-- Logs begin at Tue 2021-08-31 08:38:14 UTC, end at Tue 2021-08-31 11:18:08 UTC. -- Aug 31 09:11:31.023600 n-d-806683-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 09:11:34.004987 n-d-806683-2 neutron-server[94677]: INFO neutron.common.config [-] Logging enabled! Aug 31 09:11:34.005789 n-d-806683-2 neutron-server[94677]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 09:11:34.005951 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94677) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 09:11:34.010050 n-d-806683-2 neutron-server[94677]: INFO neutron.common.config [-] Logging enabled! Aug 31 09:11:34.010398 n-d-806683-2 neutron-server[94677]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 09:11:34.010874 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94677) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 09:11:34.011977 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 09:11:34.012253 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 09:11:34.012733 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 09:11:34.013018 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 09:11:34.013286 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 09:11:34.013653 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.013992 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.014332 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.014600 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.014976 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.015313 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.015639 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.015968 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.016326 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.016672 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.016996 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.017338 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.017667 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.018044 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.018427 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.018845 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.019167 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] debug = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.019548 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.020081 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.020626 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.021043 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.021457 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.021858 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.022246 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.022666 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.023063 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.023468 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] host = n-d-806683-2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.023812 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.024213 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.024549 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.024915 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.025262 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.025632 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.026001 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.026378 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.026791 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] log_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.027131 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.027490 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.027883 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.028278 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.028598 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.028909 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.029295 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.029681 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.030052 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.030423 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.030938 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.031317 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.031687 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.032051 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.032432 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.032808 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.033189 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.033558 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.033930 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.034345 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.034718 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.035159 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.035528 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.035897 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.036270 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.036669 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.037050 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.037423 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.037819 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.038203 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.038584 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.038988 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.039360 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.039736 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.040130 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.040500 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.040926 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] use_json = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.041292 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.041614 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.041941 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.042297 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.042627 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.042975 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.043389 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.043633 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:34.043999 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.044343 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.044698 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.045024 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.045492 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.045694 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.046033 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.046371 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.046678 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.047107 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.047449 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.047837 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.048123 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.048462 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.048806 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.049159 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.049495 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.049831 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.050145 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.050459 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.050806 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.051206 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.051563 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.051889 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.052217 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.052563 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.052883 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.053210 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.053618 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.054025 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.054348 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.054709 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.055087 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.055946 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.056283 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.056602 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.056934 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.057311 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.057629 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.057951 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.058322 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.058636 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.058984 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.059307 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.059655 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.059973 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.060305 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.060623 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.060944 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.061306 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.061701 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.062021 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.062329 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.062640 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.063020 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.063335 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.063653 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.063977 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.064289 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.064608 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.064920 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.065231 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.065541 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.065853 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.066163 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.066474 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.066824 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.067154 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.067523 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.067843 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.068156 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.068525 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.068842 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.069174 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.069516 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.069839 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.070167 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.070493 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.070859 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.071791 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.072152 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.072485 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.072813 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.073135 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.073481 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.073822 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.074226 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.074532 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.074907 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.075259 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.075582 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.075931 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.076259 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.076581 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.076920 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.077252 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.077661 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.078011 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.078393 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.078723 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.079107 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.079433 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.079819 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.080147 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:34.080412 n-d-806683-2 neutron-server[94677]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 09:11:34.080700 n-d-806683-2 neutron-server[94677]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94677) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 09:11:34.456520 n-d-806683-2 neutron-server[94677]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 09:11:34.456733 n-d-806683-2 neutron-server[94677]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 09:11:34.456992 n-d-806683-2 neutron-server[94677]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 09:11:34.457329 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 09:11:34.885592 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.885878 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.886123 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.887488 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.887763 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.888030 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.926568 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.926908 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.927121 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.945013 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.945299 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.945566 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.978701 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.979037 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:34.979288 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.019841 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.020830 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.020830 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.278372 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.278631 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.278931 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.279209 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.279942 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.410863 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.411191 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.411478 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.411747 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.412010 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.412332 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.412584 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.412838 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.413095 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.413375 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.413632 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.413900 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.414158 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.414424 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.414684 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.415178 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.415456 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.415731 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.416072 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.416291 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.416587 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.416842 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.417139 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.417558 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.417806 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.418056 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.418583 n-d-806683-2 neutron-server[94677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:11:35.418857 n-d-806683-2 neutron-server[94677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:11:35.419117 n-d-806683-2 neutron-server[94677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:11:35.419446 n-d-806683-2 neutron-server[94677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:11:35.419689 n-d-806683-2 neutron-server[94677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:11:35.419929 n-d-806683-2 neutron-server[94677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:11:35.420322 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 09:11:35.424086 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 09:11:35.428660 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 09:11:35.433823 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 31 09:11:35.435680 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 09:11:35.436148 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 09:11:35.436679 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 09:11:35.437074 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 09:11:35.440162 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 09:11:35.440410 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 09:11:35.440792 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 09:11:35.447098 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 09:11:35.471073 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 09:11:35.471580 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.471889 n-d-806683-2 neutron-server[94677]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94677) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 09:11:35.472258 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.473850 n-d-806683-2 neutron-server[94677]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94677) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 09:11:35.474145 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 09:11:35.474405 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 09:11:35.478687 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.479101 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:35.544729 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 09:11:35.544950 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 09:11:35.545327 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 09:11:35.545609 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 09:11:35.569709 n-d-806683-2 neutron-server[94677]: DEBUG oslo_db.sqlalchemy.engines [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94677) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 09:11:36.177552 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Initializing driver for type 'gre' Aug 31 09:11:36.178323 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] gre ID ranges: [(1, 1000)] Aug 31 09:11:36.257254 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Initializing driver for type 'local' Aug 31 09:11:36.257644 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Initializing driver for type 'vlan' Aug 31 09:11:36.275457 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] VlanTypeDriver initialization complete Aug 31 09:11:36.275812 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Initializing driver for type 'vxlan' Aug 31 09:11:36.276413 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] vxlan ID ranges: [(1, 1000)] Aug 31 09:11:36.356841 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Initializing extension driver 'port_security' Aug 31 09:11:36.357390 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.extensions.port_security [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] PortSecurityExtensionDriver initialization complete Aug 31 09:11:36.357808 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Initializing mechanism driver 'openvswitch' Aug 31 09:11:36.358293 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Initializing mechanism driver 'hyperv' Aug 31 09:11:36.365526 n-d-806683-2 neutron-server[94677]: DEBUG neutron.plugins.ml2.plugin [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:36.366253 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > port after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.366635 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > port after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.367032 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > port after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.367594 n-d-806683-2 neutron-server[94677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 09:11:36.368042 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > subnet after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.368406 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > subnet after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.368760 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.369154 n-d-806683-2 neutron-server[94677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 09:11:36.369569 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > network after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.369932 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > network after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.370280 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > network after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.370678 n-d-806683-2 neutron-server[94677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 09:11:36.371119 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > security_group after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.371538 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > security_group after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.371828 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.372428 n-d-806683-2 neutron-server[94677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 09:11:36.372844 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.373208 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.373560 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.373957 n-d-806683-2 neutron-server[94677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 09:11:36.374371 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > address_group after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.374723 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > address_group after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.375093 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.375503 n-d-806683-2 neutron-server[94677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 09:11:36.375889 n-d-806683-2 neutron-server[94677]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] ML2 OVO RPC backend initialized. {{(pid=94677) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 09:11:36.376693 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.377058 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.377485 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > network before_response 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.377840 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > networks before_response 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.378198 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > port before_response 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.378551 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > ports before_response 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.378931 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > subnet before_response 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.379280 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > subnets before_response 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.379634 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > network after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.379982 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > network after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.380325 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > network after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.380669 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > port after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.381016 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > port after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.381355 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > port after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.381696 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > subnet after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.382049 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > subnet after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.382390 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.383097 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.plugin [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Modular L2 Plugin initialization complete Aug 31 09:11:36.383435 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading services supported by the core plugin {{(pid=94677) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 09:11:36.383768 n-d-806683-2 neutron-server[94677]: INFO neutron.plugins.ml2.managers [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Got port-security extension from driver 'port_security' Aug 31 09:11:36.384276 n-d-806683-2 neutron-server[94677]: INFO neutron.extensions.vlantransparent [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Disabled vlantransparent extension. Aug 31 09:11:36.384742 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94677) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 09:11:36.385056 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading Plugin: router Aug 31 09:11:36.426268 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.426673 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router after_create 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.427173 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router before_create 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.427545 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.427984 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.428301 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router after_delete 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.428671 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.429036 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.429407 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router after_create 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.429779 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router after_update 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.430136 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router after_update 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.430527 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.430950 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router after_update 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.431440 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_update 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.431831 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: port after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.432176 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: port after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.432524 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: subnet after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.432885 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.433246 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.433636 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_create 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.433990 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: port before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.434371 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.434777 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router after_update 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.435131 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.435521 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_create 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.435947 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.436305 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_update 55549900 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.436687 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > agent after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.437179 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > agent after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.437400 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > network after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.438394 n-d-806683-2 neutron-server[94677]: DEBUG neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Tracking information for resource: router configured {{(pid=94677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:11:36.438732 n-d-806683-2 neutron-server[94677]: DEBUG neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Tracking information for resource: floatingip configured {{(pid=94677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 09:11:36.444450 n-d-806683-2 neutron-server[94677]: INFO neutron.db.l3_agentschedulers_db [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 09:11:36.445133 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: port after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.445552 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: port after_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.445988 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: port after_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.446486 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: port after_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.447548 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router before_create 55550100 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.448025 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.448487 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_create 55550100 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.448949 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > router precommit_update 55550100 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.454150 n-d-806683-2 neutron-server[94677]: DEBUG neutron.services.provider_configuration [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service providers = [] {{(pid=94677) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 09:11:36.454658 n-d-806683-2 neutron-server[94677]: DEBUG neutron.db.servicetype_db [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94677) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 09:11:36.458192 n-d-806683-2 neutron-server[94677]: DEBUG neutron.services.service_base [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 09:11:36.458544 n-d-806683-2 neutron-server[94677]: DEBUG neutron.services.service_base [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 09:11:36.458932 n-d-806683-2 neutron-server[94677]: DEBUG neutron.services.service_base [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 09:11:36.459982 n-d-806683-2 neutron-server[94677]: DEBUG neutron.services.service_base [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 09:11:36.460375 n-d-806683-2 neutron-server[94677]: INFO neutron.services.service_base [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 09:11:36.460873 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:11:36.461201 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 09:11:36.473499 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:11:36.473831 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading Plugin: auto_allocate Aug 31 09:11:36.481040 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: network precommit_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.481422 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: network precommit_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.481990 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:11:36.482322 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading Plugin: tag Aug 31 09:11:36.489596 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:11:36.489933 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading Plugin: timestamp Aug 31 09:11:36.494637 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:11:36.495036 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading Plugin: network_ip_availability Aug 31 09:11:36.501165 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.501549 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.501916 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.502794 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:11:36.503123 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading Plugin: flavors Aug 31 09:11:36.509476 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:11:36.509849 n-d-806683-2 neutron-server[94677]: INFO neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading Plugin: revisions Aug 31 09:11:36.514967 n-d-806683-2 neutron-server[94677]: DEBUG neutron.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 09:11:36.515394 n-d-806683-2 neutron-server[94677]: DEBUG oslo_concurrency.lockutils [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.058s {{(pid=94677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 09:11:36.516197 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94677) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 09:11:36.516538 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Initializing extension manager. Aug 31 09:11:36.517076 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: __init__.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.517433 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: __pycache__ {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.517769 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.518103 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: address_group.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.519089 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.519647 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: address-group Aug 31 09:11:36.519976 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: address_scope.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.520722 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.521242 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: address-scope Aug 31 09:11:36.521569 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.522646 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.523223 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: router-admin-state-down-before-update Aug 31 09:11:36.523547 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: agent.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.524646 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.525182 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: agent Aug 31 09:11:36.525507 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: agent_resources_synced.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.526530 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.527096 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: agent-resources-synced Aug 31 09:11:36.527433 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: allowedaddresspairs.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.529362 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.529916 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: allowed-address-pairs Aug 31 09:11:36.530245 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: auto_allocated_topology.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.531457 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.531977 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: auto-allocated-topology Aug 31 09:11:36.532303 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: availability_zone.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.533030 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.533543 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: availability_zone Aug 31 09:11:36.533869 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: availability_zone_filter.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.534880 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.535397 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: availability_zone_filter Aug 31 09:11:36.535724 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: data_plane_status.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.536667 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.537175 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 09:11:36.537499 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: default_subnetpools.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.538452 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.539009 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: default-subnetpools Aug 31 09:11:36.539337 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.540778 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.541311 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: dhcp_agent_scheduler Aug 31 09:11:36.541634 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: dns.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.542708 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.543269 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 09:11:36.543634 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: dns_domain_ports.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.544658 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.545319 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 09:11:36.545650 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.546812 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.547346 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 09:11:36.547669 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: dvr.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.548380 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.548898 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: dvr Aug 31 09:11:36.549227 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: ecmp_routes.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.550329 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.551043 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 09:11:36.551379 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: empty_string_filtering.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.552367 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.552893 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: empty-string-filtering Aug 31 09:11:36.553258 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.554312 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.555035 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 09:11:36.555501 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.556531 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.557071 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 09:11:36.557394 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: external_net.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.558343 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.558896 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: external-net Aug 31 09:11:36.559226 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.560185 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.560709 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: extra_dhcp_opt Aug 31 09:11:36.561034 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: extraroute.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.562024 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.562540 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: extraroute Aug 31 09:11:36.562895 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: extraroute_atomic.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.564027 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.564545 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: extraroute-atomic Aug 31 09:11:36.564869 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: filter_validation.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.565584 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.566087 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: filter-validation Aug 31 09:11:36.566418 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: fip_pf_description.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.567428 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.567942 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 09:11:36.568265 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: fip_port_details.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.569229 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.569750 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: fip-port-details Aug 31 09:11:36.570073 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: flavors.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.571966 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.572503 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: flavors Aug 31 09:11:36.572837 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.574604 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.575178 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 09:11:36.575504 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: floatingip_pools.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.576250 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.576777 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: floatingip-pools Aug 31 09:11:36.577235 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: ip_allocation.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.578114 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.578636 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 09:11:36.578986 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.579951 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.580474 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: ip-substring-filtering Aug 31 09:11:36.580804 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: l2_adjacency.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.581869 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.582278 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 09:11:36.582604 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: l3.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.583865 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.584398 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: router Aug 31 09:11:36.584727 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.587857 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.588412 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 09:11:36.588747 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.589770 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.590297 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: ext-gw-mode Aug 31 09:11:36.590624 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.591768 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.592383 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: l3-ha Aug 31 09:11:36.592711 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: l3_flavors.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.593677 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.594466 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: l3-flavors Aug 31 09:11:36.594839 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.596268 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.596825 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 09:11:36.597158 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: l3agentscheduler.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.598526 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.599097 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: l3_agent_scheduler Aug 31 09:11:36.599431 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: logging.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.601142 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.601683 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension logging not supported by any of loaded plugins Aug 31 09:11:36.602021 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: metering.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.602878 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.603486 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: metering Aug 31 09:11:36.603817 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.605060 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.605729 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: metering_source_and_destination_fields Aug 31 09:11:36.606123 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: multiprovidernet.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.607335 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.607983 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: multi-provider Aug 31 09:11:36.608365 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: netmtu.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.609391 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.609991 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: net-mtu Aug 31 09:11:36.610330 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: netmtu_writable.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.611352 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.611969 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: net-mtu-writable Aug 31 09:11:36.612389 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: network_availability_zone.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.613105 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.613618 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: network_availability_zone Aug 31 09:11:36.613943 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: network_ip_availability.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.615190 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.615823 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: network-ip-availability Aug 31 09:11:36.616227 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: network_segment_range.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.617186 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.617699 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 09:11:36.618156 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: pagination.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.619237 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.619576 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: pagination Aug 31 09:11:36.619901 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: port_device_profile.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.620841 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.621376 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: port-device-profile Aug 31 09:11:36.621715 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.622682 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.623275 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: port-mac-address-regenerate Aug 31 09:11:36.623602 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.624569 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.625098 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: port-numa-affinity-policy Aug 31 09:11:36.625426 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: port_resource_request.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.626388 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.626950 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 09:11:36.627275 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: portbindings.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.628246 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.628761 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: binding Aug 31 09:11:36.629086 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: portbindings_extended.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.630598 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.631160 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: binding-extended Aug 31 09:11:36.631496 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: portsecurity.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.632501 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.633023 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: port-security Aug 31 09:11:36.633347 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: project_id.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.634961 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.635292 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: project-id Aug 31 09:11:36.635619 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: providernet.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.636589 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.637128 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: provider Aug 31 09:11:36.637446 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.641282 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.641853 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos not supported by any of loaded plugins Aug 31 09:11:36.642211 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.643670 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.644227 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 09:11:36.644591 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.645600 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.646138 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 09:11:36.646471 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_default.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.647548 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.648085 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-default not supported by any of loaded plugins Aug 31 09:11:36.648417 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_fip.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.649215 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.649712 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 09:11:36.650037 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_gateway_ip.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.651123 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.652163 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 09:11:36.652485 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_port_network_policy.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.653586 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.654029 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 09:11:36.654364 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_pps_rule.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.655771 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.656306 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 09:11:36.656651 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_rule_type_details.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.657672 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.658217 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 09:11:36.658548 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: qos_rules_alias.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.659694 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.660218 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 09:11:36.660545 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: quotasv2.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.661646 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.661981 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: quotas Aug 31 09:11:36.662310 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: quotasv2_detail.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.665613 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.665954 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: quota_details Aug 31 09:11:36.666289 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: rbac.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.667732 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.668305 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: rbac-policies Aug 31 09:11:36.668640 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: rbac_address_group.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.669678 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.670201 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: rbac-address-group Aug 31 09:11:36.670532 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: rbac_address_scope.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.671544 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.672096 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: rbac-address-scope Aug 31 09:11:36.672532 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: rbac_security_groups.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.673424 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.673984 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: rbac-security-groups Aug 31 09:11:36.674288 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: rbac_subnetpool.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.675333 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.675873 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: rbac-subnetpool Aug 31 09:11:36.676194 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: revisionifmatch.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.677295 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.677916 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: revision-if-match Aug 31 09:11:36.678290 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: revisions.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.679564 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.680099 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: standard-attr-revisions Aug 31 09:11:36.680456 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: router_availability_zone.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.681170 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.681701 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: router_availability_zone Aug 31 09:11:36.682023 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: routerservicetype.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.683128 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.683652 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 09:11:36.683998 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.684944 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.685462 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: security-groups-normalized-cidr Aug 31 09:11:36.685793 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.686777 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.687406 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: port-security-groups-filtering Aug 31 09:11:36.687747 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.688865 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.689397 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: security-groups-remote-address-group Aug 31 09:11:36.689722 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: securitygroup.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.704282 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.705329 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: security-group Aug 31 09:11:36.705895 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: segment.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.707069 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.707617 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension segment not supported by any of loaded plugins Aug 31 09:11:36.707968 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.709047 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.709574 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 09:11:36.709903 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: servicetype.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.711202 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.712301 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: service-type Aug 31 09:11:36.712638 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: sorting.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.713692 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.714028 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: sorting Aug 31 09:11:36.714358 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: standard_attr_segment.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.715353 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.715903 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 09:11:36.716232 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: standardattrdescription.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.716925 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.717446 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: standard-attr-description Aug 31 09:11:36.717774 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: stateful_security_group.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.718801 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.719600 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: stateful-security-group Aug 31 09:11:36.719925 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: stdattrs_common.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.720537 n-d-806683-2 neutron-server[94677]: WARNING neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 09:11:36.720862 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.721851 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.722381 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 09:11:36.722706 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: subnet_onboard.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.723886 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.724415 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: subnet_onboard Aug 31 09:11:36.724741 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.725692 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.726237 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 09:11:36.726563 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: subnet_service_types.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.727664 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.728208 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: subnet-service-types Aug 31 09:11:36.728555 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: subnetallocation.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.729802 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.730444 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: subnet_allocation Aug 31 09:11:36.730905 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.731769 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.732370 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: subnetpool-prefix-ops Aug 31 09:11:36.732732 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.733849 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.734471 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 09:11:36.734912 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: tagging.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.736115 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.736714 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: standard-attr-tag Aug 31 09:11:36.737154 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: timestamp.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.738584 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.739229 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loaded extension: standard-attr-timestamp Aug 31 09:11:36.739570 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: trunk.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.740787 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.741449 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension trunk not supported by any of loaded plugins Aug 31 09:11:36.741831 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: trunk_details.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.743155 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.743790 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 09:11:36.744157 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: uplink_status_propagation.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.745289 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.745996 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 09:11:36.746322 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Loading extension file: vlantransparent.py {{(pid=94677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 09:11:36.747197 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 09:11:36.747808 n-d-806683-2 neutron-server[94677]: INFO neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 09:11:36.751029 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:network Aug 31 09:11:36.751821 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:subnet Aug 31 09:11:36.752267 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:11:36.752706 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:port Aug 31 09:11:36.754201 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.754685 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service FLAVORS assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.755488 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.756014 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.756407 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:router Aug 31 09:11:36.756947 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 09:11:36.757616 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service METERING assigned prefix: /metering {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.759965 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.760392 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.760812 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:11:36.762139 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 09:11:36.762870 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:security_group Aug 31 09:11:36.763444 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 09:11:36.765672 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service CORE assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.766101 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:11:36.766550 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] subnetpool is already registered Aug 31 09:11:36.767078 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service CORE assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.767468 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:11:36.767866 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] subnetpool is already registered Aug 31 09:11:36.770406 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.770971 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service FLAVORS assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.771641 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.772116 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.772493 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:router Aug 31 09:11:36.772880 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] router is already registered Aug 31 09:11:36.773339 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 09:11:36.773725 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] floatingip is already registered Aug 31 09:11:36.774831 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service METERING assigned prefix: /metering {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.775592 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 09:11:36.775968 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] rbac_policy is already registered Aug 31 09:11:36.776422 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:security_group Aug 31 09:11:36.776805 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] security_group is already registered Aug 31 09:11:36.777251 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 09:11:36.777627 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] security_group_rule is already registered Aug 31 09:11:36.778371 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service CORE assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.778741 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:11:36.779153 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] subnetpool is already registered Aug 31 09:11:36.779662 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.v2.resource_helper [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Service CORE assigned prefix: {{(pid=94677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 09:11:36.780041 n-d-806683-2 neutron-server[94677]: INFO neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 09:11:36.780472 n-d-806683-2 neutron-server[94677]: WARNING neutron.quota.resource_registry [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] subnetpool is already registered Aug 31 09:11:36.781009 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: extensions {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.782605 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: address-groups {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.784214 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: address-scopes {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.785603 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: agents {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.786962 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: auto-allocated-topology {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.788617 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: availability_zones {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.790058 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: dhcp-networks {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.792049 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: dhcp-agents {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.793693 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: routers {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.796445 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: flavors {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.797894 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: service_profiles {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.799115 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: next_providers {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.800639 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: service_profiles {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.802262 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: floatingip-pools {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.803673 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: routers {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.806066 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: floatingips {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.807520 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: l3-routers {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.809026 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: l3-agents {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.810499 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: metering-labels {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.811998 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: metering-label-rules {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.813361 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: network-ip-availabilities {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.814707 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: bindings {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.816464 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: quotas {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.817976 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: quotas {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.819559 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: rbac-policies {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.820908 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: security-groups {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.822894 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: security-group-rules {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.824235 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: service-providers {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.825535 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: subnetpools {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.827094 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: subnetpools {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.828767 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.830569 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.832519 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.834383 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.838180 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.840257 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.842054 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.844370 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.846282 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.848113 n-d-806683-2 neutron-server[94677]: DEBUG neutron.api.extensions [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Extended resource: tags {{(pid=94677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 09:11:36.854333 n-d-806683-2 neutron-server[94677]: WARNING keystonemiddleware.auth_token [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 09:11:36.859441 n-d-806683-2 neutron-server[94677]: WARNING keystonemiddleware.auth_token [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 09:11:36.868078 n-d-806683-2 neutron-server[94677]: DEBUG oslo_concurrency.lockutils [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Acquired lock "singleton_lock" {{(pid=94677) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 09:11:36.868578 n-d-806683-2 neutron-server[94677]: DEBUG oslo_concurrency.lockutils [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Releasing lock "singleton_lock" {{(pid=94677) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 09:11:36.869283 n-d-806683-2 neutron-server[94677]: INFO oslo_service.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Starting 2 workers Aug 31 09:11:36.874386 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Started child 94786 {{(pid=94677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 09:11:36.879556 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Started child 94787 {{(pid=94677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 09:11:36.881571 n-d-806683-2 neutron-server[94677]: INFO neutron.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 09:11:36.882212 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.883422 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Notify callbacks [] for process, before_spawn {{(pid=94677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.884956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [-] (94786) wsgi starting up on http://0.0.0.0:9696 Aug 31 09:11:36.885659 n-d-806683-2 neutron-server[94677]: INFO oslo_service.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Starting 1 workers Aug 31 09:11:36.887179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.888741 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [-] (94787) wsgi starting up on http://0.0.0.0:9696 Aug 31 09:11:36.891448 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Started child 94788 {{(pid=94677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 09:11:36.892080 n-d-806683-2 neutron-server[94677]: INFO oslo_service.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Starting 1 workers Aug 31 09:11:36.897080 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Started child 94789 {{(pid=94677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 09:11:36.898117 n-d-806683-2 neutron-server[94677]: DEBUG neutron_lib.callbacks.manager [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] Notify callbacks [] for process, after_spawn {{(pid=94677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.900182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] calling RpcWorker wait() {{(pid=94788) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 09:11:36.901125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94677) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 09:11:36.901125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 09:11:36.901125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 09:11:36.901599 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 09:11:36.901738 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 09:11:36.901876 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 09:11:36.902370 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.902656 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.903039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.service [None req-186b7b09-54d5-48b4-8c11-7f06ff3c0c56 None None] returning from RpcWorker wait() {{(pid=94788) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 09:11:36.903207 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.903976 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.903976 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.904282 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.904685 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.905106 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.905272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.905420 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.905755 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.905755 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.906250 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.906379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:36.907043 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.907043 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.907043 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.907043 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.907520 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.907637 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.908364 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.908364 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.908364 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.908364 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.908791 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.908791 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] debug = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.909023 n-d-806683-2 neutron-server[94789]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:36.909143 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.909480 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.909895 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.910422 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.910796 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.911325 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.911325 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.912072 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.912072 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.912072 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.912916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.912916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.912916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.913596 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.913596 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.913596 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.914741 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.914741 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] host = n-d-806683-2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.914741 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.916122 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.916122 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.916122 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.916122 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.916122 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.919153 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_options = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.921985 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.921985 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.921985 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.921985 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.921985 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.921985 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.921985 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.923908 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.923908 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.923908 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.923908 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.923908 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.923908 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.923908 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.923908 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.925728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.925728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.925728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.925728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.925728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.925728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.925728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.925728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.927437 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.927437 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.927437 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.927437 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.927437 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.927437 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.927437 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.927437 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.929739 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.929739 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.929739 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.929739 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.929739 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.929739 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.929739 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.929739 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.933152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.933152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.933152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.933152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.933152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.933152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.933152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_json = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.933152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.934866 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.934866 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.934866 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.934866 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.934866 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.934866 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.934866 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:36.934866 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.937274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.937274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.937274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.937274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.937274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.937274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.937274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.937274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.940011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.940011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.940011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.940011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.940011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.940011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.940011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.940011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.942726 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.942726 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.942726 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.942726 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.942726 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.942726 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.942726 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.942726 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.944800 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.944800 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.944800 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.944800 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.944800 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.944800 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.944800 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.944800 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.947647 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.949807 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.951729 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.954096 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.957695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.962924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.963904 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.963904 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.963904 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.963904 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.963904 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.963904 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.963904 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.963904 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.964763 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.964763 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.964763 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.964763 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.964763 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.964763 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.964763 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.964763 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.965727 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.965727 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.965727 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.965727 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.965727 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.965727 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.965727 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.965727 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.973502 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.973502 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.973502 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.973502 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.973502 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.973502 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.973502 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.973502 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.975434 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.975434 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.975434 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.975434 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.975434 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.975434 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.975434 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.975434 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.978916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.978916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.978916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.978916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.978916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.978916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.978916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.978916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.980857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.980857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.980857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.980857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.980857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.980857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.980857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.980857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.982215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.982215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.982215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.982215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.982215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.982215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.982215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.982215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.984648 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.984648 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.984648 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.984648 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.984648 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.984648 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.984648 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.984648 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.986425 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.986425 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.986425 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.986425 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.986425 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.986425 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.986425 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.986425 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.987569 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.987569 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.987569 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.987569 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.987569 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.987569 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.987569 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.987569 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.991070 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.991070 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.991070 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.991070 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.991070 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.991070 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.991070 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.991070 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.999553 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.999553 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.999553 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.999553 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.999553 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.999553 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.999553 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:36.999553 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.000565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.000565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.000565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.000565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.000565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.000565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.000565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.000565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.001537 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.001537 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.001537 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.001537 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.001537 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.001537 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.001537 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.001537 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.002857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.002857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.002857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.002857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.002857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.002857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.002857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.002857 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.004230 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.004230 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.004230 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.004230 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.004230 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.004230 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.004230 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.004230 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.005824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.005824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.005824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.005824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.005824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.005824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.005824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.005824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.008184 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.008184 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.008184 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.008184 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.008184 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.008184 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.008184 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.008184 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.014180 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.014180 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.014180 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.014180 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.014180 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.014180 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.014180 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.014180 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.015616 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.015616 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.015616 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.015616 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.015616 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.015616 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.015616 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.015616 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.017753 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.017753 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.017753 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.017753 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.017753 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.017753 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.017753 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.017753 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.019770 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.019770 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.019770 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.019770 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.019770 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.019770 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.019770 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.019770 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.021357 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.022695 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.023920 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.023920 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 09:11:37.023920 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94677) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 09:11:37.023920 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 09:11:37.023920 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 09:11:37.023920 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 09:11:37.024948 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 09:11:37.024948 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 09:11:37.024948 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.024948 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.024948 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.024948 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.028991 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.028991 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.028991 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.028991 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.028991 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.028991 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.028991 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.028991 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.034396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.034396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.034396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.034396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.034396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.034396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.034396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.034396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.035507 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.035507 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.035507 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] debug = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.035507 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.035507 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.035507 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.036285 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.036285 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.036285 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.036285 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.036285 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.036285 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.036285 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.036285 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] host = n-d-806683-2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.037932 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.039132 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.039132 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.039132 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.039132 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.039132 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.039132 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.039132 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.039132 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.040379 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.040379 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.040379 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.040379 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.040379 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_options = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.040379 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.040379 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.040379 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.041384 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.041384 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.041384 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.041384 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.041384 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.041384 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.041384 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.042855 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.042855 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.042855 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.042855 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.042855 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.042855 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.042855 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.042855 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.044125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.044125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.044125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.044125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.044125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.044125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.044125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.044125 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.045341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.045341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.045341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.045341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.045341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.045341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.045341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.045341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.046321 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.046321 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.046321 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.046321 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.046321 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.046321 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.046321 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.047399 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.047399 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.047399 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.047941 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.047941 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_json = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.048274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.048274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.048545 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.048545 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.048828 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.048828 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.049087 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.049087 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 09:11:37.049330 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.049478 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.049725 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.049883 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.050055 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.050205 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.050353 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.050500 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.050649 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.050824 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.055011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.055011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.055011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.055011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.055011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.055011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.055011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.055011 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.056882 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.056882 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.056882 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.056882 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.056882 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.056882 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.056882 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.056882 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.063501 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.063501 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.063501 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.063501 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.063501 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.063501 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.063501 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.063501 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.064469 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.065444 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066251 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.066773 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.067820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.069019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.070736 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.070736 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.070736 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.070736 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.070736 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.070736 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.070736 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.070736 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.073028 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.073028 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.073028 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.073028 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.073028 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.073028 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.073028 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.073028 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.074492 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.074492 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.074492 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.074492 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.074492 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.074492 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.074492 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.074492 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.075602 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.075602 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.075602 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.075602 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.075602 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.075602 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.076367 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.076367 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.076367 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.076367 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.077035 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.077035 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.077035 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.077454 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.077454 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.077454 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.077900 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.077900 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.078167 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.078167 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.078518 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.078518 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.078898 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.078898 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.079257 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.079257 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.079536 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.079536 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.079790 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.079790 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.080024 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.080162 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.080299 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.080436 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.080611 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.080813 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.080994 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.081215 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.081393 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.081521 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.081684 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.081848 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.082012 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.082174 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.082341 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.082559 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.082955 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.082955 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.083249 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.083249 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.083498 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.083632 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.083808 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.083970 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.084274 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.084454 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.084623 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.084787 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.085025 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.085196 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.085578 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.085827 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.086000 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.086151 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.086321 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.086516 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.086685 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.086938 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.087113 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.087280 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.087531 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.087780 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.087948 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.088152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.088356 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.088500 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.088650 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.088820 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.088985 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.089129 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.089319 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.089463 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.089663 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.089805 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.089947 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.090086 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.090220 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.090354 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.090524 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.090683 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.090924 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.091118 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.091259 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.091396 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.091533 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.091671 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.091809 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.092025 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.092208 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.092399 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.092565 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.093293 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.093293 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.093293 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.093293 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.093798 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.093798 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.093798 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.093798 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.094558 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.094558 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.094836 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.094973 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.095146 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.095351 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.095585 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.095747 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.095916 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.096061 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.096229 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.096395 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.096561 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.096728 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.096900 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.097152 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.097364 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.097543 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.097716 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.097897 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.098074 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.098219 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.098362 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.098500 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.098635 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.098816 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.098956 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.099164 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.099326 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.099546 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.099689 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.099879 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.100019 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.100155 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.100451 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.100626 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.100789 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.100971 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.101112 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.101300 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.101450 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.101588 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.101725 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.101874 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.102040 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.102241 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.102414 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.102578 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.102826 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.103055 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.103406 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.103552 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.103713 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.103909 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.104050 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.104190 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.104319 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.104450 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.104587 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.104795 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.104937 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.105089 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.105299 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.105424 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.105592 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.105827 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.106116 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.106393 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.106578 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 09:11:37.106741 n-d-806683-2 neutron-server[94677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 09:11:37.142460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:37.256280 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37600) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:37.266178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074673 Aug 31 09:11:51.823140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72992a21-4328-47e9-8bd7-e55833db1cd7 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:11:51.986399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72992a21-4328-47e9-8bd7-e55833db1cd7 None None] No non-hosted networks {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 09:11:52.033141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.agentschedulers_db [None req-72992a21-4328-47e9-8bd7-e55833db1cd7 None None] DHCP Agent not found on host n-d-806683-2 {{(pid=94788) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 09:11:52.245767 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-31527664-ae63-4a17-af1b-7fb1f6b9301f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386555'] for agent, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.912301 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386555'] for agent, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.915358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.916039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.916612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.917144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.917708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.918315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.918890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.919432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.920097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.920644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.923129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.924931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:54.926649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:54.955882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:55.113944 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0aac-f87a-454a-80ed-67da0bdb33e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386555'] for agent, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.214008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e71a0d5f-b5db-4282-8dc5-69e203a318be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.462213 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386555'] for agent, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.356031 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386555'] for agent, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.267510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37692) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:00.889271 n-d-806683-2 neutron-server[94787]: WARNING oslo_policy.policy [None req-fde596c5-500c-459c-9af7-6c7c074b94fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:12:00.889889 n-d-806683-2 neutron-server[94787]: WARNING oslo_policy.policy [None req-fde596c5-500c-459c-9af7-6c7c074b94fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:12:01.132475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-fde596c5-500c-459c-9af7-6c7c074b94fd admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:12:01.135671 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fde596c5-500c-459c-9af7-6c7c074b94fd admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8664246 Aug 31 09:12:02.744324 n-d-806683-2 neutron-server[94788]: INFO neutron.db.l3_hamode_db [None req-cc04e1b0-2787-4588-a9aa-b25319e937e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 09:12:02.835809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04e1b0-2787-4588-a9aa-b25319e937e2 None None] Routers set() bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:02.837437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04e1b0-2787-4588-a9aa-b25319e937e2 None None] Router IDs set() for agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:12:03.779419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37706) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:04.188965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-58162937-d987-4c95-ac5f-257a4488db6c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:04.340165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.policy [None req-58162937-d987-4c95-ac5f-257a4488db6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94787) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 09:12:04.388073 n-d-806683-2 neutron-server[94787]: WARNING oslo_policy.policy [None req-58162937-d987-4c95-ac5f-257a4488db6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:12:04.388476 n-d-806683-2 neutron-server[94787]: WARNING oslo_policy.policy [None req-58162937-d987-4c95-ac5f-257a4488db6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:12:04.397791 n-d-806683-2 neutron-server[94787]: INFO neutron.quota [None req-58162937-d987-4c95-ac5f-257a4488db6c admin admin] Loaded quota_driver: . Aug 31 09:12:04.515977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58162937-d987-4c95-ac5f-257a4488db6c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731636270596', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731636270121', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731636282823', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731636517947', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731636965246', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731636506509', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525379', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-686436', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3781198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3712638'] for rbac-policy, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.589503 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58162937-d987-4c95-ac5f-257a4488db6c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.590899 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-58162937-d987-4c95-ac5f-257a4488db6c admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8103352 Aug 31 09:12:07.450165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37718) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:07.822507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Request body: {'network': {'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'name': 'private', 'admin_state_up': True, 'project_id': '097e65cd10224c698c9cfa10cfbfb707'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:07.858598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Made reservation on behalf of 097e65cd10224c698c9cfa10cfbfb707 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:07.861823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.882203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.080512 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.085077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.113263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:12:08.145426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731637189834', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.146074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Unsubscribe: segment precommit_create {{(pid=94787) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 09:12:08.146675 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Added segment f1dce213-1d4b-4bf9-b059-705b3bcac613 of type vlan for network 652a2b00-5cc9-47c0-a258-0950c0d51684 Aug 31 09:12:08.153623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db884fba-5682-4bc6-a008-4c484a6b93a0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:08.193420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.193785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.194114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.194446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.194792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.195126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.195992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.196303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.196633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.196928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.197241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.197545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Tracked resource versions report: Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: pushed versions: Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: { 'AddressGroup': {'1.2'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'ConntrackHelper': {'1.0'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Log': {'1.0'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Network': {'1.1'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Port': {'1.7'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'PortForwarding': {'1.2'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'QosPolicy': {'1.9'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'SecurityGroup': {'1.4'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'SubPort': {'1.0'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Subnet': {'1.1'}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Trunk': {'1.1'}} Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: consumer versions: Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: { DHCP agent@n-d-806683-2: {}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: L3 agent@n-d-806683-2: {}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: Metadata agent@n-d-806683-2: {}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: Metering agent@n-d-806683-2: {}, Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: Open vSwitch agent@n-d-806683-2: { 'AddressGroup': '1.2', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'ConntrackHelper': '1.0', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Log': '1.0', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Network': '1.1', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Port': '1.7', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'PortForwarding': '1.2', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'QosPolicy': '1.9', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'SecurityGroup': '1.4', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'SecurityGroupRule': '1.2', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'SubPort': '1.0', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Subnet': '1.1', Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: 'Trunk': '1.1'}} Aug 31 09:12:08.198716 n-d-806683-2 neutron-server[94787]: {{(pid=94787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:12:08.280454 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.343266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.345285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:08.346301 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.510837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0589957 Aug 31 09:12:08.546033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140c908-d202-4452-b2e9-b868a6dc7944 admin admin] Pushing event updated for resources: {'Network': ['ID=652a2b00-5cc9-47c0-a258-0950c0d51684,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:08.563514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 652a2b00-5cc9-47c0-a258-0950c0d51684 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:12:11.518855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37732) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:12.002562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952c8cb-0854-4afe-a525-4b985561a7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.003915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7952c8cb-0854-4afe-a525-4b985561a7fd admin admin] 10.222.0.69 "GET /v2.0/networks/652a2b00-5cc9-47c0-a258-0950c0d51684 HTTP/1.1" status: 200 len: 826 time: 0.4840558 Aug 31 09:12:12.032172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0fb06702-8fba-4166-9cc2-bcd3ff89b489 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/cd9e9d67-6f52-497d-a4a1-d60a22d32862 HTTP/1.1" status: 200 len: 734 time: 0.0211225 Aug 31 09:12:12.044038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Request body: {'subnet': {'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684', 'subnetpool_id': 'cd9e9d67-6f52-497d-a4a1-d60a22d32862'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:12.076898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Made reservation on behalf of 097e65cd10224c698c9cfa10cfbfb707 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:12.080559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.499276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.631023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2d56a6-9ead-450a-8118-622f780aa194,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:12.637131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Checking segment: {'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:12.637678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Network hostable DHCP agents. Network: 652a2b00-5cc9-47c0-a258-0950c0d51684, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:12:12.663266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Network 652a2b00-5cc9-47c0-a258-0950c0d51684 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:12:12.677266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 652a2b00-5cc9-47c0-a258-0950c0d51684) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:12.684144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.684882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.693530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc802c6-225b-4196-b3e6-d75c06c16398 None None] Network 652a2b00-5cc9-47c0-a258-0950c0d51684 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:12.707762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-598c4152-eba0-4100-90ea-f67739ccc68d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6671929 Aug 31 09:12:13.096175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-652a2b00-5cc9-47c0-a258-0950c0d51684', 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'fixed_ips': [{'subnet_id': '2d2d56a6-9ead-450a-8118-622f780aa194'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:12:13.097560 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.548954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Allocated IP 172.20.0.2 (652a2b00-5cc9-47c0-a258-0950c0d51684/2d2d56a6-9ead-450a-8118-622f780aa194/f0472152-e79a-425b-87ff-a6814cf7ba84) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:13.856639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.877781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Transition to ACTIVE for port object f0472152-e79a-425b-87ff-a6814cf7ba84 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:13.909135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Transition to ACTIVE for port object f0472152-e79a-425b-87ff-a6814cf7ba84 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:13.920878 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.010483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Network 652a2b00-5cc9-47c0-a258-0950c0d51684 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:14.016830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:14.026274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Pushing event updated for resources: {'Port': ['ID=f0472152-e79a-425b-87ff-a6814cf7ba84,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:14.034139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:14.048872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.049398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.049928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.050489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.051034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.051564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.052068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.052587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.053100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.053602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.054123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.054674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Tracked resource versions report: Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: pushed versions: Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: { 'AddressGroup': {'1.2'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'ConntrackHelper': {'1.0'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Log': {'1.0'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Network': {'1.1'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Port': {'1.7'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'PortForwarding': {'1.2'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'QosPolicy': {'1.9'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'SecurityGroup': {'1.4'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'SubPort': {'1.0'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Subnet': {'1.1'}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Trunk': {'1.1'}} Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: consumer versions: Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: { DHCP agent@n-d-806683-2: {}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: L3 agent@n-d-806683-2: {}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: Metadata agent@n-d-806683-2: {}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: Metering agent@n-d-806683-2: {}, Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: Open vSwitch agent@n-d-806683-2: { 'AddressGroup': '1.2', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'ConntrackHelper': '1.0', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Log': '1.0', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Network': '1.1', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Port': '1.7', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'PortForwarding': '1.2', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'QosPolicy': '1.9', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'SecurityGroup': '1.4', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'SecurityGroupRule': '1.2', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'SubPort': '1.0', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Subnet': '1.1', Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: 'Trunk': '1.1'}} Aug 31 09:12:14.057201 n-d-806683-2 neutron-server[94788]: {{(pid=94788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:12:14.175031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Attempting to bind port f0472152-e79a-425b-87ff-a6814cf7ba84 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:14.175493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Attempting to bind port f0472152-e79a-425b-87ff-a6814cf7ba84 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:14.176008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Attempting to bind port f0472152-e79a-425b-87ff-a6814cf7ba84 on network 652a2b00-5cc9-47c0-a258-0950c0d51684 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:14.182542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:14.183005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Checking segment: {'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:14.183495 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.183883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Bound using segment: {'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:14.184386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Bound port: f0472152-e79a-425b-87ff-a6814cf7ba84, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:14.184813 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.256578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] For port f0472152-e79a-425b-87ff-a6814cf7ba84, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:14.262506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] For port f0472152-e79a-425b-87ff-a6814cf7ba84, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f0472152-e79a-425b-87ff-a6814cf7ba84,segment=NetworkSegment(f1dce213-1d4b-4bf9-b059-705b3bcac613),segment_id=f1dce213-1d4b-4bf9-b059-705b3bcac613)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:14.268145 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.365003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4ac80-43ba-4506-b225-36b337b95d63 None None] Pushing event updated for resources: {'Port': ['ID=f0472152-e79a-425b-87ff-a6814cf7ba84,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:15.623261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37740) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:16.342648 n-d-806683-2 neutron-server[94786]: WARNING oslo_policy.policy [None req-9a90261f-8989-4b1d-b652-70c973693511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:12:16.343496 n-d-806683-2 neutron-server[94786]: WARNING oslo_policy.policy [None req-9a90261f-8989-4b1d-b652-70c973693511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:12:16.616482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-9a90261f-8989-4b1d-b652-70c973693511 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:12:16.617838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a90261f-8989-4b1d-b652-70c973693511 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9917493 Aug 31 09:12:19.561173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37754) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:20.009683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-0bc554e7-f98f-4597-b8fb-894014320d37 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:12:20.012395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0bc554e7-f98f-4597-b8fb-894014320d37 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4501092 Aug 31 09:12:21.673217 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-72feccf4-fdfb-4a91-90ec-62811666b4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.127447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37764) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:23.529743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8b69faa3-5ecb-4cb1-b289-fb0dcc3540ee admin admin] Request body: {'router': {'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:23.567920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b69faa3-5ecb-4cb1-b289-fb0dcc3540ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.570362 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b69faa3-5ecb-4cb1-b289-fb0dcc3540ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.728285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b69faa3-5ecb-4cb1-b289-fb0dcc3540ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.733972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b69faa3-5ecb-4cb1-b289-fb0dcc3540ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.751812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b69faa3-5ecb-4cb1-b289-fb0dcc3540ee admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.753432 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8b69faa3-5ecb-4cb1-b289-fb0dcc3540ee admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6247642 Aug 31 09:12:24.601805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e409b-a552-4425-b2d3-8c5000ddf22a None None] Network 652a2b00-5cc9-47c0-a258-0950c0d51684 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:24.740292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3124289-297e-40c5-8167-773d4f7c0598 None None] Provisioning for port f0472152-e79a-425b-87ff-a6814cf7ba84 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:24.905466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.096835 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32a64c33-4ff6-4818-9f42-ecbe71016ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.257147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f0472152-e79a-425b-87ff-a6814cf7ba84 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:25.400347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port f0472152-e79a-425b-87ff-a6814cf7ba84 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:25.405348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f0472152-e79a-425b-87ff-a6814cf7ba84 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:25.405850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.577336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.638319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port f0472152-e79a-425b-87ff-a6814cf7ba84, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f0472152-e79a-425b-87ff-a6814cf7ba84,segment=NetworkSegment(f1dce213-1d4b-4bf9-b059-705b3bcac613),segment_id=f1dce213-1d4b-4bf9-b059-705b3bcac613)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:25.644792 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.703384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=f0472152-e79a-425b-87ff-a6814cf7ba84,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.332902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:26.697936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-fc47946f-475c-4e7b-a191-1a9c76c6ce39 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:12:26.699257 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fc47946f-475c-4e7b-a191-1a9c76c6ce39 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653774 Aug 31 09:12:27.213561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f0472152-e79a-425b-87ff-a6814cf7ba84 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:27.271290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f0472152-e79a-425b-87ff-a6814cf7ba84 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:27.271658 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.398059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.301602 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.427708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37794) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:29.588771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:29.615203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Made reservation on behalf of 250b4679a39842daacfff7d700476828 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:29.618510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.627509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.747438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.751624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.769475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Reserving flat network on physical network physnet1 {{(pid=94787) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 09:12:29.791293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc7e0f-0798-4aca-9450-b7ce71bbc259,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:29.798418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.798835 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Added segment e4eeecd9-1070-4774-8629-a2551c067c41 of type flat for network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d Aug 31 09:12:29.877094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.932369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.933622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.934266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.996786 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5680447 Aug 31 09:12:30.002832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3ea7d-3597-4330-9d07-275a952346ce admin admin] Pushing event updated for resources: {'Network': ['ID=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:30.018792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:12:32.536639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37812) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:32.638685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a184b2-aad9-4d4c-a007-3b82b01fef91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.640110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-51a184b2-aad9-4d4c-a007-3b82b01fef91 admin admin] 10.222.0.69 "GET /v2.0/subnets/2d2d56a6-9ead-450a-8118-622f780aa194 HTTP/1.1" status: 200 len: 849 time: 0.1021636 Aug 31 09:12:32.822728 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-55598323-b378-4a2f-b0d9-e75f6c677f33 admin admin] 10.222.0.69 "GET /v2.0/routers/895cb5af-9947-402f-9020-3733d3f54bef HTTP/1.1" status: 200 len: 704 time: 0.1725907 Aug 31 09:12:33.141754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.485557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Allocated IP 172.20.0.1 (652a2b00-5cc9-47c0-a258-0950c0d51684/2d2d56a6-9ead-450a-8118-622f780aa194/cf86fd1c-d155-4035-b3d4-f97278b41ff6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:33.744168 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.773333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Transition to ACTIVE for port object cf86fd1c-d155-4035-b3d4-f97278b41ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:33.851854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.931063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Network 652a2b00-5cc9-47c0-a258-0950c0d51684 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:33.936330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:33.938947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:33.939507 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.001733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Pushing event updated for resources: {'Port': ['ID=cf86fd1c-d155-4035-b3d4-f97278b41ff6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:34.158073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-28e71bd1-3870-49fa-8905-134ef72a57e1 None None] Provisioning for port cf86fd1c-d155-4035-b3d4-f97278b41ff6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:34.165598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-28e71bd1-3870-49fa-8905-134ef72a57e1 None None] Provisioning complete for port cf86fd1c-d155-4035-b3d4-f97278b41ff6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:34.166230 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-28e71bd1-3870-49fa-8905-134ef72a57e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.179323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.217097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-28e71bd1-3870-49fa-8905-134ef72a57e1 None None] Port cf86fd1c-d155-4035-b3d4-f97278b41ff6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:34.408206 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.413141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.414527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.493560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Pushing event updated for resources: {'Port': ['ID=cf86fd1c-d155-4035-b3d4-f97278b41ff6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:34.552829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Network 652a2b00-5cc9-47c0-a258-0950c0d51684 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:34.554374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:34.743761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dec61f75-5766-461a-9a1b-215dbfec56c0 None None] Provisioning complete for port cf86fd1c-d155-4035-b3d4-f97278b41ff6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:34.744148 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dec61f75-5766-461a-9a1b-215dbfec56c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.785091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dec61f75-5766-461a-9a1b-215dbfec56c0 None None] Port cf86fd1c-d155-4035-b3d4-f97278b41ff6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:34.812375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Router 895cb5af-9947-402f-9020-3733d3f54bef is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:12:34.913098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:34.920024 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1744858c-12cc-416f-9706-12ac0e80bb6d admin admin] 10.222.0.69 "PUT /v2.0/routers/895cb5af-9947-402f-9020-3733d3f54bef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0908303 Aug 31 09:12:34.926462 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Sync routers for ids ['895cb5af-9947-402f-9020-3733d3f54bef'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:34.941315 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Routers {'895cb5af-9947-402f-9020-3733d3f54bef'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:34.942190 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:12:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['895cb5af-9947-402f-9020-3733d3f54bef'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:35.157848 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Set router 895cb5af-9947-402f-9020-3733d3f54bef gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:35.661080 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895cb5af-9947-402f-9020-3733d3f54bef', 'name': 'router1', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:23Z', 'updated_at': '2021-08-31T09:12:34Z', 'revision_number': 2, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'gw_port_host': None, '_interfaces': [{'id': 'cf86fd1c-d155-4035-b3d4-f97278b41ff6', 'name': '', 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'mac_address': 'fa:16:3e:ba:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:33Z', 'updated_at': '2021-08-31T09:12:34Z', 'revision_number': 2, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'subnets': [{'id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd9e9d67-6f52-497d-a4a1-d60a22d32862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:35.717459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Checking router: 895cb5af-9947-402f-9020-3733d3f54bef for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:35.717816 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Updating router 895cb5af-9947-402f-9020-3733d3f54bef port cf86fd1c-d155-4035-b3d4-f97278b41ff6 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:12:35.773006 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.402117 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.424435 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Transition to ACTIVE for port object cf86fd1c-d155-4035-b3d4-f97278b41ff6 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:36.432157 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.670656 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Pushing event updated for resources: {'Port': ['ID=cf86fd1c-d155-4035-b3d4-f97278b41ff6,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:36.678548 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Attempting to bind port cf86fd1c-d155-4035-b3d4-f97278b41ff6 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:36.679279 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Attempting to bind port cf86fd1c-d155-4035-b3d4-f97278b41ff6 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:36.679901 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Attempting to bind port cf86fd1c-d155-4035-b3d4-f97278b41ff6 on network 652a2b00-5cc9-47c0-a258-0950c0d51684 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:36.691396 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.691965 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.692530 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.693083 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.693630 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.694215 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.695351 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.695990 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.696548 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.697023 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.697580 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.698130 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Tracked resource versions report: Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: pushed versions: Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: { 'AddressGroup': {'1.2'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'ConntrackHelper': {'1.0'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Log': {'1.0'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Network': {'1.1'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Port': {'1.7'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'PortForwarding': {'1.2'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'QosPolicy': {'1.9'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'SecurityGroup': {'1.4'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'SubPort': {'1.0'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Subnet': {'1.1'}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Trunk': {'1.1'}} Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: consumer versions: Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: { DHCP agent@n-d-806683-2: {}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: L3 agent@n-d-806683-2: {}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: Metadata agent@n-d-806683-2: {}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: Metering agent@n-d-806683-2: {}, Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: Open vSwitch agent@n-d-806683-2: { 'AddressGroup': '1.2', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'ConntrackHelper': '1.0', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Log': '1.0', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Network': '1.1', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Port': '1.7', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'PortForwarding': '1.2', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'QosPolicy': '1.9', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'SecurityGroup': '1.4', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'SecurityGroupRule': '1.2', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'SubPort': '1.0', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Subnet': '1.1', Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: 'Trunk': '1.1'}} Aug 31 09:12:36.700229 n-d-806683-2 neutron-server[94789]: {{(pid=94789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:12:36.711681 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:36.712338 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Checking segment: {'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:36.713096 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.713713 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Bound using segment: {'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:36.714569 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Bound port: cf86fd1c-d155-4035-b3d4-f97278b41ff6, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dce213-1d4b-4bf9-b059-705b3bcac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:36.715258 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.801959 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] For port cf86fd1c-d155-4035-b3d4-f97278b41ff6, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:36.824065 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] For port cf86fd1c-d155-4035-b3d4-f97278b41ff6, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cf86fd1c-d155-4035-b3d4-f97278b41ff6,segment=NetworkSegment(f1dce213-1d4b-4bf9-b059-705b3bcac613),segment_id=f1dce213-1d4b-4bf9-b059-705b3bcac613)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:36.832281 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.892564 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0e2e8-b89d-44ba-a0a0-81e39b5614fd None None] Pushing event updated for resources: {'Port': ['ID=cf86fd1c-d155-4035-b3d4-f97278b41ff6,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:36.900917 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Routers {'895cb5af-9947-402f-9020-3733d3f54bef'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:36.901661 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:12:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['895cb5af-9947-402f-9020-3733d3f54bef'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:37.003202 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] Set router 895cb5af-9947-402f-9020-3733d3f54bef gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:37.279258 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895cb5af-9947-402f-9020-3733d3f54bef', 'name': 'router1', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:23Z', 'updated_at': '2021-08-31T09:12:34Z', 'revision_number': 2, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'gw_port_host': None, '_interfaces': [{'id': 'cf86fd1c-d155-4035-b3d4-f97278b41ff6', 'name': '', 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'mac_address': 'fa:16:3e:ba:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:33Z', 'updated_at': '2021-08-31T09:12:36Z', 'revision_number': 4, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'subnets': [{'id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd9e9d67-6f52-497d-a4a1-d60a22d32862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:37.307423 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae97cc9-c906-4630-bc2a-a50e408f5ee7 None None] The sync data for ids ['895cb5af-9947-402f-9020-3733d3f54bef'] in n-d-806683-2 is: [{'id': '895cb5af-9947-402f-9020-3733d3f54bef', 'name': 'router1', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:23Z', 'updated_at': '2021-08-31T09:12:34Z', 'revision_number': 2, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'gw_port_host': None, '_interfaces': [{'id': 'cf86fd1c-d155-4035-b3d4-f97278b41ff6', 'name': '', 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'mac_address': 'fa:16:3e:ba:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:33Z', 'updated_at': '2021-08-31T09:12:36Z', 'revision_number': 4, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'subnets': [{'id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd9e9d67-6f52-497d-a4a1-d60a22d32862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:37.520619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37822) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:37.673249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d92cb-03f9-460e-8663-185567d2bbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.675951 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee9d92cb-03f9-460e-8663-185567d2bbab admin admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 842 time: 0.1534486 Aug 31 09:12:37.689794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:37.715352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Made reservation on behalf of 250b4679a39842daacfff7d700476828 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:37.718021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.129587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:12:38.130135 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.226725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc8a127-9acf-49a5-9c73-737de1b24d4e,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:38.234138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:38.234138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Network hostable DHCP agents. Network: e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:12:38.259549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:12:38.271562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:38.278054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.278054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.281759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392eec42-a2ea-41b5-be84-979430c3b5f8 None None] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:38.299477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-10a2e124-e6c0-40a0-a51e-888b8cb9510c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6063166 Aug 31 09:12:38.430368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccde385-df4a-4047-8667-e9102f34c38f None None] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:40.854479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37830) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:40.999696 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-485b1942-0f84-4e2a-9936-0cfd66b5e941 admin admin] 10.222.0.69 "GET /v2.0/routers/895cb5af-9947-402f-9020-3733d3f54bef HTTP/1.1" status: 200 len: 710 time: 0.1440384 Aug 31 09:12:41.101728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373c0ad4-25ec-4651-9f73-8b06c28b255d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:41.110040 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-373c0ad4-25ec-4651-9f73-8b06c28b255d admin admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 886 time: 0.0984275 Aug 31 09:12:41.115038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:41.452012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.727334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.812798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.933305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Allocated IP 172.25.1.222 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/ad1217f6-4dea-4239-9e3a-fc16c62dc389) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:42.079218 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.139610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.205789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:42.209640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:42.215875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:42.253666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1217f6-4dea-4239-9e3a-fc16c62dc389,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:42.586076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.826007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.830909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.977047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Router 895cb5af-9947-402f-9020-3733d3f54bef has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:12:42.995583 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:43.135976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:43.143511 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.144430 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c0401bbe-bf69-4bde-80b9-a93c52db3ce1 admin admin] 10.222.0.69 "PUT /v2.0/routers/895cb5af-9947-402f-9020-3733d3f54bef HTTP/1.1" status: 200 len: 890 time: 2.0334558 Aug 31 09:12:43.237013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cf86fd1c-d155-4035-b3d4-f97278b41ff6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:43.294551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port cf86fd1c-d155-4035-b3d4-f97278b41ff6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:43.300821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cf86fd1c-d155-4035-b3d4-f97278b41ff6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:43.301332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.412694 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.457726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port cf86fd1c-d155-4035-b3d4-f97278b41ff6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cf86fd1c-d155-4035-b3d4-f97278b41ff6,segment=NetworkSegment(f1dce213-1d4b-4bf9-b059-705b3bcac613),segment_id=f1dce213-1d4b-4bf9-b059-705b3bcac613)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:43.463592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.518183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=cf86fd1c-d155-4035-b3d4-f97278b41ff6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:44.287287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Sync routers for ids ['895cb5af-9947-402f-9020-3733d3f54bef'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:44.312109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Routers {'895cb5af-9947-402f-9020-3733d3f54bef'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:44.313163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:12:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['895cb5af-9947-402f-9020-3733d3f54bef'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:44.619239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Set router 895cb5af-9947-402f-9020-3733d3f54bef gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:45.088919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895cb5af-9947-402f-9020-3733d3f54bef', 'name': 'router1', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'ad1217f6-4dea-4239-9e3a-fc16c62dc389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:23Z', 'updated_at': '2021-08-31T09:12:42Z', 'revision_number': 4, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'gw_port': {'id': 'ad1217f6-4dea-4239-9e3a-fc16c62dc389', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:41Z', 'updated_at': '2021-08-31T09:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'cf86fd1c-d155-4035-b3d4-f97278b41ff6', 'name': '', 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'mac_address': 'fa:16:3e:ba:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:33Z', 'updated_at': '2021-08-31T09:12:43Z', 'revision_number': 5, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'subnets': [{'id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd9e9d67-6f52-497d-a4a1-d60a22d32862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:45.143544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Checking router: 895cb5af-9947-402f-9020-3733d3f54bef for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:45.143900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Updating router 895cb5af-9947-402f-9020-3733d3f54bef port ad1217f6-4dea-4239-9e3a-fc16c62dc389 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:12:45.222636 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.258930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cf86fd1c-d155-4035-b3d4-f97278b41ff6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:45.564417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cf86fd1c-d155-4035-b3d4-f97278b41ff6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:45.565182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.787215 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.800111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Transition to ACTIVE for port object ad1217f6-4dea-4239-9e3a-fc16c62dc389 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:45.810831 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.815242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37842) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:45.864167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Attempting to bind port ad1217f6-4dea-4239-9e3a-fc16c62dc389 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:45.864537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Attempting to bind port ad1217f6-4dea-4239-9e3a-fc16c62dc389 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:45.864910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Attempting to bind port ad1217f6-4dea-4239-9e3a-fc16c62dc389 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:45.873036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e356d0-4df2-4074-9c2c-588f2a32fee7 None None] Pushing event updated for resources: {'Port': ['ID=ad1217f6-4dea-4239-9e3a-fc16c62dc389,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:45.876426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:45.876807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:45.877214 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.877603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:45.878087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Bound port: ad1217f6-4dea-4239-9e3a-fc16c62dc389, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:45.878488 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.949169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] For port ad1217f6-4dea-4239-9e3a-fc16c62dc389, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:45.952665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] For port ad1217f6-4dea-4239-9e3a-fc16c62dc389, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ad1217f6-4dea-4239-9e3a-fc16c62dc389,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:45.956919 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.014763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Routers {'895cb5af-9947-402f-9020-3733d3f54bef'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:46.015411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:12:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['895cb5af-9947-402f-9020-3733d3f54bef'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:46.080659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.policy [None req-77e1c56d-cb77-4652-9a51-88c706199314 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94786) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 09:12:46.128342 n-d-806683-2 neutron-server[94786]: WARNING oslo_policy.policy [None req-77e1c56d-cb77-4652-9a51-88c706199314 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:12:46.128710 n-d-806683-2 neutron-server[94786]: WARNING oslo_policy.policy [None req-77e1c56d-cb77-4652-9a51-88c706199314 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 09:12:46.136966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e356d0-4df2-4074-9c2c-588f2a32fee7 None None] Pushing event updated for resources: {'Port': ['ID=ad1217f6-4dea-4239-9e3a-fc16c62dc389,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:46.139313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-77e1c56d-cb77-4652-9a51-88c706199314 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3228741 Aug 31 09:12:46.233611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] Set router 895cb5af-9947-402f-9020-3733d3f54bef gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:46.527781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895cb5af-9947-402f-9020-3733d3f54bef', 'name': 'router1', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'ad1217f6-4dea-4239-9e3a-fc16c62dc389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:23Z', 'updated_at': '2021-08-31T09:12:42Z', 'revision_number': 4, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'gw_port': {'id': 'ad1217f6-4dea-4239-9e3a-fc16c62dc389', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:41Z', 'updated_at': '2021-08-31T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'cf86fd1c-d155-4035-b3d4-f97278b41ff6', 'name': '', 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'mac_address': 'fa:16:3e:ba:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:33Z', 'updated_at': '2021-08-31T09:12:43Z', 'revision_number': 5, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'subnets': [{'id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd9e9d67-6f52-497d-a4a1-d60a22d32862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:46.561283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20e2cd-fc93-410b-a0a4-eca97b848866 None None] The sync data for ids ['895cb5af-9947-402f-9020-3733d3f54bef'] in n-d-806683-2 is: [{'id': '895cb5af-9947-402f-9020-3733d3f54bef', 'name': 'router1', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'ad1217f6-4dea-4239-9e3a-fc16c62dc389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:23Z', 'updated_at': '2021-08-31T09:12:42Z', 'revision_number': 4, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'gw_port': {'id': 'ad1217f6-4dea-4239-9e3a-fc16c62dc389', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:41Z', 'updated_at': '2021-08-31T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'cf86fd1c-d155-4035-b3d4-f97278b41ff6', 'name': '', 'network_id': '652a2b00-5cc9-47c0-a258-0950c0d51684', 'tenant_id': '097e65cd10224c698c9cfa10cfbfb707', 'mac_address': 'fa:16:3e:ba:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895cb5af-9947-402f-9020-3733d3f54bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:33Z', 'updated_at': '2021-08-31T09:12:43Z', 'revision_number': 5, 'project_id': '097e65cd10224c698c9cfa10cfbfb707', 'subnets': [{'id': '2d2d56a6-9ead-450a-8118-622f780aa194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd9e9d67-6f52-497d-a4a1-d60a22d32862'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:47.309185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ad1217f6-4dea-4239-9e3a-fc16c62dc389 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:47.422041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ad1217f6-4dea-4239-9e3a-fc16c62dc389 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:47.427966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ad1217f6-4dea-4239-9e3a-fc16c62dc389 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:47.428337 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.519555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.542828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ad1217f6-4dea-4239-9e3a-fc16c62dc389, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ad1217f6-4dea-4239-9e3a-fc16c62dc389,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:47.548155 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.609289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ad1217f6-4dea-4239-9e3a-fc16c62dc389,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:49.267168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ad1217f6-4dea-4239-9e3a-fc16c62dc389 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:49.392072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ad1217f6-4dea-4239-9e3a-fc16c62dc389 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:49.393493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.688847 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-addbcf37-0b4a-496b-8fee-30a1b9cae4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.912359 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.103285 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3212aa5e-8e76-4084-92ed-0fc1e09909ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.412841 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.363197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.001234 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:21.679666 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c88ce36d-4761-45eb-b00d-b61a6cfd7e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.916713 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:25.094146 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f45a39cb-4901-4bc2-b487-d5ee9e74f08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.426959 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.340768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.674799 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-284da89d-4063-4c2b-9bd4-1667aeed4218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.912079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:55.099448 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f58c8993-9f25-4e29-848a-9afcf42b17f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.993946 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:57.404758 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.326174 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:21.664499 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e860c19c-0cb9-4d61-87a7-e4c289010d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.905053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.106073 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-16679f92-ab43-47f6-be7a-a82bdb5224ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.409089 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.336811 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.994148 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:45.018947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38438) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:45.137684 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fa7ab2-dc92-494f-8f0e-9bb7761ccc17 admin admin] GET failed (client error): The resource could not be found. Aug 31 09:14:45.140061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c8fa7ab2-dc92-494f-8f0e-9bb7761ccc17 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1199703 Aug 31 09:14:45.375556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13025f6-0c7b-4d46-a812-7c87ce0a966e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.382124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e13025f6-0c7b-4d46-a812-7c87ce0a966e admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2370481 Aug 31 09:14:47.752507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38448) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:47.903966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ac134-571c-4ffc-9938-e3bc08344f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.905478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-900ac134-571c-4ffc-9938-e3bc08344f21 admin admin] 10.222.0.69 "GET /v2.0/subnets/2d2d56a6-9ead-450a-8118-622f780aa194 HTTP/1.1" status: 200 len: 849 time: 0.1520631 Aug 31 09:14:47.918565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:48.028817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Notify callbacks [] for subnet, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.227090 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731637169628'] for subnet, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.316938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:48.317162 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.330879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] 10.222.0.69 "PUT /v2.0/subnets/2d2d56a6-9ead-450a-8118-622f780aa194 HTTP/1.1" status: 200 len: 868 time: 0.4044330 Aug 31 09:14:48.331218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd717afa-ed14-4103-ac81-609d931a8d06 None None] Network 652a2b00-5cc9-47c0-a258-0950c0d51684 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:48.333599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2d56a6-9ead-450a-8118-622f780aa194,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:48.349685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.350377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.350726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.351096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.351479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.351908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.352241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.352570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.352899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.353339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.353676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.354001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8e54-bef6-4029-a322-98bffe61489f admin admin] Tracked resource versions report: Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: pushed versions: Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: { 'AddressGroup': {'1.2'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'ConntrackHelper': {'1.0'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Log': {'1.0'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Network': {'1.1'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Port': {'1.7'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'PortForwarding': {'1.2'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'QosPolicy': {'1.9'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'SecurityGroup': {'1.4'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'SubPort': {'1.0'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Subnet': {'1.1'}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Trunk': {'1.1'}} Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: consumer versions: Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: { DHCP agent@n-d-806683-2: {}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: L3 agent@n-d-806683-2: {}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: Metadata agent@n-d-806683-2: {}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: Metering agent@n-d-806683-2: {}, Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: Open vSwitch agent@n-d-806683-2: { 'AddressGroup': '1.2', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'ConntrackHelper': '1.0', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Log': '1.0', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Network': '1.1', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Port': '1.7', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'PortForwarding': '1.2', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'QosPolicy': '1.9', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'SecurityGroup': '1.4', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'SecurityGroupRule': '1.2', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'SubPort': '1.0', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Subnet': '1.1', Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: 'Trunk': '1.1'}} Aug 31 09:14:48.355432 n-d-806683-2 neutron-server[94786]: {{(pid=94786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:14:48.862308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f519f312-f864-46b4-8b3f-58554b2cdd9c None None] Provisioning complete for port cf86fd1c-d155-4035-b3d4-f97278b41ff6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:48.862606 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f519f312-f864-46b4-8b3f-58554b2cdd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.979940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f519f312-f864-46b4-8b3f-58554b2cdd9c None None] Provisioning complete for port f0472152-e79a-425b-87ff-a6814cf7ba84 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:48.980317 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f519f312-f864-46b4-8b3f-58554b2cdd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:50.676556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38460) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:50.904290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dce8b-8c19-402f-a757-5ed52f84f8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.904642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dce8b-8c19-402f-a757-5ed52f84f8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.906244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3d6dce8b-8c19-402f-a757-5ed52f84f8b5 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2284188 Aug 31 09:14:51.663202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04254d30-e3f1-49b9-a079-e8776121b8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.309024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38470) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:53.483284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de320b1-19f0-4e91-95fd-4c0060d734b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.483675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de320b1-19f0-4e91-95fd-4c0060d734b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.485283 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4de320b1-19f0-4e91-95fd-4c0060d734b7 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1752827 Aug 31 09:14:54.905252 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.100677 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-60335778-03d8-4199-ae4c-86f079d6b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.853067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38478) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:56.010416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59986d32-bcbf-422e-83ad-6babf8c24737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:56.012745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-59986d32-bcbf-422e-83ad-6babf8c24737 admin admin] 10.222.0.69 "GET /v2.0/networks/652a2b00-5cc9-47c0-a258-0950c0d51684 HTTP/1.1" status: 200 len: 870 time: 0.1582623 Aug 31 09:14:57.425162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.345770 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.381134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38486) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:58.662724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e4df0-da8c-4d13-9092-1c6797de4d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.664251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b06e4df0-da8c-4d13-9092-1c6797de4d10 admin admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 886 time: 0.2818027 Aug 31 09:15:01.087704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38494) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:01.274698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7e1e0-a39c-44cd-aa61-7f5f5475d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.275182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7e1e0-a39c-44cd-aa61-7f5f5475d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.276766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cae7e1e0-a39c-44cd-aa61-7f5f5475d007 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1879208 Aug 31 09:15:04.070598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38502) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:04.259764 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbee42-b33d-4da4-9304-a7ee7853f2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:04.260326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbee42-b33d-4da4-9304-a7ee7853f2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:04.262392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-86fbee42-b33d-4da4-9304-a7ee7853f2eb admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1905348 Aug 31 09:15:06.715853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38510) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:06.848266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9938ad4-ca9d-4efc-afca-dc360d807f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.849865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b9938ad4-ca9d-4efc-afca-dc360d807f2d admin admin] 10.222.0.69 "GET /v2.0/subnets/2d2d56a6-9ead-450a-8118-622f780aa194 HTTP/1.1" status: 200 len: 868 time: 0.1330180 Aug 31 09:15:09.238940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38518) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:09.373283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb351e9a-d46a-4f34-a1a3-c3187de990b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.374729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fb351e9a-d46a-4f34-a1a3-c3187de990b4 admin admin] 10.222.0.69 "GET /v2.0/subnets/9fc8a127-9acf-49a5-9c73-737de1b24d4e HTTP/1.1" status: 200 len: 816 time: 0.1342952 Aug 31 09:15:10.994590 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:21.661728 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8558dcfa-4c1d-4f58-8325-3bfcc6deadf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.904753 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.096935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-12d920f6-0d78-485f-a0c3-1aab8bc4f25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.417622 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.489108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.244744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38572) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:36.303189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-7d218d7e-00f0-4b5f-a98e-7f0f35ebf928 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:15:36.304904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7d218d7e-00f0-4b5f-a98e-7f0f35ebf928 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587094 Aug 31 09:15:38.782619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38580) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:38.850869 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafacbbf-af8c-4115-a255-50c89575291d admin admin] GET failed (client error): The resource could not be found. Aug 31 09:15:38.852492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dafacbbf-af8c-4115-a255-50c89575291d admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0687499 Aug 31 09:15:38.949756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef4ab-e25b-454c-93d3-31b1727cb1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:38.951643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7b1ef4ab-e25b-454c-93d3-31b1727cb1b1 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0937684 Aug 31 09:15:41.370433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38588) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:41.428835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:41.430093 n-d-806683-2 neutron-server[94786]: INFO neutron.quota [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Loaded quota_driver: . Aug 31 09:15:41.479318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Made reservation on behalf of 250b4679a39842daacfff7d700476828 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:41.482248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.536490 n-d-806683-2 neutron-server[94786]: WARNING neutron.services.revisions.revision_plugin [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Could not find related network for resource to bump revision. Aug 31 09:15:41.559113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:41.574736 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731637189834', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.575379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Unsubscribe: segment precommit_create {{(pid=94786) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 09:15:41.575867 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Added segment 13fc629b-4073-477d-967f-7cd59eb98850 of type vlan for network 573968a9-51bc-4f1d-8990-e3a47a226ea6 Aug 31 09:15:41.639385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.680218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.681486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:41.682221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.781557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4098840 Aug 31 09:15:41.804078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099d5a2-cba0-41f6-8872-ded8d69a28c5 admin admin] Pushing event updated for resources: {'Network': ['ID=573968a9-51bc-4f1d-8990-e3a47a226ea6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:41.818949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:44.180488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38596) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:44.256458 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-7049e64e-df62-4e64-b701-9291e5bc2ae7 admin admin] GET failed (client error): The resource could not be found. Aug 31 09:15:44.257923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7049e64e-df62-4e64-b701-9291e5bc2ae7 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0762515 Aug 31 09:15:44.339565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5902889-2fdf-4d52-a9c0-5ffe04d161f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:44.341167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c5902889-2fdf-4d52-a9c0-5ffe04d161f7 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0777457 Aug 31 09:15:44.355990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Request body: {'subnet': {'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:44.400710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Made reservation on behalf of 250b4679a39842daacfff7d700476828 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:44.404644 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.620006 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.682621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9870d3b5-32bd-4557-b70e-bc1709375db7,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:44.702568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:44.702986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Network hostable DHCP agents. Network: 573968a9-51bc-4f1d-8990-e3a47a226ea6, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:44.727177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:44.741012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 573968a9-51bc-4f1d-8990-e3a47a226ea6) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:44.745858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:44.746450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.751770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d045a63c-5df6-44a1-8f61-704cbf1e5d9f None None] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:44.769748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6c613cca-4985-43b3-bef2-a0ba8ea55b10 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4204025 Aug 31 09:15:45.000559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-573968a9-51bc-4f1d-8990-e3a47a226ea6', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'tenant_id': '250b4679a39842daacfff7d700476828', 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:15:45.002009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.224475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Allocated IP 192.168.233.2 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/3142f378-14f0-4c83-ac60-a8eb76a3c9bf) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:45.442334 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.454943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Transition to ACTIVE for port object 3142f378-14f0-4c83-ac60-a8eb76a3c9bf will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:45.474565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Transition to ACTIVE for port object 3142f378-14f0-4c83-ac60-a8eb76a3c9bf will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:45.483019 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.538545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:45.543262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:45.547359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:45.561862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Pushing event updated for resources: {'Port': ['ID=3142f378-14f0-4c83-ac60-a8eb76a3c9bf,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:45.574645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.575211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.575397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.575687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.576024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.576349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.576676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.576999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.577323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.577662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.577966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.578288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:45.648807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Attempting to bind port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:45.649314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Attempting to bind port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:45.649823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Attempting to bind port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:45.658324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:45.659606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:45.661191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.661191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:45.662239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Bound port: 3142f378-14f0-4c83-ac60-a8eb76a3c9bf, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:45.663085 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.760956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] For port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:45.767151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] For port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3142f378-14f0-4c83-ac60-a8eb76a3c9bf,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:45.773675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.850009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae6c48-3286-47c5-bf46-4184da98e105 None None] Pushing event updated for resources: {'Port': ['ID=3142f378-14f0-4c83-ac60-a8eb76a3c9bf,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:46.918816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cba6a46-5498-45bc-9c93-187162fb1d22 None None] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:47.006093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-925bd55c-9b50-47f0-b00c-8f22daf7e22a None None] Provisioning for port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:47.467149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3142f378-14f0-4c83-ac60-a8eb76a3c9bf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:47.545207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:47.551822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:47.552581 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.705214 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.757192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3142f378-14f0-4c83-ac60-a8eb76a3c9bf,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:47.763570 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.848794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=3142f378-14f0-4c83-ac60-a8eb76a3c9bf,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:47.994876 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:49.404509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3142f378-14f0-4c83-ac60-a8eb76a3c9bf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:49.478175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3142f378-14f0-4c83-ac60-a8eb76a3c9bf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:49.478863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.666044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fcd7-535f-4a33-b6fc-31c12c5479ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.906008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.109994 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6f1548cc-f37f-4888-9938-c849a533d55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.423880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.351206 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.674152 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d137-6a64-409c-bb98-730370b3f0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.911462 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.995764 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:25.114444 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0d1f258-e05a-4131-83a0-3c1846913dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.431903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.353317 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.668972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13bc0ba3-7103-44e8-beb2-641e075206a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.907722 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.110611 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dcb48622-75d1-4bb8-b148-32ce869694d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.433897 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.360984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.998233 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:17:21.320529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38648) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:21.326976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-fd49f133-0f2a-417b-b335-b3bdfac07d71 tempest-verify_tempest_config-720453825 tempest-verify_tempest_config-720453825-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:17:21.328625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fd49f133-0f2a-417b-b335-b3bdfac07d71 tempest-verify_tempest_config-720453825 tempest-verify_tempest_config-720453825-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070419 Aug 31 09:17:21.672314 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea495147-6e0d-4c13-a8a4-4c3799060882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.774580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38666) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:21.912261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.101544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.106292 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.155188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3445da7b9bb743ddb81c421c9e7d0581&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3794081 Aug 31 09:17:22.156678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc08c41-8b97-4f7b-ad21-49b7b236366d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:22.159436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38670) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:22.164648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.164910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.165223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.165557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.165886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.166211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.166537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.166896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.167220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.167542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.167861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.168180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb41bc8e-8adb-408a-a03a-d2239922c0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.232547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.258982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.375755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.378499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.379763 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbc08c41-8b97-4f7b-ad21-49b7b236366d HTTP/1.1" status: 204 len: 168 time: 0.2192218 Aug 31 09:17:22.388866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc08c41-8b97-4f7b-ad21-49b7b236366d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:22.397999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.398342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.398681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.399057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.399492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.399834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.400166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.400493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.400842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.401190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.401461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:22.401797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ccdd0-c129-486a-9ccd-256bc5dada76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:24.903464 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.105039 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a87f937f-5d8c-4d12-89c4-9f41cf68e3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.440257 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.357920 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.997455 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:17:51.672457 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3e887a4b-0c26-4982-8dd6-1246f18729ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.898575 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.115054 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-53dd8822-1641-4235-8493-8f491deeb0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.437908 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.370702 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:15.998088 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:18:21.667034 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-64aec360-af27-4515-ac39-2064f3558a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:24.905075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:25.117107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2238fe1b-959e-4a4d-99f8-14391ac653b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:27.446621 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.366928 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.678706 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5f62-a053-4ea8-9151-f4d40b569cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:52.997811 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:18:54.904770 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:55.113230 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd14700e-e607-4d0d-b811-ba2748939d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:57.444493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:58.370938 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.674481 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-37b256aa-13b7-4bf2-9c3a-c652729bf48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:24.905472 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:25.106375 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba8b763d-7d46-40b9-a812-3d3ce1efe9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:27.447200 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.374607 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.998889 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:19:51.670263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7f27bea8-3c59-40a0-b33f-4d3f0f97c4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.900412 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.115727 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f4dedca8-7a89-47ea-8695-7b3e9630ff69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.449197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:58.379235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:07.002881 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 5 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:20:21.677652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-94526009-191a-4730-8f31-8799e752c598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.903463 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.109602 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7ff4-2062-4713-945f-980f1c29658f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.452306 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:28.381332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.152353 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386555'] for agent, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.238093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-386555'] for agent, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.003648 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:20:51.671233 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ff67e03c-cf0c-44e5-b531-62817e1ecb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.906986 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:55.112415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e97e1b61-4b15-4565-a032-6d6a0c93af8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.453998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.387848 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.136611 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.190866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.005423 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:21:21.684599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01e7dea8-3668-44a8-990c-fad0ff06f7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:24.919680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.126127 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c0c1dfd9-52d6-423d-9702-dc38a77c5f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:26.868272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38736) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:26.988235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2011a23-4964-421b-a92a-197cb5771878 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1187811 Aug 31 09:21:27.458772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.393823 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:29.534625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38746) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:29.627264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a904c029-492b-4719-beb9-b5232a3fbfd8 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0910630 Aug 31 09:21:40.135981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:43.211180 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.679660 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ad025a5-c879-40a9-9a97-8fb31f0709df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.914204 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.119137 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5ee84f2-3765-421d-bb2d-189bb8a913cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.462329 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.005318 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:21:58.389834 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:10.171310 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:13.225121 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.694225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c004c4df-d42f-4506-ac65-aaa56f41f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.924006 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:25.145681 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d29734de-9843-4717-aed2-8b3e0a0e1277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:27.466921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:28.397118 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:35.006479 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:22:40.151667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:43.226934 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.681179 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c0175f3e-6cd9-4e05-890a-c63fd3422392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.941235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:55.144971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2234-6508-4a10-933c-7e36e4e79b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.470082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.933702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38912) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:58.404226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.508303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38936) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:58.523480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-70a610d6-e8ef-4a45-928c-f0808e7a168a tempest-AutoAllocateNetworkTest-124830380 tempest-AutoAllocateNetworkTest-124830380-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9c05af4eb8a74355a7b3fc7a9d39570e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5881467 Aug 31 09:22:58.741786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f30c4-271b-4d99-a455-193b632c9a4a tempest-AutoAllocateNetworkTest-124830380 tempest-AutoAllocateNetworkTest-124830380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.746718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38950) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:58.756081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a95f30c4-271b-4d99-a455-193b632c9a4a tempest-AutoAllocateNetworkTest-124830380 tempest-AutoAllocateNetworkTest-124830380-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2455702 Aug 31 09:22:58.819461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-06c241fa-f23a-449e-99eb-c8a2a2a78da7 tempest-AutoAllocateNetworkTest-124830380 tempest-AutoAllocateNetworkTest-124830380-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712271 Aug 31 09:22:58.823619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38954) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:58.860292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-47891e3b-a5a1-434b-b261-54fb3cb19948 tempest-AutoAllocateNetworkTest-124830380 tempest-AutoAllocateNetworkTest-124830380-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9c05af4eb8a74355a7b3fc7a9d39570e HTTP/1.1" status: 200 len: 208 time: 0.0354290 Aug 31 09:22:59.880945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38992) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:00.527510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.689596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.695263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.756201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0d0ed-be7b-4bf1-81c2-016aa7479fa5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:00.775543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.776099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.776657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.777258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.777740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.778286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.778878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.779840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.780312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.780762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.781212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.781668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] Tracked resource versions report: Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: pushed versions: Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: { 'AddressGroup': {'1.2'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'ConntrackHelper': {'1.0'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Log': {'1.0'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Network': {'1.1'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Port': {'1.7'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'PortForwarding': {'1.2'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'QosPolicy': {'1.9'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'SecurityGroup': {'1.4'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'SubPort': {'1.0'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Subnet': {'1.1'}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Trunk': {'1.1'}} Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: consumer versions: Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: { DHCP agent@n-d-806683-2: {}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: HyperV agent@n-h1-806683-2: {}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: HyperV agent@n-h2-806683-2: {}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: L3 agent@n-d-806683-2: {}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: Metadata agent@n-d-806683-2: {}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: Metering agent@n-d-806683-2: {}, Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: Open vSwitch agent@n-d-806683-2: { 'AddressGroup': '1.2', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'ConntrackHelper': '1.0', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Log': '1.0', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Network': '1.1', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Port': '1.7', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'PortForwarding': '1.2', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'QosPolicy': '1.9', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'SecurityGroup': '1.4', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'SecurityGroupRule': '1.2', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'SubPort': '1.0', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Subnet': '1.1', Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: 'Trunk': '1.1'}} Aug 31 09:23:00.783834 n-d-806683-2 neutron-server[94786]: {{(pid=94786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:23:00.800065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9025cd98-eb64-436f-a455-8b53f5541b62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c05af4eb8a74355a7b3fc7a9d39570e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9168589 Aug 31 09:23:00.804525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39020) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:00.910249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30374e4b-853f-4f6d-abde-de81d5789a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.951218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30374e4b-853f-4f6d-abde-de81d5789a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.053030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30374e4b-853f-4f6d-abde-de81d5789a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.058332 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30374e4b-853f-4f6d-abde-de81d5789a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.060569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-30374e4b-853f-4f6d-abde-de81d5789a85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04f0d0ed-be7b-4bf1-81c2-016aa7479fa5 HTTP/1.1" status: 204 len: 168 time: 0.2544520 Aug 31 09:23:01.075534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30374e4b-853f-4f6d-abde-de81d5789a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0d0ed-be7b-4bf1-81c2-016aa7479fa5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.023774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39190) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:05.465634 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-563789e7-d7e7-461a-828f-c5cb17c23352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.634817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-563789e7-d7e7-461a-828f-c5cb17c23352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.640599 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-563789e7-d7e7-461a-828f-c5cb17c23352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.707070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563789e7-d7e7-461a-828f-c5cb17c23352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b2be2e-e7b9-48f9-bb47-234c79588b89,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.718416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-563789e7-d7e7-461a-828f-c5cb17c23352 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fccba0f18f2340b7b62bd24003c0a1b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6929460 Aug 31 09:23:05.723713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39234) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:05.833851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c9e885f5-2e35-4b02-9332-661cbc6c4d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.882179 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c9e885f5-2e35-4b02-9332-661cbc6c4d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.984695 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c9e885f5-2e35-4b02-9332-661cbc6c4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.988496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c9e885f5-2e35-4b02-9332-661cbc6c4d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.995119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c9e885f5-2e35-4b02-9332-661cbc6c4d5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68b2be2e-e7b9-48f9-bb47-234c79588b89 HTTP/1.1" status: 204 len: 168 time: 0.2693555 Aug 31 09:23:06.010034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e885f5-2e35-4b02-9332-661cbc6c4d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b2be2e-e7b9-48f9-bb47-234c79588b89,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:06.544353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39288) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:06.580761 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e897a694-1176-4ee3-b152-999fa80a35d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.725824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:06.747941 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e897a694-1176-4ee3-b152-999fa80a35d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.756131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e897a694-1176-4ee3-b152-999fa80a35d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.826631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e897a694-1176-4ee3-b152-999fa80a35d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bfee043bd19488a89c7a52608529dd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2765961 Aug 31 09:23:06.826631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897a694-1176-4ee3-b152-999fa80a35d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820ce95b-de93-4362-adcb-903902628f30,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:06.827372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39308) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:06.907491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90bc7078-11ef-49c9-876f-a3feb1916e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.980245 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90bc7078-11ef-49c9-876f-a3feb1916e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.047767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.097027 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90bc7078-11ef-49c9-876f-a3feb1916e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.105216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90bc7078-11ef-49c9-876f-a3feb1916e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.107935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-90bc7078-11ef-49c9-876f-a3feb1916e2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/820ce95b-de93-4362-adcb-903902628f30 HTTP/1.1" status: 204 len: 168 time: 0.2798407 Aug 31 09:23:07.154820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc7078-11ef-49c9-876f-a3feb1916e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820ce95b-de93-4362-adcb-903902628f30,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.232624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39334) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:07.270879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.277031 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.337080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9fcc24-46c8-4d96-ab3c-7b3434e855b1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.343349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c0880ad234a4abca0800e178e9ef93c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6153567 Aug 31 09:23:07.348708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39342) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:07.350880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.351530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.352045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.352526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.353171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.353645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.354134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.354591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.355154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.355633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.356096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.356565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68cbd69-f9d0-47dd-9bb6-c385cdc57dda admin admin] Tracked resource versions report: Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: pushed versions: Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: { 'AddressGroup': {'1.2'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'ConntrackHelper': {'1.0'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Log': {'1.0'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Network': {'1.1'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Port': {'1.7'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'PortForwarding': {'1.2'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'QosPolicy': {'1.9'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'SecurityGroup': {'1.4'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'SubPort': {'1.0'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Subnet': {'1.1'}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Trunk': {'1.1'}} Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: consumer versions: Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: { DHCP agent@n-d-806683-2: {}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: HyperV agent@n-h1-806683-2: {}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: HyperV agent@n-h2-806683-2: {}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: L3 agent@n-d-806683-2: {}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: Metadata agent@n-d-806683-2: {}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: Metering agent@n-d-806683-2: {}, Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: Open vSwitch agent@n-d-806683-2: { 'AddressGroup': '1.2', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'ConntrackHelper': '1.0', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Log': '1.0', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Network': '1.1', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Port': '1.7', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'PortForwarding': '1.2', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'QosPolicy': '1.9', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'SecurityGroup': '1.4', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'SecurityGroupRule': '1.2', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'SubPort': '1.0', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Subnet': '1.1', Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: 'Trunk': '1.1'}} Aug 31 09:23:07.357743 n-d-806683-2 neutron-server[94787]: {{(pid=94787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:23:07.443250 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5936c0e5-72b6-4ff1-ad65-7e42ac35006f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.488560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5936c0e5-72b6-4ff1-ad65-7e42ac35006f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.559966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5936c0e5-72b6-4ff1-ad65-7e42ac35006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.563439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5936c0e5-72b6-4ff1-ad65-7e42ac35006f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.564874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5936c0e5-72b6-4ff1-ad65-7e42ac35006f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af9fcc24-46c8-4d96-ab3c-7b3434e855b1 HTTP/1.1" status: 204 len: 168 time: 0.2135451 Aug 31 09:23:07.573903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936c0e5-72b6-4ff1-ad65-7e42ac35006f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9fcc24-46c8-4d96-ab3c-7b3434e855b1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.773870 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26b9622e-a312-49b3-a7b5-24d98fa9a05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.891445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26b9622e-a312-49b3-a7b5-24d98fa9a05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.900705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26b9622e-a312-49b3-a7b5-24d98fa9a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.954978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-26b9622e-a312-49b3-a7b5-24d98fa9a05b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ae764b7b977469c823713c0fc99ccf4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7188365 Aug 31 09:23:07.956238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9622e-a312-49b3-a7b5-24d98fa9a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828c2775-d8a1-46c6-b88c-cc413c3c2728,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.957190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:08.030280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39370) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:08.101395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c4603fd-bdc9-4811-b5a0-03101c382a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.154399 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c4603fd-bdc9-4811-b5a0-03101c382a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.269573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c7d12d62-0e7b-47e0-b9e7-0c0e42578dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.323938 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c4603fd-bdc9-4811-b5a0-03101c382a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.328909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c4603fd-bdc9-4811-b5a0-03101c382a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.333115 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6c4603fd-bdc9-4811-b5a0-03101c382a59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/828c2775-d8a1-46c6-b88c-cc413c3c2728 HTTP/1.1" status: 204 len: 168 time: 0.3741200 Aug 31 09:23:08.350549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4603fd-bdc9-4811-b5a0-03101c382a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c2775-d8a1-46c6-b88c-cc413c3c2728,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:08.523429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c7d12d62-0e7b-47e0-b9e7-0c0e42578dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.538464 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c7d12d62-0e7b-47e0-b9e7-0c0e42578dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.589824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d12d62-0e7b-47e0-b9e7-0c0e42578dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db4e785-c9c6-4323-8ce9-484db3812528,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:08.660023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39414) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:08.662042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c7d12d62-0e7b-47e0-b9e7-0c0e42578dc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2dc1bd7ab5cf483b91e34c581ae3d7a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6302457 Aug 31 09:23:08.795449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fa28599-d1e3-4f21-8b80-9990d2e3e435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.827495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fa28599-d1e3-4f21-8b80-9990d2e3e435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.921535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39428) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:08.949873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ed22fb0-ab00-4925-b7fc-b09990a8e3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.971133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fa28599-d1e3-4f21-8b80-9990d2e3e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.977120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fa28599-d1e3-4f21-8b80-9990d2e3e435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.979595 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7fa28599-d1e3-4f21-8b80-9990d2e3e435 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9db4e785-c9c6-4323-8ce9-484db3812528 HTTP/1.1" status: 204 len: 168 time: 0.3179860 Aug 31 09:23:09.000530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa28599-d1e3-4f21-8b80-9990d2e3e435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db4e785-c9c6-4323-8ce9-484db3812528,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:09.376123 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ed22fb0-ab00-4925-b7fc-b09990a8e3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.383017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ed22fb0-ab00-4925-b7fc-b09990a8e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.440095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed22fb0-ab00-4925-b7fc-b09990a8e3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f92b0cc-12d5-49c4-8b55-04f29785d5a2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:09.468737 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9ed22fb0-ab00-4925-b7fc-b09990a8e3d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=900d83053c5a4a30bfb016a5199d3dc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5457330 Aug 31 09:23:09.472145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39462) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:09.575971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21ae0eb7-f596-490b-859d-41f3e732c820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.630534 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21ae0eb7-f596-490b-859d-41f3e732c820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.707968 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39476) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:09.752692 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21ae0eb7-f596-490b-859d-41f3e732c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.757987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21ae0eb7-f596-490b-859d-41f3e732c820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.760082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-21ae0eb7-f596-490b-859d-41f3e732c820 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f92b0cc-12d5-49c4-8b55-04f29785d5a2 HTTP/1.1" status: 204 len: 168 time: 0.2856781 Aug 31 09:23:09.766290 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af957ef4-a0c1-4300-ad7e-29a2f9eb5d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.789225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae0eb7-f596-490b-859d-41f3e732c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f92b0cc-12d5-49c4-8b55-04f29785d5a2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:09.958084 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af957ef4-a0c1-4300-ad7e-29a2f9eb5d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.965012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af957ef4-a0c1-4300-ad7e-29a2f9eb5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.012626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:10.035570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af957ef4-a0c1-4300-ad7e-29a2f9eb5d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54cf292-c672-428b-bec8-d0c5b339c4de,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.078081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-af957ef4-a0c1-4300-ad7e-29a2f9eb5d01 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=328889bdee1d469b9a0700141c4ad455&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3738644 Aug 31 09:23:10.078081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39504) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:10.174715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.244061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7fe53601-1eaa-4f94-928c-d822db589477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.277686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7fe53601-1eaa-4f94-928c-d822db589477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.336944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7fe53601-1eaa-4f94-928c-d822db589477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.340732 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7fe53601-1eaa-4f94-928c-d822db589477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.342356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7fe53601-1eaa-4f94-928c-d822db589477 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a54cf292-c672-428b-bec8-d0c5b339c4de HTTP/1.1" status: 204 len: 168 time: 0.2614815 Aug 31 09:23:10.357092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe53601-1eaa-4f94-928c-d822db589477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54cf292-c672-428b-bec8-d0c5b339c4de,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.382606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39530) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:10.402392 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02b3357c-39d2-4718-b64b-7f1baf5313c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.590394 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02b3357c-39d2-4718-b64b-7f1baf5313c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.596226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02b3357c-39d2-4718-b64b-7f1baf5313c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.662686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3357c-39d2-4718-b64b-7f1baf5313c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb91af8-3c9a-46fd-96fb-b5fad2e9a47d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.669075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-02b3357c-39d2-4718-b64b-7f1baf5313c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=280a59c33a8d4574bcc68e31bf7ae908&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2852974 Aug 31 09:23:10.673754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39550) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:10.767845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ea35-77e5-4fde-b741-f970e7a3cf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.769092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9815262d-b429-4ed0-b363-8b538bc223b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.847670 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9815262d-b429-4ed0-b363-8b538bc223b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.928160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ea35-77e5-4fde-b741-f970e7a3cf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.938243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5d5ea35-77e5-4fde-b741-f970e7a3cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.959246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9815262d-b429-4ed0-b363-8b538bc223b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.964178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9815262d-b429-4ed0-b363-8b538bc223b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.966055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9815262d-b429-4ed0-b363-8b538bc223b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3cb91af8-3c9a-46fd-96fb-b5fad2e9a47d HTTP/1.1" status: 204 len: 168 time: 0.2909720 Aug 31 09:23:10.979961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815262d-b429-4ed0-b363-8b538bc223b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb91af8-3c9a-46fd-96fb-b5fad2e9a47d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.982290 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c5d5ea35-77e5-4fde-b741-f970e7a3cf25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81f86db8b5d7445b85f599ae64243c00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9657071 Aug 31 09:23:10.983782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39562) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:11.115193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5ea35-77e5-4fde-b741-f970e7a3cf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cddb845-3866-4d7d-baac-5ec9dca8c15c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:11.179309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef830a1-712d-4ca2-abc2-b0cf539662e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.222939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef830a1-712d-4ca2-abc2-b0cf539662e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.297833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef830a1-712d-4ca2-abc2-b0cf539662e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.301264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef830a1-712d-4ca2-abc2-b0cf539662e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.305024 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3ef830a1-712d-4ca2-abc2-b0cf539662e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cddb845-3866-4d7d-baac-5ec9dca8c15c HTTP/1.1" status: 204 len: 168 time: 0.3128884 Aug 31 09:23:11.312439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef830a1-712d-4ca2-abc2-b0cf539662e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cddb845-3866-4d7d-baac-5ec9dca8c15c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:11.628838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39602) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:11.893777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39618) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:12.008847 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:23:12.055432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aff5ec21-15d0-4bf7-be3b-8d70709f8d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.069149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39626) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:12.094390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f62f-3b39-437e-a9cf-47c2babd30a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.213032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aff5ec21-15d0-4bf7-be3b-8d70709f8d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.220058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aff5ec21-15d0-4bf7-be3b-8d70709f8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.279402 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aff5ec21-15d0-4bf7-be3b-8d70709f8d57 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e6e3b3527e043479c65ffb792c9a7a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6485038 Aug 31 09:23:12.280038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39634) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:12.316907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5ec21-15d0-4bf7-be3b-8d70709f8d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef20d4b-e132-491e-8c38-159ec0acc2e8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:12.441463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f62f-3b39-437e-a9cf-47c2babd30a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.443597 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f200aa0-8a5f-4f39-8335-d42ac9b28adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.450302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f62f-3b39-437e-a9cf-47c2babd30a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.496114 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f200aa0-8a5f-4f39-8335-d42ac9b28adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.526008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-network', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:12.554133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d0e2f62f-3b39-437e-a9cf-47c2babd30a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c5a9dfa22b7455d911c7064365527a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4839616 Aug 31 09:23:12.555016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2f62f-3b39-437e-a9cf-47c2babd30a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ae9129-e6af-45b7-953d-b3f213efe265,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:12.560651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39642) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:12.598728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Made reservation on behalf of 3536a4141d5b4186aa3e20e3c180471c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:12.602013 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.607316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39650) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:12.610469 n-d-806683-2 neutron-server[94786]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 09:23:12.639450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.667702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-47cbdf32-4509-4e28-b8a2-ea5fd6e9b040 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=334c51f8bc7f4cbd84059ccb50808f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592148 Aug 31 09:23:12.684970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b84ea709-a0ff-4988-b248-bc64e6b0c395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.706659 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f200aa0-8a5f-4f39-8335-d42ac9b28adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.709411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f200aa0-8a5f-4f39-8335-d42ac9b28adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.710667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2f200aa0-8a5f-4f39-8335-d42ac9b28adf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fef20d4b-e132-491e-8c38-159ec0acc2e8 HTTP/1.1" status: 204 len: 168 time: 0.4291458 Aug 31 09:23:12.716398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b84ea709-a0ff-4988-b248-bc64e6b0c395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.839104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b84ea709-a0ff-4988-b248-bc64e6b0c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.847091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b84ea709-a0ff-4988-b248-bc64e6b0c395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.852775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b84ea709-a0ff-4988-b248-bc64e6b0c395 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5ae9129-e6af-45b7-953d-b3f213efe265 HTTP/1.1" status: 204 len: 168 time: 0.2867761 Aug 31 09:23:12.855902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f200aa0-8a5f-4f39-8335-d42ac9b28adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef20d4b-e132-491e-8c38-159ec0acc2e8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:12.866519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ea709-a0ff-4988-b248-bc64e6b0c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ae9129-e6af-45b7-953d-b3f213efe265,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:13.091804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-d0dec3c3-1dd4-4727-be97-7e5581395353 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:13.095612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-d0dec3c3-1dd4-4727-be97-7e5581395353 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4266157 Aug 31 09:23:13.134533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-71fa983e-236d-430b-81bf-7c737be26121 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/quotas/334c51f8bc7f4cbd84059ccb50808f1f HTTP/1.1" status: 200 len: 375 time: 0.0254550 Aug 31 09:23:13.229796 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.265742 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.270652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-ea3de0a6-9453-4dd7-9375-1a8a0c793a2b tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=334c51f8bc7f4cbd84059ccb50808f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241004 Aug 31 09:23:13.272547 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.309973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:13.337857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c91497b-9b2c-415f-91e8-ce23f7512943,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:13.347642 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.348261 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Added segment 700b4f57-10a3-4837-a67e-0645e23f88ff of type vlan for network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 Aug 31 09:23:13.443159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.491489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.493948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:13.495864 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.642406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7417502 Aug 31 09:23:13.643332 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39688) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:13.652665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Request body: {'subnet': {'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-subnet', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:13.677364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a6aee-6bb0-4fd4-a003-e51e697810c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:13.699933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:13.723739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Made reservation on behalf of 3536a4141d5b4186aa3e20e3c180471c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:13.726098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39692) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:13.733813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.789027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d588edbd-95b5-4097-bda8-0e37f1040817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.018254 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d588edbd-95b5-4097-bda8-0e37f1040817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.024922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d588edbd-95b5-4097-bda8-0e37f1040817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.066155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588edbd-95b5-4097-bda8-0e37f1040817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0efa0a8-1742-428e-b3ac-0bea91dfaf4a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:14.093788 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d588edbd-95b5-4097-bda8-0e37f1040817 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=212a41ac781f4673a9797ee679ca9b58&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3616319 Aug 31 09:23:14.094006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39712) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:14.177195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.189467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2aef75e4-4d60-443f-b16e-6e42a6c32568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.231679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2aef75e4-4d60-443f-b16e-6e42a6c32568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.282828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:14.310363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Checking segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:14.310977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Network hostable DHCP agents. Network: 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:14.345041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2aef75e4-4d60-443f-b16e-6e42a6c32568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.348845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2aef75e4-4d60-443f-b16e-6e42a6c32568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.350729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2aef75e4-4d60-443f-b16e-6e42a6c32568 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0efa0a8-1742-428e-b3ac-0bea91dfaf4a HTTP/1.1" status: 204 len: 168 time: 0.2556281 Aug 31 09:23:14.369977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef75e4-4d60-443f-b16e-6e42a6c32568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0efa0a8-1742-428e-b3ac-0bea91dfaf4a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:14.413380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:14.447643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:14.458209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:14.459327 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.461212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895db3ce-8709-4bd4-9cf1-fb183ccfc65c None None] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:14.489252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7ba615d3-ac1b-4507-844c-b3d6e886ff9a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8410668 Aug 31 09:23:14.491372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39724) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:14.496299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:14.539487 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.544678 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.595634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39728) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:14.655752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.940259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.987673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:14.989101 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.230096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Allocated IP 172.20.0.2 (2ab24084-8ebb-4a7d-92d4-e4d83ee81e12/be460a30-0ca2-4f8d-bc0b-d1d55915f9ab/42b9c9bd-a2a7-48cd-ade1-f40688257e88) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:15.333094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.361071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.392403 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.403291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Transition to ACTIVE for port object 42b9c9bd-a2a7-48cd-ade1-f40688257e88 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:15.431041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Transition to ACTIVE for port object 42b9c9bd-a2a7-48cd-ade1-f40688257e88 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:15.438795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.493448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Pushing event updated for resources: {'Port': ['ID=42b9c9bd-a2a7-48cd-ade1-f40688257e88,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:15.503792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.504437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.504980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.509435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.509985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.510514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.511505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.512036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.512272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.512788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.513287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.513802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Tracked resource versions report: Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: pushed versions: Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: { 'AddressGroup': {'1.2'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'ConntrackHelper': {'1.0'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Log': {'1.0'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Network': {'1.1'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Port': {'1.7'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'PortForwarding': {'1.2'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'QosPolicy': {'1.9'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'SecurityGroup': {'1.4'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'SubPort': {'1.0'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Subnet': {'1.1'}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Trunk': {'1.1'}} Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: consumer versions: Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: { DHCP agent@n-d-806683-2: {}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: HyperV agent@n-h1-806683-2: {}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: HyperV agent@n-h2-806683-2: {}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: L3 agent@n-d-806683-2: {}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: Metadata agent@n-d-806683-2: {}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: Metering agent@n-d-806683-2: {}, Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: Open vSwitch agent@n-d-806683-2: { 'AddressGroup': '1.2', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'ConntrackHelper': '1.0', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Log': '1.0', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Network': '1.1', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Port': '1.7', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'PortForwarding': '1.2', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'QosPolicy': '1.9', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'SecurityGroup': '1.4', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'SecurityGroupRule': '1.2', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'SubPort': '1.0', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Subnet': '1.1', Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: 'Trunk': '1.1'}} Aug 31 09:23:15.515472 n-d-806683-2 neutron-server[94788]: {{(pid=94788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:23:15.526452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Allocated IP 172.25.1.201 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/a4ba1b09-373b-4b3a-a1db-41103a674e7a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:15.531355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:15.533301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:15.538005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:15.645798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Attempting to bind port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:15.646281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Attempting to bind port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:15.647299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Attempting to bind port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 on network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:15.657638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:15.658881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Checking segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:15.659881 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.660826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Bound using segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:15.662065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Bound port: 42b9c9bd-a2a7-48cd-ade1-f40688257e88, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:15.663487 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.781233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.797194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] For port 42b9c9bd-a2a7-48cd-ade1-f40688257e88, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:15.801633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa92c9d2-b9aa-46a9-be95-f058d5b0deab req-ba5752be-39da-4488-b598-c583dd6f2186 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 210 time: 1.2027707 Aug 31 09:23:15.804469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] For port 42b9c9bd-a2a7-48cd-ade1-f40688257e88, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42b9c9bd-a2a7-48cd-ade1-f40688257e88,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:15.810517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.907099 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.942219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e56b2d-a65e-4d28-b8ae-6872af25dad0 None None] Pushing event updated for resources: {'Port': ['ID=42b9c9bd-a2a7-48cd-ade1-f40688257e88,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:15.973358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:15.977504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:15.981712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:16.024300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ba1b09-373b-4b3a-a1db-41103a674e7a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:16.307840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.669533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.862199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Router 74bf0948-456e-41d5-a8dc-879091abe7cf is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:23:17.031271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.52', 52228) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:17.093530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-f2d44f85-2e0b-45ac-8bb1-3442c46762a7 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=334c51f8bc7f4cbd84059ccb50808f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594735 Aug 31 09:23:17.376274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89fd3669-b5ea-4337-95a5-c354e9fda967 req-58646473-23ec-4fbb-a693-dc6c554b4307 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 210 time: 0.2971427 Aug 31 09:23:17.385518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-0165b74d-57c4-413f-b84f-bd9837d875ac tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:17.387898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-0165b74d-57c4-413f-b84f-bd9837d875ac tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748098 Aug 31 09:23:17.443990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569f00e-286b-4c74-8377-44c1c2ad6367 None None] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:17.494675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Request body: {'port': {'device_id': 'b9ed3629-d33c-4447-8dff-7c3efdeb491d', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '334c51f8bc7f4cbd84059ccb50808f1f'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:17.526397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:17.541172 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Sync routers for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:17.560019 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:17.561306 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:22:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:17.564643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.575109 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aa5eb6de-bf44-450d-af3f-ef9f3d7dd954 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0813959 Aug 31 09:23:17.576109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39824) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:17.637819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ecd85ed0-05e9-4ba9-8870-c7a2c83d6194 None None] Provisioning for port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:17.763231 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:17.881144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42b9c9bd-a2a7-48cd-ade1-f40688257e88 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:17.980008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Made reservation on behalf of 334c51f8bc7f4cbd84059ccb50808f1f for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:17.986018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.000247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:18.007712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:18.008094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.022905 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.164954 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.218924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 42b9c9bd-a2a7-48cd-ade1-f40688257e88, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42b9c9bd-a2a7-48cd-ade1-f40688257e88,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:18.225984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.333329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.348388 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.367602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=42b9c9bd-a2a7-48cd-ade1-f40688257e88,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:18.436300 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:16Z', 'revision_number': 3, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:18.449107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a7616029-f012-4715-813a-a73f3743ef7c None None] Provisioning complete for port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:18.452597 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a7616029-f012-4715-813a-a73f3743ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.508917 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Checking router: 74bf0948-456e-41d5-a8dc-879091abe7cf for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:18.509668 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Updating router 74bf0948-456e-41d5-a8dc-879091abe7cf port a4ba1b09-373b-4b3a-a1db-41103a674e7a binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:18.658146 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.879195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Allocated IP 192.168.233.92 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/9c3793dc-66e6-4e12-8a54-23cb6350881b) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:18.884471 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.044383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879c3a80-0117-40c8-85a3-dfd9ff560fab,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:19.112689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc07e352-732c-4ae8-b1b1-3f26b141a2c9 req-b3eb4f25-f114-44cd-9947-256e033b06b1 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 210 time: 0.0909784 Aug 31 09:23:19.256924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.314193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Transition to ACTIVE for port object 9c3793dc-66e6-4e12-8a54-23cb6350881b will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:19.401935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Allocated IP 172.20.0.1 (2ab24084-8ebb-4a7d-92d4-e4d83ee81e12/be460a30-0ca2-4f8d-bc0b-d1d55915f9ab/d18482aa-1c68-4865-ad78-bfe7d99610d6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:19.546205 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.547957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.575563 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Transition to ACTIVE for port object a4ba1b09-373b-4b3a-a1db-41103a674e7a will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:19.598419 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.682673 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Attempting to bind port a4ba1b09-373b-4b3a-a1db-41103a674e7a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:19.684075 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Attempting to bind port a4ba1b09-373b-4b3a-a1db-41103a674e7a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:19.684601 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Attempting to bind port a4ba1b09-373b-4b3a-a1db-41103a674e7a on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:19.688241 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Pushing event updated for resources: {'Port': ['ID=a4ba1b09-373b-4b3a-a1db-41103a674e7a,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:19.699976 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.700584 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.701075 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.701550 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.702021 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.702503 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.703018 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.703485 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.703964 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.705181 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.706247 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.706736 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Tracked resource versions report: Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: pushed versions: Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: { 'AddressGroup': {'1.2'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'ConntrackHelper': {'1.0'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Log': {'1.0'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Network': {'1.1'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Port': {'1.7'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'PortForwarding': {'1.2'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'QosPolicy': {'1.9'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'SecurityGroup': {'1.4'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'SubPort': {'1.0'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Subnet': {'1.1'}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Trunk': {'1.1'}} Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: consumer versions: Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: { DHCP agent@n-d-806683-2: {}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: HyperV agent@n-h1-806683-2: {}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: HyperV agent@n-h2-806683-2: {}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: L3 agent@n-d-806683-2: {}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: Metadata agent@n-d-806683-2: {}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: Metering agent@n-d-806683-2: {}, Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: Open vSwitch agent@n-d-806683-2: { 'AddressGroup': '1.2', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'ConntrackHelper': '1.0', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Log': '1.0', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Network': '1.1', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Port': '1.7', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'PortForwarding': '1.2', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'QosPolicy': '1.9', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'SecurityGroup': '1.4', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'SecurityGroupRule': '1.2', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'SubPort': '1.0', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Subnet': '1.1', Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: 'Trunk': '1.1'}} Aug 31 09:23:19.708812 n-d-806683-2 neutron-server[94789]: {{(pid=94789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:23:19.714892 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:19.715848 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:19.716678 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.719014 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:19.721010 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Bound port: a4ba1b09-373b-4b3a-a1db-41103a674e7a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:19.722094 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.818670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.858840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Pushing event updated for resources: {'Port': ['ID=9c3793dc-66e6-4e12-8a54-23cb6350881b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:19.876497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Transition to ACTIVE for port object d18482aa-1c68-4865-ad78-bfe7d99610d6 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:19.886549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:19.888342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:19.891469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:19.898706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:19.899456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.920518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-2eb477a4-0790-4463-9a01-40ba2aecfec4 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4295859 Aug 31 09:23:19.936671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-de4427cd-45ab-4493-95d5-84fc9cd56819 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:23:19.941446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-de4427cd-45ab-4493-95d5-84fc9cd56819 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139465 Aug 31 09:23:19.961883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42b9c9bd-a2a7-48cd-ade1-f40688257e88 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:19.989659 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.022715 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] For port a4ba1b09-373b-4b3a-a1db-41103a674e7a, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:20.039250 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] For port a4ba1b09-373b-4b3a-a1db-41103a674e7a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a4ba1b09-373b-4b3a-a1db-41103a674e7a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:20.061662 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.098303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:20.099818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:20.100382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.127752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:20.149929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:20.150690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.261652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39892) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:20.372659 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:20.373225 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:22:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:20.412938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Pushing event updated for resources: {'Port': ['ID=d18482aa-1c68-4865-ad78-bfe7d99610d6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:20.561379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d19322-3739-4917-a5c9-34f17cede0ab req-ef2ab918-a259-40cc-8afa-a67dc892a487 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.576936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12d19322-3739-4917-a5c9-34f17cede0ab req-ef2ab918-a259-40cc-8afa-a67dc892a487 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 935 time: 0.2673752 Aug 31 09:23:20.580213 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bba971-3003-49c2-9cdc-2bf4649867e5 None None] Pushing event updated for resources: {'Port': ['ID=a4ba1b09-373b-4b3a-a1db-41103a674e7a,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:20.709465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6183014f-1534-4c1b-955b-c84f4bbdca5b None None] Provisioning for port 9c3793dc-66e6-4e12-8a54-23cb6350881b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:20.722009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6183014f-1534-4c1b-955b-c84f4bbdca5b None None] Provisioning complete for port 9c3793dc-66e6-4e12-8a54-23cb6350881b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:20.722384 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6183014f-1534-4c1b-955b-c84f4bbdca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.743497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12d19322-3739-4917-a5c9-34f17cede0ab req-65c66110-b9de-4a5c-ba85-c2b510f37e1d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593800 Aug 31 09:23:20.846958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6183014f-1534-4c1b-955b-c84f4bbdca5b None None] Port 9c3793dc-66e6-4e12-8a54-23cb6350881b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:20.855344 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:20.864904 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-691baf51-03c7-40f8-bc29-6f1dcdbee3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.919448 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.999140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7e20ac3c-3bf3-44e5-be26-7cc6968d362c None None] Provisioning for port d18482aa-1c68-4865-ad78-bfe7d99610d6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:21.005935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7e20ac3c-3bf3-44e5-be26-7cc6968d362c None None] Provisioning complete for port d18482aa-1c68-4865-ad78-bfe7d99610d6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:21.006630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e20ac3c-3bf3-44e5-be26-7cc6968d362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.074447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7e20ac3c-3bf3-44e5-be26-7cc6968d362c None None] Port d18482aa-1c68-4865-ad78-bfe7d99610d6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:21.289507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-691baf51-03c7-40f8-bc29-6f1dcdbee3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.320480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Request body: {'port': {'device_id': 'b9ed3629-d33c-4447-8dff-7c3efdeb491d', 'device_owner': 'compute:tempest-test_az-1971101990', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:21.472132 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-691baf51-03c7-40f8-bc29-6f1dcdbee3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.558978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.573159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.575001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.613783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691baf51-03c7-40f8-bc29-6f1dcdbee3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d56a1c7-0015-45df-a879-f86df592f6f5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:21.623443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-691baf51-03c7-40f8-bc29-6f1dcdbee3fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cf757c47b064d47b34968fccf041476&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3606734 Aug 31 09:23:21.629896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39916) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:21.720412 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-29f7dd8b-d8cf-4592-9e84-0a593cf3eff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.817927 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.890694 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:16Z', 'revision_number': 3, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:21.958004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Pushing event updated for resources: {'Port': ['ID=d18482aa-1c68-4865-ad78-bfe7d99610d6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:22.037950 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2203b-30f0-4da4-8068-7a1d6e49d1d6 None None] The sync data for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 is: [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:16Z', 'revision_number': 3, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:22.056425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39926) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:22.177888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:22.187191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:22.317105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-922613df-d13d-41f1-a014-f2d2c10426f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.368341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-922613df-d13d-41f1-a014-f2d2c10426f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.562309 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-922613df-d13d-41f1-a014-f2d2c10426f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.593916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-922613df-d13d-41f1-a014-f2d2c10426f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.602678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-922613df-d13d-41f1-a014-f2d2c10426f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d56a1c7-0015-45df-a879-f86df592f6f5 HTTP/1.1" status: 204 len: 168 time: 0.9699581 Aug 31 09:23:22.766119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Router 74bf0948-456e-41d5-a8dc-879091abe7cf has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:22.826670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-67abe734-8a9e-4bf2-a9f8-68b682934cfe None None] Provisioning complete for port d18482aa-1c68-4865-ad78-bfe7d99610d6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:22.829189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-67abe734-8a9e-4bf2-a9f8-68b682934cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.850983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40864c-e892-4cf1-b18d-9a3ba152e2a7 req-bded5aeb-b26f-46bc-b04e-23f248c06d9d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:22.872926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e40864c-e892-4cf1-b18d-9a3ba152e2a7 req-bded5aeb-b26f-46bc-b04e-23f248c06d9d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 935 time: 0.9218473 Aug 31 09:23:22.953250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922613df-d13d-41f1-a014-f2d2c10426f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d56a1c7-0015-45df-a879-f86df592f6f5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:23.004940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d30def9c-7d87-4168-b054-28d13583fb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.091055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-67abe734-8a9e-4bf2-a9f8-68b682934cfe None None] Port d18482aa-1c68-4865-ad78-bfe7d99610d6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:23.399050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:23.464453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bfef0994-6f14-4d26-b49a-224cea5ce567 admin admin] 10.222.0.69 "PUT /v2.0/routers/74bf0948-456e-41d5-a8dc-879091abe7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8723247 Aug 31 09:23:23.726941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e40864c-e892-4cf1-b18d-9a3ba152e2a7 req-012110cd-2c43-401b-a67c-5fb9ba812ae6 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8546207 Aug 31 09:23:23.881319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d30def9c-7d87-4168-b054-28d13583fb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.900715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d30def9c-7d87-4168-b054-28d13583fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.003577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a4ba1b09-373b-4b3a-a1db-41103a674e7a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:24.090494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d30def9c-7d87-4168-b054-28d13583fb8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d18e51637c4e4ee7a08ad5771af3c673&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9864314 Aug 31 09:23:24.090798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39958) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:24.098734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30def9c-7d87-4168-b054-28d13583fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53e95d5-3d1a-4f03-bcea-b5bdcef38f4c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:24.255990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc25c685-ca78-4020-a7fb-c2fc24803962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.263963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39962) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:24.285099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a4ba1b09-373b-4b3a-a1db-41103a674e7a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:24.302294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a4ba1b09-373b-4b3a-a1db-41103a674e7a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:24.305128 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.308461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cee3980a-ba55-4aa5-af60-d4e0c4107861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.461661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3793dc-66e6-4e12-8a54-23cb6350881b {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:24.507296 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.547661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Transition to ACTIVE for port object 9c3793dc-66e6-4e12-8a54-23cb6350881b will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:24.556851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.558645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc25c685-ca78-4020-a7fb-c2fc24803962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.654150 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cee3980a-ba55-4aa5-af60-d4e0c4107861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.664954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cee3980a-ba55-4aa5-af60-d4e0c4107861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.799660 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.902644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3793dc-66e6-4e12-8a54-23cb6350881b,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:24.974576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a4ba1b09-373b-4b3a-a1db-41103a674e7a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a4ba1b09-373b-4b3a-a1db-41103a674e7a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:25.022063 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.260131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Attempting to bind port 9c3793dc-66e6-4e12-8a54-23cb6350881b on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:25.260516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Attempting to bind port 9c3793dc-66e6-4e12-8a54-23cb6350881b by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:25.262415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Attempting to bind port 9c3793dc-66e6-4e12-8a54-23cb6350881b on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:25.331233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a4ba1b09-373b-4b3a-a1db-41103a674e7a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.346925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39984) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:25.357601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc25c685-ca78-4020-a7fb-c2fc24803962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.363455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc25c685-ca78-4020-a7fb-c2fc24803962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.365816 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fc25c685-ca78-4020-a7fb-c2fc24803962 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e53e95d5-3d1a-4f03-bcea-b5bdcef38f4c HTTP/1.1" status: 204 len: 168 time: 1.2739327 Aug 31 09:23:25.375321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Port 9c3793dc-66e6-4e12-8a54-23cb6350881b on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:25.375663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Attempting to bind port 9c3793dc-66e6-4e12-8a54-23cb6350881b on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:25.386091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3980a-ba55-4aa5-af60-d4e0c4107861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44943f30-35b8-421e-8b17-5ddd6c75f497,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.400535 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cee3980a-ba55-4aa5-af60-d4e0c4107861 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f22419db5cb44f1ab1c5d4240b9a793&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1347873 Aug 31 09:23:25.406292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39990) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:25.412862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8486c9-4632-4a77-8b20-5b3fa411405c req-8750dd26-3759-45f3-819b-5c4e7bd1a2c8 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:25.414630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f8486c9-4632-4a77-8b20-5b3fa411405c req-8750dd26-3759-45f3-819b-5c4e7bd1a2c8 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.3327093 Aug 31 09:23:25.417617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:25.417970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:25.418558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:25.419085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Bound port: 9c3793dc-66e6-4e12-8a54-23cb6350881b, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:25.419473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.449238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.460861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25c685-ca78-4020-a7fb-c2fc24803962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53e95d5-3d1a-4f03-bcea-b5bdcef38f4c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.553854 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e67595c-76b8-422f-b573-d61abfbb661b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.640312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-089267c2-6bd5-4744-ad5c-f4585a008b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.665638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] For port 9c3793dc-66e6-4e12-8a54-23cb6350881b, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:25.749956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] For port 9c3793dc-66e6-4e12-8a54-23cb6350881b, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9c3793dc-66e6-4e12-8a54-23cb6350881b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:25.752500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-089267c2-6bd5-4744-ad5c-f4585a008b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.788185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f8486c9-4632-4a77-8b20-5b3fa411405c req-50903357-6581-4ec3-9e99-6caffebf901b tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239129 Aug 31 09:23:25.792298 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.903050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-089267c2-6bd5-4744-ad5c-f4585a008b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.912924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-089267c2-6bd5-4744-ad5c-f4585a008b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.922997 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-089267c2-6bd5-4744-ad5c-f4585a008b23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44943f30-35b8-421e-8b17-5ddd6c75f497 HTTP/1.1" status: 204 len: 168 time: 0.5110962 Aug 31 09:23:25.934544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a4ba1b09-373b-4b3a-a1db-41103a674e7a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:25.975129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089267c2-6bd5-4744-ad5c-f4585a008b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44943f30-35b8-421e-8b17-5ddd6c75f497,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:26.001909 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0d4f-1266-4e0f-aa61-a5273d54ff05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.053992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:26.055439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.058433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c3793dc-66e6-4e12-8a54-23cb6350881b HTTP/1.1" status: 200 len: 1117 time: 5.4029727 Aug 31 09:23:26.059459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ed3629-d33c-4447-8dff-7c3efdeb491d', 'tag': '9c3793dc-66e6-4e12-8a54-23cb6350881b'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:26.206102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a4ba1b09-373b-4b3a-a1db-41103a674e7a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:26.216916 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.546247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40012) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:26.580051 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb944e6d-72db-4ac6-8e24-138c7986a2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.647066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b71243-12de-478c-bb58-8b777709ccb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3793dc-66e6-4e12-8a54-23cb6350881b,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:26.663718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-67d25e5b-4cec-4868-8b75-07278e8d7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:26.668362 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-67d25e5b-4cec-4868-8b75-07278e8d7d01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=334c51f8bc7f4cbd84059ccb50808f1f&device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 1120 time: 0.3549609 Aug 31 09:23:26.671776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-cb944e6d-72db-4ac6-8e24-138c7986a2f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:23:26.671776 n-d-806683-2 neutron-server[94787]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:23:26.671776 n-d-806683-2 neutron-server[94787]: [parameters: {'project_id': '18be1bfc6390429aa240da29eea25b6d', 'id': '639f7520-5f8d-4ed8-974a-3af4dcba7ba1', 'expiration': datetime.datetime(2021, 8, 31, 9, 25, 26, 651133)}] Aug 31 09:23:26.671776 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:23:26.672304 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-cb944e6d-72db-4ac6-8e24-138c7986a2f7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:23:26.833288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Sync routers for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:26.889191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:26.893289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:23:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:26.983382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-3507e07d-e6a3-47fa-ae29-165340f7391a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=9c3793dc-66e6-4e12-8a54-23cb6350881b HTTP/1.1" status: 200 len: 217 time: 0.2685647 Aug 31 09:23:27.020773 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d495560a-90e5-4fb2-b9bf-5584c37cad18" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ed3629-d33c-4447-8dff-7c3efdeb491d", "tag": "9c3793dc-66e6-4e12-8a54-23cb6350881b"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:27.162158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40028) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:27.179983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-network', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:27.192015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb944e6d-72db-4ac6-8e24-138c7986a2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.259907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-843c1c98-4302-41ff-ae8a-0dc1360136ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:27.261805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-843c1c98-4302-41ff-ae8a-0dc1360136ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1558149 Aug 31 09:23:27.279056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04110bbe-4122-410d-ba67-bb9f2e889fbf req-524e5e2c-1e3f-4d24-a1f1-08e68fb90fdf tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:27.280551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:27.291831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04110bbe-4122-410d-ba67-bb9f2e889fbf req-524e5e2c-1e3f-4d24-a1f1-08e68fb90fdf tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.2438533 Aug 31 09:23:27.458903 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0d4f-1266-4e0f-aa61-a5273d54ff05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.467481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04110bbe-4122-410d-ba67-bb9f2e889fbf req-a079763b-38f9-49d7-bf3f-6cd34c04bcb2 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701307 Aug 31 09:23:27.470520 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0d4f-1266-4e0f-aa61-a5273d54ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.511563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Made reservation on behalf of 9bb797add143456f91cb014fc0fc0c27 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:27.525254 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.593693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.638431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8f7e0d4f-1266-4e0f-aa61-a5273d54ff05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be077157903445ce918edb26e2aaef2e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2780166 Aug 31 09:23:27.645244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40038) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:27.649899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-d81596b6-cd2a-48c7-947d-0278e13187d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:27.668387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-d81596b6-cd2a-48c7-947d-0278e13187d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3369403 Aug 31 09:23:27.668387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e0d4f-1266-4e0f-aa61-a5273d54ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca1301-b44e-4de2-a1f1-8baf88a7419b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:27.871331 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c267a29-ad72-455b-86b6-4dd5bfa80842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.951922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.971891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c267a29-ad72-455b-86b6-4dd5bfa80842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.065594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-9db61352-962b-4f92-a440-248efd3e42e2 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733809 Aug 31 09:23:28.227352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb944e6d-72db-4ac6-8e24-138c7986a2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.239140 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c267a29-ad72-455b-86b6-4dd5bfa80842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.243138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c267a29-ad72-455b-86b6-4dd5bfa80842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.248523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0c267a29-ad72-455b-86b6-4dd5bfa80842 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2aca1301-b44e-4de2-a1f1-8baf88a7419b HTTP/1.1" status: 204 len: 168 time: 0.5835140 Aug 31 09:23:28.276747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb944e6d-72db-4ac6-8e24-138c7986a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.279229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:21Z', 'revision_number': 2, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:28.331359 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a89df2-f68d-49e7-be84-c2470bd492ce x-openstack-request-id: req-49a89df2-f68d-49e7-be84-c2470bd492ce {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:28.331359 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ed3629-d33c-4447-8dff-7c3efdeb491d", "tag": "9c3793dc-66e6-4e12-8a54-23cb6350881b", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:28.331359 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49a89df2-f68d-49e7-be84-c2470bd492ce {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:28.331359 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ed3629-d33c-4447-8dff-7c3efdeb491d', 'tag': '9c3793dc-66e6-4e12-8a54-23cb6350881b', 'status': 'completed', 'code': 200} Aug 31 09:23:28.355130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26754b5d-dbdc-4af9-a6a0-9ebfcc6fc357 req-ab8ea57e-3425-4e01-bdf6-2420da578938 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747235 Aug 31 09:23:28.356702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c267a29-ad72-455b-86b6-4dd5bfa80842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca1301-b44e-4de2-a1f1-8baf88a7419b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.360743 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb944e6d-72db-4ac6-8e24-138c7986a2f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18be1bfc6390429aa240da29eea25b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8127255 Aug 31 09:23:28.365644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40068) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:28.433620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Checking router: 74bf0948-456e-41d5-a8dc-879091abe7cf for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:28.434443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Updating router 74bf0948-456e-41d5-a8dc-879091abe7cf port d18482aa-1c68-4865-ad78-bfe7d99610d6 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:28.452129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.459603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.475414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:28.486041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.486675 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Added segment cdc42085-48ae-46c7-ac26-4e9611de8595 of type vlan for network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d Aug 31 09:23:28.528998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.573053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.580033 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.632463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.633499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.634099 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.741594 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5774944 Aug 31 09:23:28.746366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40076) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:28.756457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.764823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb944e6d-72db-4ac6-8e24-138c7986a2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2de465-29ab-4afe-ae06-016e3840cbee,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.769513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d01e7f50-f3f4-4319-9352-5990f33c9972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.820409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:28.842650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873bf7d-1736-4bf5-9240-0064831c15f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df454dc-6c87-4e3e-9f4e-2ad21d63e507,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.857253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Request body: {'subnet': {'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-subnet', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:29.026882 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d01e7f50-f3f4-4319-9352-5990f33c9972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.080043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40082) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:29.209077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-7fc07f85-7bae-4cdb-bdb3-ffa58c6725b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.211661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-7fc07f85-7bae-4cdb-bdb3-ffa58c6725b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=334c51f8bc7f4cbd84059ccb50808f1f&device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 1120 time: 0.6862373 Aug 31 09:23:29.218026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Made reservation on behalf of 9bb797add143456f91cb014fc0fc0c27 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:29.220942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.223797 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.237836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Transition to ACTIVE for port object d18482aa-1c68-4865-ad78-bfe7d99610d6 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:29.246377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b25b-9cec-46aa-ac07-7578c2f9772c req-0e666e36-0e19-4591-9f32-0bfa421c9c4c tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.248593 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.255192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9250b25b-9cec-46aa-ac07-7578c2f9772c req-0e666e36-0e19-4591-9f32-0bfa421c9c4c tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.5799878 Aug 31 09:23:29.473797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9250b25b-9cec-46aa-ac07-7578c2f9772c req-d14cf0f9-131a-4d60-a001-f8ca795e4ccc tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838913 Aug 31 09:23:29.507050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40088) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:29.507206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d01e7f50-f3f4-4319-9352-5990f33c9972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.520985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d01e7f50-f3f4-4319-9352-5990f33c9972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.523793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d01e7f50-f3f4-4319-9352-5990f33c9972 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e2de465-29ab-4afe-ae06-016e3840cbee HTTP/1.1" status: 204 len: 168 time: 1.1568227 Aug 31 09:23:29.546190 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c3e80e6-ef62-4a65-993a-1e17599296b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.554011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c2b26-806d-4184-bdf1-4f573df98b34 None None] Pushing event updated for resources: {'Port': ['ID=d18482aa-1c68-4865-ad78-bfe7d99610d6,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:29.567980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Attempting to bind port d18482aa-1c68-4865-ad78-bfe7d99610d6 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:29.568372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Attempting to bind port d18482aa-1c68-4865-ad78-bfe7d99610d6 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:29.568715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Attempting to bind port d18482aa-1c68-4865-ad78-bfe7d99610d6 on network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:29.590473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:29.592387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Checking segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:29.593457 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.594438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Bound using segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:29.609143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Bound port: d18482aa-1c68-4865-ad78-bfe7d99610d6, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:29.611991 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.653500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e7f50-f3f4-4319-9352-5990f33c9972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2de465-29ab-4afe-ae06-016e3840cbee,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:29.714952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c828682-cf10-4bec-bbdc-9759ccb2c266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.808661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] For port d18482aa-1c68-4865-ad78-bfe7d99610d6, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:29.829115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] For port d18482aa-1c68-4865-ad78-bfe7d99610d6, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d18482aa-1c68-4865-ad78-bfe7d99610d6,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:29.842419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.965662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c3e80e6-ef62-4a65-993a-1e17599296b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.976133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c3e80e6-ef62-4a65-993a-1e17599296b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.054843 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3c3e80e6-ef62-4a65-993a-1e17599296b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3bd9e4e9ae842bfb76ac3c12e575b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544987 Aug 31 09:23:30.059172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c2b26-806d-4184-bdf1-4f573df98b34 None None] Pushing event updated for resources: {'Port': ['ID=d18482aa-1c68-4865-ad78-bfe7d99610d6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:30.064112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40094) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:30.073112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:30.073745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:23:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:30.198545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9bc67b11-c053-4184-9dc1-b74e9aca3eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.230300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-e31689c8-deed-4971-81de-70fdb324fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:30.248625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-e31689c8-deed-4971-81de-70fdb324fae3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.9804392 Aug 31 09:23:30.272078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9bc67b11-c053-4184-9dc1-b74e9aca3eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.379525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e80e6-ef62-4a65-993a-1e17599296b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08251dc8-746c-4bee-a7be-527e5ffb7648,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:30.388323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9bc67b11-c053-4184-9dc1-b74e9aca3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.391895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9bc67b11-c053-4184-9dc1-b74e9aca3eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.396569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9bc67b11-c053-4184-9dc1-b74e9aca3eda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08251dc8-746c-4bee-a7be-527e5ffb7648 HTTP/1.1" status: 204 len: 168 time: 0.3250341 Aug 31 09:23:30.401460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-05c8e594-02cb-4385-871b-939414ecdcd4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=9c3793dc-66e6-4e12-8a54-23cb6350881b HTTP/1.1" status: 200 len: 217 time: 0.1089442 Aug 31 09:23:30.407093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc67b11-c053-4184-9dc1-b74e9aca3eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08251dc8-746c-4bee-a7be-527e5ffb7648,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:30.434833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:30.471493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.480440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c828682-cf10-4bec-bbdc-9759ccb2c266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.488138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c828682-cf10-4bec-bbdc-9759ccb2c266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.553124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-99974ab7-7d6e-4dc1-97a2-cfbd13390af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:30.554913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-99974ab7-7d6e-4dc1-97a2-cfbd13390af4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1429558 Aug 31 09:23:30.620561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Checking segment: {'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:30.621399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Network hostable DHCP agents. Network: bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:30.630674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3c828682-cf10-4bec-bbdc-9759ccb2c266 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5dd250d9d51144829586f27ca234a869&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5493941 Aug 31 09:23:30.638347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:30.700284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78519903-bc58-4d07-aba7-c2b099be99ce,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:30.742106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c828682-cf10-4bec-bbdc-9759ccb2c266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804d5b96-d724-430b-a222-5e63ce1ab602,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:30.781537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:30.788071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e908b6fa-d7ba-4c30-b76c-cc552b3f51e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.841256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e908b6fa-d7ba-4c30-b76c-cc552b3f51e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.965980 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e908b6fa-d7ba-4c30-b76c-cc552b3f51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.968984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e908b6fa-d7ba-4c30-b76c-cc552b3f51e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.973630 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e908b6fa-d7ba-4c30-b76c-cc552b3f51e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/804d5b96-d724-430b-a222-5e63ce1ab602 HTTP/1.1" status: 204 len: 168 time: 0.3209739 Aug 31 09:23:30.995848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b6fa-d7ba-4c30-b76c-cc552b3f51e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804d5b96-d724-430b-a222-5e63ce1ab602,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:31.006218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:31.013652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-3a1b9645-daf0-4709-92c3-44a21783db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.017203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-3a1b9645-daf0-4709-92c3-44a21783db84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4374456 Aug 31 09:23:31.023934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.025260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.031560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b924735-53aa-490f-a602-837e96c0731e None None] Network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:31.090194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1a7eeb37-898a-4188-a0e3-0d6c3329366f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2517381 Aug 31 09:23:31.092921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40114) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:31.101102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:31.199933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.205921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.268604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1701e5-b087-451c-96e1-c3ef35a1d281 req-de76140d-519c-41e4-bd51-b3afa1133f41 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.270616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe1701e5-b087-451c-96e1-c3ef35a1d281 req-de76140d-519c-41e4-bd51-b3afa1133f41 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.5593832 Aug 31 09:23:31.321396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-21a38cbb-94cc-4921-a402-790878671127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:29Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:31.350212 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-3606e6d0-f186-48c4-8087-c0fe56015f57 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955396 Aug 31 09:23:31.431044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe1701e5-b087-451c-96e1-c3ef35a1d281 req-a3613677-b59b-4415-a2d9-380364a0bf2d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786846 Aug 31 09:23:31.512482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.651599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a38cbb-94cc-4921-a402-790878671127 None None] The sync data for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 is: [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:29Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:31.809786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d', 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'fixed_ips': [{'subnet_id': '78519903-bc58-4d07-aba7-c2b099be99ce'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:31.810951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.010479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d495560a-90e5-4fb2-b9bf-5584c37cad18 req-8a88a775-f00c-4c97-81a2-c4b356508361 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531098 Aug 31 09:23:32.052409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.074873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d18482aa-1c68-4865-ad78-bfe7d99610d6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:32.234374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40134) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:32.313665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-58d6f6aa-ccb7-461f-90b1-7dd547d01920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.339128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d18482aa-1c68-4865-ad78-bfe7d99610d6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:32.359813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d18482aa-1c68-4865-ad78-bfe7d99610d6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:32.360248 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.478575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Allocated IP 172.20.0.2 (bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d/78519903-bc58-4d07-aba7-c2b099be99ce/2f75f3d9-8538-4857-9e70-c20f38d603da) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:32.636390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.683511 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-58d6f6aa-ccb7-461f-90b1-7dd547d01920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.715673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.781201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-58d6f6aa-ccb7-461f-90b1-7dd547d01920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.937160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6f6aa-ccb7-461f-90b1-7dd547d01920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d59b92-76d3-47f7-b8b1-ddeab7e90b32,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:33.076086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-58d6f6aa-ccb7-461f-90b1-7dd547d01920 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=411ec37d8544448d85da81ec88e00880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384440 Aug 31 09:23:33.092879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40142) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:33.095473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Allocated IP 172.25.1.86 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/0b8ded0d-a36b-42a6-80d4-189c4ab4f132) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:33.109601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d296ba-4886-4681-acb9-d2d92b0db006 req-a1660a41-7763-4d3e-af70-c9e0f9762ace tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.126220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21d296ba-4886-4681-acb9-d2d92b0db006 req-a1660a41-7763-4d3e-af70-c9e0f9762ace tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.4406812 Aug 31 09:23:33.237616 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.255571 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21d296ba-4886-4681-acb9-d2d92b0db006 req-5616ffd6-425d-4b0c-90d8-cf93c416f8ca tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273642 Aug 31 09:23:33.280346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Transition to ACTIVE for port object 2f75f3d9-8538-4857-9e70-c20f38d603da will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:33.378017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Transition to ACTIVE for port object 2f75f3d9-8538-4857-9e70-c20f38d603da will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:33.385397 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.393640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.612302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:33.622031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Pushing event updated for resources: {'Port': ['ID=2f75f3d9-8538-4857-9e70-c20f38d603da,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:33.627812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-896b9d31-e0aa-4fc4-864a-beb83117955c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.640464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:33.645808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:33.770976 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-896b9d31-e0aa-4fc4-864a-beb83117955c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.834276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.883690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d18482aa-1c68-4865-ad78-bfe7d99610d6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d18482aa-1c68-4865-ad78-bfe7d99610d6,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:33.899480 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.955271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-896b9d31-e0aa-4fc4-864a-beb83117955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.960890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-896b9d31-e0aa-4fc4-864a-beb83117955c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.968083 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-896b9d31-e0aa-4fc4-864a-beb83117955c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/85d59b92-76d3-47f7-b8b1-ddeab7e90b32 HTTP/1.1" status: 204 len: 168 time: 0.8644774 Aug 31 09:23:34.004876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b9d31-e0aa-4fc4-864a-beb83117955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d59b92-76d3-47f7-b8b1-ddeab7e90b32,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:34.014320 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.076925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Attempting to bind port 2f75f3d9-8538-4857-9e70-c20f38d603da on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:34.078337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Attempting to bind port 2f75f3d9-8538-4857-9e70-c20f38d603da by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:34.079509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Attempting to bind port 2f75f3d9-8538-4857-9e70-c20f38d603da on network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:34.128877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:34.139350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:34.143096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:34.157777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:34.160131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Checking segment: {'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:34.161085 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.164276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Bound using segment: {'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:34.164276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Bound port: 2f75f3d9-8538-4857-9e70-c20f38d603da, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:34.164276 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.369431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Pushing event updated for resources: {'Port': ['ID=0b8ded0d-a36b-42a6-80d4-189c4ab4f132,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:34.502654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d18482aa-1c68-4865-ad78-bfe7d99610d6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:34.532661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401da02a-ea72-4822-b0da-886d35a9c4f4 req-dc883ff2-b35b-43d8-923e-80786bcadf19 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:34.536829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-401da02a-ea72-4822-b0da-886d35a9c4f4 req-dc883ff2-b35b-43d8-923e-80786bcadf19 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.0991683 Aug 31 09:23:34.555424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] For port 2f75f3d9-8538-4857-9e70-c20f38d603da, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:34.561377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] For port 2f75f3d9-8538-4857-9e70-c20f38d603da, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2f75f3d9-8538-4857-9e70-c20f38d603da,segment=NetworkSegment(cdc42085-48ae-46c7-ac26-4e9611de8595),segment_id=cdc42085-48ae-46c7-ac26-4e9611de8595)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:34.573748 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.611678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-401da02a-ea72-4822-b0da-886d35a9c4f4 req-d9fa61d9-f0fc-4eff-a397-78f629ccf88b tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655684 Aug 31 09:23:34.707085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397aaad-5d1a-435b-93d2-7c7f8a7001e4 None None] Pushing event updated for resources: {'Port': ['ID=2f75f3d9-8538-4857-9e70-c20f38d603da,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:34.728675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.849730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40180) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:35.175334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.310004 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f38f833-8689-4329-b809-a35374567f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.496718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f38f833-8689-4329-b809-a35374567f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.503791 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f38f833-8689-4329-b809-a35374567f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.592104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Router 31b86906-a965-4687-863a-011c15ffb26e is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:23:35.597531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5f38f833-8689-4329-b809-a35374567f9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dccb402d0c9f4e01b5f8f2bef3388036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7418220 Aug 31 09:23:35.597531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38f833-8689-4329-b809-a35374567f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a06d41-e767-47e1-ae8d-c269444aa11e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:35.597531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40204) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:35.735564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-24c02983-18de-4449-8152-0d1136fb7df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.841203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:35.864268 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Sync routers for ids ['31b86906-a965-4687-863a-011c15ffb26e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:35.878676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.882125 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-873dc43d-cda7-4537-b601-4bfc0ff40e6a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7874138 Aug 31 09:23:35.886297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40212) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:35.889029 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Routers {'31b86906-a965-4687-863a-011c15ffb26e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:35.890736 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:23:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['31b86906-a965-4687-863a-011c15ffb26e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:35.917722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-24c02983-18de-4449-8152-0d1136fb7df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.999378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973df32a-3871-4cd7-bb81-2f9741745a51 req-475fe6aa-c8ac-4e5d-827e-ccb9eaed8c46 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:36.015679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-973df32a-3871-4cd7-bb81-2f9741745a51 req-475fe6aa-c8ac-4e5d-827e-ccb9eaed8c46 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.2613127 Aug 31 09:23:36.152443 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Set router 31b86906-a965-4687-863a-011c15ffb26e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:36.265542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cacced-80cf-46de-b6ad-ae7ccc4c8a54 None None] Network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:36.272076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-973df32a-3871-4cd7-bb81-2f9741745a51 req-51801160-33ae-4694-b5ed-2a991b4b4cf8 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546430 Aug 31 09:23:36.302140 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-24c02983-18de-4449-8152-0d1136fb7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.307450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-24c02983-18de-4449-8152-0d1136fb7df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.325647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-24c02983-18de-4449-8152-0d1136fb7df1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47a06d41-e767-47e1-ae8d-c269444aa11e HTTP/1.1" status: 204 len: 168 time: 0.7268412 Aug 31 09:23:36.343287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c02983-18de-4449-8152-0d1136fb7df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a06d41-e767-47e1-ae8d-c269444aa11e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:36.552381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d18482aa-1c68-4865-ad78-bfe7d99610d6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:36.608626 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:23:34Z', 'revision_number': 3, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port': {'id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:36.659233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-68e680fe-3720-40d9-9f3a-9d8e5942dc4a None None] Provisioning for port 2f75f3d9-8538-4857-9e70-c20f38d603da completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:36.690825 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Checking router: 31b86906-a965-4687-863a-011c15ffb26e for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:36.690825 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Updating router 31b86906-a965-4687-863a-011c15ffb26e port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:36.719875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d18482aa-1c68-4865-ad78-bfe7d99610d6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:36.720251 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.755098 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.932849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2f75f3d9-8538-4857-9e70-c20f38d603da up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:37.034930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2f75f3d9-8538-4857-9e70-c20f38d603da completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:37.040720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2f75f3d9-8538-4857-9e70-c20f38d603da triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:37.041234 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.159448 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.244713 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.426499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f4f137f9-1f81-4f0f-9cf3-3c8602f9d05c None None] Provisioning complete for port 2f75f3d9-8538-4857-9e70-c20f38d603da triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:37.427431 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f4f137f9-1f81-4f0f-9cf3-3c8602f9d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.440512 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.455723 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Transition to ACTIVE for port object 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:37.466494 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.491133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 2f75f3d9-8538-4857-9e70-c20f38d603da, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2f75f3d9-8538-4857-9e70-c20f38d603da,segment=NetworkSegment(cdc42085-48ae-46c7-ac26-4e9611de8595),segment_id=cdc42085-48ae-46c7-ac26-4e9611de8595)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:37.503659 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.587661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:37.624958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4260cf79-673d-4411-b887-000b7dcf44b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.628082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Allocated IP 172.20.0.1 (bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d/78519903-bc58-4d07-aba7-c2b099be99ce/5341dc98-6adc-4650-9657-fbbda7b40b31) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:37.631033 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Attempting to bind port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:37.631754 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Attempting to bind port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:37.633897 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Attempting to bind port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:37.641123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=2f75f3d9-8538-4857-9e70-c20f38d603da,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:37.654121 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a6317-b164-4e40-b79a-d41e256eb5c7 None None] Pushing event updated for resources: {'Port': ['ID=0b8ded0d-a36b-42a6-80d4-189c4ab4f132,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:37.666896 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:37.667792 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:37.668509 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.669165 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:37.670076 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Bound port: 0b8ded0d-a36b-42a6-80d4-189c4ab4f132, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:37.677321 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.697843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61071bef-0176-49ca-b8e5-37839cc32e88 req-a96aa81e-3e35-4499-aab1-d597ea649f43 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.702985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61071bef-0176-49ca-b8e5-37839cc32e88 req-a96aa81e-3e35-4499-aab1-d597ea649f43 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.1594830 Aug 31 09:23:37.795050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61071bef-0176-49ca-b8e5-37839cc32e88 req-b8b7e23b-c2f0-49a5-99cd-c4d36a46d9b6 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709093 Aug 31 09:23:37.834793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4260cf79-673d-4411-b887-000b7dcf44b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.835462 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] For port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:37.844773 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] For port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0b8ded0d-a36b-42a6-80d4-189c4ab4f132,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:37.848266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4260cf79-673d-4411-b887-000b7dcf44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.854239 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.878902 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4260cf79-673d-4411-b887-000b7dcf44b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83e3d23cbbb4401aa527c6db1ea6123f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901249 Aug 31 09:23:37.881663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40254) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:37.928370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260cf79-673d-4411-b887-000b7dcf44b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f25bc19-8097-4267-95ca-6fc8d38650ae,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:37.934393 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.941348 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a6317-b164-4e40-b79a-d41e256eb5c7 None None] Pushing event updated for resources: {'Port': ['ID=0b8ded0d-a36b-42a6-80d4-189c4ab4f132,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:37.954074 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Routers {'31b86906-a965-4687-863a-011c15ffb26e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:37.954707 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:23:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['31b86906-a965-4687-863a-011c15ffb26e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:37.959504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Transition to ACTIVE for port object 5341dc98-6adc-4650-9657-fbbda7b40b31 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:38.042146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bad06b02-b90c-4e57-bee0-d26d20bc834f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.051642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.108542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2f75f3d9-8538-4857-9e70-c20f38d603da up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:38.116180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bad06b02-b90c-4e57-bee0-d26d20bc834f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.134474 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] Set router 31b86906-a965-4687-863a-011c15ffb26e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:38.184271 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:38.201153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:38.227669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:38.228420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.258417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2f75f3d9-8538-4857-9e70-c20f38d603da triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:38.258971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.284397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bad06b02-b90c-4e57-bee0-d26d20bc834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.294699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bad06b02-b90c-4e57-bee0-d26d20bc834f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.299497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bad06b02-b90c-4e57-bee0-d26d20bc834f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9f25bc19-8097-4267-95ca-6fc8d38650ae HTTP/1.1" status: 204 len: 168 time: 0.4144804 Aug 31 09:23:38.326584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad06b02-b90c-4e57-bee0-d26d20bc834f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f25bc19-8097-4267-95ca-6fc8d38650ae,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:38.484168 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:23:34Z', 'revision_number': 3, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port': {'id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:38.494163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Pushing event updated for resources: {'Port': ['ID=5341dc98-6adc-4650-9657-fbbda7b40b31,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:38.541892 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29017097-d59f-4989-865c-da6bbdefc7a2 None None] The sync data for ids ['31b86906-a965-4687-863a-011c15ffb26e'] in n-d-806683-2 is: [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:23:34Z', 'revision_number': 3, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port': {'id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:38.686326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-5f05b3bf-1d00-4768-a900-b25b109d3d4c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b968f240aff1429d984a933f1f7aa0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155818 Aug 31 09:23:38.788566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.851594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7af1881c-d5cb-492c-8662-347141e96f51 None None] Provisioning for port 5341dc98-6adc-4650-9657-fbbda7b40b31 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:38.870924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7af1881c-d5cb-492c-8662-347141e96f51 None None] Provisioning complete for port 5341dc98-6adc-4650-9657-fbbda7b40b31 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:38.873430 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7af1881c-d5cb-492c-8662-347141e96f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.963884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9c3793dc-66e6-4e12-8a54-23cb6350881b details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:39.020689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7af1881c-d5cb-492c-8662-347141e96f51 None None] Port 5341dc98-6adc-4650-9657-fbbda7b40b31 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:39.049880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b489-ed99-474b-921f-da89434b0042 req-981298bb-5d60-4663-bc81-2ca5a1ae2f6a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:39.054331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-981298bb-5d60-4663-bc81-2ca5a1ae2f6a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550899 Aug 31 09:23:39.081429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7a733-7121-4b9d-91ef-92b94cb3f2e5 req-8375870f-8f9a-497d-bb93-b1cd083d0b1b tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:39.083362 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8eb7a733-7121-4b9d-91ef-92b94cb3f2e5 req-8375870f-8f9a-497d-bb93-b1cd083d0b1b tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 969 time: 0.1807778 Aug 31 09:23:39.211314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.214063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-98408c2c-ca5c-48ce-a173-eda05fc51f8d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/quotas/b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 375 time: 0.1268833 Aug 31 09:23:39.223347 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.224501 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.310571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9c3793dc-66e6-4e12-8a54-23cb6350881b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9c3793dc-66e6-4e12-8a54-23cb6350881b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:39.326078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '9c3793dc-66e6-4e12-8a54-23cb6350881b', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '9c3793dc-66e6-4e12-8a54-23cb6350881b', 'mac_address': 'fa:16:3e:99:6d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:tempest-test_az-1971101990', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:39.363279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-0cee7daf-6311-4fba-93ed-1ffaf3097955 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1468456 Aug 31 09:23:39.366976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Pushing event updated for resources: {'Port': ['ID=5341dc98-6adc-4650-9657-fbbda7b40b31,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:39.389824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8eb7a733-7121-4b9d-91ef-92b94cb3f2e5 req-f612afcc-75e1-4e76-968e-bcb21fa0969e tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711556 Aug 31 09:23:39.405824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.435983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3793dc-66e6-4e12-8a54-23cb6350881b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:39.460348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:39.463060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:39.488620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9c3793dc-66e6-4e12-8a54-23cb6350881b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9c3793dc-66e6-4e12-8a54-23cb6350881b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:39.494572 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.634247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9c3793dc-66e6-4e12-8a54-23cb6350881b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:39.716068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Router 31b86906-a965-4687-863a-011c15ffb26e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:39.819816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9c3793dc-66e6-4e12-8a54-23cb6350881b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:40.006783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e0c4342f-dcfe-4f76-b2af-1f19c3efca4d None None] Provisioning complete for port 5341dc98-6adc-4650-9657-fbbda7b40b31 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:40.024322 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e0c4342f-dcfe-4f76-b2af-1f19c3efca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.099805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ea08c5f-0b49-4cb3-85be-ff2f70195867 req-379902bc-81cb-422e-a415-49dfce9671e0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 210 time: 0.1031122 Aug 31 09:23:40.157570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:40.275767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4342f-dcfe-4f76-b2af-1f19c3efca4d None None] Port 5341dc98-6adc-4650-9657-fbbda7b40b31 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:40.313149 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.361747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:40.380656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:40.381040 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.446702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:40.471879 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f4c6f3f1-21b6-409b-bc86-8f0edba0c0cd admin admin] 10.222.0.69 "PUT /v2.0/routers/31b86906-a965-4687-863a-011c15ffb26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5757215 Aug 31 09:23:40.662945 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.718721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0b8ded0d-a36b-42a6-80d4-189c4ab4f132,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:40.719906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190792e3-634e-4f0f-b05d-0206e499bc8e req-439ae58f-07a4-451b-8b44-b3b8167ccbfa tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:40.722471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-190792e3-634e-4f0f-b05d-0206e499bc8e req-439ae58f-07a4-451b-8b44-b3b8167ccbfa tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 970 time: 0.0933232 Aug 31 09:23:40.731407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.828385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-190792e3-634e-4f0f-b05d-0206e499bc8e req-bd7396f0-e24f-4840-b156-47098ab1c617 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907760 Aug 31 09:23:40.882325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=0b8ded0d-a36b-42a6-80d4-189c4ab4f132,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:40.949064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9c3793dc-66e6-4e12-8a54-23cb6350881b up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:41.057064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 9c3793dc-66e6-4e12-8a54-23cb6350881b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:41.066289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 9c3793dc-66e6-4e12-8a54-23cb6350881b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:41.066969 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.296120 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.422041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9c3793dc-66e6-4e12-8a54-23cb6350881b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9c3793dc-66e6-4e12-8a54-23cb6350881b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:41.426859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ed3629-d33c-4447-8dff-7c3efdeb491d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3793dc-66e6-4e12-8a54-23cb6350881b'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:41.477882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40382) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:41.581092 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd280d65-bf4d-4aee-9d85-2107b1794615 req-540a54f5-0947-4f09-8397-b84c4fe8c012 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 210 time: 0.0606794 Aug 31 09:23:41.582290 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.687483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9c3793dc-66e6-4e12-8a54-23cb6350881b,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:41.707207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70cc-f670-4b84-ade9-105e3bbb5faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.887515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Sync routers for ids ['31b86906-a965-4687-863a-011c15ffb26e'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:41.905692 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70cc-f670-4b84-ade9-105e3bbb5faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.908907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Routers {'31b86906-a965-4687-863a-011c15ffb26e'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:41.909788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:23:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['31b86906-a965-4687-863a-011c15ffb26e'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:41.914286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2ba70cc-f670-4b84-ade9-105e3bbb5faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.930514 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb1de24-3ef7-4208-94f9-db2f4b401e56" -d '{"events": [{"server_uuid": "b9ed3629-d33c-4447-8dff-7c3efdeb491d", "name": "network-vif-plugged", "status": "completed", "tag": "9c3793dc-66e6-4e12-8a54-23cb6350881b"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:41.996476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba70cc-f670-4b84-ade9-105e3bbb5faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd2d464-31f5-4060-8493-5a73246e6806,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:42.052314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e2ba70cc-f670-4b84-ade9-105e3bbb5faa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a87bbd2e6de64379aece90669df75b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5733061 Aug 31 09:23:42.056662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40406) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:42.116025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:42.180829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Set router 31b86906-a965-4687-863a-011c15ffb26e gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:42.236893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac4de398-8dac-4324-9ac8-14a5edde038f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.274908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.20', 60502) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:42.310556 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac4de398-8dac-4324-9ac8-14a5edde038f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.313673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-08254524-b443-4601-9909-f82f399825e4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b968f240aff1429d984a933f1f7aa0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354910 Aug 31 09:23:42.453388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac4de398-8dac-4324-9ac8-14a5edde038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.458418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac4de398-8dac-4324-9ac8-14a5edde038f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.463844 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ac4de398-8dac-4324-9ac8-14a5edde038f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0bd2d464-31f5-4060-8493-5a73246e6806 HTTP/1.1" status: 204 len: 168 time: 0.4020767 Aug 31 09:23:42.484895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4de398-8dac-4324-9ac8-14a5edde038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd2d464-31f5-4060-8493-5a73246e6806,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:42.492268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639405a-d54a-49c5-86e5-79fb0fcbfff2 req-f5776bbe-2e4b-4b75-b8f2-e899f05fa5bf tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.493962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f639405a-d54a-49c5-86e5-79fb0fcbfff2 req-f5776bbe-2e4b-4b75-b8f2-e899f05fa5bf tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 971 time: 0.2662861 Aug 31 09:23:42.628254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b489-ed99-474b-921f-da89434b0042 req-332cd7fa-e9ee-463a-ae9b-9c8cb904333b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.630740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-332cd7fa-e9ee-463a-ae9b-9c8cb904333b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104570 Aug 31 09:23:42.642150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f639405a-d54a-49c5-86e5-79fb0fcbfff2 req-48af9b0c-c814-4ef3-9010-5174ba4eaafd tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233523 Aug 31 09:23:42.646667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:42.647606 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.738543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Request body: {'port': {'device_id': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'b968f240aff1429d984a933f1f7aa0eb'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:42.944634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:23:38Z', 'revision_number': 4, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port': {'id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '5341dc98-6adc-4650-9657-fbbda7b40b31', 'name': '', 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'mac_address': 'fa:16:3e:ae:30:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '78519903-bc58-4d07-aba7-c2b099be99ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:37Z', 'updated_at': '2021-08-31T09:23:38Z', 'revision_number': 2, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'subnets': [{'id': '78519903-bc58-4d07-aba7-c2b099be99ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:42.983723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Checking router: 31b86906-a965-4687-863a-011c15ffb26e for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:42.984085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Updating router 31b86906-a965-4687-863a-011c15ffb26e port 5341dc98-6adc-4650-9657-fbbda7b40b31 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:43.021249 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.066206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Made reservation on behalf of b968f240aff1429d984a933f1f7aa0eb for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:43.074390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.091635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.275944 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a57f8bd-729b-4529-82a1-d2fd8df73c8e x-openstack-request-id: req-5a57f8bd-729b-4529-82a1-d2fd8df73c8e {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:43.276847 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ed3629-d33c-4447-8dff-7c3efdeb491d", "name": "network-vif-plugged", "status": "completed", "tag": "9c3793dc-66e6-4e12-8a54-23cb6350881b", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:43.276847 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a57f8bd-729b-4529-82a1-d2fd8df73c8e {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:43.277153 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ed3629-d33c-4447-8dff-7c3efdeb491d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3793dc-66e6-4e12-8a54-23cb6350881b', 'code': 200} Aug 31 09:23:43.299257 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.312165 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.317088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Request body: {'security_group': {'name': 'tempest-securitygroup-322150829', 'description': 'tempest-description-673346987'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:43.327451 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.486512 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.527740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1b94d1f-94c1-45c8-9676-c1cd59e57fb0 req-523592f7-d244-4553-93ba-e3d148e68717 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 210 time: 0.1368566 Aug 31 09:23:43.557289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.574793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Transition to ACTIVE for port object 5341dc98-6adc-4650-9657-fbbda7b40b31 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:43.589881 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.616959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8399b6ba-ab12-4e74-bdd3-11f59dab4604,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:43.638710 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.691152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40436) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:43.695107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811cbe1-e651-4e92-9e64-6c5277f531b2 None None] Pushing event updated for resources: {'Port': ['ID=5341dc98-6adc-4650-9657-fbbda7b40b31,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:43.756381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Attempting to bind port 5341dc98-6adc-4650-9657-fbbda7b40b31 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:43.756846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Attempting to bind port 5341dc98-6adc-4650-9657-fbbda7b40b31 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:43.757365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Attempting to bind port 5341dc98-6adc-4650-9657-fbbda7b40b31 on network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:43.772320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:43.774296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Checking segment: {'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:43.777683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.778382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Bound using segment: {'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:43.779104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Bound port: 5341dc98-6adc-4650-9657-fbbda7b40b31, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc42085-48ae-46c7-ac26-4e9611de8595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:43.779674 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.852165 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a06963e5-e522-4c52-bc9e-05708710e2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.916857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] For port 5341dc98-6adc-4650-9657-fbbda7b40b31, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:43.922521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] For port 5341dc98-6adc-4650-9657-fbbda7b40b31, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=5341dc98-6adc-4650-9657-fbbda7b40b31,segment=NetworkSegment(cdc42085-48ae-46c7-ac26-4e9611de8595),segment_id=cdc42085-48ae-46c7-ac26-4e9611de8595)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:43.931203 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.022823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811cbe1-e651-4e92-9e64-6c5277f531b2 None None] Pushing event updated for resources: {'Port': ['ID=5341dc98-6adc-4650-9657-fbbda7b40b31,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:44.025568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Routers {'31b86906-a965-4687-863a-011c15ffb26e'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:44.026193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:23:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['31b86906-a965-4687-863a-011c15ffb26e'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:44.134325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Allocated IP 192.168.233.138 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/d2f7b793-f846-485c-82f9-dbf3eba7dc39) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:44.162600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] Set router 31b86906-a965-4687-863a-011c15ffb26e gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:44.221579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4660f86-1798-4cb4-9cae-9d42d5c676a6 req-65f4bcb9-e421-44c5-be6a-7ad0d7f74621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.223399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4660f86-1798-4cb4-9cae-9d42d5c676a6 req-65f4bcb9-e421-44c5-be6a-7ad0d7f74621 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 1122 time: 0.7743025 Aug 31 09:23:44.295571 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c4660f86-1798-4cb4-9cae-9d42d5c676a6 req-9eaf75e0-83f0-42e6-a35d-7bc8d7e01a90 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.309278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de71a35-465b-4b91-bc2a-777d72f58be4 req-8a64727c-ed31-45a3-a941-ffa24e42d096 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.310870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1de71a35-465b-4b91-bc2a-777d72f58be4 req-8a64727c-ed31-45a3-a941-ffa24e42d096 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 971 time: 0.4905987 Aug 31 09:23:44.449347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1de71a35-465b-4b91-bc2a-777d72f58be4 req-b4bf5caa-2d25-410f-a62c-69cf5d1e1885 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186881 Aug 31 09:23:44.502281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:23:38Z', 'revision_number': 4, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port': {'id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '5341dc98-6adc-4650-9657-fbbda7b40b31', 'name': '', 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'mac_address': 'fa:16:3e:ae:30:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '78519903-bc58-4d07-aba7-c2b099be99ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:37Z', 'updated_at': '2021-08-31T09:23:43Z', 'revision_number': 4, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'subnets': [{'id': '78519903-bc58-4d07-aba7-c2b099be99ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:44.514452 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.526525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.540739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43223e94-d401-42cd-9e58-1d8cca920563 None None] The sync data for ids ['31b86906-a965-4687-863a-011c15ffb26e'] in n-d-806683-2 is: [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:23:38Z', 'revision_number': 4, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port': {'id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '5341dc98-6adc-4650-9657-fbbda7b40b31', 'name': '', 'network_id': 'bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'mac_address': 'fa:16:3e:ae:30:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '78519903-bc58-4d07-aba7-c2b099be99ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:37Z', 'updated_at': '2021-08-31T09:23:43Z', 'revision_number': 4, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'subnets': [{'id': '78519903-bc58-4d07-aba7-c2b099be99ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:44.554603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.604789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Transition to ACTIVE for port object d2f7b793-f846-485c-82f9-dbf3eba7dc39 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:44.664951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f26e993-d768-4869-ad66-19093e7e58a4,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:44.671840 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.762943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:44.793243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:44.810543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:44.827574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.828693 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.852492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:44.883503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40448) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:44.896345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4df5aa49-485c-43ab-91ab-a2ff8f5ff55d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361249543', 'description': 'tempest-description--490242493'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:44.940330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a06963e5-e522-4c52-bc9e-05708710e2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.946198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a06963e5-e522-4c52-bc9e-05708710e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.994518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06963e5-e522-4c52-bc9e-05708710e2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc71555-5de2-4176-8d3f-87041a56fb8d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.100594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ad4c9-b767-4df5-aad6-111b1f0140fd req-a646954e-3662-48aa-8a1a-cbf9888fe7ef tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:45.102249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f03ad4c9-b767-4df5-aad6-111b1f0140fd req-a646954e-3662-48aa-8a1a-cbf9888fe7ef tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 936 time: 0.0860178 Aug 31 09:23:45.109334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a06963e5-e522-4c52-bc9e-05708710e2c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcd0e070baf548ad90a3b253f5ed53dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3756483 Aug 31 09:23:45.112425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40452) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:45.176545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f03ad4c9-b767-4df5-aad6-111b1f0140fd req-afb5d8fb-7980-4aee-8b2c-4e733354f532 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567415 Aug 31 09:23:45.227146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5309effa-5453-4308-bb74-e349da40b0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.249639 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c4660f86-1798-4cb4-9cae-9d42d5c676a6 req-9eaf75e0-83f0-42e6-a35d-7bc8d7e01a90 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.265840 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c4660f86-1798-4cb4-9cae-9d42d5c676a6 req-9eaf75e0-83f0-42e6-a35d-7bc8d7e01a90 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.270145 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5309effa-5453-4308-bb74-e349da40b0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.301385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fcfc7761-2c71-4a68-ad02-f0d3700e0353 None None] Provisioning for port d2f7b793-f846-485c-82f9-dbf3eba7dc39 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:45.306605 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fcfc7761-2c71-4a68-ad02-f0d3700e0353 None None] Provisioning complete for port d2f7b793-f846-485c-82f9-dbf3eba7dc39 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:45.307053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7761-2c71-4a68-ad02-f0d3700e0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.318676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf75e0-83f0-42e6-a35d-7bc8d7e01a90 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d72f2-35ff-4832-a7d0-1cc297e814d7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.346687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4660f86-1798-4cb4-9cae-9d42d5c676a6 req-9eaf75e0-83f0-42e6-a35d-7bc8d7e01a90 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0976870 Aug 31 09:23:45.406033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc7761-2c71-4a68-ad02-f0d3700e0353 None None] Port d2f7b793-f846-485c-82f9-dbf3eba7dc39 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:45.407398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5309effa-5453-4308-bb74-e349da40b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.410359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5309effa-5453-4308-bb74-e349da40b0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.417712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5309effa-5453-4308-bb74-e349da40b0a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2cc71555-5de2-4176-8d3f-87041a56fb8d HTTP/1.1" status: 204 len: 168 time: 0.3027859 Aug 31 09:23:45.431481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309effa-5453-4308-bb74-e349da40b0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc71555-5de2-4176-8d3f-87041a56fb8d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.465202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.465202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.520017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-31ccc2fd-015c-44c2-88ee-9add31b0abbf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7887204 Aug 31 09:23:45.523250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4df5aa49-485c-43ab-91ab-a2ff8f5ff55d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.567960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67335a3-94ad-4b6c-ac6b-a2a00fbd7684,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.574079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.605525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61e89d19-3c28-476f-8c18-ee522626b2aa req-b830d68b-aaef-489c-955f-e9ccc741d78a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2960327 Aug 31 09:23:45.669177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-58bd426d-1029-4ea9-919d-7eb599de51e8 req-4bd24e34-ee3a-4c64-8f01-f754b3bac05e tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Request body: {'security_group': {'name': 'tempest-securitygroup-615559788', 'description': 'tempest-description-445366250'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:45.812742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaed19c-057e-400d-bb9b-997b71bafee9 req-0b0c9623-0b1d-4054-8c0e-899ab468823b tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:45.814840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4df5aa49-485c-43ab-91ab-a2ff8f5ff55d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.818910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebaed19c-057e-400d-bb9b-997b71bafee9 req-0b0c9623-0b1d-4054-8c0e-899ab468823b tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 971 time: 0.1193891 Aug 31 09:23:45.825264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4df5aa49-485c-43ab-91ab-a2ff8f5ff55d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.847907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40464) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:45.884593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5aa49-485c-43ab-91ab-a2ff8f5ff55d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74e9530-0550-454f-86b9-c757dab3eeae,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.917154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4df5aa49-485c-43ab-91ab-a2ff8f5ff55d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.924173 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4df5aa49-485c-43ab-91ab-a2ff8f5ff55d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0364015 Aug 31 09:23:45.926883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40470) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:45.934203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ace215eb-1ae1-4179-acb5-592db0009038 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Request body: {'security_group_rule': {'security_group_id': 'c74e9530-0550-454f-86b9-c757dab3eeae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:45.945852 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-58bd426d-1029-4ea9-919d-7eb599de51e8 req-4bd24e34-ee3a-4c64-8f01-f754b3bac05e tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.029819 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ace215eb-1ae1-4179-acb5-592db0009038 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.071619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebaed19c-057e-400d-bb9b-997b71bafee9 req-35113ccc-e75f-446d-b903-f9d59683caf7 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221878 Aug 31 09:23:46.169915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5341dc98-6adc-4650-9657-fbbda7b40b31 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:46.202284 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63a5d1cd-e57f-4862-a529-422f268f99cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.234868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ace215eb-1ae1-4179-acb5-592db0009038 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.248483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ace215eb-1ae1-4179-acb5-592db0009038 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.260317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-58bd426d-1029-4ea9-919d-7eb599de51e8 req-4bd24e34-ee3a-4c64-8f01-f754b3bac05e tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.277999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-58bd426d-1029-4ea9-919d-7eb599de51e8 req-4bd24e34-ee3a-4c64-8f01-f754b3bac05e tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.296453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 5341dc98-6adc-4650-9657-fbbda7b40b31 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:46.311303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 5341dc98-6adc-4650-9657-fbbda7b40b31 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:46.311916 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.325467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace215eb-1ae1-4179-acb5-592db0009038 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d862bc23-e0fe-4412-83da-70ef2712ac8d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.470219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd24e34-ee3a-4c64-8f01-f754b3bac05e tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d8d7c9-0e64-42cb-9c4b-17d758d0b37b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.483737 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.524430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ec4a6-cde8-47dd-ba5f-b0aa7c7c3b4d req-41864edb-72db-4977-9ea4-d71ab3f2b7c8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.526392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c7ec4a6-cde8-47dd-ba5f-b0aa7c7c3b4d req-41864edb-72db-4977-9ea4-d71ab3f2b7c8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 936 time: 0.1385438 Aug 31 09:23:46.529845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 5341dc98-6adc-4650-9657-fbbda7b40b31, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=5341dc98-6adc-4650-9657-fbbda7b40b31,segment=NetworkSegment(cdc42085-48ae-46c7-ac26-4e9611de8595),segment_id=cdc42085-48ae-46c7-ac26-4e9611de8595)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:46.532496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63a5d1cd-e57f-4862-a529-422f268f99cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.538072 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63a5d1cd-e57f-4862-a529-422f268f99cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.544993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ace215eb-1ae1-4179-acb5-592db0009038 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.549243 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.554372 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ace215eb-1ae1-4179-acb5-592db0009038 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6243594 Aug 31 09:23:46.555789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40482) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:46.578510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4a567d61-4ef0-40b3-a3a0-89f860cb0903 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Request body: {'security_group_rule': {'security_group_id': 'c74e9530-0550-454f-86b9-c757dab3eeae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:46.590147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5d1cd-e57f-4862-a529-422f268f99cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad1b52f-64f9-4a5f-b1d3-a3f75c4c46f0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.607673 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-58bd426d-1029-4ea9-919d-7eb599de51e8 req-4bd24e34-ee3a-4c64-8f01-f754b3bac05e tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.608970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58bd426d-1029-4ea9-919d-7eb599de51e8 req-4bd24e34-ee3a-4c64-8f01-f754b3bac05e tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9483836 Aug 31 09:23:46.637386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=5341dc98-6adc-4650-9657-fbbda7b40b31,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.664205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-63a5d1cd-e57f-4862-a529-422f268f99cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75535dfe56cf4a1b9661e3237ab7bdee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8111653 Aug 31 09:23:46.664799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40488) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:46.693089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c7ec4a6-cde8-47dd-ba5f-b0aa7c7c3b4d req-7a37dd18-c313-44c4-a372-90570e2fcdd7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995445 Aug 31 09:23:46.724968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a567d61-4ef0-40b3-a3a0-89f860cb0903 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.839376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ede3-b07b-4c77-bdb8-e2259cbd370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.842884 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a567d61-4ef0-40b3-a3a0-89f860cb0903 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.848258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a567d61-4ef0-40b3-a3a0-89f860cb0903 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.891419 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ede3-b07b-4c77-bdb8-e2259cbd370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.895679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a567d61-4ef0-40b3-a3a0-89f860cb0903 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97503ddc-4ea1-4b0a-84b7-19891596527d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.929815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a567d61-4ef0-40b3-a3a0-89f860cb0903 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.934645 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4a567d61-4ef0-40b3-a3a0-89f860cb0903 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722279 Aug 31 09:23:46.936343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40496) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:46.946432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:47.010488 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.018086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ede3-b07b-4c77-bdb8-e2259cbd370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.027079 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ede3-b07b-4c77-bdb8-e2259cbd370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.033613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b5f0ede3-b07b-4c77-bdb8-e2259cbd370d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ad1b52f-64f9-4a5f-b1d3-a3f75c4c46f0 HTTP/1.1" status: 204 len: 168 time: 0.3620732 Aug 31 09:23:47.047514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0ede3-b07b-4c77-bdb8-e2259cbd370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad1b52f-64f9-4a5f-b1d3-a3f75c4c46f0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:47.113759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2101775256', 'description': 'tempest-description-1571429710'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:47.151758 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.170909 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.434369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa264e49-0437-4ea0-ac3c-c03b9e7f78e8 req-d7127797-1640-49b1-afeb-c480e6a65d48 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.438076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa264e49-0437-4ea0-ac3c-c03b9e7f78e8 req-d7127797-1640-49b1-afeb-c480e6a65d48 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 971 time: 0.1537876 Aug 31 09:23:47.459451 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.480868 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.492389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.634389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa264e49-0437-4ea0-ac3c-c03b9e7f78e8 req-1166904b-0096-4ad3-9b65-dd604c6b39a5 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953738 Aug 31 09:23:47.671419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8014e27-77e7-4e80-9e95-eaa9a51b34b9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:47.756133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Allocated IP 172.25.1.106 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/d858bd0d-2766-4829-ab4f-51ff60666e5d) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:47.802226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.817225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.868919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:47.884172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e198a2c6-b704-44fa-b102-55274a8d3410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.971076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f1fe7-fac2-4400-bb5d-80a1676eb85c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:48.006767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e198a2c6-b704-44fa-b102-55274a8d3410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.018536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e198a2c6-b704-44fa-b102-55274a8d3410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.040200 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.042655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25bcb6d6-5fec-4ba2-b4a0-164e068326f3 req-1508a59c-3b7e-461e-b299-402b0079f62f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9410460 Aug 31 09:23:48.067867 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e198a2c6-b704-44fa-b102-55274a8d3410 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c15156dbbff43e9acd800fdbba94582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973841 Aug 31 09:23:48.075974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40518) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:48.085748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503aa4-46b3-42a3-bb02-75c5a1533f9b req-10ca424a-cc42-4388-acce-db433ea2fe50 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:48.095906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3503aa4-46b3-42a3-bb02-75c5a1533f9b req-10ca424a-cc42-4388-acce-db433ea2fe50 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 936 time: 0.2278559 Aug 31 09:23:48.109944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5341dc98-6adc-4650-9657-fbbda7b40b31 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:48.113489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198a2c6-b704-44fa-b102-55274a8d3410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093e0e5-6d8c-45a4-bff6-32ac9e8fba86,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:48.136409 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.146825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4de9931b-7bdf-47d1-ad9b-6b1c56c6377e req-5cd357dc-e8c2-4ad7-aa6a-2033b4e933cb tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1379399418', 'description': 'tempest-description-2027577344'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:48.190417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 5341dc98-6adc-4650-9657-fbbda7b40b31 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:48.195677 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.203675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eac2a771-7d53-4e3d-a91d-648a21e3f11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.230848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3503aa4-46b3-42a3-bb02-75c5a1533f9b req-6015dbb3-27a0-4416-ab09-bafe2e95c952 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835671 Aug 31 09:23:48.242776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4de9931b-7bdf-47d1-ad9b-6b1c56c6377e req-5cd357dc-e8c2-4ad7-aa6a-2033b4e933cb tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.266022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eac2a771-7d53-4e3d-a91d-648a21e3f11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.299531 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.361138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eac2a771-7d53-4e3d-a91d-648a21e3f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.366163 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eac2a771-7d53-4e3d-a91d-648a21e3f11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.368713 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eac2a771-7d53-4e3d-a91d-648a21e3f11d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a093e0e5-6d8c-45a4-bff6-32ac9e8fba86 HTTP/1.1" status: 204 len: 168 time: 0.2905576 Aug 31 09:23:48.382374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:48.397646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2a771-7d53-4e3d-a91d-648a21e3f11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093e0e5-6d8c-45a4-bff6-32ac9e8fba86,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:48.401072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event updated for resources: {'Port': ['ID=d858bd0d-2766-4829-ab4f-51ff60666e5d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:48.403827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:48.458298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:48.465916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4de9931b-7bdf-47d1-ad9b-6b1c56c6377e req-5cd357dc-e8c2-4ad7-aa6a-2033b4e933cb tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.493833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4de9931b-7bdf-47d1-ad9b-6b1c56c6377e req-5cd357dc-e8c2-4ad7-aa6a-2033b4e933cb tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.582390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4de9931b-7bdf-47d1-ad9b-6b1c56c6377e req-5cd357dc-e8c2-4ad7-aa6a-2033b4e933cb tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.584056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4de9931b-7bdf-47d1-ad9b-6b1c56c6377e req-5cd357dc-e8c2-4ad7-aa6a-2033b4e933cb tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4437368 Aug 31 09:23:48.614098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd357dc-e8c2-4ad7-aa6a-2033b4e933cb tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0d83d-c2cd-480f-bc95-049cc3b0ef7e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:48.617146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.702818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.010168 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:23:49.123856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99cd91-9a0f-4898-aa1f-89b19ad479f9 req-2bd7cb3b-e443-4a01-a7e6-ff4874a7abcd tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.125414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e99cd91-9a0f-4898-aa1f-89b19ad479f9 req-2bd7cb3b-e443-4a01-a7e6-ff4874a7abcd tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 971 time: 0.3236318 Aug 31 09:23:49.249863 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-28ee715e-129e-423f-9db6-bd9fab265d46 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34032 time: 0.6161401 Aug 31 09:23:49.263399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e99cd91-9a0f-4898-aa1f-89b19ad479f9 req-360fac71-f1d5-4e85-ad04-08721a40d4ba tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284823 Aug 31 09:23:49.265759 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.276633 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.333206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.372454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-c2c02fbe-c458-485c-8c30-8b9988626a59 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/0df454dc-6c87-4e3e-9f4e-2ad21d63e507 HTTP/1.1" status: 200 len: 2981 time: 0.1125896 Aug 31 09:23:49.373323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event updated for resources: {'Port': ['ID=d858bd0d-2766-4829-ab4f-51ff60666e5d,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:49.384635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.385879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a2148f59-625b-4a84-9c4b-c44f5ab2d99a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4481235 Aug 31 09:23:49.442406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-29c9a3a1-caab-4377-93d3-6537de3c690e tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/0df454dc-6c87-4e3e-9f4e-2ad21d63e507 HTTP/1.1" status: 200 len: 2981 time: 0.0521970 Aug 31 09:23:49.515997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-34e6e80f-10ab-4402-bfd0-cfa64edd7b05 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2f26e993-d768-4869-ad66-19093e7e58a4 HTTP/1.1" status: 200 len: 2981 time: 0.0645378 Aug 31 09:23:49.586845 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-0cdb61ac-4d4b-4d56-bfb5-7b0c07f25d71 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2f26e993-d768-4869-ad66-19093e7e58a4 HTTP/1.1" status: 200 len: 2981 time: 0.0654938 Aug 31 09:23:49.662699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-23e83b43-7692-4b24-b3a0-4d29023ab282 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5c91497b-9b2c-415f-91e8-ce23f7512943 HTTP/1.1" status: 200 len: 2977 time: 0.0743084 Aug 31 09:23:49.730562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-35857d89-56ba-4a6b-8a81-ef00d448003e tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5c91497b-9b2c-415f-91e8-ce23f7512943 HTTP/1.1" status: 200 len: 2977 time: 0.0593691 Aug 31 09:23:49.807873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836cdf7-5e47-4a6f-8573-3c292f4bfc3e req-f6de00ec-b540-40d4-9332-c159db7eb4ec tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.810904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a836cdf7-5e47-4a6f-8573-3c292f4bfc3e req-f6de00ec-b540-40d4-9332-c159db7eb4ec tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 936 time: 0.0936213 Aug 31 09:23:49.815734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-2f1d57b8-e861-4d61-80a8-7960065cafb1 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/8399b6ba-ab12-4e74-bdd3-11f59dab4604 HTTP/1.1" status: 200 len: 2981 time: 0.0670791 Aug 31 09:23:49.909552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a836cdf7-5e47-4a6f-8573-3c292f4bfc3e req-78f2c16c-afcf-46c1-ae6b-309e2b115aa3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871472 Aug 31 09:23:49.937699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-6b8752a8-081c-4cf7-8903-75e5c5111d3a tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/8399b6ba-ab12-4e74-bdd3-11f59dab4604 HTTP/1.1" status: 200 len: 2981 time: 0.1071794 Aug 31 09:23:49.995357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-7ae68605-aaa9-49e8-98b2-889e574a0d97 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/879c3a80-0117-40c8-85a3-dfd9ff560fab HTTP/1.1" status: 200 len: 2981 time: 0.0485618 Aug 31 09:23:50.090291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-f50cd281-8fd4-4b72-84d4-06a7f5c44c25 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/879c3a80-0117-40c8-85a3-dfd9ff560fab HTTP/1.1" status: 200 len: 2981 time: 0.0841897 Aug 31 09:23:50.100902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ddb59-0c72-49ea-b03d-1967f397cb5a req-074f9ce8-9e70-4126-b678-e1a8908b82e9 tempest-AggregatesAdminTestJSON-5315854 tempest-AggregatesAdminTestJSON-5315854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:50.101389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d21ddb59-0c72-49ea-b03d-1967f397cb5a req-074f9ce8-9e70-4126-b678-e1a8908b82e9 tempest-AggregatesAdminTestJSON-5315854 tempest-AggregatesAdminTestJSON-5315854-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 1122 time: 0.0748630 Aug 31 09:23:50.160942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d21ddb59-0c72-49ea-b03d-1967f397cb5a req-76ff4149-a7ec-4315-884c-5ee8e14005fa tempest-AggregatesAdminTestJSON-5315854 tempest-AggregatesAdminTestJSON-5315854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.195618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-66fac19b-9d68-40bf-9bd5-f1c5e8d05a0f tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d8014e27-77e7-4e80-9e95-eaa9a51b34b9 HTTP/1.1" status: 200 len: 2981 time: 0.0920727 Aug 31 09:23:50.271564 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-28205b44-06bc-4e53-869e-7ba6004822b2 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d8014e27-77e7-4e80-9e95-eaa9a51b34b9 HTTP/1.1" status: 200 len: 2981 time: 0.0656328 Aug 31 09:23:50.353426 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d21ddb59-0c72-49ea-b03d-1967f397cb5a req-76ff4149-a7ec-4315-884c-5ee8e14005fa tempest-AggregatesAdminTestJSON-5315854 tempest-AggregatesAdminTestJSON-5315854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.355964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-b6334e34-a6a5-4046-86b0-517df04482b6 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/db884fba-5682-4bc6-a008-4c484a6b93a0 HTTP/1.1" status: 200 len: 2973 time: 0.0646839 Aug 31 09:23:50.359889 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d21ddb59-0c72-49ea-b03d-1967f397cb5a req-76ff4149-a7ec-4315-884c-5ee8e14005fa tempest-AggregatesAdminTestJSON-5315854 tempest-AggregatesAdminTestJSON-5315854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.401669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d21ddb59-0c72-49ea-b03d-1967f397cb5a req-76ff4149-a7ec-4315-884c-5ee8e14005fa tempest-AggregatesAdminTestJSON-5315854 tempest-AggregatesAdminTestJSON-5315854-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872198 Aug 31 09:23:50.426038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff4149-a7ec-4315-884c-5ee8e14005fa tempest-AggregatesAdminTestJSON-5315854 tempest-AggregatesAdminTestJSON-5315854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93bc2f5-4637-4fcf-a01f-7bb637aa294a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.447751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-db2603e1-19ad-49e1-94fd-d66bbf5f82c9 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/db884fba-5682-4bc6-a008-4c484a6b93a0 HTTP/1.1" status: 200 len: 2973 time: 0.0811222 Aug 31 09:23:50.502186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-ba120dc6-57f1-4611-a652-1ed9bc32d059 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/e0dc7e0f-0798-4aca-9450-b7ce71bbc259 HTTP/1.1" status: 200 len: 2977 time: 0.0478680 Aug 31 09:23:50.585110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-6e69cf8b-efff-4a9d-94fc-e022a784b31c tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/e0dc7e0f-0798-4aca-9450-b7ce71bbc259 HTTP/1.1" status: 200 len: 2977 time: 0.0765445 Aug 31 09:23:50.590859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-adde0e7b-1581-438c-8fe3-93f2769f4d61 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--361249543&fields=id&tenant_id=3536a4141d5b4186aa3e20e3c180471c HTTP/1.1" status: 200 len: 267 time: 0.0693417 Aug 31 09:23:50.739301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-8c9692dc-68b2-49c3-a0e3-c47aa979c947 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/f85d72f2-35ff-4832-a7d0-1cc297e814d7 HTTP/1.1" status: 200 len: 2981 time: 0.1473138 Aug 31 09:23:50.846127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-1c2fafc0-1ee0-41f7-8be8-2bda4c2d4ee8 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:50.847760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-1c2fafc0-1ee0-41f7-8be8-2bda4c2d4ee8 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 823 time: 0.2483251 Aug 31 09:23:50.851746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb43987-f302-4903-a827-b2462f6fee99 req-399c8567-7b2c-44a7-a4ba-44735be22011 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/f85d72f2-35ff-4832-a7d0-1cc297e814d7 HTTP/1.1" status: 200 len: 2981 time: 0.1052258 Aug 31 09:23:50.875276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-a05dda24-9d7f-4522-9043-e8d0ab269dc8 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/quotas/3536a4141d5b4186aa3e20e3c180471c HTTP/1.1" status: 200 len: 375 time: 0.0161469 Aug 31 09:23:50.946964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-e4351986-2b41-411c-b401-85eb9435fef8 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652869 Aug 31 09:23:50.972164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-8109ccb9-c01e-4082-934d-c428298ebe6b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:23:50.973213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-8109ccb9-c01e-4082-934d-c428298ebe6b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074477 Aug 31 09:23:51.212422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-d7b07c4b-a7c9-4ea5-ac9d-f75543d3b2e1 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573318 Aug 31 09:23:51.310726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-c231859e-7090-497a-af9e-28729e35e751 service neutron] 10.222.0.69 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289414 Aug 31 09:23:51.405457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a4b68edd-e020-402a-b263-8f8c1520a6c9 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:51.407139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a4b68edd-e020-402a-b263-8f8c1520a6c9 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882839 Aug 31 09:23:51.437323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-0fc3c908-f5fa-482e-9ea0-ac8b1a55f91a tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/quotas/7a95279e8efc4f3f8507e164ad7f0552 HTTP/1.1" status: 200 len: 375 time: 0.0223234 Aug 31 09:23:51.467038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-f7cbdcdd-b304-41f4-aab6-8241ae0d9a5d service neutron] 10.222.0.69 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474409 Aug 31 09:23:51.482607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-3a4607cc-8344-4e80-8d07-601f85e8bdd7 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351009 Aug 31 09:23:51.707810 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e064-127d-455a-8c6e-a3733b9b8709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.758018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-571cfaf0-de51-4302-9a97-6cfea579e545 req-d1ae9895-61d1-46e5-a2df-a63027206cde tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a822592973246b28ed3031e753afc29 HTTP/1.1" status: 200 len: 6100 time: 0.1397276 Aug 31 09:23:51.868340 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-571cfaf0-de51-4302-9a97-6cfea579e545 req-592fe2d4-a808-4238-8803-c1a008a79222 tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "GET /v2.0/security-groups/2f26e993-d768-4869-ad66-19093e7e58a4 HTTP/1.1" status: 200 len: 2981 time: 0.0961576 Aug 31 09:23:51.965218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-571cfaf0-de51-4302-9a97-6cfea579e545 req-1a660efd-3d64-4813-8c70-cb2cc3158d6c tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "GET /v2.0/security-groups/2f26e993-d768-4869-ad66-19093e7e58a4 HTTP/1.1" status: 200 len: 2981 time: 0.0855539 Aug 31 09:23:52.052069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a5378-5b96-43e3-8f70-dc17a5c5e8c3 req-f634cf35-2d81-410b-a6d4-f77eae3c442d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.053688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-446a5378-5b96-43e3-8f70-dc17a5c5e8c3 req-f634cf35-2d81-410b-a6d4-f77eae3c442d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 936 time: 0.0685136 Aug 31 09:23:52.176140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-446a5378-5b96-43e3-8f70-dc17a5c5e8c3 req-0ddd318c-ffdb-4493-855e-17ed6d119a41 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082931 Aug 31 09:23:52.180118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e200577-0196-475a-b90d-5c5271c8d9d5 req-caa05981-aa2a-4b3b-8ae6-05e2505de0ae tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 210 time: 0.0616868 Aug 31 09:23:52.309807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3aae24dd-da10-49ee-b30d-704fd9adbbd3 req-2013a019-9ce7-4a0b-9da4-aa7600137e9f tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 210 time: 0.0600362 Aug 31 09:23:52.361151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57fb8901-e384-493c-b61d-e4de2c181f13 req-f1a865aa-4e2d-4b2a-81fc-6d766bf4c67b tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/3bf0d83d-c2cd-480f-bc95-049cc3b0ef7e HTTP/1.1" status: 200 len: 1778 time: 0.0874810 Aug 31 09:23:52.450246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-57fb8901-e384-493c-b61d-e4de2c181f13 req-2368ae65-ddb6-44ab-bb90-2fa414a1e7ad tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.486854 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-57fb8901-e384-493c-b61d-e4de2c181f13 req-2368ae65-ddb6-44ab-bb90-2fa414a1e7ad tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.572116 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-57fb8901-e384-493c-b61d-e4de2c181f13 req-2368ae65-ddb6-44ab-bb90-2fa414a1e7ad tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.572116 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-57fb8901-e384-493c-b61d-e4de2c181f13 req-2368ae65-ddb6-44ab-bb90-2fa414a1e7ad tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.579125 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57fb8901-e384-493c-b61d-e4de2c181f13 req-2368ae65-ddb6-44ab-bb90-2fa414a1e7ad tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/3bf0d83d-c2cd-480f-bc95-049cc3b0ef7e HTTP/1.1" status: 204 len: 173 time: 0.2108657 Aug 31 09:23:52.603808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368ae65-ddb6-44ab-bb90-2fa414a1e7ad tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0d83d-c2cd-480f-bc95-049cc3b0ef7e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:52.668009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-3679944a-b068-46ca-8087-c50321f4f770 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:23:52.670094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-3679944a-b068-46ca-8087-c50321f4f770 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190525 Aug 31 09:23:52.753620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b3ea90e-98bc-45df-9ef4-9fb31be89c57 req-913181aa-5b56-4d87-993f-d4bb23e3dd8b tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "GET /v2.0/security-groups/b46f1fe7-fac2-4400-bb5d-80a1676eb85c HTTP/1.1" status: 200 len: 1778 time: 0.1176908 Aug 31 09:23:52.932668 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6b3ea90e-98bc-45df-9ef4-9fb31be89c57 req-c78b72e6-228a-469a-9c68-337be65afcd4 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.982977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40686) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:52.989001 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6b3ea90e-98bc-45df-9ef4-9fb31be89c57 req-c78b72e6-228a-469a-9c68-337be65afcd4 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.053109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6b3ea90e-98bc-45df-9ef4-9fb31be89c57 req-c78b72e6-228a-469a-9c68-337be65afcd4 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.056415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6b3ea90e-98bc-45df-9ef4-9fb31be89c57 req-c78b72e6-228a-469a-9c68-337be65afcd4 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.069489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b3ea90e-98bc-45df-9ef4-9fb31be89c57 req-c78b72e6-228a-469a-9c68-337be65afcd4 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/b46f1fe7-fac2-4400-bb5d-80a1676eb85c HTTP/1.1" status: 204 len: 173 time: 0.2962296 Aug 31 09:23:53.092434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Request body: {'port': {'device_id': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:53.162365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5bfb2ab-2af0-4e7b-bd6e-04640fec3975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.183465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b72e6-228a-469a-9c68-337be65afcd4 tempest-SecurityGroupsTestAdminJSON-612120441 tempest-SecurityGroupsTestAdminJSON-612120441-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f1fe7-fac2-4400-bb5d-80a1676eb85c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:53.335495 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.345588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5bfb2ab-2af0-4e7b-bd6e-04640fec3975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.369576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5bfb2ab-2af0-4e7b-bd6e-04640fec3975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.434868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fb68dd3-3d64-44a9-94da-a0766823fc3c req-15ae52aa-0175-4b66-a32b-a524246f2a1b tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "GET /v2.0/security-groups/06d8d7c9-0e64-42cb-9c4b-17d758d0b37b HTTP/1.1" status: 200 len: 1776 time: 0.2853429 Aug 31 09:23:53.438370 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e5bfb2ab-2af0-4e7b-bd6e-04640fec3975 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c2e11b383574d709158cd176a780829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530952 Aug 31 09:23:53.441601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfb2ab-2af0-4e7b-bd6e-04640fec3975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c854ac2-bd4d-49f2-ac03-7cc271831b1a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:53.441892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40710) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:53.687085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.20', 60509) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:53.725912 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd944623-8588-4f12-8514-604997558460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.734518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7fb68dd3-3d64-44a9-94da-a0766823fc3c req-10876be9-b51d-46d4-a768-e67fd781dfa9 tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.743092 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-48a3d880-8f75-4f64-9e14-d4d85ded8f7e tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523987 Aug 31 09:23:53.914024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-aa4a80b3-05ff-4807-80a4-5d536e9d91ab tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:53.916768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-aa4a80b3-05ff-4807-80a4-5d536e9d91ab tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670873 Aug 31 09:23:53.934200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Request body: {'port': {'device_id': '35ca6d47-4b3d-46c9-9d64-98442126b4ec', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '7a95279e8efc4f3f8507e164ad7f0552'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:53.946037 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd944623-8588-4f12-8514-604997558460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.973577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7fb68dd3-3d64-44a9-94da-a0766823fc3c req-10876be9-b51d-46d4-a768-e67fd781dfa9 tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.037481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932c89d-5427-4014-bc8d-8dd5f92a4f85 req-4a428577-d4ff-4266-817f-94fa8f96b540 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:54.039110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0932c89d-5427-4014-bc8d-8dd5f92a4f85 req-4a428577-d4ff-4266-817f-94fa8f96b540 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 936 time: 0.4007967 Aug 31 09:23:54.125334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0932c89d-5427-4014-bc8d-8dd5f92a4f85 req-18faf325-3530-4e2f-91ce-39f70f6a1ef4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718515 Aug 31 09:23:54.149143 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7fb68dd3-3d64-44a9-94da-a0766823fc3c req-10876be9-b51d-46d4-a768-e67fd781dfa9 tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.151992 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7fb68dd3-3d64-44a9-94da-a0766823fc3c req-10876be9-b51d-46d4-a768-e67fd781dfa9 tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.157993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fb68dd3-3d64-44a9-94da-a0766823fc3c req-10876be9-b51d-46d4-a768-e67fd781dfa9 tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "DELETE /v2.0/security-groups/06d8d7c9-0e64-42cb-9c4b-17d758d0b37b HTTP/1.1" status: 204 len: 173 time: 0.7151532 Aug 31 09:23:54.179459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Made reservation on behalf of 7a95279e8efc4f3f8507e164ad7f0552 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:54.186202 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.203266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd944623-8588-4f12-8514-604997558460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.208595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.209542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd944623-8588-4f12-8514-604997558460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.213310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dd944623-8588-4f12-8514-604997558460 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c854ac2-bd4d-49f2-ac03-7cc271831b1a HTTP/1.1" status: 204 len: 168 time: 0.7565598 Aug 31 09:23:54.243343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10876be9-b51d-46d4-a768-e67fd781dfa9 tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d8d7c9-0e64-42cb-9c4b-17d758d0b37b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.350564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f7b793-f846-485c-82f9-dbf3eba7dc39 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:54.370735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43738988-111b-4f5c-9b7d-7a2ee413e0c0 req-b5b55a29-a46e-42b0-a175-070e70f8c209 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 210 time: 0.1117122 Aug 31 09:23:54.390886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd944623-8588-4f12-8514-604997558460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c854ac2-bd4d-49f2-ac03-7cc271831b1a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.396348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.456110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.464215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.487494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a3fe6b5-1e34-4c46-9cb4-231af2ff88a9 req-4b91b4f6-82e6-4d21-8651-63b1d8bc1675 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 210 time: 0.1282237 Aug 31 09:23:54.516255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Transition to ACTIVE for port object d2f7b793-f846-485c-82f9-dbf3eba7dc39 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:54.528078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.600116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.716056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.739576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e5b6b84-8e0d-4ecf-a68f-d1f3335e1a07 req-5faf338c-1395-47b7-8d77-2625cd17b05a tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "GET /v2.0/security-groups/b67335a3-94ad-4b6c-ac6b-a2a00fbd7684 HTTP/1.1" status: 200 len: 1776 time: 0.2576015 Aug 31 09:23:54.743929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40736) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:54.900148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.20', 60512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:54.992353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40746) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:55.007098 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.025764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Allocated IP 192.168.233.11 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/4e3ea594-deb3-4df6-8984-39c3b4f40334) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:55.046066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Attempting to bind port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:55.046406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Attempting to bind port d2f7b793-f846-485c-82f9-dbf3eba7dc39 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:55.046762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Attempting to bind port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:55.053007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d203-bb33-4c56-a3f1-fefb7da98792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.072143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:55.072775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Attempting to bind port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:55.095869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:55.096661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:55.097303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:55.098078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Bound port: d2f7b793-f846-485c-82f9-dbf3eba7dc39, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:55.098792 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.134618 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1e5b6b84-8e0d-4ecf-a68f-d1f3335e1a07 req-8488b582-44f3-49cd-87ae-323eb8d4889c tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.163854 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a28f2005-d4a1-40fc-a9fa-86d72a75a5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.234177 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1e5b6b84-8e0d-4ecf-a68f-d1f3335e1a07 req-8488b582-44f3-49cd-87ae-323eb8d4889c tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.283512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:55.349065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:55.367194 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.409548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-31a9b1e2-de9a-4a80-9dd4-95f4e49b6ef9 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.411221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-31a9b1e2-de9a-4a80-9dd4-95f4e49b6ef9 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 823 time: 0.5095444 Aug 31 09:23:55.435455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1e5b6b84-8e0d-4ecf-a68f-d1f3335e1a07 req-8488b582-44f3-49cd-87ae-323eb8d4889c tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.438787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1e5b6b84-8e0d-4ecf-a68f-d1f3335e1a07 req-8488b582-44f3-49cd-87ae-323eb8d4889c tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.439549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e5b6b84-8e0d-4ecf-a68f-d1f3335e1a07 req-8488b582-44f3-49cd-87ae-323eb8d4889c tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] 10.222.0.69 "DELETE /v2.0/security-groups/b67335a3-94ad-4b6c-ac6b-a2a00fbd7684 HTTP/1.1" status: 204 len: 173 time: 0.6988823 Aug 31 09:23:55.458528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97be04c-11fe-4cab-99b7-a25093516c70 req-b2d8d864-f80c-4165-85eb-6f3dcfddec07 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.460284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b97be04c-11fe-4cab-99b7-a25093516c70 req-b2d8d864-f80c-4165-85eb-6f3dcfddec07 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.1852424 Aug 31 09:23:55.470517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.471198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.472688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] 10.222.0.20 "PUT /v2.0/ports/d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 1096 time: 2.5675726 Aug 31 09:23:55.484011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:55.487757 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d76add-39cf-4df2-9afd-1c18e413cad7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:55.505342 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ca9a-dd43-4f33-8442-2bd392159f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.522681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488b582-44f3-49cd-87ae-323eb8d4889c tempest-SecurityGroupsTestAdminJSON-373153982 tempest-SecurityGroupsTestAdminJSON-373153982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67335a3-94ad-4b6c-ac6b-a2a00fbd7684,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:55.540178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-c5d4a505-42e8-485a-aa9d-deb5309521a5 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3536a4141d5b4186aa3e20e3c180471c HTTP/1.1" status: 200 len: 379 time: 0.1188619 Aug 31 09:23:55.567196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Request body: {'port': {'device_id': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'admin_state_up': True, 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'security_groups': ['c74e9530-0550-454f-86b9-c757dab3eeae']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:55.575167 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d203-bb33-4c56-a3f1-fefb7da98792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.633751 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527162a-4cd5-4ae1-bf27-2939f2fc741d service neutron] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:55.636595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d203-bb33-4c56-a3f1-fefb7da98792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.693153 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.798250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b97be04c-11fe-4cab-99b7-a25093516c70 req-8348f2d0-33cf-40b8-8945-c46431b464e1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064554 Aug 31 09:23:55.836614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4d203-bb33-4c56-a3f1-fefb7da98792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc827ec0-5785-46bc-9f9e-ca1c39fd1cbb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:55.848925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e649f9c-61dc-41cd-9a1c-16c46d5278c4 req-c021011e-6020-46bc-b3be-553d2aa804e5 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 210 time: 0.0951042 Aug 31 09:23:55.854587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9ef4d203-bb33-4c56-a3f1-fefb7da98792 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc5b8bf363c04a83aea01d4daec22a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8610966 Aug 31 09:23:55.858250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40776) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:55.904885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b489-ed99-474b-921f-da89434b0042 req-7e9ad7da-1c49-4f2d-9bc1-f7f4850d4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.906496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-7e9ad7da-1c49-4f2d-9bc1-f7f4850d4c94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1099 time: 0.2989752 Aug 31 09:23:55.914937 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20299e7f-b94b-4719-9eb2-c695cc79470b x-openstack-request-id: req-20299e7f-b94b-4719-9eb2-c695cc79470b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:55.915312 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:55.915660 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20299e7f-b94b-4719-9eb2-c695cc79470b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:55.916067 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'status': 'completed', 'code': 200} Aug 31 09:23:55.989505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-4f050eea-f57f-466e-8597-fd152bc2bd56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 217 time: 0.0659003 Aug 31 09:23:56.034112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1f47a86-abe9-49e9-ba40-3090d709374d req-36d41e5c-3294-49ad-aad6-3ffc39094347 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 210 time: 0.0535464 Aug 31 09:23:56.100208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d87ecb75-3b00-46c7-a9c0-8400154ad881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.104846 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ca9a-dd43-4f33-8442-2bd392159f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.118854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b489-ed99-474b-921f-da89434b0042 req-114969b0-681f-42b0-9f0b-94809505e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:56.120974 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-114969b0-681f-42b0-9f0b-94809505e24c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1185005 Aug 31 09:23:56.121486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40782) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:56.126069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ca9a-dd43-4f33-8442-2bd392159f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.137379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Transition to ACTIVE for port object 4e3ea594-deb3-4df6-8984-39c3b4f40334 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:56.177030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d87ecb75-3b00-46c7-a9c0-8400154ad881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.238559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1ca9a-dd43-4f33-8442-2bd392159f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5761e449-c332-4c0e-ad63-fa4ef64494e5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.251238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Made reservation on behalf of 3536a4141d5b4186aa3e20e3c180471c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:56.257531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.270452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f6c1ca9a-dd43-4f33-8442-2bd392159f8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c997d2cdd9bd4566a236a3bdc6b39381&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5236454 Aug 31 09:23:56.277593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40788) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:56.301727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051b489-ed99-474b-921f-da89434b0042 req-5c27939d-25ba-42a7-859f-6be1d92728b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:56.303260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-5c27939d-25ba-42a7-859f-6be1d92728b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735947 Aug 31 09:23:56.315654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.407616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d87ecb75-3b00-46c7-a9c0-8400154ad881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.410442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d87ecb75-3b00-46c7-a9c0-8400154ad881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.411699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d87ecb75-3b00-46c7-a9c0-8400154ad881 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc827ec0-5785-46bc-9f9e-ca1c39fd1cbb HTTP/1.1" status: 204 len: 168 time: 0.5524118 Aug 31 09:23:56.446403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ecb75-3b00-46c7-a9c0-8400154ad881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc827ec0-5785-46bc-9f9e-ca1c39fd1cbb,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.485129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51e195ca-90af-41ee-910b-9bbf3aa6fa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.492401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f04db0e4-3dfc-492b-b065-53924114905d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a822592973246b28ed3031e753afc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673809 Aug 31 09:23:56.504799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40800) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:56.546217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-ff75c21e-48e9-4581-b2dd-c80a63df4db8 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317598 Aug 31 09:23:56.548390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51e195ca-90af-41ee-910b-9bbf3aa6fa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.573420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Pushing event updated for resources: {'Port': ['ID=4e3ea594-deb3-4df6-8984-39c3b4f40334,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.668975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40810) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:56.719000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:56.728934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:56.760454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d149427-3257-41b4-9b45-64fc9cf53d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.867032 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51e195ca-90af-41ee-910b-9bbf3aa6fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.873537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:56.884718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51e195ca-90af-41ee-910b-9bbf3aa6fa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.887043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-51e195ca-90af-41ee-910b-9bbf3aa6fa02 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5761e449-c332-4c0e-ad63-fa4ef64494e5 HTTP/1.1" status: 204 len: 168 time: 0.6082201 Aug 31 09:23:56.904504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:56.905930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.969797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d149427-3257-41b4-9b45-64fc9cf53d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.016256 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-a2748524-573a-4034-ab14-a7665cc85e4f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0874209 Aug 31 09:23:57.021156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e195ca-90af-41ee-910b-9bbf3aa6fa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5761e449-c332-4c0e-ad63-fa4ef64494e5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:57.052185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Request body: {'port': {'device_id': '35ca6d47-4b3d-46c9-9d64-98442126b4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:57.100538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d051b489-ed99-474b-921f-da89434b0042 req-f7bd464f-a1e6-43fe-b5de-ca14741c240f service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394983 Aug 31 09:23:57.153572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Allocated IP 172.20.0.14 (2ab24084-8ebb-4a7d-92d4-e4d83ee81e12/be460a30-0ca2-4f8d-bc0b-d1d55915f9ab/b5ba9385-2bd2-4061-84d2-9e16ac0be302) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:57.160540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee54dc66-30d4-4359-a3c4-7fde4851a391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.252559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cc1513db-86fc-4062-8602-a787e9bf6438 None None] Provisioning for port 4e3ea594-deb3-4df6-8984-39c3b4f40334 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:57.259371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cc1513db-86fc-4062-8602-a787e9bf6438 None None] Provisioning complete for port 4e3ea594-deb3-4df6-8984-39c3b4f40334 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:57.260763 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cc1513db-86fc-4062-8602-a787e9bf6438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.264671 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.346405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-cc1513db-86fc-4062-8602-a787e9bf6438 None None] Port 4e3ea594-deb3-4df6-8984-39c3b4f40334 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:57.362633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189a17-5a51-4fb3-8cf3-34255337119c req-9d93d036-292e-402e-9ad3-edd36a26c1c9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:57.375612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55189a17-5a51-4fb3-8cf3-34255337119c req-9d93d036-292e-402e-9ad3-edd36a26c1c9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.3430762 Aug 31 09:23:57.489603 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.501971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55189a17-5a51-4fb3-8cf3-34255337119c req-35f1e05f-6722-413b-84ca-d2a3451cc629 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212735 Aug 31 09:23:57.507495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-433496dd-1bea-44af-8c76-6e8938e3b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:57.510547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-433496dd-1bea-44af-8c76-6e8938e3b769 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1099 time: 0.2862093 Aug 31 09:23:57.543901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57c360-8597-4d21-83c0-90db1306b2e3 req-da88b9cf-c70e-4e1c-8ea4-ed6315a47ba2 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:57.558052 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b57c360-8597-4d21-83c0-90db1306b2e3 req-da88b9cf-c70e-4e1c-8ea4-ed6315a47ba2 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 935 time: 0.3415720 Aug 31 09:23:57.585893 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d149427-3257-41b4-9b45-64fc9cf53d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.591019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d149427-3257-41b4-9b45-64fc9cf53d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.593114 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6d149427-3257-41b4-9b45-64fc9cf53d98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f26e993-d768-4869-ad66-19093e7e58a4 HTTP/1.1" status: 204 len: 168 time: 1.0869036 Aug 31 09:23:57.681941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40848) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:57.733123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d149427-3257-41b4-9b45-64fc9cf53d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f26e993-d768-4869-ad66-19093e7e58a4,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:57.737635 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.790664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9113bb15-faee-4d90-a238-6acba44642d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.812457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1c433d5-e748-4b6b-8a09-728213ebae7e req-080b7a0d-80e7-4405-b41f-2247ea423089 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 210 time: 0.1156805 Aug 31 09:23:57.851993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b57c360-8597-4d21-83c0-90db1306b2e3 req-85cadd63-420b-4e95-897c-2a802b8a545a tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708111 Aug 31 09:23:57.874063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Transition to ACTIVE for port object b5ba9385-2bd2-4061-84d2-9e16ac0be302 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:57.937251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee54dc66-30d4-4359-a3c4-7fde4851a391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.961646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee54dc66-30d4-4359-a3c4-7fde4851a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.964560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-ea93881b-6385-4e47-b416-772de8c290da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:57.969091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-ea93881b-6385-4e47-b416-772de8c290da service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4449129 Aug 31 09:23:58.023405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-69cd44a5-a188-4079-918e-f0c8bf894732 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 217 time: 0.0457711 Aug 31 09:23:58.162470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9113bb15-faee-4d90-a238-6acba44642d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.168342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-e3116d06-e9fc-4ca8-bc88-e0be8aac6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:58.170014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-e3116d06-e9fc-4ca8-bc88-e0be8aac6cd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1389024 Aug 31 09:23:58.197825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54dc66-30d4-4359-a3c4-7fde4851a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00058bd0-2137-472f-b1c2-54b811c962a4,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:58.237824 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9113bb15-faee-4d90-a238-6acba44642d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.263666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.271343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-b714c833-d217-4102-8fe1-2753708b34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:58.273203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-b714c833-d217-4102-8fe1-2753708b34ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941837 Aug 31 09:23:58.275745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9113bb15-faee-4d90-a238-6acba44642d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a06bed1cf3b0482cbcfcf593b3b5f6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735600 Aug 31 09:23:58.278369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40868) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:58.456580 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.511515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40878) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:58.572164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-539c96b3-8945-4f6d-87ba-c84c6b1c2637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.608306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-53b1b35a-66d1-4055-bd17-3fac1ad5b3ee service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167882 Aug 31 09:23:58.665510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3ea594-deb3-4df6-8984-39c3b4f40334 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:58.669225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-539c96b3-8945-4f6d-87ba-c84c6b1c2637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.702776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.725915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee54dc66-30d4-4359-a3c4-7fde4851a391 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2644d2f62ff44c6ab2bcb22a983718ba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0549645 Aug 31 09:23:58.727046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40888) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:58.745456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event updated for resources: {'Port': ['ID=b5ba9385-2bd2-4061-84d2-9e16ac0be302,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:58.788125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:58.807829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fbdea6f8-cab9-4dcd-8fbf-c7a6f0af319d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b45ecbc4632d42889e8c653ed6c9c59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944896 Aug 31 09:23:58.812400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40896) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:58.854072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:58.873861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:58.880231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:58.880899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.899372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113bb15-faee-4d90-a238-6acba44642d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8e792-739c-4d5b-8bb6-87438a095630,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:58.902811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Transition to ACTIVE for port object 4e3ea594-deb3-4df6-8984-39c3b4f40334 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:58.929803 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.947175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-5882af1e-bb62-40ac-a122-6db82ef3c33c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3942788 Aug 31 09:23:58.966498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0b5a-1c70-403d-a942-ef22bccd389d req-766f65e6-5668-46ad-9b8e-0ef4e47fc7a7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:58.984192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0ad0b5a-1c70-403d-a942-ef22bccd389d req-766f65e6-5668-46ad-9b8e-0ef4e47fc7a7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.2896814 Aug 31 09:23:59.017185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Pushing event updated for resources: {'Port': ['ID=4e3ea594-deb3-4df6-8984-39c3b4f40334,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.042798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Request body: {'port': {'device_id': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:59.107243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8026f2c-eb63-44a3-be84-f8b0d12f2fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.110813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d76add-39cf-4df2-9afd-1c18e413cad7 req-c143d1cf-40d9-4f0a-861f-148d3d379e26 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857123 Aug 31 09:23:59.113200 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-539c96b3-8945-4f6d-87ba-c84c6b1c2637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.143692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc820d5d-49c0-417e-ab9e-526d270576ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.145339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-539c96b3-8945-4f6d-87ba-c84c6b1c2637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.152660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-539c96b3-8945-4f6d-87ba-c84c6b1c2637 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66a8e792-739c-4d5b-8bb6-87438a095630 HTTP/1.1" status: 204 len: 168 time: 0.8725209 Aug 31 09:23:59.248159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0ad0b5a-1c70-403d-a942-ef22bccd389d req-80e21734-df97-4169-8e21-f0b2c0ed0b96 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622695 Aug 31 09:23:59.294653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c96b3-8945-4f6d-87ba-c84c6b1c2637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8e792-739c-4d5b-8bb6-87438a095630,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.356309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Attempting to bind port 4e3ea594-deb3-4df6-8984-39c3b4f40334 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:59.357318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Attempting to bind port 4e3ea594-deb3-4df6-8984-39c3b4f40334 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:59.358504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Attempting to bind port 4e3ea594-deb3-4df6-8984-39c3b4f40334 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:59.384982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.435953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-29cdf932-0f34-4a9d-82fe-6beeac736cca None None] Provisioning for port b5ba9385-2bd2-4061-84d2-9e16ac0be302 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:59.447352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-29cdf932-0f34-4a9d-82fe-6beeac736cca None None] Provisioning complete for port b5ba9385-2bd2-4061-84d2-9e16ac0be302 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:59.450833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-29cdf932-0f34-4a9d-82fe-6beeac736cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.456883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a46f7-dc7e-4518-8448-20da2374fa26 req-1142d0a5-c3e4-44b1-8611-7f5a65e8fbba tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.458821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-040a46f7-dc7e-4518-8448-20da2374fa26 req-1142d0a5-c3e4-44b1-8611-7f5a65e8fbba tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 932 time: 0.1663795 Aug 31 09:23:59.481064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc820d5d-49c0-417e-ab9e-526d270576ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.551809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-29cdf932-0f34-4a9d-82fe-6beeac736cca None None] Port b5ba9385-2bd2-4061-84d2-9e16ac0be302 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:59.600443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8026f2c-eb63-44a3-be84-f8b0d12f2fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.620985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Port 4e3ea594-deb3-4df6-8984-39c3b4f40334 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:59.621538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Attempting to bind port 4e3ea594-deb3-4df6-8984-39c3b4f40334 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:59.636628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:59.636628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:59.636628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:59.637261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Bound port: 4e3ea594-deb3-4df6-8984-39c3b4f40334, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:59.637856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.760214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34b182-1cd5-4cf2-956b-263f5871b509 req-72252c5c-b565-4f7b-9745-f686a21dd054 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.762201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c34b182-1cd5-4cf2-956b-263f5871b509 req-72252c5c-b565-4f7b-9745-f686a21dd054 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 947 time: 0.3912780 Aug 31 09:23:59.784101 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc820d5d-49c0-417e-ab9e-526d270576ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.787747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc820d5d-49c0-417e-ab9e-526d270576ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.793357 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fc820d5d-49c0-417e-ab9e-526d270576ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00058bd0-2137-472f-b1c2-54b811c962a4 HTTP/1.1" status: 204 len: 168 time: 1.0457807 Aug 31 09:23:59.834177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-040a46f7-dc7e-4518-8448-20da2374fa26 req-48f375f8-dacc-4e7c-8939-bcaabe5ab04e tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610220 Aug 31 09:23:59.871846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c34b182-1cd5-4cf2-956b-263f5871b509 req-0ee922ec-8ef5-4752-bde6-529f8dcfb4aa tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984378 Aug 31 09:23:59.963305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820d5d-49c0-417e-ab9e-526d270576ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00058bd0-2137-472f-b1c2-54b811c962a4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:00.113034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8026f2c-eb63-44a3-be84-f8b0d12f2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.115921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8026f2c-eb63-44a3-be84-f8b0d12f2fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.120417 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e8026f2c-eb63-44a3-be84-f8b0d12f2fc1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8014e27-77e7-4e80-9e95-eaa9a51b34b9 HTTP/1.1" status: 204 len: 168 time: 1.2997656 Aug 31 09:24:00.197615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] For port 4e3ea594-deb3-4df6-8984-39c3b4f40334, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:00.214625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8026f2c-eb63-44a3-be84-f8b0d12f2fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8014e27-77e7-4e80-9e95-eaa9a51b34b9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:00.299039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] For port 4e3ea594-deb3-4df6-8984-39c3b4f40334, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4e3ea594-deb3-4df6-8984-39c3b4f40334,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:00.316571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.463151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:00.464603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.467347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] 10.222.0.20 "PUT /v2.0/ports/4e3ea594-deb3-4df6-8984-39c3b4f40334 HTTP/1.1" status: 200 len: 1095 time: 3.4363475 Aug 31 09:24:00.471884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ca6d47-4b3d-46c9-9d64-98442126b4ec', 'tag': '4e3ea594-deb3-4df6-8984-39c3b4f40334'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:00.518042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a520d1-ca18-40b1-b4c9-21fce069e281 req-0d1d2317-2631-48cf-a152-257edf5ea17c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:00.526609 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71a520d1-ca18-40b1-b4c9-21fce069e281 req-0d1d2317-2631-48cf-a152-257edf5ea17c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.0978496 Aug 31 09:24:00.611375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71a520d1-ca18-40b1-b4c9-21fce069e281 req-ba60f14d-ee43-48fe-912b-75478b57ffeb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837197 Aug 31 09:24:00.836551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-19733342-62d2-4e46-b1e4-ba903438974b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c4bdef5b07534cf589063b36b1a6e215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509710 Aug 31 09:24:00.989648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40976) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:01.043794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7409b3-76cc-4124-90af-040d49c7947c service neutron] Pushing event updated for resources: {'Port': ['ID=4e3ea594-deb3-4df6-8984-39c3b4f40334,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.063237 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438f7db-4242-4825-b20f-56cbcb3f0311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.083264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ba9385-2bd2-4061-84d2-9e16ac0be302 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:01.129957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-97fbbc2d-02af-4f89-9a90-b7dae04ef5fd tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.131824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-97fbbc2d-02af-4f89-9a90-b7dae04ef5fd tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907233 Aug 31 09:24:01.140026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2d52-0f0c-4fa3-927e-6b444974b2ba req-ab47d7c3-15db-49f5-b74e-a4b1517294d8 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.141186 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.148866 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-caed2d52-0f0c-4fa3-927e-6b444974b2ba req-ab47d7c3-15db-49f5-b74e-a4b1517294d8 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 932 time: 0.1054921 Aug 31 09:24:01.149872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-36f840cb-6a78-416e-8dc4-6bbf6177f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.151933 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-36f840cb-6a78-416e-8dc4-6bbf6177f957 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 1098 time: 0.5572519 Aug 31 09:24:01.165705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-6a2f22ca-59cb-4b54-9d33-f05a44df56af tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/quotas/c4bdef5b07534cf589063b36b1a6e215 HTTP/1.1" status: 200 len: 375 time: 0.0181108 Aug 31 09:24:01.231692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-e7bc96ac-cd66-4565-9f67-255530773636 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572963 Aug 31 09:24:01.254602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-caed2d52-0f0c-4fa3-927e-6b444974b2ba req-0eef1e9f-6165-4c51-af3a-e4d07fc56200 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020944 Aug 31 09:24:01.282445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Transition to ACTIVE for port object b5ba9385-2bd2-4061-84d2-9e16ac0be302 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:01.282445 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-61f6f976-86c0-41fd-a280-aca8ad6a20e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=4e3ea594-deb3-4df6-8984-39c3b4f40334 HTTP/1.1" status: 200 len: 217 time: 0.1032813 Aug 31 09:24:01.334485 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.366031 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a41e61-2fd8-4445-aad7-8ae07f701f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "35ca6d47-4b3d-46c9-9d64-98442126b4ec", "tag": "4e3ea594-deb3-4df6-8984-39c3b4f40334"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:01.461833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae32cd-44e1-42c5-8409-fb8e095a175d req-ba52426c-e0c5-4895-8aba-9fdb06ab7738 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.467062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ba9385-2bd2-4061-84d2-9e16ac0be302,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.470637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-58a773c8-d4f3-42cf-85fa-e371e9ebbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.472502 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-58a773c8-d4f3-42cf-85fa-e371e9ebbc8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1866062 Aug 31 09:24:01.474657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51ae32cd-44e1-42c5-8409-fb8e095a175d req-ba52426c-e0c5-4895-8aba-9fdb06ab7738 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 947 time: 0.1285613 Aug 31 09:24:01.548967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438f7db-4242-4825-b20f-56cbcb3f0311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.592672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51ae32cd-44e1-42c5-8409-fb8e095a175d req-5522b728-41f3-45c4-a073-28337ecfe1b6 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984981 Aug 31 09:24:01.631425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438f7db-4242-4825-b20f-56cbcb3f0311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.667688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Attempting to bind port b5ba9385-2bd2-4061-84d2-9e16ac0be302 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:01.668079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Attempting to bind port b5ba9385-2bd2-4061-84d2-9e16ac0be302 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:01.668602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Attempting to bind port b5ba9385-2bd2-4061-84d2-9e16ac0be302 on network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:01.706025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Port b5ba9385-2bd2-4061-84d2-9e16ac0be302 on network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:01.706025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Attempting to bind port b5ba9385-2bd2-4061-84d2-9e16ac0be302 on network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:01.726777 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a438f7db-4242-4825-b20f-56cbcb3f0311 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f2aaf1a3e724b90b1da385bd2aedeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7231731 Aug 31 09:24:01.733051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41006) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:01.734851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438f7db-4242-4825-b20f-56cbcb3f0311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0278947c-b458-4410-a7e9-7ed5fceb6b1b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.739614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:01.739949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Checking segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:01.740333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Bound using segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:01.740784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Bound port: b5ba9385-2bd2-4061-84d2-9e16ac0be302, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:01.741141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.794514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-1070c2e1-94c7-4bbb-8a6e-447689227300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.804282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-1070c2e1-94c7-4bbb-8a6e-447689227300 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2733653 Aug 31 09:24:01.918782 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.942963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d2f7b793-f846-485c-82f9-dbf3eba7dc39 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:01.948328 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1fb9b-aba7-4531-95c2-b6c9ff777594 req-495e2ff7-a21a-4887-836a-bfde39056956 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.959818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41b1fb9b-aba7-4531-95c2-b6c9ff777594 req-495e2ff7-a21a-4887-836a-bfde39056956 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.1043053 Aug 31 09:24:02.006574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] For port b5ba9385-2bd2-4061-84d2-9e16ac0be302, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:02.034350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] For port b5ba9385-2bd2-4061-84d2-9e16ac0be302, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:02.040255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.067450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-0e79b4ed-983f-4248-925d-e578d2c210bb service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588429 Aug 31 09:24:02.069677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.086209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41b1fb9b-aba7-4531-95c2-b6c9ff777594 req-0eaa90df-04c2-48c5-8068-af3e3a645492 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250494 Aug 31 09:24:02.221935 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.230666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.235919 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0278947c-b458-4410-a7e9-7ed5fceb6b1b HTTP/1.1" status: 204 len: 168 time: 0.4966249 Aug 31 09:24:02.261214 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670ba49-136d-4a45-abe1-c29f76ae393f x-openstack-request-id: req-8670ba49-136d-4a45-abe1-c29f76ae393f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:02.262676 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ca6d47-4b3d-46c9-9d64-98442126b4ec", "tag": "4e3ea594-deb3-4df6-8984-39c3b4f40334", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:02.265214 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8670ba49-136d-4a45-abe1-c29f76ae393f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:02.266407 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ca6d47-4b3d-46c9-9d64-98442126b4ec', 'tag': '4e3ea594-deb3-4df6-8984-39c3b4f40334', 'status': 'completed', 'code': 200} Aug 31 09:24:02.271743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0278947c-b458-4410-a7e9-7ed5fceb6b1b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:02.299720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.300071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.305342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.307671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.312616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.316295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.316941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.317479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.318641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.320847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.322028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.325900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a60e14-5922-4ef8-af31-80967d146e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:02.329875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:02.335161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:02.372500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.380863 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] 10.222.0.20 "PUT /v2.0/ports/b5ba9385-2bd2-4061-84d2-9e16ac0be302 HTTP/1.1" status: 200 len: 1092 time: 3.3533385 Aug 31 09:24:02.422423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'mac_address': 'fa:16:3e:66:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:02.459497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-bc067465-bb4b-4f55-abd3-5e0bef64281b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c4bdef5b07534cf589063b36b1a6e215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502756 Aug 31 09:24:02.490463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c44c47-7f7f-4b16-997a-a0040f168457 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ba9385-2bd2-4061-84d2-9e16ac0be302,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:02.575255 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.704193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-70c8315e-57a3-4208-96fe-862bd1afc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:02.707253 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-70c8315e-57a3-4208-96fe-862bd1afc9bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 1095 time: 0.2379766 Aug 31 09:24:02.794719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957159e-ce46-4d8c-9aad-8a1813b30064 req-e48a6659-f69d-4350-8889-044e6bf00bd3 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:02.812147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b957159e-ce46-4d8c-9aad-8a1813b30064 req-e48a6659-f69d-4350-8889-044e6bf00bd3 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 944 time: 0.3220029 Aug 31 09:24:02.862328 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-bbb5fcb8-58dc-4298-9ded-d7e1bdc7674e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302 HTTP/1.1" status: 200 len: 217 time: 0.1371367 Aug 31 09:24:02.909299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f7b793-f846-485c-82f9-dbf3eba7dc39 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:02.944500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:02.956684 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.985463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b957159e-ce46-4d8c-9aad-8a1813b30064 req-52b61744-bea5-4964-88f7-0a605116d5ba tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717024 Aug 31 09:24:03.003950 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2020a50c-e19d-4cd7-9502-c1b90a1b65e2 req-5ecf00ba-17c4-4055-9fce-197902cefcd5 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923424 Aug 31 09:24:03.030955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-81bf78f4-bd4d-494d-92b8-2352d9d279e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.033360 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-81bf78f4-bd4d-494d-92b8-2352d9d279e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.1617925 Aug 31 09:24:03.066315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:03.068188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-c32f0802-9d5f-4ee6-a000-9b4e3f4552bf tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.092139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-c32f0802-9d5f-4ee6-a000-9b4e3f4552bf tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6308277 Aug 31 09:24:03.131313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-4be27fe9-fcff-46cd-bc4a-2cbfba99b5ef tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/quotas/c4bdef5b07534cf589063b36b1a6e215 HTTP/1.1" status: 200 len: 375 time: 0.0318801 Aug 31 09:24:03.172422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-6e95b711-d548-4bc2-a65b-ba11913adbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.174658 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-6e95b711-d548-4bc2-a65b-ba11913adbdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339633 Aug 31 09:24:03.180232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-a8db9278-d5a2-4c3e-8643-0580172210ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.181906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-a8db9278-d5a2-4c3e-8643-0580172210ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 1098 time: 0.0775926 Aug 31 09:24:03.204352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-fa69e5de-a9ba-4508-a8e3-2d68d364a572 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670788 Aug 31 09:24:03.296899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-c917e7a8-2b16-4e11-98b4-b03304ca2159 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c4bdef5b07534cf589063b36b1a6e215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385721 Aug 31 09:24:03.557217 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-3335393b-3b3e-4ba5-8098-fba2759d50b4 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740101 Aug 31 09:24:03.564240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-eb4e0e51-548f-453c-991f-df2d873b2aa9 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.566266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-eb4e0e51-548f-453c-991f-df2d873b2aa9 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609575 Aug 31 09:24:03.576052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc8db9-3587-49f8-9210-2a4543159ce0 req-9f0615da-62e8-43df-9ef0-b5c56dcbb6af tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.583699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6bc8db9-3587-49f8-9210-2a4543159ce0 req-9f0615da-62e8-43df-9ef0-b5c56dcbb6af tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 947 time: 0.3824010 Aug 31 09:24:03.596849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Request body: {'port': {'device_id': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'c4bdef5b07534cf589063b36b1a6e215'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:03.614291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-c9215a6d-546d-4683-bdd0-80bd7500df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.628356 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-c9215a6d-546d-4683-bdd0-80bd7500df1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4369249 Aug 31 09:24:03.716206 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-7335a260-23a9-470a-8267-c57aeac0bd8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=4e3ea594-deb3-4df6-8984-39c3b4f40334 HTTP/1.1" status: 200 len: 217 time: 0.0525653 Aug 31 09:24:03.792697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6bc8db9-3587-49f8-9210-2a4543159ce0 req-4fbb899d-cb78-4379-8b61-8fa9a83aae4c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079625 Aug 31 09:24:03.794242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Made reservation on behalf of c4bdef5b07534cf589063b36b1a6e215 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:03.811800 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.852481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.885387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-153140f7-8bd0-44cd-8d8a-1362b85d2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.902566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-153140f7-8bd0-44cd-8d8a-1362b85d2d91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1630480 Aug 31 09:24:04.089318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:04.090169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad1ca1d-e6c0-4e1e-9c3e-ad964bf6d9a7 req-0290f31e-0eb5-4b73-8150-1eee1798068a service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183580 Aug 31 09:24:04.132715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca6165b9-60f8-411e-9424-e7564bd9329e req-cbd5b240-3646-41fd-81e0-584c45e1fb66 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 210 time: 0.1401055 Aug 31 09:24:04.136659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-b7ef2f5c-af48-4080-825a-97af3488cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.141727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-b7ef2f5c-af48-4080-825a-97af3488cd96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374566 Aug 31 09:24:04.221906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8e8d3-87d8-441d-98eb-7cb736dbc765 req-4426194c-c8e8-4c7e-9b85-db323a26bc52 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.238549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6eb8e8d3-87d8-441d-98eb-7cb736dbc765 req-4426194c-c8e8-4c7e-9b85-db323a26bc52 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 949 time: 0.2480147 Aug 31 09:24:04.298331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'tag': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:04.302938 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2171b291-1f1a-49ae-b4a7-9dafcd126959" -d '{"events": [{"name": "network-changed", "server_uuid": "a58a66a9-48f4-4e11-8805-ae68bd3393a7", "tag": "b5ba9385-2bd2-4061-84d2-9e16ac0be302"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:04.340014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:04.372026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6eb8e8d3-87d8-441d-98eb-7cb736dbc765 req-7c2a9704-ddde-453f-aeee-c94e9c189351 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320598 Aug 31 09:24:04.376493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:04.476636 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-5eef37d6-a4e5-46a4-978d-d7f74b7f390d service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255823 Aug 31 09:24:04.497295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:04.613745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56a41e61-2fd8-4445-aad7-8ae07f701f0c req-0453c91a-fde4-4b99-952f-565723a17ee5 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283009 Aug 31 09:24:04.707660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793c0f1-b657-4c63-871a-5aa5d3f12fca req-e8f2379c-83f3-4d0b-a3b6-6c5c530fd24c tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.712163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c793c0f1-b657-4c63-871a-5aa5d3f12fca req-e8f2379c-83f3-4d0b-a3b6-6c5c530fd24c tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 971 time: 0.3673682 Aug 31 09:24:04.830126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0c3e-49d3-4c10-addd-8e2d3b4a61f2 req-ae701f48-0de2-45e1-b8b7-8005cad5a6bb tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.832098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f0c0c3e-49d3-4c10-addd-8e2d3b4a61f2 req-ae701f48-0de2-45e1-b8b7-8005cad5a6bb tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 944 time: 0.3153789 Aug 31 09:24:04.892255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c793c0f1-b657-4c63-871a-5aa5d3f12fca req-2184d6a2-bf5c-46b3-a1ce-abc833e5207d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531317 Aug 31 09:24:04.910824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Allocated IP 192.168.233.75 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/76081706-c5a7-4ac7-b90a-a774ae41fc4e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:04.971192 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc17b219-89d5-4905-9fa6-257ada11fb03 x-openstack-request-id: req-dc17b219-89d5-4905-9fa6-257ada11fb03 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:04.988266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f0c0c3e-49d3-4c10-addd-8e2d3b4a61f2 req-e1fda85c-2469-4474-b5a5-b0115af1888b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282070 Aug 31 09:24:04.993941 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58a66a9-48f4-4e11-8805-ae68bd3393a7", "tag": "b5ba9385-2bd2-4061-84d2-9e16ac0be302", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:04.994847 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc17b219-89d5-4905-9fa6-257ada11fb03 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:04.995608 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'tag': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'status': 'completed', 'code': 200} Aug 31 09:24:05.049845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.52', 52241) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:05.133023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.52', 52242) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:05.214959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-c35212c5-af37-4af0-b6b8-f64248a4ab66 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c4bdef5b07534cf589063b36b1a6e215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700366 Aug 31 09:24:05.368305 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.381069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41120) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:05.439887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6bc2-3495-45b8-80f5-17f48f41c424 req-12254fb5-34ab-451b-9dc4-a2a5f8e963d5 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.448449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10bc6bc2-3495-45b8-80f5-17f48f41c424 req-12254fb5-34ab-451b-9dc4-a2a5f8e963d5 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 947 time: 0.3350694 Aug 31 09:24:05.449215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-8ad736ee-351f-4438-a916-75f1b72fd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.450668 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-8ad736ee-351f-4438-a916-75f1b72fd2c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 1095 time: 0.4207981 Aug 31 09:24:05.462941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca2bd56b-8250-417e-b372-41101181f274 req-92cca73d-5675-4a1a-a6fc-cacaef9fa4cb tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 210 time: 0.1338861 Aug 31 09:24:05.501983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Transition to ACTIVE for port object 76081706-c5a7-4ac7-b90a-a774ae41fc4e will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:05.505377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-c61a4634-d567-437d-a580-f17e58c21fff tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.508618 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-c61a4634-d567-437d-a580-f17e58c21fff tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 971 time: 0.4548571 Aug 31 09:24:05.540191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10bc6bc2-3495-45b8-80f5-17f48f41c424 req-3a60fc46-6606-459c-aa56-2ed177007db1 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907626 Aug 31 09:24:05.549495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-a2af01a4-6c00-4573-ad98-522ae5da9851 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.560159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-a2af01a4-6c00-4573-ad98-522ae5da9851 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3383484 Aug 31 09:24:05.582078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Request body: {'port': {'device_id': '29c2072f-f6d2-43e9-9202-51d049bda885', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'c4bdef5b07534cf589063b36b1a6e215'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:05.723941 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.803641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccd796-5949-4f4e-9845-43ef50740413 req-a4043a0b-742b-4cb4-b881-a566234a9398 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.811240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0ccd796-5949-4f4e-9845-43ef50740413 req-a4043a0b-742b-4cb4-b881-a566234a9398 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 949 time: 0.1486096 Aug 31 09:24:05.832069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:05.852753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-844662520-network', 'tenant_id': 'f5d4b307b4e34bfea24e9562c96b7a84'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:05.861896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:05.873527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:05.880863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.881561 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.909393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:05.934364 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:24:05.934364 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:24:05.934364 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id_1': 'c4bdef5b07534cf589063b36b1a6e215', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 24, 5, 867792)}] Aug 31 09:24:05.934364 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:05.934883 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:05.955501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d2f7b793-f846-485c-82f9-dbf3eba7dc39 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:05.966127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0ccd796-5949-4f4e-9845-43ef50740413 req-548d8553-5b26-4c96-b49b-dcb027f5b7ab tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537282 Aug 31 09:24:05.968423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Made reservation on behalf of f5d4b307b4e34bfea24e9562c96b7a84 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:05.971303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Deleting port 9c3793dc-66e6-4e12-8a54-23cb6350881b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:05.973676 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.981507 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.984331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ec8f8caf-ca4a-41b0-b699-7643da34a723 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3966746 Aug 31 09:24:06.018681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Request body: {'port': {'device_id': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:06.026530 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.072984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-c710b786-7545-4aea-8e0c-bd02b18219fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:06.075210 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-c710b786-7545-4aea-8e0c-bd02b18219fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 925 time: 0.6161864 Aug 31 09:24:06.152374 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-35841d23-cfbc-4d64-8433-e347bf607f0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302 HTTP/1.1" status: 200 len: 217 time: 0.0678172 Aug 31 09:24:06.184545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port d2f7b793-f846-485c-82f9-dbf3eba7dc39 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:06.190439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port d2f7b793-f846-485c-82f9-dbf3eba7dc39 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:06.191014 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.321539 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.325881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] For port 9c3793dc-66e6-4e12-8a54-23cb6350881b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9c3793dc-66e6-4e12-8a54-23cb6350881b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:06.326392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.351346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:06.354086 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdf6ca2-2f60-459b-904b-6ae0b57944c9" -d '{"events": [{"server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "name": "network-vif-plugged", "status": "completed", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:06.373049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:06.379684 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.388421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Calling delete_port for 9c3793dc-66e6-4e12-8a54-23cb6350881b owned by compute:tempest-test_az-1971101990 {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:06.447938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0866f63a-694f-4327-95a7-bd7d01d8742d None None] Provisioning for port 76081706-c5a7-4ac7-b90a-a774ae41fc4e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:06.456066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:06.460326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0866f63a-694f-4327-95a7-bd7d01d8742d None None] Provisioning complete for port 76081706-c5a7-4ac7-b90a-a774ae41fc4e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:06.461104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0866f63a-694f-4327-95a7-bd7d01d8742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.463065 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.488995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-a03a092a-2be6-4507-b5e2-bbeab20a4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:06.491736 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-a03a092a-2be6-4507-b5e2-bbeab20a4a4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.3263490 Aug 31 09:24:06.508355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0866f63a-694f-4327-95a7-bd7d01d8742d None None] Port 76081706-c5a7-4ac7-b90a-a774ae41fc4e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:06.518633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f76fa-b968-4bd1-a32d-2f7d17ec6c0b req-ffaea6fc-30a0-462a-ba9f-af53651078e2 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:06.520320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd2f76fa-b968-4bd1-a32d-2f7d17ec6c0b req-ffaea6fc-30a0-462a-ba9f-af53651078e2 tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ed3629-d33c-4447-8dff-7c3efdeb491d HTTP/1.1" status: 200 len: 971 time: 0.4168806 Aug 31 09:24:06.570711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29f2fa-c341-43c3-947c-f8d5fb642ef5 req-aafc72f6-34a1-4d61-96e0-847ef4a9d281 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:06.572517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b29f2fa-c341-43c3-947c-f8d5fb642ef5 req-aafc72f6-34a1-4d61-96e0-847ef4a9d281 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 944 time: 0.1752114 Aug 31 09:24:06.640662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-c35d1d65-fc49-4c97-9865-476257d87558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:06.643328 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-c35d1d65-fc49-4c97-9865-476257d87558 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936933 Aug 31 09:24:06.684016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd2f76fa-b968-4bd1-a32d-2f7d17ec6c0b req-ef7a4ad9-5e3a-4d2b-8188-3b47a2d1275b tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.69 "GET /v2.0/security-groups?id=879c3a80-0117-40c8-85a3-dfd9ff560fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568553 Aug 31 09:24:06.780851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b29f2fa-c341-43c3-947c-f8d5fb642ef5 req-2e46b05e-265a-492f-8287-5253cb79da30 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939452 Aug 31 09:24:06.796049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.820014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.903224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.911011 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51f9f01-6d81-48c6-8b51-3c9b33bb3525 x-openstack-request-id: req-b51f9f01-6d81-48c6-8b51-3c9b33bb3525 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:06.912022 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "name": "network-vif-plugged", "status": "completed", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:06.914336 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b51f9f01-6d81-48c6-8b51-3c9b33bb3525 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:06.916658 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'code': 200} Aug 31 09:24:06.921658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9c3793dc-66e6-4e12-8a54-23cb6350881b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:06.951113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Pushing event deleted for resources: {'Port': ['ID=9c3793dc-66e6-4e12-8a54-23cb6350881b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:07.003875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-c22efbf0-0773-4363-8dd4-51d006258545 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490493 Aug 31 09:24:07.073034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468de80-8302-4c9e-b372-a6038377c9fd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:07.113851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] No DVR routers for this DVR port 9c3793dc-66e6-4e12-8a54-23cb6350881b on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:07.119013 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.120401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Made reservation on behalf of c4bdef5b07534cf589063b36b1a6e215 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:07.121315 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f4c23bb-7157-4386-bf89-d11a6c048c77 req-6d9ac16d-999a-4ab0-8cff-9b9ddd4ec03d tempest-AggregatesAdminTestJSON-1491021416 tempest-AggregatesAdminTestJSON-1491021416-project] 10.222.0.52 "DELETE /v2.0/ports/9c3793dc-66e6-4e12-8a54-23cb6350881b HTTP/1.1" status: 204 len: 173 time: 1.5870540 Aug 31 09:24:07.124935 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.160861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:07.175293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ed3629-d33c-4447-8dff-7c3efdeb491d', 'name': 'network-vif-deleted', 'tag': '9c3793dc-66e6-4e12-8a54-23cb6350881b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:07.180608 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9310f50e-fbd2-4753-be3a-38e935f926d3" -d '{"events": [{"server_uuid": "b9ed3629-d33c-4447-8dff-7c3efdeb491d", "name": "network-vif-deleted", "tag": "9c3793dc-66e6-4e12-8a54-23cb6350881b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:07.183614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97703e6b-8275-4a5e-b39f-a085269a2015 req-7fccce92-1afb-4368-ad7b-8b537395305b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 210 time: 0.0974538 Aug 31 09:24:07.229706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-cdbc489b-134d-42c0-baba-bcb0485fb671 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406522 Aug 31 09:24:07.279815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3acaf-70c7-4f05-9ddb-4e5493d7c790 req-673b64f7-136c-4a5e-973f-eab8f0941cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.283009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f6d3acaf-70c7-4f05-9ddb-4e5493d7c790 req-673b64f7-136c-4a5e-973f-eab8f0941cce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1101 time: 0.2125218 Aug 31 09:24:07.322590 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2171b291-1f1a-49ae-b4a7-9dafcd126959 req-6218f5e4-d377-4b44-a273-6dd7f6b0f055 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006930 Aug 31 09:24:07.350792 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f6d3acaf-70c7-4f05-9ddb-4e5493d7c790 req-e7f909da-158f-4719-925a-72730eda5949 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585556 Aug 31 09:24:07.364654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.365135 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Added segment 3258bdef-dd9b-4ae4-8e2e-5de0ba015bc9 of type vlan for network 6fa319c2-0f81-4587-82d8-c703e79ad156 Aug 31 09:24:07.629875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.735039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf202d-2b63-41a6-aced-91d0f1ba8933 req-fc78b66b-c895-4fde-9b3e-b68fb78255c7 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.737714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ecbf202d-2b63-41a6-aced-91d0f1ba8933 req-fc78b66b-c895-4fde-9b3e-b68fb78255c7 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 947 time: 0.4004025 Aug 31 09:24:07.879225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.880894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.881805 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.915649 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-d80775dd-6d05-48ea-b450-851ef31db4d8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.918297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-d80775dd-6d05-48ea-b450-851ef31db4d8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5614588 Aug 31 09:24:07.948416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b5ba9385-2bd2-4061-84d2-9e16ac0be302 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:08.022353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76081706-c5a7-4ac7-b90a-a774ae41fc4e {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:08.030422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5798373 Aug 31 09:24:08.035891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41174) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:08.038175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ecbf202d-2b63-41a6-aced-91d0f1ba8933 req-98a00a7e-c7d2-46aa-b532-ba82a94ca491 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728531 Aug 31 09:24:08.042509 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.045905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e1a4d5ee-f5ac-41b6-8746-a68a9d8c4149 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/quotas/2c7da74dc1c34aeebb4c512f50c3fff3 HTTP/1.1" status: 200 len: 375 time: 0.0611863 Aug 31 09:24:08.057815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Request body: {'subnet': {'network_id': '6fa319c2-0f81-4587-82d8-c703e79ad156', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-844662520-subnet', 'tenant_id': 'f5d4b307b4e34bfea24e9562c96b7a84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:08.065871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227521a5-420c-48de-9d5d-a8a2e44d9cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa319c2-0f81-4587-82d8-c703e79ad156,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.076394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Transition to ACTIVE for port object 76081706-c5a7-4ac7-b90a-a774ae41fc4e will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:08.113039 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.113477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 6fa319c2-0f81-4587-82d8-c703e79ad156 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:08.125585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Made reservation on behalf of f5d4b307b4e34bfea24e9562c96b7a84 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:08.129476 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.177065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-98cd32b0-7daf-43e0-86c1-c51cc233cde1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972245 Aug 31 09:24:08.241935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b5ba9385-2bd2-4061-84d2-9e16ac0be302, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:08.305065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'port_id': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'mac_address': 'fa:16:3e:13:16:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:08.315623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Allocated IP 192.168.233.88 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/3137b3ea-557f-46c7-b24f-36d41d34e624) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:08.342375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.448977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.455974 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.483778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bb103-b000-4edc-9853-fb4158869d99 req-135ba805-f503-41d8-a987-00a2aa5c85ab tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:08.496105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22bb103-b000-4edc-9853-fb4158869d99 req-135ba805-f503-41d8-a987-00a2aa5c85ab tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.2612395 Aug 31 09:24:08.504664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Attempting to bind port 76081706-c5a7-4ac7-b90a-a774ae41fc4e on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:08.505327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Attempting to bind port 76081706-c5a7-4ac7-b90a-a774ae41fc4e by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:08.505847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Attempting to bind port 76081706-c5a7-4ac7-b90a-a774ae41fc4e on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:08.516369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ba9385-2bd2-4061-84d2-9e16ac0be302 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:08.530171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Port 76081706-c5a7-4ac7-b90a-a774ae41fc4e on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:08.531125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Attempting to bind port 76081706-c5a7-4ac7-b90a-a774ae41fc4e on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:08.541268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e47aa28-abcd-4d4a-9c47-949e6012f3c0,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.552386 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50289728-df19-4159-8cf5-200aa26f1095 x-openstack-request-id: req-50289728-df19-4159-8cf5-200aa26f1095 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:08.552824 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ed3629-d33c-4447-8dff-7c3efdeb491d", "name": "network-vif-deleted", "tag": "9c3793dc-66e6-4e12-8a54-23cb6350881b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:08.553330 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50289728-df19-4159-8cf5-200aa26f1095 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:08.553755 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ed3629-d33c-4447-8dff-7c3efdeb491d', 'name': 'network-vif-deleted', 'tag': '9c3793dc-66e6-4e12-8a54-23cb6350881b', 'status': 'completed', 'code': 200} Aug 31 09:24:08.556116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:08.556818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:08.557331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.557641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:08.557759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.558001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.558333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.558718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.559073 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.559310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Bound port: 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:08.559428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.559706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.560027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.560348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.560574 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.560682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.560976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:08.572044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Checking segment: {'id': '3258bdef-dd9b-4ae4-8e2e-5de0ba015bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '6fa319c2-0f81-4587-82d8-c703e79ad156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:08.572460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Network hostable DHCP agents. Network: 6fa319c2-0f81-4587-82d8-c703e79ad156, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:08.586703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b5ba9385-2bd2-4061-84d2-9e16ac0be302, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:08.595669 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.596608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4e3ea594-deb3-4df6-8984-39c3b4f40334 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:08.631832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Network 6fa319c2-0f81-4587-82d8-c703e79ad156 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:08.651038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 6fa319c2-0f81-4587-82d8-c703e79ad156) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:08.659948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:08.660596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.685877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ff65a-13e5-4cce-af3a-21e84b243425 None None] Network 6fa319c2-0f81-4587-82d8-c703e79ad156 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:08.705379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c7bcf009-3505-483c-86af-e6b1db1dff3e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6674609 Aug 31 09:24:08.800358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22bb103-b000-4edc-9853-fb4158869d99 req-897fdc72-19e1-4196-a853-976d38b19997 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028703 Aug 31 09:24:09.037230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:09.060408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:09.064257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=b5ba9385-2bd2-4061-84d2-9e16ac0be302,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:09.073242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c500b1-9378-47be-8a03-d8e45e015a1d None None] Network 6fa319c2-0f81-4587-82d8-c703e79ad156 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:09.105393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9c3793dc-66e6-4e12-8a54-23cb6350881b no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:09.137564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.151401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-367830bd-3f22-4059-aa3f-490bbd4f84c4 req-59ef1020-7c5a-4c14-9444-2e200d17d3a5 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 210 time: 0.1313217 Aug 31 09:24:09.217992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:09.218939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.220818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] 10.222.0.52 "PUT /v2.0/ports/76081706-c5a7-4ac7-b90a-a774ae41fc4e HTTP/1.1" status: 200 len: 1095 time: 3.2180407 Aug 31 09:24:09.236787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:09.244984 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:09.272824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72334029-1b4f-4857-a4a0-4c29ebee4a0c req-ae82095e-0714-4fd8-afda-eb082d0fc58f tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:09.281127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72334029-1b4f-4857-a4a0-4c29ebee4a0c req-ae82095e-0714-4fd8-afda-eb082d0fc58f tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 945 time: 0.5080087 Aug 31 09:24:09.311723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41202) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:09.323297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 9c3793dc-66e6-4e12-8a54-23cb6350881b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:09.325730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9c3793dc-66e6-4e12-8a54-23cb6350881b not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:09.485732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e561c1a-8975-40f4-a2c7-5146ce3ae279 service neutron] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:09.510254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.522453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7f78a09-6a6a-47be-be32-a0ff2b6edfa4 req-abd691fb-9e7b-495f-93b1-f09af4e9fbe9 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 210 time: 0.1687458 Aug 31 09:24:09.589193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Transition to ACTIVE for port object 3137b3ea-557f-46c7-b24f-36d41d34e624 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:09.619835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4e3ea594-deb3-4df6-8984-39c3b4f40334, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4e3ea594-deb3-4df6-8984-39c3b4f40334,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:09.628386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72334029-1b4f-4857-a4a0-4c29ebee4a0c req-aabcaf7d-d984-4193-ba48-9c64faada478 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458047 Aug 31 09:24:09.680652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-e5c1954b-299d-45be-80b3-a31807602ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:09.686337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-e5c1954b-299d-45be-80b3-a31807602ac5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1098 time: 0.3931975 Aug 31 09:24:09.769161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '4e3ea594-deb3-4df6-8984-39c3b4f40334', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '4e3ea594-deb3-4df6-8984-39c3b4f40334', 'mac_address': 'fa:16:3e:65:93:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:09.786956 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc376f58-4734-4e5a-b774-11db4c74435a x-openstack-request-id: req-bc376f58-4734-4e5a-b774-11db4c74435a {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:09.787276 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:09.787439 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc376f58-4734-4e5a-b774-11db4c74435a {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:09.787804 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'status': 'completed', 'code': 200} Aug 31 09:24:09.794507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-26addf7c-ca66-4aa0-94ea-fb4ce31b0968 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e HTTP/1.1" status: 200 len: 217 time: 0.0961869 Aug 31 09:24:09.932451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-1649391e-12ff-40a4-bc77-880103a0d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:09.933997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-1649391e-12ff-40a4-bc77-880103a0d2f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1315751 Aug 31 09:24:10.033374 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8f5e12b2-0749-44dd-b55c-128cc3207a4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=334c51f8bc7f4cbd84059ccb50808f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7199395 Aug 31 09:24:10.034779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41226) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:10.058120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.073605 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.102849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3ea594-deb3-4df6-8984-39c3b4f40334 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:10.136983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4e3ea594-deb3-4df6-8984-39c3b4f40334, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4e3ea594-deb3-4df6-8984-39c3b4f40334,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:10.144009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.182027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3766bba-ccbc-402e-9b81-c5c0cbcea90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.249021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3766bba-ccbc-402e-9b81-c5c0cbcea90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.265382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.310134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41232) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:10.316052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=4e3ea594-deb3-4df6-8984-39c3b4f40334,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.317815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1450805657-network', 'tenant_id': '53f277ece2df4961aaaab6dbcf853ec4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:10.358205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Made reservation on behalf of 53f277ece2df4961aaaab6dbcf853ec4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:10.361605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.373704 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.378790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3766bba-ccbc-402e-9b81-c5c0cbcea90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.381698 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3766bba-ccbc-402e-9b81-c5c0cbcea90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.383171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a3766bba-ccbc-402e-9b81-c5c0cbcea90f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/879c3a80-0117-40c8-85a3-dfd9ff560fab HTTP/1.1" status: 204 len: 168 time: 0.3463926 Aug 31 09:24:10.403025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3766bba-ccbc-402e-9b81-c5c0cbcea90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879c3a80-0117-40c8-85a3-dfd9ff560fab,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.406898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:10.421277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-afc10181-730c-48b1-a62e-be0cc49225d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.423646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-afc10181-730c-48b1-a62e-be0cc49225d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4619029 Aug 31 09:24:10.440563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:10.463607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb009618-19d1-43f5-ac9a-8d4e22426d3a req-cc2f9091-0579-4f1b-a0b0-bccd1bff21a7 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.465071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb009618-19d1-43f5-ac9a-8d4e22426d3a req-cc2f9091-0579-4f1b-a0b0-bccd1bff21a7 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 947 time: 0.5300794 Aug 31 09:24:10.489627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:10.497241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.497929 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.517636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4e3ea594-deb3-4df6-8984-39c3b4f40334'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:10.576481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Pushing event updated for resources: {'Port': ['ID=3137b3ea-557f-46c7-b24f-36d41d34e624,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.593494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd27ead-53d9-4233-938c-ad42bd011efd req-cdf27320-67ef-4ed5-9f43-f5f13ff479f1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.603726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['b5ba9385-2bd2-4061-84d2-9e16ac0be302'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:10.604878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bd27ead-53d9-4233-938c-ad42bd011efd req-cdf27320-67ef-4ed5-9f43-f5f13ff479f1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.6410668 Aug 31 09:24:10.653095 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.664525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.669764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb009618-19d1-43f5-ac9a-8d4e22426d3a req-4af26dd7-80f5-477d-82ad-88cdeb42eea0 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686757 Aug 31 09:24:10.689723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-1a85546e-54ff-48f3-b1bd-6bce3f6a6613 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1197107 Aug 31 09:24:10.721469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Request body: {'port': {'device_id': '29c2072f-f6d2-43e9-9202-51d049bda885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:10.756758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200e5f8a-8343-44f8-99a1-39bb8d8715a9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.842413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bd27ead-53d9-4233-938c-ad42bd011efd req-6a91e574-df7b-4b1f-961f-7d80c9b86a9f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349818 Aug 31 09:24:10.865176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-8d79eebe-648f-44db-b1e5-0ade6a80e52b service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179173 Aug 31 09:24:10.873247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:10.896581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.896998 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Added segment 67ff32ba-27f4-407d-b162-f1c2303937c7 of type vlan for network 02f3fcd0-057a-47ab-93dd-c5f64f688fec Aug 31 09:24:10.976886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.002004 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-c0671048-3974-4bd8-81aa-a91ea88362f1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2607110 Aug 31 09:24:11.071325 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.148837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3bb51c5a-df19-4d86-a89f-5e5458aab13b None None] Provisioning for port 3137b3ea-557f-46c7-b24f-36d41d34e624 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:11.193953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3bb51c5a-df19-4d86-a89f-5e5458aab13b None None] Provisioning complete for port 3137b3ea-557f-46c7-b24f-36d41d34e624 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:11.194328 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3bb51c5a-df19-4d86-a89f-5e5458aab13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.211608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9154f95d-a62e-4b16-add4-5218faa0b14e req-736feae6-0d54-4944-877b-4c17e57131fb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 210 time: 0.1930983 Aug 31 09:24:11.280146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.281127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:11.282459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.288053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3bb51c5a-df19-4d86-a89f-5e5458aab13b None None] Port 3137b3ea-557f-46c7-b24f-36d41d34e624 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:11.356659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:11.375252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0635786 Aug 31 09:24:11.385248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:11.408509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Request body: {'subnet': {'network_id': '02f3fcd0-057a-47ab-93dd-c5f64f688fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1450805657-subnet', 'tenant_id': '53f277ece2df4961aaaab6dbcf853ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:11.455107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d12a1-b953-4603-b3e6-5679350c0c03 admin admin] Pushing event updated for resources: {'Network': ['ID=02f3fcd0-057a-47ab-93dd-c5f64f688fec,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:11.489805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-95000536-c29f-45bf-8a93-cd0492bfc4ce tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:11.492332 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-95000536-c29f-45bf-8a93-cd0492bfc4ce tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4795461 Aug 31 09:24:11.497422 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-42d189f1-1058-439b-a4ab-cd41794c998e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2fd3ba329c6c4b8eab3250bd4b9279de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359477 Aug 31 09:24:11.497949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 02f3fcd0-057a-47ab-93dd-c5f64f688fec details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:11.498803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Made reservation on behalf of 53f277ece2df4961aaaab6dbcf853ec4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:11.503195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.513957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Request body: {'port': {'device_id': 'e975732b-8bfa-48cf-977e-23aa446b89f6', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2c7da74dc1c34aeebb4c512f50c3fff3'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:11.551944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41250) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:11.615873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca23a4-0be6-40b8-a29e-6ed871d30368 req-ac4f5ee0-7293-424a-b90a-1ea89aded83d service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357223 Aug 31 09:24:11.644427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537aff7-5fd3-4f5e-b655-842c05523430 req-a7197107-f175-4ae0-8b56-fbfa6093b59b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:11.652430 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0537aff7-5fd3-4f5e-b655-842c05523430 req-a7197107-f175-4ae0-8b56-fbfa6093b59b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 935 time: 0.5026526 Aug 31 09:24:11.747056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6030-b149-4b71-8fd1-2ca19f4abaca req-1b6cbe38-ca90-4b70-96f6-8f8d8acfd0a8 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:11.751409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d95f6030-b149-4b71-8fd1-2ca19f4abaca req-1b6cbe38-ca90-4b70-96f6-8f8d8acfd0a8 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 945 time: 0.3402221 Aug 31 09:24:11.809734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Made reservation on behalf of 2c7da74dc1c34aeebb4c512f50c3fff3 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:11.814302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.835121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.835471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0537aff7-5fd3-4f5e-b655-842c05523430 req-0079c51f-ba6d-4b69-9fe5-6446f49ccd20 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785014 Aug 31 09:24:11.871759 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-848d5446-2d3f-408e-a319-381c43e18082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.909122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-fab91fce-de4e-4fc3-88c0-271db688fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:11.910608 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.910958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-fab91fce-de4e-4fc3-88c0-271db688fa94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1098 time: 0.2182336 Aug 31 09:24:11.930262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d95f6030-b149-4b71-8fd1-2ca19f4abaca req-a80b8673-fdaf-4461-92d1-75fd9ad0a874 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603351 Aug 31 09:24:12.002340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ee965d-c8f1-4f20-bb53-d1e44053987f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.041038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Checking segment: {'id': '67ff32ba-27f4-407d-b162-f1c2303937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '02f3fcd0-057a-47ab-93dd-c5f64f688fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:12.041537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Network hostable DHCP agents. Network: 02f3fcd0-057a-47ab-93dd-c5f64f688fec, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:12.059472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-848d5446-2d3f-408e-a319-381c43e18082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.061964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-2dca7055-8deb-438c-9a1f-b496d1c9b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.063789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-2dca7055-8deb-438c-9a1f-b496d1c9b167 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1321933 Aug 31 09:24:12.074339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.083330 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.100649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Network 02f3fcd0-057a-47ab-93dd-c5f64f688fec is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:12.150704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-ad0409b3-edcb-493e-a681-a84d0ac8a129 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e HTTP/1.1" status: 200 len: 217 time: 0.0774665 Aug 31 09:24:12.166517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 02f3fcd0-057a-47ab-93dd-c5f64f688fec) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:12.172925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5fea6d-5993-4e58-893f-2708c103e522,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.176267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.177759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.187829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019c24e-d197-4549-8c3a-7ccb38ec857c None None] Network 02f3fcd0-057a-47ab-93dd-c5f64f688fec requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:12.235099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f5ff51f8-1aca-4ed7-aaa6-194f9976fec8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8408754 Aug 31 09:24:12.347405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445437f-ba55-41c9-99d1-8d0b1fe209a0 req-48894758-bda2-4f32-bfef-7f28ffa1e20f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.349688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3445437f-ba55-41c9-99d1-8d0b1fe209a0 req-48894758-bda2-4f32-bfef-7f28ffa1e20f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 948 time: 0.2229509 Aug 31 09:24:12.357915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-235011f7-2db1-4316-9404-bc8965f8cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.359790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-235011f7-2db1-4316-9404-bc8965f8cc54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1914485 Aug 31 09:24:12.368868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3137b3ea-557f-46c7-b24f-36d41d34e624 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:12.381296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:12.383230 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-848d5446-2d3f-408e-a319-381c43e18082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.385886 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-848d5446-2d3f-408e-a319-381c43e18082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.387095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-848d5446-2d3f-408e-a319-381c43e18082 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a93bc2f5-4637-4fcf-a01f-7bb637aa294a HTTP/1.1" status: 204 len: 168 time: 0.8297164 Aug 31 09:24:12.390618 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.455731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d5446-2d3f-408e-a319-381c43e18082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93bc2f5-4637-4fcf-a01f-7bb637aa294a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.473610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Transition to ACTIVE for port object 3137b3ea-557f-46c7-b24f-36d41d34e624 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:12.487268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.516053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3445437f-ba55-41c9-99d1-8d0b1fe209a0 req-5cef2f8a-26c3-4045-b25e-5a4962696d60 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530504 Aug 31 09:24:12.518487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca965f-ef17-4775-882f-32013f820e3a None None] Network 02f3fcd0-057a-47ab-93dd-c5f64f688fec requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:12.605437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-07b6ffe4-16da-4037-90c8-68fa5f27403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.607170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-07b6ffe4-16da-4037-90c8-68fa5f27403d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274227 Aug 31 09:24:12.655100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b89a6f6-ce85-4186-8a80-ae5efe4a4088 admin admin] Deleting subnet 9e47aa28-abcd-4d4a-9c47-949e6012f3c0 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:12.671374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b89a6f6-ce85-4186-8a80-ae5efe4a4088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.673429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3137b3ea-557f-46c7-b24f-36d41d34e624,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.735519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Allocated IP 192.168.233.122 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/9ed91379-f5c3-4546-9001-e278322635bf) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:12.802578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b89a6f6-ce85-4186-8a80-ae5efe4a4088 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.828117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b89a6f6-ce85-4186-8a80-ae5efe4a4088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.936116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5a956fe-4304-472c-9fe5-68354471a2ce req-3ac859e1-08bc-43cd-ab33-b73a5367752b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 210 time: 0.2059770 Aug 31 09:24:13.046368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Attempting to bind port 3137b3ea-557f-46c7-b24f-36d41d34e624 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:13.047322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Attempting to bind port 3137b3ea-557f-46c7-b24f-36d41d34e624 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:13.048084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Attempting to bind port 3137b3ea-557f-46c7-b24f-36d41d34e624 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:13.073143 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b89a6f6-ce85-4186-8a80-ae5efe4a4088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.080777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Port 3137b3ea-557f-46c7-b24f-36d41d34e624 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:13.081952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Attempting to bind port 3137b3ea-557f-46c7-b24f-36d41d34e624 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:13.087866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.121509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89a6f6-ce85-4186-8a80-ae5efe4a4088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e47aa28-abcd-4d4a-9c47-949e6012f3c0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:13.126810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:13.127249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:13.127795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:13.127983 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b89a6f6-ce85-4186-8a80-ae5efe4a4088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.128402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Bound port: 3137b3ea-557f-46c7-b24f-36d41d34e624, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:13.128778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.130026 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b89a6f6-ce85-4186-8a80-ae5efe4a4088 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9e47aa28-abcd-4d4a-9c47-949e6012f3c0 HTTP/1.1" status: 204 len: 168 time: 0.7460349 Aug 31 09:24:13.136078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41282) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:13.148590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Transition to ACTIVE for port object 9ed91379-f5c3-4546-9001-e278322635bf will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:13.172834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938b45d-52c0-4f73-81a4-9dc0a1df48ee req-99a4f17e-e59c-4289-b58a-ba14ea1c352f tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:13.174685 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4938b45d-52c0-4f73-81a4-9dc0a1df48ee req-99a4f17e-e59c-4289-b58a-ba14ea1c352f tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1101 time: 0.3582637 Aug 31 09:24:13.212577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-1cdb3edd-8a2d-4f4a-9c81-8ad5a6b904f6 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798545 Aug 31 09:24:13.245413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.250144 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.251589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.256511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca85142-1407-4d75-a0b1-a68c2f2f2c53 req-de08b707-39bd-4b1c-92de-7587fdef07c5 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:13.258327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dca85142-1407-4d75-a0b1-a68c2f2f2c53 req-de08b707-39bd-4b1c-92de-7587fdef07c5 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 947 time: 0.2026606 Aug 31 09:24:13.295178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4938b45d-52c0-4f73-81a4-9dc0a1df48ee req-4b518977-52b6-4c4b-89c9-dcf6737a0b18 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.338662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:13.343145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:13.346810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:13.352917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:13.353640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.358794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'Port': ['ID=9ed91379-f5c3-4546-9001-e278322635bf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:13.378839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] For port 3137b3ea-557f-46c7-b24f-36d41d34e624, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:13.392439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] For port 3137b3ea-557f-46c7-b24f-36d41d34e624, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3137b3ea-557f-46c7-b24f-36d41d34e624,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:13.419100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.430504 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.434619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.435384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.437375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.437937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > port after_create 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.439035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.440009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > port after_update 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.440622 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.441165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.441744 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.442339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.478492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dca85142-1407-4d75-a0b1-a68c2f2f2c53 req-051129aa-50d8-4bb0-a8f5-9dde786ff047 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752970 Aug 31 09:24:13.513267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a33a4-ad3e-42e8-82b5-2e373b9c876b req-4f4ee95f-46eb-4fc5-8c99-3dfb77e61cd5 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917562 Aug 31 09:24:13.566789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:13.567526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.569195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] 10.222.0.52 "PUT /v2.0/ports/3137b3ea-557f-46c7-b24f-36d41d34e624 HTTP/1.1" status: 200 len: 1095 time: 2.8625796 Aug 31 09:24:13.569669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c2072f-f6d2-43e9-9202-51d049bda885', 'tag': '3137b3ea-557f-46c7-b24f-36d41d34e624'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:13.580544 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "29c2072f-f6d2-43e9-9202-51d049bda885", "tag": "3137b3ea-557f-46c7-b24f-36d41d34e624"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:13.636336 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.636914 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.637428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.637908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:24:13.638417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa319c2-0f81-4587-82d8-c703e79ad156']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:13.663659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3258bdef-dd9b-4ae4-8e2e-5de0ba015bc9') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:13.664021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3258bdef-dd9b-4ae4-8e2e-5de0ba015bc9') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:13.689323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.694532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85fc92-4a0c-40af-870b-cb5cbb9d15e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3137b3ea-557f-46c7-b24f-36d41d34e624,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:13.737104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.753141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-c136f46c-bfa6-441e-bbad-11994342d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:13.755009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-c136f46c-bfa6-441e-bbad-11994342d9bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 1098 time: 0.1370578 Aug 31 09:24:13.767886 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:13.769300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.779021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ac502339-3801-4efc-bcbb-4b691ba9924c None None] Provisioning for port 9ed91379-f5c3-4546-9001-e278322635bf completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:13.787838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ac502339-3801-4efc-bcbb-4b691ba9924c None None] Provisioning complete for port 9ed91379-f5c3-4546-9001-e278322635bf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:13.788566 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac502339-3801-4efc-bcbb-4b691ba9924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: from cryptography.utils import int_from_bytes Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: from cryptography.utils import int_from_bytes Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:13.867759 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:13.871782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.873579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ac502339-3801-4efc-bcbb-4b691ba9924c None None] Port 9ed91379-f5c3-4546-9001-e278322635bf cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:13.889090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.892167 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6fa319c2-0f81-4587-82d8-c703e79ad156 HTTP/1.1" status: 204 len: 168 time: 0.7545409 Aug 31 09:24:13.905392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:13.916348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104997d-0a95-4093-a429-cb75f4992382 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa319c2-0f81-4587-82d8-c703e79ad156,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:13.963059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba1a518-4750-4bda-8ecb-ee61f05afc48 admin admin] Deleting subnet 73ee965d-c8f1-4f20-bb53-d1e44053987f {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:13.972291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ba1a518-4750-4bda-8ecb-ee61f05afc48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.025993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ba1a518-4750-4bda-8ecb-ee61f05afc48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.066514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-8c9c1bb8-a9e7-4a5e-ab86-196b719ff54c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3137b3ea-557f-46c7-b24f-36d41d34e624 HTTP/1.1" status: 200 len: 217 time: 0.2983739 Aug 31 09:24:14.072977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ba1a518-4750-4bda-8ecb-ee61f05afc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.083227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c94372-439c-40a0-9b81-a9a256d0e4d8 req-153dfec6-b876-4ac4-bd6c-efd704139ec4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:14.099678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00c94372-439c-40a0-9b81-a9a256d0e4d8 req-153dfec6-b876-4ac4-bd6c-efd704139ec4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 945 time: 0.4879699 Aug 31 09:24:14.145041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ba1a518-4750-4bda-8ecb-ee61f05afc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.159783 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4938b45d-52c0-4f73-81a4-9dc0a1df48ee req-4b518977-52b6-4c4b-89c9-dcf6737a0b18 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.177857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ba1a518-4750-4bda-8ecb-ee61f05afc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.180203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5ba1a518-4750-4bda-8ecb-ee61f05afc48 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/73ee965d-c8f1-4f20-bb53-d1e44053987f HTTP/1.1" status: 204 len: 168 time: 0.2735512 Aug 31 09:24:14.181990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1a518-4750-4bda-8ecb-ee61f05afc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ee965d-c8f1-4f20-bb53-d1e44053987f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:14.182826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b5ba9385-2bd2-4061-84d2-9e16ac0be302 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:14.184233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41308) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:14.196205 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e424622c-cb33-42be-9691-584284ce8b71 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6891930 Aug 31 09:24:14.210900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Request body: {'port': {'device_id': 'e975732b-8bfa-48cf-977e-23aa446b89f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:14.224967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4938b45d-52c0-4f73-81a4-9dc0a1df48ee req-4b518977-52b6-4c4b-89c9-dcf6737a0b18 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.267708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4938b45d-52c0-4f73-81a4-9dc0a1df48ee req-4b518977-52b6-4c4b-89c9-dcf6737a0b18 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0616071 Aug 31 09:24:14.271494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port b5ba9385-2bd2-4061-84d2-9e16ac0be302 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:14.280331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port b5ba9385-2bd2-4061-84d2-9e16ac0be302 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:14.282293 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.370019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00c94372-439c-40a0-9b81-a9a256d0e4d8 req-735a184b-4a00-46d3-a007-aafcdf81c116 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690160 Aug 31 09:24:14.370735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b518977-52b6-4c4b-89c9-dcf6737a0b18 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da0af60-c28b-45a8-bf09-d42cf3be8496,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:14.380359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-c14eb399-4921-46f3-ae15-9681d4e94750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:14.384908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-c14eb399-4921-46f3-ae15-9681d4e94750 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2710307 Aug 31 09:24:14.396540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.425931 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.488543 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c51c59-5a20-4801-8300-3f47aad5c0fa x-openstack-request-id: req-12c51c59-5a20-4801-8300-3f47aad5c0fa {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:14.494110 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c2072f-f6d2-43e9-9202-51d049bda885", "tag": "3137b3ea-557f-46c7-b24f-36d41d34e624", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:14.494394 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12c51c59-5a20-4801-8300-3f47aad5c0fa {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:14.494974 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c2072f-f6d2-43e9-9202-51d049bda885', 'tag': '3137b3ea-557f-46c7-b24f-36d41d34e624', 'status': 'completed', 'code': 200} Aug 31 09:24:14.586190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-d252505b-4c41-482c-92ec-bf67675e68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:14.587692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-d252505b-4c41-482c-92ec-bf67675e68ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924198 Aug 31 09:24:14.609244 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.637939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:14.640826 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83898056-97de-491a-b4b1-f0bf340b5743" -d '{"events": [{"server_uuid": "a58a66a9-48f4-4e11-8805-ae68bd3393a7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ba9385-2bd2-4061-84d2-9e16ac0be302"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:14.656444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b5ba9385-2bd2-4061-84d2-9e16ac0be302, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:14.663172 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.664846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4e3ea594-deb3-4df6-8984-39c3b4f40334 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:14.696424 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.750857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4be8-6023-42f8-97d6-ac781ddb648a req-b3722fb0-a1d0-4c9a-aaf1-602e27f1e2d1 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:14.752868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a1f4be8-6023-42f8-97d6-ac781ddb648a req-b3722fb0-a1d0-4c9a-aaf1-602e27f1e2d1 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 948 time: 0.2953055 Aug 31 09:24:14.760377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 4e3ea594-deb3-4df6-8984-39c3b4f40334 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:14.767610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f3fcd0-057a-47ab-93dd-c5f64f688fec']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.772799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 4e3ea594-deb3-4df6-8984-39c3b4f40334 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:14.773322 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.792079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-4501633e-40e0-40ea-9ba7-fd54e83a0fbe service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858387 Aug 31 09:24:14.795166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ff32ba-27f4-407d-b162-f1c2303937c7') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.795720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ff32ba-27f4-407d-b162-f1c2303937c7') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.803089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=b5ba9385-2bd2-4061-84d2-9e16ac0be302,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:14.813879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.870574 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.881219 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.884779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:14.885449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:14.887445 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:14.894794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91700c45-4a38-46f5-a7a1-4d3791aa2240 req-4c5fa06b-a4a8-4b4a-ac28-b8fa3b66a94b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:14.896397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91700c45-4a38-46f5-a7a1-4d3791aa2240 req-4c5fa06b-a4a8-4b4a-ac28-b8fa3b66a94b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 936 time: 0.3164685 Aug 31 09:24:14.903766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a1f4be8-6023-42f8-97d6-ac781ddb648a req-c8052607-66f8-41bc-bf26-7fd2a3a89a6a tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166749 Aug 31 09:24:14.938132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4e3ea594-deb3-4df6-8984-39c3b4f40334, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4e3ea594-deb3-4df6-8984-39c3b4f40334,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:14.945921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.968527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.984787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89002b7-a38c-4e78-bceb-172792a0d3e7 req-58bd187b-a7bb-481e-ab87-b51af4400f8b service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625285 Aug 31 09:24:14.987252 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.990801 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] 10.222.0.69 "DELETE /v2.0/networks/02f3fcd0-057a-47ab-93dd-c5f64f688fec HTTP/1.1" status: 204 len: 168 time: 0.8037715 Aug 31 09:24:14.992138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3553f2c-fbd3-4521-91aa-da82f60af307 admin admin] Pushing event deleted for resources: {'Network': ['ID=02f3fcd0-057a-47ab-93dd-c5f64f688fec,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.026545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91700c45-4a38-46f5-a7a1-4d3791aa2240 req-f3868b0d-97b7-4aca-8655-599433c88833 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001441 Aug 31 09:24:15.077699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:15.112462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=4e3ea594-deb3-4df6-8984-39c3b4f40334,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.153717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-3d881688-6867-4d6b-8cb8-7769fe764ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:15.156028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-3d881688-6867-4d6b-8cb8-7769fe764ba6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 1098 time: 0.0946326 Aug 31 09:24:15.176934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed91379-f5c3-4546-9001-e278322635bf {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:15.196324 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.224678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Transition to ACTIVE for port object 9ed91379-f5c3-4546-9001-e278322635bf will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:15.241724 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.333305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963239f8-4a3a-4cae-bce4-4f3b18277fa9 req-bb3c072c-6b74-4d83-97ef-5a5de0a04d76 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:15.338920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed91379-f5c3-4546-9001-e278322635bf,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.341981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-963239f8-4a3a-4cae-bce4-4f3b18277fa9 req-bb3c072c-6b74-4d83-97ef-5a5de0a04d76 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 947 time: 0.0941663 Aug 31 09:24:15.369733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:15.377474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-aae67e2d-3468-4517-9515-a0db60ddc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:15.379080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-aae67e2d-3468-4517-9515-a0db60ddc2b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2152200 Aug 31 09:24:15.405514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'mac_address': 'fa:16:3e:b0:29:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:15.427218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41336) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.468633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Attempting to bind port 9ed91379-f5c3-4546-9001-e278322635bf on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:15.469166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Attempting to bind port 9ed91379-f5c3-4546-9001-e278322635bf by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:15.469365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Attempting to bind port 9ed91379-f5c3-4546-9001-e278322635bf on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:15.479322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Port 9ed91379-f5c3-4546-9001-e278322635bf on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:15.479646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Attempting to bind port 9ed91379-f5c3-4546-9001-e278322635bf on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:15.495175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:15.496024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:15.496923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:15.498496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Bound port: 9ed91379-f5c3-4546-9001-e278322635bf, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:15.499487 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.507636 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.534474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76081706-c5a7-4ac7-b90a-a774ae41fc4e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:15.541114 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-26dc319f-c4bd-4fec-afe4-3bd43c4aedaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3137b3ea-557f-46c7-b24f-36d41d34e624 HTTP/1.1" status: 200 len: 217 time: 0.1501367 Aug 31 09:24:15.588838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:15.600279 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.614812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-963239f8-4a3a-4cae-bce4-4f3b18277fa9 req-e3bd4f48-7afd-4084-98f9-53ff8a54cff6 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664218 Aug 31 09:24:15.664215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] For port 9ed91379-f5c3-4546-9001-e278322635bf, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:15.674302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] For port 9ed91379-f5c3-4546-9001-e278322635bf, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ed91379-f5c3-4546-9001-e278322635bf,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:15.686039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.693369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a41ebacd-0238-4738-9d10-a95fcf5f1a42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5d4b307b4e34bfea24e9562c96b7a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646391 Aug 31 09:24:15.698285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41342) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.702048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-29b69534-6a81-4926-a07c-c9aa3ea7f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:15.703711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-29b69534-6a81-4926-a07c-c9aa3ea7f1f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1377578 Aug 31 09:24:15.740002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.750979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.751788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.752317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.752840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.753508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.754035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.754560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.755092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.755648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.756191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.757049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.757570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:15.762178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41344) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.763935 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1956cb58-5190-4f63-a6ef-d2feb040a0eb x-openstack-request-id: req-1956cb58-5190-4f63-a6ef-d2feb040a0eb {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:15.764485 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58a66a9-48f4-4e11-8805-ae68bd3393a7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ba9385-2bd2-4061-84d2-9e16ac0be302", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:15.764996 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1956cb58-5190-4f63-a6ef-d2feb040a0eb {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:15.765647 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'code': 200} Aug 31 09:24:15.805566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:15.806115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['76081706-c5a7-4ac7-b90a-a774ae41fc4e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:15.806233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.811278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] 10.222.0.52 "PUT /v2.0/ports/9ed91379-f5c3-4546-9001-e278322635bf HTTP/1.1" status: 200 len: 1096 time: 1.6014345 Aug 31 09:24:15.811846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e975732b-8bfa-48cf-977e-23aa446b89f6', 'tag': '9ed91379-f5c3-4546-9001-e278322635bf'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:15.831606 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4a2272-9148-48c7-bcac-c6faa3b03488" -d '{"events": [{"name": "network-changed", "server_uuid": "e975732b-8bfa-48cf-977e-23aa446b89f6", "tag": "9ed91379-f5c3-4546-9001-e278322635bf"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:15.880067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5face26d-1c26-42c7-b797-0e6ed10684d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.894206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-5a89015b-a097-46cf-b166-be2c20e9ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:15.895817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4fc0-6775-48bd-9c68-0c0fefe96db4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed91379-f5c3-4546-9001-e278322635bf,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.896037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-5a89015b-a097-46cf-b166-be2c20e9ed0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680925 Aug 31 09:24:15.918135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-e423a951-f9b0-494f-94bd-eb56a2ad0e58 req-d3c36250-740d-4513-81b4-92635605631f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:24:15.929536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e423a951-f9b0-494f-94bd-eb56a2ad0e58 req-d3c36250-740d-4513-81b4-92635605631f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2710862 Aug 31 09:24:15.991768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-656347ee-d21a-4076-8480-42c2624331f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:15.993371 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-656347ee-d21a-4076-8480-42c2624331f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 1099 time: 0.1317704 Aug 31 09:24:16.010817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfbc52-3d15-4c55-9be4-66f0a248220b req-314c9572-92f4-48cf-a7dc-5f6fbd5c092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.012486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7ecfbc52-3d15-4c55-9be4-66f0a248220b req-314c9572-92f4-48cf-a7dc-5f6fbd5c092f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 1097 time: 0.1203699 Aug 31 09:24:16.034623 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5face26d-1c26-42c7-b797-0e6ed10684d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.080003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-1d4eeff9-7a77-4495-91bb-a3b6453d165f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9ed91379-f5c3-4546-9001-e278322635bf HTTP/1.1" status: 200 len: 217 time: 0.0715644 Aug 31 09:24:16.131150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e57550af-73ab-44b5-854c-69486ee4f8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.176900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7ecfbc52-3d15-4c55-9be4-66f0a248220b req-cbd2fe06-747d-4fa8-932d-5620f9215195 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562295 Aug 31 09:24:16.193580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-54010b14-ef78-495c-a398-62cd39c1ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.195376 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-54010b14-ef78-495c-a398-62cd39c1ad49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1027565 Aug 31 09:24:16.196129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-dfcd682b-a71b-4f80-a2e8-9316cb8d0cd4 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839267 Aug 31 09:24:16.229083 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5face26d-1c26-42c7-b797-0e6ed10684d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.231962 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5face26d-1c26-42c7-b797-0e6ed10684d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.233377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5face26d-1c26-42c7-b797-0e6ed10684d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a468de80-8302-4c9e-b372-a6038377c9fd HTTP/1.1" status: 204 len: 168 time: 0.5334244 Aug 31 09:24:16.377746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5face26d-1c26-42c7-b797-0e6ed10684d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468de80-8302-4c9e-b372-a6038377c9fd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.505641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e6164712-5abf-4fce-93d5-9967ab2411d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.508127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-e6164712-5abf-4fce-93d5-9967ab2411d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2985928 Aug 31 09:24:16.542726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9777fb-64e0-4ee1-b0f5-64dae626fa56 req-ea0e2c59-72f7-4da2-a803-84ab8d1d4ed2 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.550583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f9777fb-64e0-4ee1-b0f5-64dae626fa56 req-ea0e2c59-72f7-4da2-a803-84ab8d1d4ed2 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 946 time: 0.1672075 Aug 31 09:24:16.557083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f246350-cd9c-444d-aecc-5ca35b7cf6a4 req-0d75a787-0194-47f4-9465-148eb2b61f7d service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449709 Aug 31 09:24:16.586509 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e57550af-73ab-44b5-854c-69486ee4f8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.600083 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e57550af-73ab-44b5-854c-69486ee4f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.627628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f9777fb-64e0-4ee1-b0f5-64dae626fa56 req-24f922fa-d781-4db1-bcfc-fd260880f8f6 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758715 Aug 31 09:24:16.661268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e57550af-73ab-44b5-854c-69486ee4f8f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c2c2ae395294c1781465939cc2d3110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8979740 Aug 31 09:24:16.662393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57550af-73ab-44b5-854c-69486ee4f8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887cfaf5-300b-41d6-9642-8db078b5d550,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.667733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41374) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:16.687351 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-6d836174-581a-40d9-9b80-b9919ad1ce87 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698997 Aug 31 09:24:16.714469 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee488c8-1d92-448b-9d31-39b3f1a4b8d6 x-openstack-request-id: req-7ee488c8-1d92-448b-9d31-39b3f1a4b8d6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:16.714768 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e975732b-8bfa-48cf-977e-23aa446b89f6", "tag": "9ed91379-f5c3-4546-9001-e278322635bf", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:16.715000 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ee488c8-1d92-448b-9d31-39b3f1a4b8d6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:16.715397 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e975732b-8bfa-48cf-977e-23aa446b89f6', 'tag': '9ed91379-f5c3-4546-9001-e278322635bf', 'status': 'completed', 'code': 200} Aug 31 09:24:16.805138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-732d1569-b53b-46a8-99e3-06df50240fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.827231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2afc8-cd1c-4760-8768-4901beee7e23 req-65fd3672-590b-49e2-9a9b-fc7f37f4fc0e tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.836001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aac2afc8-cd1c-4760-8768-4901beee7e23 req-65fd3672-590b-49e2-9a9b-fc7f37f4fc0e tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 949 time: 0.0745268 Aug 31 09:24:16.844161 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a810fa9a-f0d3-4ddc-9ecb-06c3827f765d req-8e88367e-b9f0-4b3a-8cba-d4843d71b216 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473744 Aug 31 09:24:16.846263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-732d1569-b53b-46a8-99e3-06df50240fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.888456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aac2afc8-cd1c-4760-8768-4901beee7e23 req-ca34774a-bf81-45af-a12a-53bfd3d18949 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513475 Aug 31 09:24:16.954724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41378) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.046163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-036084b5-585a-4e09-8106-cf51f9a5ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.048039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e499a-3838-4c3b-94cb-ba5cc01695bc req-2f7676de-8af2-4ef4-a095-1cae0015ef0d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.048418 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-036084b5-585a-4e09-8106-cf51f9a5ca72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 1099 time: 0.1121268 Aug 31 09:24:17.055851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-180e499a-3838-4c3b-94cb-ba5cc01695bc req-2f7676de-8af2-4ef4-a095-1cae0015ef0d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 948 time: 0.0825608 Aug 31 09:24:17.088957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:17.100947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-732d1569-b53b-46a8-99e3-06df50240fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.104032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-732d1569-b53b-46a8-99e3-06df50240fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.105339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-732d1569-b53b-46a8-99e3-06df50240fbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/887cfaf5-300b-41d6-9642-8db078b5d550 HTTP/1.1" status: 204 len: 168 time: 0.4364321 Aug 31 09:24:17.120659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-180e499a-3838-4c3b-94cb-ba5cc01695bc req-38cb4711-f1cd-44c6-aaac-c984c0f75eee tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637631 Aug 31 09:24:17.157324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41384) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.160293 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d4c2fdba-bdd6-4676-9e3b-a32aad056999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.198145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d1569-b53b-46a8-99e3-06df50240fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887cfaf5-300b-41d6-9642-8db078b5d550,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.263878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9f2273c0-4e6c-4238-891b-6fd68c6cb216 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53f277ece2df4961aaaab6dbcf853ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048367 Aug 31 09:24:17.268512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41388) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.289078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 76081706-c5a7-4ac7-b90a-a774ae41fc4e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:17.299316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 76081706-c5a7-4ac7-b90a-a774ae41fc4e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:17.300583 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.368568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-73fa7690-f52f-4a0f-b72e-4eec5b807def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.370454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-73fa7690-f52f-4a0f-b72e-4eec5b807def service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3152344 Aug 31 09:24:17.430885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6912b-68a1-4c79-b9c3-9e000e93669f req-e8236afe-d2ae-4119-a2eb-7ff7d0490bf5 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.432481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b1c6912b-68a1-4c79-b9c3-9e000e93669f req-e8236afe-d2ae-4119-a2eb-7ff7d0490bf5 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 947 time: 0.1646297 Aug 31 09:24:17.449679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-294f1501-01e8-4b0b-9032-7a10a027c865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.454368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df23f0-cb02-4535-9e1c-49842ccd4a06 req-49e63fe6-920e-4698-a3f9-00c8905612ac tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.462714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37df23f0-cb02-4535-9e1c-49842ccd4a06 req-49e63fe6-920e-4698-a3f9-00c8905612ac tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.1140084 Aug 31 09:24:17.480049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-294f1501-01e8-4b0b-9032-7a10a027c865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.488865 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-a29e4035-67d9-43f1-a6e1-e72138dc265e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9ed91379-f5c3-4546-9001-e278322635bf HTTP/1.1" status: 200 len: 217 time: 0.1099753 Aug 31 09:24:17.529318 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.542925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41394) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.577052 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d4c2fdba-bdd6-4676-9e3b-a32aad056999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.587150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:17.597143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.615900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37df23f0-cb02-4535-9e1c-49842ccd4a06 req-d61fb41c-1c15-4b05-8879-211b426ffdb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522417 Aug 31 09:24:17.616949 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d4c2fdba-bdd6-4676-9e3b-a32aad056999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.647968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b1c6912b-68a1-4c79-b9c3-9e000e93669f req-b8d5960f-9d12-4516-b216-4816af271f86 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054195 Aug 31 09:24:17.722672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d4c2fdba-bdd6-4676-9e3b-a32aad056999 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2624cc2bc07645bb960e03b2741283e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7664239 Aug 31 09:24:17.727709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41402) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.733378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2fdba-bdd6-4676-9e3b-a32aad056999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3838f1da-1955-465a-ace7-40e48a06479e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.739650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-60207882-e38b-43b6-b339-dd17a2ec223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.756634 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-60207882-e38b-43b6-b339-dd17a2ec223c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2551641 Aug 31 09:24:17.762956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.767569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ca6d47-4b3d-46c9-9d64-98442126b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3ea594-deb3-4df6-8984-39c3b4f40334'}, {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:17.770799 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d424729-7ee8-453b-b6d0-a2f373a2bad3" -d '{"events": [{"server_uuid": "35ca6d47-4b3d-46c9-9d64-98442126b4ec", "name": "network-vif-plugged", "status": "completed", "tag": "4e3ea594-deb3-4df6-8984-39c3b4f40334"}, {"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-plugged", "status": "completed", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:17.815310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-294f1501-01e8-4b0b-9032-7a10a027c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.834093 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-294f1501-01e8-4b0b-9032-7a10a027c865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.835954 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-294f1501-01e8-4b0b-9032-7a10a027c865 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/200e5f8a-8343-44f8-99a1-39bb8d8715a9 HTTP/1.1" status: 204 len: 168 time: 0.5657461 Aug 31 09:24:17.877385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f1501-01e8-4b0b-9032-7a10a027c865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200e5f8a-8343-44f8-99a1-39bb8d8715a9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.918526 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb62b6f-b27a-4168-a248-38a9afc2560b x-openstack-request-id: req-5fb62b6f-b27a-4168-a248-38a9afc2560b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:17.926275 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ca6d47-4b3d-46c9-9d64-98442126b4ec", "name": "network-vif-plugged", "status": "completed", "tag": "4e3ea594-deb3-4df6-8984-39c3b4f40334", "code": 200}, {"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-plugged", "status": "completed", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:17.926689 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5fb62b6f-b27a-4168-a248-38a9afc2560b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:17.930626 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ca6d47-4b3d-46c9-9d64-98442126b4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3ea594-deb3-4df6-8984-39c3b4f40334', 'code': 200} Aug 31 09:24:17.930993 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'code': 200} Aug 31 09:24:17.954381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-3eb43429-d14a-4023-8b77-866b199a9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.971123 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-3eb43429-d14a-4023-8b77-866b199a9e81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033057 Aug 31 09:24:18.100817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41410) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:18.163568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e57da-ad75-4ea2-ae80-af817e8c102e req-972c4f19-964b-4c6f-bb8f-c6cea41e100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.165180 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-441e57da-ad75-4ea2-ae80-af817e8c102e req-972c4f19-964b-4c6f-bb8f-c6cea41e100c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 1100 time: 0.1624618 Aug 31 09:24:18.191660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d970ea-714b-486d-9d64-2efbf379e519 req-e533a2a5-6c0d-4c58-acaa-15e5b8dc4b7b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.195213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62d970ea-714b-486d-9d64-2efbf379e519 req-e533a2a5-6c0d-4c58-acaa-15e5b8dc4b7b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 946 time: 0.4388433 Aug 31 09:24:18.212090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-8e28600f-3a2c-4576-96ab-9e42563fa1a5 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315967 Aug 31 09:24:18.217412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75ad268-0d7a-4f63-bf85-66b77203de4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.231605 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-48e9aade-2831-4232-a7ba-6aebbc3e10f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.241829 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-441e57da-ad75-4ea2-ae80-af817e8c102e req-cc058cd6-5d96-40c4-bb6f-61a779adb376 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691283 Aug 31 09:24:18.318072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-3ce2d539-eb32-4736-b3c1-1db7a919df66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7734604 Aug 31 09:24:18.332645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75ad268-0d7a-4f63-bf85-66b77203de4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.364811 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4a2272-9148-48c7-bcac-c6faa3b03488 req-7e34d2ee-ea7f-4059-949b-ec02b9320bd5 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447942 Aug 31 09:24:18.367227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f042-1597-49c5-a9e3-53ee49bf4d3a req-4903764f-b5ac-4ffc-bf64-2c1e8a62e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.368846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2619f042-1597-49c5-a9e3-53ee49bf4d3a req-4903764f-b5ac-4ffc-bf64-2c1e8a62e866 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1100 time: 0.3763988 Aug 31 09:24:18.598785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488349d-5774-470e-ace3-623d93d49455 req-4de42d14-fe70-445f-8b19-47ac10d0b38b tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.600691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0488349d-5774-470e-ace3-623d93d49455 req-4de42d14-fe70-445f-8b19-47ac10d0b38b tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 949 time: 0.5552585 Aug 31 09:24:18.632577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62d970ea-714b-486d-9d64-2efbf379e519 req-74853299-ad1d-433e-9bb9-eed64e850e31 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173050 Aug 31 09:24:18.698836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2619f042-1597-49c5-a9e3-53ee49bf4d3a req-62b40409-a7b6-42f4-a804-67f154f5264b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145497 Aug 31 09:24:18.728269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0488349d-5774-470e-ace3-623d93d49455 req-ec2b2d9e-17c8-45bf-9fe6-e6abf11d7b9f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946279 Aug 31 09:24:18.777275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-48e9aade-2831-4232-a7ba-6aebbc3e10f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.778331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75ad268-0d7a-4f63-bf85-66b77203de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.787976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75ad268-0d7a-4f63-bf85-66b77203de4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.791209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b75ad268-0d7a-4f63-bf85-66b77203de4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3838f1da-1955-465a-ace7-40e48a06479e HTTP/1.1" status: 204 len: 168 time: 1.0570679 Aug 31 09:24:18.801355 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-48e9aade-2831-4232-a7ba-6aebbc3e10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.843296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ad268-0d7a-4f63-bf85-66b77203de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3838f1da-1955-465a-ace7-40e48a06479e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.874830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-48e9aade-2831-4232-a7ba-6aebbc3e10f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3def486563c47d8bbf1c51ed622c932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7593510 Aug 31 09:24:18.877087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:18.893422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443b66d-68f7-48d8-beb9-4e285870acd6 req-a843467b-7674-4601-b2aa-5bb2dc77b8f2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.895051 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5443b66d-68f7-48d8-beb9-4e285870acd6 req-a843467b-7674-4601-b2aa-5bb2dc77b8f2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 948 time: 0.1210809 Aug 31 09:24:18.907154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9aade-2831-4232-a7ba-6aebbc3e10f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e697f37-0f83-4f08-b852-f2ea4e6553b0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.996351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fbeee-a671-4fa2-ad58-25ccbe29512f req-edbadf35-8cdb-4231-ae3d-ff9707d86bfe tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.998028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e09fbeee-a671-4fa2-ad58-25ccbe29512f req-edbadf35-8cdb-4231-ae3d-ff9707d86bfe tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.0936213 Aug 31 09:24:19.002727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5443b66d-68f7-48d8-beb9-4e285870acd6 req-006e716e-a006-4d9e-9cb5-2357b748a3b3 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799737 Aug 31 09:24:19.037022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71ad3ea4-1ba6-419a-92a6-b867d58d21d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.067383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e09fbeee-a671-4fa2-ad58-25ccbe29512f req-18333f7b-97e6-49a5-a1fc-0e81d3f21174 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555816 Aug 31 09:24:19.103642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3137b3ea-557f-46c7-b24f-36d41d34e624 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:19.106385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71ad3ea4-1ba6-419a-92a6-b867d58d21d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.176782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71ad3ea4-1ba6-419a-92a6-b867d58d21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.181302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71ad3ea4-1ba6-419a-92a6-b867d58d21d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.184365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-71ad3ea4-1ba6-419a-92a6-b867d58d21d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e697f37-0f83-4f08-b852-f2ea4e6553b0 HTTP/1.1" status: 204 len: 168 time: 0.3051786 Aug 31 09:24:19.196821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad3ea4-1ba6-419a-92a6-b867d58d21d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e697f37-0f83-4f08-b852-f2ea4e6553b0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.286165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41462) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.304499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e58451-55ac-4690-b215-708b97cbfa1e req-4d5657fe-c546-4bc4-83a1-851c2290c1f5 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:19.332791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65e58451-55ac-4690-b215-708b97cbfa1e req-4d5657fe-c546-4bc4-83a1-851c2290c1f5 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 947 time: 0.1702638 Aug 31 09:24:19.388937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3137b3ea-557f-46c7-b24f-36d41d34e624, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3137b3ea-557f-46c7-b24f-36d41d34e624,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:19.407615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '3137b3ea-557f-46c7-b24f-36d41d34e624', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '3137b3ea-557f-46c7-b24f-36d41d34e624', 'mac_address': 'fa:16:3e:4c:7b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:19.457236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65e58451-55ac-4690-b215-708b97cbfa1e req-c04307cb-e3f8-4ed8-8a8f-bdf894170e7e tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187916 Aug 31 09:24:19.459845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41468) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.498389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e6fbb541-c694-4dd1-8188-20c6f30278e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.508572 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.535518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3137b3ea-557f-46c7-b24f-36d41d34e624 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:19.576578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3137b3ea-557f-46c7-b24f-36d41d34e624, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3137b3ea-557f-46c7-b24f-36d41d34e624,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:19.585209 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.664303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e6fbb541-c694-4dd1-8188-20c6f30278e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.671026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e6fbb541-c694-4dd1-8188-20c6f30278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.724901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3137b3ea-557f-46c7-b24f-36d41d34e624,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.814596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3137b3ea-557f-46c7-b24f-36d41d34e624'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:19.865822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e6fbb541-c694-4dd1-8188-20c6f30278e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5415dbc0ffa4c048312e8d51fee9a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000924 Aug 31 09:24:19.879578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbb541-c694-4dd1-8188-20c6f30278e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c45c66b-5795-4c22-a538-4e92b2906ef5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.883962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41482) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.921026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-582495584-network', 'tenant_id': '28e664f164a84d7d833add9b1479c0a8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:20.004346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Made reservation on behalf of 28e664f164a84d7d833add9b1479c0a8 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:20.007752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.023832 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.217501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360da8-92bb-4806-84ff-a3f15acf1b97 req-bdc54402-ceb2-487b-9a90-a8abdcfa8e4e tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:20.229262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.234729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5360da8-92bb-4806-84ff-a3f15acf1b97 req-bdc54402-ceb2-487b-9a90-a8abdcfa8e4e tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 946 time: 0.4064162 Aug 31 09:24:20.236115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.265581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:20.292446 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.293187 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Added segment eb5e3d67-e1be-42b9-aabe-40e21f2fc826 of type vlan for network fb7c1f2b-a394-4358-9e91-cd7972fe8596 Aug 31 09:24:20.299540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee75f5-90b1-4f92-9aa9-943899180314 req-8d5b1f5a-71e3-4594-a3ed-90403659fc39 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:20.302177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13ee75f5-90b1-4f92-9aa9-943899180314 req-8d5b1f5a-71e3-4594-a3ed-90403659fc39 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 949 time: 0.2812436 Aug 31 09:24:20.305711 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a07f7e7c-d09d-4ad0-86ae-dbaaf1d7e9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.406927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5360da8-92bb-4806-84ff-a3f15acf1b97 req-75ce95f7-aabf-4a53-a99c-8269a7cb2550 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664855 Aug 31 09:24:20.419876 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.435477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a07f7e7c-d09d-4ad0-86ae-dbaaf1d7e9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.477157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:20.520829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.523175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:20.525126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.630775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a07f7e7c-d09d-4ad0-86ae-dbaaf1d7e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.635981 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a07f7e7c-d09d-4ad0-86ae-dbaaf1d7e9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.638238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a07f7e7c-d09d-4ad0-86ae-dbaaf1d7e9d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c45c66b-5795-4c22-a538-4e92b2906ef5 HTTP/1.1" status: 204 len: 168 time: 0.7548764 Aug 31 09:24:20.644898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13ee75f5-90b1-4f92-9aa9-943899180314 req-9ae6f4c7-da25-44d3-b5a7-e5d61eae8fdb tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033402 Aug 31 09:24:20.668792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f7e7c-d09d-4ad0-86ae-dbaaf1d7e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c45c66b-5795-4c22-a538-4e92b2906ef5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:20.738044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25031264-b730-4c3a-b7f7-31fa77b2fad8 req-d074e659-74e8-4d87-95c9-241bd28577c5 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:20.755138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25031264-b730-4c3a-b7f7-31fa77b2fad8 req-d074e659-74e8-4d87-95c9-241bd28577c5 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 948 time: 0.2011783 Aug 31 09:24:20.757119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] Pushing event updated for resources: {'Network': ['ID=fb7c1f2b-a394-4358-9e91-cd7972fe8596,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:20.783974 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-104d45c3-b8b0-4b65-a438-20737eb95b8e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4963212 Aug 31 09:24:20.784282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network fb7c1f2b-a394-4358-9e91-cd7972fe8596 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:20.785879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:20.818815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Request body: {'subnet': {'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-582495584-subnet', 'tenant_id': '28e664f164a84d7d833add9b1479c0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:20.857230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Made reservation on behalf of 28e664f164a84d7d833add9b1479c0a8 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:20.860024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.971349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25031264-b730-4c3a-b7f7-31fa77b2fad8 req-470a7106-af0f-41d7-b307-30796532f6fb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998742 Aug 31 09:24:21.047898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8338c-c01f-4186-8635-799c8a391789 req-f9fdc481-b4ab-4c3a-989d-58773516b6c9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.049174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7d8338c-c01f-4186-8635-799c8a391789 req-f9fdc481-b4ab-4c3a-989d-58773516b6c9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.1637821 Aug 31 09:24:21.135532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9ed91379-f5c3-4546-9001-e278322635bf details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:21.186481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3137b3ea-557f-46c7-b24f-36d41d34e624 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:21.274434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7d8338c-c01f-4186-8635-799c8a391789 req-dd98eb6e-a889-4b10-a4a7-c41422ff2f5a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164776 Aug 31 09:24:21.306826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-d207971b-d024-4e6f-b9f3-2a037348d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.312020 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:24:21.318491 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-d207971b-d024-4e6f-b9f3-2a037348d8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1101 time: 0.1429343 Aug 31 09:24:21.337130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3baa8-fedf-4be1-b782-2c917f59c446 req-3b6aa19d-295f-48d3-ba50-03e9dd545662 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.338785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aeb3baa8-fedf-4be1-b782-2c917f59c446 req-3b6aa19d-295f-48d3-ba50-03e9dd545662 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 946 time: 0.1726382 Aug 31 09:24:21.355707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41514) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:21.362212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Request body: {'floatingip': {'port_id': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:21.446738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 3137b3ea-557f-46c7-b24f-36d41d34e624 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:21.463721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 3137b3ea-557f-46c7-b24f-36d41d34e624 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:21.464087 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.487358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.537662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.751356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-779f1ef4-b8a5-49aa-98cd-21e434e1b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.755249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-779f1ef4-b8a5-49aa-98cd-21e434e1b0d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4182472 Aug 31 09:24:21.786015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e5d1ca-8ef9-49bb-889f-18ff999e3927,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:21.790593 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.804395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2101-5abe-46f3-bae1-a1880c3b0367 req-32c16a4e-b1b1-47f7-bf86-7b185ae98eef tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.814391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feeb2101-5abe-46f3-bae1-a1880c3b0367 req-32c16a4e-b1b1-47f7-bf86-7b185ae98eef tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 948 time: 0.2734842 Aug 31 09:24:21.832627 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-eaebf866-444c-4e2a-a49d-31b57896e1dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 217 time: 0.0651402 Aug 31 09:24:21.911342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9ed91379-f5c3-4546-9001-e278322635bf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ed91379-f5c3-4546-9001-e278322635bf,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:21.940897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-639f08fa-914c-4333-9aa5-925a9993c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.942945 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-639f08fa-914c-4333-9aa5-925a9993c5db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0973876 Aug 31 09:24:21.949120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:21.949561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Network hostable DHCP agents. Network: fb7c1f2b-a394-4358-9e91-cd7972fe8596, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:21.959925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3137b3ea-557f-46c7-b24f-36d41d34e624, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3137b3ea-557f-46c7-b24f-36d41d34e624,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:21.980534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c2072f-f6d2-43e9-9202-51d049bda885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3137b3ea-557f-46c7-b24f-36d41d34e624'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:21.985688 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1b78ee-83ef-4eb2-ba6e-cf4cb5c9628b" -d '{"events": [{"server_uuid": "29c2072f-f6d2-43e9-9202-51d049bda885", "name": "network-vif-plugged", "status": "completed", "tag": "3137b3ea-557f-46c7-b24f-36d41d34e624"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:21.996986 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17ef0812-b68d-40a8-8d9b-c8cb5a878dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.006551 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.022232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '9ed91379-f5c3-4546-9001-e278322635bf', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '9ed91379-f5c3-4546-9001-e278322635bf', 'mac_address': 'fa:16:3e:68:e8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:22.065387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Network fb7c1f2b-a394-4358-9e91-cd7972fe8596 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:22.097263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-16a042e5-8676-4493-bf94-c21e227b2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.103358 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-16a042e5-8676-4493-bf94-c21e227b2436 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494296 Aug 31 09:24:22.127665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, fb7c1f2b-a394-4358-9e91-cd7972fe8596) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:22.143940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.144646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.228001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8278043d-7e47-4c37-8720-1d847a0c855e None None] Network fb7c1f2b-a394-4358-9e91-cd7972fe8596 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:22.233019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feeb2101-5abe-46f3-bae1-a1880c3b0367 req-c9ffc3a2-1a3b-4f15-9dc0-2de8125aa96e tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171579 Aug 31 09:24:22.256819 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3e98b452-4e7c-458d-9743-c13bc32fbf7e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4685757 Aug 31 09:24:22.362718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-0bc15161-5ebc-4f09-a986-5505b5297e19 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306488 Aug 31 09:24:22.399331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3137b3ea-557f-46c7-b24f-36d41d34e624,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:22.433657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.530614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-d4b4293d-c8a0-4921-9811-3a25d2a9183e service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603193 Aug 31 09:24:22.538606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed91379-f5c3-4546-9001-e278322635bf {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:22.688629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9ed91379-f5c3-4546-9001-e278322635bf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ed91379-f5c3-4546-9001-e278322635bf,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:22.703825 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.726599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d85649-12e3-417f-84b7-d952ce91039f req-252abfd4-b2df-4042-a125-6448dd6f537b tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.730176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85d85649-12e3-417f-84b7-d952ce91039f req-252abfd4-b2df-4042-a125-6448dd6f537b tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 949 time: 0.6294017 Aug 31 09:24:22.909106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66292cd-9d88-4ba2-ab40-c90fd09e8286 None None] Network fb7c1f2b-a394-4358-9e91-cd7972fe8596 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:23.009769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9ed91379-f5c3-4546-9001-e278322635bf,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:23.018680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:23.063224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85d85649-12e3-417f-84b7-d952ce91039f req-c65c51d4-00ce-40f0-b451-f19c55f70309 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228040 Aug 31 09:24:23.118967 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d249fff-615b-47ba-8ab0-1b389e0f5f25 x-openstack-request-id: req-2d249fff-615b-47ba-8ab0-1b389e0f5f25 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:23.119310 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c2072f-f6d2-43e9-9202-51d049bda885", "name": "network-vif-plugged", "status": "completed", "tag": "3137b3ea-557f-46c7-b24f-36d41d34e624", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:23.119711 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d249fff-615b-47ba-8ab0-1b389e0f5f25 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:23.119841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f4c9d-0670-4499-bfd3-4cbb8998b8f4 req-ec6980a9-53d4-4854-abb2-e3fe7bfcc5a3 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:23.120531 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c2072f-f6d2-43e9-9202-51d049bda885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3137b3ea-557f-46c7-b24f-36d41d34e624', 'code': 200} Aug 31 09:24:23.121494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-097f4c9d-0670-4499-bfd3-4cbb8998b8f4 req-ec6980a9-53d4-4854-abb2-e3fe7bfcc5a3 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 949 time: 0.4575262 Aug 31 09:24:23.760696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-097f4c9d-0670-4499-bfd3-4cbb8998b8f4 req-25afd085-30be-46e4-b912-279c0e799aaf tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426311 Aug 31 09:24:23.836242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41580) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:23.845493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb2b9c-976a-4c54-8033-1541706d2fed req-74e8fa7a-49da-48c9-9826-f01957e0b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:23.848030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61bb2b9c-976a-4c54-8033-1541706d2fed req-74e8fa7a-49da-48c9-9826-f01957e0b791 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 1100 time: 0.6288831 Aug 31 09:24:23.851098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1814374682-network', 'tenant_id': '766e31382cf341efaafadf0097accd58'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:23.898448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Made reservation on behalf of 766e31382cf341efaafadf0097accd58 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:23.900438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9121-420b-4747-82e3-b888f7f5e8b6 req-b898637f-20c6-49e4-b1a2-b2411c0eb573 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:23.903198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.911692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-253e9121-420b-4747-82e3-b888f7f5e8b6 req-b898637f-20c6-49e4-b1a2-b2411c0eb573 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.6457527 Aug 31 09:24:23.943110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.115803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61bb2b9c-976a-4c54-8033-1541706d2fed req-0a01dad8-ecb8-4e6a-a347-f17f8aeeb2b9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516186 Aug 31 09:24:24.148632 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:24:24.172218 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.178312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.228069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:24.254778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623e0fa9-3310-4f39-8f91-3a825c3ba0ef,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:24.262975 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.263728 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Added segment 6490dd8a-308c-47c6-bf95-857d16edb9d7 of type vlan for network 5e4b16df-3893-496a-9256-fa8b2e95a6a8 Aug 31 09:24:24.322722 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-253e9121-420b-4747-82e3-b888f7f5e8b6 req-f8d21a0d-30de-4bfc-a23e-79ab021b89d6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845556 Aug 31 09:24:24.358264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.365690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.436273 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.516382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.519723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:24.521465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.622977 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Floating IP 64473bc0-a123-4c26-8f22-b36d298fc89e associated. External IP: 172.25.1.106, port: b5ba9385-2bd2-4061-84d2-9e16ac0be302. Aug 31 09:24:24.630111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4b16df-3893-496a-9256-fa8b2e95a6a8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:24.649039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 5e4b16df-3893-496a-9256-fa8b2e95a6a8 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:24.649976 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-875485e4-a19d-4acd-a22c-dd7cb1bed325 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8093815 Aug 31 09:24:24.649976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41590) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:24.658221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Request body: {'subnet': {'network_id': '5e4b16df-3893-496a-9256-fa8b2e95a6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1814374682-subnet', 'tenant_id': '766e31382cf341efaafadf0097accd58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:24.691965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Made reservation on behalf of 766e31382cf341efaafadf0097accd58 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:24.696398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.699264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-dc248a01-988e-4fc3-8fe1-e03d363f8a26 req-b73bc376-ed43-419c-8945-57125716dd6d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:24:24.700319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc248a01-988e-4fc3-8fe1-e03d363f8a26 req-b73bc376-ed43-419c-8945-57125716dd6d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054457 Aug 31 09:24:24.712547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9fb76-6223-48d8-b42b-0449b77b0d15 req-fdbd683b-f6ac-4c82-9eb0-b02962642887 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:24.714426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abb9fb76-6223-48d8-b42b-0449b77b0d15 req-fdbd683b-f6ac-4c82-9eb0-b02962642887 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 949 time: 0.1522772 Aug 31 09:24:24.883626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abb9fb76-6223-48d8-b42b-0449b77b0d15 req-e810e01e-0842-4401-a702-ec150841f1e4 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506865 Aug 31 09:24:24.960503 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.069783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.140677 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-474e67f1-2e08-47ed-ae87-c39e7e072e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.153410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0ce6b-0266-4012-a111-5d17e6e91ebf req-4008191d-a644-4a6e-b856-4c258acf59fd tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.163059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9ed91379-f5c3-4546-9001-e278322635bf up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:25.164957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2f0ce6b-0266-4012-a111-5d17e6e91ebf req-4008191d-a644-4a6e-b856-4c258acf59fd tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 949 time: 0.1435821 Aug 31 09:24:25.231897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34caca6-23da-4f33-9e99-cfbfa1d96d01,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:25.251780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Router 74bf0948-456e-41d5-a8dc-879091abe7cf has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:25.265019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2f0ce6b-0266-4012-a111-5d17e6e91ebf req-4293792d-6b6a-47a4-8f78-517b43c910d7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977023 Aug 31 09:24:25.269260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Checking segment: {'id': '6490dd8a-308c-47c6-bf95-857d16edb9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '5e4b16df-3893-496a-9256-fa8b2e95a6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:25.269698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Network hostable DHCP agents. Network: 5e4b16df-3893-496a-9256-fa8b2e95a6a8, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:25.324462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 9ed91379-f5c3-4546-9001-e278322635bf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:25.326492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Network 5e4b16df-3893-496a-9256-fa8b2e95a6a8 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:25.332909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 9ed91379-f5c3-4546-9001-e278322635bf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:25.333281 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.353152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 5e4b16df-3893-496a-9256-fa8b2e95a6a8) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:25.373013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.373013 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.403338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4e4105c7-2bf1-4ba0-8846-78c8a6bae363 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7522774 Aug 31 09:24:25.408864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf735047-1c34-4c7f-b035-1f486a0d0876 None None] Network 5e4b16df-3893-496a-9256-fa8b2e95a6a8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:25.640404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af7e37-ce8f-42d2-b348-7d5e68634537 req-14ad2c39-5ce1-4847-b21b-34777ed85784 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.643537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10af7e37-ce8f-42d2-b348-7d5e68634537 req-14ad2c39-5ce1-4847-b21b-34777ed85784 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 949 time: 0.1893449 Aug 31 09:24:25.681343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:25.689257 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.700143 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] Sync routers for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:25.726919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc8645-8765-4800-b77a-6016c7ac10c0 req-582290c2-4df6-4080-bb18-e3f2496610d8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.731627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de10bb2-284c-4fcf-8f76-9130b67358e6 None None] Network 5e4b16df-3893-496a-9256-fa8b2e95a6a8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:25.732483 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:25.733203 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:24:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:25.735887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1bc8645-8765-4800-b77a-6016c7ac10c0 req-582290c2-4df6-4080-bb18-e3f2496610d8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.2260234 Aug 31 09:24:25.782957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1bc8645-8765-4800-b77a-6016c7ac10c0 req-96f8d847-1aef-427c-ab56-0a3c5c857396 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Aug 31 09:24:25.789986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0192e7e4-1041-4fcf-aa24-c753a5b1aaad tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "PUT /v2.0/floatingips/64473bc0-a123-4c26-8f22-b36d298fc89e HTTP/1.1" status: 200 len: 992 time: 4.4262819 Aug 31 09:24:25.801982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'tag': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:25.811566 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29a6552-d648-4b7c-81fb-f20aff29ee53" -d '{"events": [{"name": "network-changed", "server_uuid": "a58a66a9-48f4-4e11-8805-ae68bd3393a7", "tag": "b5ba9385-2bd2-4061-84d2-9e16ac0be302"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:25.813481 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.841006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10af7e37-ce8f-42d2-b348-7d5e68634537 req-3563e74b-b211-4390-8523-e045622974e2 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810644 Aug 31 09:24:25.882033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9ed91379-f5c3-4546-9001-e278322635bf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ed91379-f5c3-4546-9001-e278322635bf,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:25.886236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e975732b-8bfa-48cf-977e-23aa446b89f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed91379-f5c3-4546-9001-e278322635bf'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:25.890825 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa1d48c-9208-42de-b107-7438f1f772e2" -d '{"events": [{"server_uuid": "e975732b-8bfa-48cf-977e-23aa446b89f6", "name": "network-vif-plugged", "status": "completed", "tag": "9ed91379-f5c3-4546-9001-e278322635bf"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:25.903273 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.980526 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:26.030920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9ed91379-f5c3-4546-9001-e278322635bf,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:26.096590 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d016efdd-1593-4131-bed4-c2832e4503da x-openstack-request-id: req-d016efdd-1593-4131-bed4-c2832e4503da {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:26.097523 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58a66a9-48f4-4e11-8805-ae68bd3393a7", "tag": "b5ba9385-2bd2-4061-84d2-9e16ac0be302", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:26.098028 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d016efdd-1593-4131-bed4-c2832e4503da {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:26.098602 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'tag': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'status': 'completed', 'code': 200} Aug 31 09:24:26.189267 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c711e34-8c6e-48b1-811f-7dc6d87eb366 x-openstack-request-id: req-4c711e34-8c6e-48b1-811f-7dc6d87eb366 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:26.189731 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e975732b-8bfa-48cf-977e-23aa446b89f6", "name": "network-vif-plugged", "status": "completed", "tag": "9ed91379-f5c3-4546-9001-e278322635bf", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:26.190268 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4c711e34-8c6e-48b1-811f-7dc6d87eb366 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:26.191902 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e975732b-8bfa-48cf-977e-23aa446b89f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed91379-f5c3-4546-9001-e278322635bf', 'code': 200} Aug 31 09:24:26.215775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-b0031869-d7c6-4abc-9d5c-318e6e6edde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.217942 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-b0031869-d7c6-4abc-9d5c-318e6e6edde8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 1097 time: 0.0858753 Aug 31 09:24:26.372710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f5c0a-008b-477b-8403-5f7cc36d34d6 req-618b68d3-1789-470b-9648-1abe9aa8faca tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.375605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce5f5c0a-008b-477b-8403-5f7cc36d34d6 req-618b68d3-1789-470b-9648-1abe9aa8faca tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 949 time: 0.1111176 Aug 31 09:24:26.378920 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:24:26.381107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f02c-820d-4a16-a7e2-f379189ad4b3 req-3e20ec91-0313-43d1-a545-26b43084845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.383157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddd9f02c-820d-4a16-a7e2-f379189ad4b3 req-3e20ec91-0313-43d1-a545-26b43084845a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 1101 time: 0.1296551 Aug 31 09:24:26.431752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-5f0359da-7679-4d46-84ab-4c2dccd32ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.433306 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-5f0359da-7679-4d46-84ab-4c2dccd32ba3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 925 time: 0.2030294 Aug 31 09:24:26.461801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddd9f02c-820d-4a16-a7e2-f379189ad4b3 req-df273259-bcb0-4f36-886f-a14d33a1779a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668387 Aug 31 09:24:26.478027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce5f5c0a-008b-477b-8403-5f7cc36d34d6 req-b4bfb907-c409-4ccc-9a06-4e76135caf4b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844350 Aug 31 09:24:26.595142 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-abd1782c-7a79-4175-9f36-17cf04db639c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302 HTTP/1.1" status: 200 len: 1000 time: 0.1536431 Aug 31 09:24:26.655254 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '64473bc0-a123-4c26-8f22-b36d298fc89e', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'port_id': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'mac_address': 'fa:16:3e:13:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:48Z', 'updated_at': '2021-08-31T09:24:23Z', 'revision_number': 1, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:26.660393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-1fb1e4e1-1500-4335-be1d-054eb6352c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.662726 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-1fb1e4e1-1500-4335-be1d-054eb6352c3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.0591555 Aug 31 09:24:26.691350 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] Checking router: 74bf0948-456e-41d5-a8dc-879091abe7cf for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:26.703342 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:26.705363 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:24:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:26.730420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-ecbd3d2e-a587-45ca-b777-43a6463a9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.733404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-ecbd3d2e-a587-45ca-b777-43a6463a9b03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636683 Aug 31 09:24:26.733585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-7807d143-c881-4d04-bfc6-3759b5d89a6f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.735896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-7807d143-c881-4d04-bfc6-3759b5d89a6f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 807 time: 0.1782091 Aug 31 09:24:26.761867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-040ff622-47df-4fba-bc39-c796710b6c9d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/quotas/28e664f164a84d7d833add9b1479c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0197628 Aug 31 09:24:26.826453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-5e5c91a2-b3e1-449c-99f6-4509e8846391 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490024 Aug 31 09:24:26.872483 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:26.973489 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-bd1aa274-167e-4ad2-a70d-7f9ef1ab4c2b service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320485 Aug 31 09:24:26.979422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-7792ba1e-ff63-4463-b633-393ad8047bcb service neutron] 10.222.0.69 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365235 Aug 31 09:24:27.011042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-812adb6c-5b5c-4ec9-a88b-0120a9c916ad tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348639 Aug 31 09:24:27.117624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f29a6552-d648-4b7c-81fb-f20aff29ee53 req-b0d57886-f2f0-4f74-9b90-d1745f0bed1e service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358876 Aug 31 09:24:27.228096 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '64473bc0-a123-4c26-8f22-b36d298fc89e', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'port_id': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'mac_address': 'fa:16:3e:13:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:48Z', 'updated_at': '2021-08-31T09:24:23Z', 'revision_number': 1, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:27.260477 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd409d83-332e-4a07-a0da-0303cd1d3c9a None None] The sync data for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 is: [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '64473bc0-a123-4c26-8f22-b36d298fc89e', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'port_id': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'mac_address': 'fa:16:3e:13:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:48Z', 'updated_at': '2021-08-31T09:24:23Z', 'revision_number': 1, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:27.358670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-494d5006-8223-418b-8d50-48dd22a0c6e4 service neutron] 10.222.0.69 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680835 Aug 31 09:24:27.386336 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235509-ae3e-4c68-8796-4994e68199bc req-53a56a02-5a2d-4e13-95ba-9a964148cc31 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.387957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-53a56a02-5a2d-4e13-95ba-9a964148cc31 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3672898 Aug 31 09:24:27.418091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-f3fa06ba-c0fd-4c11-8e0a-4cbcb2e0ef8c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/quotas/7a95279e8efc4f3f8507e164ad7f0552 HTTP/1.1" status: 200 len: 375 time: 0.0180752 Aug 31 09:24:27.483384 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.490731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-96beda01-8c6b-4065-98d3-b7d00d454252 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717487 Aug 31 09:24:27.559569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feac520-3ba0-4714-ac94-dfd363337620 None None] New status for floating IP 64473bc0-a123-4c26-8f22-b36d298fc89e: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:24:27.925570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fc737-e93e-4922-832c-49ab2d90ac9f req-442f725f-0a1b-4404-a24f-19746fadda11 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.935721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be5fc737-e93e-4922-832c-49ab2d90ac9f req-442f725f-0a1b-4404-a24f-19746fadda11 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 950 time: 0.1047719 Aug 31 09:24:28.021813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89648452-b2e7-44af-a8d6-01f7363e39de req-db323fdc-f338-49bf-9c44-9c1972cd4d5d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.027500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89648452-b2e7-44af-a8d6-01f7363e39de req-db323fdc-f338-49bf-9c44-9c1972cd4d5d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.0897686 Aug 31 09:24:28.033063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be5fc737-e93e-4922-832c-49ab2d90ac9f req-3371c0d4-f673-4b73-a1e6-06838c0e5c53 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967820 Aug 31 09:24:28.116195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89648452-b2e7-44af-a8d6-01f7363e39de req-cc80d637-d9c4-4af9-b25a-0786b46698ce tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816979 Aug 31 09:24:28.236461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf530-dad0-4e2e-a1c7-bcb16ae244aa req-71980fd0-2649-454d-95ea-e6b65f028584 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.237900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01ccf530-dad0-4e2e-a1c7-bcb16ae244aa req-71980fd0-2649-454d-95ea-e6b65f028584 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.0967987 Aug 31 09:24:28.299582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01ccf530-dad0-4e2e-a1c7-bcb16ae244aa req-4eb57613-c1c9-4f75-8d57-d6cede7bf5b8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547185 Aug 31 09:24:28.376035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71445e65-14f9-4c5b-9ff7-9930d2f091e7 req-6b4d73c9-5df5-4491-b677-95f534c88231 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 210 time: 0.0382626 Aug 31 09:24:28.449896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.497650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f24cfa8-c41e-4fe8-abb3-316e3ff8bbcf req-19dc875f-9eeb-4b77-b86c-096323303eb0 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 210 time: 0.0458400 Aug 31 09:24:28.713207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-c9f34525-d75a-488f-be4a-4bd4061c0915 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c4bdef5b07534cf589063b36b1a6e215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461795 Aug 31 09:24:28.865449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906fd5e-2cec-413e-ace7-b0dd18ef9d68 req-313e4668-d7f9-453e-8dac-7afe2aeb8218 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.867270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0906fd5e-2cec-413e-ace7-b0dd18ef9d68 req-313e4668-d7f9-453e-8dac-7afe2aeb8218 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 1101 time: 0.0774179 Aug 31 09:24:28.898934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-288776f8-b141-4302-bfb6-7beb65ac0667 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.900541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-288776f8-b141-4302-bfb6-7beb65ac0667 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738358 Aug 31 09:24:28.901470 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0906fd5e-2cec-413e-ace7-b0dd18ef9d68 req-88b5e8ad-0ca5-4fc7-b943-786c3d6a9bc0 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.939650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55356f35-11fe-4ea0-bf52-400fa89276de tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/quotas/c4bdef5b07534cf589063b36b1a6e215 HTTP/1.1" status: 200 len: 375 time: 0.0211627 Aug 31 09:24:29.036244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-844ff554-6363-41bf-a684-da2af0572d3e tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855548 Aug 31 09:24:29.085687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0906fd5e-2cec-413e-ace7-b0dd18ef9d68 req-88b5e8ad-0ca5-4fc7-b943-786c3d6a9bc0 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.091835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0906fd5e-2cec-413e-ace7-b0dd18ef9d68 req-88b5e8ad-0ca5-4fc7-b943-786c3d6a9bc0 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.131280 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0906fd5e-2cec-413e-ace7-b0dd18ef9d68 req-88b5e8ad-0ca5-4fc7-b943-786c3d6a9bc0 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567651 Aug 31 09:24:29.146466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5e8ad-0ca5-4fc7-b943-786c3d6a9bc0 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dd8c9d-f8dd-4874-ba81-b1e3deee0ee0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:29.405686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-b3c59df8-893e-4978-b2f1-2400a74e53c8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:29.408234 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-b3c59df8-893e-4978-b2f1-2400a74e53c8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 807 time: 0.2145767 Aug 31 09:24:29.434858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Request body: {'port': {'device_id': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'admin_state_up': True, 'tenant_id': '28e664f164a84d7d833add9b1479c0a8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:29.614218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c33d99d-72e2-4bd7-9b48-86f995fdca30 req-42a465ce-6d1c-4974-a5bf-b2c8ccf89ac9 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 210 time: 0.0496733 Aug 31 09:24:29.912135 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-6c7627f4-1b9d-4ea7-9012-8c70bc8b8b22 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757196 Aug 31 09:24:29.935275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c268e-a5d6-4477-b47a-74b6985eb3fb req-a38c6f48-d2d4-4f87-b219-b9cd003ba9f2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:29.938998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872c268e-a5d6-4477-b47a-74b6985eb3fb req-a38c6f48-d2d4-4f87-b219-b9cd003ba9f2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.1223941 Aug 31 09:24:29.995021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca1d7d0d-a5b9-4365-bfa7-79b3dd513543 req-9cccd09b-c059-4bbb-ac4f-7861dfc08cae tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 210 time: 0.0380228 Aug 31 09:24:30.056516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872c268e-a5d6-4477-b47a-74b6985eb3fb req-b95e6315-0d76-4ee6-870c-65c74e94be1b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589790 Aug 31 09:24:30.087149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Made reservation on behalf of 28e664f164a84d7d833add9b1479c0a8 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:30.110875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.243979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f38fdea-4fa9-426a-b000-a6b1e7e2d0ec req-6a5799f3-cefb-4434-a6fc-30c8b41ce0ef tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 210 time: 0.0466685 Aug 31 09:24:30.398287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-8549805b-f8c7-4a36-8bc4-299c77e592c4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279942 Aug 31 09:24:30.712859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-c95ee549-23ca-44aa-bae5-cf17e295b789 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.727397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-c95ee549-23ca-44aa-bae5-cf17e295b789 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000836 Aug 31 09:24:30.761490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5999d829-016d-4b7b-8b54-f8a9942c0495 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/quotas/2c7da74dc1c34aeebb4c512f50c3fff3 HTTP/1.1" status: 200 len: 375 time: 0.0323074 Aug 31 09:24:30.829834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Allocated IP 172.20.0.2 (fb7c1f2b-a394-4358-9e91-cd7972fe8596/49e5d1ca-8ef9-49bb-889f-18ff999e3927/36652cca-dd4b-4f73-855a-db4d4a24c45d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:30.863672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-1c335b12-b7fd-49e7-a890-00b1a5617cab tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004155 Aug 31 09:24:30.864645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41792) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:30.908168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235509-ae3e-4c68-8796-4994e68199bc req-23b82c82-e204-442e-86f7-916f8e854710 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.910835 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-23b82c82-e204-442e-86f7-916f8e854710 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9888620 Aug 31 09:24:30.933934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Request body: {'port': {'device_id': '8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '7a95279e8efc4f3f8507e164ad7f0552'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:30.965646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acf07693-33c1-417c-9699-cea5332db4c5 req-6396f8a2-ce6d-4737-8bab-dd0694725a73 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 210 time: 0.0507629 Aug 31 09:24:31.333401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-101e42e2-cd04-4889-b533-6b4d8115f726 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c4bdef5b07534cf589063b36b1a6e215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919023 Aug 31 09:24:31.335298 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd1f9-d15f-4036-b084-81482b68c0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.388469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.470582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.505015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cd24d02-c04c-459e-9a5a-4a1505ddcfb0 req-732f87bd-22d2-4be4-b77a-69d34520de68 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 210 time: 0.1523809 Aug 31 09:24:31.575835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Made reservation on behalf of 7a95279e8efc4f3f8507e164ad7f0552 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:31.582436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.638487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Network fb7c1f2b-a394-4358-9e91-cd7972fe8596 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:31.657119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:31.663914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-81fa9ddb-c8f1-43bf-ae74-d14784874a91 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.667375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-81fa9ddb-c8f1-43bf-ae74-d14784874a91 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118987 Aug 31 09:24:31.668317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:31.711683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Request body: {'port': {'device_id': '98e8c2cd-0015-4989-bdb2-c6b002710364', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'c4bdef5b07534cf589063b36b1a6e215'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:31.771395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.771395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.785550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Pushing event updated for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:31.895706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-502be532-0ad1-4912-93fc-63041f0c58d9 req-3bddfbd2-3133-43e5-b11e-30f7bbc98f2b tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 210 time: 0.0496809 Aug 31 09:24:31.972302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc8be-0df1-4808-a499-0e5a4b8a17c4 req-0411ca08-73a3-4bf0-bd3c-5692b5047159 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.973912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec4cc8be-0df1-4808-a499-0e5a4b8a17c4 req-0411ca08-73a3-4bf0-bd3c-5692b5047159 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.3018792 Aug 31 09:24:32.075095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd1f9-d15f-4036-b084-81482b68c0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.079609 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec4cc8be-0df1-4808-a499-0e5a4b8a17c4 req-ea4217f5-8e1b-4fb4-869d-9edfa2d2dfe6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866768 Aug 31 09:24:32.081622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Allocated IP 192.168.233.64 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/fc6d6a65-bdf3-4a2d-9a15-098a197fa987) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:32.083420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd1f9-d15f-4036-b084-81482b68c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.141454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0b2bd1f9-d15f-4036-b084-81482b68c0fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a6c3738dddd49b8a5fff52d4c128b37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2742660 Aug 31 09:24:32.144656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41818) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:32.151771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bd1f9-d15f-4036-b084-81482b68c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e329c2-3128-437e-9d5a-bace9f13b81f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.236291 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-2db33959-a1dd-4976-a8f9-d4262c84ffe5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8155441 Aug 31 09:24:32.261468 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f38b9c6-a697-4b8f-bce4-073e4325f921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.280608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Made reservation on behalf of c4bdef5b07534cf589063b36b1a6e215 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:32.284972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Request body: {'port': {'device_id': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:32.285333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.312566 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f38b9c6-a697-4b8f-bce4-073e4325f921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.427485 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.440213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6487f8b8-cdc0-4fe0-85ff-01df102cd78b req-39b1c526-9cf2-4044-be71-ab43d9d280cd tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 210 time: 0.0939770 Aug 31 09:24:32.542455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f38b9c6-a697-4b8f-bce4-073e4325f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.551131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f38b9c6-a697-4b8f-bce4-073e4325f921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.559789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5f38b9c6-a697-4b8f-bce4-073e4325f921 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17e329c2-3128-437e-9d5a-bace9f13b81f HTTP/1.1" status: 204 len: 168 time: 0.4116716 Aug 31 09:24:32.575413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.598669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38b9c6-a697-4b8f-bce4-073e4325f921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e329c2-3128-437e-9d5a-bace9f13b81f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.705226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e9afb5f-25e7-4998-8eba-e0eb4850c0ce req-c7a44588-7a8c-4237-ae2b-ad919f67caf8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 210 time: 0.1191564 Aug 31 09:24:32.804874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Transition to ACTIVE for port object fc6d6a65-bdf3-4a2d-9a15-098a197fa987 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:32.958958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.974896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4e3ea594-deb3-4df6-8984-39c3b4f40334'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:33.134316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:33.153608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:33.158811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:33.181921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Pushing event updated for resources: {'Port': ['ID=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:33.188630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55406f9-9d24-43f4-adb3-bf83657b7ca7 req-4d40b882-1ecc-4133-be32-906a0f1f708e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:33.201501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c55406f9-9d24-43f4-adb3-bf83657b7ca7 req-4d40b882-1ecc-4133-be32-906a0f1f708e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 931 time: 0.2643700 Aug 31 09:24:33.225193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Allocated IP 192.168.233.115 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/817e39fc-8f34-44a7-b7e8-9a035b5a78ff) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:33.319509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c55406f9-9d24-43f4-adb3-bf83657b7ca7 req-87132d95-e9af-4ab2-8463-caaab325c062 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094112 Aug 31 09:24:33.532585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:33.533773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.621058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41850) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:33.638404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-47ed9cdd-2c07-40d8-819f-70ed162ab62d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7115920 Aug 31 09:24:33.662992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87e372fc-6f8c-4810-9338-4601d5bb8648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.671066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Request body: {'port': {'device_id': '8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:33.679592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36652cca-dd4b-4f73-855a-db4d4a24c45d {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:33.711256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.740593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Transition to ACTIVE for port object 36652cca-dd4b-4f73-855a-db4d4a24c45d will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:33.764554 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.804685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cdf2ed58-b28d-441b-b6ca-992b3e7898ae None None] Provisioning for port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:33.815420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cdf2ed58-b28d-441b-b6ca-992b3e7898ae None None] Provisioning complete for port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:33.815986 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cdf2ed58-b28d-441b-b6ca-992b3e7898ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.823926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.856337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16e50a-1cae-4a0b-b5eb-eab03db65104 req-d0c9cfff-a2c6-432f-917e-8d742e5a79a3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:33.864288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e16e50a-1cae-4a0b-b5eb-eab03db65104 req-d0c9cfff-a2c6-432f-917e-8d742e5a79a3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.3136873 Aug 31 09:24:33.871382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:33.944910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8149886-8f3b-43ec-86f1-a0bb9f73edd8 req-ada4404c-a5f3-4a27-be55-addb6522f0d1 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:33.951725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8149886-8f3b-43ec-86f1-a0bb9f73edd8 req-ada4404c-a5f3-4a27-be55-addb6522f0d1 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 935 time: 0.2976787 Aug 31 09:24:33.962425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2ed58-b28d-441b-b6ca-992b3e7898ae None None] Port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:34.061851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.083173 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87e372fc-6f8c-4810-9338-4601d5bb8648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.104882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87e372fc-6f8c-4810-9338-4601d5bb8648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.132594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Transition to ACTIVE for port object 817e39fc-8f34-44a7-b7e8-9a035b5a78ff will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:34.133775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:34.134436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:34.135466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:34.152622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8149886-8f3b-43ec-86f1-a0bb9f73edd8 req-ce97cd1a-04b8-4c12-b5eb-0b840e1ce96f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577902 Aug 31 09:24:34.183624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e16e50a-1cae-4a0b-b5eb-eab03db65104 req-bf089645-7d18-4f6f-b31c-7bc2e69006ad tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740664 Aug 31 09:24:34.186799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:34.187497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:34.235563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e372fc-6f8c-4810-9338-4601d5bb8648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c600b-b17b-4837-8e40-76751c4a9cf6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.246270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-87e372fc-6f8c-4810-9338-4601d5bb8648 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f179563e484841beb12968cc660c422c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225374 Aug 31 09:24:34.264579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41856) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:34.282491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:34.286450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:34.291647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:34.293329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Bound port: 36652cca-dd4b-4f73-855a-db4d4a24c45d, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:34.294218 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.302334 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.321428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['76081706-c5a7-4ac7-b90a-a774ae41fc4e', '3137b3ea-557f-46c7-b24f-36d41d34e624'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:34.360811 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-19d55a09-5b12-46a7-8158-9c09ba059ff1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1807210 Aug 31 09:24:34.504963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:34.524622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:34.538087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:34.551376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:34.552474 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.586273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Pushing event updated for resources: {'Port': ['ID=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.628412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1edb53-430d-4233-8ce8-3d6b3f237c08 req-ebc17baf-07c9-4cd3-98ea-63ba869151d7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:34.642647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb1edb53-430d-4233-8ce8-3d6b3f237c08 req-ebc17baf-07c9-4cd3-98ea-63ba869151d7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 936 time: 0.2736340 Aug 31 09:24:34.649776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be62f624-b840-4e46-b99c-d882094ea5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.689341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1460bcdd-061a-4f4a-83e0-fb896d6131cf req-f1e3a561-4202-4789-b7bd-a817a58e6a22 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 210 time: 0.1144977 Aug 31 09:24:34.694998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-55254619-5072-49bf-8e4b-31c868af0d8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9940414 Aug 31 09:24:34.699115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be62f624-b840-4e46-b99c-d882094ea5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.761815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Request body: {'port': {'device_id': '98e8c2cd-0015-4989-bdb2-c6b002710364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:34.875112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb1edb53-430d-4233-8ce8-3d6b3f237c08 req-4114bfd3-553d-4e43-99a6-b2f2809e31e1 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303641 Aug 31 09:24:35.039990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d46041c8-cd54-4ff3-b0a3-c11d914bb2cc tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631069 Aug 31 09:24:35.064396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:35.086469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-6474ec0f-6c7a-4fc4-8697-e244622ca1fb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:35.089036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-6474ec0f-6c7a-4fc4-8697-e244622ca1fb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6401215 Aug 31 09:24:35.101750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be62f624-b840-4e46-b99c-d882094ea5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.106020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be62f624-b840-4e46-b99c-d882094ea5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.107996 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-be62f624-b840-4e46-b99c-d882094ea5e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d81c600b-b17b-4837-8e40-76751c4a9cf6 HTTP/1.1" status: 204 len: 168 time: 0.8091187 Aug 31 09:24:35.120270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Request body: {'port': {'device_id': '7cce9f97-277b-4b7f-bfda-7b4bb3419cc3', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2c7da74dc1c34aeebb4c512f50c3fff3'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:35.154338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e73b320b-31f5-46f2-8de2-6ccb32005781 None None] Provisioning for port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:35.178170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e73b320b-31f5-46f2-8de2-6ccb32005781 None None] Provisioning complete for port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:35.178807 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e73b320b-31f5-46f2-8de2-6ccb32005781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.262457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e73b320b-31f5-46f2-8de2-6ccb32005781 None None] Port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:35.297725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:35.304346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.333965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.375512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:35.377213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.379716 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] 10.222.0.20 "PUT /v2.0/ports/36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 200 len: 1091 time: 3.1191165 Aug 31 09:24:35.381202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62f624-b840-4e46-b99c-d882094ea5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c600b-b17b-4837-8e40-76751c4a9cf6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:35.424146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c66cff-f037-4f9b-81d4-905832da1abe req-bf74098e-d0d8-49ba-b394-1dc240aec54a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:35.438651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5c66cff-f037-4f9b-81d4-905832da1abe req-bf74098e-d0d8-49ba-b394-1dc240aec54a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.2704220 Aug 31 09:24:35.457352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:35.467462 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8627e67-a759-43db-863e-5601db955e16" -d '{"events": [{"name": "network-changed", "server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:35.663849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-914c1f39-28bd-4862-b8d5-e1633f35b7c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:35.665423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-914c1f39-28bd-4862-b8d5-e1633f35b7c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5299928 Aug 31 09:24:35.683447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Request body: {'port': {'device_id': 'dbec1c80-c839-4917-949d-c43c26b30ef9', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2c7da74dc1c34aeebb4c512f50c3fff3'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:35.691771 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5c66cff-f037-4f9b-81d4-905832da1abe req-d3795303-2309-4cc8-82db-b9faa7c39f10 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519147 Aug 31 09:24:35.699679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6d6a65-bdf3-4a2d-9a15-098a197fa987 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:35.738412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e26b6-ae7a-4e03-9af2-344e33768ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:35.753178 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.768936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17875833-04db-4c56-86ba-564dcea75a81 req-0f053d31-30a3-48d1-8bf0-21d15483dd2f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:35.777058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17875833-04db-4c56-86ba-564dcea75a81 req-0f053d31-30a3-48d1-8bf0-21d15483dd2f tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 935 time: 0.1942432 Aug 31 09:24:35.784417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Made reservation on behalf of 2c7da74dc1c34aeebb4c512f50c3fff3 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:35.791934 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.800605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Transition to ACTIVE for port object fc6d6a65-bdf3-4a2d-9a15-098a197fa987 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:35.805733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-1308d62d-8ba5-43e2-9840-08dcd33b8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:35.819610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-1308d62d-8ba5-43e2-9840-08dcd33b8a1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1094 time: 0.2891517 Aug 31 09:24:35.832298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.924146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:35.994263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-5097cd4d-3772-4d61-a098-b3ec580bb788 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 200 len: 217 time: 0.1637962 Aug 31 09:24:36.166501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17875833-04db-4c56-86ba-564dcea75a81 req-1b88920d-0b84-405f-8bdf-b202f206ac14 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738320 Aug 31 09:24:36.289024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-b15a235a-0fdf-4656-b292-cfa93290211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.291495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-b15a235a-0fdf-4656-b292-cfa93290211f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.2709544 Aug 31 09:24:36.312645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7fc0e-eb8b-4b74-9878-05c9d1965b88 req-aaab6584-623f-4a13-80d7-13482ac2cc26 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.316916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94e7fc0e-eb8b-4b74-9878-05c9d1965b88 req-aaab6584-623f-4a13-80d7-13482ac2cc26 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.2410560 Aug 31 09:24:36.340460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Made reservation on behalf of 2c7da74dc1c34aeebb4c512f50c3fff3 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:36.358529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.364998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-4dbcd259-92bd-49f9-9644-b0dfc0b34b31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481513 Aug 31 09:24:36.367166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Attempting to bind port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:36.367703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Attempting to bind port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:36.368234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Attempting to bind port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:36.376649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:36.377151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Attempting to bind port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:36.547067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94e7fc0e-eb8b-4b74-9878-05c9d1965b88 req-bd00b52c-ac68-4140-87f5-9d8f1f767ef8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749644 Aug 31 09:24:36.559568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817e39fc-8f34-44a7-b7e8-9a035b5a78ff {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:36.562266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:36.562873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:36.563500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:36.567567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Bound port: fc6d6a65-bdf3-4a2d-9a15-098a197fa987, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:36.568613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.581970 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-5fddb841-6c0f-4759-9515-3557e8b96aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931798 Aug 31 09:24:36.583272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.588002 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a25c4cc-962b-474f-a166-1f1c5d4b101e x-openstack-request-id: req-0a25c4cc-962b-474f-a166-1f1c5d4b101e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:36.588832 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:36.589538 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a25c4cc-962b-474f-a166-1f1c5d4b101e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:36.590669 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d', 'status': 'completed', 'code': 200} Aug 31 09:24:36.607563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Transition to ACTIVE for port object 817e39fc-8f34-44a7-b7e8-9a035b5a78ff will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:36.635652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.691008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5d6af6f-cf88-4b48-b096-3ff3550e5e61 req-8884a7f2-ac9e-4792-b61b-243125f2fe17 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 210 time: 0.0803583 Aug 31 09:24:36.837186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Allocated IP 192.168.233.77 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/38f10054-e802-4dea-b663-7037a904fcfa) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:36.949465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:37.094550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291977ca-c1d2-4698-9099-2733933fd2fd req-24e384b6-7d1a-4cd3-836c-d399b26deafe tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.096857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-291977ca-c1d2-4698-9099-2733933fd2fd req-24e384b6-7d1a-4cd3-836c-d399b26deafe tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 948 time: 0.4183295 Aug 31 09:24:37.104611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Attempting to bind port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:37.105208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Attempting to bind port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:37.105580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Attempting to bind port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:37.126458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:37.126818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Attempting to bind port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:37.138423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c930b-2610-4498-9d48-27a8de051657 req-4030473e-1660-4090-b6ff-596c5f7af7ca tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.140169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-235c930b-2610-4498-9d48-27a8de051657 req-4030473e-1660-4090-b6ff-596c5f7af7ca tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.2014201 Aug 31 09:24:37.183030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:37.183562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:37.184564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:37.185001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Bound port: 817e39fc-8f34-44a7-b7e8-9a035b5a78ff, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:37.185597 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.267204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-291977ca-c1d2-4698-9099-2733933fd2fd req-a38fd837-d6e8-45d0-a981-a45af840d744 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444478 Aug 31 09:24:37.399236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-235c930b-2610-4498-9d48-27a8de051657 req-c1af0d56-25a1-4c75-8d0a-bbd405405b16 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218220 Aug 31 09:24:37.423999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] For port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:37.434872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] For port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:37.466664 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.524530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] For port fc6d6a65-bdf3-4a2d-9a15-098a197fa987, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:37.528735 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e71216f-c3b0-4eaf-a665-52276c259afe req-4b66ebc5-0a65-44a2-ad06-5c327a6dbd2a service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9347215 Aug 31 09:24:37.534496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] For port fc6d6a65-bdf3-4a2d-9a15-098a197fa987, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:37.535036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bac4b-ecff-4146-a5f3-7811f0dff65a req-99892ebd-280c-4fe8-ad4a-a586e5717686 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.536990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-170bac4b-ecff-4146-a5f3-7811f0dff65a req-99892ebd-280c-4fe8-ad4a-a586e5717686 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 947 time: 0.1342950 Aug 31 09:24:37.542912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.544416 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.545005 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.545505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] 10.222.0.52 "PUT /v2.0/ports/817e39fc-8f34-44a7-b7e8-9a035b5a78ff HTTP/1.1" status: 200 len: 1096 time: 2.8286219 Aug 31 09:24:37.548300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e8c2cd-0015-4989-bdb2-c6b002710364', 'tag': '817e39fc-8f34-44a7-b7e8-9a035b5a78ff'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:37.559484 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d0deb-be11-42b0-90c6-ee8c40454d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "98e8c2cd-0015-4989-bdb2-c6b002710364", "tag": "817e39fc-8f34-44a7-b7e8-9a035b5a78ff"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:37.619679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.621616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.623182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/fc6d6a65-bdf3-4a2d-9a15-098a197fa987 HTTP/1.1" status: 200 len: 1095 time: 3.9673502 Aug 31 09:24:37.702477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019539-bfc9-4dc1-9c78-44fe701c0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:37.779855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-170bac4b-ecff-4146-a5f3-7811f0dff65a req-df8e4175-edf6-4998-9561-0f76c407bbfe tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052128 Aug 31 09:24:37.807373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d3de8-4e5c-4a06-a9f0-c7cf7314e5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:37.830192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-764e925d-2315-4d01-a814-0b3c1e9426f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.833024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-764e925d-2315-4d01-a814-0b3c1e9426f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 1099 time: 0.1820457 Aug 31 09:24:37.842658 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.876781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Transition to ACTIVE for port object 38f10054-e802-4dea-b663-7037a904fcfa will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:37.891191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235509-ae3e-4c68-8796-4994e68199bc req-5b6d6377-64e1-4940-ad1b-69f3bd7a1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.893431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-5b6d6377-64e1-4940-ad1b-69f3bd7a1d42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 1098 time: 0.1491632 Aug 31 09:24:37.899827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627e67-a759-43db-863e-5601db955e16 req-9fd03989-d177-4fd3-a911-b0b8e1d5647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.901443 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8627e67-a759-43db-863e-5601db955e16 req-9fd03989-d177-4fd3-a911-b0b8e1d5647e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1094 time: 0.2437360 Aug 31 09:24:37.998923 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-c701fb45-3a79-4b08-949d-22616522f453 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fc6d6a65-bdf3-4a2d-9a15-098a197fa987 HTTP/1.1" status: 200 len: 217 time: 0.0798235 Aug 31 09:24:38.037187 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf31bdcf-898e-4f27-b29e-fa073a4125af x-openstack-request-id: req-bf31bdcf-898e-4f27-b29e-fa073a4125af {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:38.037505 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e8c2cd-0015-4989-bdb2-c6b002710364", "tag": "817e39fc-8f34-44a7-b7e8-9a035b5a78ff", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:38.037773 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf31bdcf-898e-4f27-b29e-fa073a4125af {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:38.038095 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e8c2cd-0015-4989-bdb2-c6b002710364', 'tag': '817e39fc-8f34-44a7-b7e8-9a035b5a78ff', 'status': 'completed', 'code': 200} Aug 31 09:24:38.058442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-4597c332-25e5-4316-b021-1c359793d55e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=817e39fc-8f34-44a7-b7e8-9a035b5a78ff HTTP/1.1" status: 200 len: 217 time: 0.2050695 Aug 31 09:24:38.176088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58026eeb-e54e-49d5-adbf-57a7ea663807 req-af5cd66f-d41b-4058-9b50-c3c9050025ba tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 210 time: 0.0339856 Aug 31 09:24:38.219175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627e67-a759-43db-863e-5601db955e16 req-b438a5f4-574c-4998-9dcf-05ecfff8b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.221489 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8627e67-a759-43db-863e-5601db955e16 req-b438a5f4-574c-4998-9dcf-05ecfff8b479 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.3005762 Aug 31 09:24:38.231112 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.248547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:38.365091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-7b924de9-5a10-47cc-8316-32957e8e406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.367498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'Port': ['ID=38f10054-e802-4dea-b663-7037a904fcfa,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:38.367825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-7b924de9-5a10-47cc-8316-32957e8e406e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2937746 Aug 31 09:24:38.386285 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8627e67-a759-43db-863e-5601db955e16 req-bfacb8e1-a9d1-4b41-aef8-25790ff18d61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 200 len: 217 time: 0.1343844 Aug 31 09:24:38.392482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66004ef7-7aaa-484e-9cb5-2079c0bcde76 req-17508dac-1afd-4837-b423-e4abca511331 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.395682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66004ef7-7aaa-484e-9cb5-2079c0bcde76 req-17508dac-1afd-4837-b423-e4abca511331 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.3318172 Aug 31 09:24:38.398487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:38.402173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235509-ae3e-4c68-8796-4994e68199bc req-81f7dad0-a28f-487d-a835-1d34ef320b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.405103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-81f7dad0-a28f-487d-a835-1d34ef320b75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.3688035 Aug 31 09:24:38.411351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:38.483349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:38.508280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Allocated IP 192.168.233.251 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/d3533568-8de6-4955-8457-368364bca17f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:38.587505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-a102a86f-9e18-4bbd-83d3-b217eee49b57 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c50c3a2692534dc09e2dcd28a1af1128&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735428 Aug 31 09:24:38.594928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca', 'tag': 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:38.597292 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494d9743-942d-4ae1-aec1-099d4bdc1a50" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca", "tag": "fc6d6a65-bdf3-4a2d-9a15-098a197fa987"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:38.607657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627e67-a759-43db-863e-5601db955e16 req-8b88ccbd-4bc6-4200-9164-10a50aca3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.609809 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8627e67-a759-43db-863e-5601db955e16 req-8b88ccbd-4bc6-4200-9164-10a50aca3045 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.2013478 Aug 31 09:24:38.613468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235509-ae3e-4c68-8796-4994e68199bc req-6cf507b9-17e5-4054-85b3-abcd51a0662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.615090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-6cf507b9-17e5-4054-85b3-abcd51a0662e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755126 Aug 31 09:24:38.621097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.621774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.670723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66004ef7-7aaa-484e-9cb5-2079c0bcde76 req-74718e7f-5138-4167-b590-795728840774 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480223 Aug 31 09:24:38.701011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-b272a73e-3535-47fd-a5bf-170b8ec9f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.702569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-b272a73e-3535-47fd-a5bf-170b8ec9f902 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3020191 Aug 31 09:24:38.706017 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-56d76392-3d48-44d1-95e1-4fe5b333f3c2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5915670 Aug 31 09:24:38.710140 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8627e67-a759-43db-863e-5601db955e16 req-b4dc204a-c5d6-4123-be47-c4907e479c39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809169 Aug 31 09:24:38.726647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Request body: {'port': {'device_id': '7cce9f97-277b-4b7f-bfda-7b4bb3419cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:38.791652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-edebe87b-239f-46b8-b429-e5facb66a982 None None] Provisioning for port 38f10054-e802-4dea-b663-7037a904fcfa completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:38.797496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-edebe87b-239f-46b8-b429-e5facb66a982 None None] Provisioning complete for port 38f10054-e802-4dea-b663-7037a904fcfa triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:38.797868 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-edebe87b-239f-46b8-b429-e5facb66a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.853097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-edebe87b-239f-46b8-b429-e5facb66a982 None None] Port 38f10054-e802-4dea-b663-7037a904fcfa cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:38.988140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-4ab75f73-a0c7-4f5d-af37-a757d44925cb tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.999584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-4ab75f73-a0c7-4f5d-af37-a757d44925cb tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021649 Aug 31 09:24:39.022496 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-f83cc557-dd9b-4a0f-9caa-59d9f040ab72 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825715 Aug 31 09:24:39.030345 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.068307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a4ba9-4389-45b7-8c7e-68b185a81712 req-ed1cc2d5-e974-4a61-9572-e3eb29eb462f tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.070134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-323a4ba9-4389-45b7-8c7e-68b185a81712 req-ed1cc2d5-e974-4a61-9572-e3eb29eb462f tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 948 time: 0.1921091 Aug 31 09:24:39.071975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-c683acd6-14ee-4d68-ac77-efaa7e5d9cae tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/quotas/c50c3a2692534dc09e2dcd28a1af1128 HTTP/1.1" status: 200 len: 375 time: 0.0715492 Aug 31 09:24:39.096310 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.104465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-98ff773a-0f6d-4af3-a132-0dbe328950fb service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862112 Aug 31 09:24:39.160144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8627e67-a759-43db-863e-5601db955e16 req-f9e1c1bd-90b2-43c1-88a8-1567f11fc1c3 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377606 Aug 31 09:24:39.165127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41970) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:39.166465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Transition to ACTIVE for port object d3533568-8de6-4955-8457-368364bca17f will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:39.230259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-aa6ee10f-e6cf-465a-8197-8d98d0145f4b tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c50c3a2692534dc09e2dcd28a1af1128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162677 Aug 31 09:24:39.373006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-323a4ba9-4389-45b7-8c7e-68b185a81712 req-82592270-e344-4f88-a6ee-e59f68536012 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666445 Aug 31 09:24:39.457665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.463405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9207fa-0048-4ab5-af09-d7298988aa0a req-767d8169-b1ef-4e5d-93cc-3f3504bc9a2f service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156109 Aug 31 09:24:39.471662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:39.562779 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac067b22-f832-4362-89b5-9484a80c77cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.602228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12235509-ae3e-4c68-8796-4994e68199bc req-0d0ba83a-7441-44f2-ba8b-4d594ce3e899 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622160 Aug 31 09:24:39.650432 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58508887-e228-43f5-aa7e-85673fa49a27 x-openstack-request-id: req-58508887-e228-43f5-aa7e-85673fa49a27 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:39.650895 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca", "tag": "fc6d6a65-bdf3-4a2d-9a15-098a197fa987", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:39.651287 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58508887-e228-43f5-aa7e-85673fa49a27 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:39.651866 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca', 'tag': 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987', 'status': 'completed', 'code': 200} Aug 31 09:24:39.690063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:39.708313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:39.726415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:39.737231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.737839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.743208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'Port': ['ID=d3533568-8de6-4955-8457-368364bca17f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:39.810954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-7e5ab600-c9de-47a0-8e98-3af1e1eb9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.813576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-7e5ab600-c9de-47a0-8e98-3af1e1eb9385 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 1099 time: 0.2552085 Aug 31 09:24:39.831205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df2035-33b2-4562-ba93-240969750099 req-f405a012-a184-4992-a7d6-e33d02ff148a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.833938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92df2035-33b2-4562-ba93-240969750099 req-f405a012-a184-4992-a7d6-e33d02ff148a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.2775447 Aug 31 09:24:39.895910 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8627e67-a759-43db-863e-5601db955e16 req-fe36f191-658c-4466-b4d9-88c72680bf89 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6799204 Aug 31 09:24:40.104795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92df2035-33b2-4562-ba93-240969750099 req-2745eda0-a9b9-4f47-a505-119781ab4fab tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150133 Aug 31 09:24:40.119340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662854d6-db50-450f-80c1-4be16a8ebe7b req-6f34733c-0679-4bda-8b08-51f870476cd9 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.122170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-662854d6-db50-450f-80c1-4be16a8ebe7b req-6f34733c-0679-4bda-8b08-51f870476cd9 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 947 time: 0.3182356 Aug 31 09:24:40.159053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-b39a4d62-235c-4161-b035-f526bc2b3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.161298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-b39a4d62-235c-4161-b035-f526bc2b3a55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 1098 time: 0.3128877 Aug 31 09:24:40.192971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f10054-e802-4dea-b663-7037a904fcfa {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:40.195460 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.199152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c4237218-d44b-47c2-8658-fb4c87c88f6e None None] Provisioning for port d3533568-8de6-4955-8457-368364bca17f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:40.204657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c4237218-d44b-47c2-8658-fb4c87c88f6e None None] Provisioning complete for port d3533568-8de6-4955-8457-368364bca17f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:40.205226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c4237218-d44b-47c2-8658-fb4c87c88f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.215096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.230207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-db48adc0-355e-47b1-a397-9354bc836050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.233557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-db48adc0-355e-47b1-a397-9354bc836050 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3721182 Aug 31 09:24:40.244214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Transition to ACTIVE for port object 38f10054-e802-4dea-b663-7037a904fcfa will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:40.249102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c4237218-d44b-47c2-8658-fb4c87c88f6e None None] Port d3533568-8de6-4955-8457-368364bca17f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:40.280170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-662854d6-db50-450f-80c1-4be16a8ebe7b req-4b54f1fe-c613-4b66-a280-10e244808090 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451898 Aug 31 09:24:40.300607 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.379612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-b4ce976d-2204-49b6-a946-bf3f35c63a2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=817e39fc-8f34-44a7-b7e8-9a035b5a78ff HTTP/1.1" status: 200 len: 217 time: 0.1342950 Aug 31 09:24:40.499932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b7be637-de1e-483c-83db-1121088236fc req-a91bca02-953c-4ae9-8d7e-4722e71882e1 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 210 time: 0.1231472 Aug 31 09:24:40.582113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dec01e-7b78-4e20-a4c8-daad61500d2f req-71814510-6432-4e19-9f99-871813883c70 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.596314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70dec01e-7b78-4e20-a4c8-daad61500d2f req-71814510-6432-4e19-9f99-871813883c70 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 936 time: 0.2353139 Aug 31 09:24:40.602622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-01cff22b-a9ec-4fe6-9f8d-dfa242be621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.605554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-01cff22b-a9ec-4fe6-9f8d-dfa242be621a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1825531 Aug 31 09:24:40.681316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-51f7026e-5661-4313-97f7-1c65c14ca851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.684731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-51f7026e-5661-4313-97f7-1c65c14ca851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4357998 Aug 31 09:24:40.689570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac067b22-f832-4362-89b5-9484a80c77cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.691500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Pushing event updated for resources: {'Port': ['ID=38f10054-e802-4dea-b663-7037a904fcfa,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:40.743710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-39051abe-2cda-4318-8e75-ee10d858f4aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0665104 Aug 31 09:24:40.756181 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac067b22-f832-4362-89b5-9484a80c77cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.787898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-dedcfdb5-95b9-484e-ae24-a1bbaed8195e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fc6d6a65-bdf3-4a2d-9a15-098a197fa987 HTTP/1.1" status: 200 len: 217 time: 0.0863090 Aug 31 09:24:40.805818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Request body: {'port': {'device_id': 'dbec1c80-c839-4917-949d-c43c26b30ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:40.841526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70dec01e-7b78-4e20-a4c8-daad61500d2f req-3bdcb96d-360b-48b6-bad9-0608242427e5 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435997 Aug 31 09:24:40.873952 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ac067b22-f832-4362-89b5-9484a80c77cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1267c0e6a5845f1833ece1b2f558d47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7036748 Aug 31 09:24:40.874217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-c7a30485-f0a4-4c54-a50a-0c70774ac47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.874217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-c7a30485-f0a4-4c54-a50a-0c70774ac47c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464304 Aug 31 09:24:40.875528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41992) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:40.904758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067b22-f832-4362-89b5-9484a80c77cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbf853f-5c0f-456a-a8f1-dbd77e143e70,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:40.926029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-b42dfec7-6400-4bd6-b45c-5f616e761472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.927584 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-b42dfec7-6400-4bd6-b45c-5f616e761472 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1207173 Aug 31 09:24:40.939614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Attempting to bind port 38f10054-e802-4dea-b663-7037a904fcfa on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:40.939953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Attempting to bind port 38f10054-e802-4dea-b663-7037a904fcfa by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:40.940291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Attempting to bind port 38f10054-e802-4dea-b663-7037a904fcfa on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:40.956635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Port 38f10054-e802-4dea-b663-7037a904fcfa on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:40.956946 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Attempting to bind port 38f10054-e802-4dea-b663-7037a904fcfa on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:40.959609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1800815-f181-4de6-afdd-abc55f4f4843 req-fcab83e3-62cf-4738-b3e9-949b2d54d82e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.961698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1800815-f181-4de6-afdd-abc55f4f4843 req-fcab83e3-62cf-4738-b3e9-949b2d54d82e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.2437758 Aug 31 09:24:40.978031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:40.978379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:40.978785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:40.979223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Bound port: 38f10054-e802-4dea-b663-7037a904fcfa, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:40.979588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.072654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.204302 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1800815-f181-4de6-afdd-abc55f4f4843 req-a6ff5506-a9fe-47ea-8e3f-bce21970f2a6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841998 Aug 31 09:24:41.218363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8120ae3-788b-4688-9b91-015fa7b5cc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.225492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-be67fdf9-a198-4c73-920b-633a1e58fd19 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285728 Aug 31 09:24:41.245530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-623e6904-c0a6-4cc5-af17-039be2f7fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.247248 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-623e6904-c0a6-4cc5-af17-039be2f7fca4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3044910 Aug 31 09:24:41.300405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5daba6-3934-44d1-836c-49b40ef3e00c req-8ccd87c8-f0eb-4be4-9566-10cf1c20fe5c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.302017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5daba6-3934-44d1-836c-49b40ef3e00c req-8ccd87c8-f0eb-4be4-9566-10cf1c20fe5c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 948 time: 0.2805433 Aug 31 09:24:41.318778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8120ae3-788b-4688-9b91-015fa7b5cc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.332494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] For port 38f10054-e802-4dea-b663-7037a904fcfa, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:41.357328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] For port 38f10054-e802-4dea-b663-7037a904fcfa, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=38f10054-e802-4dea-b663-7037a904fcfa,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:41.364934 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.422652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.423333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.424812 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] 10.222.0.52 "PUT /v2.0/ports/38f10054-e802-4dea-b663-7037a904fcfa HTTP/1.1" status: 200 len: 1095 time: 2.7038827 Aug 31 09:24:41.429605 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-2aff2de5-dbaf-416c-804d-c6e87ce30433 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737919 Aug 31 09:24:41.581291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612d92-f455-494d-8d72-255d59dad5fb service neutron] Pushing event updated for resources: {'Port': ['ID=38f10054-e802-4dea-b663-7037a904fcfa,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:41.588495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6a793eef-179c-43bf-be90-bc17c73cbd35 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c50c3a2692534dc09e2dcd28a1af1128&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968955 Aug 31 09:24:41.643418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-dcb3e89d-73a6-4fe9-9399-6c87288ac526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.644900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-dcb3e89d-73a6-4fe9-9399-6c87288ac526 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3 HTTP/1.1" status: 200 len: 1098 time: 0.1179852 Aug 31 09:24:41.672751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cce9f97-277b-4b7f-bfda-7b4bb3419cc3', 'tag': '38f10054-e802-4dea-b663-7037a904fcfa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:41.674946 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf624f3-2471-4f61-ab3a-48c2cf722899" -d '{"events": [{"name": "network-changed", "server_uuid": "7cce9f97-277b-4b7f-bfda-7b4bb3419cc3", "tag": "38f10054-e802-4dea-b663-7037a904fcfa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:41.747684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-a16c36e5-9369-46e4-b0d4-a052c5555a20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=38f10054-e802-4dea-b663-7037a904fcfa HTTP/1.1" status: 200 len: 217 time: 0.0670228 Aug 31 09:24:41.752333 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-494d9743-942d-4ae1-aec1-099d4bdc1a50 req-8a7e68a9-f9cc-49ea-8784-38b88dea0a1a service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109195 Aug 31 09:24:41.830505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-013d47de-38ad-4818-9525-2d4495e03713 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.832271 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-013d47de-38ad-4818-9525-2d4495e03713 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367117 Aug 31 09:24:41.838232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-2428152d-41c5-42bd-9445-56f083565597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.839884 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-2428152d-41c5-42bd-9445-56f083565597 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0838096 Aug 31 09:24:41.847095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Request body: {'port': {'device_id': '99c47512-26df-46cd-807e-8ecd9dae0887', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'c50c3a2692534dc09e2dcd28a1af1128'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:41.865785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5daba6-3934-44d1-836c-49b40ef3e00c req-4b94aecd-62c7-403a-9808-2037d03294f1 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223761 Aug 31 09:24:41.881104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559d0deb-be11-42b0-90c6-ee8c40454d2e req-effbc5e9-19aa-4390-8552-30024944e9d4 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892193 Aug 31 09:24:41.893976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b97ff-e444-4ede-bd76-5f1f81ef9dc4 req-2ce87f0e-de0f-4249-99b5-03abe2dbd851 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.902104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-005b97ff-e444-4ede-bd76-5f1f81ef9dc4 req-2ce87f0e-de0f-4249-99b5-03abe2dbd851 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.2495971 Aug 31 09:24:41.915925 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8120ae3-788b-4688-9b91-015fa7b5cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.919337 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8120ae3-788b-4688-9b91-015fa7b5cc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.920595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d8120ae3-788b-4688-9b91-015fa7b5cc46 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8bbf853f-5c0f-456a-a8f1-dbd77e143e70 HTTP/1.1" status: 204 len: 168 time: 1.0419235 Aug 31 09:24:41.951352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8120ae3-788b-4688-9b91-015fa7b5cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbf853f-5c0f-456a-a8f1-dbd77e143e70,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.016520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-4f4c6d6c-4f2f-4ef1-9785-b679bde51668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.018135 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-4f4c6d6c-4f2f-4ef1-9785-b679bde51668 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594676 Aug 31 09:24:42.018904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Made reservation on behalf of c50c3a2692534dc09e2dcd28a1af1128 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:42.022493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.029255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-005b97ff-e444-4ede-bd76-5f1f81ef9dc4 req-2b552a5b-aced-47e1-935f-0b87e91d59d7 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061420 Aug 31 09:24:42.041652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.147588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fdc6a77f-3bf0-4893-bf18-4b771f45801a req-ee79d8f7-3b3f-47b2-8c37-1890a93e7483 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 210 time: 0.0525019 Aug 31 09:24:42.206337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3533568-8de6-4955-8457-368364bca17f {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:42.216109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.232632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Transition to ACTIVE for port object d3533568-8de6-4955-8457-368364bca17f will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:42.243562 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.262859 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcf28f7-424b-4699-8b8a-db28dbcc727e x-openstack-request-id: req-dfcf28f7-424b-4699-8b8a-db28dbcc727e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:42.263302 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cce9f97-277b-4b7f-bfda-7b4bb3419cc3", "tag": "38f10054-e802-4dea-b663-7037a904fcfa", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:42.263710 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dfcf28f7-424b-4699-8b8a-db28dbcc727e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:42.264340 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cce9f97-277b-4b7f-bfda-7b4bb3419cc3', 'tag': '38f10054-e802-4dea-b663-7037a904fcfa', 'status': 'completed', 'code': 200} Aug 31 09:24:42.285172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-18c53f47-af58-41db-8b1a-058038c6c7b8 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586985 Aug 31 09:24:42.289208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41750d-da62-4333-81ce-bb46dd54af03 req-71100d3f-3e41-4869-8dda-48d61da264ad tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.290844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a41750d-da62-4333-81ce-bb46dd54af03 req-71100d3f-3e41-4869-8dda-48d61da264ad tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 947 time: 0.2540610 Aug 31 09:24:42.305212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.317501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 36652cca-dd4b-4f73-855a-db4d4a24c45d details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:42.323038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.357861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42010) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:42.438540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a41750d-da62-4333-81ce-bb46dd54af03 req-1fd121d3-7037-4a72-9edf-8bdb1edef5b8 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815732 Aug 31 09:24:42.448390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:42.460600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Attempting to bind port d3533568-8de6-4955-8457-368364bca17f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:42.460938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Attempting to bind port d3533568-8de6-4955-8457-368364bca17f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:42.461266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Attempting to bind port d3533568-8de6-4955-8457-368364bca17f on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:42.465207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '36652cca-dd4b-4f73-855a-db4d4a24c45d', 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'port_id': '36652cca-dd4b-4f73-855a-db4d4a24c45d', 'mac_address': 'fa:16:3e:4b:3e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5d1ca-8ef9-49bb-889f-18ff999e3927', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:42.465900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b53eb6e-4dc8-4a9c-8611-871ba2bd06b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.475718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6209b462-a648-43f5-ac15-9e11eb117136,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.494990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3533568-8de6-4955-8457-368364bca17f,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.515059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Port d3533568-8de6-4955-8457-368364bca17f on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:42.515350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Attempting to bind port d3533568-8de6-4955-8457-368364bca17f on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:42.518857 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.540194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4459f2d-5a52-4cc6-935d-e9b372473ce2 req-afbfe76a-46d4-4af5-8868-aadc5e39dae8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.540448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36652cca-dd4b-4f73-855a-db4d4a24c45d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:42.550318 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4459f2d-5a52-4cc6-935d-e9b372473ce2 req-afbfe76a-46d4-4af5-8868-aadc5e39dae8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 948 time: 0.2580764 Aug 31 09:24:42.574008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:42.579907 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.582685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:42.583225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:42.583678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:42.584132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Bound port: d3533568-8de6-4955-8457-368364bca17f, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:42.584515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.656435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.697403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4459f2d-5a52-4cc6-935d-e9b372473ce2 req-e26a5729-1c6f-4028-b038-edf50899f55d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457605 Aug 31 09:24:42.731873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03d49c-7bc0-4324-8d97-d87fdc1b6e15 req-ca9df69d-69a3-4f2a-8376-bd4c84d819e5 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.733520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a03d49c-7bc0-4324-8d97-d87fdc1b6e15 req-ca9df69d-69a3-4f2a-8376-bd4c84d819e5 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.1744766 Aug 31 09:24:42.767567 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-0fcefb5a-c14e-4fa5-a0ef-c0f589716ab3 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556396 Aug 31 09:24:42.789729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] For port d3533568-8de6-4955-8457-368364bca17f, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:42.814157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b53eb6e-4dc8-4a9c-8611-871ba2bd06b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.825608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] For port d3533568-8de6-4955-8457-368364bca17f, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d3533568-8de6-4955-8457-368364bca17f,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:42.826837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b53eb6e-4dc8-4a9c-8611-871ba2bd06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.828111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Allocated IP 192.168.233.237 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/a4a462a5-7566-495e-b7db-95c9e864aaa2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:42.836739 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.861113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a03d49c-7bc0-4324-8d97-d87fdc1b6e15 req-c56e47c9-9f7e-4e18-bb53-df68fd762376 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040525 Aug 31 09:24:42.917428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.918787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.920082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] 10.222.0.52 "PUT /v2.0/ports/d3533568-8de6-4955-8457-368364bca17f HTTP/1.1" status: 200 len: 1096 time: 2.1363137 Aug 31 09:24:42.920863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53eb6e-4dc8-4a9c-8611-871ba2bd06b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b09b44-c470-404d-9bc1-6e761d57f04b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.923913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec1c80-c839-4917-949d-c43c26b30ef9', 'tag': 'd3533568-8de6-4955-8457-368364bca17f'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:42.926620 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22e3733-9d77-451b-8c49-4db5c0ba6940" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec1c80-c839-4917-949d-c43c26b30ef9", "tag": "d3533568-8de6-4955-8457-368364bca17f"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:42.935719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1b53eb6e-4dc8-4a9c-8611-871ba2bd06b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=290d726d7739407b90a15d9e8c79458a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742040 Aug 31 09:24:42.941062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42018) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:42.988545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2042f7c-14e2-43cd-a6ba-a1f79ab8b2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3533568-8de6-4955-8457-368364bca17f,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.998278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['36652cca-dd4b-4f73-855a-db4d4a24c45d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:43.011976 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c45f4c1-473c-4e81-ba94-f5873c1db2bb x-openstack-request-id: req-9c45f4c1-473c-4e81-ba94-f5873c1db2bb {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:43.012299 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec1c80-c839-4917-949d-c43c26b30ef9", "tag": "d3533568-8de6-4955-8457-368364bca17f", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:43.012681 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c45f4c1-473c-4e81-ba94-f5873c1db2bb {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:43.013097 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbec1c80-c839-4917-949d-c43c26b30ef9', 'tag': 'd3533568-8de6-4955-8457-368364bca17f', 'status': 'completed', 'code': 200} Aug 31 09:24:43.066341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-f15b21b0-56c3-4953-b237-e3004178167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.066672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae4760aa-22e5-47e7-ae19-4ad6e6dbf709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.067962 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-f15b21b0-56c3-4953-b237-e3004178167e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3 HTTP/1.1" status: 200 len: 1098 time: 0.2029245 Aug 31 09:24:43.215883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae4760aa-22e5-47e7-ae19-4ad6e6dbf709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.277563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.293343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 817e39fc-8f34-44a7-b7e8-9a035b5a78ff details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:43.299678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-358e06ec-e0bb-4c63-915b-6ab574cc8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.301421 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-358e06ec-e0bb-4c63-915b-6ab574cc8e93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2032652 Aug 31 09:24:43.304485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Transition to ACTIVE for port object a4a462a5-7566-495e-b7db-95c9e864aaa2 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:43.306996 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.323951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-e6cb2d30-992b-4c16-b9e1-2d8c80ddd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.326735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-e6cb2d30-992b-4c16-b9e1-2d8c80ddd2bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 1099 time: 0.2928307 Aug 31 09:24:43.359611 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-b3f065a2-ccf7-4573-92e9-3abc3207cab2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=38f10054-e802-4dea-b663-7037a904fcfa HTTP/1.1" status: 200 len: 217 time: 0.0437717 Aug 31 09:24:43.404899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.440476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aa571-21da-4bd0-98cb-39388fc8aef4 req-b1bfbca9-6db8-4efb-af8a-024abb8e4416 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.443563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f09aa571-21da-4bd0-98cb-39388fc8aef4 req-b1bfbca9-6db8-4efb-af8a-024abb8e4416 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 948 time: 0.2971416 Aug 31 09:24:43.446850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-fdddc7a0-96ae-416e-b703-6355d1712792 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d3533568-8de6-4955-8457-368364bca17f HTTP/1.1" status: 200 len: 217 time: 0.0993707 Aug 31 09:24:43.471542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:43.474067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c844a-1e08-4fed-b10f-5b0fff89ca23 req-fc05a94b-1b2e-4d35-8cd5-dc0e28045269 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.476518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c66c844a-1e08-4fed-b10f-5b0fff89ca23 req-fc05a94b-1b2e-4d35-8cd5-dc0e28045269 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 944 time: 0.2676032 Aug 31 09:24:43.492829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:43.499794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-aff237b8-153b-4240-9dbe-58066f773f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.502185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-aff237b8-153b-4240-9dbe-58066f773f90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1288536 Aug 31 09:24:43.503823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:43.508298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Pushing event updated for resources: {'Port': ['ID=a4a462a5-7566-495e-b7db-95c9e864aaa2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:43.572588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:43.595482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '817e39fc-8f34-44a7-b7e8-9a035b5a78ff', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '817e39fc-8f34-44a7-b7e8-9a035b5a78ff', 'mac_address': 'fa:16:3e:04:60:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:43.601838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.602964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.619003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-44a850fa-687a-4e06-a277-7df75fc87d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.620715 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-44a850fa-687a-4e06-a277-7df75fc87d9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871294 Aug 31 09:24:43.628815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-6f56ea01-3f01-4c8d-9c03-0aad1ea1aa46 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7866828 Aug 31 09:24:43.631499 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae4760aa-22e5-47e7-ae19-4ad6e6dbf709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.636266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae4760aa-22e5-47e7-ae19-4ad6e6dbf709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.641033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ae4760aa-22e5-47e7-ae19-4ad6e6dbf709 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04b09b44-c470-404d-9bc1-6e761d57f04b HTTP/1.1" status: 204 len: 168 time: 0.6960087 Aug 31 09:24:43.648912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Request body: {'port': {'device_id': '99c47512-26df-46cd-807e-8ecd9dae0887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:43.682794 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.691599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-399d9332-82d4-4d6c-822d-005104e31fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.693131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-399d9332-82d4-4d6c-822d-005104e31fd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2369781 Aug 31 09:24:43.721119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817e39fc-8f34-44a7-b7e8-9a035b5a78ff {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:43.730898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c66c844a-1e08-4fed-b10f-5b0fff89ca23 req-1cf330b7-979c-4d98-a61a-fea72f412eb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317619 Aug 31 09:24:43.733877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4760aa-22e5-47e7-ae19-4ad6e6dbf709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b09b44-c470-404d-9bc1-6e761d57f04b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:43.762352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f09aa571-21da-4bd0-98cb-39388fc8aef4 req-25815ec7-cdcb-4787-a23f-209d988dc0e0 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740107 Aug 31 09:24:43.796202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:43.810837 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.898166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.944005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-712cc322-aca4-40b0-9a73-14621364f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.945451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-712cc322-aca4-40b0-9a73-14621364f311 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2407911 Aug 31 09:24:43.950341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:43.991389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-837fb004-6a5a-4245-980a-e896f2e051a4 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567793 Aug 31 09:24:44.001991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bd7bb374-ea9d-4856-9c91-dbe2633deeb9 None None] Provisioning for port a4a462a5-7566-495e-b7db-95c9e864aaa2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:44.017260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bd7bb374-ea9d-4856-9c91-dbe2633deeb9 None None] Provisioning complete for port a4a462a5-7566-495e-b7db-95c9e864aaa2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:44.019430 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb374-ea9d-4856-9c91-dbe2633deeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.065753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bd7bb374-ea9d-4856-9c91-dbe2633deeb9 None None] Port a4a462a5-7566-495e-b7db-95c9e864aaa2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:44.130333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461511b-54a8-4487-87b5-025e65253c71 req-ead6b14d-5ca0-4b23-bbca-ea0493a08a6d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.131981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1461511b-54a8-4487-87b5-025e65253c71 req-ead6b14d-5ca0-4b23-bbca-ea0493a08a6d tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 947 time: 0.1698747 Aug 31 09:24:44.138810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['817e39fc-8f34-44a7-b7e8-9a035b5a78ff'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:44.140532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-1568493c-5e44-4699-9f01-07c76e458853 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2425508 Aug 31 09:24:44.163042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02905b4a-0790-48d4-ac50-4d8f2bc44b45 req-c2e16c41-fef6-4946-b9e3-c861c9fbdd2f tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.164679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02905b4a-0790-48d4-ac50-4d8f2bc44b45 req-c2e16c41-fef6-4946-b9e3-c861c9fbdd2f tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 936 time: 0.2401156 Aug 31 09:24:44.203723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-de66d187-d0a7-4d49-821d-9fb99649e40f service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079663 Aug 31 09:24:44.318693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1461511b-54a8-4487-87b5-025e65253c71 req-413a9a92-d147-4b67-ae22-6a0c9a6d5204 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529722 Aug 31 09:24:44.326448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02905b4a-0790-48d4-ac50-4d8f2bc44b45 req-1be78d67-bcdf-4a94-8c8f-0be8db83496d tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503394 Aug 31 09:24:44.350798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ecf624f3-2471-4f61-ab3a-48c2cf722899 req-a511a1eb-3c0a-4375-a223-2cb6620c1824 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461642 Aug 31 09:24:44.376545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fc6d6a65-bdf3-4a2d-9a15-098a197fa987 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:44.377536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-9c54ecdf-63f8-4066-affc-090f951ae082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.379348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-9c54ecdf-63f8-4066-affc-090f951ae082 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1100 time: 0.1564789 Aug 31 09:24:44.390219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 36652cca-dd4b-4f73-855a-db4d4a24c45d up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:44.409824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32a181b-3612-4da8-8c49-024d87ba9a06 req-36927e2f-33ac-4c5a-848b-f11d459ef853 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832025 Aug 31 09:24:44.567956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42036) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:44.590481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f30e49f-5571-4a83-b8fc-d5fcc4a73c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.618377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-eda71bfc-ce95-4f44-9cef-f4b1d94ef5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.620400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-eda71bfc-ce95-4f44-9cef-f4b1d94ef5a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 1099 time: 0.1238861 Aug 31 09:24:44.628995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-9d3e9836-65cb-4134-afa2-e6b482d6345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.630850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-9d3e9836-65cb-4134-afa2-e6b482d6345a service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2198057 Aug 31 09:24:44.640695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ade031-2d67-400a-b25e-56b6bccf5795 req-a5748aec-408a-47cd-a44a-f31b6e68318d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.642493 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31ade031-2d67-400a-b25e-56b6bccf5795 req-a5748aec-408a-47cd-a44a-f31b6e68318d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 948 time: 0.1325874 Aug 31 09:24:44.708636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-1ccb72be-a759-4f90-99d3-658f62dcfe39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e HTTP/1.1" status: 200 len: 217 time: 0.0637307 Aug 31 09:24:44.715989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f30e49f-5571-4a83-b8fc-d5fcc4a73c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.720107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a462a5-7566-495e-b7db-95c9e864aaa2 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:44.728996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f30e49f-5571-4a83-b8fc-d5fcc4a73c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.733067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.793781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fc6d6a65-bdf3-4a2d-9a15-098a197fa987, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:44.805773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Transition to ACTIVE for port object a4a462a5-7566-495e-b7db-95c9e864aaa2 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:44.812979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30e49f-5571-4a83-b8fc-d5fcc4a73c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976df355-f9f4-46d6-bb0b-25bd312cad4a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:44.821869 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.828670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987', 'mac_address': 'fa:16:3e:f8:65:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:44.834259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 36652cca-dd4b-4f73-855a-db4d4a24c45d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:44.848563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 36652cca-dd4b-4f73-855a-db4d4a24c45d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:44.849644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.855480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31ade031-2d67-400a-b25e-56b6bccf5795 req-2aea5f8b-abe4-4c2c-b41b-c0c89bfa5102 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931381 Aug 31 09:24:44.856715 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6f30e49f-5571-4a83-b8fc-d5fcc4a73c05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5863ebc26604a3bba80f99383827d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870877 Aug 31 09:24:44.861570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42042) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:44.893797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-8064580e-f82a-4fe9-91d1-bec367f642ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.895376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-8064580e-f82a-4fe9-91d1-bec367f642ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1449602 Aug 31 09:24:44.948926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-8301ae78-3c70-42ac-bfbe-bafa3791d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.950494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-8301ae78-3c70-42ac-bfbe-bafa3791d397 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3068097 Aug 31 09:24:45.068218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.110289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6d6a65-bdf3-4a2d-9a15-098a197fa987 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:45.126053 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-93e8dde6-0bdc-4683-bb47-9893a3aee1e5 service neutron] show failed (client error): The resource could not be found. Aug 31 09:24:45.127556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-93e8dde6-0bdc-4683-bb47-9893a3aee1e5 service neutron] 10.222.0.20 "GET /v2.0/ports/d2f7b793-f846-485c-82f9-dbf3eba7dc39/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0902617 Aug 31 09:24:45.128490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=a4a462a5-7566-495e-b7db-95c9e864aaa2,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:45.143128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Attempting to bind port a4a462a5-7566-495e-b7db-95c9e864aaa2 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:45.143758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Attempting to bind port a4a462a5-7566-495e-b7db-95c9e864aaa2 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:45.144261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Attempting to bind port a4a462a5-7566-495e-b7db-95c9e864aaa2 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:45.149537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fc6d6a65-bdf3-4a2d-9a15-098a197fa987, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:45.149936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Port a4a462a5-7566-495e-b7db-95c9e864aaa2 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:45.150266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Attempting to bind port a4a462a5-7566-495e-b7db-95c9e864aaa2 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:45.157355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:45.157556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.157651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:45.158169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:45.159281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Bound port: a4a462a5-7566-495e-b7db-95c9e864aaa2, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:45.159663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.217589 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.246156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] For port a4a462a5-7566-495e-b7db-95c9e864aaa2, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:45.251558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] For port a4a462a5-7566-495e-b7db-95c9e864aaa2, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a4a462a5-7566-495e-b7db-95c9e864aaa2,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:45.258997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.263201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ca759-9ea3-41c7-b3a6-8f7f3321f2eb req-c62a4602-d726-4bec-8bb8-42a39adff36b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.279531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-497ca759-9ea3-41c7-b3a6-8f7f3321f2eb req-c62a4602-d726-4bec-8bb8-42a39adff36b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.5408835 Aug 31 09:24:45.304367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:45.308420 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef9376-963a-46c2-a911-78ab771d640d" -d '{"events": [{"server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "name": "network-vif-plugged", "status": "completed", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:45.312474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.313374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.315232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] 10.222.0.20 "PUT /v2.0/ports/a4a462a5-7566-495e-b7db-95c9e864aaa2 HTTP/1.1" status: 200 len: 1096 time: 1.6723790 Aug 31 09:24:45.316038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c47512-26df-46cd-807e-8ecd9dae0887', 'tag': 'a4a462a5-7566-495e-b7db-95c9e864aaa2'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:45.318683 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f0eb6-1e4e-40b0-be1c-76381060b160" -d '{"events": [{"name": "network-changed", "server_uuid": "99c47512-26df-46cd-807e-8ecd9dae0887", "tag": "a4a462a5-7566-495e-b7db-95c9e864aaa2"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:45.342829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 38f10054-e802-4dea-b663-7037a904fcfa details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:45.386040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:45.392482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173205ab-e5b6-4591-b469-c18550a8a7ac service neutron] Pushing event updated for resources: {'Port': ['ID=a4a462a5-7566-495e-b7db-95c9e864aaa2,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:45.404011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:45.421551 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.440427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-371de2ae-c9d6-4e71-b29b-aef33bd6b499 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d3533568-8de6-4955-8457-368364bca17f HTTP/1.1" status: 200 len: 217 time: 0.1385450 Aug 31 09:24:45.530707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-49732885-182a-4cfc-807a-f29e503bf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.532347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-49732885-182a-4cfc-807a-f29e503bf45f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6178885 Aug 31 09:24:45.583733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-497ca759-9ea3-41c7-b3a6-8f7f3321f2eb req-1f683a45-2b89-46fe-8cab-71ea275804c0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026981 Aug 31 09:24:45.697580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-924d5455-6f0d-48dc-8c00-ba6aca6cde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.700396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-924d5455-6f0d-48dc-8c00-ba6aca6cde9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2430129 Aug 31 09:24:45.701819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0189c3f2-69b4-4bca-a529-831f92f332b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.725134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cae11-94c3-425a-ac89-97aad616d324 req-10c7be12-8c28-4759-ae8d-dfc696065674 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.727042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b42cae11-94c3-425a-ac89-97aad616d324 req-10c7be12-8c28-4759-ae8d-dfc696065674 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 944 time: 0.4115539 Aug 31 09:24:45.727973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-e656d4e5-877f-4fd9-8519-3a37b97897b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.730833 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-e656d4e5-877f-4fd9-8519-3a37b97897b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c50c3a2692534dc09e2dcd28a1af1128&device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 1099 time: 0.2163956 Aug 31 09:24:45.745647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-66053a6b-fd29-4561-aa4a-8e50d0a5babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.748461 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-66053a6b-fd29-4561-aa4a-8e50d0a5babb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611&tenant_id=b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 1101 time: 0.1761866 Aug 31 09:24:45.766938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['fc6d6a65-bdf3-4a2d-9a15-098a197fa987'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:45.830517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:45.838104 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-12750066-0043-414e-8cc3-fa00a0d5b947 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a4a462a5-7566-495e-b7db-95c9e864aaa2 HTTP/1.1" status: 200 len: 217 time: 0.0962706 Aug 31 09:24:45.866639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c25de2-57a1-48d5-a07b-879ad543e666 req-132a47e7-b304-4e42-afd6-239226a2374a tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.869195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2c25de2-57a1-48d5-a07b-879ad543e666 req-132a47e7-b304-4e42-afd6-239226a2374a tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 949 time: 0.1628015 Aug 31 09:24:45.904985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0189c3f2-69b4-4bca-a529-831f92f332b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.909336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:45.936043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b42cae11-94c3-425a-ac89-97aad616d324 req-eda28973-11f1-4e8c-9abb-01fda6215501 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340468 Aug 31 09:24:45.966255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-618ee44e-68ac-4602-8da5-3d07c3dd4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.967918 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-618ee44e-68ac-4602-8da5-3d07c3dd4b66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2381761 Aug 31 09:24:46.020171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 38f10054-e802-4dea-b663-7037a904fcfa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=38f10054-e802-4dea-b663-7037a904fcfa,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:46.026242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-51f8bfdd-ed67-4d7c-a339-17a046f7ce1b service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596536 Aug 31 09:24:46.046149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '38f10054-e802-4dea-b663-7037a904fcfa', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '38f10054-e802-4dea-b663-7037a904fcfa', 'mac_address': 'fa:16:3e:0f:de:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:46.101673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2c25de2-57a1-48d5-a07b-879ad543e666 req-05b3fc9f-bbcd-48bc-b077-1f61838237ba tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189882 Aug 31 09:24:46.153279 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.207017 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd64f69-102c-4f89-9cb1-9dbeaf9d4474 x-openstack-request-id: req-dcd64f69-102c-4f89-9cb1-9dbeaf9d4474 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:46.208004 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "name": "network-vif-plugged", "status": "completed", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:46.209821 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dcd64f69-102c-4f89-9cb1-9dbeaf9d4474 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:46.210464 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d', 'code': 200} Aug 31 09:24:46.228230 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f454135-a8bb-41bf-9db1-b0a7861f7c29 x-openstack-request-id: req-4f454135-a8bb-41bf-9db1-b0a7861f7c29 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:46.229379 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c47512-26df-46cd-807e-8ecd9dae0887", "tag": "a4a462a5-7566-495e-b7db-95c9e864aaa2", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:46.229379 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f454135-a8bb-41bf-9db1-b0a7861f7c29 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:46.229681 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c47512-26df-46cd-807e-8ecd9dae0887', 'tag': 'a4a462a5-7566-495e-b7db-95c9e864aaa2', 'status': 'completed', 'code': 200} Aug 31 09:24:46.269573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f10054-e802-4dea-b663-7037a904fcfa {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:46.308531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 38f10054-e802-4dea-b663-7037a904fcfa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=38f10054-e802-4dea-b663-7037a904fcfa,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:46.316782 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.349070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d2f7b793-f846-485c-82f9-dbf3eba7dc39 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:46.350908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-b2d0f3ee-4ace-422e-b2aa-cde2d705846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.354906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-b2d0f3ee-4ace-422e-b2aa-cde2d705846f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1114366 Aug 31 09:24:46.356444 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0189c3f2-69b4-4bca-a529-831f92f332b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.359742 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.362603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0189c3f2-69b4-4bca-a529-831f92f332b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.368723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0189c3f2-69b4-4bca-a529-831f92f332b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/976df355-f9f4-46d6-bb0b-25bd312cad4a HTTP/1.1" status: 204 len: 168 time: 1.4957869 Aug 31 09:24:46.383622 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a41deb7d-5845-442e-9682-d071ab07f06f req-5767bffa-db5a-43d1-8393-5339647a0924 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532938 Aug 31 09:24:46.453599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-cc5bc5f4-6b91-46f5-9b20-30bf28a6367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.454941 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-cc5bc5f4-6b91-46f5-9b20-30bf28a6367d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926299 Aug 31 09:24:46.460373 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.508120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=38f10054-e802-4dea-b663-7037a904fcfa,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.581975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189c3f2-69b4-4bca-a529-831f92f332b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976df355-f9f4-46d6-bb0b-25bd312cad4a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.610315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-b4706734-207a-4d37-9c5a-dc922ca8d80d service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249931 Aug 31 09:24:46.613615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['38f10054-e802-4dea-b663-7037a904fcfa'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:46.625291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bc328-5a31-42c7-88ba-66daf4babc3d req-23f1e61f-ee76-46d3-b062-bd284234a67c tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.627985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f1bc328-5a31-42c7-88ba-66daf4babc3d req-23f1e61f-ee76-46d3-b062-bd284234a67c tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 948 time: 0.4105048 Aug 31 09:24:46.732130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16e837-f03c-4908-a34b-241de12d368f req-919c1227-c0cd-4e85-96b0-a126278fdf35 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.734535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb16e837-f03c-4908-a34b-241de12d368f req-919c1227-c0cd-4e85-96b0-a126278fdf35 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 948 time: 0.3950226 Aug 31 09:24:46.737003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea98c9e-db96-4a26-a30c-2c1e0e7f816d req-f799394f-0b47-4cd3-ba65-f6e36c2dced3 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926980 Aug 31 09:24:46.749760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41deb7d-5845-442e-9682-d071ab07f06f req-8c02f856-b0df-4fb9-b508-a5dfc38647ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.751382 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a41deb7d-5845-442e-9682-d071ab07f06f req-8c02f856-b0df-4fb9-b508-a5dfc38647ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 1100 time: 0.2724109 Aug 31 09:24:46.794390 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-9b5e9090-3728-4dbc-9f2b-1323f70bed6f service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287592 Aug 31 09:24:46.819784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f10ad3-5b90-4be9-a68d-b2aae5ee08e8 req-add195bc-5c75-48de-919a-4ff211b703c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.824048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9f10ad3-5b90-4be9-a68d-b2aae5ee08e8 req-add195bc-5c75-48de-919a-4ff211b703c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1096 time: 0.5088983 Aug 31 09:24:46.936048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:46.949478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f1bc328-5a31-42c7-88ba-66daf4babc3d req-ad8af7a8-d6e5-41ac-87ce-a4efcbc6b7a2 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979121 Aug 31 09:24:47.026270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:47.030430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41deb7d-5845-442e-9682-d071ab07f06f req-f88556c0-f750-4b11-adbf-bcb9817418b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.032523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a41deb7d-5845-442e-9682-d071ab07f06f req-f88556c0-f750-4b11-adbf-bcb9817418b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2558060 Aug 31 09:24:47.056403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb16e837-f03c-4908-a34b-241de12d368f req-23788191-a2f1-4295-8937-c249a0cac429 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200334 Aug 31 09:24:47.066342 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f4a53e9-e18d-4b46-a122-58fb56df345d req-8ed23c49-5254-40ea-bf0b-887e473fd3da service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562995 Aug 31 09:24:47.115893 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a41deb7d-5845-442e-9682-d071ab07f06f req-b38172d0-6965-4e9f-aac9-864f87dcf3e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=4e3ea594-deb3-4df6-8984-39c3b4f40334 HTTP/1.1" status: 200 len: 217 time: 0.0622437 Aug 31 09:24:47.135490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.153544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Transition to ACTIVE for port object d2f7b793-f846-485c-82f9-dbf3eba7dc39 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:47.166092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.181451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22e3733-9d77-451b-8c49-4db5c0ba6940 req-13b2fe3d-cf6d-41af-9efb-16879b716134 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490837 Aug 31 09:24:47.189711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9f10ad3-5b90-4be9-a68d-b2aae5ee08e8 req-d2efea4f-3b43-4988-b6a9-aa2068934cb6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005416 Aug 31 09:24:47.277752 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:47.278266 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:47.293934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:47.313665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41deb7d-5845-442e-9682-d071ab07f06f req-0589bb73-a297-485f-aef0-9f0a014292e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.315361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a41deb7d-5845-442e-9682-d071ab07f06f req-0589bb73-a297-485f-aef0-9f0a014292e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1604989 Aug 31 09:24:47.316590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d3533568-8de6-4955-8457-368364bca17f details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:47.317941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-3b7b391d-8666-4e7b-bbb6-ff763b1931df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.319498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-3b7b391d-8666-4e7b-bbb6-ff763b1931df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c50c3a2692534dc09e2dcd28a1af1128&device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 1099 time: 0.1554081 Aug 31 09:24:47.320400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] No DVR routers for this DVR port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:47.355920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba468be-a532-4b83-b552-b748abdf8296 req-56ddb958-ec7f-4787-b18a-949747203756 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.361358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ba468be-a532-4b83-b552-b748abdf8296 req-56ddb958-ec7f-4787-b18a-949747203756 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 948 time: 0.1590080 Aug 31 09:24:47.371875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Attempting to bind port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:47.372220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Attempting to bind port d2f7b793-f846-485c-82f9-dbf3eba7dc39 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:47.372553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Attempting to bind port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:47.385909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:47.386236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Attempting to bind port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:47.396123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:47.396728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:47.397543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:47.398177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Bound port: d2f7b793-f846-485c-82f9-dbf3eba7dc39, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:47.398726 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.414221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 817e39fc-8f34-44a7-b7e8-9a035b5a78ff up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:47.544764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ba468be-a532-4b83-b552-b748abdf8296 req-ac8cb442-837a-45e5-a2eb-6947df604d29 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456528 Aug 31 09:24:47.563155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ab257-9724-4835-a175-eb097db53b15 req-61b87694-87f5-43f2-987a-eba1e246ab83 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.579351 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-104ab257-9724-4835-a175-eb097db53b15 req-61b87694-87f5-43f2-987a-eba1e246ab83 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.2522383 Aug 31 09:24:47.618928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d3533568-8de6-4955-8457-368364bca17f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d3533568-8de6-4955-8457-368364bca17f,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:47.664173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:47.666873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-104ab257-9724-4835-a175-eb097db53b15 req-77cac4f5-2b95-4d83-bdc5-280e9646b844 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859303 Aug 31 09:24:47.671970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:47.673736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-f62e4450-2a3d-4077-b95e-08dea390a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.675624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-f62e4450-2a3d-4077-b95e-08dea390a9b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1979494 Aug 31 09:24:47.678701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:47.683127 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.685434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'd3533568-8de6-4955-8457-368364bca17f', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'd3533568-8de6-4955-8457-368364bca17f', 'mac_address': 'fa:16:3e:3c:bd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:47.692869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:47.708791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.764227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4923ef0-661d-476e-be55-e65597a8b605 req-e4dfcf3e-c92a-466a-9ab6-6289f3a7fc4d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.781265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4923ef0-661d-476e-be55-e65597a8b605 req-e4dfcf3e-c92a-466a-9ab6-6289f3a7fc4d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 945 time: 0.1362162 Aug 31 09:24:47.829336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:47.838015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41deb7d-5845-442e-9682-d071ab07f06f req-190dc3ef-76f8-45d4-b680-410c093d294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.839731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a41deb7d-5845-442e-9682-d071ab07f06f req-190dc3ef-76f8-45d4-b680-410c093d294f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3637357 Aug 31 09:24:47.841496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.842223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.843998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-92432fea-1ef6-4c70-bdfa-236f81f50db0 service neutron] 10.222.0.52 "PUT /v2.0/ports/d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 1096 time: 2.0213935 Aug 31 09:24:47.845602 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-d60579b4-8403-414f-ad4d-4a96ded35d4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a4a462a5-7566-495e-b7db-95c9e864aaa2 HTTP/1.1" status: 200 len: 217 time: 0.1478243 Aug 31 09:24:47.889091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.922674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3533568-8de6-4955-8457-368364bca17f {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:47.933561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4923ef0-661d-476e-be55-e65597a8b605 req-296c71e0-1ae3-4b0d-956e-b1d665964a3c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510003 Aug 31 09:24:47.964788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08da9-fd40-494b-9383-8293bdb309db req-48ad523e-35d3-4dd4-8abc-b250764f0082 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.966111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2e08da9-fd40-494b-9383-8293bdb309db req-48ad523e-35d3-4dd4-8abc-b250764f0082 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 949 time: 0.1812165 Aug 31 09:24:47.993300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d3533568-8de6-4955-8457-368364bca17f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d3533568-8de6-4955-8457-368364bca17f,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:48.000368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-d41eb4fc-e271-4e7f-8f21-4135c057fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.001898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-d41eb4fc-e271-4e7f-8f21-4135c057fd2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1474650 Aug 31 09:24:48.010055 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.081435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.092431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2e08da9-fd40-494b-9383-8293bdb309db req-b3e18ffe-277e-406c-8e4f-09b354f069e9 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199903 Aug 31 09:24:48.175134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:48.181727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d3533568-8de6-4955-8457-368364bca17f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:48.185629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-d4eb5a2e-4d86-4c39-82e4-f4434a4a6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.187511 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-d4eb5a2e-4d86-4c39-82e4-f4434a4a6ea3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1099 time: 0.1846945 Aug 31 09:24:48.189959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-312d7a3a-c557-4656-a8b4-62dc56601014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.191975 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-312d7a3a-c557-4656-a8b4-62dc56601014 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586297 Aug 31 09:24:48.194377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a41deb7d-5845-442e-9682-d071ab07f06f req-f769f740-0665-45da-a223-0971d2fa000a service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387623 Aug 31 09:24:48.205798 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.222336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e8c2cd-0015-4989-bdb2-c6b002710364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817e39fc-8f34-44a7-b7e8-9a035b5a78ff'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:48.225545 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a01723-7dd2-4762-8cf7-bb1a3357cd81" -d '{"events": [{"server_uuid": "98e8c2cd-0015-4989-bdb2-c6b002710364", "name": "network-vif-plugged", "status": "completed", "tag": "817e39fc-8f34-44a7-b7e8-9a035b5a78ff"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:48.236997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39'}, {'name': 'network-changed', 'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:48.239403 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948155b8-9dc0-4e07-961a-bc34132d75a8" -d '{"events": [{"server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39"}, {"name": "network-changed", "server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:48.244184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777e46-b46f-4ba5-a5fa-74a4b61c7e38 req-8e0c5068-0d1b-4a78-ad6c-7995ce86c990 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.246990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1777e46-b46f-4ba5-a5fa-74a4b61c7e38 req-8e0c5068-0d1b-4a78-ad6c-7995ce86c990 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 948 time: 0.1361661 Aug 31 09:24:48.319772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:48.331513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d3533568-8de6-4955-8457-368364bca17f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:48.339120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7f7b6-b3fd-4e09-91fd-9e239b736a66 req-a4683f70-4de3-4560-89ad-a43e79c634f1 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.347615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ef7f7b6-b3fd-4e09-91fd-9e239b736a66 req-a4683f70-4de3-4560-89ad-a43e79c634f1 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 948 time: 0.0964916 Aug 31 09:24:48.352198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1777e46-b46f-4ba5-a5fa-74a4b61c7e38 req-65749e6c-4d1d-4642-9636-fc15180b2f62 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899642 Aug 31 09:24:48.419242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ef7f7b6-b3fd-4e09-91fd-9e239b736a66 req-c1ee7377-e739-4a89-8182-a512aa7b9d0b tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704448 Aug 31 09:24:48.448018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-29ef1068-3dee-47ec-838d-365253e13ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.449531 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-29ef1068-3dee-47ec-838d-365253e13ef2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2516565 Aug 31 09:24:48.475278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fc6d6a65-bdf3-4a2d-9a15-098a197fa987 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:48.478148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-f14b0036-0bae-48f8-acb6-c25541b41b77 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708766 Aug 31 09:24:48.480467 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a41deb7d-5845-442e-9682-d071ab07f06f req-0067c8e0-49bf-47bf-a9d4-329e5b806c62 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710090 Aug 31 09:24:48.533239 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-ad99d14a-79dc-4135-ab17-cae598a1fee1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 217 time: 0.0745685 Aug 31 09:24:48.566996 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669792cc-f05a-4db1-965f-9504137f5fe5 x-openstack-request-id: req-669792cc-f05a-4db1-965f-9504137f5fe5 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:48.567190 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e8c2cd-0015-4989-bdb2-c6b002710364", "name": "network-vif-plugged", "status": "completed", "tag": "817e39fc-8f34-44a7-b7e8-9a035b5a78ff", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:48.567455 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-669792cc-f05a-4db1-965f-9504137f5fe5 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:48.567761 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e8c2cd-0015-4989-bdb2-c6b002710364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817e39fc-8f34-44a7-b7e8-9a035b5a78ff', 'code': 200} Aug 31 09:24:48.722084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:48.734411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a0380-bbda-4503-bddb-d9f67c15239d req-9a4d3e2c-7ed1-4ec9-874c-58e0446a6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.736063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:48.736251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d4a0380-bbda-4503-bddb-d9f67c15239d req-9a4d3e2c-7ed1-4ec9-874c-58e0446a6312 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 1101 time: 0.1120744 Aug 31 09:24:48.736446 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.914846 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.918290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc01a-f1e6-4fd5-973e-a3c70cf14b11 req-3c563a52-8648-4efe-8887-b74d167c0012 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.920937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35cbc01a-f1e6-4fd5-973e-a3c70cf14b11 req-3c563a52-8648-4efe-8887-b74d167c0012 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 949 time: 0.1428306 Aug 31 09:24:48.922770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d4a0380-bbda-4503-bddb-d9f67c15239d req-b089054f-c55b-4561-9868-6be2efc9c269 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742952 Aug 31 09:24:48.966508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a3752-ef05-4d80-832b-1c64d43e5e78 req-dc02dcf3-3062-41cc-8ba3-55db62db7ce3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.968277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e1a3752-ef05-4d80-832b-1c64d43e5e78 req-dc02dcf3-3062-41cc-8ba3-55db62db7ce3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.1414948 Aug 31 09:24:49.017324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fc6d6a65-bdf3-4a2d-9a15-098a197fa987, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:49.020648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35cbc01a-f1e6-4fd5-973e-a3c70cf14b11 req-e6bfdc56-6cfb-45c5-b132-193eec9dab29 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921648 Aug 31 09:24:49.026526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.063843 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914f382d-2203-4586-9c1e-7eeff42ba83e x-openstack-request-id: req-914f382d-2203-4586-9c1e-7eeff42ba83e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:49.064151 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39", "code": 200}, {"name": "network-changed", "server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:49.064325 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-914f382d-2203-4586-9c1e-7eeff42ba83e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:49.064656 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'code': 200} Aug 31 09:24:49.065049 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'status': 'completed', 'code': 200} Aug 31 09:24:49.066054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e1a3752-ef05-4d80-832b-1c64d43e5e78 req-5d19f420-4db7-4835-994a-3baa405e4790 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849125 Aug 31 09:24:49.147528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:49.171744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ab87a-6262-4968-8fc8-0123fbc9b470 req-7b59fbe7-2a63-4d0b-b413-3c9171501652 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.182234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-646ab87a-6262-4968-8fc8-0123fbc9b470 req-7b59fbe7-2a63-4d0b-b413-3c9171501652 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 945 time: 0.0775368 Aug 31 09:24:49.193086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-b89cb177-9cb9-4f9b-ba23-41044f0b1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.194627 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-b89cb177-9cb9-4f9b-ba23-41044f0b1acf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1099 time: 0.2066786 Aug 31 09:24:49.240658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-646ab87a-6262-4968-8fc8-0123fbc9b470 req-363b3fcc-b203-4e21-a547-51888aea7ab6 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565007 Aug 31 09:24:49.280012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-d284e2b4-5d24-406e-ab4a-ffb39ee2061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.282922 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-d284e2b4-5d24-406e-ab4a-ffb39ee2061b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.7376723 Aug 31 09:24:49.323724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 38f10054-e802-4dea-b663-7037a904fcfa up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:49.330780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2e25b-e1aa-479a-8ca2-5acdcedcfb34 req-e45dafd8-1b3f-439e-a0bd-3e1700e5acb1 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.332364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcf2e25b-e1aa-479a-8ca2-5acdcedcfb34 req-e45dafd8-1b3f-439e-a0bd-3e1700e5acb1 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 950 time: 0.0643988 Aug 31 09:24:49.373465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-985f0eb6-1e4e-40b0-be1c-76381060b160 req-18369813-3e68-47de-98d5-14ef7532fd59 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8575423 Aug 31 09:24:49.402277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 38f10054-e802-4dea-b663-7037a904fcfa completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:49.409299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 38f10054-e802-4dea-b663-7037a904fcfa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:49.410137 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.412218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-1fd022c9-2008-4c56-8457-aaecb8685ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.413347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-1fd022c9-2008-4c56-8457-aaecb8685ebd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184647 Aug 31 09:24:49.429734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcf2e25b-e1aa-479a-8ca2-5acdcedcfb34 req-bb877058-d6a1-4944-974e-86a44b2bdd8b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866430 Aug 31 09:24:49.502385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-ea1292fb-89b9-404a-a9d7-dc48c0f10f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.504666 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-ea1292fb-89b9-404a-a9d7-dc48c0f10f2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3016486 Aug 31 09:24:49.549907 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.564310 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-2f3feb3a-8bf8-43a5-b4cd-ad0385f9e3d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 217 time: 0.0484197 Aug 31 09:24:49.591007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 38f10054-e802-4dea-b663-7037a904fcfa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=38f10054-e802-4dea-b663-7037a904fcfa,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:49.601302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.683198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=38f10054-e802-4dea-b663-7037a904fcfa,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:49.704115 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-fbada98c-584f-4548-b3ef-1da6ef449e81 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764473 Aug 31 09:24:49.749225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5d111-d8c0-4d64-a9cb-318ce5955e8a req-1d5bfe58-e3db-4ac7-8564-1779f7065b70 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.750794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ecf5d111-d8c0-4d64-a9cb-318ce5955e8a req-1d5bfe58-e3db-4ac7-8564-1779f7065b70 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1096 time: 0.0697355 Aug 31 09:24:49.772635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-7cbc2393-037d-4d83-9b09-097b23320f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.774303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-7cbc2393-037d-4d83-9b09-097b23320f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1887195 Aug 31 09:24:49.855271 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8367dfa7-7313-400c-ad5a-c5be1d1947a4 req-0f3e809c-279f-45f5-be9b-0ababfeb9f3e service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428921 Aug 31 09:24:49.857034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-7c5b608e-8bd7-4f35-be27-10cca8ad4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.859202 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-7c5b608e-8bd7-4f35-be27-10cca8ad4803 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748360 Aug 31 09:24:49.864117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eabd9f-5a65-4065-8d5e-cb76a51f1abd req-eba4ea55-502d-4d09-839f-e624d9531357 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.866891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74eabd9f-5a65-4065-8d5e-cb76a51f1abd req-eba4ea55-502d-4d09-839f-e624d9531357 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 948 time: 0.1286218 Aug 31 09:24:49.869946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ecf5d111-d8c0-4d64-a9cb-318ce5955e8a req-3e2c0c6a-500b-458a-86c1-b559c4a224dc tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897515 Aug 31 09:24:49.939171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74eabd9f-5a65-4065-8d5e-cb76a51f1abd req-c4fa09bc-ed2b-41f8-b4a0-a194f829c7cc tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597944 Aug 31 09:24:50.027468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84948e-fb1f-4272-8b53-4d0d91fe5e39 req-664e4431-cacc-4342-a149-a028d79b3945 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.035836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba84948e-fb1f-4272-8b53-4d0d91fe5e39 req-664e4431-cacc-4342-a149-a028d79b3945 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 949 time: 0.0666523 Aug 31 09:24:50.116520 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-3901bac9-c410-430c-acb3-0157f6ca98d7 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490361 Aug 31 09:24:50.121021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-c3f8220b-6f67-4ee0-9ca8-d501d346d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.124484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba84948e-fb1f-4272-8b53-4d0d91fe5e39 req-c9de03d5-f046-4c2c-a1f3-c10b95a011fa tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875940 Aug 31 09:24:50.131431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-c3f8220b-6f67-4ee0-9ca8-d501d346d373 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1099 time: 0.1529105 Aug 31 09:24:50.223550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4248f5e-dcac-46e8-b5ad-c81e7e0796c6 req-1324f19d-a739-46be-aa51-044fd23e3a1f tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.225738 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4248f5e-dcac-46e8-b5ad-c81e7e0796c6 req-1324f19d-a739-46be-aa51-044fd23e3a1f tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1096 time: 0.0900636 Aug 31 09:24:50.304314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4248f5e-dcac-46e8-b5ad-c81e7e0796c6 req-993cbcb6-2aec-4049-a52c-c34778f4a201 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607629 Aug 31 09:24:50.327473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bfdb8-2c72-48f4-b278-11adfe2c6822 req-92cee884-68bf-427b-a300-38e2bbd440b1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.329330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c2bfdb8-2c72-48f4-b278-11adfe2c6822 req-92cee884-68bf-427b-a300-38e2bbd440b1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 949 time: 0.0978680 Aug 31 09:24:50.411584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c2bfdb8-2c72-48f4-b278-11adfe2c6822 req-3f9a878a-e360-43c0-851e-c6d962ae369a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701489 Aug 31 09:24:50.459226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-325395cf-0612-4d21-9b48-3858c57001c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.462697 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-325395cf-0612-4d21-9b48-3858c57001c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3295863 Aug 31 09:24:50.521216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66e577-72ff-47ca-9534-ee8c254d25c1 req-6bd6fdd6-ebb4-41ed-8ea1-0720a63f388f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.536640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a66e577-72ff-47ca-9534-ee8c254d25c1 req-6bd6fdd6-ebb4-41ed-8ea1-0720a63f388f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.0898063 Aug 31 09:24:50.557469 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-df40b442-1ea6-4a2b-af1d-02ecbf675af4 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226687 Aug 31 09:24:50.558966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-77e390ae-553e-400e-b1e3-b529b08b5703 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 217 time: 0.0846550 Aug 31 09:24:50.569542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987'}, {'server_uuid': '7cce9f97-277b-4b7f-bfda-7b4bb3419cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f10054-e802-4dea-b663-7037a904fcfa'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:50.572346 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e57b220-9c9b-4705-83a5-fd10846bc3a6" -d '{"events": [{"server_uuid": "8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc6d6a65-bdf3-4a2d-9a15-098a197fa987"}, {"server_uuid": "7cce9f97-277b-4b7f-bfda-7b4bb3419cc3", "name": "network-vif-plugged", "status": "completed", "tag": "38f10054-e802-4dea-b663-7037a904fcfa"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:50.606398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a66e577-72ff-47ca-9534-ee8c254d25c1 req-3a4f60a6-9061-47ff-803d-d20419ccac34 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603166 Aug 31 09:24:50.641997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-74d6ef96-c48a-4527-a7eb-f4f79fc7f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.645847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-74d6ef96-c48a-4527-a7eb-f4f79fc7f2d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0789361 Aug 31 09:24:50.706222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf326f66-1b41-4da5-a7b2-a996dcb7778b req-afe88f1f-dadc-43b6-965d-235ba1224cfa tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.713515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42154) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.719560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf326f66-1b41-4da5-a7b2-a996dcb7778b req-afe88f1f-dadc-43b6-965d-235ba1224cfa tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 950 time: 0.1013658 Aug 31 09:24:50.736979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-3887fbb6-c34e-4843-9f07-b963a5eb292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.740184 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-3887fbb6-c34e-4843-9f07-b963a5eb292e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849383 Aug 31 09:24:50.803848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf326f66-1b41-4da5-a7b2-a996dcb7778b req-bb760649-eb08-406b-8398-810f4cf5b917 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828598 Aug 31 09:24:50.888858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-452069c2-c80e-45b3-95c0-df41c2421cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.895987 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8647e2ab-3ab2-4e81-837c-b251b72abadb x-openstack-request-id: req-8647e2ab-3ab2-4e81-837c-b251b72abadb {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:50.903585 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fc6d6a65-bdf3-4a2d-9a15-098a197fa987", "code": 200}, {"server_uuid": "7cce9f97-277b-4b7f-bfda-7b4bb3419cc3", "name": "network-vif-plugged", "status": "completed", "tag": "38f10054-e802-4dea-b663-7037a904fcfa", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:50.906390 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8647e2ab-3ab2-4e81-837c-b251b72abadb {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:50.908094 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987', 'code': 200} Aug 31 09:24:50.909461 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cce9f97-277b-4b7f-bfda-7b4bb3419cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f10054-e802-4dea-b663-7037a904fcfa', 'code': 200} Aug 31 09:24:50.947895 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-b07433a6-eba2-43b5-82e4-e8fe62a98446 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978559 Aug 31 09:24:51.079536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec39c-bf6a-4654-ad11-4bcc5a15d217 req-0d0f6d82-04d9-42bc-afd6-1db77efebee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.082242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-084ec39c-bf6a-4654-ad11-4bcc5a15d217 req-0d0f6d82-04d9-42bc-afd6-1db77efebee9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3 HTTP/1.1" status: 200 len: 1100 time: 0.0793359 Aug 31 09:24:51.120391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b7a6a-b4d4-41a4-8b4b-8978abcf2eb4 req-eaeb1bbd-0dfc-4b46-92e2-b69882fee439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.121932 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b5b7a6a-b4d4-41a4-8b4b-8978abcf2eb4 req-eaeb1bbd-0dfc-4b46-92e2-b69882fee439 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 1100 time: 0.1290791 Aug 31 09:24:51.148797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-084ec39c-bf6a-4654-ad11-4bcc5a15d217 req-3d0be1a0-e7f8-41ee-a790-7f4cd0d5e60c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579159 Aug 31 09:24:51.155588 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-948155b8-9dc0-4e07-961a-bc34132d75a8 req-89bb30f2-f958-4bb2-8a7f-e03d846f92f7 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986136 Aug 31 09:24:51.192052 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b5b7a6a-b4d4-41a4-8b4b-8978abcf2eb4 req-12ce77fc-283b-410d-a814-2e19b46191f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598204 Aug 31 09:24:51.193859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-452069c2-c80e-45b3-95c0-df41c2421cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.198909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-452069c2-c80e-45b3-95c0-df41c2421cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.243440 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-452069c2-c80e-45b3-95c0-df41c2421cc1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c007df63c3d486190f888457916811e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268724 Aug 31 09:24:51.243440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452069c2-c80e-45b3-95c0-df41c2421cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb5c579-8bd9-4907-8b2e-2986b6fe8538,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.243970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42174) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.339988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d3533568-8de6-4955-8457-368364bca17f up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:51.341144 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eed40f3f-680b-4c83-b067-6b983e1fb2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.424737 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eed40f3f-680b-4c83-b067-6b983e1fb2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.437700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port d3533568-8de6-4955-8457-368364bca17f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:51.442955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port d3533568-8de6-4955-8457-368364bca17f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:51.443303 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.560400 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.565220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11391bb-e374-4dd8-8d0b-5e664418125e req-abe3dbe9-ab55-46c1-8d08-c727e0399012 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.567943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f11391bb-e374-4dd8-8d0b-5e664418125e req-abe3dbe9-ab55-46c1-8d08-c727e0399012 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 948 time: 0.1215134 Aug 31 09:24:51.599865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d3533568-8de6-4955-8457-368364bca17f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d3533568-8de6-4955-8457-368364bca17f,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:51.605265 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.609049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eed40f3f-680b-4c83-b067-6b983e1fb2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.613331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eed40f3f-680b-4c83-b067-6b983e1fb2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.614547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eed40f3f-680b-4c83-b067-6b983e1fb2e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fb5c579-8bd9-4907-8b2e-2986b6fe8538 HTTP/1.1" status: 204 len: 168 time: 0.3690777 Aug 31 09:24:51.633971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed40f3f-680b-4c83-b067-6b983e1fb2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb5c579-8bd9-4907-8b2e-2986b6fe8538,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.667910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f11391bb-e374-4dd8-8d0b-5e664418125e req-7fa02219-ea41-4081-a9b8-00943db12984 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883148 Aug 31 09:24:51.732160 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea8c543f-481a-4d05-b537-200b00914e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.737658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d3533568-8de6-4955-8457-368364bca17f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.955686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada5d22-c042-4679-9c5d-9db763a43a73 req-d3b8da22-abf9-4da1-8e4e-40c6ec0ada29 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.957018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ada5d22-c042-4679-9c5d-9db763a43a73 req-d3b8da22-abf9-4da1-8e4e-40c6ec0ada29 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 949 time: 0.0770252 Aug 31 09:24:52.011119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ada5d22-c042-4679-9c5d-9db763a43a73 req-890a8598-8c8b-45bf-ad32-ee8eef12cc49 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Aug 31 09:24:52.143419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42208) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.181817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-936da4aa-8ae5-417c-81a7-5cdc02f5603d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.347940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a4a462a5-7566-495e-b7db-95c9e864aaa2 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:52.359013 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-936da4aa-8ae5-417c-81a7-5cdc02f5603d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.367477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-936da4aa-8ae5-417c-81a7-5cdc02f5603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.441250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-936da4aa-8ae5-417c-81a7-5cdc02f5603d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=02f58dacf5b9402c97cc9f581ed26d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920787 Aug 31 09:24:52.441803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42214) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.523995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936da4aa-8ae5-417c-81a7-5cdc02f5603d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbeb2f1-80db-4be8-a50b-3f443bed7852,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:52.559882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.560898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.562040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.562873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.563670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.564484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.565270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.566619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.566912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.567719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.568825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.570197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.574209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-b0727826-9d76-4d8e-ba60-d78636c8a882 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887&device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3&device_id=dbec1c80-c839-4917-949d-c43c26b30ef9&device_id=98e8c2cd-0015-4989-bdb2-c6b002710364&device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca&device_id=949c9200-be8e-4a4e-8b97-a38af729faf0&device_id=e975732b-8bfa-48cf-977e-23aa446b89f6&device_id=29c2072f-f6d2-43e9-9202-51d049bda885&device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18&device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec&device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 10886 time: 0.1338747 Aug 31 09:24:52.619588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a4a462a5-7566-495e-b7db-95c9e864aaa2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a4a462a5-7566-495e-b7db-95c9e864aaa2,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:52.620432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38f1ebeb-4f1a-402f-b136-50f2523735d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.636713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-528f41a8-469e-41a3-91af-765840708755 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.673219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a4a462a5-7566-495e-b7db-95c9e864aaa2', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'a4a462a5-7566-495e-b7db-95c9e864aaa2', 'mac_address': 'fa:16:3e:d9:92:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:52.694553 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38f1ebeb-4f1a-402f-b136-50f2523735d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.728679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-285d299f-82c0-442e-9c72-dd9e97d8eb92 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:24:52.755712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-285d299f-82c0-442e-9c72-dd9e97d8eb92 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3447781 Aug 31 09:24:52.767891 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.784467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Request body: {'binding': {'host': 'n-h2-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:52.785383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Unknown quota resources ['binding']. {{(pid=94786) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:24:52.808619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a462a5-7566-495e-b7db-95c9e864aaa2 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:52.857887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38f1ebeb-4f1a-402f-b136-50f2523735d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.863874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38f1ebeb-4f1a-402f-b136-50f2523735d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.869695 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-38f1ebeb-4f1a-402f-b136-50f2523735d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abbeb2f1-80db-4be8-a50b-3f443bed7852 HTTP/1.1" status: 204 len: 168 time: 0.4259298 Aug 31 09:24:52.888891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1ebeb-4f1a-402f-b136-50f2523735d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbeb2f1-80db-4be8-a50b-3f443bed7852,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:52.899529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a4a462a5-7566-495e-b7db-95c9e864aaa2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a4a462a5-7566-495e-b7db-95c9e864aaa2,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:52.911853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbec1c80-c839-4917-949d-c43c26b30ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3533568-8de6-4955-8457-368364bca17f'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:52.916225 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e02085-c3e5-4f09-a62f-488a2126d73f" -d '{"events": [{"server_uuid": "dbec1c80-c839-4917-949d-c43c26b30ef9", "name": "network-vif-plugged", "status": "completed", "tag": "d3533568-8de6-4955-8457-368364bca17f"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:52.924285 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.031261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a4a462a5-7566-495e-b7db-95c9e864aaa2,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:53.134415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-528f41a8-469e-41a3-91af-765840708755 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.152066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-528f41a8-469e-41a3-91af-765840708755 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.215350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6db2eeff-46bf-443d-b2bf-68e884f2782e req-528f41a8-469e-41a3-91af-765840708755 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&id=9a5fea6d-5993-4e58-893f-2708c103e522&id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&id=c74e9530-0550-454f-86b9-c757dab3eeae&id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.6226320 Aug 31 09:24:53.220819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f41a8-469e-41a3-91af-765840708755 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b949b91-ae61-4380-b806-f599492809b1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:53.225294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on host n-h2-806683-2 for vnic_type normal with profile None {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:53.225294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:53.225681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:53.231061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:53.231463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:53.238101 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:53.238485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:53.239033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:53.239550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Bound port: 36652cca-dd4b-4f73-855a-db4d4a24c45d, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:53.289424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a4a462a5-7566-495e-b7db-95c9e864aaa2'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:53.339509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d2f7b793-f846-485c-82f9-dbf3eba7dc39 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:53.350548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:53.395490 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.397816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-bc21ea0e-87a0-4d45-ba2f-ac145825745c service neutron] 10.222.0.69 "POST /v2.0/ports/36652cca-dd4b-4f73-855a-db4d4a24c45d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6359522 Aug 31 09:24:53.428997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf409ba-912e-4e81-ba3b-c8fb470f474e req-5d1adddc-dee3-4c01-b9c8-67e266507593 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.441179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddf409ba-912e-4e81-ba3b-c8fb470f474e req-5d1adddc-dee3-4c01-b9c8-67e266507593 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 950 time: 0.1038570 Aug 31 09:24:53.537622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddf409ba-912e-4e81-ba3b-c8fb470f474e req-566fe3de-218c-4b82-b241-bdd9d4b146e1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951674 Aug 31 09:24:53.593607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:53.632782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'mac_address': 'fa:16:3e:66:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:53.710923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.731997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f7b793-f846-485c-82f9-dbf3eba7dc39 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:53.775055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:53.780587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.828931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-610308c6-d83a-47fa-bfc1-5b8f3d73f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.833383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-610308c6-d83a-47fa-bfc1-5b8f3d73f2db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1096 time: 0.0919652 Aug 31 09:24:53.867596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:53.917395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c87b6-5fb6-4615-a717-af2dc35602ae req-c241c9f3-8c0c-41f2-9279-cd5f41c948d0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.919069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-440c87b6-5fb6-4615-a717-af2dc35602ae req-c241c9f3-8c0c-41f2-9279-cd5f41c948d0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 948 time: 0.3203053 Aug 31 09:24:53.948659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49370b-c432-465c-a0f0-2ea12972ff89 req-1e04b49c-7900-48fd-871d-5a2d24a68abb tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.950250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af49370b-c432-465c-a0f0-2ea12972ff89 req-1e04b49c-7900-48fd-871d-5a2d24a68abb tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 949 time: 0.0901806 Aug 31 09:24:53.986128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-d6d3c092-a683-4222-8855-afca1a6b99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.988144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-d6d3c092-a683-4222-8855-afca1a6b99c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.1416144 Aug 31 09:24:54.023647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-440c87b6-5fb6-4615-a717-af2dc35602ae req-c57d325a-fdbe-4418-9362-6b6c8453963d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903180 Aug 31 09:24:54.031851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af49370b-c432-465c-a0f0-2ea12972ff89 req-7efdee7c-ea90-4130-9503-7678317c2260 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623460 Aug 31 09:24:54.048154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-8c8d83d8-cab1-43c6-8057-481ff7a23585 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 200 len: 217 time: 0.0491345 Aug 31 09:24:54.114809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:54.116568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-43d44d04-378c-4df4-961f-ba6af9dd0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:54.118259 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-43d44d04-378c-4df4-961f-ba6af9dd0e3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.0487247 Aug 31 09:24:54.173079 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7051bb-8510-4d81-8d82-e23f40f21882 x-openstack-request-id: req-fa7051bb-8510-4d81-8d82-e23f40f21882 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:54.173392 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-18b23e53-fd2c-46b6-8a6f-81e40f0bb9bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442867 Aug 31 09:24:54.173625 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbec1c80-c839-4917-949d-c43c26b30ef9", "name": "network-vif-plugged", "status": "completed", "tag": "d3533568-8de6-4955-8457-368364bca17f", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:54.173884 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa7051bb-8510-4d81-8d82-e23f40f21882 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:54.174259 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbec1c80-c839-4917-949d-c43c26b30ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3533568-8de6-4955-8457-368364bca17f', 'code': 200} Aug 31 09:24:54.257506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42254) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.344934 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-f6d491ff-8c07-4156-94c6-fac430e796e4 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566126 Aug 31 09:24:54.364113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb609d-53c2-4857-b02f-985d91dfc87e req-cf2e3bb3-0d4c-416a-9236-50a78ec155f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:54.365618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3dfb609d-53c2-4857-b02f-985d91dfc87e req-cf2e3bb3-0d4c-416a-9236-50a78ec155f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 1101 time: 0.1586537 Aug 31 09:24:54.392839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8bc7e-5e83-4ea0-8e8d-6ec081d6a49b req-c4ba6614-c23c-49aa-a94b-41b9cc2acd47 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:54.394417 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebd8bc7e-5e83-4ea0-8e8d-6ec081d6a49b req-c4ba6614-c23c-49aa-a94b-41b9cc2acd47 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 949 time: 0.1352592 Aug 31 09:24:54.401188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1172287186-network', 'tenant_id': 'c59604bf0032464d8b8869815706eddc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:54.468570 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-a4ae17ed-fb8a-48c1-bfae-5b01fb552d99 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129661 Aug 31 09:24:54.497685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Made reservation on behalf of c59604bf0032464d8b8869815706eddc for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:54.500405 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.508253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebd8bc7e-5e83-4ea0-8e8d-6ec081d6a49b req-2e5a4739-d408-47ee-8c23-975c6fa6cf4a tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938656 Aug 31 09:24:54.529105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3dfb609d-53c2-4857-b02f-985d91dfc87e req-71b119fa-a856-458f-8678-94f736767866 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336470 Aug 31 09:24:54.532022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.579032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b567c-ca2e-4414-9e71-b0beb700e2af req-a74046c5-0027-4796-bb52-1fddbfb87d3a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:54.580909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-778b567c-ca2e-4414-9e71-b0beb700e2af req-a74046c5-0027-4796-bb52-1fddbfb87d3a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 945 time: 0.1022110 Aug 31 09:24:54.657644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-778b567c-ca2e-4414-9e71-b0beb700e2af req-1366729c-1657-4287-9eec-d27ca8a13f46 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610194 Aug 31 09:24:54.704157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.712036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.779770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:54.809781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f07e9db-9f74-42f4-98af-539ee3f9224c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:54.813187 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.813590 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Added segment 41b65ef9-ac00-4556-8b45-1c31887253d7 of type vlan for network 044855cf-9d34-4e68-9178-fed2537e44c4 Aug 31 09:24:54.876122 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.944914 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.969766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-b2a46438-7fa3-4426-b5cd-9ac4a2e6f668 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:54.972413 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-b2a46438-7fa3-4426-b5cd-9ac4a2e6f668 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611&tenant_id=b968f240aff1429d984a933f1f7aa0eb&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 949 time: 0.1277089 Aug 31 09:24:54.989265 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:24:55.044226 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-38c05b8b-8edf-408b-9bd6-603ef9768c9c service neutron] delete failed (client error): The resource could not be found. Aug 31 09:24:55.045272 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-38c05b8b-8edf-408b-9bd6-603ef9768c9c service neutron] 10.222.0.20 "DELETE /v2.0/ports/d2f7b793-f846-485c-82f9-dbf3eba7dc39/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0653074 Aug 31 09:24:55.070412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.071452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.072055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.149989 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6c56e6ee-bbe1-451b-b0a8-eccda492d4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.150440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-d1e5fb4a-172b-471d-b7c4-3e0bf70ea601 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.152150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-d1e5fb4a-172b-471d-b7c4-3e0bf70ea601 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.2306328 Aug 31 09:24:55.159428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d9b3-9332-4c6f-b5dd-0c95d16f7c20 req-e0f994e6-f66c-4a91-8b71-71f782d41891 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.160150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d9b3-9332-4c6f-b5dd-0c95d16f7c20 req-e0f994e6-f66c-4a91-8b71-71f782d41891 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.161231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d9b3-9332-4c6f-b5dd-0c95d16f7c20 req-e0f994e6-f66c-4a91-8b71-71f782d41891 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.163018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6e3d9b3-9332-4c6f-b5dd-0c95d16f7c20 req-e0f994e6-f66c-4a91-8b71-71f782d41891 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364&device_id=29c2072f-f6d2-43e9-9202-51d049bda885&device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 2882 time: 0.2686656 Aug 31 09:24:55.172459 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9110112 Aug 31 09:24:55.179371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-2'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:55.186065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42270) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.201479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Request body: {'subnet': {'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1172287186-subnet', 'tenant_id': 'c59604bf0032464d8b8869815706eddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:55.207584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-4da1e565-f2f1-4dc7-856b-b718be37e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.209214 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-4da1e565-f2f1-4dc7-856b-b718be37e076 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1100 time: 0.0530624 Aug 31 09:24:55.232154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee10778-8475-4fb4-a2a3-53f511ca9823 req-0c746aff-0a1d-46ce-9166-d2d79ccee54c tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.234366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ee10778-8475-4fb4-a2a3-53f511ca9823 req-0c746aff-0a1d-46ce-9166-d2d79ccee54c tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 950 time: 0.2421591 Aug 31 09:24:55.253653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090ca22-6a4d-4550-96c6-597bef246150 admin admin] Pushing event updated for resources: {'Network': ['ID=044855cf-9d34-4e68-9178-fed2537e44c4,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:55.268499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 044855cf-9d34-4e68-9178-fed2537e44c4 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:55.330619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-02ea5254-83ce-460a-869d-0e482b0c94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.332300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-02ea5254-83ce-460a-869d-0e482b0c94c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1154704 Aug 31 09:24:55.352385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Made reservation on behalf of c59604bf0032464d8b8869815706eddc for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:55.355981 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.380275 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-12604ce2-764a-42a7-87e3-03f44b317ae4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 217 time: 0.0397570 Aug 31 09:24:55.415421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6e3d9b3-9332-4c6f-b5dd-0c95d16f7c20 req-5b74e7d1-e681-41ae-a46c-9a3bfd117cae tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327731 Aug 31 09:24:55.433577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-0852a8da-412b-4aa2-aa45-afb68906acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.435221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-0852a8da-412b-4aa2-aa45-afb68906acc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0479195 Aug 31 09:24:55.450144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ee10778-8475-4fb4-a2a3-53f511ca9823 req-a3720dac-de0a-443a-9e69-4f57591f4677 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029297 Aug 31 09:24:55.451130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.505381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-12a06179-4eba-4bf7-9e24-746ebd568ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.507311 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-12a06179-4eba-4bf7-9e24-746ebd568ea4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613263 Aug 31 09:24:55.619902 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-b4ef1d09-83ec-4d53-bb4e-1c5fa52e8fee service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036530 Aug 31 09:24:55.744655 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-506b6fa0-2405-4622-a7b5-bb3f94f2ea37 req-fec9c0ce-a172-44e6-b019-7bcaa0867dd7 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040452 Aug 31 09:24:55.774650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d72c9-dab3-43ab-aaeb-da9eb81fbe43 req-6384eec3-0994-4e1e-9e25-f4418096838b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.776624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-858d72c9-dab3-43ab-aaeb-da9eb81fbe43 req-6384eec3-0994-4e1e-9e25-f4418096838b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 949 time: 0.2381001 Aug 31 09:24:55.819525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ab735-7622-4d7f-94e1-c8931a6ea18b req-2bcb1704-8816-4f3c-bdc7-76e2dfbbbb09 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.821582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b8ab735-7622-4d7f-94e1-c8931a6ea18b req-2bcb1704-8816-4f3c-bdc7-76e2dfbbbb09 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 949 time: 0.2082062 Aug 31 09:24:55.885723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:55.935363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.946869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-858d72c9-dab3-43ab-aaeb-da9eb81fbe43 req-5a8ea542-54dc-43a8-b4c5-d7f0c7bbabde tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506083 Aug 31 09:24:56.046536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b8ab735-7622-4d7f-94e1-c8931a6ea18b req-9bf8b2c4-daf7-4229-aca3-a69a48d9bae2 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863093 Aug 31 09:24:56.096518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21df2250-f650-4594-af23-94f0dc87bdcd,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:56.103378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:56.212955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:56.213367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Network hostable DHCP agents. Network: 044855cf-9d34-4e68-9178-fed2537e44c4, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:56.231358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:56.231358 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88131f58-61a5-4105-8bc6-deef677e0697" -d '{"events": [{"server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "name": "network-vif-unplugged", "status": "completed", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:56.241261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.264203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075883a-83f4-4eef-90c3-f139057bfc29 req-a304bc12-7aa9-4f08-bc6c-e10b4b4da949 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:56.267503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6075883a-83f4-4eef-90c3-f139057bfc29 req-a304bc12-7aa9-4f08-bc6c-e10b4b4da949 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 949 time: 0.2464225 Aug 31 09:24:56.284497 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.357979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a4a462a5-7566-495e-b7db-95c9e864aaa2 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:56.420005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Network 044855cf-9d34-4e68-9178-fed2537e44c4 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:56.504355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 044855cf-9d34-4e68-9178-fed2537e44c4) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:56.515795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6075883a-83f4-4eef-90c3-f139057bfc29 req-cd084582-3515-406b-a9ec-74a8243c6ff3 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412720 Aug 31 09:24:56.526665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:56.528066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.584208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Pushing event updated for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:56.587678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6239e94-afb9-41d8-9b95-9d22a722428c None None] Network 044855cf-9d34-4e68-9178-fed2537e44c4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:56.631215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e268bc-8294-4976-969d-114538639248 req-1675b1f4-e2ad-4af6-8ad5-46c4488014e3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:56.645100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62e268bc-8294-4976-969d-114538639248 req-1675b1f4-e2ad-4af6-8ad5-46c4488014e3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.3324590 Aug 31 09:24:56.659138 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23563564-11f0-4dd7-8542-5f54c3ce99ab x-openstack-request-id: req-23563564-11f0-4dd7-8542-5f54c3ce99ab {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:56.659138 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "name": "network-vif-unplugged", "status": "completed", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:56.659138 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23563564-11f0-4dd7-8542-5f54c3ce99ab {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:56.659138 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d', 'code': 200} Aug 31 09:24:56.659138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-824b746f-5363-4ed4-a206-3f84b085073c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4666851 Aug 31 09:24:56.670727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on host n-h1-806683-2 for vnic_type normal with profile {"migrating_to": "n-h2-806683-2"} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:56.671840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:56.672370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:56.695928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:56.696423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Attempting to bind port 36652cca-dd4b-4f73-855a-db4d4a24c45d on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:56.732267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:56.732796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:56.733955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:56.734678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Bound port: 36652cca-dd4b-4f73-855a-db4d4a24c45d, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:56.735268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.779278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62e268bc-8294-4976-969d-114538639248 req-5ad187d8-124f-458b-92de-a8ede1d285eb tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328738 Aug 31 09:24:56.783721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port a4a462a5-7566-495e-b7db-95c9e864aaa2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:56.795727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a4a462a5-7566-495e-b7db-95c9e864aaa2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:56.795727 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.876520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8a008-acfb-4283-8342-acad2993c2d6 req-11a692b6-95f2-4797-9e16-e7fdda555176 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:56.878197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86b8a008-acfb-4283-8342-acad2993c2d6 req-11a692b6-95f2-4797-9e16-e7fdda555176 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 950 time: 0.1299005 Aug 31 09:24:56.890143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:56.890870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83baa7a9-a4ae-415a-a4e4-8500514e5550 None None] Network 044855cf-9d34-4e68-9178-fed2537e44c4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:56.898825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:56.913480 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.992619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86b8a008-acfb-4283-8342-acad2993c2d6 req-c2a3c730-b001-430f-9ae7-504ea23d5e8f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030083 Aug 31 09:24:57.039317 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.064039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.064695 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.066265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] 10.222.0.52 "PUT /v2.0/ports/36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 200 len: 1121 time: 1.9022663 Aug 31 09:24:57.072189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a48d5-10da-4496-ad3f-16ecab5dc84e service neutron] Pushing event updated for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=8']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.088267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c47512-26df-46cd-807e-8ecd9dae0887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a462a5-7566-495e-b7db-95c9e864aaa2'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:57.090696 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b670d4-c19a-473b-afa2-9a7510537af4" -d '{"events": [{"server_uuid": "99c47512-26df-46cd-807e-8ecd9dae0887", "name": "network-vif-plugged", "status": "completed", "tag": "a4a462a5-7566-495e-b7db-95c9e864aaa2"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:57.141911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a4a462a5-7566-495e-b7db-95c9e864aaa2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a4a462a5-7566-495e-b7db-95c9e864aaa2,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:57.170655 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['36652cca-dd4b-4f73-855a-db4d4a24c45d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:57.175771 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.278836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a4a462a5-7566-495e-b7db-95c9e864aaa2,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.291956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38f15e-b199-492b-b56b-865be4144b6e req-27c09c05-8836-45e3-860b-cbefd94d5181 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.293579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b38f15e-b199-492b-b56b-865be4144b6e req-27c09c05-8836-45e3-860b-cbefd94d5181 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 949 time: 0.1170099 Aug 31 09:24:57.356281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d2f7b793-f846-485c-82f9-dbf3eba7dc39 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:57.361554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3ef48-4b3c-48ae-bd41-96333d429320 req-f412418b-8026-4683-9335-0c742bd6bac1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.363270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4c3ef48-4b3c-48ae-bd41-96333d429320 req-f412418b-8026-4683-9335-0c742bd6bac1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3 HTTP/1.1" status: 200 len: 949 time: 0.1023939 Aug 31 09:24:57.366563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b38f15e-b199-492b-b56b-865be4144b6e req-982e8b44-dfc8-4bfb-b137-84155f99c998 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574028 Aug 31 09:24:57.448381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4c3ef48-4b3c-48ae-bd41-96333d429320 req-69d6c1ab-8f66-47fb-976c-0ef069420c07 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716023 Aug 31 09:24:57.524792 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f579aa75-eef0-4c3c-b70b-9499c2df7913 x-openstack-request-id: req-f579aa75-eef0-4c3c-b70b-9499c2df7913 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:57.525384 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c47512-26df-46cd-807e-8ecd9dae0887", "name": "network-vif-plugged", "status": "completed", "tag": "a4a462a5-7566-495e-b7db-95c9e864aaa2", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:57.535204 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f579aa75-eef0-4c3c-b70b-9499c2df7913 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:57.540698 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c47512-26df-46cd-807e-8ecd9dae0887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a462a5-7566-495e-b7db-95c9e864aaa2', 'code': 200} Aug 31 09:24:57.565820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.602901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port d2f7b793-f846-485c-82f9-dbf3eba7dc39 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:57.618251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8af3-a6f5-45b3-b1aa-0915e7fbb194 req-cbe5e22d-ec2b-492e-84e6-ae7fc90394ab tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.619187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port d2f7b793-f846-485c-82f9-dbf3eba7dc39 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:57.619795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.629546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a24a8af3-a6f5-45b3-b1aa-0915e7fbb194 req-cbe5e22d-ec2b-492e-84e6-ae7fc90394ab tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 949 time: 0.1584888 Aug 31 09:24:57.685256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42318) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:57.691276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1258627844-network', 'tenant_id': '8c94716f23f54514b435b0fb847debf0'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:57.707054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a24a8af3-a6f5-45b3-b1aa-0915e7fbb194 req-850bb300-e08c-4807-951b-d013b0436046 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751271 Aug 31 09:24:57.750922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea78f03-032c-4946-b4d3-6ef434bfc0b1 req-dd3daa33-f61e-4706-96fd-3184c16a8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.754587 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6ea78f03-032c-4946-b4d3-6ef434bfc0b1 req-dd3daa33-f61e-4706-96fd-3184c16a8181 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 1101 time: 0.1271207 Aug 31 09:24:57.757967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Made reservation on behalf of 8c94716f23f54514b435b0fb847debf0 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:57.764727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.785982 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.801507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.836286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6ea78f03-032c-4946-b4d3-6ef434bfc0b1 req-a757b875-18ef-44f9-b585-e94d1324951c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727794 Aug 31 09:24:57.856376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:57.862541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.921943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aad993-07bc-4cff-af4a-b3c2075b9b1b req-031bb781-cf26-4b2a-85b5-b9ab7018c183 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.923559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48aad993-07bc-4cff-af4a-b3c2075b9b1b req-031bb781-cf26-4b2a-85b5-b9ab7018c183 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1101 time: 0.0729096 Aug 31 09:24:57.952236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.009967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48aad993-07bc-4cff-af4a-b3c2075b9b1b req-5e104ecd-f857-45dd-9d1e-83fb24025a72 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755384 Aug 31 09:24:58.019716 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.036254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.067267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:58.077765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2657712-66d4-4b4e-9203-7468bd4b0f2c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.085467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.085809 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Added segment f4eb383c-d734-4c73-bdcb-d6c16d3074e4 of type vlan for network 040d86f3-e928-4322-b48f-9672bfb42ef0 Aug 31 09:24:58.145276 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.200535 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.201804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.202479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.268586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5822065 Aug 31 09:24:58.273242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42328) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:58.280804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acf3c1-687b-4d45-8d98-d04f3c0b21ad admin admin] Pushing event updated for resources: {'Network': ['ID=040d86f3-e928-4322-b48f-9672bfb42ef0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.290458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcabe4-b05b-46d8-bda9-322925871ef6 req-bc355515-56c4-4ac6-9bd8-3b7cb7f441ae tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.293041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bfcabe4-b05b-46d8-bda9-322925871ef6 req-bc355515-56c4-4ac6-9bd8-3b7cb7f441ae tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 950 time: 0.1371672 Aug 31 09:24:58.295226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 040d86f3-e928-4322-b48f-9672bfb42ef0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:58.295560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Request body: {'subnet': {'network_id': '040d86f3-e928-4322-b48f-9672bfb42ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1258627844-subnet', 'tenant_id': '8c94716f23f54514b435b0fb847debf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:58.347655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Made reservation on behalf of 8c94716f23f54514b435b0fb847debf0 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:58.350254 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.394676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bfcabe4-b05b-46d8-bda9-322925871ef6 req-428e417a-f04a-4268-8bb0-ea46d8ca8cbc tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812550 Aug 31 09:24:58.415710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cb507-a717-4e80-8df9-a666b58fd4cf req-12cf0b4e-057b-4c84-bcb5-3e5393ade578 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.419387 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.422106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cb507-a717-4e80-8df9-a666b58fd4cf req-12cf0b4e-057b-4c84-bcb5-3e5393ade578 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.423805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-111cb507-a717-4e80-8df9-a666b58fd4cf req-12cf0b4e-057b-4c84-bcb5-3e5393ade578 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3&device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 1690 time: 0.1000960 Aug 31 09:24:58.486299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-111cb507-a717-4e80-8df9-a666b58fd4cf req-a05816b3-6b0a-4814-a0e2-04ed86a6958d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557456 Aug 31 09:24:58.581012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d95d2-a443-4939-8af2-67f6d345688c req-03b8a636-e430-4be0-b5e4-64aa44a828ea tempest-LiveMigrationNegativeTest-1246696251 tempest-LiveMigrationNegativeTest-1246696251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.583714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e08d95d2-a443-4939-8af2-67f6d345688c req-03b8a636-e430-4be0-b5e4-64aa44a828ea tempest-LiveMigrationNegativeTest-1246696251 tempest-LiveMigrationNegativeTest-1246696251-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 1100 time: 0.0717146 Aug 31 09:24:58.618414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e08d95d2-a443-4939-8af2-67f6d345688c req-48b62e9a-192f-443a-9a29-8bf9d1a75b7f tempest-LiveMigrationNegativeTest-1246696251 tempest-LiveMigrationNegativeTest-1246696251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.651899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.657823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:58.661635 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67" -d '{"events": [{"name": "network-changed", "server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:58.747882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f9cc95-cd23-474d-8f11-e94fd8cd6834,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.758475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Checking segment: {'id': 'f4eb383c-d734-4c73-bdcb-d6c16d3074e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '040d86f3-e928-4322-b48f-9672bfb42ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:58.759272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Network hostable DHCP agents. Network: 040d86f3-e928-4322-b48f-9672bfb42ef0, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:58.781333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Network 040d86f3-e928-4322-b48f-9672bfb42ef0 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:58.791310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 040d86f3-e928-4322-b48f-9672bfb42ef0) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:58.797413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6b92-f8a2-4c41-a35f-6fd868e8d3a1 req-0d800a39-ebac-4e04-a975-07d5dda50b77 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.800510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-472f6b92-f8a2-4c41-a35f-6fd868e8d3a1 req-0d800a39-ebac-4e04-a975-07d5dda50b77 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.1259434 Aug 31 09:24:58.808167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e576ddc-655d-44ed-af21-9b3fcc598155 None None] Network 040d86f3-e928-4322-b48f-9672bfb42ef0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:58.811546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.812298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.880524 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-472f6b92-f8a2-4c41-a35f-6fd868e8d3a1 req-efa1eb8d-3687-4aa3-8c78-1dcd7197a15e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636942 Aug 31 09:24:58.882941 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e08d95d2-a443-4939-8af2-67f6d345688c req-48b62e9a-192f-443a-9a29-8bf9d1a75b7f tempest-LiveMigrationNegativeTest-1246696251 tempest-LiveMigrationNegativeTest-1246696251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.889890 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e08d95d2-a443-4939-8af2-67f6d345688c req-48b62e9a-192f-443a-9a29-8bf9d1a75b7f tempest-LiveMigrationNegativeTest-1246696251 tempest-LiveMigrationNegativeTest-1246696251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.896578 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5354152b-0580-4b36-82dd-fd257cc74021 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6204767 Aug 31 09:24:58.971494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e08d95d2-a443-4939-8af2-67f6d345688c req-48b62e9a-192f-443a-9a29-8bf9d1a75b7f tempest-LiveMigrationNegativeTest-1246696251 tempest-LiveMigrationNegativeTest-1246696251-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757718 Aug 31 09:24:59.003268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b62e9a-192f-443a-9a29-8bf9d1a75b7f tempest-LiveMigrationNegativeTest-1246696251 tempest-LiveMigrationNegativeTest-1246696251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e198c3-4382-4261-be54-b41b0ee6fffb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:59.029058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3772f69c-67dd-4cbf-9fb8-a9ab0fb3029a None None] Network 040d86f3-e928-4322-b48f-9672bfb42ef0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:59.250115 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657c508e-2868-464a-a8c7-c0b448fa02ef x-openstack-request-id: req-657c508e-2868-464a-a8c7-c0b448fa02ef {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:59.250547 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:59.250969 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-657c508e-2868-464a-a8c7-c0b448fa02ef {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:59.251562 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d', 'status': 'completed', 'code': 200} Aug 31 09:24:59.259023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30edf3a-d4ca-4b62-a263-9929a02d0485 req-f4b74362-2d64-476d-9b74-457415fa5ae0 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.261606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a30edf3a-d4ca-4b62-a263-9929a02d0485 req-f4b74362-2d64-476d-9b74-457415fa5ae0 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1100 time: 0.1523654 Aug 31 09:24:59.329481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a30edf3a-d4ca-4b62-a263-9929a02d0485 req-b6bb2546-3b9e-42ff-9e69-fce5025ed5c4 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538633 Aug 31 09:24:59.366592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 36652cca-dd4b-4f73-855a-db4d4a24c45d details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:59.399462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-1c77fca6-b3c9-461b-af46-ecc2855e45df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.403452 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-1c77fca6-b3c9-461b-af46-ecc2855e45df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1124 time: 0.1234021 Aug 31 09:24:59.571726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:59.574623 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f511adf5-4f20-460e-a7fa-6f6ac2346ec7" -d '{"events": [{"server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "name": "network-vif-plugged", "status": "completed", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:59.575863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55804-3247-4b96-aa8a-c68a7f9acf1d req-f70da2b3-596a-41d5-ba4b-58564dfd7fff tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.583805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:59.592662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21f55804-3247-4b96-aa8a-c68a7f9acf1d req-f70da2b3-596a-41d5-ba4b-58564dfd7fff tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3 HTTP/1.1" status: 200 len: 1100 time: 0.1024816 Aug 31 09:24:59.603856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 36652cca-dd4b-4f73-855a-db4d4a24c45d has no active binding in host n-h2-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:24:59.608395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-44646cd0-5a87-468d-9596-28b0419c6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.610018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-44646cd0-5a87-468d-9596-28b0419c6b36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.1982405 Aug 31 09:24:59.655172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-475bb52d-f5fd-4bc0-abda-6f05565780a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 200 len: 217 time: 0.0372484 Aug 31 09:24:59.668126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-02588783-cdbd-4795-9045-799bb26b0409 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b968f240aff1429d984a933f1f7aa0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527956 Aug 31 09:24:59.680956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21f55804-3247-4b96-aa8a-c68a7f9acf1d req-cf74b772-2575-4efd-9a38-23158ff7dcea tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867317 Aug 31 09:24:59.742648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-58ee6b3a-5525-4640-96dc-49340e1c3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.745756 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-58ee6b3a-5525-4640-96dc-49340e1c3f06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.0767639 Aug 31 09:24:59.795268 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-299bfb57-707c-4b82-81d4-ec8a052e6d8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412633 Aug 31 09:24:59.841018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b178ad-459f-4d74-880b-f307cad1f995 req-a6094713-5952-439f-bf56-bcc2fed717cb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.843248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-a6094713-5952-439f-bf56-bcc2fed717cb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657782 Aug 31 09:24:59.866334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c82f7dee-da86-4610-adff-15e189d55b54 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/quotas/b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 375 time: 0.0114584 Aug 31 09:24:59.924941 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-cd5eac49-3680-4006-adf9-35926d96db1f service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213486 Aug 31 09:24:59.934003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-8bd3f4e4-0566-462c-b383-c5d3dc4997a0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565872 Aug 31 09:25:00.056666 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68b2c0eb-ed5e-4c69-b227-abf9d7b76c67 req-43bfb593-1d94-456b-b7d9-b93bde8a40dd service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156042 Aug 31 09:25:00.114295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0d7b-899a-4959-9487-243c6fd63121 req-28404511-c72e-4e01-9270-a17f623ae98f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.116180 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-28404511-c72e-4e01-9270-a17f623ae98f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 821 time: 0.1306808 Aug 31 09:25:00.147256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-0d322709-bb73-44ed-bba0-55515e01a047 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/quotas/c59604bf0032464d8b8869815706eddc HTTP/1.1" status: 200 len: 375 time: 0.0233369 Aug 31 09:25:00.188938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-b4fbc25e-3842-4d1c-8468-c5b455b5dd54 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304422 Aug 31 09:25:00.214340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-f291f354-cce7-4964-b691-7859cf42aba0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:25:00.215488 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-f291f354-cce7-4964-b691-7859cf42aba0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087154 Aug 31 09:25:00.537109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4393a3-0921-430a-8037-d0948a51f4ef req-4077c8c5-1540-4bb5-a5d7-4655708c426e tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.538807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a4393a3-0921-430a-8037-d0948a51f4ef req-4077c8c5-1540-4bb5-a5d7-4655708c426e tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1100 time: 0.2712400 Aug 31 09:25:00.543289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-e5260e1c-4a5b-477f-8cac-bd2864c3bf53 service neutron] 10.222.0.69 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207290 Aug 31 09:25:00.633952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a4393a3-0921-430a-8037-d0948a51f4ef req-4f7b9ee4-b0ee-4dc1-83f1-f6e2576cddcf tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846925 Aug 31 09:25:00.676223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-71c73649-6c8f-4312-83c2-3c902848cb59 service neutron] 10.222.0.69 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201816 Aug 31 09:25:00.810096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c1fc4-d9a8-4b8d-ab8c-646d8f4a840b req-645ed492-6892-41a0-a8cb-7fd71189fd6d tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.813223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f9c1fc4-d9a8-4b8d-ab8c-646d8f4a840b req-645ed492-6892-41a0-a8cb-7fd71189fd6d tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 950 time: 0.0936904 Aug 31 09:25:00.864800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f9c1fc4-d9a8-4b8d-ab8c-646d8f4a840b req-da036492-4af9-434f-a883-ffa5fecefa50 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Aug 31 09:25:00.920373 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13ac47d-dc9b-4c19-b91c-7644c73864ce x-openstack-request-id: req-e13ac47d-dc9b-4c19-b91c-7644c73864ce {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:00.921890 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "name": "network-vif-plugged", "status": "completed", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:00.921890 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e13ac47d-dc9b-4c19-b91c-7644c73864ce {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:00.921890 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'code': 200} Aug 31 09:25:01.024981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd15e-fcbf-4a59-b444-c171683bf091 req-93f813b1-71c7-4107-aa7f-95bc3db31573 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:01.026588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e1cd15e-fcbf-4a59-b444-c171683bf091 req-93f813b1-71c7-4107-aa7f-95bc3db31573 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 1101 time: 0.0797250 Aug 31 09:25:01.045348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcd10a-3549-4056-a85d-f053834b4b35 req-da062d40-ef81-4c6c-ac7a-ee6b5336181c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:01.047556 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eedcd10a-3549-4056-a85d-f053834b4b35 req-da062d40-ef81-4c6c-ac7a-ee6b5336181c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.0658855 Aug 31 09:25:01.103075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e1cd15e-fcbf-4a59-b444-c171683bf091 req-522c4917-86e9-4b67-9f97-7e6776283124 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Aug 31 09:25:01.125506 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eedcd10a-3549-4056-a85d-f053834b4b35 req-2d8ac0ef-1e3a-4459-b1ad-af2f860d1599 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691116 Aug 31 09:25:01.236747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f050e304-3b63-4c84-ae06-e3f04a1b5982 req-6e0f6e2a-9c8e-4ad6-96ec-a13aa06d4567 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 210 time: 0.0495546 Aug 31 09:25:01.423751 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-0e5ab6d8-0950-4130-bd0b-a22ea8e8cbe1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b968f240aff1429d984a933f1f7aa0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581534 Aug 31 09:25:01.547573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79882bb4-7ed1-459d-b482-71b8cb621871 req-2233a1b5-e279-440f-b81b-713d5b2ae39a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 210 time: 0.0801075 Aug 31 09:25:01.679406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b178ad-459f-4d74-880b-f307cad1f995 req-8856660a-82bc-44eb-9544-9983da4868c3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:01.681091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-8856660a-82bc-44eb-9544-9983da4868c3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497518 Aug 31 09:25:01.697358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Request body: {'port': {'device_id': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'b968f240aff1429d984a933f1f7aa0eb'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:01.911987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Made reservation on behalf of b968f240aff1429d984a933f1f7aa0eb for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:01.919441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.091531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aed297-f680-4e30-98cf-faa08122cc88 req-67102a1b-5ddd-4139-b602-069fc57640fa tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.094729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aed297-f680-4e30-98cf-faa08122cc88 req-67102a1b-5ddd-4139-b602-069fc57640fa tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 949 time: 0.1024079 Aug 31 09:25:02.140032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aed297-f680-4e30-98cf-faa08122cc88 req-74e09f71-3323-43d5-b3fc-e4c7de5e11c3 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Aug 31 09:25:02.156011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Allocated IP 192.168.233.204 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/a517228a-f2be-45ac-92e3-4769c77d3194) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:02.371165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c663df7-c2d9-4ad3-b4e1-04cd99c2ea46 req-01618825-0c08-45dd-a3cd-f0af0fb991bc tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.373198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c663df7-c2d9-4ad3-b4e1-04cd99c2ea46 req-01618825-0c08-45dd-a3cd-f0af0fb991bc tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.0801163 Aug 31 09:25:02.386596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.410399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Transition to ACTIVE for port object a517228a-f2be-45ac-92e3-4769c77d3194 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:02.415551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-f7b1aa4e-ecc7-488f-93f7-e94cd51e7bef tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575123 Aug 31 09:25:02.463870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.481725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:02.484033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c663df7-c2d9-4ad3-b4e1-04cd99c2ea46 req-f870682f-4e5f-40aa-9bf1-ffc054a7d4ce tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966358 Aug 31 09:25:02.553966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:02.561782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:02.573840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:02.586160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2b9d4ab1-51e8-46b6-82a6-215beb5600a8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.588620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2b9d4ab1-51e8-46b6-82a6-215beb5600a8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586018 Aug 31 09:25:02.615992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-02e51826-4c25-4f8e-985a-9947948d8e74 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/quotas/2c7da74dc1c34aeebb4c512f50c3fff3 HTTP/1.1" status: 200 len: 375 time: 0.0147455 Aug 31 09:25:02.781367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-fe5f74ef-20a4-4f2a-b25a-d4a8ad6b6c55 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1436656 Aug 31 09:25:02.796862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event updated for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:02.887307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.888340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.977839 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-c227d035-f975-4147-99d9-f2308ff7922f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2843263 Aug 31 09:25:02.985206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60891e-b96b-40b7-b42a-98059f919acf req-7f127edf-a385-43e7-aa79-42e2629af258 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.993121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f60891e-b96b-40b7-b42a-98059f919acf req-7f127edf-a385-43e7-aa79-42e2629af258 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 936 time: 0.1355739 Aug 31 09:25:03.001737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Request body: {'port': {'device_id': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:03.051618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f60891e-b96b-40b7-b42a-98059f919acf req-c8d2eac2-d98f-4354-a5a1-22aa194d1d3b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574222 Aug 31 09:25:03.071970 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:25:03.181746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ff210ee-1659-4f9c-95b1-961443811df3 None None] Provisioning for port a517228a-f2be-45ac-92e3-4769c77d3194 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:03.192273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ff210ee-1659-4f9c-95b1-961443811df3 None None] Provisioning complete for port a517228a-f2be-45ac-92e3-4769c77d3194 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:03.193075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff210ee-1659-4f9c-95b1-961443811df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.295204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-4c58c38a-ee13-4d0a-8dce-5b1460f7a1ae service neutron] 10.222.0.20 "GET /v2.0/ports/36652cca-dd4b-4f73-855a-db4d4a24c45d/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.1220150 Aug 31 09:25:03.310998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9ff210ee-1659-4f9c-95b1-961443811df3 None None] Port a517228a-f2be-45ac-92e3-4769c77d3194 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:03.396664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0d7b-899a-4959-9487-243c6fd63121 req-aaca0126-1a2b-4ea2-9ab9-0b6990407274 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:03.399317 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-aaca0126-1a2b-4ea2-9ab9-0b6990407274 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 821 time: 0.7581236 Aug 31 09:25:03.422718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Request body: {'port': {'device_id': '59535452-8d3f-49d9-99cc-784fe90d6404', 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'admin_state_up': True, 'tenant_id': 'c59604bf0032464d8b8869815706eddc'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:03.522797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a409804b-9762-4869-bb4f-0314bba9d114 req-6a563c9a-3121-4bd6-960a-b19be7b6f7cb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 210 time: 0.0731437 Aug 31 09:25:03.593946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.839106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.20', 60554) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:03.909576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:03.963390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519990-1da7-4663-b1dd-ad0fa7198620 req-c34d2354-94a5-4f73-99f7-ddbf1b762546 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:03.977998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41519990-1da7-4663-b1dd-ad0fa7198620 req-c34d2354-94a5-4f73-99f7-ddbf1b762546 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 949 time: 0.2196796 Aug 31 09:25:04.075327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:04.145964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Made reservation on behalf of c59604bf0032464d8b8869815706eddc for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:04.153074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.169874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41519990-1da7-4663-b1dd-ad0fa7198620 req-b46bc91d-5727-4cb3-905c-57204163e26b tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899314 Aug 31 09:25:04.182790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-e21efcbf-afd3-41cf-9111-7f5099930abe tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:04.185802 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-e21efcbf-afd3-41cf-9111-7f5099930abe tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 949 time: 0.3351846 Aug 31 09:25:04.198804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36652cca-dd4b-4f73-855a-db4d4a24c45d {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:04.239880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:04.297069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.537864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab32d98-6ea6-483b-8c93-4bdddb9b75ac req-c31fd29a-9660-4354-92f5-449c8bacaf89 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:04.552274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ab32d98-6ea6-483b-8c93-4bdddb9b75ac req-c31fd29a-9660-4354-92f5-449c8bacaf89 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 943 time: 0.1633067 Aug 31 09:25:04.626852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Transition to ACTIVE for port object 36652cca-dd4b-4f73-855a-db4d4a24c45d will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:04.650702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ab32d98-6ea6-483b-8c93-4bdddb9b75ac req-2bf97e6e-3bb4-4208-a36b-a4fd515c3cec tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969543 Aug 31 09:25:04.653507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.762153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a517228a-f2be-45ac-92e3-4769c77d3194 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:04.772646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Allocated IP 172.20.0.7 (044855cf-9d34-4e68-9178-fed2537e44c4/21df2250-f650-4594-af23-94f0dc87bdcd/b6b8b857-1f0c-4adf-934c-0394530db1ad) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:04.784079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Deleting port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:04.784723 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.799687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.854007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] No DVR routers for this DVR port 36652cca-dd4b-4f73-855a-db4d4a24c45d on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:04.979518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] 10.222.0.20 "PUT /v2.0/ports/36652cca-dd4b-4f73-855a-db4d4a24c45d/bindings/n-h2-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6654365 Aug 31 09:25:04.980575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Pushing event updated for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=10']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.012379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b789454-80d8-43f2-9677-8f005f66eb2f req-8a835857-24a7-4c35-8c9c-84dc3a6693c9 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.026456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b789454-80d8-43f2-9677-8f005f66eb2f req-8a835857-24a7-4c35-8c9c-84dc3a6693c9 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.3563216 Aug 31 09:25:05.026827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Transition to ACTIVE for port object a517228a-f2be-45ac-92e3-4769c77d3194 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:05.034584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.035178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.035719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.036257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.036803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.037338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.037864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.038401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.038988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.039513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.040051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.040580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f445-bd96-4fe5-bb48-df81fba08d18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:05.057859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.060208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df988c3-9353-4de6-aada-5f5947b36596 req-106dd476-d081-44e0-aca7-5d0f3b53ace0 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.062924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7df988c3-9353-4de6-aada-5f5947b36596 req-106dd476-d081-44e0-aca7-5d0f3b53ace0 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 950 time: 0.3045650 Aug 31 09:25:05.173961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] For port fc6d6a65-bdf3-4a2d-9a15-098a197fa987, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:05.174525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.232053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7df988c3-9353-4de6-aada-5f5947b36596 req-98bf943a-77fb-4b4a-8adc-4bebdf2cce45 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451101 Aug 31 09:25:05.255599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b789454-80d8-43f2-9677-8f005f66eb2f req-005ba347-e7c2-45c8-b1cc-2f47873ac907 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276831 Aug 31 09:25:05.296945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-d89458fa-faf1-448c-95b8-17044e63d8d1 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.300580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-d89458fa-faf1-448c-95b8-17044e63d8d1 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.1662285 Aug 31 09:25:05.333756 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Calling delete_port for fc6d6a65-bdf3-4a2d-9a15-098a197fa987 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:05.357769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Pushing event updated for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.555005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-be43ff10-ae7f-448c-a3a1-c422fac14daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.557853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-be43ff10-ae7f-448c-a3a1-c422fac14daa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0&tenant_id=28e664f164a84d7d833add9b1479c0a8 HTTP/1.1" status: 200 len: 1095 time: 0.2388096 Aug 31 09:25:05.582919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a071-c2c6-4755-a8d7-641b09811432 req-b123536a-639f-4188-be54-96b75c34e025 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.586976 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d31a071-c2c6-4755-a8d7-641b09811432 req-b123536a-639f-4188-be54-96b75c34e025 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 948 time: 0.1581407 Aug 31 09:25:05.634605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e5ce6ba-b03b-400c-80e8-79404af17a8a req-8cbf7631-4714-4d22-a654-7a9753eb2ed7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 210 time: 0.0461843 Aug 31 09:25:05.641266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.664884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Attempting to bind port a517228a-f2be-45ac-92e3-4769c77d3194 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:05.665430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Attempting to bind port a517228a-f2be-45ac-92e3-4769c77d3194 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:05.665969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Attempting to bind port a517228a-f2be-45ac-92e3-4769c77d3194 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:05.687728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Port a517228a-f2be-45ac-92e3-4769c77d3194 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:05.688214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Attempting to bind port a517228a-f2be-45ac-92e3-4769c77d3194 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:05.733672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d31a071-c2c6-4755-a8d7-641b09811432 req-c36b41b9-6091-4831-877b-4e3e3921766c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345141 Aug 31 09:25:05.742242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:05.742820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:05.743434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:05.744189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Bound port: a517228a-f2be-45ac-92e3-4769c77d3194, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:05.744725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.827138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-044b14c5-44be-4e97-9500-07f916fb8bd1 req-aeb57ab4-c266-4f9a-ac69-4ca8d3d2c7e5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 210 time: 0.0741186 Aug 31 09:25:05.848891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.851968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.877452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4e3ea594-deb3-4df6-8984-39c3b4f40334', 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:05.927370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-fde37fed-0676-4243-b311-1545895b5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.932050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-fde37fed-0676-4243-b311-1545895b5323 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1095 time: 0.3090546 Aug 31 09:25:06.001220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:06.013968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Network 044855cf-9d34-4e68-9178-fed2537e44c4 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:06.020141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e809612-f40d-4480-a43f-0e3097421e53 req-9372cabf-4ebb-4fa7-b35b-0de5a686537e tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca HTTP/1.1" status: 200 len: 210 time: 0.1499498 Aug 31 09:25:06.044124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-eb0a57d2-24e9-4b33-86ea-f43893e7328a tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.046357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-eb0a57d2-24e9-4b33-86ea-f43893e7328a tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 950 time: 0.3996298 Aug 31 09:25:06.085480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:06.090416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:06.114429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Pushing event updated for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:06.117494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:06.122661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] No DVR routers for this DVR port fc6d6a65-bdf3-4a2d-9a15-098a197fa987 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:06.133159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.169610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.173382 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d8bc0b0-c638-4150-9fc1-66025a18d699 req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "DELETE /v2.0/ports/fc6d6a65-bdf3-4a2d-9a15-098a197fa987 HTTP/1.1" status: 204 len: 173 time: 1.9643559 Aug 31 09:25:06.174081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca', 'name': 'network-vif-deleted', 'tag': 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:06.177978 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df77759f-0f45-4987-8079-bb442123a780" -d '{"events": [{"server_uuid": "8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca", "name": "network-vif-deleted", "tag": "fc6d6a65-bdf3-4a2d-9a15-098a197fa987"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:06.248634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413dc9b-c5c1-4714-938d-ea734843215c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Pushing event deleted for resources: {'Port': ['ID=fc6d6a65-bdf3-4a2d-9a15-098a197fa987,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:06.272622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.273673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.276009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] 10.222.0.20 "PUT /v2.0/ports/a517228a-f2be-45ac-92e3-4769c77d3194 HTTP/1.1" status: 200 len: 1096 time: 3.2872872 Aug 31 09:25:06.374975 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a63d2de-7036-49db-89f2-4f2bb19ecca0 x-openstack-request-id: req-0a63d2de-7036-49db-89f2-4f2bb19ecca0 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:06.375400 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca", "name": "network-vif-deleted", "tag": "fc6d6a65-bdf3-4a2d-9a15-098a197fa987", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:06.375770 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a63d2de-7036-49db-89f2-4f2bb19ecca0 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:06.376335 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb0e7da-8ada-4b14-b0e5-42d7ebf8c0ca', 'name': 'network-vif-deleted', 'tag': 'fc6d6a65-bdf3-4a2d-9a15-098a197fa987', 'status': 'completed', 'code': 200} Aug 31 09:25:06.417652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fc6d6a65-bdf3-4a2d-9a15-098a197fa987 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:06.456804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.458735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.496452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384d2c-d19e-4c62-a944-5a12f5f8432b req-0fbe074c-af3a-44ab-ac13-85fecf018b41 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.499322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18384d2c-d19e-4c62-a944-5a12f5f8432b req-0fbe074c-af3a-44ab-ac13-85fecf018b41 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 944 time: 0.4430282 Aug 31 09:25:06.575309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: fc6d6a65-bdf3-4a2d-9a15-098a197fa987 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:06.576011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fc6d6a65-bdf3-4a2d-9a15-098a197fa987 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:06.578959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 36652cca-dd4b-4f73-855a-db4d4a24c45d no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:06.589413 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-d39dbb45-59ce-434d-bbb9-e466f76553cc tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2173874 Aug 31 09:25:06.614001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-4bbf4553-9911-434d-9596-a96804401de4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1491735 Aug 31 09:25:06.676416 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-85356adf-585a-45c0-944b-3a5818bd6cd1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2619154 Aug 31 09:25:06.683937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-b433b927-a206-4a01-8167-7cb39d4217c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.694626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-b433b927-a206-4a01-8167-7cb39d4217c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.6713305 Aug 31 09:25:06.724314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca355c7-62c5-4bf9-95b7-484265103453 service neutron] Pushing event updated for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:06.736032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 36652cca-dd4b-4f73-855a-db4d4a24c45d not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:06.777375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Request body: {'port': {'device_id': '59535452-8d3f-49d9-99cc-784fe90d6404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:06.804044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-814fe3d2-adf0-4891-99e7-bf21383dcd27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 200 len: 217 time: 0.0848315 Aug 31 09:25:06.833004 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Deleting port a4a462a5-7566-495e-b7db-95c9e864aaa2 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:06.833004 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.872046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18384d2c-d19e-4c62-a944-5a12f5f8432b req-41f0889d-bcdc-460e-8527-40eaac19d08e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328216 Aug 31 09:25:06.910300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d8bcc-bee1-4453-ae5a-7f24443cf620 req-dff3a7a7-fc15-4ef6-a89a-501d8714f22a tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.911943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-223d8bcc-bee1-4453-ae5a-7f24443cf620 req-dff3a7a7-fc15-4ef6-a89a-501d8714f22a tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 950 time: 0.3729203 Aug 31 09:25:06.921401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b178ad-459f-4d74-880b-f307cad1f995 req-9a1e7a21-f590-4d26-8362-ba528a1c95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.923940 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-9a1e7a21-f590-4d26-8362-ba528a1c95b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 1099 time: 0.3761990 Aug 31 09:25:07.050173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-2fd02a9f-c10a-4fd4-a54f-bbd2d8847104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.051216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-2fd02a9f-c10a-4fd4-a54f-bbd2d8847104 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.2334909 Aug 31 09:25:07.280508 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-628d8dc8-ca61-472c-b5bf-cb9e2c2dd08b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a517228a-f2be-45ac-92e3-4769c77d3194 HTTP/1.1" status: 200 len: 217 time: 0.3359005 Aug 31 09:25:07.312335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.325497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-6dec2fd0-2143-4a89-a185-8f62d4050a55 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.327912 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-6dec2fd0-2143-4a89-a185-8f62d4050a55 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6874442 Aug 31 09:25:07.370721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-a94bcbfb-07db-4b2e-b25e-637b0fbf1780 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.373202 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-a94bcbfb-07db-4b2e-b25e-637b0fbf1780 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7568004 Aug 31 09:25:07.385471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-e4a19f26-40c0-4998-9372-1b8eb8895181 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3145673 Aug 31 09:25:07.394638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Request body: {'port': {'device_id': '47a3b12b-071b-4306-b1b8-e1858b10b80f', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2c7da74dc1c34aeebb4c512f50c3fff3'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:07.407568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-223d8bcc-bee1-4453-ae5a-7f24443cf620 req-2246bdde-bce4-43fa-99bc-971e9aed68c2 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/security-groups?id=6209b462-a648-43f5-ac15-9e11eb117136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283965 Aug 31 09:25:07.416357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Request body: {'port': {'device_id': '7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2c7da74dc1c34aeebb4c512f50c3fff3'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:07.513696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] For port a4a462a5-7566-495e-b7db-95c9e864aaa2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a4a462a5-7566-495e-b7db-95c9e864aaa2,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:07.514670 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.535935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc26097-ba0c-437a-9f7e-5a84149d0d95 req-3649e97f-ef0c-4eaa-bc5a-7d838c18dca1 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.537502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edc26097-ba0c-437a-9f7e-5a84149d0d95 req-3649e97f-ef0c-4eaa-bc5a-7d838c18dca1 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.4901426 Aug 31 09:25:07.555220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Calling delete_port for a4a462a5-7566-495e-b7db-95c9e864aaa2 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:07.590890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b178ad-459f-4d74-880b-f307cad1f995 req-eb9d21dd-43bd-460b-99ba-981c6dfc2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.593561 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-eb9d21dd-43bd-460b-99ba-981c6dfc2c44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2989795 Aug 31 09:25:07.769552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-605ed93e-0807-48d3-bc03-8d2bc9d77daf req-a76272bf-4719-492b-af70-58caac4b5009 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 210 time: 0.1295719 Aug 31 09:25:07.778086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-044404f0-233a-4647-a2b6-44c9b38de991 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795059 Aug 31 09:25:07.789994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edc26097-ba0c-437a-9f7e-5a84149d0d95 req-f76080da-acff-4951-b73f-975202611676 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368000 Aug 31 09:25:07.996275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b178ad-459f-4d74-880b-f307cad1f995 req-2a95bfc1-a40e-4f89-9ba7-a8539577a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.998880 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-2a95bfc1-a40e-4f89-9ba7-a8539577a9d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3862123 Aug 31 09:25:08.005651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-1af3c055-471e-4358-9286-718ace7ac69c service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795673 Aug 31 09:25:08.045010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:25:08.045010 n-d-806683-2 neutron-server[94787]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:25:08.045010 n-d-806683-2 neutron-server[94787]: [parameters: {'project_id': '2c7da74dc1c34aeebb4c512f50c3fff3', 'id': '520381cf-01cb-49ff-b3b1-2ce06e82d7b3', 'expiration': datetime.datetime(2021, 8, 31, 9, 27, 8, 5519)}] Aug 31 09:25:08.045010 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:08.045768 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:08.099820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2273f30-9862-451e-9cc7-7130d181cd1d req-83d9494a-d725-41ad-8f55-ece82382b6f5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.101447 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2273f30-9862-451e-9cc7-7130d181cd1d req-83d9494a-d725-41ad-8f55-ece82382b6f5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 931 time: 0.1738362 Aug 31 09:25:08.102269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Made reservation on behalf of 2c7da74dc1c34aeebb4c512f50c3fff3 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:08.105858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.109805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473722f0-da2c-42b1-8c64-b8cb5b08905d req-bec34781-4907-40a9-9e8d-06308cdc1e4a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.110875 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-473722f0-da2c-42b1-8c64-b8cb5b08905d req-bec34781-4907-40a9-9e8d-06308cdc1e4a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 948 time: 0.1865523 Aug 31 09:25:08.147620 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.179774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a4a462a5-7566-495e-b7db-95c9e864aaa2'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:08.206419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Pushing event deleted for resources: {'Port': ['ID=a4a462a5-7566-495e-b7db-95c9e864aaa2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:08.235857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2273f30-9862-451e-9cc7-7130d181cd1d req-5e87aa14-a5e6-42d0-97e7-1c0f5301f779 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217513 Aug 31 09:25:08.242950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-473722f0-da2c-42b1-8c64-b8cb5b08905d req-0c5899a2-b694-4fdc-acb9-28a9691bcf60 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160927 Aug 31 09:25:08.333554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] No DVR routers for this DVR port a4a462a5-7566-495e-b7db-95c9e864aaa2 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:08.356833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.356833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30fb1210-4d4c-4b3f-9144-754e9f8fd1fe req-bc5c495d-e37d-4e42-a67a-cb6f5f0a9f02 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.20 "DELETE /v2.0/ports/a4a462a5-7566-495e-b7db-95c9e864aaa2 HTTP/1.1" status: 204 len: 173 time: 2.2922575 Aug 31 09:25:08.356833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c47512-26df-46cd-807e-8ecd9dae0887', 'name': 'network-vif-deleted', 'tag': 'a4a462a5-7566-495e-b7db-95c9e864aaa2'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:08.363077 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ac34c-e820-4b81-bae9-662dec14112d" -d '{"events": [{"server_uuid": "99c47512-26df-46cd-807e-8ecd9dae0887", "name": "network-vif-deleted", "tag": "a4a462a5-7566-495e-b7db-95c9e864aaa2"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:08.383922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:08.392457 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff364bdb-774a-4b20-a628-81adf1497dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:08.496694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-05c58c0d-92a7-4386-befa-20a2220db1ac service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851453 Aug 31 09:25:08.539014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b8b857-1f0c-4adf-934c-0394530db1ad {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:08.606836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.654944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f7716-7e49-4242-8c8b-0372c91654ff req-bf5f34bf-1c79-4e8b-b9f7-b36dcc4036ed tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.669399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d5f7716-7e49-4242-8c8b-0372c91654ff req-bf5f34bf-1c79-4e8b-b9f7-b36dcc4036ed tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 944 time: 0.2221510 Aug 31 09:25:08.677753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Transition to ACTIVE for port object b6b8b857-1f0c-4adf-934c-0394530db1ad will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:08.685234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-9fec55d7-f6d5-42f9-82f8-267a9bcb5a32 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.687561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-9fec55d7-f6d5-42f9-82f8-267a9bcb5a32 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.2235179 Aug 31 09:25:08.695753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.738515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Made reservation on behalf of 2c7da74dc1c34aeebb4c512f50c3fff3 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:08.744409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.769600 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44815a1b-ad6a-4b2e-b451-b72205037ef4 x-openstack-request-id: req-44815a1b-ad6a-4b2e-b451-b72205037ef4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:08.769970 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c47512-26df-46cd-807e-8ecd9dae0887", "name": "network-vif-deleted", "tag": "a4a462a5-7566-495e-b7db-95c9e864aaa2", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:08.770140 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-44815a1b-ad6a-4b2e-b451-b72205037ef4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:08.770532 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c47512-26df-46cd-807e-8ecd9dae0887', 'name': 'network-vif-deleted', 'tag': 'a4a462a5-7566-495e-b7db-95c9e864aaa2', 'status': 'completed', 'code': 200} Aug 31 09:25:08.782039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d5f7716-7e49-4242-8c8b-0372c91654ff req-2e6cf1ab-3130-4101-b932-106adaf1cc1d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115758 Aug 31 09:25:08.802160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Allocated IP 192.168.233.17 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/30994dff-d686-4e69-9eb5-24ba7da32540) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:08.868398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-87b178ad-459f-4d74-880b-f307cad1f995 req-6fbe6fb0-3bf8-4f17-a6c9-b391f1a7309f service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639877 Aug 31 09:25:08.932999 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47f4a6-6cd4-4ec9-ad8f-60909cd5eeda x-openstack-request-id: req-7c47f4a6-6cd4-4ec9-ad8f-60909cd5eeda {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:08.933321 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:08.934692 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c47f4a6-6cd4-4ec9-ad8f-60909cd5eeda {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:08.934692 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'status': 'completed', 'code': 200} Aug 31 09:25:08.937468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3dab066f-66bf-4b56-b39d-1d31c0ba74f1 req-386ca792-5fe4-4265-8a6a-9778368cee91 tempest-TenantUsagesTestJSON-1737155931 tempest-TenantUsagesTestJSON-1737155931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c47512-26df-46cd-807e-8ecd9dae0887 HTTP/1.1" status: 200 len: 210 time: 0.0395617 Aug 31 09:25:08.946548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Pushing event updated for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:08.954098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-f305c2f7-620c-4dc0-8c03-89ce15e6ee1e service neutron] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:08.958179 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-f305c2f7-620c-4dc0-8c03-89ce15e6ee1e service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.959625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ee633af-e2f9-4577-af38-30e73ef3a0d8 req-f305c2f7-620c-4dc0-8c03-89ce15e6ee1e service neutron] 10.222.0.52 "DELETE /v2.0/ports/36652cca-dd4b-4f73-855a-db4d4a24c45d/bindings/n-h1-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.2584627 Aug 31 09:25:09.168279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.168834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.168834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.169172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.169968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.170291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.170610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.170961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.171282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.171866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.172191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.172505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:09.246495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea1cac63-cbfe-4c19-86d6-bc3c06b3540d req-525b58ef-8dc5-427a-92d1-b8c954c19b90 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 210 time: 0.0911968 Aug 31 09:25:09.291118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a484ec8-8d54-42d6-955a-102ee919fcbe req-2cf61699-a65a-47ea-9a88-d8b2f51a1b11 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.301520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a484ec8-8d54-42d6-955a-102ee919fcbe req-2cf61699-a65a-47ea-9a88-d8b2f51a1b11 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 949 time: 0.1476500 Aug 31 09:25:09.383357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:09.383805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:09.384138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.391978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-7f4a7960-3876-4168-8fe5-d51147497aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.393534 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-7f4a7960-3876-4168-8fe5-d51147497aa2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 1099 time: 0.4327898 Aug 31 09:25:09.396291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a484ec8-8d54-42d6-955a-102ee919fcbe req-31045aeb-8ca1-4a34-bb94-04cab73dcf33 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866630 Aug 31 09:25:09.397879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:09.398207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.437651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14ffec-6b27-43ac-88f4-35bfcbd1def5 req-175b3de7-f684-4d95-b452-48dd46424dd6 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.439595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac14ffec-6b27-43ac-88f4-35bfcbd1def5 req-175b3de7-f684-4d95-b452-48dd46424dd6 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1072006 Aug 31 09:25:09.494125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:09.494835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:09.495873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:09.496518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Bound port: b6b8b857-1f0c-4adf-934c-0394530db1ad, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:09.497035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.543321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac14ffec-6b27-43ac-88f4-35bfcbd1def5 req-706fd6e7-f1bc-4d80-bc8f-3117c005a32e tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964508 Aug 31 09:25:09.588630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9044242-7e7c-4a31-971c-aea56a1d3fad req-f8f66c7f-9673-4f52-8107-0968e410ba8d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.590832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9044242-7e7c-4a31-971c-aea56a1d3fad req-f8f66c7f-9673-4f52-8107-0968e410ba8d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 948 time: 0.0993645 Aug 31 09:25:09.628178 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.676454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Transition to ACTIVE for port object 30994dff-d686-4e69-9eb5-24ba7da32540 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:09.679347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9044242-7e7c-4a31-971c-aea56a1d3fad req-b3119536-d0b8-450f-99e0-61abf1a8cced tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750363 Aug 31 09:25:09.712927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-a8f3d673-624d-43ad-a288-6d477ad49226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.715952 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-a8f3d673-624d-43ad-a288-6d477ad49226 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2947855 Aug 31 09:25:09.721054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:09.741571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:09.756640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c9438-904f-49f7-8083-ec6af476f692 req-0323a998-7191-4e94-bb69-d42a8da64af5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.759303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-464c9438-904f-49f7-8083-ec6af476f692 req-0323a998-7191-4e94-bb69-d42a8da64af5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 943 time: 0.0704720 Aug 31 09:25:09.787570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.798566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-5d8db44a-6412-4c67-a9ec-f1add9a6c63a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a517228a-f2be-45ac-92e3-4769c77d3194 HTTP/1.1" status: 200 len: 217 time: 0.0730557 Aug 31 09:25:09.805439 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-464c9438-904f-49f7-8083-ec6af476f692 req-89c27c01-4fad-48b4-ae63-a8c4002b6787 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Aug 31 09:25:09.932678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.933623 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.936069 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] 10.222.0.20 "PUT /v2.0/ports/b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 200 len: 1091 time: 3.1629603 Aug 31 09:25:09.960319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6392471-3de6-4e30-bb9d-c3cdc76039a6 req-ed113603-196f-482f-b8b8-72e13413d200 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.962813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6392471-3de6-4e30-bb9d-c3cdc76039a6 req-ed113603-196f-482f-b8b8-72e13413d200 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 944 time: 0.0614738 Aug 31 09:25:10.023828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-6d89b0f2-8bfb-4fea-aebb-54f8059abfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.024403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6392471-3de6-4e30-bb9d-c3cdc76039a6 req-9c99ae9c-6b4e-4b1f-8f30-02611143e360 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511448 Aug 31 09:25:10.026429 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-6d89b0f2-8bfb-4fea-aebb-54f8059abfb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1805284 Aug 31 09:25:10.028004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.059040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:10.089672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9d068-94bd-41d3-8b9f-bf1f8632f48e service neutron] Pushing event updated for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:10.249056 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.263557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'Port': ['ID=30994dff-d686-4e69-9eb5-24ba7da32540,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:10.298238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:10.313386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Allocated IP 192.168.233.10 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/c3643a7a-1338-404c-8c9d-0037497bda14) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:10.318317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0d7b-899a-4959-9487-243c6fd63121 req-20492bb9-8fb9-4e37-8f55-eaeeb45144cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.320585 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-20492bb9-8fb9-4e37-8f55-eaeeb45144cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1094 time: 0.3318181 Aug 31 09:25:10.324244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:10.331541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:10.386643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-c9159f6b-a18b-482b-a0ea-f9512cbec0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.388453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-c9159f6b-a18b-482b-a0ea-f9512cbec0ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2928262 Aug 31 09:25:10.390438 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-d420a833-0fed-42cf-9802-66db46e648fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 200 len: 217 time: 0.0559344 Aug 31 09:25:10.419241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646b0c-6a66-4706-a574-41d702612042 req-9a8581b9-6359-4549-bba9-fb98f472be77 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.424221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a4a462a5-7566-495e-b7db-95c9e864aaa2 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:10.429689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52646b0c-6a66-4706-a574-41d702612042 req-9a8581b9-6359-4549-bba9-fb98f472be77 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1095 time: 0.0822053 Aug 31 09:25:10.479568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: a4a462a5-7566-495e-b7db-95c9e864aaa2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:10.481650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a4a462a5-7566-495e-b7db-95c9e864aaa2 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:10.610425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-c3b24c4f-b399-405f-8110-1bbf49025b4c service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754441 Aug 31 09:25:10.618850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19750f38-6689-452b-a935-da384fd45952 req-6d2d2adf-b8b4-467b-86de-096077f4e98c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.620467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19750f38-6689-452b-a935-da384fd45952 req-6d2d2adf-b8b4-467b-86de-096077f4e98c tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 949 time: 0.1872625 Aug 31 09:25:10.622238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52646b0c-6a66-4706-a574-41d702612042 req-05b5e359-d14c-40fb-b426-d3530ad8359f tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917453 Aug 31 09:25:10.844309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.845412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.860866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7af3171e-e856-43b9-a179-9a763033196e None None] Provisioning for port 30994dff-d686-4e69-9eb5-24ba7da32540 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:10.866168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7af3171e-e856-43b9-a179-9a763033196e None None] Provisioning complete for port 30994dff-d686-4e69-9eb5-24ba7da32540 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:10.866673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7af3171e-e856-43b9-a179-9a763033196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.870807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9bf54d5-9280-4a0d-8551-914761f70d5d req-9974a374-6e23-4065-8dba-79feef9041d6 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 210 time: 0.2384377 Aug 31 09:25:10.880927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0d7b-899a-4959-9487-243c6fd63121 req-4f65e3a5-2117-4462-ab4a-892ec5ea831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.894294 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-4f65e3a5-2117-4462-ab4a-892ec5ea831e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.4611769 Aug 31 09:25:10.915461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7af3171e-e856-43b9-a179-9a763033196e None None] Port 30994dff-d686-4e69-9eb5-24ba7da32540 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:10.982214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:10.985119 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d5272d-830f-4288-97ef-afc42cc8a703" -d '{"events": [{"name": "network-changed", "server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:11.010037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-2a8865ff-a577-45c1-80c9-a7ee335cf46f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6347983 Aug 31 09:25:11.022195 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-d9d60cb0-e4be-44c7-9509-c091da63def4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133780 Aug 31 09:25:11.022723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42568) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:11.043068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Request body: {'port': {'device_id': '47a3b12b-071b-4306-b1b8-e1858b10b80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:11.062834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338e78c-64e3-4a17-a09c-d6ee92a484f0 req-6fdae96e-85e6-402f-9d2b-67062439a1bd tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.065468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3338e78c-64e3-4a17-a09c-d6ee92a484f0 req-6fdae96e-85e6-402f-9d2b-67062439a1bd tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/ports?device_id=35ca6d47-4b3d-46c9-9d64-98442126b4ec HTTP/1.1" status: 200 len: 949 time: 0.2429562 Aug 31 09:25:11.082024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Deleting port 4e3ea594-deb3-4df6-8984-39c3b4f40334 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:11.082581 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.176961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559afc1-78c0-4a00-ba0f-ebb4ec53e0d7 req-7b0b9f28-e68e-4b7a-961b-91a5f70605dc tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.178583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7559afc1-78c0-4a00-ba0f-ebb4ec53e0d7 req-7b0b9f28-e68e-4b7a-961b-91a5f70605dc tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.2147214 Aug 31 09:25:11.245034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3338e78c-64e3-4a17-a09c-d6ee92a484f0 req-4b243efe-6516-4c2e-aaf6-73e1a07daaaa tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.69 "GET /v2.0/security-groups?id=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672735 Aug 31 09:25:11.284709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7559afc1-78c0-4a00-ba0f-ebb4ec53e0d7 req-18011ec6-bbd3-439b-bf1e-99ce3f192098 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932863 Aug 31 09:25:11.294826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] For port 4e3ea594-deb3-4df6-8984-39c3b4f40334, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4e3ea594-deb3-4df6-8984-39c3b4f40334,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:11.296368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.320584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Calling delete_port for 4e3ea594-deb3-4df6-8984-39c3b4f40334 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:11.397892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff364bdb-774a-4b20-a628-81adf1497dcb req-255ad121-34f9-48d6-9021-328d2bb9520d service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462394 Aug 31 09:25:11.488096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.491634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.514627 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-f8b8157b-26c7-4bba-8ecb-6f44ed5b2dda service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756896 Aug 31 09:25:11.521625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c543882b-570a-4e3d-b68a-f9c4a5452712 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c50c3a2692534dc09e2dcd28a1af1128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943371 Aug 31 09:25:11.525912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42574) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:11.535858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b783-3cae-42d8-bae4-ffbd7092f500 req-280086f2-34fe-44a2-ad1f-a54a1df5fed6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.536993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Transition to ACTIVE for port object c3643a7a-1338-404c-8c9d-0037497bda14 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:11.537425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0975b783-3cae-42d8-bae4-ffbd7092f500 req-280086f2-34fe-44a2-ad1f-a54a1df5fed6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 943 time: 0.1180966 Aug 31 09:25:11.545256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072c91-ecd7-4750-a87a-36cdd743f505 req-e96547fd-43a0-4124-ad98-bf2281f17d29 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.546832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89072c91-ecd7-4750-a87a-36cdd743f505 req-e96547fd-43a0-4124-ad98-bf2281f17d29 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 948 time: 0.1261663 Aug 31 09:25:11.677088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89072c91-ecd7-4750-a87a-36cdd743f505 req-660ba0d9-a4da-4907-b1b3-dad097f10a9e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169093 Aug 31 09:25:11.694776 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0975b783-3cae-42d8-bae4-ffbd7092f500 req-cf722d79-a46d-485b-9679-01a6a6b275a7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426113 Aug 31 09:25:11.720645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc2c0867-923a-45c8-b2c8-0fb377b75738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.736946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.750531 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588d0d7b-899a-4959-9487-243c6fd63121 req-10ab4d51-1aa2-4b64-af3d-cc5641e29f55 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245469 Aug 31 09:25:11.753492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4e3ea594-deb3-4df6-8984-39c3b4f40334'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:11.784771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc2c0867-923a-45c8-b2c8-0fb377b75738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.788704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Pushing event deleted for resources: {'Port': ['ID=4e3ea594-deb3-4df6-8984-39c3b4f40334,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:11.887208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] No DVR routers for this DVR port 4e3ea594-deb3-4df6-8984-39c3b4f40334 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:11.892453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.894819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19750f38-6689-452b-a935-da384fd45952 req-93a2a107-2f14-4559-9512-a654a95d3136 tempest-LiveMigrationNegativeTest-1866382871 tempest-LiveMigrationNegativeTest-1866382871-project] 10.222.0.20 "DELETE /v2.0/ports/4e3ea594-deb3-4df6-8984-39c3b4f40334 HTTP/1.1" status: 204 len: 173 time: 1.2457647 Aug 31 09:25:11.895356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ca6d47-4b3d-46c9-9d64-98442126b4ec', 'name': 'network-vif-deleted', 'tag': '4e3ea594-deb3-4df6-8984-39c3b4f40334'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:11.897832 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603be5c8-70d6-4439-be18-03f8fef6ccf6" -d '{"events": [{"server_uuid": "35ca6d47-4b3d-46c9-9d64-98442126b4ec", "name": "network-vif-deleted", "tag": "4e3ea594-deb3-4df6-8984-39c3b4f40334"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:11.923276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.943515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:11.967553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc2c0867-923a-45c8-b2c8-0fb377b75738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.970314 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc2c0867-923a-45c8-b2c8-0fb377b75738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.976326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc2c0867-923a-45c8-b2c8-0fb377b75738 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6209b462-a648-43f5-ac15-9e11eb117136 HTTP/1.1" status: 204 len: 168 time: 0.4487579 Aug 31 09:25:12.074123 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77db9bd-25dd-4371-8858-e5dd37644f5c x-openstack-request-id: req-d77db9bd-25dd-4371-8858-e5dd37644f5c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:12.074447 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:12.081424 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d77db9bd-25dd-4371-8858-e5dd37644f5c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:12.082103 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad', 'status': 'completed', 'code': 200} Aug 31 09:25:12.151848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c0867-923a-45c8-b2c8-0fb377b75738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6209b462-a648-43f5-ac15-9e11eb117136,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:12.195797 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f092e4b2-0088-4115-a2d0-ddc2f7bdcbef x-openstack-request-id: req-f092e4b2-0088-4115-a2d0-ddc2f7bdcbef {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:12.196221 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ca6d47-4b3d-46c9-9d64-98442126b4ec", "name": "network-vif-deleted", "tag": "4e3ea594-deb3-4df6-8984-39c3b4f40334", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:12.197384 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f092e4b2-0088-4115-a2d0-ddc2f7bdcbef {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:12.198056 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ca6d47-4b3d-46c9-9d64-98442126b4ec', 'name': 'network-vif-deleted', 'tag': '4e3ea594-deb3-4df6-8984-39c3b4f40334', 'status': 'completed', 'code': 200} Aug 31 09:25:12.236358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'Port': ['ID=c3643a7a-1338-404c-8c9d-0037497bda14,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:12.243011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-ab8ec08b-c393-465b-a782-e9d723b93064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.245600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-ab8ec08b-c393-465b-a782-e9d723b93064 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1094 time: 0.1667619 Aug 31 09:25:12.301980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30994dff-d686-4e69-9eb5-24ba7da32540 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:12.309218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-b3c67f6e-fe3a-491f-b011-fcf8ea9c92a8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.322913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-b3c67f6e-fe3a-491f-b011-fcf8ea9c92a8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 807 time: 0.3946512 Aug 31 09:25:12.334589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:12.343272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.347960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:12.360066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:12.417313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Transition to ACTIVE for port object 30994dff-d686-4e69-9eb5-24ba7da32540 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:12.425343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.441071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a517228a-f2be-45ac-92e3-4769c77d3194 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:12.450723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.452120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.494432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-d37c0b83-9657-48f7-bc61-4b3be488127b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/quotas/28e664f164a84d7d833add9b1479c0a8 HTTP/1.1" status: 200 len: 375 time: 0.1702831 Aug 31 09:25:12.496958 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-0a2f11c8-633d-419a-8597-b6f896178220 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0937803 Aug 31 09:25:12.521810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Request body: {'port': {'device_id': '7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:12.548480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-a9a8277b-1a1a-4f43-85e2-9ef745f48113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.550566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-a9a8277b-1a1a-4f43-85e2-9ef745f48113 service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.2953732 Aug 31 09:25:12.614607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42596) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:12.624230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-55402b99-17a5-4434-acd6-20357da9b928 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 200 len: 217 time: 0.0628006 Aug 31 09:25:12.635914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa135a-36d9-4f1f-ae53-445097ffb603 req-af8f7668-d373-41d4-a71a-00f621611b19 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.638177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d62f294-63ee-4ad1-87b2-e605acbc07b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.646417 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cfa135a-36d9-4f1f-ae53-445097ffb603 req-af8f7668-d373-41d4-a71a-00f621611b19 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 935 time: 0.2741048 Aug 31 09:25:12.658832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Pushing event updated for resources: {'Port': ['ID=30994dff-d686-4e69-9eb5-24ba7da32540,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:12.732705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.736869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Attempting to bind port 30994dff-d686-4e69-9eb5-24ba7da32540 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:12.737668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Attempting to bind port 30994dff-d686-4e69-9eb5-24ba7da32540 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:12.738274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Attempting to bind port 30994dff-d686-4e69-9eb5-24ba7da32540 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:12.782699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-4df6a17d-f9aa-4e3d-ae8c-9a791f335351 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2872505 Aug 31 09:25:12.817941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:12.851825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'mac_address': 'fa:16:3e:8e:2f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:12.872169 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d62f294-63ee-4ad1-87b2-e605acbc07b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.883128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Port 30994dff-d686-4e69-9eb5-24ba7da32540 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:12.884168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Attempting to bind port 30994dff-d686-4e69-9eb5-24ba7da32540 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:12.892376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:12.893122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:12.893903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:12.894587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Bound port: 30994dff-d686-4e69-9eb5-24ba7da32540, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:12.895341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.898122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d62f294-63ee-4ad1-87b2-e605acbc07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.940834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-241928ea-8f19-492e-a320-0f12d61cc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.942570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-241928ea-8f19-492e-a320-0f12d61cc05c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.2922029 Aug 31 09:25:12.960418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cfa135a-36d9-4f1f-ae53-445097ffb603 req-a5bf22d7-9d14-4380-a800-87ec141e1110 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129787 Aug 31 09:25:13.046595 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.068030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] For port 30994dff-d686-4e69-9eb5-24ba7da32540, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:13.070997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-edb5f6cb-7cf9-41c7-b724-406ddbc7c121 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075842 Aug 31 09:25:13.073241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] For port 30994dff-d686-4e69-9eb5-24ba7da32540, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=30994dff-d686-4e69-9eb5-24ba7da32540,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:13.082391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6d62f294-63ee-4ad1-87b2-e605acbc07b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3773b8b23c3409c9b8af49feb3067bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627728 Aug 31 09:25:13.091560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.096566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42604) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.113230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62f294-63ee-4ad1-87b2-e605acbc07b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c54a6bf-b260-4635-beeb-7caaa25bcdbf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.129160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:13.131266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.133571 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] 10.222.0.52 "PUT /v2.0/ports/30994dff-d686-4e69-9eb5-24ba7da32540 HTTP/1.1" status: 200 len: 1095 time: 2.1015296 Aug 31 09:25:13.165873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a517228a-f2be-45ac-92e3-4769c77d3194 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:13.236843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:13.247895 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.306469 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.354557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.372634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e0b07-94e6-479e-9ab3-dfb6022cd533 service neutron] Pushing event updated for resources: {'Port': ['ID=30994dff-d686-4e69-9eb5-24ba7da32540,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.384204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-e8244643-9897-4fdf-b347-31c13bb2508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:13.386187 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-e8244643-9897-4fdf-b347-31c13bb2508b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 1098 time: 0.1706135 Aug 31 09:25:13.413589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-1d5a8cf0-94eb-4a48-bee5-ebf18ebb87d7 service neutron] 10.222.0.69 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297762 Aug 31 09:25:13.458513 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-d009474f-a3fd-4125-a7e8-b68947eeac4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=30994dff-d686-4e69-9eb5-24ba7da32540 HTTP/1.1" status: 200 len: 217 time: 0.0590529 Aug 31 09:25:13.530616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-db89e0aa-31c1-49a7-97cb-6b2034a696ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:13.532699 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-db89e0aa-31c1-49a7-97cb-6b2034a696ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0585997 Aug 31 09:25:13.581070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-3ff76265-a5fd-42d3-a360-5a280e30498e service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004895 Aug 31 09:25:13.636502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-529ba3a2-6902-4ec1-b552-62ad2c293a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:13.638229 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-529ba3a2-6902-4ec1-b552-62ad2c293a6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895922 Aug 31 09:25:13.652918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3643a7a-1338-404c-8c9d-0037497bda14 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:13.671075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.673892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42610) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.681373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a517228a-f2be-45ac-92e3-4769c77d3194'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:13.748027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Transition to ACTIVE for port object c3643a7a-1338-404c-8c9d-0037497bda14 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:13.759691 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.843225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Pushing event updated for resources: {'Port': ['ID=c3643a7a-1338-404c-8c9d-0037497bda14,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.914355 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-c6352e8b-b23b-4a9d-aa25-dea1f90e8fc7 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554281 Aug 31 09:25:13.997947 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fe2-9e71-4c15-b70f-4c2519fb2b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.065323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33be25-dd60-4fe6-aac2-4eae4baef51b req-b887aff1-5eb9-42b3-891e-639d7885ee14 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.067016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d33be25-dd60-4fe6-aac2-4eae4baef51b req-b887aff1-5eb9-42b3-891e-639d7885ee14 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.7889266 Aug 31 09:25:14.088090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a3b12b-071b-4306-b1b8-e1858b10b80f', 'tag': '30994dff-d686-4e69-9eb5-24ba7da32540'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:14.090402 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7c604c-0374-4af4-896c-4ab2763593d7" -d '{"events": [{"name": "network-changed", "server_uuid": "47a3b12b-071b-4306-b1b8-e1858b10b80f", "tag": "30994dff-d686-4e69-9eb5-24ba7da32540"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:14.092858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fe2-9e71-4c15-b70f-4c2519fb2b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.100098 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e7a07da5-9df4-4bc8-9aa2-f96d46877b3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a95279e8efc4f3f8507e164ad7f0552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151466 Aug 31 09:25:14.106001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42618) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:14.114982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55d5272d-830f-4288-97ef-afc42cc8a703 req-0a1f75d3-06fd-4e08-a005-6976fa775b73 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057063 Aug 31 09:25:14.142462 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-153b7948-c302-47bd-8643-e1f7577ddc85 service neutron] 10.222.0.69 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043314 Aug 31 09:25:14.146322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Attempting to bind port c3643a7a-1338-404c-8c9d-0037497bda14 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.146662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Attempting to bind port c3643a7a-1338-404c-8c9d-0037497bda14 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.147079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Attempting to bind port c3643a7a-1338-404c-8c9d-0037497bda14 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.159075 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-6906ffff-e187-4497-893b-b179ac0fd7b6 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328873 Aug 31 09:25:14.165825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Port c3643a7a-1338-404c-8c9d-0037497bda14 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.166708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Attempting to bind port c3643a7a-1338-404c-8c9d-0037497bda14 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.181053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:14.181053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:14.181500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:14.181898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Bound port: c3643a7a-1338-404c-8c9d-0037497bda14, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:14.182262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.187398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d33be25-dd60-4fe6-aac2-4eae4baef51b req-7c852ef6-7c03-46f5-baaa-343e2e276056 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036832 Aug 31 09:25:14.228395 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fe2-9e71-4c15-b70f-4c2519fb2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.229166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1a9c3ea-7aec-40c0-ae8e-9e32ef4f0cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.233322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcd00fe2-9e71-4c15-b70f-4c2519fb2b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.237084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bcd00fe2-9e71-4c15-b70f-4c2519fb2b1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c54a6bf-b260-4635-beeb-7caaa25bcdbf HTTP/1.1" status: 204 len: 168 time: 1.1022038 Aug 31 09:25:14.272852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd00fe2-9e71-4c15-b70f-4c2519fb2b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c54a6bf-b260-4635-beeb-7caaa25bcdbf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.358003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1a9c3ea-7aec-40c0-ae8e-9e32ef4f0cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.448257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] For port c3643a7a-1338-404c-8c9d-0037497bda14, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:14.449475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4e3ea594-deb3-4df6-8984-39c3b4f40334 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:14.452668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] For port c3643a7a-1338-404c-8c9d-0037497bda14, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c3643a7a-1338-404c-8c9d-0037497bda14,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:14.453676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99633fe1-1386-40f4-8548-a5065851aeca req-f81fd132-20a9-423e-8a5b-c311a30e6944 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.460604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99633fe1-1386-40f4-8548-a5065851aeca req-f81fd132-20a9-423e-8a5b-c311a30e6944 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 949 time: 0.1262403 Aug 31 09:25:14.463716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.503726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 4e3ea594-deb3-4df6-8984-39c3b4f40334 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:14.504164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.504602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4e3ea594-deb3-4df6-8984-39c3b4f40334 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:14.504791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.506369 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] 10.222.0.20 "PUT /v2.0/ports/c3643a7a-1338-404c-8c9d-0037497bda14 HTTP/1.1" status: 200 len: 1095 time: 1.9909930 Aug 31 09:25:14.536546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1a9c3ea-7aec-40c0-ae8e-9e32ef4f0cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.539628 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1a9c3ea-7aec-40c0-ae8e-9e32ef4f0cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.540833 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f1a9c3ea-7aec-40c0-ae8e-9e32ef4f0cd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7 HTTP/1.1" status: 204 len: 168 time: 0.4312379 Aug 31 09:25:14.586682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9c3ea-7aec-40c0-ae8e-9e32ef4f0cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d4ad1-cbb5-4022-a2b6-fa3c109c1ca7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.589928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94657-b664-4eb1-9049-dcd604cac7ae service neutron] Pushing event updated for resources: {'Port': ['ID=c3643a7a-1338-404c-8c9d-0037497bda14,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.649224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-c5997b48-c9d2-4f75-8aa7-dc55498bc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.653597 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-c5997b48-c9d2-4f75-8aa7-dc55498bc1bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 1098 time: 0.0952475 Aug 31 09:25:14.659383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99633fe1-1386-40f4-8548-a5065851aeca req-b1e79f91-461c-426d-9eb1-4b0bc541044c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405337 Aug 31 09:25:14.684799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45727e4-273a-4523-8f78-8e9aa806ddf3 req-34ae9323-8b60-4af4-83e0-78585a6e8f4f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.686501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a45727e4-273a-4523-8f78-8e9aa806ddf3 req-34ae9323-8b60-4af4-83e0-78585a6e8f4f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 943 time: 0.2113833 Aug 31 09:25:14.777907 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a45727e4-273a-4523-8f78-8e9aa806ddf3 req-540b40ec-29dd-466a-8867-a7d738a51d2a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850973 Aug 31 09:25:14.785342 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-100d0038-e660-4386-bb64-93a32be058df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=c3643a7a-1338-404c-8c9d-0037497bda14 HTTP/1.1" status: 200 len: 217 time: 0.1200464 Aug 31 09:25:14.896271 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1405121b-cd15-49b3-9819-a1f478b01d05 x-openstack-request-id: req-1405121b-cd15-49b3-9819-a1f478b01d05 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:14.896598 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a3b12b-071b-4306-b1b8-e1858b10b80f", "tag": "30994dff-d686-4e69-9eb5-24ba7da32540", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:14.896794 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1405121b-cd15-49b3-9819-a1f478b01d05 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:14.897191 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a3b12b-071b-4306-b1b8-e1858b10b80f', 'tag': '30994dff-d686-4e69-9eb5-24ba7da32540', 'status': 'completed', 'code': 200} Aug 31 09:25:14.986282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-5ed3ad61-a894-48c0-98d8-905d5c163344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.987832 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-5ed3ad61-a894-48c0-98d8-905d5c163344 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1939170 Aug 31 09:25:15.030848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61e11b63-5bda-4171-a893-5561f4b9ee48 req-d328b27f-3179-46d7-b94c-ab2c5db5d91c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 210 time: 0.0862405 Aug 31 09:25:15.081222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42374690-b480-489c-bbe6-2a486aff5979 req-2f403e8d-2002-42a0-aecb-6a6872729cf4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.082287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42374690-b480-489c-bbe6-2a486aff5979 req-2f403e8d-2002-42a0-aecb-6a6872729cf4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 947 time: 0.1199884 Aug 31 09:25:15.097722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-c0db5047-b06a-4db2-9a8a-6a1fe8d9f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.099954 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-c0db5047-b06a-4db2-9a8a-6a1fe8d9f484 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 1098 time: 0.1609566 Aug 31 09:25:15.119774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-552d6856-227b-4480-9a36-529a64f5e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.121327 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-552d6856-227b-4480-9a36-529a64f5e3b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079600 Aug 31 09:25:15.266729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42374690-b480-489c-bbe6-2a486aff5979 req-30b3c012-451d-4bb8-ad91-a8452f0dd7a9 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773140 Aug 31 09:25:15.302264 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-6f0234b3-2eec-4360-9879-c5b56f3f0304 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709881 Aug 31 09:25:15.478704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-9fd0b647-c37d-40f3-82b2-aeb30d578fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.480340 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-9fd0b647-c37d-40f3-82b2-aeb30d578fd2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3631792 Aug 31 09:25:15.481576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b57200-4c3c-4d66-a1f0-cd789453df72 req-956e739a-4549-4dec-b5aa-4d241d2bee36 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.485089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3b57200-4c3c-4d66-a1f0-cd789453df72 req-956e739a-4549-4dec-b5aa-4d241d2bee36 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1461349 Aug 31 09:25:15.577273 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-3c1d73d1-3567-4f1e-a3f0-d9e03425a0d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=30994dff-d686-4e69-9eb5-24ba7da32540 HTTP/1.1" status: 200 len: 217 time: 0.0847220 Aug 31 09:25:15.578596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3b57200-4c3c-4d66-a1f0-cd789453df72 req-5a078567-76c0-4974-87ac-cb65e36804de tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868177 Aug 31 09:25:15.589255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42650) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:15.624619 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-76a1524f-6192-46d8-8b57-ae203314ae08 req-411d6f0d-feca-400c-941c-27b932c87ce4 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638521 Aug 31 09:25:15.710840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9f8572b1-47ba-4983-aaf0-c26ee4069810 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5e33b43095d45938df3ad2e06b5114f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1196344 Aug 31 09:25:15.714736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42654) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:15.763107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-a71b4710-cffb-4d6e-8740-61b97ca652f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.765320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-a71b4710-cffb-4d6e-8740-61b97ca652f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1713519 Aug 31 09:25:15.886253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-ccf73d5a-af38-4980-8471-f13217aed2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.888331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-ccf73d5a-af38-4980-8471-f13217aed2e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126821 Aug 31 09:25:15.908148 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56e0054f-cd91-4885-aaa7-4930836992c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.924786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ba62d-4d61-431a-97d7-59d33018a5f4 req-cead6b2c-69b4-4afa-8e92-9705c949c25d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.933911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c22ba62d-4d61-431a-97d7-59d33018a5f4 req-cead6b2c-69b4-4afa-8e92-9705c949c25d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 949 time: 0.1705124 Aug 31 09:25:15.979983 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56e0054f-cd91-4885-aaa7-4930836992c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.031349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c22ba62d-4d61-431a-97d7-59d33018a5f4 req-7270ef8d-f1f1-471b-8a34-c8cc031b8b87 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961447 Aug 31 09:25:16.105479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56e0054f-cd91-4885-aaa7-4930836992c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.110105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56e0054f-cd91-4885-aaa7-4930836992c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.111885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-56e0054f-cd91-4885-aaa7-4930836992c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61e198c3-4382-4261-be54-b41b0ee6fffb HTTP/1.1" status: 204 len: 168 time: 0.3952606 Aug 31 09:25:16.119617 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-99b8f143-bf87-4ec8-9ca3-6845fc8a6c15 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191551 Aug 31 09:25:16.126522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0054f-cd91-4885-aaa7-4930836992c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e198c3-4382-4261-be54-b41b0ee6fffb,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:16.148812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80dc65-8952-4520-afd8-5415a38f0237 req-7a37bb78-e952-46d0-a7bf-b583d5c42ed8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.162041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e80dc65-8952-4520-afd8-5415a38f0237 req-7a37bb78-e952-46d0-a7bf-b583d5c42ed8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 943 time: 0.1570113 Aug 31 09:25:16.253580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e80dc65-8952-4520-afd8-5415a38f0237 req-377f9791-bdcd-42f6-b582-291f7deb2d2e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Aug 31 09:25:16.256766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42670) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:16.263265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7c604c-0374-4af4-896c-4ab2763593d7 req-b7edd0ea-5579-43d5-9095-03ae1ce06ebe service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189964 Aug 31 09:25:16.345633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aae9ae44-bcae-40a3-a8e7-365bca2236e6 req-7ce55d0e-55fa-4aaf-abed-fbc3fb17e7c2 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 210 time: 0.0778897 Aug 31 09:25:16.449141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b6b8b857-1f0c-4adf-934c-0394530db1ad details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:16.451509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a517228a-f2be-45ac-92e3-4769c77d3194 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:16.477657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-network', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:16.549371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041e626-df2e-4ee0-94fb-2358550594f9 req-7f2bf5d9-3426-4592-b1b8-d0acdc47807f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.551442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2041e626-df2e-4ee0-94fb-2358550594f9 req-7f2bf5d9-3426-4592-b1b8-d0acdc47807f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 947 time: 0.1447058 Aug 31 09:25:16.552114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Made reservation on behalf of 29b0e8c52cb14f17af6181cf99ec45a2 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:16.554619 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.577992 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.715098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2041e626-df2e-4ee0-94fb-2358550594f9 req-691b3191-5dcf-421b-ad26-eda28ffe376e tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536894 Aug 31 09:25:16.728928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port a517228a-f2be-45ac-92e3-4769c77d3194 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:16.744905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a517228a-f2be-45ac-92e3-4769c77d3194 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:16.745471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.798788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-8f080774-ee7e-41ae-afdc-9bc9ebae654d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.798788 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-8f080774-ee7e-41ae-afdc-9bc9ebae654d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 807 time: 0.3888216 Aug 31 09:25:16.808891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Request body: {'port': {'device_id': 'af483a92-3250-4d68-981c-ca3ddc382424', 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'admin_state_up': True, 'tenant_id': '28e664f164a84d7d833add9b1479c0a8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:16.822444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:16.829475 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.844761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'b6b8b857-1f0c-4adf-934c-0394530db1ad', 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'port_id': 'b6b8b857-1f0c-4adf-934c-0394530db1ad', 'mac_address': 'fa:16:3e:11:d0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21df2250-f650-4594-af23-94f0dc87bdcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:16.867954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.913467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:16.927384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d632b7-b4b8-4f11-904b-99c39965a9e6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:16.928002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80', 'tag': 'c3643a7a-1338-404c-8c9d-0037497bda14'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:16.937529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.937529 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Added segment 45486109-e3d2-4ae3-8f7f-0d23c803d6fc of type vlan for network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 Aug 31 09:25:16.943934 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80", "tag": "c3643a7a-1338-404c-8c9d-0037497bda14"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:16.978851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030ffd9-cd6e-4cdc-acdf-84b91b9e4431 req-b91cf5cc-ad92-4f41-b081-bad305ecbee0 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.980624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c030ffd9-cd6e-4cdc-acdf-84b91b9e4431 req-b91cf5cc-ad92-4f41-b081-bad305ecbee0 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.2002726 Aug 31 09:25:16.981341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Made reservation on behalf of 28e664f164a84d7d833add9b1479c0a8 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:16.990689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.010412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.034697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.055638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b8b857-1f0c-4adf-934c-0394530db1ad {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:17.057750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c030ffd9-cd6e-4cdc-acdf-84b91b9e4431 req-b261382b-f544-4920-acde-c324e5f3fbfa tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574615 Aug 31 09:25:17.066776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.067790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.068387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.129571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.166532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:17.176722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:17.182728 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17942b0-90b7-4e48-9b7c-194dd0406e04" -d '{"events": [{"server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "name": "network-vif-plugged", "status": "completed", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:17.190216 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.233568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9751263 Aug 31 09:25:17.250831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42696) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:17.255515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Request body: {'subnet': {'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-subnet', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:17.257379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Allocated IP 172.20.0.4 (fb7c1f2b-a394-4358-9e91-cd7972fe8596/49e5d1ca-8ef9-49bb-889f-18ff999e3927/df18168e-50ba-4dbd-8c17-6895e8caf336) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:17.271917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:17.282495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:17.305473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.305928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.306247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.306667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.307167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.307642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.308111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.308381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624e686-df24-42ee-b65a-8641cea1bfa2 admin admin] Pushing event updated for resources: {'Network': ['ID=a013acdb-f53c-410d-afcf-cd8c7b5ceb27,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:17.308564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.309129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.309626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.309968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.310294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:17.339300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.347171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-32666c7b-ec69-4487-a5f7-afaa25f924f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.350141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-32666c7b-ec69-4487-a5f7-afaa25f924f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 1098 time: 0.2000883 Aug 31 09:25:17.352044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:17.353508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Made reservation on behalf of 29b0e8c52cb14f17af6181cf99ec45a2 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:17.357108 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9790933-d628-4a4e-85cb-64e6b280532d x-openstack-request-id: req-d9790933-d628-4a4e-85cb-64e6b280532d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:17.358041 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80", "tag": "c3643a7a-1338-404c-8c9d-0037497bda14", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:17.358449 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9790933-d628-4a4e-85cb-64e6b280532d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:17.358658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.358855 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80', 'tag': 'c3643a7a-1338-404c-8c9d-0037497bda14', 'status': 'completed', 'code': 200} Aug 31 09:25:17.363517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4e92a3a8-bb70-426c-aae8-1564277f8c1a None None] Provisioning for port c3643a7a-1338-404c-8c9d-0037497bda14 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:17.462221 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ee1113-bdc5-4d72-a7dc-599d5d3f1f6a x-openstack-request-id: req-11ee1113-bdc5-4d72-a7dc-599d5d3f1f6a {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:17.463327 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "name": "network-vif-plugged", "status": "completed", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:17.463327 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11ee1113-bdc5-4d72-a7dc-599d5d3f1f6a {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:17.463327 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'code': 200} Aug 31 09:25:17.543201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 30994dff-d686-4e69-9eb5-24ba7da32540 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:17.608021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:17.632736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.643214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f8c9-cb1a-48ac-9160-a1b5f227f6fe req-08317cab-ff50-4bd6-bbad-109aeb3b7f5a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.650903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6601f8c9-cb1a-48ac-9160-a1b5f227f6fe req-08317cab-ff50-4bd6-bbad-109aeb3b7f5a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.4105639 Aug 31 09:25:17.699679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['b6b8b857-1f0c-4adf-934c-0394530db1ad'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:17.839601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 30994dff-d686-4e69-9eb5-24ba7da32540, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=30994dff-d686-4e69-9eb5-24ba7da32540,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:17.866030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '30994dff-d686-4e69-9eb5-24ba7da32540', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '30994dff-d686-4e69-9eb5-24ba7da32540', 'mac_address': 'fa:16:3e:2b:39:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:17.885844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-32835de5-6ea2-47d0-8bf9-c807968703e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.889493 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-32835de5-6ea2-47d0-8bf9-c807968703e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.5137212 Aug 31 09:25:17.949038 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.001757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30994dff-d686-4e69-9eb5-24ba7da32540 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:18.038185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-779967e2-8e6e-4969-aa7c-d056d70e4bc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=c3643a7a-1338-404c-8c9d-0037497bda14 HTTP/1.1" status: 200 len: 217 time: 0.1366444 Aug 31 09:25:18.054069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6601f8c9-cb1a-48ac-9160-a1b5f227f6fe req-e32e6ed5-515e-4542-8420-ccfee019b8b4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017868 Aug 31 09:25:18.075245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182ae91-c1c3-4e53-9000-1c01da5190a3 req-7f1f24ba-ddf6-4aa0-9416-2e06113ac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.075701 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0182ae91-c1c3-4e53-9000-1c01da5190a3 req-7f1f24ba-ddf6-4aa0-9416-2e06113ac7b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 1101 time: 0.5446827 Aug 31 09:25:18.079955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90138b30-6fca-4e55-b48f-c8241c87e161 req-8af2ba4e-62aa-4e1e-a59f-e1398bb127fd tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.080861 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.081779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90138b30-6fca-4e55-b48f-c8241c87e161 req-8af2ba4e-62aa-4e1e-a59f-e1398bb127fd tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 944 time: 0.4283419 Aug 31 09:25:18.087004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 30994dff-d686-4e69-9eb5-24ba7da32540, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=30994dff-d686-4e69-9eb5-24ba7da32540,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:18.106276 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.199441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=30994dff-d686-4e69-9eb5-24ba7da32540,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:18.241582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Pushing event updated for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:18.263873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Network fb7c1f2b-a394-4358-9e91-cd7972fe8596 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:18.270207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:18.275232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:18.359495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0182ae91-c1c3-4e53-9000-1c01da5190a3 req-1a8f9b4e-a3da-4f50-a3f2-b39f40da5016 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734804 Aug 31 09:25:18.383819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.384505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.403572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-cc61303c-de68-4c41-8647-b167037b967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.407550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-cc61303c-de68-4c41-8647-b167037b967b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.3144729 Aug 31 09:25:18.409657 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-762f8cf4-3012-42a0-90ae-907c93622c2a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6049559 Aug 31 09:25:18.428003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90138b30-6fca-4e55-b48f-c8241c87e161 req-83043bb6-4415-45c7-96f1-ccdc6f08ca2e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077521 Aug 31 09:25:18.458400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f8a71-dfdf-4b97-b367-6fee34e6a269 req-25f61e30-8013-4baf-b080-1925cf180dd9 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.466804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c3f8a71-dfdf-4b97-b367-6fee34e6a269 req-25f61e30-8013-4baf-b080-1925cf180dd9 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 931 time: 0.2340832 Aug 31 09:25:18.491742 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.521110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['30994dff-d686-4e69-9eb5-24ba7da32540'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:18.630805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Request body: {'port': {'device_id': 'af483a92-3250-4d68-981c-ca3ddc382424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:18.691413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c3f8a71-dfdf-4b97-b367-6fee34e6a269 req-4f0ac2d6-41ca-4989-9ac8-bcf43507c7f7 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235901 Aug 31 09:25:18.724110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Pushing event updated for resources: {'Subnet': ['ID=880e0dcb-667d-44fa-b5c7-a5364274c5b3,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:18.750160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.820207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5d86-e6dd-42ea-a07b-8b09466b1b53 req-5f79295d-4eec-400e-9cce-b44c0b07d3f4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.836187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f47d5d86-e6dd-42ea-a07b-8b09466b1b53 req-5f79295d-4eec-400e-9cce-b44c0b07d3f4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 947 time: 0.2875063 Aug 31 09:25:18.878846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Checking segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:18.880133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Network hostable DHCP agents. Network: a013acdb-f53c-410d-afcf-cd8c7b5ceb27, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:18.931323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-d3567a86-a9d5-481f-9f28-863e20411b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.933659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-d3567a86-a9d5-481f-9f28-863e20411b92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2937386 Aug 31 09:25:19.025877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f47d5d86-e6dd-42ea-a07b-8b09466b1b53 req-1dd552a7-fc3b-4520-a596-9e02ca6235d8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877782 Aug 31 09:25:19.035994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:19.055543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c4840-3795-4c72-bafd-6d1124b7ad7b req-d1308270-68c5-42aa-9b0c-13384b3f2006 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.057143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad5c4840-3795-4c72-bafd-6d1124b7ad7b req-d1308270-68c5-42aa-9b0c-13384b3f2006 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.2119231 Aug 31 09:25:19.065164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, a013acdb-f53c-410d-afcf-cd8c7b5ceb27) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:19.078355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf23ab0-176e-473c-a2d3-1caebdead36b None None] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:19.086206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.087026 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.133645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-28b38d36-4678-4687-9e2c-ab372f20865b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8793042 Aug 31 09:25:19.134721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-f0d4dea0-e1f3-451c-8ecd-a65d647e6ada service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915903 Aug 31 09:25:19.135560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42732) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:19.140078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:19.227646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad5c4840-3795-4c72-bafd-6d1124b7ad7b req-436d6733-784b-4dd0-9dde-9264d29974ce tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260121 Aug 31 09:25:19.255063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.256206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.298487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4cb7c7-a3f4-4651-ba87-8c3cc0555ffa req-416830f3-d4b1-4165-8e36-9fc5cfaa55f4 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542931 Aug 31 09:25:19.334865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df18168e-50ba-4dbd-8c17-6895e8caf336 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:19.349939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.372108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Transition to ACTIVE for port object df18168e-50ba-4dbd-8c17-6895e8caf336 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:19.380468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.450544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:19.452786 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.466768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Pushing event updated for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.588798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:19.589900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:19.590657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:19.601106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:19.602337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:19.612148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:19.612496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:19.612875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:19.613494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Bound port: df18168e-50ba-4dbd-8c17-6895e8caf336, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:19.613865 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.687474 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.693769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:19.698718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Allocated IP 172.20.0.2 (a013acdb-f53c-410d-afcf-cd8c7b5ceb27/880e0dcb-667d-44fa-b5c7-a5364274c5b3/e0336cb1-113b-4926-8381-b814dae2b3fa) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:19.700710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:19.707546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.774327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.776920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.779911 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] 10.222.0.20 "PUT /v2.0/ports/df18168e-50ba-4dbd-8c17-6895e8caf336 HTTP/1.1" status: 200 len: 1091 time: 1.1557245 Aug 31 09:25:19.780636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:19.786197 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14" -d '{"events": [{"name": "network-changed", "server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:19.812989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc6253-77dc-4c0d-9f0b-cb22afafb885 req-d01674f6-68c7-49aa-9555-765d3e8fd78d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.829498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3fc6253-77dc-4c0d-9f0b-cb22afafb885 req-d01674f6-68c7-49aa-9555-765d3e8fd78d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.5333030 Aug 31 09:25:19.837418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb0ca0-9f01-446f-a570-dd188830b24d service neutron] Pushing event updated for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.927185 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.933425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28603c-2735-4f84-ac5c-98e31808da6b req-30b3648b-ab91-451f-abb9-d6ff1d964eb9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.936301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a28603c-2735-4f84-ac5c-98e31808da6b req-30b3648b-ab91-451f-abb9-d6ff1d964eb9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 944 time: 0.3035045 Aug 31 09:25:19.948483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Transition to ACTIVE for port object e0336cb1-113b-4926-8381-b814dae2b3fa will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:19.968022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-70c96293-d6d0-404e-a91c-d491cb4f97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.969970 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-70c96293-d6d0-404e-a91c-d491cb4f97d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1094 time: 0.0815942 Aug 31 09:25:19.979234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Transition to ACTIVE for port object e0336cb1-113b-4926-8381-b814dae2b3fa will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:19.990121 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.025826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-b6b1f424-8499-4da7-9f22-af9bd323709e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df18168e-50ba-4dbd-8c17-6895e8caf336 HTTP/1.1" status: 200 len: 217 time: 0.0461817 Aug 31 09:25:20.049330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:20.052528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:20.059802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:20.069217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Pushing event updated for resources: {'Port': ['ID=e0336cb1-113b-4926-8381-b814dae2b3fa,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:20.122552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3fc6253-77dc-4c0d-9f0b-cb22afafb885 req-76239605-194b-4781-8ab3-89ee610b51f1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914965 Aug 31 09:25:20.124910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-003e9832-df30-4107-98ee-e6902d5f9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.127549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-003e9832-df30-4107-98ee-e6902d5f9777 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.0936186 Aug 31 09:25:20.129837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.162458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Attempting to bind port e0336cb1-113b-4926-8381-b814dae2b3fa on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:20.163101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Attempting to bind port e0336cb1-113b-4926-8381-b814dae2b3fa by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:20.163706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Attempting to bind port e0336cb1-113b-4926-8381-b814dae2b3fa on network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:20.174108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:20.174729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Checking segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:20.175647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.176326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Bound using segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:20.177151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Bound port: e0336cb1-113b-4926-8381-b814dae2b3fa, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:20.177806 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.188890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a28603c-2735-4f84-ac5c-98e31808da6b req-f3962f1d-22f6-4027-9d49-968300c01481 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387631 Aug 31 09:25:20.202588 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-f8ddf999-9980-493c-bf43-5e770b8dab00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658448 Aug 31 09:25:20.326831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] For port e0336cb1-113b-4926-8381-b814dae2b3fa, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:20.339746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] For port e0336cb1-113b-4926-8381-b814dae2b3fa, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e0336cb1-113b-4926-8381-b814dae2b3fa,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:20.356055 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.405471 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-e080e405-6c30-480d-8df9-6de660353a5c service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934922 Aug 31 09:25:20.469979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c3643a7a-1338-404c-8c9d-0037497bda14 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:20.474974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b6b8b857-1f0c-4adf-934c-0394530db1ad up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:20.545672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9e3a3-8c3c-426b-9ebb-ba880a67641d None None] Pushing event updated for resources: {'Port': ['ID=e0336cb1-113b-4926-8381-b814dae2b3fa,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:20.553452 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf533d20-99f6-4454-8c00-b3c447f300ed req-ae8f71da-c382-43e6-a6b6-6f1c8e9d0c80 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411164 Aug 31 09:25:20.648558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099526ec-e813-4d6e-97b6-ffda5d313a66 req-068d8d6e-1326-4900-b4bd-67078e8a2139 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.657597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-099526ec-e813-4d6e-97b6-ffda5d313a66 req-068d8d6e-1326-4900-b4bd-67078e8a2139 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 943 time: 0.0938995 Aug 31 09:25:20.725664 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-099526ec-e813-4d6e-97b6-ffda5d313a66 req-56f09d05-657a-42ad-bedb-4975e5b5a527 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670311 Aug 31 09:25:20.765142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port b6b8b857-1f0c-4adf-934c-0394530db1ad completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:20.815986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port b6b8b857-1f0c-4adf-934c-0394530db1ad triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:20.816412 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.827756 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb9ff1e-f360-43d4-9231-64219fc13f8e x-openstack-request-id: req-0fb9ff1e-f360-43d4-9231-64219fc13f8e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:20.828148 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:20.828464 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0fb9ff1e-f360-43d4-9231-64219fc13f8e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:20.828936 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336', 'status': 'completed', 'code': 200} Aug 31 09:25:20.833140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c3643a7a-1338-404c-8c9d-0037497bda14, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c3643a7a-1338-404c-8c9d-0037497bda14,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:20.930424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'c3643a7a-1338-404c-8c9d-0037497bda14', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'c3643a7a-1338-404c-8c9d-0037497bda14', 'mac_address': 'fa:16:3e:57:e8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:20.999497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-42fa17db-7955-462d-87b7-0bbe75e48a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.001451 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.010071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-42fa17db-7955-462d-87b7-0bbe75e48a24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1094 time: 0.1453075 Aug 31 09:25:21.056472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.098283 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.099886 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.124337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc512e2c-9169-45b1-8552-796e93d9c144 req-de2d2ab4-cc3b-4ca5-9bf5-946dfec17de4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.134012 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc512e2c-9169-45b1-8552-796e93d9c144 req-de2d2ab4-cc3b-4ca5-9bf5-946dfec17de4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 947 time: 0.1731527 Aug 31 09:25:21.235089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:21.237754 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809be29c-cb0c-4b04-812d-d0fcab8bac01" -d '{"events": [{"server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "name": "network-vif-plugged", "status": "completed", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:21.255909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3643a7a-1338-404c-8c9d-0037497bda14 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:21.290664 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc512e2c-9169-45b1-8552-796e93d9c144 req-031a9b76-6bc8-4658-84af-11c2a3f765e9 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543419 Aug 31 09:25:21.296541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-9d388ac4-4659-4052-85ec-14b694b7b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.299012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:21.308848 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-9d388ac4-4659-4052-85ec-14b694b7b673 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.2855914 Aug 31 09:25:21.319787 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.363882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c3643a7a-1338-404c-8c9d-0037497bda14, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c3643a7a-1338-404c-8c9d-0037497bda14,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:21.430284 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.496803 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 30994dff-d686-4e69-9eb5-24ba7da32540 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:21.504385 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-97feea8c-7dab-45da-b745-1a7111038303 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df18168e-50ba-4dbd-8c17-6895e8caf336 HTTP/1.1" status: 200 len: 217 time: 0.1923404 Aug 31 09:25:21.506802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d1906-564a-4afd-a70f-faada2df2cba req-e92dc677-ce7e-4e47-95b1-ad886704eeae tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.514971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-753d1906-564a-4afd-a70f-faada2df2cba req-e92dc677-ce7e-4e47-95b1-ad886704eeae tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.2466512 Aug 31 09:25:21.549972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Allocated IP 172.25.1.189 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/ecf24ba6-ac95-4d78-bfdf-7ba92255e72d) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:21.581283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.618149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-442a325d-737d-4a1e-81af-ba07ac862e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.621250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-442a325d-737d-4a1e-81af-ba07ac862e53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.0985129 Aug 31 09:25:21.661876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-753d1906-564a-4afd-a70f-faada2df2cba req-4a3cec21-4147-4fe5-9fcd-1d810bbdd856 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456277 Aug 31 09:25:21.689471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ce0b0-058c-4bb5-92e3-74b07054b9fb req-acb8e168-fa7b-4c08-ab3f-9d67e8678ddb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.698106 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-175f32ea-dbbb-47c3-a4b6-f3689b6b64d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608063 Aug 31 09:25:21.704782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b5ce0b0-058c-4bb5-92e3-74b07054b9fb req-acb8e168-fa7b-4c08-ab3f-9d67e8678ddb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.2413256 Aug 31 09:25:21.819836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c3643a7a-1338-404c-8c9d-0037497bda14,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.834016 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d58e585e-e49d-41df-a3de-670d3acdf0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.847097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b5ce0b0-058c-4bb5-92e3-74b07054b9fb req-7d38068c-95ca-432b-9819-1aab18f82a0c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411703 Aug 31 09:25:21.863014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 30994dff-d686-4e69-9eb5-24ba7da32540 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:21.868004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 30994dff-d686-4e69-9eb5-24ba7da32540 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:21.868534 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.886599 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-d9af503f-a9b7-48e3-b488-ef796a528da2 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801810 Aug 31 09:25:21.916931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b765-54e5-441a-89e0-303d7211c804 req-bf30d0b7-5be9-4e50-9939-72f54bfd4fa4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.920757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c3643a7a-1338-404c-8c9d-0037497bda14'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:21.927055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b29b765-54e5-441a-89e0-303d7211c804 req-bf30d0b7-5be9-4e50-9939-72f54bfd4fa4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 945 time: 0.1453590 Aug 31 09:25:21.939820 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20dec4b-cf0a-4d7b-ad07-7a80fb26b07d x-openstack-request-id: req-c20dec4b-cf0a-4d7b-ad07-7a80fb26b07d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:21.940263 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "name": "network-vif-plugged", "status": "completed", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:21.940553 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c20dec4b-cf0a-4d7b-ad07-7a80fb26b07d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:21.941156 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad', 'code': 200} Aug 31 09:25:22.014919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.078225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b29b765-54e5-441a-89e0-303d7211c804 req-d35210b4-a4ee-4b2b-a844-59351fa1e102 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507585 Aug 31 09:25:22.090054 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f3bf3b2a-3bba-4e17-aa03-6d370ecaac14 req-f0f850ea-1c00-4911-98ad-fd775c5c99c1 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918252 Aug 31 09:25:22.120664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d99902-be62-4e8c-99df-f054f2ad7d30 req-aad365f2-1d94-4feb-9c57-7f667d080afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.136801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1d99902-be62-4e8c-99df-f054f2ad7d30 req-aad365f2-1d94-4feb-9c57-7f667d080afd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1096 time: 0.1264300 Aug 31 09:25:22.223425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff686165-a1ed-428b-ad20-cf6bc23dff2a None None] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:22.257435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.286700 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1d99902-be62-4e8c-99df-f054f2ad7d30 req-a544c507-5583-4fac-adb0-d772db123c13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277213 Aug 31 09:25:22.332640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:22.342787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:22.348540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:22.351359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf24ba6-ac95-4d78-bfdf-7ba92255e72d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:22.395437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e0336cb1-113b-4926-8381-b814dae2b3fa up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:22.401270 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.407459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52216-5bc0-4fc6-bc1a-ad5a4ca823fe req-40014ad6-ca58-45e2-a47a-268b5d3d4e02 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.415104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ba52216-5bc0-4fc6-bc1a-ad5a4ca823fe req-40014ad6-ca58-45e2-a47a-268b5d3d4e02 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 943 time: 0.1880217 Aug 31 09:25:22.523440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-e42c40c7-b865-4103-9a7a-74eaf518c9d8 req-184cff92-7b41-4d5f-bd97-d13a62d89fc6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:25:22.525541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e42c40c7-b865-4103-9a7a-74eaf518c9d8 req-184cff92-7b41-4d5f-bd97-d13a62d89fc6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113530 Aug 31 09:25:22.532374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ba52216-5bc0-4fc6-bc1a-ad5a4ca823fe req-b753e790-3196-47be-aa79-aec8d6500dc7 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148527 Aug 31 09:25:22.586441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-54f1fafc-07a5-4248-b89b-d22535238df6 None None] Provisioning for port e0336cb1-113b-4926-8381-b814dae2b3fa completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:22.628651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 30994dff-d686-4e69-9eb5-24ba7da32540, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=30994dff-d686-4e69-9eb5-24ba7da32540,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:22.653199 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.707513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.829077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e0336cb1-113b-4926-8381-b814dae2b3fa completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:22.846282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e0336cb1-113b-4926-8381-b814dae2b3fa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:22.846872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.851105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=30994dff-d686-4e69-9eb5-24ba7da32540,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.026141 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.027148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42780) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:23.061877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299fc9f-95ee-456b-bb19-ba9e825dfec5 req-e7a2a940-091f-4e2b-a0f1-b0659c958b17 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.065460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5299fc9f-95ee-456b-bb19-ba9e825dfec5 req-e7a2a940-091f-4e2b-a0f1-b0659c958b17 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 948 time: 0.1685460 Aug 31 09:25:23.105699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port e0336cb1-113b-4926-8381-b814dae2b3fa, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e0336cb1-113b-4926-8381-b814dae2b3fa,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:23.111552 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.182415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=e0336cb1-113b-4926-8381-b814dae2b3fa,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.235446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5299fc9f-95ee-456b-bb19-ba9e825dfec5 req-26b565f3-623e-423b-8c49-1c63ed575382 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393311 Aug 31 09:25:23.284252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c2a44877-81af-4166-8a61-2d836891c1f9 None None] Provisioning complete for port e0336cb1-113b-4926-8381-b814dae2b3fa triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:23.285819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-a2cca22f-cf48-469e-bc0d-28aee9222d7d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2782962 Aug 31 09:25:23.301113 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c2a44877-81af-4166-8a61-2d836891c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.307685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9387b4-7b09-47a0-8f03-7f40d891c602 req-f186f279-e975-4a5b-a8b3-36e8f336c3af tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.309806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d9387b4-7b09-47a0-8f03-7f40d891c602 req-f186f279-e975-4a5b-a8b3-36e8f336c3af tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.2149422 Aug 31 09:25:23.318712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.348779 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7bd9-0259-4d4a-b359-52d9e2b412a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.468761 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d9387b4-7b09-47a0-8f03-7f40d891c602 req-bb7d1ef7-7609-4a5f-ba97-b99713510241 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984113 Aug 31 09:25:23.546800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf3030-790c-42a0-86e8-0d7bf84d945e req-0106e4d1-dfc9-40bc-8dc6-e2334cc8b722 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.548339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3faf3030-790c-42a0-86e8-0d7bf84d945e req-0106e4d1-dfc9-40bc-8dc6-e2334cc8b722 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1001177 Aug 31 09:25:23.599159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:25:23.623987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109008a-c892-4c5b-892c-18e0eb424cc6 req-d0be9be4-9807-47c9-81fb-0a2cd736c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.625562 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5109008a-c892-4c5b-892c-18e0eb424cc6 req-d0be9be4-9807-47c9-81fb-0a2cd736c9aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1100 time: 0.0999672 Aug 31 09:25:23.630692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7bd9-0259-4d4a-b359-52d9e2b412a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.635995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7bd9-0259-4d4a-b359-52d9e2b412a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.650423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3faf3030-790c-42a0-86e8-0d7bf84d945e req-1321165a-16fd-41d3-98c1-086db7fbf659 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769360 Aug 31 09:25:23.737593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba7bd9-0259-4d4a-b359-52d9e2b412a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cdb958-6b6f-4e61-a20f-79edf10ebe38,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.745857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d1ba7bd9-0259-4d4a-b359-52d9e2b412a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5136f9b415b34a7b985b9f2fbaf6adfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7161622 Aug 31 09:25:23.746658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42798) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:23.759583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5109008a-c892-4c5b-892c-18e0eb424cc6 req-72fc7a63-1894-412b-b06f-141175d91e6f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201124 Aug 31 09:25:23.866978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc03373e-af20-40e2-bb8f-8aee2587d69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.914148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc03373e-af20-40e2-bb8f-8aee2587d69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.942014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a3b12b-071b-4306-b1b8-e1858b10b80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30994dff-d686-4e69-9eb5-24ba7da32540'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:23.944803 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbdc273-9930-4035-bccd-76bdd1f0ac80" -d '{"events": [{"server_uuid": "47a3b12b-071b-4306-b1b8-e1858b10b80f", "name": "network-vif-plugged", "status": "completed", "tag": "30994dff-d686-4e69-9eb5-24ba7da32540"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:23.956541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160fc4e-e341-44f6-99c4-b5f1ab3251b7 req-97279e4f-75db-4d1b-9417-8c58c1fb009f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.958200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5160fc4e-e341-44f6-99c4-b5f1ab3251b7 req-97279e4f-75db-4d1b-9417-8c58c1fb009f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 945 time: 0.3642704 Aug 31 09:25:24.025427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc03373e-af20-40e2-bb8f-8aee2587d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.032985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc03373e-af20-40e2-bb8f-8aee2587d69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.042950 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cc03373e-af20-40e2-bb8f-8aee2587d69e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73cdb958-6b6f-4e61-a20f-79edf10ebe38 HTTP/1.1" status: 204 len: 168 time: 0.2910533 Aug 31 09:25:24.063408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03373e-af20-40e2-bb8f-8aee2587d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cdb958-6b6f-4e61-a20f-79edf10ebe38,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:24.124094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e0336cb1-113b-4926-8381-b814dae2b3fa up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:24.209196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15fcb7-4a97-4144-8609-2be7d1d16cb2 req-63acabec-79e1-4889-892c-e2c8625cd5ba tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:24.212020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d15fcb7-4a97-4144-8609-2be7d1d16cb2 req-63acabec-79e1-4889-892c-e2c8625cd5ba tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 943 time: 0.2664399 Aug 31 09:25:24.227739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5160fc4e-e341-44f6-99c4-b5f1ab3251b7 req-40beaa46-d53f-464f-8eae-9c9d3ea73b36 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589560 Aug 31 09:25:24.256160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e0336cb1-113b-4926-8381-b814dae2b3fa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:24.256658 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.276446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:24.306140 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:24.327358 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.330738 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ae8f0216-a570-486d-bbc5-dc5edbfa4d68 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1940012 Aug 31 09:25:24.334098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42822) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:24.345577 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:24.348248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d15fcb7-4a97-4144-8609-2be7d1d16cb2 req-67843e10-2d12-4943-870f-45326b62e49f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009960 Aug 31 09:25:24.363631 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:24:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.483131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device df18168e-50ba-4dbd-8c17-6895e8caf336 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:24.576570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f932d3f-9ca8-4a97-949f-3e8b342f2914 req-2591175a-58aa-4dd8-9a99-f392b9c24ee5 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:24.585615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f932d3f-9ca8-4a97-949f-3e8b342f2914 req-2591175a-58aa-4dd8-9a99-f392b9c24ee5 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 948 time: 0.0749576 Aug 31 09:25:24.633859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:24.654297 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd71ffa6-fb37-4046-a39a-742c7ada44a0 x-openstack-request-id: req-fd71ffa6-fb37-4046-a39a-742c7ada44a0 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:24.656041 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a3b12b-071b-4306-b1b8-e1858b10b80f", "name": "network-vif-plugged", "status": "completed", "tag": "30994dff-d686-4e69-9eb5-24ba7da32540", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:24.656947 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd71ffa6-fb37-4046-a39a-742c7ada44a0 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:24.657654 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a3b12b-071b-4306-b1b8-e1858b10b80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30994dff-d686-4e69-9eb5-24ba7da32540', 'code': 200} Aug 31 09:25:24.658687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'df18168e-50ba-4dbd-8c17-6895e8caf336', 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'port_id': 'df18168e-50ba-4dbd-8c17-6895e8caf336', 'mac_address': 'fa:16:3e:1e:e1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5d1ca-8ef9-49bb-889f-18ff999e3927', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:24.665065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c3643a7a-1338-404c-8c9d-0037497bda14 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:24.681757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f932d3f-9ca8-4a97-949f-3e8b342f2914 req-e7e19113-9289-4ae8-99d3-5280c5127db5 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951896 Aug 31 09:25:24.726411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42828) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:24.765768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.786924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df18168e-50ba-4dbd-8c17-6895e8caf336 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:24.788985 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:24.805755 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a3a1dc5-2d52-4d80-a026-cb29b5be3e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.985326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:24.995300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.002052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port c3643a7a-1338-404c-8c9d-0037497bda14 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:25.028246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.033153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port c3643a7a-1338-404c-8c9d-0037497bda14 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:25.033665 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.057546 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a3a1dc5-2d52-4d80-a026-cb29b5be3e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.093128 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a3a1dc5-2d52-4d80-a026-cb29b5be3e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.097179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.171836 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-10d4392e-18d1-4732-a772-9037ea504de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.189823 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.202426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a3a1dc5-2d52-4d80-a026-cb29b5be3e24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10538686149b4a0b922abbe8e8cadfa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704807 Aug 31 09:25:25.202833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686065a7-a7df-48b9-b739-af72326a88fd req-f987b0ec-e9c4-41f7-819c-6e30b9826393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.206349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-686065a7-a7df-48b9-b739-af72326a88fd req-f987b0ec-e9c4-41f7-819c-6e30b9826393 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 1100 time: 0.2737823 Aug 31 09:25:25.207361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42830) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:25.236779 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:22Z', 'revision_number': 3, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:25.240387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c3643a7a-1338-404c-8c9d-0037497bda14, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c3643a7a-1338-404c-8c9d-0037497bda14,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:25.249829 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.268327 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:25:25.268831 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Updating router 44c7caa4-6209-4ec5-8062-b364cf4d79ba port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:25:25.310291 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.317781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a1dc5-2d52-4d80-a026-cb29b5be3e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4a4799-7fe0-4950-912a-54dfb4a7c56b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.338016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c3643a7a-1338-404c-8c9d-0037497bda14,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.345383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-686065a7-a7df-48b9-b739-af72326a88fd req-a7cba06a-1913-4b58-ad03-5c03a5c827ac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134224 Aug 31 09:25:25.391727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97174dd-cb86-4c12-8873-ff171bbb3a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.394200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550d79-1b79-488d-afd3-30a32a851005 req-6d2f5205-88d7-4959-843d-ac5955443bd8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.403970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90550d79-1b79-488d-afd3-30a32a851005 req-6d2f5205-88d7-4959-843d-ac5955443bd8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.3393841 Aug 31 09:25:25.410180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['df18168e-50ba-4dbd-8c17-6895e8caf336'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:25.427681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a245-6828-4244-bbaa-59c9c710da2d req-96c71b61-c23a-47fe-b105-9ccec5a61f28 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.429914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0c2a245-6828-4244-bbaa-59c9c710da2d req-96c71b61-c23a-47fe-b105-9ccec5a61f28 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.3698380 Aug 31 09:25:25.510938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:25.517798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:25.531024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97174dd-cb86-4c12-8873-ff171bbb3a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.564528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90550d79-1b79-488d-afd3-30a32a851005 req-101643b4-f89f-418e-b21c-eae0afa480e7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335220 Aug 31 09:25:25.584950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0c2a245-6828-4244-bbaa-59c9c710da2d req-ecb702d2-b728-45f7-8939-96bfaf31da84 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283884 Aug 31 09:25:25.784224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:25.801447 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.814688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'mac_address': 'fa:16:3e:b0:29:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:25.824036 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.847445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97174dd-cb86-4c12-8873-ff171bbb3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.850468 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Transition to ACTIVE for port object ecf24ba6-ac95-4d78-bfdf-7ba92255e72d will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:25.853077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97174dd-cb86-4c12-8873-ff171bbb3a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.854828 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e97174dd-cb86-4c12-8873-ff171bbb3a1a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da4a4799-7fe0-4950-912a-54dfb4a7c56b HTTP/1.1" status: 204 len: 168 time: 0.6428702 Aug 31 09:25:25.859984 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.881571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-c0075f70-9b8a-43bd-a8f3-4a01a3dbbfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.890376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:25.897808 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.899822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-c0075f70-9b8a-43bd-a8f3-4a01a3dbbfee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 1101 time: 0.3763616 Aug 31 09:25:25.901351 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.916438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Pushing event updated for resources: {'Port': ['ID=ecf24ba6-ac95-4d78-bfdf-7ba92255e72d,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.929266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.930642 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.931040 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.931383 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.931796 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.932174 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.932509 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.932836 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.933251 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.933577 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.933894 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.934381 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.934737 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:25.945088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76081706-c5a7-4ac7-b90a-a774ae41fc4e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:25.946539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97174dd-cb86-4c12-8873-ff171bbb3a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4a4799-7fe0-4950-912a-54dfb4a7c56b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.971535 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Attempting to bind port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:25.972391 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Attempting to bind port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:25.973393 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Attempting to bind port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:25.996169 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:25.997554 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:26.000104 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.003475 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:26.004539 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Bound port: ecf24ba6-ac95-4d78-bfdf-7ba92255e72d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:26.005674 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.035709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:26.056195 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:26.056563 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:26.086841 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] For port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:26.090727 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] For port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf24ba6-ac95-4d78-bfdf-7ba92255e72d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:26.095636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4dcd3-4873-4fa6-a903-0a53055d2207 req-704fe570-2cf7-4c42-9725-dcebbf7f1f18 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.098462 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.111767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bb4dcd3-4873-4fa6-a903-0a53055d2207 req-704fe570-2cf7-4c42-9725-dcebbf7f1f18 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 945 time: 0.4295819 Aug 31 09:25:26.171221 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b272-9ade-49f1-a03c-6d4bed33b4aa None None] Pushing event updated for resources: {'Port': ['ID=ecf24ba6-ac95-4d78-bfdf-7ba92255e72d,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:26.181123 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:26.181975 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:26.215326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a42df-4fa7-4a3c-890b-c0763566da52 req-35ba4373-2ea6-47b1-826d-5286498cf761 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.224331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c36a42df-4fa7-4a3c-890b-c0763566da52 req-35ba4373-2ea6-47b1-826d-5286498cf761 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 944 time: 0.4318707 Aug 31 09:25:26.240666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bb4dcd3-4873-4fa6-a903-0a53055d2207 req-485b462e-fd67-419c-a412-da2319b3fd0f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166272 Aug 31 09:25:26.325370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c36a42df-4fa7-4a3c-890b-c0763566da52 req-f2f3434d-1ba9-47a6-b7c8-1719dd01f6a9 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991566 Aug 31 09:25:26.334597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Allocated IP 172.20.0.1 (a013acdb-f53c-410d-afcf-cd8c7b5ceb27/880e0dcb-667d-44fa-b5c7-a5364274c5b3/b9edf2df-8a44-4615-b97a-b1b1def01de3) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:26.335842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-1bfd5d45-977e-45c4-8467-fda88e1bc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.338484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-1bfd5d45-977e-45c4-8467-fda88e1bc5d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4231169 Aug 31 09:25:26.433131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-f9a51e52-ee3d-49cb-b3bb-bb58bcbbed23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a517228a-f2be-45ac-92e3-4769c77d3194 HTTP/1.1" status: 200 len: 217 time: 0.0855484 Aug 31 09:25:26.559597 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:26.586412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26e842-37a5-43f4-9cde-77b5e17d80b7 req-c5638d3b-ce03-4167-b375-ca5c88c09d52 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.588424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab26e842-37a5-43f4-9cde-77b5e17d80b7 req-c5638d3b-ce03-4167-b375-ca5c88c09d52 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 949 time: 0.1306047 Aug 31 09:25:26.590528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-8b07f26d-2a7e-4603-9732-177797b46a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.592998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-8b07f26d-2a7e-4603-9732-177797b46a19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1461775 Aug 31 09:25:26.603457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.619963 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.637650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Transition to ACTIVE for port object b9edf2df-8a44-4615-b97a-b1b1def01de3 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:26.657470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76081706-c5a7-4ac7-b90a-a774ae41fc4e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:26.671402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3643a7a-1338-404c-8c9d-0037497bda14'}, {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:26.676249 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8763e6a7-2b35-4a77-b14a-cfbd1754d448" -d '{"events": [{"server_uuid": "7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80", "name": "network-vif-plugged", "status": "completed", "tag": "c3643a7a-1338-404c-8c9d-0037497bda14"}, {"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-unplugged", "status": "completed", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:26.719625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:26.724265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.728467 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.787104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-2d6cb030-4147-43f4-8367-ebf83e76b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.788683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-2d6cb030-4147-43f4-8367-ebf83e76b85a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1850705 Aug 31 09:25:26.804612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab26e842-37a5-43f4-9cde-77b5e17d80b7 req-91d496bf-1df8-4ca0-a999-c42800d1fbd9 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587055 Aug 31 09:25:26.849333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:26.870026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:26.896169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:26.922402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:26.928538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Pushing event updated for resources: {'Port': ['ID=b9edf2df-8a44-4615-b97a-b1b1def01de3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:27.004864 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3a89a309-6332-4799-8569-c790d30d664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:22Z', 'revision_number': 3, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:27.089771 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89a309-6332-4799-8569-c790d30d664a None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:22Z', 'revision_number': 3, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:27.126894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.163589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-1060ceea-ce4a-487b-9a1d-8afb9ee21093 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555503 Aug 31 09:25:27.171155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd38d92-4f40-4557-8991-8838f5df2adb req-b3418c14-9aca-4251-acdd-443ead8490cb tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:27.180782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bd38d92-4f40-4557-8991-8838f5df2adb req-b3418c14-9aca-4251-acdd-443ead8490cb tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1096 time: 0.1793039 Aug 31 09:25:27.219817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['76081706-c5a7-4ac7-b90a-a774ae41fc4e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:27.352321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bd38d92-4f40-4557-8991-8838f5df2adb req-1ba94473-25e7-4a01-8fa7-6477ec38606b tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703258 Aug 31 09:25:27.428236 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.447837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-918a382f-0683-4e20-a49e-dbb57460a9c9 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644358 Aug 31 09:25:27.554835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41769a00-02b4-4267-9af1-4e592b754e3f req-3c2eeb7c-5b2b-4d9f-8ab3-4a0ac5f16fd8 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:27.560979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41769a00-02b4-4267-9af1-4e592b754e3f req-3c2eeb7c-5b2b-4d9f-8ab3-4a0ac5f16fd8 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 948 time: 0.1382215 Aug 31 09:25:27.643744 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.649440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f6162103-1010-43a5-8615-96691b5cfe12 None None] Provisioning for port b9edf2df-8a44-4615-b97a-b1b1def01de3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:27.697713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f6162103-1010-43a5-8615-96691b5cfe12 None None] Provisioning complete for port b9edf2df-8a44-4615-b97a-b1b1def01de3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:27.698348 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f6162103-1010-43a5-8615-96691b5cfe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.746100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41769a00-02b4-4267-9af1-4e592b754e3f req-00f0f22e-0cdb-4135-a9cd-da037440ae2c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652479 Aug 31 09:25:27.760590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f6162103-1010-43a5-8615-96691b5cfe12 None None] Port b9edf2df-8a44-4615-b97a-b1b1def01de3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:27.849193 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809a0fc1-eeaa-4956-94bf-64a23a76deea x-openstack-request-id: req-809a0fc1-eeaa-4956-94bf-64a23a76deea {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:27.849875 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80", "name": "network-vif-plugged", "status": "completed", "tag": "c3643a7a-1338-404c-8c9d-0037497bda14", "code": 200}, {"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-unplugged", "status": "completed", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:27.850132 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-809a0fc1-eeaa-4956-94bf-64a23a76deea {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:27.850970 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3643a7a-1338-404c-8c9d-0037497bda14', 'code': 200} Aug 31 09:25:27.851228 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'code': 200} Aug 31 09:25:27.879603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.892016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.917704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ab831-e7a7-4016-b7c9-adfe38e45a5b req-f43cf42d-04db-48c8-9212-4349f6fc10d2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:27.921567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b0ab831-e7a7-4016-b7c9-adfe38e45a5b req-f43cf42d-04db-48c8-9212-4349f6fc10d2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1740913 Aug 31 09:25:27.976111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Pushing event updated for resources: {'Port': ['ID=b9edf2df-8a44-4615-b97a-b1b1def01de3,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:28.002896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.084756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b0ab831-e7a7-4016-b7c9-adfe38e45a5b req-71261232-4e20-4252-bd0b-cb26dc8ed8a4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270885 Aug 31 09:25:28.141539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766539f1-5f0e-4663-a296-f98cefb5abd0 req-ac20fe52-b5a0-44d1-bc9c-a0c2406a807e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:28.153166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-766539f1-5f0e-4663-a296-f98cefb5abd0 req-ac20fe52-b5a0-44d1-bc9c-a0c2406a807e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 944 time: 0.2147522 Aug 31 09:25:28.201133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72274-5f1d-4391-83c7-1a190f295bf4 req-60f5a64b-0208-49b5-959a-cce480bd077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:28.202866 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bc72274-5f1d-4391-83c7-1a190f295bf4 req-60f5a64b-0208-49b5-959a-cce480bd077d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 1100 time: 0.2797227 Aug 31 09:25:28.211780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf24ba6-ac95-4d78-bfdf-7ba92255e72d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:28.250701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:28.252394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:28.282402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bc72274-5f1d-4391-83c7-1a190f295bf4 req-99e5530c-381c-4c8b-96b5-3304443f1b3e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Aug 31 09:25:28.323954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-766539f1-5f0e-4663-a296-f98cefb5abd0 req-207ba4ba-1702-4c5e-ac02-aa467166075f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511605 Aug 31 09:25:28.332577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:28.338202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:28.338737 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.483962 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.540703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.547418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device df18168e-50ba-4dbd-8c17-6895e8caf336 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:28.612789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700e8b2-16a2-4c2c-a3d3-0e7cdca168b4 req-6102fb15-2ecf-49cd-84c3-c02bb2bdffab tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:28.634928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1700e8b2-16a2-4c2c-a3d3-0e7cdca168b4 req-6102fb15-2ecf-49cd-84c3-c02bb2bdffab tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1096 time: 0.2520871 Aug 31 09:25:28.647333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:25:28.666418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf24ba6-ac95-4d78-bfdf-7ba92255e72d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:28.680041 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.748141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port df18168e-50ba-4dbd-8c17-6895e8caf336 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:28.757948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1700e8b2-16a2-4c2c-a3d3-0e7cdca168b4 req-999598b4-920c-4723-a329-accaa42b4eca tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137087 Aug 31 09:25:28.763557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port df18168e-50ba-4dbd-8c17-6895e8caf336 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:28.763944 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.816544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e71866-1c49-4d97-9816-7cc938a44872 req-2c3518ec-a52f-4622-9dda-4e1875e032c8 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:28.843814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fc9eb4ec-1d09-4e36-a328-8bf5f6a0875b None None] Provisioning complete for port b9edf2df-8a44-4615-b97a-b1b1def01de3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:28.844198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc9eb4ec-1d09-4e36-a328-8bf5f6a0875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.848879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ecf24ba6-ac95-4d78-bfdf-7ba92255e72d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:28.852472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89e71866-1c49-4d97-9816-7cc938a44872 req-2c3518ec-a52f-4622-9dda-4e1875e032c8 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 948 time: 0.3952312 Aug 31 09:25:28.929413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89e71866-1c49-4d97-9816-7cc938a44872 req-618507cf-7ae5-4b2e-bb49-94082a158713 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589557 Aug 31 09:25:28.955163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fc9eb4ec-1d09-4e36-a328-8bf5f6a0875b None None] Port b9edf2df-8a44-4615-b97a-b1b1def01de3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:28.961402 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.011351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:29.020485 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.064828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:29.072406 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-781ec954-5120-4823-9df2-7aa51fe7ca60 admin admin] 10.222.0.69 "PUT /v2.0/routers/44c7caa4-6209-4ec5-8062-b364cf4d79ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7355187 Aug 31 09:25:29.127149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc0b22-304b-41e9-beab-f9799a890ef8 req-f86ef3cf-1fe7-4c62-a701-f313ab7ff79d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:29.129173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bcc0b22-304b-41e9-beab-f9799a890ef8 req-f86ef3cf-1fe7-4c62-a701-f313ab7ff79d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 949 time: 0.0961747 Aug 31 09:25:29.198527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bcc0b22-304b-41e9-beab-f9799a890ef8 req-8a96993b-eebf-4fd2-b291-0d73d4759ba7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525367 Aug 31 09:25:29.206848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:29.541495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:29.608399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea963c-6584-4da0-9043-455ddd470548 req-caa630fc-6de5-4eec-b071-b84d57052e3f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:29.610145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1ea963c-6584-4da0-9043-455ddd470548 req-caa630fc-6de5-4eec-b071-b84d57052e3f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.0774748 Aug 31 09:25:29.668122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 76081706-c5a7-4ac7-b90a-a774ae41fc4e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:29.668833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.706944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1ea963c-6584-4da0-9043-455ddd470548 req-391f9956-5cc9-4d7a-80c9-5feb197c4892 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842223 Aug 31 09:25:29.792511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.842478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:29.852185 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.855089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336'}, {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:29.859159 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b1e1ee-82e1-4d0e-87c8-b059284b1e51" -d '{"events": [{"server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "name": "network-vif-plugged", "status": "completed", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336"}, {"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-plugged", "status": "completed", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:29.937010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:30.069335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:30.082708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:30.083391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:30.206823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf24ba6-ac95-4d78-bfdf-7ba92255e72d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:30.275123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:30.327616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:30.328083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.388062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd62be1-831a-402f-96b1-9a575e8faaa3 req-5b51688e-9ce2-4cfc-8d6f-b52001d57a0a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:30.390224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fd62be1-831a-402f-96b1-9a575e8faaa3 req-5b51688e-9ce2-4cfc-8d6f-b52001d57a0a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 945 time: 0.0540652 Aug 31 09:25:30.467209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fd62be1-831a-402f-96b1-9a575e8faaa3 req-37f18c44-bb5b-46f0-9a2b-97522e85c937 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692384 Aug 31 09:25:30.706702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 2, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:30.738936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:25:30.739456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Updating router 44c7caa4-6209-4ec5-8062-b364cf4d79ba port b9edf2df-8a44-4615-b97a-b1b1def01de3 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:25:30.760094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-d24b57a7-0fdf-48a2-8956-d1f25171f8aa tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:30.761756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-d24b57a7-0fdf-48a2-8956-d1f25171f8aa tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 819 time: 0.1305859 Aug 31 09:25:30.773965 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.785222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-50413428-1fa5-4760-a91d-9b270b423335 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/quotas/29b0e8c52cb14f17af6181cf99ec45a2 HTTP/1.1" status: 200 len: 375 time: 0.0150249 Aug 31 09:25:30.793817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-dfad5419-df35-442d-8dd8-d59e2857e96e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:25:30.799080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-dfad5419-df35-442d-8dd8-d59e2857e96e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076697 Aug 31 09:25:30.817887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Request body: {'binding': {'host': 'n-h2-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:30.818340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Unknown quota resources ['binding']. {{(pid=94786) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:25:30.934568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-62a218ce-2059-4fd4-851c-e1d173e5fb0a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343036 Aug 31 09:25:31.059392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on host n-h2-806683-2 for vnic_type normal with profile None {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:31.059734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:31.060097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:31.069779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:31.070133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:31.082302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:31.082642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:31.083052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:31.084809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Bound port: b6b8b857-1f0c-4adf-934c-0394530db1ad, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:31.092672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-401a5e91-ef89-4c1c-9e5e-1560eb44595a service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471145 Aug 31 09:25:31.176884 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.194899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Transition to ACTIVE for port object b9edf2df-8a44-4615-b97a-b1b1def01de3 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:31.211082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.237576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:31.244687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.245915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f7e76dfb-53c8-4946-9c4a-13fdfa10278f service neutron] 10.222.0.69 "POST /v2.0/ports/b6b8b857-1f0c-4adf-934c-0394530db1ad/bindings HTTP/1.1" status: 201 len: 389 time: 0.4315019 Aug 31 09:25:31.280976 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-0bfe9354-5107-40be-8530-0c59f5355826 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683099 Aug 31 09:25:31.315091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf26d2-fe01-428a-8086-f7feac6d3dcc None None] Pushing event updated for resources: {'Port': ['ID=b9edf2df-8a44-4615-b97a-b1b1def01de3,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:31.422856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Attempting to bind port b9edf2df-8a44-4615-b97a-b1b1def01de3 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:31.425750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Attempting to bind port b9edf2df-8a44-4615-b97a-b1b1def01de3 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:31.426416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Attempting to bind port b9edf2df-8a44-4615-b97a-b1b1def01de3 on network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:31.448225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:31.448863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Checking segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:31.449621 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.450378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Bound using segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:31.452411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Bound port: b9edf2df-8a44-4615-b97a-b1b1def01de3, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:31.453358 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.612392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58269a6e-cd2a-442e-b4f9-e6bee1aec3f7 req-6569abaa-03f1-4d77-8b17-091c3d0790dc tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:31.622066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58269a6e-cd2a-442e-b4f9-e6bee1aec3f7 req-6569abaa-03f1-4d77-8b17-091c3d0790dc tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1719546 Aug 31 09:25:31.659572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] For port b9edf2df-8a44-4615-b97a-b1b1def01de3, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:31.676110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] For port b9edf2df-8a44-4615-b97a-b1b1def01de3, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b9edf2df-8a44-4615-b97a-b1b1def01de3,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:31.687602 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3c8f10-544a-4e6f-aa03-145fcbad4aaa x-openstack-request-id: req-5b3c8f10-544a-4e6f-aa03-145fcbad4aaa {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:31.687994 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "name": "network-vif-plugged", "status": "completed", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336", "code": 200}, {"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-plugged", "status": "completed", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:31.691491 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b3c8f10-544a-4e6f-aa03-145fcbad4aaa {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:31.692348 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336', 'code': 200} Aug 31 09:25:31.695501 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'code': 200} Aug 31 09:25:31.698443 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.722879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58269a6e-cd2a-442e-b4f9-e6bee1aec3f7 req-ffd32f00-c101-4f57-a508-d573b1677a31 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950720 Aug 31 09:25:31.782141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-afd150d6-82af-41fd-aafb-b6b548bc2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:31.786898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-afd150d6-82af-41fd-aafb-b6b548bc2236 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1096 time: 0.1800106 Aug 31 09:25:31.876108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf26d2-fe01-428a-8086-f7feac6d3dcc None None] Pushing event updated for resources: {'Port': ['ID=b9edf2df-8a44-4615-b97a-b1b1def01de3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:31.930273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:31.931756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:31.984820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a270f1e-18c6-4c01-94c8-61d3a4230093 req-3f59f273-3263-47e7-8e47-5994c649e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:31.985645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-44f354f9-d270-4118-9898-9e41e9274cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:31.988036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-44f354f9-d270-4118-9898-9e41e9274cec service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.1900411 Aug 31 09:25:31.989237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a270f1e-18c6-4c01-94c8-61d3a4230093 req-3f59f273-3263-47e7-8e47-5994c649e162 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1096 time: 0.2615345 Aug 31 09:25:32.124021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe4ef-f173-48ec-95d3-c24bd7bce39b req-08fd0f1a-19d8-468a-8a9f-1d7b271f22bb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.141609 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fdefe4ef-f173-48ec-95d3-c24bd7bce39b req-08fd0f1a-19d8-468a-8a9f-1d7b271f22bb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 949 time: 0.3639584 Aug 31 09:25:32.151981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-afad08d2-aec0-456e-b7f5-8f736d8e55ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 200 len: 217 time: 0.1519296 Aug 31 09:25:32.231090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:32.254934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-bba65163-b668-4af4-b5a6-716b7c775cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.256819 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-bba65163-b668-4af4-b5a6-716b7c775cfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.0873289 Aug 31 09:25:32.273273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a270f1e-18c6-4c01-94c8-61d3a4230093 req-5bbfb40b-db91-4604-9f6a-2575e3291208 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676697 Aug 31 09:25:32.343713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa041b56-5f07-41f4-9272-3f473978a7d4 req-1656a268-4b72-4352-a6a7-dea07a0e1296 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.346674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa041b56-5f07-41f4-9272-3f473978a7d4 req-1656a268-4b72-4352-a6a7-dea07a0e1296 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.2007089 Aug 31 09:25:32.367733 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-556de90b-cc55-46c8-8317-47338d5c9e4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957685 Aug 31 09:25:32.368038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fdefe4ef-f173-48ec-95d3-c24bd7bce39b req-62acea63-0e3a-4baa-843a-b80d98086370 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178156 Aug 31 09:25:32.523222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa041b56-5f07-41f4-9272-3f473978a7d4 req-b442eef5-e21a-4a2a-8dd0-0bd5e6ed8fa0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495345 Aug 31 09:25:32.615810 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0dad2027-6f22-4d1d-a7ec-e082c506b35b service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375674 Aug 31 09:25:32.709863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:31Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:32.758440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e20e3-8f42-4bc6-9f8d-e7ea68b81dd4 None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:31Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:32.817428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e4cbd-1fe7-45f3-b7bf-b4cbbe772e9a req-de8a91a8-0534-494a-bd97-4e0c931d8804 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.819230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-332e4cbd-1fe7-45f3-b7bf-b4cbbe772e9a req-de8a91a8-0534-494a-bd97-4e0c931d8804 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 945 time: 0.0947955 Aug 31 09:25:32.828750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ad84c-1429-4c72-bdb2-34fd2cb92fab req-05b8d247-d74c-4cc9-9427-6d8a6194a852 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.835569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e1ad84c-1429-4c72-bdb2-34fd2cb92fab req-05b8d247-d74c-4cc9-9427-6d8a6194a852 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 945 time: 0.1785893 Aug 31 09:25:32.880879 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-7dc512ed-96e9-4456-b420-56b528b3efbe service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552497 Aug 31 09:25:32.991641 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e1ad84c-1429-4c72-bdb2-34fd2cb92fab req-f3108bc8-c145-478b-a5d1-3690196f8de7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547925 Aug 31 09:25:32.998091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-332e4cbd-1fe7-45f3-b7bf-b4cbbe772e9a req-a7827819-aa97-4fcf-8ad6-83b67efe2d69 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587479 Aug 31 09:25:33.141054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-17216646-1fc1-48d8-9c4f-1a730d1afadb tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:33.144243 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-17216646-1fc1-48d8-9c4f-1a730d1afadb tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1674559 Aug 31 09:25:33.167030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-2'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:33.202959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7b710761-302e-42b6-b26d-a2694524b74d req-4798739e-6ce1-48b0-9a28-3b2f11f5d4b1 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 210 time: 0.0544362 Aug 31 09:25:33.476558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f8352-cd2c-4ec0-9164-fb10200538e1 req-05366269-610b-486b-bded-d89fbfdca309 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:33.478239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-243f8352-cd2c-4ec0-9164-fb10200538e1 req-05366269-610b-486b-bded-d89fbfdca309 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 949 time: 0.1271880 Aug 31 09:25:33.606577 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.628850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49899cdb-03c1-464a-95ed-aee9cc354d72 req-68fac327-cea1-4acb-8bce-f2fb3ec4a340 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:33.631866 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49899cdb-03c1-464a-95ed-aee9cc354d72 req-68fac327-cea1-4acb-8bce-f2fb3ec4a340 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1523914 Aug 31 09:25:33.667385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-243f8352-cd2c-4ec0-9164-fb10200538e1 req-7ffdb632-1d6d-46dc-ac12-fdad5a731e7e tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498384 Aug 31 09:25:33.772286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49899cdb-03c1-464a-95ed-aee9cc354d72 req-556b6fae-323f-4a23-89b2-a492f318121d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133189 Aug 31 09:25:33.932779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:34.031604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:34.114041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-5dca59ba-20a2-4476-94d7-f039f9987b79 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.117478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-5dca59ba-20a2-4476-94d7-f039f9987b79 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 819 time: 0.5369713 Aug 31 09:25:34.138885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:34.141412 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1fafbf-b5e6-4f24-97db-361b5ecfd0d3" -d '{"events": [{"server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:34.152787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.177213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.196404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Request body: {'port': {'device_id': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'admin_state_up': True, 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:34.287533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:34.296183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on host n-h1-806683-2 for vnic_type normal with profile {"migrating_to": "n-h2-806683-2"} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:34.296510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:34.297002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:34.305009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:34.305377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Attempting to bind port b6b8b857-1f0c-4adf-934c-0394530db1ad on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:34.312198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:34.312524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:34.312997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:34.313506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Bound port: b6b8b857-1f0c-4adf-934c-0394530db1ad, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:34.313928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.342193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b9edf2df-8a44-4615-b97a-b1b1def01de3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:34.404470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:34.414994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:34.423792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.544285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ddb88-11fc-415d-9ac6-ee48b04eec67 req-e16a8ad1-3b50-41ab-ad96-11d2efbb4056 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.557926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=8']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:34.563987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-917ddb88-11fc-415d-9ac6-ee48b04eec67 req-e16a8ad1-3b50-41ab-ad96-11d2efbb4056 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.5266707 Aug 31 09:25:34.585889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port b9edf2df-8a44-4615-b97a-b1b1def01de3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:34.598039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b9edf2df-8a44-4615-b97a-b1b1def01de3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:34.598984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.621824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.623465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.626477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0e62abe0-9ae7-4421-a577-f42f2cacd342 service neutron] 10.222.0.52 "PUT /v2.0/ports/b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 200 len: 1121 time: 1.4712586 Aug 31 09:25:34.787720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-917ddb88-11fc-415d-9ac6-ee48b04eec67 req-cd2cd354-dff8-49ba-af9e-0edb364d2a95 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223437 Aug 31 09:25:34.852507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Made reservation on behalf of 29b0e8c52cb14f17af6181cf99ec45a2 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:34.858660 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.894604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['b6b8b857-1f0c-4adf-934c-0394530db1ad'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:34.900198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.907537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15998bdb-ddc4-40d7-be97-2efb4f9dbcb0 req-7b788f42-51c4-4a31-8110-73eea22b1a9e tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.917999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15998bdb-ddc4-40d7-be97-2efb4f9dbcb0 req-7b788f42-51c4-4a31-8110-73eea22b1a9e tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.921156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15998bdb-ddc4-40d7-be97-2efb4f9dbcb0 req-7b788f42-51c4-4a31-8110-73eea22b1a9e tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f&device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 1689 time: 0.1715448 Aug 31 09:25:34.985418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port b9edf2df-8a44-4615-b97a-b1b1def01de3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b9edf2df-8a44-4615-b97a-b1b1def01de3,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:34.995922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.075752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15998bdb-ddc4-40d7-be97-2efb4f9dbcb0 req-f956a258-52c8-416f-aee4-c099676cb158 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273944 Aug 31 09:25:35.111187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=b9edf2df-8a44-4615-b97a-b1b1def01de3,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:35.475407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43052) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:35.544933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dad96-2e3e-427d-b37a-15329f607dab req-0fa2e14d-d05c-423d-97ec-7a37edb0beca tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:35.546557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-112dad96-2e3e-427d-b37a-15329f607dab req-0fa2e14d-d05c-423d-97ec-7a37edb0beca tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 943 time: 0.6595132 Aug 31 09:25:35.606637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bfac8-e5cf-4181-93a5-5dffe9c834c7 req-916b1c5a-a671-450c-b418-3baeb3823202 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:35.609872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc6bfac8-e5cf-4181-93a5-5dffe9c834c7 req-916b1c5a-a671-450c-b418-3baeb3823202 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 945 time: 0.4153712 Aug 31 09:25:35.613402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Allocated IP 172.20.0.8 (a013acdb-f53c-410d-afcf-cd8c7b5ceb27/880e0dcb-667d-44fa-b5c7-a5364274c5b3/c8b16836-2f57-4d77-98d5-ed6c2d6f5355) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:35.629375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc7ac017-2141-4fe4-ba0c-ea2505e49718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.667097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-112dad96-2e3e-427d-b37a-15329f607dab req-f6ffaef3-0de3-49e1-96ea-bae1d0ced44c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034093 Aug 31 09:25:35.734985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc6bfac8-e5cf-4181-93a5-5dffe9c834c7 req-11490e35-8c15-4d93-8ce4-4ea83c66cf2f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104794 Aug 31 09:25:35.752651 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857cf3da-51c5-4a31-9c57-01ea2354dacb x-openstack-request-id: req-857cf3da-51c5-4a31-9c57-01ea2354dacb {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:35.753071 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:35.753461 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-857cf3da-51c5-4a31-9c57-01ea2354dacb {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:35.754119 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad', 'code': 200} Aug 31 09:25:35.835398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc7ac017-2141-4fe4-ba0c-ea2505e49718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.843799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc7ac017-2141-4fe4-ba0c-ea2505e49718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.886422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ac017-2141-4fe4-ba0c-ea2505e49718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d20985-fecd-4b35-b094-e215cf09d06e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:35.897856 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cc7ac017-2141-4fe4-ba0c-ea2505e49718 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47e9b624fd0348b39902db8fabf4d46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162850 Aug 31 09:25:35.899645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43060) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:35.917908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b129d0e-3865-4b2f-bb55-215d289196e0 req-dcd2446f-82e1-40d1-a961-87c080244b23 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 210 time: 0.0690606 Aug 31 09:25:35.979195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61ca957-7911-47f8-9d37-eb585425cc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.006854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61ca957-7911-47f8-9d37-eb585425cc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.007680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36a862-6354-4c51-adf5-6d5504e9a2c0 req-4da47e5a-c73e-481f-9ee5-10e45efee61a tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.010640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e36a862-6354-4c51-adf5-6d5504e9a2c0 req-4da47e5a-c73e-481f-9ee5-10e45efee61a tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1456041 Aug 31 09:25:36.033533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.093946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Transition to ACTIVE for port object c8b16836-2f57-4d77-98d5-ed6c2d6f5355 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:36.094300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61ca957-7911-47f8-9d37-eb585425cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.098225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61ca957-7911-47f8-9d37-eb585425cc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.100401 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c61ca957-7911-47f8-9d37-eb585425cc65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74d20985-fecd-4b35-b094-e215cf09d06e HTTP/1.1" status: 204 len: 168 time: 0.1995273 Aug 31 09:25:36.130375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ca957-7911-47f8-9d37-eb585425cc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d20985-fecd-4b35-b094-e215cf09d06e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:36.146256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e36a862-6354-4c51-adf5-6d5504e9a2c0 req-566969c6-e06a-4ee4-a8bd-779c539cfdfb tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199007 Aug 31 09:25:36.179773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b9edf2df-8a44-4615-b97a-b1b1def01de3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:36.243085 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.248601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b9edf2df-8a44-4615-b97a-b1b1def01de3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:36.249238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.304340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:36.307986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:36.312045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:36.318682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.318682 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.424621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Pushing event updated for resources: {'Port': ['ID=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:36.429253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-618b9c96-338c-445e-bd27-06e0cc71954d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2562318 Aug 31 09:25:36.444666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Request body: {'port': {'device_id': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:36.458787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc4d6-0946-46db-b4c8-0773d8d52685 req-c468fd77-55ad-497c-845d-49fd9086509c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.460360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d3bc4d6-0946-46db-b4c8-0773d8d52685 req-c468fd77-55ad-497c-845d-49fd9086509c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1352372 Aug 31 09:25:36.477687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b861ff5-e179-4f17-b7ca-46f87727f34e req-31d0b46e-35e6-42f7-ae11-f04e8679668e tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.479293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b861ff5-e179-4f17-b7ca-46f87727f34e req-31d0b46e-35e6-42f7-ae11-f04e8679668e tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1096 time: 0.1552272 Aug 31 09:25:36.588388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d3bc4d6-0946-46db-b4c8-0773d8d52685 req-9f08e5fd-55a2-424a-8c13-f37b4d7f28e4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067839 Aug 31 09:25:36.605059 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.630820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b861ff5-e179-4f17-b7ca-46f87727f34e req-96844fb6-2af0-46fc-ae3f-ca74c2d86c1d tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272981 Aug 31 09:25:36.707700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-35c0b695-15b9-4e86-9b1f-4de878574847 None None] Provisioning for port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:36.721261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-35c0b695-15b9-4e86-9b1f-4de878574847 None None] Provisioning complete for port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:36.721261 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35c0b695-15b9-4e86-9b1f-4de878574847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.812561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-35c0b695-15b9-4e86-9b1f-4de878574847 None None] Port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:36.813340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43072) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:36.830443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8435c8b6-3d6c-46a3-8579-8a83b62d46b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.934023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506d35-0172-479e-aeeb-69653a39a5a5 req-e7c00d6b-4bb9-4160-b773-dd141b8b5c8b tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.936252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9506d35-0172-479e-aeeb-69653a39a5a5 req-e7c00d6b-4bb9-4160-b773-dd141b8b5c8b tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 1100 time: 0.2369969 Aug 31 09:25:36.962128 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8435c8b6-3d6c-46a3-8579-8a83b62d46b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.967685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8435c8b6-3d6c-46a3-8579-8a83b62d46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.007269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf1169-1a47-48b5-bd97-68bc7549e55e req-e02cd1e4-cbbb-483f-8dee-3f4fdd97ce9b tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.008847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbcf1169-1a47-48b5-bd97-68bc7549e55e req-e02cd1e4-cbbb-483f-8dee-3f4fdd97ce9b tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1096 time: 0.1716321 Aug 31 09:25:37.015804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435c8b6-3d6c-46a3-8579-8a83b62d46b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac0b666-8043-4c16-a9e0-6bb3f9c6aa77,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:37.022078 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8435c8b6-3d6c-46a3-8579-8a83b62d46b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d8b8c84cf974019a5017a6434da7b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065334 Aug 31 09:25:37.026258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43076) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:37.049006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9506d35-0172-479e-aeeb-69653a39a5a5 req-86ddb6b6-036d-42d3-98e1-30915905db28 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768867 Aug 31 09:25:37.097815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5cac6dee-d9a7-493e-a6ce-af4417405a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.120589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbcf1169-1a47-48b5-bd97-68bc7549e55e req-700a178b-77e7-43a8-964f-c036756d1afc tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900314 Aug 31 09:25:37.127076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5cac6dee-d9a7-493e-a6ce-af4417405a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.192909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5cac6dee-d9a7-493e-a6ce-af4417405a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.196135 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5cac6dee-d9a7-493e-a6ce-af4417405a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.197498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5cac6dee-d9a7-493e-a6ce-af4417405a3c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ac0b666-8043-4c16-a9e0-6bb3f9c6aa77 HTTP/1.1" status: 204 len: 168 time: 0.1697435 Aug 31 09:25:37.206671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac6dee-d9a7-493e-a6ce-af4417405a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac0b666-8043-4c16-a9e0-6bb3f9c6aa77,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:37.238446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b16836-2f57-4d77-98d5-ed6c2d6f5355 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:37.249746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.270901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ca74-afe7-4a03-af92-c03066e2bc15 req-d208c3c8-9da6-44dd-b17b-1ce487ae416e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.272536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6514ca74-afe7-4a03-af92-c03066e2bc15 req-d208c3c8-9da6-44dd-b17b-1ce487ae416e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 943 time: 0.0959196 Aug 31 09:25:37.279870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Transition to ACTIVE for port object c8b16836-2f57-4d77-98d5-ed6c2d6f5355 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:37.302159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.403215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:37.414400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6514ca74-afe7-4a03-af92-c03066e2bc15 req-6441f3eb-f341-47d7-89c8-64c80b8be9f7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322362 Aug 31 09:25:37.441905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c010c32-8f9f-4f25-8c2f-3efc3c212dea req-b4425020-a3a7-45cf-b61d-05d6d47ccdcc tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.444672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c010c32-8f9f-4f25-8c2f-3efc3c212dea req-b4425020-a3a7-45cf-b61d-05d6d47ccdcc tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 943 time: 0.1666591 Aug 31 09:25:37.511592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Attempting to bind port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:37.512121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Attempting to bind port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:37.512674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Attempting to bind port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 on network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:37.536044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 on network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:37.536462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Attempting to bind port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 on network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:37.573324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:37.573866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Checking segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:37.574481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Bound using segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:37.575978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Bound port: c8b16836-2f57-4d77-98d5-ed6c2d6f5355, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:37.576557 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.587392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b6b8b857-1f0c-4adf-934c-0394530db1ad details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:37.620005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c010c32-8f9f-4f25-8c2f-3efc3c212dea req-ccba8091-8725-429a-bf2c-0b3afc772fb7 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432471 Aug 31 09:25:37.755145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:37.758057 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:37.787324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] For port c8b16836-2f57-4d77-98d5-ed6c2d6f5355, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:37.828698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] For port c8b16836-2f57-4d77-98d5-ed6c2d6f5355, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:37.840744 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.864074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f4a7-c0ac-46cf-b061-e0f5d1c773eb req-6212f5bc-a990-42a9-8a36-3776220ef38e tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.871397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d66f4a7-c0ac-46cf-b061-e0f5d1c773eb req-6212f5bc-a990-42a9-8a36-3776220ef38e tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 1100 time: 0.1580567 Aug 31 09:25:37.892007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:37.922355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b6b8b857-1f0c-4adf-934c-0394530db1ad has no active binding in host n-h2-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:25:37.951111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.952753 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.955582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 1091 time: 1.5167787 Aug 31 09:25:37.964624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:37.969627 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f11f182-adae-404a-88dd-853807f80e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:38.084083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a245697-6c24-41f0-a454-a86c13f21ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:38.144480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d66f4a7-c0ac-46cf-b061-e0f5d1c773eb req-e0c0134b-6d6e-4a36-8f39-ba54f8be13bd tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377880 Aug 31 09:25:38.162327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656b029-d56c-4a98-ab68-c796c271e182 req-d40ad1a5-f3b9-42bb-8070-848a3bc26f83 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.197006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f656b029-d56c-4a98-ab68-c796c271e182 req-d40ad1a5-f3b9-42bb-8070-848a3bc26f83 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.3481455 Aug 31 09:25:38.321731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-aa4d4d80-0fc1-4c11-b1aa-910aecf28011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.323646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-aa4d4d80-0fc1-4c11-b1aa-910aecf28011 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1094 time: 0.2826474 Aug 31 09:25:38.353695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f656b029-d56c-4a98-ab68-c796c271e182 req-6380713f-efb7-4595-89d6-92c484734ae1 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544065 Aug 31 09:25:38.416699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-82053b6c-6dc7-4a46-ac2c-446e9d279a52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 217 time: 0.0801778 Aug 31 09:25:38.460372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677194f7-a60f-4b7d-ae00-47b744948a41 req-c986375e-4218-44fb-9453-7b4f4f6529bd tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.463129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-677194f7-a60f-4b7d-ae00-47b744948a41 req-c986375e-4218-44fb-9453-7b4f4f6529bd tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.2246439 Aug 31 09:25:38.569201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-56def197-5983-4814-9134-7d78e62d6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.570741 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc1406-8dd0-466c-8b52-ac58be9fa385 x-openstack-request-id: req-74dc1406-8dd0-466c-8b52-ac58be9fa385 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:38.571720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-56def197-5983-4814-9134-7d78e62d6e75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.1407075 Aug 31 09:25:38.571954 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:38.572342 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74dc1406-8dd0-466c-8b52-ac58be9fa385 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:38.572910 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad', 'status': 'completed', 'code': 200} Aug 31 09:25:38.585872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-677194f7-a60f-4b7d-ae00-47b744948a41 req-f8eb6dc7-ddf4-43e0-b2b2-b3218f337994 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877812 Aug 31 09:25:38.662884 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe9c58d-295b-4be8-ac31-cb47f080fc77 x-openstack-request-id: req-efe9c58d-295b-4be8-ac31-cb47f080fc77 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:38.663821 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:38.663960 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efe9c58d-295b-4be8-ac31-cb47f080fc77 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:38.664604 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'status': 'completed', 'code': 200} Aug 31 09:25:38.690821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-c6a347c4-a27c-431e-8678-6a5ecba44b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.692917 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-c6a347c4-a27c-431e-8678-6a5ecba44b2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1124 time: 0.0814984 Aug 31 09:25:38.714274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-d0547740-3e11-4904-8772-48c7e7a837e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.717747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-d0547740-3e11-4904-8772-48c7e7a837e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203008 Aug 31 09:25:38.833634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-3be09d4a-1c10-4fb3-885c-26a83323def0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714118 Aug 31 09:25:38.902155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-bf948e41-b782-4369-8e59-2fb90a3ab2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.905593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-bf948e41-b782-4369-8e59-2fb90a3ab2e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.1978931 Aug 31 09:25:38.968701 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-5e8a8e43-c529-4211-8b53-c6bba88d60d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 200 len: 217 time: 0.0422609 Aug 31 09:25:39.025211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc51a0d-92d3-499a-8d18-a81186bdee20 req-7efa417e-796a-42d8-8757-3143a625a254 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.026878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbc51a0d-92d3-499a-8d18-a81186bdee20 req-7efa417e-796a-42d8-8757-3143a625a254 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 943 time: 0.2369881 Aug 31 09:25:39.031677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-e03e416d-9625-4e67-9eb2-94a4b1769a60 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944877 Aug 31 09:25:39.033904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-06adadd9-bdc8-4869-abc9-8e2f4fbf4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.035552 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-06adadd9-bdc8-4869-abc9-8e2f4fbf4064 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.0571485 Aug 31 09:25:39.040802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-d8aaea4c-771d-43c2-b826-278b6e7c1b7b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.042563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-d8aaea4c-771d-43c2-b826-278b6e7c1b7b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917496 Aug 31 09:25:39.098128 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-d942675c-ca5d-4f2b-9336-cb2759cf93db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383499 Aug 31 09:25:39.175085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-2ac4262a-820f-4e5b-85c4-46d5fa3658ff tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/quotas/2c7da74dc1c34aeebb4c512f50c3fff3 HTTP/1.1" status: 200 len: 375 time: 0.1149521 Aug 31 09:25:39.223559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbc51a0d-92d3-499a-8d18-a81186bdee20 req-00662e51-e3c1-451b-b417-3809aad8e5d9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796429 Aug 31 09:25:39.312373 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-a571cb76-042b-45ba-876a-37d573e7a6c0 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035778 Aug 31 09:25:39.347661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-d38cfdf9-0899-4b28-b695-8dcc9faf9fcb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1549370 Aug 31 09:25:39.355477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878b25af-a8b8-4730-82e6-beecaf521e92 req-2c5de3f7-d225-4fb0-a0d8-873c0b493715 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967238 Aug 31 09:25:39.440677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c3074-dbac-4c53-b3a7-efd58ce68b4d req-d814406f-9b25-44da-b1a3-026b4151f9a1 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.455070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea5c2980-3c9b-4ddf-abd8-237b34f07d5c req-f894a467-aaf4-4c43-a76a-53ebf055f298 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302166 Aug 31 09:25:39.455590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-599c3074-dbac-4c53-b3a7-efd58ce68b4d req-d814406f-9b25-44da-b1a3-026b4151f9a1 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1096 time: 0.1060183 Aug 31 09:25:39.563687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-599c3074-dbac-4c53-b3a7-efd58ce68b4d req-12a9c76d-4f2a-495d-aa77-e779258a481e tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876315 Aug 31 09:25:39.611004 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11f182-adae-404a-88dd-853807f80e5c req-d27da964-1653-4ebf-82a9-aabec3f72281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.615654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f11f182-adae-404a-88dd-853807f80e5c req-d27da964-1653-4ebf-82a9-aabec3f72281 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1094 time: 0.1584005 Aug 31 09:25:39.768902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a89242-f866-419a-a9c3-91eec446c1fe req-f746493a-a053-4c92-8ea6-f5fceea5d78d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.771435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7a89242-f866-419a-a9c3-91eec446c1fe req-f746493a-a053-4c92-8ea6-f5fceea5d78d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 943 time: 0.1110320 Aug 31 09:25:39.817832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11f182-adae-404a-88dd-853807f80e5c req-d1d14faa-171d-429d-b7da-4e47612e8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.819540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f11f182-adae-404a-88dd-853807f80e5c req-d1d14faa-171d-429d-b7da-4e47612e8762 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.1916223 Aug 31 09:25:39.879007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f11f182-adae-404a-88dd-853807f80e5c req-cae05790-ec02-4c4d-988e-ea0a233d52b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 217 time: 0.0495658 Aug 31 09:25:39.927832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7a89242-f866-419a-a9c3-91eec446c1fe req-ac9e1415-05ea-4c59-b857-356a8d944939 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369376 Aug 31 09:25:39.944710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600b3b7-fde0-421c-a70b-b1274ecda2d1 req-500a2ebe-1e1f-4ece-82a2-47c87f75ed18 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.946315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f600b3b7-fde0-421c-a70b-b1274ecda2d1 req-500a2ebe-1e1f-4ece-82a2-47c87f75ed18 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1704302 Aug 31 09:25:39.961370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11f182-adae-404a-88dd-853807f80e5c req-abc47093-48d7-41ec-bcea-14e85f1fced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.962891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f11f182-adae-404a-88dd-853807f80e5c req-abc47093-48d7-41ec-bcea-14e85f1fced1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.0752056 Aug 31 09:25:40.023800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f600b3b7-fde0-421c-a70b-b1274ecda2d1 req-1a09473d-bcae-4ef4-9939-4d7168e2f644 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654471 Aug 31 09:25:40.057723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e1528ba-f5af-49d6-a0ad-862809f5212f req-f32dd61a-7283-473a-80cc-f78fa7b353f5 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 210 time: 0.0329263 Aug 31 09:25:40.070889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11f182-adae-404a-88dd-853807f80e5c req-7090b52c-fdef-42f2-a127-6c7b926c6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:40.072669 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:25:40.074595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f11f182-adae-404a-88dd-853807f80e5c req-7090b52c-fdef-42f2-a127-6c7b926c6d23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943403 Aug 31 09:25:40.235926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.289436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f11f182-adae-404a-88dd-853807f80e5c req-7ed2afd2-0b2b-4376-a2f7-fc81fe2b3218 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965239 Aug 31 09:25:40.494175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f11f182-adae-404a-88dd-853807f80e5c req-b7e3d8b5-c3bd-4b7c-91fa-7c11b0478608 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964891 Aug 31 09:25:40.666572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18450d-9256-4857-a922-79a63209876d req-f9baa699-3954-4e97-ad48-9a4c52362b74 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:40.668196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd18450d-9256-4857-a922-79a63209876d req-f9baa699-3954-4e97-ad48-9a4c52362b74 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.0762002 Aug 31 09:25:40.726615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd18450d-9256-4857-a922-79a63209876d req-66b32460-28ae-4612-810b-eddb0d517ac1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475173 Aug 31 09:25:40.880085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdb838-63e3-4ebb-a0e9-4c063d187494 req-88ac92d3-a475-43d9-877c-33c7a6edf144 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:40.881671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02bdb838-63e3-4ebb-a0e9-4c063d187494 req-88ac92d3-a475-43d9-877c-33c7a6edf144 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 943 time: 0.0588863 Aug 31 09:25:40.940074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02bdb838-63e3-4ebb-a0e9-4c063d187494 req-f20c57b7-35e2-47f6-8bae-3e7b1b8a46a9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464540 Aug 31 09:25:41.076595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-668f3a0e-525f-4c79-8164-714bac692c8a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540345 Aug 31 09:25:41.286245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-4b4d7f34-747b-4606-8f7b-d7d7a84b37f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:41.288346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-4b4d7f34-747b-4606-8f7b-d7d7a84b37f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010756 Aug 31 09:25:41.302970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Request body: {'port': {'device_id': '8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2c7da74dc1c34aeebb4c512f50c3fff3'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:41.476646 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-c139799a-8d68-4756-a5cf-ab856e1b6fea service neutron] 10.222.0.20 "GET /v2.0/ports/b6b8b857-1f0c-4adf-934c-0394530db1ad/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.1300600 Aug 31 09:25:41.576427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Made reservation on behalf of 2c7da74dc1c34aeebb4c512f50c3fff3 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:41.583643 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.743685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:41.768928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43224) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:41.777974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:41.820122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b8b857-1f0c-4adf-934c-0394530db1ad {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:41.832368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:41.850365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.936249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6aba-f8f2-49e2-9b5e-55beee4ebedc req-90407d68-b330-4be2-9347-0764bdcac8e0 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:41.939923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-123a6aba-f8f2-49e2-9b5e-55beee4ebedc req-90407d68-b330-4be2-9347-0764bdcac8e0 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 943 time: 0.4678085 Aug 31 09:25:41.978965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] Transition to ACTIVE for port object b6b8b857-1f0c-4adf-934c-0394530db1ad will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:41.988934 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.055916 n-d-806683-2 neutron-server[94787]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 09:25:42.061128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-05f8c185-4c44-4bed-847b-51c3add319f9 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:25:42.061652 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-05f8c185-4c44-4bed-847b-51c3add319f9 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2914207 Aug 31 09:25:42.080454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] No DVR routers for this DVR port b6b8b857-1f0c-4adf-934c-0394530db1ad on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:42.120997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-123a6aba-f8f2-49e2-9b5e-55beee4ebedc req-a6617dd9-51c5-482c-802c-e16bc00472d9 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638339 Aug 31 09:25:42.127242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95499751-a14d-4800-a21a-8a180d487888 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:42.135635 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-95499751-a14d-4800-a21a-8a180d487888 service neutron] 10.222.0.20 "PUT /v2.0/ports/b6b8b857-1f0c-4adf-934c-0394530db1ad/bindings/n-h2-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6507144 Aug 31 09:25:42.189446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Request body: {'binding': {'host': 'n-h2-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:42.190228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Unknown quota resources ['binding']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:25:42.317313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Allocated IP 192.168.233.46 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/668554c5-c6d7-4a11-a6a2-11dd11d5e892) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:42.320859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-1cc14b97-b15c-41c3-9bbc-5f7ecbcd3eb5 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.322555 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-1cc14b97-b15c-41c3-9bbc-5f7ecbcd3eb5 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.0999732 Aug 31 09:25:42.367116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fa4ed-1c6e-4707-8103-279bc6ab1133 req-a1dbe4c1-c6bf-48c3-86ac-58e35f299c8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.369780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-571fa4ed-1c6e-4707-8103-279bc6ab1133 req-a1dbe4c1-c6bf-48c3-86ac-58e35f299c8c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1647599 Aug 31 09:25:42.411119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on host n-h2-806683-2 for vnic_type normal with profile None {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:42.411454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:42.411783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:42.420032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:42.420509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:42.427351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f5ee802c-524c-4cef-a694-89a75c88897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.428892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-f5ee802c-524c-4cef-a694-89a75c88897c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404&tenant_id=c59604bf0032464d8b8869815706eddc HTTP/1.1" status: 200 len: 1095 time: 0.0818825 Aug 31 09:25:42.429810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:42.430139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:42.430514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:42.430968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Bound port: df18168e-50ba-4dbd-8c17-6895e8caf336, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:42.508671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-571fa4ed-1c6e-4707-8103-279bc6ab1133 req-17805b4b-b9e9-4188-ac0a-167bd3990fe5 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192110 Aug 31 09:25:42.549057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c8b16836-2f57-4d77-98d5-ed6c2d6f5355 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:42.558537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:42.565718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-25913896-e26f-4962-979c-c5a6b6341776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.567471 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-25913896-e26f-4962-979c-c5a6b6341776 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1095 time: 0.0931330 Aug 31 09:25:42.572477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.575026 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7659091f-92f4-44b5-b53d-3ce31346215e service neutron] 10.222.0.69 "POST /v2.0/ports/df18168e-50ba-4dbd-8c17-6895e8caf336/bindings HTTP/1.1" status: 201 len: 389 time: 0.4547267 Aug 31 09:25:42.726738 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.742644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c8b16836-2f57-4d77-98d5-ed6c2d6f5355, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:42.772205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-7775b591-06a4-4b04-99bc-08d81c2807e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.774247 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-7775b591-06a4-4b04-99bc-08d81c2807e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.1971118 Aug 31 09:25:42.774415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'mac_address': 'fa:16:3e:81:fb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:42.817558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c5f7d88-3f8b-4ccc-ab8d-b7e683839195 req-f02e66ae-b542-40db-8537-3c1569529dec tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 210 time: 0.1327317 Aug 31 09:25:42.832103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-6cc6b041-1486-484f-a1d3-de78abbc37b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 200 len: 217 time: 0.0476980 Aug 31 09:25:42.838429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Transition to ACTIVE for port object 668554c5-c6d7-4a11-a6a2-11dd11d5e892 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:42.904381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.914049 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.921584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-d16591a3-6a8a-445b-b1ce-95ca2fdf27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.923637 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-d16591a3-6a8a-445b-b1ce-95ca2fdf27c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.0758085 Aug 31 09:25:42.952672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b16836-2f57-4d77-98d5-ed6c2d6f5355 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:42.973221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-01fc8c9d-f4a6-4cc7-ac3c-5668bb367842 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387073 Aug 31 09:25:42.978418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f', '30994dff-d686-4e69-9eb5-24ba7da32540'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:42.983124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c3643a7a-1338-404c-8c9d-0037497bda14'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:43.024347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:43.056294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c8b16836-2f57-4d77-98d5-ed6c2d6f5355, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:43.066680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:43.100238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:43.110698 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.112469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.113649 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.134235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eafaf23a-f124-44ac-879a-358321ac4605 req-4bb24375-1ce7-4898-9e82-77fc8508d384 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5e2e0732074f4532baec31f4c5d8a9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151147 Aug 31 09:25:43.159947 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-a6b50d46-a092-4c6f-9649-e65104c55de7 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682091 Aug 31 09:25:43.214349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'Port': ['ID=668554c5-c6d7-4a11-a6a2-11dd11d5e892,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:43.290923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-49afdc93-1066-46ef-9ec0-e98f139e4140 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9928131 Aug 31 09:25:43.326077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Request body: {'port': {'device_id': '8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:43.334793 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-0bd0d857-fd1a-4df4-80c0-8d50ac0e45d6 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615222 Aug 31 09:25:43.351620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e1f7-2f6d-4138-b03e-9abac5f45375 req-f6d7957e-41c4-4250-9991-4c872e00fc2e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.362408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7f2e1f7-2f6d-4138-b03e-9abac5f45375 req-f6d7957e-41c4-4250-9991-4c872e00fc2e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.3805168 Aug 31 09:25:43.375665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:43.392382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.489494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-18d521e4-1e7d-4dfd-b7fc-61309dcc0032 None None] Provisioning for port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:43.511311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaf23a-f124-44ac-879a-358321ac4605 req-e9c1d4fe-46bd-47bd-8ac7-92466764ba31 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.512563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-18d521e4-1e7d-4dfd-b7fc-61309dcc0032 None None] Provisioning complete for port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:43.513491 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-18d521e4-1e7d-4dfd-b7fc-61309dcc0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.517285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c8b16836-2f57-4d77-98d5-ed6c2d6f5355'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:43.519171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eafaf23a-f124-44ac-879a-358321ac4605 req-e9c1d4fe-46bd-47bd-8ac7-92466764ba31 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599553 Aug 31 09:25:43.524586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7f2e1f7-2f6d-4138-b03e-9abac5f45375 req-e716416f-700f-4eaf-ae15-2f4f29fc2755 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306946 Aug 31 09:25:43.532177 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.546992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eafaf23a-f124-44ac-879a-358321ac4605 req-8b66581e-2dbc-415c-b7fa-869c9443a17f tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/quotas/5e2e0732074f4532baec31f4c5d8a9dc HTTP/1.1" status: 200 len: 375 time: 0.0268617 Aug 31 09:25:43.648702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-18d521e4-1e7d-4dfd-b7fc-61309dcc0032 None None] Port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:43.695850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eafaf23a-f124-44ac-879a-358321ac4605 req-cc44016d-a362-457d-8e5d-7c2be809b15b tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e2e0732074f4532baec31f4c5d8a9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1341329 Aug 31 09:25:43.783299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac8623-85b2-4929-8cd7-1ac29071ad75 req-5b01e319-b7f5-46c7-bd84-5e42be22c158 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.794887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2ac8623-85b2-4929-8cd7-1ac29071ad75 req-5b01e319-b7f5-46c7-bd84-5e42be22c158 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 944 time: 0.1714973 Aug 31 09:25:43.817903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-ff2d1eaf-c887-4a5b-9943-34d74365fbd2 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.820616 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-ff2d1eaf-c887-4a5b-9943-34d74365fbd2 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.1107013 Aug 31 09:25:44.003204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2ac8623-85b2-4929-8cd7-1ac29071ad75 req-43e6b8ab-721c-487a-8c2c-17214c0691ab tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108188 Aug 31 09:25:44.169795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-a6d70360-e361-4759-8590-39edd84be358 service neutron] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:44.177030 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-a6d70360-e361-4759-8590-39edd84be358 service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.178934 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fbf9fada-6e83-41c0-b80a-4923460a9119 req-a6d70360-e361-4759-8590-39edd84be358 service neutron] 10.222.0.52 "DELETE /v2.0/ports/b6b8b857-1f0c-4adf-934c-0394530db1ad/bindings/n-h1-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.3479609 Aug 31 09:25:44.280358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668554c5-c6d7-4a11-a6a2-11dd11d5e892 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:44.291965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c9f3f-ff61-4af2-987c-4a5d0ef6968b req-70cabc96-746d-40c9-a603-9683474bca52 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.293576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d9c9f3f-ff61-4af2-987c-4a5d0ef6968b req-70cabc96-746d-40c9-a603-9683474bca52 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 945 time: 0.1582778 Aug 31 09:25:44.299874 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.334524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Transition to ACTIVE for port object 668554c5-c6d7-4a11-a6a2-11dd11d5e892 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:44.350132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d6133-5f88-44de-87ea-33079f23d1b5 req-9b9927b7-c161-40b2-baf5-80a3b5285931 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.351811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a16d6133-5f88-44de-87ea-33079f23d1b5 req-9b9927b7-c161-40b2-baf5-80a3b5285931 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 944 time: 0.1216497 Aug 31 09:25:44.355187 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.433969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d9c9f3f-ff61-4af2-987c-4a5d0ef6968b req-c5dce6f4-0769-44b9-ae7b-260ba27efb8c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275499 Aug 31 09:25:44.462794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Pushing event updated for resources: {'Port': ['ID=668554c5-c6d7-4a11-a6a2-11dd11d5e892,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.485195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a16d6133-5f88-44de-87ea-33079f23d1b5 req-86303035-99fd-426d-84b5-aed42ede1e8d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017411 Aug 31 09:25:44.527963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Attempting to bind port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:44.528851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Attempting to bind port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:44.529218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Attempting to bind port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:44.535578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:44.535908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Attempting to bind port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:44.542740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:44.543139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:44.543557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:44.544572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Bound port: 668554c5-c6d7-4a11-a6a2-11dd11d5e892, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:44.544942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.546026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b6b8b857-1f0c-4adf-934c-0394530db1ad no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:44.630519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b6b8b857-1f0c-4adf-934c-0394530db1ad not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:44.705488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] For port 668554c5-c6d7-4a11-a6a2-11dd11d5e892, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:44.712602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] For port 668554c5-c6d7-4a11-a6a2-11dd11d5e892, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=668554c5-c6d7-4a11-a6a2-11dd11d5e892,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:44.724763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87c1cf-e990-4a89-99fc-78fff3fe7cc7 req-b645e233-b4c6-4c11-be56-904172264341 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.726551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d87c1cf-e990-4a89-99fc-78fff3fe7cc7 req-b645e233-b4c6-4c11-be56-904172264341 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1342783 Aug 31 09:25:44.729205 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.740408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8344f-9516-498c-89c9-7259ea928ab8 req-68f5f3d8-79b8-4215-8346-61d82d1ad918 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.741990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6dd8344f-9516-498c-89c9-7259ea928ab8 req-68f5f3d8-79b8-4215-8346-61d82d1ad918 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 947 time: 0.1359594 Aug 31 09:25:44.814255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.815021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.816468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] 10.222.0.20 "PUT /v2.0/ports/668554c5-c6d7-4a11-a6a2-11dd11d5e892 HTTP/1.1" status: 200 len: 1095 time: 1.5059729 Aug 31 09:25:44.816936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1', 'tag': '668554c5-c6d7-4a11-a6a2-11dd11d5e892'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:44.819306 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1", "tag": "668554c5-c6d7-4a11-a6a2-11dd11d5e892"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:44.868686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d87c1cf-e990-4a89-99fc-78fff3fe7cc7 req-fd80244c-55f6-4c91-8a3d-0565c3a76c54 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256549 Aug 31 09:25:44.869337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23656cac-4b3b-4b26-a5c7-5c80f9e2e690 service neutron] Pushing event updated for resources: {'Port': ['ID=668554c5-c6d7-4a11-a6a2-11dd11d5e892,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.881238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6dd8344f-9516-498c-89c9-7259ea928ab8 req-02759111-167c-4f4d-9f44-bbfacd18de65 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051245 Aug 31 09:25:45.058808 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-836fc68d-76d1-439b-90a5-994e15134380 req-561a7de4-7041-4884-b2b4-26d4f9ab228b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579698 Aug 31 09:25:45.158030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b85e9-1850-4089-ac8b-6db769468d45 req-d925e248-b274-42c1-bde0-036a397db03f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.159773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce8b85e9-1850-4089-ac8b-6db769468d45 req-d925e248-b274-42c1-bde0-036a397db03f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1368406 Aug 31 09:25:45.161846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-3f39f29b-9466-48ab-b352-969c66c77db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.163375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-3f39f29b-9466-48ab-b352-969c66c77db6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 1098 time: 0.1119068 Aug 31 09:25:45.181814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc68d-76d1-439b-90a5-994e15134380 req-47b0f559-cb0d-412b-a843-e243878cffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.185629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-836fc68d-76d1-439b-90a5-994e15134380 req-47b0f559-cb0d-412b-a843-e243878cffbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4bdef5b07534cf589063b36b1a6e215&device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 1100 time: 0.0887978 Aug 31 09:25:45.241273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-b7fecabd-71d2-4b66-b59e-6f391518c9e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=668554c5-c6d7-4a11-a6a2-11dd11d5e892 HTTP/1.1" status: 200 len: 217 time: 0.0600657 Aug 31 09:25:45.291345 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff94ad-740d-4e2e-8f1a-40e5e9b2c31b x-openstack-request-id: req-2aff94ad-740d-4e2e-8f1a-40e5e9b2c31b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:45.292285 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1", "tag": "668554c5-c6d7-4a11-a6a2-11dd11d5e892", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:45.292285 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2aff94ad-740d-4e2e-8f1a-40e5e9b2c31b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:45.292285 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1', 'tag': '668554c5-c6d7-4a11-a6a2-11dd11d5e892', 'status': 'completed', 'code': 200} Aug 31 09:25:45.297732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce8b85e9-1850-4089-ac8b-6db769468d45 req-1a34b166-91de-4dd0-a57e-4da05e31d008 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280761 Aug 31 09:25:45.324361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-83eb7d71-b8db-428b-99fd-b5b8524dfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.327710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-83eb7d71-b8db-428b-99fd-b5b8524dfacb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0725727 Aug 31 09:25:45.402494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc68d-76d1-439b-90a5-994e15134380 req-973f55e0-bb07-4402-9493-1e23914d4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.404941 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-836fc68d-76d1-439b-90a5-994e15134380 req-973f55e0-bb07-4402-9493-1e23914d4e6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1770337 Aug 31 09:25:45.457476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-51022471-b835-40d1-aaf8-313e00d05d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.461681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-51022471-b835-40d1-aaf8-313e00d05d47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229627 Aug 31 09:25:45.485757 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-836fc68d-76d1-439b-90a5-994e15134380 req-06bab9ba-55bc-4e93-87ad-645587938394 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3137b3ea-557f-46c7-b24f-36d41d34e624 HTTP/1.1" status: 200 len: 217 time: 0.0703602 Aug 31 09:25:45.501349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4435c-8401-4832-ad5c-9addb5a09e0e req-62b43ad0-5bb4-4cf3-bbfa-9575632ed28d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.502991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13b4435c-8401-4832-ad5c-9addb5a09e0e req-62b43ad0-5bb4-4cf3-bbfa-9575632ed28d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 944 time: 0.1211979 Aug 31 09:25:45.606936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13b4435c-8401-4832-ad5c-9addb5a09e0e req-7e7d60f2-6e3c-4af4-aadd-d72eaf089353 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914760 Aug 31 09:25:45.620966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc68d-76d1-439b-90a5-994e15134380 req-4995a95b-267c-485e-a7be-3af486842172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.623699 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-836fc68d-76d1-439b-90a5-994e15134380 req-4995a95b-267c-485e-a7be-3af486842172 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1168685 Aug 31 09:25:45.631043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-ba842216-320a-4305-be33-8c2d5bd76e6b service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472197 Aug 31 09:25:45.735362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc68d-76d1-439b-90a5-994e15134380 req-b1ed5a83-5c96-47e9-987f-87c82fd7c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.736940 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-836fc68d-76d1-439b-90a5-994e15134380 req-b1ed5a83-5c96-47e9-987f-87c82fd7c5b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980263 Aug 31 09:25:45.847488 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-836fc68d-76d1-439b-90a5-994e15134380 req-3c11c42d-cc3e-41d4-9459-b78823c8b170 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914261 Aug 31 09:25:45.876647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-927d7e90-cc89-4a43-840f-2d6aec02221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.878202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-927d7e90-cc89-4a43-840f-2d6aec02221f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1096 time: 0.1078751 Aug 31 09:25:45.886161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4346-b8bb-40fe-b489-b6a271b7b7f0 req-46237ca4-81a3-4641-a7f9-33d4f6a4f17f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.887871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cdd4346-b8bb-40fe-b489-b6a271b7b7f0 req-46237ca4-81a3-4641-a7f9-33d4f6a4f17f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 945 time: 0.2235675 Aug 31 09:25:45.898210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd1abc-dcab-4284-bad6-b5150950eed7 req-d3ff5340-2556-448a-9b2d-e7ac7ae3c97f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.899821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19bd1abc-dcab-4284-bad6-b5150950eed7 req-d3ff5340-2556-448a-9b2d-e7ac7ae3c97f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 944 time: 0.1635072 Aug 31 09:25:45.906428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09292e4d-cffc-4490-98d0-e8216779b8b8 req-4474f0df-82d6-4b12-a4cc-6c70988b04ef service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650700 Aug 31 09:25:45.970633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-836fc68d-76d1-439b-90a5-994e15134380 req-8172989e-42f3-4501-bac3-b54edb1ceb1e service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144698 Aug 31 09:25:46.073056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cdd4346-b8bb-40fe-b489-b6a271b7b7f0 req-8e551379-d6eb-4d0d-9706-0fa2beba8802 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711233 Aug 31 09:25:46.084798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19bd1abc-dcab-4284-bad6-b5150950eed7 req-164816ff-e6b4-4aa7-9d00-6afb9cf99c91 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701770 Aug 31 09:25:46.106249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-22d7c259-8d9e-4dff-8ed4-93748cf92431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.108745 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-22d7c259-8d9e-4dff-8ed4-93748cf92431 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 1098 time: 0.1212547 Aug 31 09:25:46.118358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-3743b1d4-42db-4d92-a098-d4565f1189b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.120809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-3743b1d4-42db-4d92-a098-d4565f1189b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.2198279 Aug 31 09:25:46.300344 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7b3563fb-7f06-46bb-9c64-67d0d90f84c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df18168e-50ba-4dbd-8c17-6895e8caf336 HTTP/1.1" status: 200 len: 217 time: 0.1376467 Aug 31 09:25:46.407640 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bd68472-0519-4035-b66b-504f2fa1102c req-4da8827f-3a13-4d1e-9250-597f2ede1a11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444872 Aug 31 09:25:46.481151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd68472-0519-4035-b66b-504f2fa1102c req-7aa2e0e1-1c91-4180-ab03-3f50c91502d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.482838 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bd68472-0519-4035-b66b-504f2fa1102c req-7aa2e0e1-1c91-4180-ab03-3f50c91502d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 1097 time: 0.0468388 Aug 31 09:25:46.532308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed60b15-5f4f-48ce-86db-2f3b70a5ec8a req-d4a2287f-c224-4f8c-9588-d15f711b0caf tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.534910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eed60b15-5f4f-48ce-86db-2f3b70a5ec8a req-d4a2287f-c224-4f8c-9588-d15f711b0caf tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.3148971 Aug 31 09:25:46.552203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-796a2652-318a-409b-98b4-9346a8afa626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.554929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-796a2652-318a-409b-98b4-9346a8afa626 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.2222495 Aug 31 09:25:46.558557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-f09f9399-4ae0-4010-af69-695a09f8c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.561276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-f09f9399-4ae0-4010-af69-695a09f8c38d service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4389703 Aug 31 09:25:46.567631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c8b16836-2f57-4d77-98d5-ed6c2d6f5355 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:46.587137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1955e7-c76c-4a10-9e47-72ff66875614 req-3bcb6c82-3ac1-4880-bd19-561cb39e7948 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.589906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa1955e7-c76c-4a10-9e47-72ff66875614 req-3bcb6c82-3ac1-4880-bd19-561cb39e7948 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 947 time: 0.2555318 Aug 31 09:25:46.675019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd68472-0519-4035-b66b-504f2fa1102c req-67d4edbc-0f84-4ee4-8131-c4be5567c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.675434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:46.677343 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bd68472-0519-4035-b66b-504f2fa1102c req-67d4edbc-0f84-4ee4-8131-c4be5567c89a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 925 time: 0.1657073 Aug 31 09:25:46.683209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:46.683863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.730981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-6ccd7fd2-c9a4-41c9-86cf-049cdc924bce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=668554c5-c6d7-4a11-a6a2-11dd11d5e892 HTTP/1.1" status: 200 len: 217 time: 0.1608942 Aug 31 09:25:46.733084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-d7f3ba21-0cb3-4fe1-8835-e1da855059c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412599 Aug 31 09:25:46.800837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bd68472-0519-4035-b66b-504f2fa1102c req-574b6813-8d6e-4170-a1ff-c63613dfb195 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302 HTTP/1.1" status: 200 len: 1002 time: 0.1133595 Aug 31 09:25:46.864749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.877341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eed60b15-5f4f-48ce-86db-2f3b70a5ec8a req-492e1ea8-a49c-4d31-81f8-2c7b03410377 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835007 Aug 31 09:25:46.889931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa1955e7-c76c-4a10-9e47-72ff66875614 req-51f7aeca-73c8-41fe-a58d-84d717b5dc5b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697513 Aug 31 09:25:46.905086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-12b008ee-3cfb-4822-8b8e-43559e9b00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.919508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-12b008ee-3cfb-4822-8b8e-43559e9b00d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1657608 Aug 31 09:25:46.919674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd68472-0519-4035-b66b-504f2fa1102c req-0dc22228-9b90-42fb-935e-bb5bc6e35bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.919674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bd68472-0519-4035-b66b-504f2fa1102c req-0dc22228-9b90-42fb-935e-bb5bc6e35bcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.1111414 Aug 31 09:25:46.947864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:46.953427 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfec9f1-9d76-46f3-b102-e7534c80e918" -d '{"events": [{"server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "name": "network-vif-plugged", "status": "completed", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:46.986437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c8b16836-2f57-4d77-98d5-ed6c2d6f5355, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:46.990083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-6df31105-56d6-4a93-ab0f-c8a6dd5b4969 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121940 Aug 31 09:25:47.000305 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.037046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd68472-0519-4035-b66b-504f2fa1102c req-e0c0fcc4-40c6-4cfc-87b5-57ca03246a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:47.038664 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bd68472-0519-4035-b66b-504f2fa1102c req-e0c0fcc4-40c6-4cfc-87b5-57ca03246a63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126940 Aug 31 09:25:47.105013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:47.167258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bd68472-0519-4035-b66b-504f2fa1102c req-65044256-d10c-48aa-8040-f1eb90e66dac service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196120 Aug 31 09:25:47.324887 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bd68472-0519-4035-b66b-504f2fa1102c req-61c46d42-d726-4896-9a89-dfcfc99a369c service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480885 Aug 31 09:25:47.432186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fbde73f-1317-4517-86d7-e937f1c89556 req-3cd3008f-a509-40b3-876e-fdcbc1ccfff9 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5e2e0732074f4532baec31f4c5d8a9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606298 Aug 31 09:25:47.487745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-a8f20116-de63-4ec1-8527-14d8a7f59685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:47.489254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-a8f20116-de63-4ec1-8527-14d8a7f59685 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5686555 Aug 31 09:25:47.590275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fff6f2-8263-4b6a-a0d6-9f8964765bfd req-80690e68-2e56-4cba-b255-e16d2d96dddf tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:47.592316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37fff6f2-8263-4b6a-a0d6-9f8964765bfd req-80690e68-2e56-4cba-b255-e16d2d96dddf tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1095 time: 0.5337949 Aug 31 09:25:47.594330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-9409338c-6fa2-4116-ac02-1e99946dff34 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834863 Aug 31 09:25:47.701431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37fff6f2-8263-4b6a-a0d6-9f8964765bfd req-15c1f0b6-f970-4814-91c9-6b9d6da37848 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015191 Aug 31 09:25:47.725486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbde73f-1317-4517-86d7-e937f1c89556 req-1e530576-aaad-4e97-90b3-bce572d77b68 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:47.727162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fbde73f-1317-4517-86d7-e937f1c89556 req-1e530576-aaad-4e97-90b3-bce572d77b68 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860131 Aug 31 09:25:47.759391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-b942d932-28af-4eb3-91e7-5bf94e482e14 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421284 Aug 31 09:25:47.761702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fbde73f-1317-4517-86d7-e937f1c89556 req-ef9a5c13-0a70-4f5c-8043-fec99e8c7d08 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/quotas/5e2e0732074f4532baec31f4c5d8a9dc HTTP/1.1" status: 200 len: 375 time: 0.0264561 Aug 31 09:25:47.837596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-c5b68c35-42b4-417a-b985-ff49c55ff806 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:47.839289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-c5b68c35-42b4-417a-b985-ff49c55ff806 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1613319 Aug 31 09:25:47.862281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-2'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:47.868880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fbde73f-1317-4517-86d7-e937f1c89556 req-33611ddb-200b-45a6-8368-e3a8d6ac24c4 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e2e0732074f4532baec31f4c5d8a9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891783 Aug 31 09:25:48.000119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1c1e7b9-8057-4c0d-bc1e-ac8e1903c5fb req-6f0b6e27-1a03-406c-bbf5-fc1571e67a1f service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315986 Aug 31 09:25:48.000719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.063415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e03c-b05d-49f4-a478-3f79781808d8 req-86d57d3a-45c5-4c04-92c8-014ee48c43a2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:48.065131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b991e03c-b05d-49f4-a478-3f79781808d8 req-86d57d3a-45c5-4c04-92c8-014ee48c43a2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1247425 Aug 31 09:25:48.169397 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33421762-5918-494d-a058-467005f1dd75 x-openstack-request-id: req-33421762-5918-494d-a058-467005f1dd75 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:48.172321 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "name": "network-vif-plugged", "status": "completed", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:48.173394 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33421762-5918-494d-a058-467005f1dd75 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:48.174549 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'code': 200} Aug 31 09:25:48.182787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b991e03c-b05d-49f4-a478-3f79781808d8 req-6e47c8e1-d67a-4daf-8966-066e57f44f9b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042614 Aug 31 09:25:48.262819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:48.404237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:48.440694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fca87-9657-4094-aec3-33cc19a9bf52 req-11325ae6-bea5-45d5-8571-ee3f05e55f64 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:48.443385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc8fca87-9657-4094-aec3-33cc19a9bf52 req-11325ae6-bea5-45d5-8571-ee3f05e55f64 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 945 time: 0.1831858 Aug 31 09:25:48.475699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e828-d99c-4bde-903d-88e975d6347d req-755b8978-2589-440d-9ba9-b85aa13ccb83 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:48.477345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6575e828-d99c-4bde-903d-88e975d6347d req-755b8978-2589-440d-9ba9-b85aa13ccb83 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 945 time: 0.1714499 Aug 31 09:25:48.489953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27074151-6a79-48f7-922e-ac28aee1ba7b req-5075ac19-fe8b-42eb-9459-629bbbf60620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:48.491600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27074151-6a79-48f7-922e-ac28aee1ba7b req-5075ac19-fe8b-42eb-9459-629bbbf60620 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.1868365 Aug 31 09:25:48.547297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:48.549706 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baafaa61-19fb-4fdc-a2de-cdc7c3e958ac" -d '{"events": [{"server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "name": "network-vif-unplugged", "status": "completed", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:48.555288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.567381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 668554c5-c6d7-4a11-a6a2-11dd11d5e892 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:48.586671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.619505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc8fca87-9657-4094-aec3-33cc19a9bf52 req-4ce576d2-9519-45de-bd71-461e3205a02c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574757 Aug 31 09:25:48.657071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27074151-6a79-48f7-922e-ac28aee1ba7b req-e48a69df-c37b-4287-8a49-6179830f2f98 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530969 Aug 31 09:25:48.666044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6575e828-d99c-4bde-903d-88e975d6347d req-571c6065-154e-49ab-99a8-a02c5c6c0957 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668963 Aug 31 09:25:48.739835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Pushing event updated for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:48.801442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on host n-h1-806683-2 for vnic_type normal with profile {"migrating_to": "n-h2-806683-2"} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:48.802109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:48.802708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:48.836885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:48.837206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Attempting to bind port df18168e-50ba-4dbd-8c17-6895e8caf336 on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:48.877692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:48.878156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:48.878785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:48.879568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Bound port: df18168e-50ba-4dbd-8c17-6895e8caf336, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:48.880214 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.922442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 668554c5-c6d7-4a11-a6a2-11dd11d5e892, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=668554c5-c6d7-4a11-a6a2-11dd11d5e892,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:48.936701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '668554c5-c6d7-4a11-a6a2-11dd11d5e892', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '668554c5-c6d7-4a11-a6a2-11dd11d5e892', 'mac_address': 'fa:16:3e:c8:9c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:48.978282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00a1cb-28de-454a-967b-327d28f8aaa5 req-53c22f39-45a9-4e7d-aad8-1425563c0ae8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:48.981543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd00a1cb-28de-454a-967b-327d28f8aaa5 req-53c22f39-45a9-4e7d-aad8-1425563c0ae8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 947 time: 0.2092519 Aug 31 09:25:48.988769 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.002925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9854b-a3be-417d-9e8e-a58084bc16cc req-efa60ed9-73fd-40fc-9e43-b68c18d79690 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:49.003738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668554c5-c6d7-4a11-a6a2-11dd11d5e892 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:49.005655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11e9854b-a3be-417d-9e8e-a58084bc16cc req-efa60ed9-73fd-40fc-9e43-b68c18d79690 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.2052040 Aug 31 09:25:49.028552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 668554c5-c6d7-4a11-a6a2-11dd11d5e892, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=668554c5-c6d7-4a11-a6a2-11dd11d5e892,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:49.033502 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.087908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=668554c5-c6d7-4a11-a6a2-11dd11d5e892,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:49.165265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd00a1cb-28de-454a-967b-327d28f8aaa5 req-8d8b322a-deff-4da6-a714-b1644ff98dbb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548367 Aug 31 09:25:49.167102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:49.175565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11e9854b-a3be-417d-9e8e-a58084bc16cc req-8340bba5-6f0e-4e38-b3a3-ca6e06122d9f tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542556 Aug 31 09:25:49.194501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:49.204950 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.304938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Pushing event updated for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=8']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:49.310373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:49.311273 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.312914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-cf39288d-5f80-4187-ab52-bdea408bb90f service neutron] 10.222.0.52 "PUT /v2.0/ports/df18168e-50ba-4dbd-8c17-6895e8caf336 HTTP/1.1" status: 200 len: 1121 time: 1.4550614 Aug 31 09:25:49.455724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-1a380c8b-f043-4923-b845-6561c7efe9bb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:49.458501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-1a380c8b-f043-4923-b845-6561c7efe9bb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 821 time: 0.1327341 Aug 31 09:25:49.474894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8c9d1521-1e90-4794-92e8-860bd6b36a9d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/quotas/c59604bf0032464d8b8869815706eddc HTTP/1.1" status: 200 len: 375 time: 0.0103350 Aug 31 09:25:49.484770 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaae0d29-20ab-4d55-b45c-2d9ac36769e5 x-openstack-request-id: req-eaae0d29-20ab-4d55-b45c-2d9ac36769e5 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:49.485124 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "name": "network-vif-unplugged", "status": "completed", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:49.485431 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eaae0d29-20ab-4d55-b45c-2d9ac36769e5 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:49.485879 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336', 'code': 200} Aug 31 09:25:49.505797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['df18168e-50ba-4dbd-8c17-6895e8caf336'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:49.511853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['668554c5-c6d7-4a11-a6a2-11dd11d5e892'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:49.556686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-2e5d8c65-d9c9-443b-a86a-a4c3866724a5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734289 Aug 31 09:25:49.750661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-76f67aa8-bdc0-47f5-9b4b-2f69e691491d service neutron] 10.222.0.69 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798055 Aug 31 09:25:49.807388 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b31a3b-5194-4509-9fe2-48632fc3bc08 req-8ea40b0a-0715-4e3d-8c51-cf8ca4ee2409 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:49.808813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71b31a3b-5194-4509-9fe2-48632fc3bc08 req-8ea40b0a-0715-4e3d-8c51-cf8ca4ee2409 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1380076 Aug 31 09:25:49.892974 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71b31a3b-5194-4509-9fe2-48632fc3bc08 req-11458e08-434c-48a9-88ea-152980be7469 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582221 Aug 31 09:25:49.912381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-541b4d3c-0fe3-47bd-b4ad-33f8d82b2659 service neutron] 10.222.0.69 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513720 Aug 31 09:25:50.213550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c5441-dd50-4020-be58-ef6156eaecf6 req-c986a60e-145f-4587-96fc-79c496d7b6e4 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:50.217290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e63c5441-dd50-4020-be58-ef6156eaecf6 req-c986a60e-145f-4587-96fc-79c496d7b6e4 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 945 time: 0.0972300 Aug 31 09:25:50.232790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0750a-d714-48ef-a5ea-b7a56b8030ac req-3839f2c6-afb6-459c-89f8-a76a047a4b83 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:50.234413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6c0750a-d714-48ef-a5ea-b7a56b8030ac req-3839f2c6-afb6-459c-89f8-a76a047a4b83 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 943 time: 0.0778489 Aug 31 09:25:50.296283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e63c5441-dd50-4020-be58-ef6156eaecf6 req-ec229264-90b7-4e2c-84f5-c04fd9893a85 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721977 Aug 31 09:25:50.305307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6c0750a-d714-48ef-a5ea-b7a56b8030ac req-d641c466-4f75-476c-9db7-6a76450a9162 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562663 Aug 31 09:25:50.423043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4944a379-c6c1-4e74-b6f8-f0bf8ccb7924 req-48f81425-4279-4f79-a13b-503bb11576a8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 210 time: 0.0460358 Aug 31 09:25:50.620638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80276de-6693-404b-8c15-707a9f25eec4 req-1b1b8d7d-4992-4e99-8202-b722ce6a1adb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:50.629008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f80276de-6693-404b-8c15-707a9f25eec4 req-1b1b8d7d-4992-4e99-8202-b722ce6a1adb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 948 time: 0.1175961 Aug 31 09:25:50.709369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f80276de-6693-404b-8c15-707a9f25eec4 req-a0a40895-fe2e-4206-83d1-896c0c331f89 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659516 Aug 31 09:25:50.761465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd6e39-b36d-46ec-b7ea-8759b65c2b96 req-d3bbc47f-8700-47e6-9332-57b093167f50 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:50.763267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8efd6e39-b36d-46ec-b7ea-8759b65c2b96 req-d3bbc47f-8700-47e6-9332-57b093167f50 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.0803108 Aug 31 09:25:50.851511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8efd6e39-b36d-46ec-b7ea-8759b65c2b96 req-f7ca76ea-6853-48c4-b428-477908a96753 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748310 Aug 31 09:25:50.935456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db069b98-b35c-4032-9ead-fb61b4128bb4 req-7b92376a-f1b4-415e-8fff-a2090d5b1d29 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5e2e0732074f4532baec31f4c5d8a9dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272505 Aug 31 09:25:51.119565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62166dbb-23fe-4879-a2c1-ba60b43e27c7 req-cb4ef763-cc9e-443f-bd31-0adc4e10e28e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:51.121296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62166dbb-23fe-4879-a2c1-ba60b43e27c7 req-cb4ef763-cc9e-443f-bd31-0adc4e10e28e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.0832314 Aug 31 09:25:51.162767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db069b98-b35c-4032-9ead-fb61b4128bb4 req-f6c847f0-9071-4b63-a113-ef8de57c7d59 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:51.164397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db069b98-b35c-4032-9ead-fb61b4128bb4 req-f6c847f0-9071-4b63-a113-ef8de57c7d59 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218549 Aug 31 09:25:51.194589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db069b98-b35c-4032-9ead-fb61b4128bb4 req-a9f62ebc-fc21-4390-9556-296ee0a997e3 tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/quotas/5e2e0732074f4532baec31f4c5d8a9dc HTTP/1.1" status: 200 len: 375 time: 0.0210679 Aug 31 09:25:51.197715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62166dbb-23fe-4879-a2c1-ba60b43e27c7 req-3d44f51a-aaed-447a-8d21-c81eab3ecb8f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643406 Aug 31 09:25:51.232766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db069b98-b35c-4032-9ead-fb61b4128bb4 req-c3a1b7ae-f8f0-4eb7-8f84-810716e5d60a tempest-QuotasAdminNegativeTest-696161716 tempest-QuotasAdminNegativeTest-696161716-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e2e0732074f4532baec31f4c5d8a9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298319 Aug 31 09:25:51.455183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a122db3-0b6d-4567-af3b-c129a9f7ae4b req-30aedd50-52f5-4f63-ac6a-77f9af466e5a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:51.456830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a122db3-0b6d-4567-af3b-c129a9f7ae4b req-30aedd50-52f5-4f63-ac6a-77f9af466e5a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 945 time: 0.0699754 Aug 31 09:25:51.499243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:51.502017 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a" -d '{"events": [{"name": "network-changed", "server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:51.546053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a122db3-0b6d-4567-af3b-c129a9f7ae4b req-d4bb99de-c6db-4f73-80f8-b6f04be656e9 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724723 Aug 31 09:25:51.696217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device df18168e-50ba-4dbd-8c17-6895e8caf336 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:51.715057 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7d09-4272-44e4-874b-a2b89aaf463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.730225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3cebcdb-d4ff-4dfa-9f18-56470e71a2e4 req-46a1694f-a6a9-4856-91bf-e69b11afb20f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 210 time: 0.0676596 Aug 31 09:25:51.769625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc484c9-3746-458f-81d7-d88ad3d4e2f5 req-ec5aaec4-6712-4513-bc5d-5615814cdf26 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:51.779869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6dc484c9-3746-458f-81d7-d88ad3d4e2f5 req-ec5aaec4-6712-4513-bc5d-5615814cdf26 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 943 time: 0.2048867 Aug 31 09:25:51.868089 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e476cf6-4940-4017-8623-b4f64c34fe3f x-openstack-request-id: req-6e476cf6-4940-4017-8623-b4f64c34fe3f {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:51.868516 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:51.868900 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e476cf6-4940-4017-8623-b4f64c34fe3f {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:51.869496 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336', 'status': 'completed', 'code': 200} Aug 31 09:25:51.922541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-c6723af7-72a8-4f06-876a-8a56a6a2324e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:51.925314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-c6723af7-72a8-4f06-876a-8a56a6a2324e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 821 time: 0.3697467 Aug 31 09:25:51.936630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:51.960673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device df18168e-50ba-4dbd-8c17-6895e8caf336 has no active binding in host n-h2-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:25:51.973349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6dc484c9-3746-458f-81d7-d88ad3d4e2f5 req-f5e8a82e-92f8-4b0e-a2bf-7143c0d4f4ef tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937580 Aug 31 09:25:52.236256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43424) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:52.295019 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Request body: {'port': {'device_id': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'admin_state_up': True, 'tenant_id': 'c59604bf0032464d8b8869815706eddc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:52.412001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77117966-329f-4e1d-a272-88b5d39cc3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.539081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77117966-329f-4e1d-a272-88b5d39cc3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.544384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77117966-329f-4e1d-a272-88b5d39cc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.578334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24a37695-590d-4e65-8968-6991929dbfcd req-facf94d9-dd74-416c-8a9b-fc8c3339ea7b tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7073531 Aug 31 09:25:52.581780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-734eff8e-71ef-4190-9acf-141d074c856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:52.584385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-734eff8e-71ef-4190-9acf-141d074c856e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1124 time: 0.6719155 Aug 31 09:25:52.591955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 668554c5-c6d7-4a11-a6a2-11dd11d5e892 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:52.602423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eeb63-8688-4b81-8f99-f9fcf9bb51fe req-e27bd87b-05bc-47ea-a0ac-d917326465eb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:52.603265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-77117966-329f-4e1d-a272-88b5d39cc3c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e2e0732074f4532baec31f4c5d8a9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647103 Aug 31 09:25:52.605061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba5eeb63-8688-4b81-8f99-f9fcf9bb51fe req-e27bd87b-05bc-47ea-a0ac-d917326465eb tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 948 time: 0.3059812 Aug 31 09:25:52.606001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77117966-329f-4e1d-a272-88b5d39cc3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33bc8b0-8595-400d-acc3-3b50b74b94e5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:52.616429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43428) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:52.643000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:52.681417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:52.688996 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:52.689903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.712845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4f90-c888-436e-acc0-044abe54b23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.760971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4f90-c888-436e-acc0-044abe54b23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.836768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba5eeb63-8688-4b81-8f99-f9fcf9bb51fe req-49f7fc46-b1ce-4459-8659-3a51d731af2c tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214570 Aug 31 09:25:52.845020 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.848901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.897614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4f90-c888-436e-acc0-044abe54b23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.901722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668554c5-c6d7-4a11-a6a2-11dd11d5e892'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:52.907367 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd3d4a0-6779-449e-92ef-72edb7aea1ee" -d '{"events": [{"server_uuid": "8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1", "name": "network-vif-plugged", "status": "completed", "tag": "668554c5-c6d7-4a11-a6a2-11dd11d5e892"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:52.907997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4f90-c888-436e-acc0-044abe54b23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.913320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ecfb4f90-c888-436e-acc0-044abe54b23b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d33bc8b0-8595-400d-acc3-3b50b74b94e5 HTTP/1.1" status: 204 len: 168 time: 0.2911186 Aug 31 09:25:52.927955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4f90-c888-436e-acc0-044abe54b23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33bc8b0-8595-400d-acc3-3b50b74b94e5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:52.936979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 668554c5-c6d7-4a11-a6a2-11dd11d5e892, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=668554c5-c6d7-4a11-a6a2-11dd11d5e892,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:52.949175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-8d2f3029-3035-417f-a3cc-308327b7d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:52.950639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.951788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-8d2f3029-3035-417f-a3cc-308327b7d2f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.3384321 Aug 31 09:25:52.957262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Made reservation on behalf of c59604bf0032464d8b8869815706eddc for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:52.963378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.071163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-6bf790f6-49bc-4028-8f5e-59f4cdb8440d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df18168e-50ba-4dbd-8c17-6895e8caf336 HTTP/1.1" status: 200 len: 217 time: 0.1036086 Aug 31 09:25:53.091188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=668554c5-c6d7-4a11-a6a2-11dd11d5e892,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:53.230793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-3f35d2de-af03-4612-b456-12729ae3bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:53.232736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-3f35d2de-af03-4612-b456-12729ae3bf57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.1503975 Aug 31 09:25:53.308330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-e9f9b579-5083-46cc-9f18-d1b96a93662a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461974 Aug 31 09:25:53.351413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af962d03-223a-4daa-828a-098b9802f2f9 req-5365a411-0856-4bae-bd0a-1cf8b8564659 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:53.353034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af962d03-223a-4daa-828a-098b9802f2f9 req-5365a411-0856-4bae-bd0a-1cf8b8564659 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.1984468 Aug 31 09:25:53.363222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Allocated IP 172.20.0.10 (044855cf-9d34-4e68-9178-fed2537e44c4/21df2250-f650-4594-af23-94f0dc87bdcd/a7b61980-67e7-46b6-8632-08efe6e78a00) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:53.482232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.483676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43440) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:53.501056 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34961a7f-5af4-44ef-9b09-8d32ca8f803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.513225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af962d03-223a-4daa-828a-098b9802f2f9 req-2f6681b6-01aa-4a01-9f2c-1e9a9691ff27 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443071 Aug 31 09:25:53.610877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-8459837f-2039-4a0c-991e-5a37ec3c506c service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901449 Aug 31 09:25:53.673137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34961a7f-5af4-44ef-9b09-8d32ca8f803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.678469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34961a7f-5af4-44ef-9b09-8d32ca8f803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.725554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34961a7f-5af4-44ef-9b09-8d32ca8f803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b7df94-c450-4d65-bdd0-be59b085cd8b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:53.732388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-34961a7f-5af4-44ef-9b09-8d32ca8f803e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e3096b5c4b74c02b42a9d7b8cce2b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476008 Aug 31 09:25:53.737063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43442) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:53.811930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03565268-da95-4024-87ea-e2acd2b95e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.845639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03565268-da95-4024-87ea-e2acd2b95e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.862382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.865249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Allocated IP 172.25.1.24 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/a74ec421-99e5-4a16-8ffa-6614167e7756) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:53.882673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a4e48f-4f17-4dd2-901e-02d644a7ee0a req-e784d853-80f4-48a9-a1cd-87b2f7d37774 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610559 Aug 31 09:25:53.891047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a9149-1bec-4ed5-811e-adf51e5f4f04 req-7e05e1ed-2106-4c53-95ac-fab88e2fea29 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:53.892614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-177a9149-1bec-4ed5-811e-adf51e5f4f04 req-7e05e1ed-2106-4c53-95ac-fab88e2fea29 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.2433636 Aug 31 09:25:54.009728 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-7023a5ce-e334-4f51-8620-71db90e65bb3 service neutron] 10.222.0.20 "GET /v2.0/ports/df18168e-50ba-4dbd-8c17-6895e8caf336/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.1464791 Aug 31 09:25:54.024575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-177a9149-1bec-4ed5-811e-adf51e5f4f04 req-96fa08a4-bec1-4725-8e8b-b9ebe6798ddb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105855 Aug 31 09:25:54.033439 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03565268-da95-4024-87ea-e2acd2b95e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.037758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03565268-da95-4024-87ea-e2acd2b95e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.041963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-03565268-da95-4024-87ea-e2acd2b95e15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2b7df94-c450-4d65-bdd0-be59b085cd8b HTTP/1.1" status: 204 len: 168 time: 0.3013566 Aug 31 09:25:54.091797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.163629 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.265601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Network 044855cf-9d34-4e68-9178-fed2537e44c4 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:54.283498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:54.294861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:54.307317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:54.308342 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.320329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Pushing event updated for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:54.388785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e3633-efeb-4ba0-b336-92acb0db64a3 req-1cee95fc-2a00-4822-80ac-9510d31e064a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:54.391446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-681e3633-efeb-4ba0-b336-92acb0db64a3 req-1cee95fc-2a00-4822-80ac-9510d31e064a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 932 time: 0.2397964 Aug 31 09:25:54.394091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03565268-da95-4024-87ea-e2acd2b95e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b7df94-c450-4d65-bdd0-be59b085cd8b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:54.399075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-92a20bdd-1a0b-4324-81e0-05f3602262fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4240179 Aug 31 09:25:54.420703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.432664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Request body: {'port': {'device_id': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:54.567023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:54.585477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:54.598780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:54.617231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-681e3633-efeb-4ba0-b336-92acb0db64a3 req-83d32801-3ee7-4a8e-afcf-27e333e468a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098804 Aug 31 09:25:54.687319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Pushing event updated for resources: {'Port': ['ID=a74ec421-99e5-4a16-8ffa-6614167e7756,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:54.692119 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.695388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:54.729391 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e63b0f5-74a2-4ed1-9522-4ef43e3105af x-openstack-request-id: req-9e63b0f5-74a2-4ed1-9522-4ef43e3105af {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:54.730318 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1", "name": "network-vif-plugged", "status": "completed", "tag": "668554c5-c6d7-4a11-a6a2-11dd11d5e892", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:54.730318 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e63b0f5-74a2-4ed1-9522-4ef43e3105af {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:54.730624 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668554c5-c6d7-4a11-a6a2-11dd11d5e892', 'code': 200} Aug 31 09:25:54.755673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:54.838294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df18168e-50ba-4dbd-8c17-6895e8caf336 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:54.860457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:54.887899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.954067 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.985845 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.050263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] Transition to ACTIVE for port object df18168e-50ba-4dbd-8c17-6895e8caf336 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:55.057373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.145797 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17417046-393e-4bfa-b749-76572d8b5e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.163324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] No DVR routers for this DVR port df18168e-50ba-4dbd-8c17-6895e8caf336 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:55.214006 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/df18168e-50ba-4dbd-8c17-6895e8caf336/bindings/n-h2-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1923933 Aug 31 09:25:55.216090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc3ad5-2c79-4886-8675-b5b9c25839c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:55.338148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466f595-0eeb-42d2-aed2-7b12a9caf217 req-bb088a06-6aab-4c95-86d4-eefe97271c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.339762 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2466f595-0eeb-42d2-aed2-7b12a9caf217 req-bb088a06-6aab-4c95-86d4-eefe97271c5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 1100 time: 0.4931829 Aug 31 09:25:55.350910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3935c-3b84-4700-9f36-d7d35dd70237 req-f367f8e6-f35c-4334-ad7e-3bd92d2206d3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.352478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ff3935c-3b84-4700-9f36-d7d35dd70237 req-f367f8e6-f35c-4334-ad7e-3bd92d2206d3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 943 time: 0.5001726 Aug 31 09:25:55.353319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.391476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-135c6f5b-ec02-4e71-9ba2-c4b301ad3844 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.394466 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-135c6f5b-ec02-4e71-9ba2-c4b301ad3844 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.0912189 Aug 31 09:25:55.395282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:55.471230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-9c7d5720-2b2e-4359-bef7-5a97eacad602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.473593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-9c7d5720-2b2e-4359-bef7-5a97eacad602 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424&tenant_id=28e664f164a84d7d833add9b1479c0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0682061 Aug 31 09:25:55.498608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2466f595-0eeb-42d2-aed2-7b12a9caf217 req-495de27a-4ecd-4eb9-af6e-a292e2c5cbb2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404681 Aug 31 09:25:55.533848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ff3935c-3b84-4700-9f36-d7d35dd70237 req-3c3852d2-27c0-4b69-8be4-f7f9870518d1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674690 Aug 31 09:25:55.587130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-network', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:55.614582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-3458edb7-74cb-4983-9bdb-ebb53f67f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.617256 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-3458edb7-74cb-4983-9bdb-ebb53f67f17c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1095 time: 0.1047685 Aug 31 09:25:55.645342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b61980-67e7-46b6-8632-08efe6e78a00 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:55.656300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.666853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Made reservation on behalf of b0940d6b40a8415eab9ae80f2c199c4b for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:55.670830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.691163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.694080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Transition to ACTIVE for port object a7b61980-67e7-46b6-8632-08efe6e78a00 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:55.707342 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.714473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.722838 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.802891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.826130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-8b9ec12e-5b21-447d-8799-85cb1c37e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.828103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-8b9ec12e-5b21-447d-8799-85cb1c37e407 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.1949406 Aug 31 09:25:55.838215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Pushing event updated for resources: {'Port': ['ID=a74ec421-99e5-4a16-8ffa-6614167e7756,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:55.862089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c71b58-91fe-433b-9015-6d151dd9ab2d req-9ed79585-0d86-4239-bc89-21b86822c683 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.864253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40c71b58-91fe-433b-9015-6d151dd9ab2d req-9ed79585-0d86-4239-bc89-21b86822c683 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 949 time: 0.1679411 Aug 31 09:25:55.905402 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-a34d02c9-ddf8-4f0f-8b8a-c83e473b9f41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df18168e-50ba-4dbd-8c17-6895e8caf336 HTTP/1.1" status: 200 len: 217 time: 0.0533941 Aug 31 09:25:55.953811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:55.954228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:55.954635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:55.958337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:55.969990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:55.970970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:55.980981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-567b7eba-557c-4efc-ac62-ccfed4daf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.982593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-567b7eba-557c-4efc-ac62-ccfed4daf25e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.0660725 Aug 31 09:25:55.991314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40c71b58-91fe-433b-9015-6d151dd9ab2d req-27a09b29-01b5-4efe-9b20-dede4acb8648 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882432 Aug 31 09:25:55.993487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:55.994024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:55.994921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:55.995843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Bound port: a7b61980-67e7-46b6-8632-08efe6e78a00, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:55.996757 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.030272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.033258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-6d157367-2881-475f-9339-01b2913f26a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422449 Aug 31 09:25:56.037651 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.066336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.067879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24a37695-590d-4e65-8968-6991929dbfcd req-27b06f38-5e9b-40dd-851f-c0f2e05a7f7a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4563212 Aug 31 09:25:56.084314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:56.129848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033caa6e-2aab-45b9-8555-3e5a72691877,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:56.134953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.135308 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Added segment 20cc3312-0314-4ab2-8b19-697574d79cb0 of type vlan for network 832ce5ad-1692-4aa7-a768-ac8332058dfe Aug 31 09:25:56.188614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24a37695-590d-4e65-8968-6991929dbfcd req-11dfcc4b-577f-47eb-921e-54696cc101fb tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 695 time: 0.1004498 Aug 31 09:25:56.189807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:56.197093 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.215132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-e6c18c6f-05af-4eb6-b2d7-b77f9921c023 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610982 Aug 31 09:25:56.229668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:56.273955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.284509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.286319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.287470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.343019 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.343641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.345053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] 10.222.0.52 "PUT /v2.0/ports/a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 200 len: 1092 time: 1.9271350 Aug 31 09:25:56.350992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:56.354676 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07157043-688e-4c5c-bed6-fe698871b232" -d '{"events": [{"name": "network-changed", "server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:56.426281 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0292289 Aug 31 09:25:56.433163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43480) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:56.441700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d02b5-7d2b-4116-a9a4-611dc434d904 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:56.448069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Request body: {'subnet': {'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-subnet', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:56.458794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169e474-751b-4c88-9500-82aee5cacff9 req-139bcaf2-852a-4a2c-8b60-8be169b290d2 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.460569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2169e474-751b-4c88-9500-82aee5cacff9 req-139bcaf2-852a-4a2c-8b60-8be169b290d2 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.2332664 Aug 31 09:25:56.480060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e71757-027d-484a-9f74-2f2cfc531e2d admin admin] Pushing event updated for resources: {'Network': ['ID=832ce5ad-1692-4aa7-a768-ac8332058dfe,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:56.497418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37695-590d-4e65-8968-6991929dbfcd req-c5f7d2b3-6e46-40e4-9106-da107473f4b8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.499286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24a37695-590d-4e65-8968-6991929dbfcd req-c5f7d2b3-6e46-40e4-9106-da107473f4b8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2966130 Aug 31 09:25:56.500072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 832ce5ad-1692-4aa7-a768-ac8332058dfe details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:56.504486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-bd290b29-a628-45cd-bb21-1dff51b71e78 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787976 Aug 31 09:25:56.523651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Made reservation on behalf of b0940d6b40a8415eab9ae80f2c199c4b for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:56.523886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-24a37695-590d-4e65-8968-6991929dbfcd req-342a551a-5a58-4682-a169-4bb92d1ed029 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:25:56.526271 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24a37695-590d-4e65-8968-6991929dbfcd req-342a551a-5a58-4682-a169-4bb92d1ed029 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131681 Aug 31 09:25:56.527029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.600115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-53fd63ce-fb24-47ce-ad7d-61b8abacf4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.601565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-53fd63ce-fb24-47ce-ad7d-61b8abacf4ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1095 time: 0.2017376 Aug 31 09:25:56.608476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device df18168e-50ba-4dbd-8c17-6895e8caf336 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:56.641024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2169e474-751b-4c88-9500-82aee5cacff9 req-fbeb102d-260b-4f7a-9ee1-d4a850fe48d8 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705923 Aug 31 09:25:56.754332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device df18168e-50ba-4dbd-8c17-6895e8caf336 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:56.764410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-0d8b7103-f3d6-4677-80f7-8b71925b1495 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 200 len: 217 time: 0.1485984 Aug 31 09:25:56.875075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56105aad-44d8-4c2c-a21e-1f17da0d810f req-e0fc97c3-3895-4192-bad4-4b1acc1266db tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.877015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56105aad-44d8-4c2c-a21e-1f17da0d810f req-e0fc97c3-3895-4192-bad4-4b1acc1266db tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1862366 Aug 31 09:25:56.882976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-da9a20bf-d611-43ea-95a2-0ea159e4b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.884514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-da9a20bf-d611-43ea-95a2-0ea159e4b9b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.1081467 Aug 31 09:25:56.898166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd327a-6dfa-4fc7-bfa3-02d36b16d7b6 req-6440853b-9f7d-4349-bcba-5783f647c27e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.906228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fcd327a-6dfa-4fc7-bfa3-02d36b16d7b6 req-6440853b-9f7d-4349-bcba-5783f647c27e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 944 time: 0.1443789 Aug 31 09:25:56.923638 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.960570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-7e267128-0a99-4e29-b12d-c6bbf94c023a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521600 Aug 31 09:25:57.055982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fcd327a-6dfa-4fc7-bfa3-02d36b16d7b6 req-766c9b1a-c1d4-4407-b66b-f7d10205ba4c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482446 Aug 31 09:25:57.070525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56105aad-44d8-4c2c-a21e-1f17da0d810f req-a2e0e287-a77e-4b7c-bd35-70f1fa369116 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603365 Aug 31 09:25:57.105294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16104c75-4002-45eb-9cce-099e03dd6eb6,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:57.113208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-e208e1e8-11af-41d0-a699-489ec05f6792 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:57.116004 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-e208e1e8-11af-41d0-a699-489ec05f6792 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.2380257 Aug 31 09:25:57.138567 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c487d558-167a-4628-b570-389a3b48289f x-openstack-request-id: req-c487d558-167a-4628-b570-389a3b48289f {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:57.139003 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:57.139291 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c487d558-167a-4628-b570-389a3b48289f {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:57.139849 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00', 'status': 'completed', 'code': 200} Aug 31 09:25:57.159081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-45febc41-ee2a-4159-8aae-837c14d65bcb service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844249 Aug 31 09:25:57.162503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Checking segment: {'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:57.162503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Network hostable DHCP agents. Network: 832ce5ad-1692-4aa7-a768-ac8332058dfe, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:57.229772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Network 832ce5ad-1692-4aa7-a768-ac8332058dfe is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:57.252084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 832ce5ad-1692-4aa7-a768-ac8332058dfe) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:57.259958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:57.261107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.264172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880483c0-9528-4f50-8a93-2a36606436af None None] Network 832ce5ad-1692-4aa7-a768-ac8332058dfe requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:57.330888 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8068acdc-4701-4b99-b2a0-d80153065be5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8924494 Aug 31 09:25:57.334884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43500) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:57.343047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:57.409534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-1a8ad0ff-9fef-440e-a8a8-165cea45936c service neutron] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:57.411831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.413635 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.427925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-1a8ad0ff-9fef-440e-a8a8-165cea45936c service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.429855 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ba77de70-d2ee-4aa2-83e8-bf0c8aff2f4e req-1a8ad0ff-9fef-440e-a8a8-165cea45936c service neutron] 10.222.0.52 "DELETE /v2.0/ports/df18168e-50ba-4dbd-8c17-6895e8caf336/bindings/n-h1-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.2913082 Aug 31 09:25:57.494583 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.523556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa0d5a-ff80-47a4-8454-ebbc47e19c4c req-80e623a9-2151-4996-a5aa-4e05b28fa37b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:57.526427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebaa0d5a-ff80-47a4-8454-ebbc47e19c4c req-80e623a9-2151-4996-a5aa-4e05b28fa37b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 944 time: 0.2680027 Aug 31 09:25:57.539366 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.554272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-832ce5ad-1692-4aa7-a768-ac8332058dfe', 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'fixed_ips': [{'subnet_id': '16104c75-4002-45eb-9cce-099e03dd6eb6'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:57.555961 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.574909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dce25ba8-1971-4593-8a96-4f697d36e201 req-0412ffb3-732e-4b09-bdf0-d6dfef2e8dd9 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070194 Aug 31 09:25:57.619584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-d0fa31b0-87f0-4e7d-80bc-152140407983 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:57.633984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-d0fa31b0-87f0-4e7d-80bc-152140407983 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 819 time: 0.3734298 Aug 31 09:25:57.656778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.692043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-2ddbc3e2-20c6-4755-b9c3-1e9c1808b5dd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/quotas/29b0e8c52cb14f17af6181cf99ec45a2 HTTP/1.1" status: 200 len: 375 time: 0.0567825 Aug 31 09:25:57.740515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebaa0d5a-ff80-47a4-8454-ebbc47e19c4c req-13ac3e2b-f0ca-4e4a-a592-43b9cdbbaec9 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786447 Aug 31 09:25:57.809785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157043-688e-4c5c-bed6-fe698871b232 req-7fdb8712-7eb9-4886-8585-8b3b510c18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:57.811948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07157043-688e-4c5c-bed6-fe698871b232 req-7fdb8712-7eb9-4886-8585-8b3b510c18f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1095 time: 0.1591022 Aug 31 09:25:57.836169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Allocated IP 172.20.0.2 (832ce5ad-1692-4aa7-a768-ac8332058dfe/16104c75-4002-45eb-9cce-099e03dd6eb6/b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:57.854516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-8a7060fa-34fd-43d5-a0ea-1ab2c32e8217 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1417634 Aug 31 09:25:57.946171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.985096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.062691 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.076037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Transition to ACTIVE for port object b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:58.105639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Transition to ACTIVE for port object b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:58.116028 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.162945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Network 832ce5ad-1692-4aa7-a768-ac8332058dfe is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:58.169041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:58.173074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:58.204014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Allocated IP 172.25.1.80 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/f4aeb52f-6f80-469e-bcf4-aba047d0612d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:58.207243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb5ce9-43ec-4f1a-b5c9-0bdc1ef4c7d8 req-f349ea53-8a40-4dd9-857b-2f3035bdf99d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:58.210168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aabb5ce9-43ec-4f1a-b5c9-0bdc1ef4c7d8 req-f349ea53-8a40-4dd9-857b-2f3035bdf99d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 949 time: 0.2594535 Aug 31 09:25:58.233221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-8a9e3dc2-c904-4750-87e0-ee15c8294176 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772454 Aug 31 09:25:58.247785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Pushing event updated for resources: {'Port': ['ID=b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:58.256914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Attempting to bind port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:58.257432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Attempting to bind port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:58.257947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Attempting to bind port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 on network 832ce5ad-1692-4aa7-a768-ac8332058dfe {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:58.266465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:58.267020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Checking segment: {'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:58.267540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.268290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Bound using segment: {'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:58.268880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Bound port: b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:58.269367 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.371825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] For port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:58.377612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] For port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1,segment=NetworkSegment(20cc3312-0314-4ab2-8b19-697574d79cb0),segment_id=20cc3312-0314-4ab2-8b19-697574d79cb0)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:58.378023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.379602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157043-688e-4c5c-bed6-fe698871b232 req-e4482968-52af-4085-95f5-5ef9ba50aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:58.382446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07157043-688e-4c5c-bed6-fe698871b232 req-e4482968-52af-4085-95f5-5ef9ba50aafa service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.5237372 Aug 31 09:25:58.385070 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.485012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.492146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d532f1-d54d-4086-b7af-05bb0d7ee5b8 None None] Pushing event updated for resources: {'Port': ['ID=b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:58.498216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aabb5ce9-43ec-4f1a-b5c9-0bdc1ef4c7d8 req-04fd975f-e31b-41dd-bf21-da1fd244a7d3 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610495 Aug 31 09:25:58.504461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07157043-688e-4c5c-bed6-fe698871b232 req-434486e1-a210-4cfe-9a62-94a1eb06c573 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 200 len: 217 time: 0.1060662 Aug 31 09:25:58.573806 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.639470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Pushing event updated for resources: {'Port': ['ID=f4aeb52f-6f80-469e-bcf4-aba047d0612d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:58.653311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-96692dd3-e963-434f-92d6-f0dad5bb4223 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180486 Aug 31 09:25:58.662373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:58.666386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:58.676298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:58.713028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157043-688e-4c5c-bed6-fe698871b232 req-f30abc00-279f-453b-8985-9a3829073209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:58.716891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07157043-688e-4c5c-bed6-fe698871b232 req-f30abc00-279f-453b-8985-9a3829073209 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.1949379 Aug 31 09:25:58.806406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22890c-3c25-4fd3-90c2-88969374fd2b req-b047b493-40b3-48e5-9461-fe0a1ba6cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:58.806535 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b22890c-3c25-4fd3-90c2-88969374fd2b req-b047b493-40b3-48e5-9461-fe0a1ba6cd78 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1100 time: 0.0784540 Aug 31 09:25:58.824479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07157043-688e-4c5c-bed6-fe698871b232 req-13dc2120-3f70-4c43-8595-5e537f0cd992 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921512 Aug 31 09:25:59.021722 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b22890c-3c25-4fd3-90c2-88969374fd2b req-c7c43aa9-c9f3-4169-bfb1-e3fa1b370407 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464872 Aug 31 09:25:59.031345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0af7a7-a25a-422d-8af0-b4392ca61166 req-d35c4611-fcbb-4a79-a026-7d4e119f8b67 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:59.034544 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe0af7a7-a25a-422d-8af0-b4392ca61166 req-d35c4611-fcbb-4a79-a026-7d4e119f8b67 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 949 time: 0.2870598 Aug 31 09:25:59.229002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe0af7a7-a25a-422d-8af0-b4392ca61166 req-ec324e86-fb14-4598-8516-d126d23d5d03 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847417 Aug 31 09:25:59.234381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07157043-688e-4c5c-bed6-fe698871b232 req-2a5495db-ae51-46b2-a606-1fbaff261e20 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950591 Aug 31 09:25:59.270166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:59.353880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332af2c-37a1-40ef-a370-28f6eaad01e3 req-ce58fced-9b01-48ab-a569-cb2fa173bf74 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:59.364064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1332af2c-37a1-40ef-a370-28f6eaad01e3 req-ce58fced-9b01-48ab-a569-cb2fa173bf74 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 944 time: 0.2788322 Aug 31 09:25:59.497183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1332af2c-37a1-40ef-a370-28f6eaad01e3 req-e06daaea-8841-484d-b3cc-95c2203570ff tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063113 Aug 31 09:25:59.500600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07157043-688e-4c5c-bed6-fe698871b232 req-55835e8e-7b22-4205-bc23-9ad8fe4a2805 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550147 Aug 31 09:25:59.512715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36bd80-9fde-4c0f-9156-91260ad0d6f5 req-eedac100-c005-4721-a748-71e5dfbfd74b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:59.521423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e36bd80-9fde-4c0f-9156-91260ad0d6f5 req-eedac100-c005-4721-a748-71e5dfbfd74b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1561954 Aug 31 09:25:59.574572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e36bd80-9fde-4c0f-9156-91260ad0d6f5 req-e0ac1d8d-9deb-4428-81bd-0e33a5d440a4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518556 Aug 31 09:25:59.641866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:59.725242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-152deac8-8762-4bcc-8ba8-bc760c2cd432 req-4793177d-e051-452c-86c4-462f141fe560 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 210 time: 0.0809729 Aug 31 09:25:59.728783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:59.773620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36712-bade-4756-b33f-f588d639efa6 req-f65a902c-7d14-4978-8d1a-824079526c19 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:59.776208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a36712-bade-4756-b33f-f588d639efa6 req-f65a902c-7d14-4978-8d1a-824079526c19 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 1100 time: 0.1493523 Aug 31 09:25:59.914928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Router b28e0208-2fba-43ed-b923-1b02eea5c329 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:25:59.984158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:00.009327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'mac_address': 'fa:16:3e:b0:29:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:00.102498 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.148016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76081706-c5a7-4ac7-b90a-a774ae41fc4e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:00.219414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:00.233936 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.315345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda5f25-a3fa-493e-be5b-3ba441575bf8 None None] Network 832ce5ad-1692-4aa7-a768-ac8332058dfe requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:00.317595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:00.459220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:00.488326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e817e88c-923f-434f-b166-2813b60f921e None None] Provisioning for port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:00.488756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a36712-bade-4756-b33f-f588d639efa6 req-3a5f7197-5044-4c4b-af49-779c0bf2f41f tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7014563 Aug 31 09:26:00.529683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-d318cd4f-8997-424b-a14d-6b95fbdd3fa4 service neutron] 10.222.0.20 "GET /v2.0/ports/a517228a-f2be-45ac-92e3-4769c77d3194/bindings/n-h1-806683-2 HTTP/1.1" status: 200 len: 382 time: 0.7098148 Aug 31 09:26:00.626653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd502ba-d486-4989-af36-45955789df04 req-ef567386-b25c-4cb9-8359-ebdd14b9f46e tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:00.629679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6dd502ba-d486-4989-af36-45955789df04 req-ef567386-b25c-4cb9-8359-ebdd14b9f46e tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 1095 time: 0.7154844 Aug 31 09:26:00.684479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['76081706-c5a7-4ac7-b90a-a774ae41fc4e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:00.724226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:00.732485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6dd502ba-d486-4989-af36-45955789df04 req-3c0a9d64-7d1e-4b36-8b01-066f7ad5a647 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865200 Aug 31 09:26:00.829616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:00.846417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:00.847379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.854929 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.855705 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Sync routers for ids ['b28e0208-2fba-43ed-b923-1b02eea5c329'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:00.857321 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d1ed54a4-9086-44c3-8e86-75d3d74d54cd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5207493 Aug 31 09:26:00.861466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43540) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:00.876133 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Routers {'b28e0208-2fba-43ed-b923-1b02eea5c329'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:00.878956 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b28e0208-2fba-43ed-b923-1b02eea5c329'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:00.969039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca835ebf-a5f0-4de5-a4fc-2dfc2f0bbc08 req-83aedd25-0b22-4f30-948d-42109147ca2c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:00.971347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca835ebf-a5f0-4de5-a4fc-2dfc2f0bbc08 req-83aedd25-0b22-4f30-948d-42109147ca2c tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 948 time: 0.1423736 Aug 31 09:26:01.164916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ca5b9-69ae-428b-a6e6-9d038f649984 req-f6f70b93-8187-4eec-959c-3765b707ef55 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.173582 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Set router b28e0208-2fba-43ed-b923-1b02eea5c329 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:01.173914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553ca5b9-69ae-428b-a6e6-9d038f649984 req-f6f70b93-8187-4eec-959c-3765b707ef55 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 944 time: 0.1489494 Aug 31 09:26:01.186124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca835ebf-a5f0-4de5-a4fc-2dfc2f0bbc08 req-6febfc87-a3ac-44f2-af64-f947fbd40575 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279700 Aug 31 09:26:01.191980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-34134865-bcd6-48c7-9e09-1a6741c22317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.195148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-34134865-bcd6-48c7-9e09-1a6741c22317 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22&tenant_id=b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 1101 time: 0.1175382 Aug 31 09:26:01.195630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.319548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553ca5b9-69ae-428b-a6e6-9d038f649984 req-df183729-d9a7-47bc-922b-e49b75733337 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445262 Aug 31 09:26:01.344955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1,segment=NetworkSegment(20cc3312-0314-4ab2-8b19-697574d79cb0),segment_id=20cc3312-0314-4ab2-8b19-697574d79cb0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:01.360903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.461286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-b2e634ee-5930-4042-9d6e-5ac2c5e3d67d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.466139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-b2e634ee-5930-4042-9d6e-5ac2c5e3d67d tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 819 time: 0.4927077 Aug 31 09:26:01.498428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Request body: {'port': {'device_id': '54535c2a-d948-419e-a8cc-0f619056cf30', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'admin_state_up': True, 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:01.503526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:01.546993 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:25:59Z', 'revision_number': 3, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port': {'id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:01.550089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-ce721754-d62c-4cbb-8cdd-4da1578bcb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.551674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-ce721754-d62c-4cbb-8cdd-4da1578bcb72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 1101 time: 0.2633417 Aug 31 09:26:01.609456 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Checking router: b28e0208-2fba-43ed-b923-1b02eea5c329 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:01.609964 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Updating router b28e0208-2fba-43ed-b923-1b02eea5c329 port f4aeb52f-6f80-469e-bcf4-aba047d0612d binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:26:01.646697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-caf12902-db30-4f40-acf0-7b354ee169dc tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1773691 Aug 31 09:26:01.665887 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.747456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7b1d-25d1-46c7-8ac7-ba3ff1663935 req-1b99036a-3b12-48c7-abae-53bcdf36a0b7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.752388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a7b61980-67e7-46b6-8632-08efe6e78a00 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:01.757485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27ad7b1d-25d1-46c7-8ac7-ba3ff1663935 req-1b99036a-3b12-48c7-abae-53bcdf36a0b7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.4275770 Aug 31 09:26:01.758694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:01.788387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-250279ab-7a1d-44f8-bcca-4088b3899dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.790290 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-250279ab-7a1d-44f8-bcca-4088b3899dbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2267723 Aug 31 09:26:01.837983 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-c05b16d9-49a8-4b4f-b046-90ede8fb6640 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a517228a-f2be-45ac-92e3-4769c77d3194 HTTP/1.1" status: 200 len: 217 time: 0.0389223 Aug 31 09:26:01.861086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-87102423-c3a6-4740-9ce4-b72438a1e60a None None] Provisioning complete for port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:01.861667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87102423-c3a6-4740-9ce4-b72438a1e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.898217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.927363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27ad7b1d-25d1-46c7-8ac7-ba3ff1663935 req-65ac2b2c-b214-4b6b-9fe2-d7070d9654a5 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683414 Aug 31 09:26:01.980254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-ecff7298-918e-49f1-b0d2-1ce6669ffb33 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.988712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:01.993389 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-878bbbb7-4d11-45bb-abdc-0eaf2795be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.995048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-ecff7298-918e-49f1-b0d2-1ce6669ffb33 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466785 Aug 31 09:26:01.998929 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-878bbbb7-4d11-45bb-abdc-0eaf2795be01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1104212 Aug 31 09:26:02.007925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'a7b61980-67e7-46b6-8632-08efe6e78a00', 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'port_id': 'a7b61980-67e7-46b6-8632-08efe6e78a00', 'mac_address': 'fa:16:3e:ae:10:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21df2250-f650-4594-af23-94f0dc87bdcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:02.067338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97199403-ec24-4655-aabb-37f536922d4c req-3c54c2ba-01b5-422c-bdcd-bb4d18252f3a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 210 time: 0.0500689 Aug 31 09:26:02.084734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-3e8ae47f-b691-461b-b575-0c266055ef1b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/quotas/2c7da74dc1c34aeebb4c512f50c3fff3 HTTP/1.1" status: 200 len: 375 time: 0.0883129 Aug 31 09:26:02.103566 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.129720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Made reservation on behalf of 29b0e8c52cb14f17af6181cf99ec45a2 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:02.134652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.144335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 76081706-c5a7-4ac7-b90a-a774ae41fc4e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:02.194959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-824bfa8c-8a20-49c3-8a9a-b420cd8e70aa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1090355 Aug 31 09:26:02.247075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.269649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:02.274221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:02.302218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b61980-67e7-46b6-8632-08efe6e78a00 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:02.323881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Allocated IP 172.20.0.1 (832ce5ad-1692-4aa7-a768-ac8332058dfe/16104c75-4002-45eb-9cce-099e03dd6eb6/7ecba0a9-dca1-4513-9ccd-8841a975a579) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:02.326590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:02.331272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.332850 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.340741 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.357422 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Transition to ACTIVE for port object f4aeb52f-6f80-469e-bcf4-aba047d0612d will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:02.370458 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.427870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=10']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:02.436339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:02.436796 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.547735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-d0931980-7151-4aee-a897-18729b9678c5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:02.548392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.549856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-d0931980-7151-4aee-a897-18729b9678c5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 807 time: 0.3174920 Aug 31 09:26:02.558825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Allocated IP 172.20.0.3 (a013acdb-f53c-410d-afcf-cd8c7b5ceb27/880e0dcb-667d-44fa-b5c7-a5364274c5b3/6874451f-f6d0-4167-bab4-ffe865c7ffbc) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:02.570558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Attempting to bind port f4aeb52f-6f80-469e-bcf4-aba047d0612d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:02.571187 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Attempting to bind port f4aeb52f-6f80-469e-bcf4-aba047d0612d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:02.571778 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Attempting to bind port f4aeb52f-6f80-469e-bcf4-aba047d0612d on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:02.580541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-85f238cb-cd58-47be-95b6-7eeea877a5db tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/quotas/28e664f164a84d7d833add9b1479c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0160737 Aug 31 09:26:02.598070 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Transition to ACTIVE for port object 7ecba0a9-dca1-4513-9ccd-8841a975a579 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:02.646705 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:02.647317 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:02.647997 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.648666 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:02.653514 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Bound port: f4aeb52f-6f80-469e-bcf4-aba047d0612d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:02.654179 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.659246 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe222ded-2242-4a29-900e-168d405c3cf0 None None] Pushing event updated for resources: {'Port': ['ID=f4aeb52f-6f80-469e-bcf4-aba047d0612d,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:02.666382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.687910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a517228a-f2be-45ac-92e3-4769c77d3194 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:02.711974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-d44e57b1-b32a-4243-b9c3-7b4b2e7355b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:02.714074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-d44e57b1-b32a-4243-b9c3-7b4b2e7355b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6908247 Aug 31 09:26:02.727196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Network 832ce5ad-1692-4aa7-a768-ac8332058dfe is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:02.846095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:02.849166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a7b61980-67e7-46b6-8632-08efe6e78a00'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:02.862218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:02.879633 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] For port f4aeb52f-6f80-469e-bcf4-aba047d0612d, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:02.884965 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] For port f4aeb52f-6f80-469e-bcf4-aba047d0612d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f4aeb52f-6f80-469e-bcf4-aba047d0612d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:02.892152 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.962731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-00c71d60-db20-417c-828c-87351f69fad3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3706009 Aug 31 09:26:02.967670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.969366 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.047792 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Routers {'b28e0208-2fba-43ed-b923-1b02eea5c329'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:03.048436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b28e0208-2fba-43ed-b923-1b02eea5c329'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:03.077865 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe222ded-2242-4a29-900e-168d405c3cf0 None None] Pushing event updated for resources: {'Port': ['ID=f4aeb52f-6f80-469e-bcf4-aba047d0612d,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:03.082479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Transition to ACTIVE for port object 6874451f-f6d0-4167-bab4-ffe865c7ffbc will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:03.085158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ecba0a9-dca1-4513-9ccd-8841a975a579,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:03.202175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-074a7c74-5e59-430f-8a7f-899c1e76ec87 service neutron] 10.222.0.69 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375395 Aug 31 09:26:03.267781 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-275596fa-f4cb-4804-9550-9dceb85dff49 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297039 Aug 31 09:26:03.374457 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] Set router b28e0208-2fba-43ed-b923-1b02eea5c329 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:03.391725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:03.398265 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.502984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:03.504948 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a830edf-1c6b-4381-9563-ee87dd38f33d" -d '{"events": [{"server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "name": "network-vif-unplugged", "status": "completed", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:03.555808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.575252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:03.577678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c8b16836-2f57-4d77-98d5-ed6c2d6f5355'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:03.629472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.647403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76f02b-874c-4dc1-99bf-c417e356e195 req-2cc8bec1-0fb2-4ba8-b2c8-995e33b740cc tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.659889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b76f02b-874c-4dc1-99bf-c417e356e195 req-2cc8bec1-0fb2-4ba8-b2c8-995e33b740cc tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 945 time: 0.4524093 Aug 31 09:26:03.685964 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:25:59Z', 'revision_number': 3, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port': {'id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:03.686379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.728697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:03.742053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:03.746092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:03.752685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.753713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.797442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:03.809986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3180342 Aug 31 09:26:03.816663 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105e054-2ff2-43d1-b21f-de6c7a72b581 None None] The sync data for ids ['b28e0208-2fba-43ed-b923-1b02eea5c329'] in n-d-806683-2 is: [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:25:59Z', 'revision_number': 3, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port': {'id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:03.833494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Request body: {'port': {'device_id': '54535c2a-d948-419e-a8cc-0f619056cf30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:03.877711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a03b4-f395-4e14-9063-53628746fa2c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Pushing event updated for resources: {'Port': ['ID=6874451f-f6d0-4167-bab4-ffe865c7ffbc,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:03.894184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-84f13c3b-75de-4e2d-8b81-5087b23812e6 service neutron] 10.222.0.69 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633968 Aug 31 09:26:03.940397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b76f02b-874c-4dc1-99bf-c417e356e195 req-519a583a-6282-4f39-ad29-e33b5d34523d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795269 Aug 31 09:26:03.949329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:03.984349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.004918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d043e894-b971-4ca2-a68f-c697808d4e13 None None] Provisioning for port 7ecba0a9-dca1-4513-9ccd-8841a975a579 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:04.023379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d043e894-b971-4ca2-a68f-c697808d4e13 None None] Provisioning complete for port 7ecba0a9-dca1-4513-9ccd-8841a975a579 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:04.023992 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d043e894-b971-4ca2-a68f-c697808d4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.045933 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab86f0de-1081-4f41-b1cd-13dbb0be0102 req-aeab407a-ddd9-4477-b5e6-b2d544c23907 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7762718 Aug 31 09:26:04.204240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.216176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.417545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a32400e8-f378-4d3d-9909-bff2a8b4e54a req-15fb0ef2-82d1-4835-b7b4-744f5f7ea90f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 210 time: 0.0758862 Aug 31 09:26:04.506489 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-450c52bd-ef0c-48b1-be44-9103a9476a76 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1902223 Aug 31 09:26:04.601127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d043e894-b971-4ca2-a68f-c697808d4e13 None None] Port 7ecba0a9-dca1-4513-9ccd-8841a975a579 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:04.615743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 76081706-c5a7-4ac7-b90a-a774ae41fc4e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:04.616764 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.829437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d068f6b-77e4-4809-b32f-9e8880bba50f req-ea453d46-276b-4177-9c22-cf628aed3778 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:04.837763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d068f6b-77e4-4809-b32f-9e8880bba50f req-ea453d46-276b-4177-9c22-cf628aed3778 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1099 time: 0.2147815 Aug 31 09:26:04.859236 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e36c72-bf0b-479f-bdd9-e432fbd5f16f req-3055eb4b-bfb7-46f2-88e8-c101d5b5f68f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:04.860186 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.862434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-433deb53-d0fb-417f-820b-587528965551 None None] Provisioning for port 6874451f-f6d0-4167-bab4-ffe865c7ffbc completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:04.865793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38e36c72-bf0b-479f-bdd9-e432fbd5f16f req-3055eb4b-bfb7-46f2-88e8-c101d5b5f68f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 948 time: 0.2132621 Aug 31 09:26:04.877812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ecba0a9-dca1-4513-9ccd-8841a975a579,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:04.910832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-433deb53-d0fb-417f-820b-587528965551 None None] Provisioning complete for port 6874451f-f6d0-4167-bab4-ffe865c7ffbc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:04.911614 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-433deb53-d0fb-417f-820b-587528965551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.940291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-a081a334-a7a9-4b69-93f6-216b516c1cbe tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:04.947299 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-a081a334-a7a9-4b69-93f6-216b516c1cbe tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4332206 Aug 31 09:26:04.963928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6874451f-f6d0-4167-bab4-ffe865c7ffbc {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:04.980081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Request body: {'port': {'device_id': '73b8a622-d831-412e-b6bf-792fe07ce85b', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2c7da74dc1c34aeebb4c512f50c3fff3'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:04.985023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38e36c72-bf0b-479f-bdd9-e432fbd5f16f req-f9a6e5e5-8eb5-4dab-8d3b-d5d62d773034 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182396 Aug 31 09:26:04.987209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.035587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d068f6b-77e4-4809-b32f-9e8880bba50f req-f53180da-3e9d-47d9-b211-34e53786b281 tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965601 Aug 31 09:26:05.117294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-433deb53-d0fb-417f-820b-587528965551 None None] Port 6874451f-f6d0-4167-bab4-ffe865c7ffbc cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:05.127105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.130404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Transition to ACTIVE for port object 6874451f-f6d0-4167-bab4-ffe865c7ffbc will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:05.151686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.155243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Network 832ce5ad-1692-4aa7-a768-ac8332058dfe is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:05.190257 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd76b05-64e0-4986-8b4b-b5f52f584ab1 x-openstack-request-id: req-bfd76b05-64e0-4986-8b4b-b5f52f584ab1 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:05.191104 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "name": "network-vif-unplugged", "status": "completed", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:05.191720 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bfd76b05-64e0-4986-8b4b-b5f52f584ab1 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:05.192556 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'code': 200} Aug 31 09:26:05.192778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:05.299517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:05.303849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e822cb-7870-4fa1-9c3f-e1ece7e74a1b req-c74a3c29-2aed-4e1e-be34-b8d691293570 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:05.314700 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.321954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7e822cb-7870-4fa1-9c3f-e1ece7e74a1b req-c74a3c29-2aed-4e1e-be34-b8d691293570 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 931 time: 0.2293890 Aug 31 09:26:05.353405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Pushing event updated for resources: {'Port': ['ID=6874451f-f6d0-4167-bab4-ffe865c7ffbc,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:05.492227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.492612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.492961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.493300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.493631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.493959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.494647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.494647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.495018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.495251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.495563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.495880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:05.505753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=11']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:05.580825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Attempting to bind port 6874451f-f6d0-4167-bab4-ffe865c7ffbc on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:05.581354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Attempting to bind port 6874451f-f6d0-4167-bab4-ffe865c7ffbc by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:05.581874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Attempting to bind port 6874451f-f6d0-4167-bab4-ffe865c7ffbc on network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:05.618296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96aee99c-c705-469b-831d-f2ca217eb075 req-5d21bbd2-fa25-4fc4-9eda-bcef747d5fec tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 210 time: 0.1038713 Aug 31 09:26:05.636511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7e822cb-7870-4fa1-9c3f-e1ece7e74a1b req-d15ac784-d403-4a3c-92d1-3cdda1974fec tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133566 Aug 31 09:26:05.645391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Port 6874451f-f6d0-4167-bab4-ffe865c7ffbc on network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:05.645877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Attempting to bind port 6874451f-f6d0-4167-bab4-ffe865c7ffbc on network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:05.669845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:05.670364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Checking segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:05.681420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Bound using segment: {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:05.682459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Bound port: 6874451f-f6d0-4167-bab4-ffe865c7ffbc, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45486109-e3d2-4ae3-8f7f-0d23c803d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:05.683555 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.780948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d07e532-24be-4991-9838-c7b66b61696a None None] Provisioning complete for port 7ecba0a9-dca1-4513-9ccd-8841a975a579 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:05.782059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d07e532-24be-4991-9838-c7b66b61696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.785782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a7b61980-67e7-46b6-8632-08efe6e78a00 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:05.944265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6d07e532-24be-4991-9838-c7b66b61696a None None] Port 7ecba0a9-dca1-4513-9ccd-8841a975a579 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:05.954959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port a7b61980-67e7-46b6-8632-08efe6e78a00 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:05.962862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port a7b61980-67e7-46b6-8632-08efe6e78a00 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:05.963300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.076953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb594e32-e013-491b-995d-7deb826f4766 req-b8b5f322-fe00-4b7b-b43c-a0a7e3e19760 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.080205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb594e32-e013-491b-995d-7deb826f4766 req-b8b5f322-fe00-4b7b-b43c-a0a7e3e19760 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 945 time: 0.2473910 Aug 31 09:26:06.082513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] For port 6874451f-f6d0-4167-bab4-ffe865c7ffbc, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:06.106261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] For port 6874451f-f6d0-4167-bab4-ffe865c7ffbc, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:06.139910 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.158794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Router b28e0208-2fba-43ed-b923-1b02eea5c329 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:06.170640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.176477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-377be25f-b735-484f-a7bf-c7cf97267faa req-b5eb45f3-2351-4cc5-bf97-6cd4846c39b7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 210 time: 0.0892396 Aug 31 09:26:06.244648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f4aeb52f-6f80-469e-bcf4-aba047d0612d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:06.264606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Made reservation on behalf of 2c7da74dc1c34aeebb4c512f50c3fff3 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:06.269679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.287444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:06.296200 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.303147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.304304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.306812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] 10.222.0.20 "PUT /v2.0/ports/6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 1091 time: 2.4778156 Aug 31 09:26:06.328711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:06.332891 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec979ad-423a-4834-8ae4-6c8329101f70" -d '{"events": [{"name": "network-changed", "server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:06.427959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d984a22-ce7b-436a-882c-a1d7194a473e service neutron] Pushing event updated for resources: {'Port': ['ID=6874451f-f6d0-4167-bab4-ffe865c7ffbc,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:06.471244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb594e32-e013-491b-995d-7deb826f4766 req-a2584dde-43ae-4158-b0e2-79e81da31025 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622255 Aug 31 09:26:06.472168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port f4aeb52f-6f80-469e-bcf4-aba047d0612d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:06.483782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f4aeb52f-6f80-469e-bcf4-aba047d0612d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:06.484219 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.584930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:06.676727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-16786f62-2a87-4740-b0a0-c86ea4df7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.680691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-16786f62-2a87-4740-b0a0-c86ea4df7c95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 1094 time: 0.3026941 Aug 31 09:26:06.686315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426cfd4-cc8f-4538-b53f-3293db2faf7b req-a32a2752-5b04-42b0-aa62-e143d677996b tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.698035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0426cfd4-cc8f-4538-b53f-3293db2faf7b req-a32a2752-5b04-42b0-aa62-e143d677996b tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 1101 time: 0.4005334 Aug 31 09:26:06.709262 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.746517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port f4aeb52f-6f80-469e-bcf4-aba047d0612d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f4aeb52f-6f80-469e-bcf4-aba047d0612d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:06.756110 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.780716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:06.814556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c1d793a8-9720-406e-90ed-68f1bcf5c2d8 admin admin] 10.222.0.69 "PUT /v2.0/routers/b28e0208-2fba-43ed-b923-1b02eea5c329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9514940 Aug 31 09:26:06.861565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-4bae1cbb-ab71-4f6a-8a23-fb25118a1140 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 217 time: 0.1601880 Aug 31 09:26:06.921261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0426cfd4-cc8f-4538-b53f-3293db2faf7b req-df0e99b1-ab31-46c7-bbf2-a668e79d59fd tempest-ServersAdminTestJSON-873992908 tempest-ServersAdminTestJSON-873992908-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193942 Aug 31 09:26:06.943062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-f5814ed8-fac9-4e38-9415-5a471578b503 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.950600 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-f5814ed8-fac9-4e38-9415-5a471578b503 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 807 time: 0.4497256 Aug 31 09:26:06.953956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=f4aeb52f-6f80-469e-bcf4-aba047d0612d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:06.971968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Request body: {'port': {'device_id': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'admin_state_up': True, 'tenant_id': '28e664f164a84d7d833add9b1479c0a8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:06.976557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-dfdaf631-669b-4b30-b4a2-8e475ae0a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.978548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-dfdaf631-669b-4b30-b4a2-8e475ae0a4a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.1037230 Aug 31 09:26:06.987673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d64f8d-0bbb-4dc9-931d-d499ef66d44e req-ac3a3866-6bff-459e-a49b-4b3dcfc9b95c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.995802 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9d64f8d-0bbb-4dc9-931d-d499ef66d44e req-ac3a3866-6bff-459e-a49b-4b3dcfc9b95c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 948 time: 0.2163291 Aug 31 09:26:07.037190 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41403604-eba4-407e-8860-00c72a3b53aa x-openstack-request-id: req-41403604-eba4-407e-8860-00c72a3b53aa {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:07.037671 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:07.037958 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41403604-eba4-407e-8860-00c72a3b53aa {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:07.038897 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'status': 'completed', 'code': 200} Aug 31 09:26:07.076812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Allocated IP 192.168.233.135 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/5bd0e9bc-7448-43f1-af77-530c6578c1e5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:07.098841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9d64f8d-0bbb-4dc9-931d-d499ef66d44e req-b93f69fc-e3d4-42f8-b0e0-7456112c9c4c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002462 Aug 31 09:26:07.146859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-eadb05d8-840a-4932-b206-422d67898d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:07.150668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-eadb05d8-840a-4932-b206-422d67898d7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225567 Aug 31 09:26:07.190707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Sync routers for ids ['b28e0208-2fba-43ed-b923-1b02eea5c329'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:07.197321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e'}, {'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:07.201828 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eeb2c9-e8b8-4c19-baa9-22e8bd529a10" -d '{"events": [{"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-plugged", "status": "completed", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e"}, {"server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "name": "network-vif-plugged", "status": "completed", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:07.224005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Routers {'b28e0208-2fba-43ed-b923-1b02eea5c329'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:07.225760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b28e0208-2fba-43ed-b923-1b02eea5c329'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:07.346342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Made reservation on behalf of 28e664f164a84d7d833add9b1479c0a8 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:07.350510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.437020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Set router b28e0208-2fba-43ed-b923-1b02eea5c329 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:07.468404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.496999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Transition to ACTIVE for port object 5bd0e9bc-7448-43f1-af77-530c6578c1e5 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:07.513789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffecf3ba-e8c2-4d4a-9d65-fe68a7cb48b3 req-581f4a77-0d30-46c4-af86-e757665dc95c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 210 time: 0.3329291 Aug 31 09:26:07.574718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Allocated IP 172.20.0.9 (fb7c1f2b-a394-4358-9e91-cd7972fe8596/49e5d1ca-8ef9-49bb-889f-18ff999e3927/5ce5b69f-b7ed-487f-9ea4-5c82ad643eca) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:07.601968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.606335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62f65-6c88-4f34-b2a2-d8405f6669d6 req-9dcd7864-7368-46b6-9d97-629c8d47e8b4 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:07.620257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53f62f65-6c88-4f34-b2a2-d8405f6669d6 req-9dcd7864-7368-46b6-9d97-629c8d47e8b4 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 943 time: 0.4229293 Aug 31 09:26:07.638831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c3643a7a-1338-404c-8c9d-0037497bda14', '668554c5-c6d7-4a11-a6a2-11dd11d5e892'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:07.642256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f', '30994dff-d686-4e69-9eb5-24ba7da32540'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:07.657743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:07.658030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-307ee2f2-854a-46e6-a51e-59c86265d3ae service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954894 Aug 31 09:26:07.667156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:07.674687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:07.771615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'Port': ['ID=5bd0e9bc-7448-43f1-af77-530c6578c1e5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:07.793044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53f62f65-6c88-4f34-b2a2-d8405f6669d6 req-998432c1-93d3-465e-99e8-bbfa974ff3af tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715238 Aug 31 09:26:07.872459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:07.873320 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.954396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-050bf9f7-4ad4-48b0-b4b7-b10e99676975 req-ae1ccaae-042e-417a-b015-7f3c2138aa62 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831752 Aug 31 09:26:07.997678 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.042636 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-c7edf3a9-59aa-42c4-8bb0-9c15761bb5a0 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0804546 Aug 31 09:26:08.046819 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.076807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Request body: {'port': {'device_id': '73b8a622-d831-412e-b6bf-792fe07ce85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:08.202313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd153-3bfd-43dd-91b8-46fcd2893c72 req-b29182d6-ac63-4a4c-88cf-cd3b1db2c3ec tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.216317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb7bd153-3bfd-43dd-91b8-46fcd2893c72 req-b29182d6-ac63-4a4c-88cf-cd3b1db2c3ec tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 936 time: 0.1896598 Aug 31 09:26:08.237753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f4aeb52f-6f80-469e-bcf4-aba047d0612d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:08.248498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Network fb7c1f2b-a394-4358-9e91-cd7972fe8596 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:08.255596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:08.262567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:03Z', 'revision_number': 4, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port': {'id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '7ecba0a9-dca1-4513-9ccd-8841a975a579', 'name': '', 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'mac_address': 'fa:16:3e:fc:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '16104c75-4002-45eb-9cce-099e03dd6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:02Z', 'updated_at': '2021-08-31T09:26:03Z', 'revision_number': 2, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'subnets': [{'id': '16104c75-4002-45eb-9cce-099e03dd6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:08.267902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:08.335513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8712b47-7c77-4c9a-aea8-fbec9c760fc9 req-37562290-5714-4d7a-96b3-9b8742d74042 tempest-FloatingIPsNegativeTestJSON-1399688368 tempest-FloatingIPsNegativeTestJSON-1399688368-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=b0940d6b40a8415eab9ae80f2c199c4b HTTP/1.1" status: 200 len: 217 time: 0.1041517 Aug 31 09:26:08.337800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-9fd47a8f-71f8-4f7a-b277-fefaa3a0be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.347244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-9fd47a8f-71f8-4f7a-b277-fefaa3a0be65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 1094 time: 0.2330837 Aug 31 09:26:08.351977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Checking router: b28e0208-2fba-43ed-b923-1b02eea5c329 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:08.352341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Updating router b28e0208-2fba-43ed-b923-1b02eea5c329 port 7ecba0a9-dca1-4513-9ccd-8841a975a579 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:26:08.367843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Pushing event updated for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:08.381565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb7bd153-3bfd-43dd-91b8-46fcd2893c72 req-1c34dc3a-9e56-4572-a9fe-124ebb0ed5d9 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637900 Aug 31 09:26:08.411114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.432654 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.436281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.436968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.439068 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d5e61e-bc58-4b4c-a9cd-2401d9812b9d x-openstack-request-id: req-88d5e61e-bc58-4b4c-a9cd-2401d9812b9d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:08.439359 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-plugged", "status": "completed", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e", "code": 200}, {"server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "name": "network-vif-plugged", "status": "completed", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:08.439791 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88d5e61e-bc58-4b4c-a9cd-2401d9812b9d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:08.439987 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'code': 200} Aug 31 09:26:08.440314 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00', 'code': 200} Aug 31 09:26:08.447296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4d403285-037b-4118-8e04-5fd92e1d142a None None] Provisioning for port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:08.468416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4d403285-037b-4118-8e04-5fd92e1d142a None None] Provisioning complete for port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:08.468664 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4d403285-037b-4118-8e04-5fd92e1d142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.469053 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-15e663f8-104e-4fdd-a074-39e925ae6c0c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5056291 Aug 31 09:26:08.540325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Request body: {'port': {'device_id': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:08.641478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-d13620bb-8d58-4fa5-b54a-06095e9c354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.643127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-d13620bb-8d58-4fa5-b54a-06095e9c354b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.2783988 Aug 31 09:26:08.657666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584d46b-ebd4-4b6f-8f0b-032b914765cd req-d4af0f6b-0b60-4b8b-970f-ee3c4ea8064f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.665421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d584d46b-ebd4-4b6f-8f0b-032b914765cd req-d4af0f6b-0b60-4b8b-970f-ee3c4ea8064f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 946 time: 0.1626999 Aug 31 09:26:08.716524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a517228a-f2be-45ac-92e3-4769c77d3194 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:08.741920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-c98f4b1c-bedc-4b0e-8b11-3128de508070 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 217 time: 0.0721188 Aug 31 09:26:08.765454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af50f3-9a04-428e-b7bb-0a399c475df5 req-45d5733f-0ccd-41cd-ad09-09f321467608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.769941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9af50f3-9a04-428e-b7bb-0a399c475df5 req-45d5733f-0ccd-41cd-ad09-09f321467608 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1097 time: 0.2168915 Aug 31 09:26:08.784700 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.789765 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d584d46b-ebd4-4b6f-8f0b-032b914765cd req-6506efa3-b341-433f-898a-5a5254efedcf tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234152 Aug 31 09:26:08.806191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16d0aa-2964-44a5-9757-73412cb54f46 req-c4ecc425-325c-413d-9562-382665f1b53b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.814235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a16d0aa-2964-44a5-9757-73412cb54f46 req-c4ecc425-325c-413d-9562-382665f1b53b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 950 time: 0.2175553 Aug 31 09:26:08.914663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-59941c2a-c940-42f8-8c76-a1eb9cc05520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.916281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-59941c2a-c940-42f8-8c76-a1eb9cc05520 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.1572545 Aug 31 09:26:08.929156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9af50f3-9a04-428e-b7bb-0a399c475df5 req-d16c4ceb-e252-4bbd-adf4-e81fd038e1be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448288 Aug 31 09:26:08.943521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a16d0aa-2964-44a5-9757-73412cb54f46 req-6c0395e0-df4d-489e-af93-2ad5d0d7bbdd tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281996 Aug 31 09:26:08.981847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f4aeb52f-6f80-469e-bcf4-aba047d0612d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:08.983083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.040276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:09.079018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4d403285-037b-4118-8e04-5fd92e1d142a None None] Port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:09.088847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-6114c31c-8d55-4a14-b3ef-deb7c2e9ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:09.090474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-6114c31c-8d55-4a14-b3ef-deb7c2e9ea8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641660 Aug 31 09:26:09.106275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94cd9491-e7f3-4d09-a8dc-9d9211c3f748 req-ad9dd666-0d85-4c8a-846e-6df51748f578 tempest-FloatingIPsNegativeTestJSON-1399688368 tempest-FloatingIPsNegativeTestJSON-1399688368-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0710652 Aug 31 09:26:09.136338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'mac_address': 'fa:16:3e:8e:2f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:09.257936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af15890-5ee0-4004-8933-b25e0f76b966 req-1b178321-66cc-4ff1-99b9-d1f09f8d68a6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:09.261185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5af15890-5ee0-4004-8933-b25e0f76b966 req-1b178321-66cc-4ff1-99b9-d1f09f8d68a6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 948 time: 0.1684904 Aug 31 09:26:09.262731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd0e9bc-7448-43f1-af77-530c6578c1e5 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:09.275366 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.308666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Transition to ACTIVE for port object 5bd0e9bc-7448-43f1-af77-530c6578c1e5 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:09.314704 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.394814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-ccc6258b-0a3e-43ef-829d-be0e7ca3b5b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871168 Aug 31 09:26:09.396400 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.492515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5af15890-5ee0-4004-8933-b25e0f76b966 req-b72feddf-5f81-4fbc-a4a9-52aec62f55fc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134438 Aug 31 09:26:09.521122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd0e9bc-7448-43f1-af77-530c6578c1e5,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:09.525150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a517228a-f2be-45ac-92e3-4769c77d3194 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:09.601422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:09.625453 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.636104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.639260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.639789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.640417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.640767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.641104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.641618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.642828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.644670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.645120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.645464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.646422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:09.663480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:09.676431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.698143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Transition to ACTIVE for port object 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:09.713664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.794568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2cbb4-4f0b-47dd-96a0-5518f0d52e99 req-6592b1d1-4e43-4a89-9ca6-4f8ecde77c91 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:09.818111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Pushing event updated for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:09.824835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6b2cbb4-4f0b-47dd-96a0-5518f0d52e99 req-6592b1d1-4e43-4a89-9ca6-4f8ecde77c91 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 931 time: 0.5523338 Aug 31 09:26:09.825158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Attempting to bind port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:09.825330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Attempting to bind port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:09.825645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Attempting to bind port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:09.841066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:09.842298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Attempting to bind port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:09.843763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:09.854387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:09.855453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:09.856241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:09.856761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Bound port: 5bd0e9bc-7448-43f1-af77-530c6578c1e5, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:09.857134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.904888 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.946855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Transition to ACTIVE for port object 7ecba0a9-dca1-4513-9ccd-8841a975a579 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:09.994078 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.069726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] For port 5bd0e9bc-7448-43f1-af77-530c6578c1e5, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:10.097802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:10.098432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:10.098966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:10.105574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] For port 5bd0e9bc-7448-43f1-af77-530c6578c1e5, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5bd0e9bc-7448-43f1-af77-530c6578c1e5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:10.111613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:10.113158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:10.127853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:10.127853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:10.129200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:10.131054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Bound port: 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:10.132162 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.137590 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.161454 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef12eb-8081-4f2c-88d3-f50363d3c893 None None] Pushing event updated for resources: {'Port': ['ID=7ecba0a9-dca1-4513-9ccd-8841a975a579,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:10.171149 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6b2cbb4-4f0b-47dd-96a0-5518f0d52e99 req-61a90b02-c70d-47a5-857a-6e42e3234427 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391106 Aug 31 09:26:10.197301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Attempting to bind port 7ecba0a9-dca1-4513-9ccd-8841a975a579 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:10.198909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Attempting to bind port 7ecba0a9-dca1-4513-9ccd-8841a975a579 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:10.199889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Attempting to bind port 7ecba0a9-dca1-4513-9ccd-8841a975a579 on network 832ce5ad-1692-4aa7-a768-ac8332058dfe {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:10.220699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:10.220936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Checking segment: {'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:10.221243 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.221648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Bound using segment: {'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:10.222140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Bound port: 7ecba0a9-dca1-4513-9ccd-8841a975a579, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cc3312-0314-4ab2-8b19-697574d79cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:10.222526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.235487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a517228a-f2be-45ac-92e3-4769c77d3194'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:10.241293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-a08ce324-170b-48e3-8abe-ebc897d8cb03 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.252556 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-a08ce324-170b-48e3-8abe-ebc897d8cb03 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 950 time: 0.5854309 Aug 31 09:26:10.293654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.294295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.301399 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] 10.222.0.20 "PUT /v2.0/ports/5bd0e9bc-7448-43f1-af77-530c6578c1e5 HTTP/1.1" status: 200 len: 1096 time: 2.2343619 Aug 31 09:26:10.320378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b8a622-d831-412e-b6bf-792fe07ce85b', 'tag': '5bd0e9bc-7448-43f1-af77-530c6578c1e5'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:10.332289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.336808 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08169df6-cfd9-44e2-bf4e-0618697e1d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "73b8a622-d831-412e-b6bf-792fe07ce85b", "tag": "5bd0e9bc-7448-43f1-af77-530c6578c1e5"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:10.373399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec979ad-423a-4834-8ae4-6c8329101f70 req-2202ba93-3022-4257-b142-4b8bd878181b service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9675996 Aug 31 09:26:10.376234 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-54eda6f6-b821-4c3c-835b-ff365d65fb87 req-37df398d-ccfd-4877-b76a-a4e4c5db51d6 tempest-FloatingIPsNegativeTestJSON-1399688368 tempest-FloatingIPsNegativeTestJSON-1399688368-project] show failed (client error): The resource could not be found. Aug 31 09:26:10.377319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54eda6f6-b821-4c3c-835b-ff365d65fb87 req-37df398d-ccfd-4877-b76a-a4e4c5db51d6 tempest-FloatingIPsNegativeTestJSON-1399688368 tempest-FloatingIPsNegativeTestJSON-1399688368-project] 10.222.0.69 "GET /v2.0/floatingips/211649c7-f99e-4875-a1b9-4032a0820ed7 HTTP/1.1" status: 404 len: 350 time: 0.1234579 Aug 31 09:26:10.386514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6514-41f7-4dd7-9a9d-f1543d9e3f7c req-89dab149-8c69-462e-a752-4363a24a743f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.395237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a3f6514-41f7-4dd7-9a9d-f1543d9e3f7c req-89dab149-8c69-462e-a752-4363a24a743f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 943 time: 0.5093288 Aug 31 09:26:10.435316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43656) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:10.456660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c602f12-c64a-479e-ada6-ead271667184 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd0e9bc-7448-43f1-af77-530c6578c1e5,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:10.618091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a3f6514-41f7-4dd7-9a9d-f1543d9e3f7c req-4076dd04-df12-4a8a-bd0b-d04b4aef9c91 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213774 Aug 31 09:26:10.646868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] For port 7ecba0a9-dca1-4513-9ccd-8841a975a579, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:10.656488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] For port 7ecba0a9-dca1-4513-9ccd-8841a975a579, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7ecba0a9-dca1-4513-9ccd-8841a975a579,segment=NetworkSegment(20cc3312-0314-4ab2-8b19-697574d79cb0),segment_id=20cc3312-0314-4ab2-8b19-697574d79cb0)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:10.658121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6874451f-f6d0-4167-bab4-ffe865c7ffbc details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:10.682002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-567c7a71-9b5e-4452-8c8f-78900fb6d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.683623 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-567c7a71-9b5e-4452-8c8f-78900fb6d275 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 1099 time: 0.3091633 Aug 31 09:26:10.684825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:10.686250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fca85-3d2a-4d26-8c72-9513570848c3 req-7ff1567e-48ac-45d3-b3ed-0a5af88c4444 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.688993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c2fca85-3d2a-4d26-8c72-9513570848c3 req-7ff1567e-48ac-45d3-b3ed-0a5af88c4444 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 948 time: 0.1653969 Aug 31 09:26:10.711023 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.722628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:10.750605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Deleting port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:10.751281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.758211 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-26823887-8062-45ba-8f58-0906ab014b98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5bd0e9bc-7448-43f1-af77-530c6578c1e5 HTTP/1.1" status: 200 len: 217 time: 0.0613058 Aug 31 09:26:10.759407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.816838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.818188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.819773 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] 10.222.0.20 "PUT /v2.0/ports/5ce5b69f-b7ed-487f-9ea4-5c82ad643eca HTTP/1.1" status: 200 len: 1091 time: 2.2873640 Aug 31 09:26:10.945376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-86e9c226-aeb0-4d11-84d8-5aaa665106b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.946966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-86e9c226-aeb0-4d11-84d8-5aaa665106b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1368806 Aug 31 09:26:10.982563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dceb4d-8caf-4047-b678-fd8295e8e35a service neutron] Pushing event updated for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.012577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef12eb-8081-4f2c-88d3-f50363d3c893 None None] Pushing event updated for resources: {'Port': ['ID=7ecba0a9-dca1-4513-9ccd-8841a975a579,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.052212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Routers {'b28e0208-2fba-43ed-b923-1b02eea5c329'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:11.052212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b28e0208-2fba-43ed-b923-1b02eea5c329'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:11.110296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c2fca85-3d2a-4d26-8c72-9513570848c3 req-1588d9bd-c36b-4d2d-92d4-a25a2d488499 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041102 Aug 31 09:26:11.141616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57edbd-362c-4a1b-8d09-9168f4c8992e req-51e193bc-6db9-4a3c-b0ae-332bb8cac089 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.143868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c57edbd-362c-4a1b-8d09-9168f4c8992e req-51e193bc-6db9-4a3c-b0ae-332bb8cac089 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 946 time: 0.2257164 Aug 31 09:26:11.228690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] For port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:11.229107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.245250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-e8b18933-1493-42b7-8ad1-806d30095d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.246960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-e8b18933-1493-42b7-8ad1-806d30095d93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1094 time: 0.2367079 Aug 31 09:26:11.286419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c57edbd-362c-4a1b-8d09-9168f4c8992e req-abda1b91-d2e0-44b9-aa1c-e1bbc39fd4ab tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307089 Aug 31 09:26:11.289242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Calling delete_port for 817e39fc-8f34-44a7-b7e8-9a035b5a78ff owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:11.328286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] Set router b28e0208-2fba-43ed-b923-1b02eea5c329 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:11.381381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6874451f-f6d0-4167-bab4-ffe865c7ffbc, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:11.382840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-932eea2b-0776-47f6-8eb9-72ee33aa9f76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca HTTP/1.1" status: 200 len: 217 time: 0.1226592 Aug 31 09:26:11.408332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-fbd17336-5068-4e12-b828-3b795af67b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.409655 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-fbd17336-5068-4e12-b828-3b795af67b02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4288712 Aug 31 09:26:11.422088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f09e3-890d-4ed4-b75f-426575febf68 req-3144dd48-5292-4b3d-9a7f-497cffaea520 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.423906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-670f09e3-890d-4ed4-b75f-426575febf68 req-3144dd48-5292-4b3d-9a7f-497cffaea520 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22&tenant_id=b968f240aff1429d984a933f1f7aa0eb&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 949 time: 0.4276516 Aug 31 09:26:11.455887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-acbc2c17-862b-4532-83d2-a61b374f163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.458094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-acbc2c17-862b-4532-83d2-a61b374f163b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.0637112 Aug 31 09:26:11.459539 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2287756-c50c-426a-9435-90ac10d577ba x-openstack-request-id: req-e2287756-c50c-426a-9435-90ac10d577ba {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:11.459850 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b8a622-d831-412e-b6bf-792fe07ce85b", "tag": "5bd0e9bc-7448-43f1-af77-530c6578c1e5", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:11.460108 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2287756-c50c-426a-9435-90ac10d577ba {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:11.461644 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b8a622-d831-412e-b6bf-792fe07ce85b', 'tag': '5bd0e9bc-7448-43f1-af77-530c6578c1e5', 'status': 'completed', 'code': 200} Aug 31 09:26:11.461798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'port_id': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'mac_address': 'fa:16:3e:b2:d1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:11.483022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528e312-ca6c-4cbd-9f64-5502cf3441b4 req-915d5af7-f1de-46b6-ad3e-511d25f2120b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.488283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d528e312-ca6c-4cbd-9f64-5502cf3441b4 req-915d5af7-f1de-46b6-ad3e-511d25f2120b tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 950 time: 0.2545609 Aug 31 09:26:11.543960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-f86ddbac-7df3-466e-8695-1c3485ec4c4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531032 Aug 31 09:26:11.607891 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.634874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6874451f-f6d0-4167-bab4-ffe865c7ffbc {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:11.649965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f09e3-890d-4ed4-b75f-426575febf68 req-902bf822-90fd-4fd9-83dc-e08862a6b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.651566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-670f09e3-890d-4ed4-b75f-426575febf68 req-902bf822-90fd-4fd9-83dc-e08862a6b8d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 1100 time: 0.1412237 Aug 31 09:26:11.654244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d528e312-ca6c-4cbd-9f64-5502cf3441b4 req-e6545289-0773-4668-ae42-289bd1279d76 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448858 Aug 31 09:26:11.675449 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-9427b5fd-6fb9-4cc3-81be-964da49e60e9 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485375 Aug 31 09:26:11.694454 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6874451f-f6d0-4167-bab4-ffe865c7ffbc, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:11.704114 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.723716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5a833-595e-40b4-abce-234730ff667f req-8fb6b5f7-e550-453c-8070-240d3835e747 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.725631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54f5a833-595e-40b4-abce-234730ff667f req-8fb6b5f7-e550-453c-8070-240d3835e747 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 949 time: 0.1931036 Aug 31 09:26:11.774281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6874451f-f6d0-4167-bab4-ffe865c7ffbc,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.788199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-3c2bdb59-9686-4c5f-8bd4-0fb1273fec41 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297313 Aug 31 09:26:11.828590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.830405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:03Z', 'revision_number': 4, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port': {'id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '7ecba0a9-dca1-4513-9ccd-8841a975a579', 'name': '', 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'mac_address': 'fa:16:3e:fc:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '16104c75-4002-45eb-9cce-099e03dd6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:02Z', 'updated_at': '2021-08-31T09:26:10Z', 'revision_number': 4, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'subnets': [{'id': '16104c75-4002-45eb-9cce-099e03dd6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:11.877429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54f5a833-595e-40b4-abce-234730ff667f req-f619bb3b-f821-448f-9587-c59fa55bc1a0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261711 Aug 31 09:26:11.892932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3137b3ea-557f-46c7-b24f-36d41d34e624', '817e39fc-8f34-44a7-b7e8-9a035b5a78ff', '76081706-c5a7-4ac7-b90a-a774ae41fc4e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:11.916438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b546a96-438f-4b17-b37b-4349c187a64b None None] The sync data for ids ['b28e0208-2fba-43ed-b923-1b02eea5c329'] in n-d-806683-2 is: [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:03Z', 'revision_number': 4, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port': {'id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '7ecba0a9-dca1-4513-9ccd-8841a975a579', 'name': '', 'network_id': '832ce5ad-1692-4aa7-a768-ac8332058dfe', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'mac_address': 'fa:16:3e:fc:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '16104c75-4002-45eb-9cce-099e03dd6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:02Z', 'updated_at': '2021-08-31T09:26:10Z', 'revision_number': 4, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'subnets': [{'id': '16104c75-4002-45eb-9cce-099e03dd6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:11.941995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Pushing event deleted for resources: {'Port': ['ID=817e39fc-8f34-44a7-b7e8-9a035b5a78ff,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.967914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a2ef2bf-20cd-45b4-88e3-65052afb22c9 req-e297ad2f-00b2-4378-9309-84f1a4c0133f service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729337 Aug 31 09:26:11.971937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f09e3-890d-4ed4-b75f-426575febf68 req-aaa76e46-d8d4-4842-937c-2b87160abfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.974076 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-670f09e3-890d-4ed4-b75f-426575febf68 req-aaa76e46-d8d4-4842-937c-2b87160abfbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2803626 Aug 31 09:26:12.154148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.169891 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-670f09e3-890d-4ed4-b75f-426575febf68 req-2ac53874-70a1-4353-982b-77b42f6ac3ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a517228a-f2be-45ac-92e3-4769c77d3194 HTTP/1.1" status: 200 len: 217 time: 0.1857066 Aug 31 09:26:12.295089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7ecba0a9-dca1-4513-9ccd-8841a975a579 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:12.298634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f09e3-890d-4ed4-b75f-426575febf68 req-152120c5-988f-4a66-af3b-324bdce41191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.300214 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-670f09e3-890d-4ed4-b75f-426575febf68 req-152120c5-988f-4a66-af3b-324bdce41191 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0709562 Aug 31 09:26:12.304088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-dd0440a4-02db-48d1-a11f-70c7ac8bbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.310998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-dd0440a4-02db-48d1-a11f-70c7ac8bbb6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 1099 time: 0.2022579 Aug 31 09:26:12.441236 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] No DVR routers for this DVR port 817e39fc-8f34-44a7-b7e8-9a035b5a78ff on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:12.451753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047c86-4572-47e7-914a-e5b6e7f65820 req-1426911d-64fd-4a1e-aa7a-776b1b32ac9d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.453443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41047c86-4572-47e7-914a-e5b6e7f65820 req-1426911d-64fd-4a1e-aa7a-776b1b32ac9d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.6382570 Aug 31 09:26:12.461164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.463391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e50fb53-5fdf-4247-ad69-03de4683ed38 req-188d98df-eb7c-46e7-b41c-cbf870956ab7 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "DELETE /v2.0/ports/817e39fc-8f34-44a7-b7e8-9a035b5a78ff HTTP/1.1" status: 204 len: 173 time: 2.1864278 Aug 31 09:26:12.463926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e8c2cd-0015-4989-bdb2-c6b002710364', 'name': 'network-vif-deleted', 'tag': '817e39fc-8f34-44a7-b7e8-9a035b5a78ff'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:12.473541 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ce653f-eba1-4f81-8645-cd75d30407d9" -d '{"events": [{"server_uuid": "98e8c2cd-0015-4989-bdb2-c6b002710364", "name": "network-vif-deleted", "tag": "817e39fc-8f34-44a7-b7e8-9a035b5a78ff"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:12.514201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cf27d37-93d9-43aa-9a4e-a075b8c721cb req-2c065553-ef56-49fd-95e5-b271a1dcdc20 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976445 Aug 31 09:26:12.580794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104fdae-9c54-4e18-9222-6c520d541bd7 req-40847c8d-f8ed-48b5-b93d-1c792a6ea4f7 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.589099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9104fdae-9c54-4e18-9222-6c520d541bd7 req-40847c8d-f8ed-48b5-b93d-1c792a6ea4f7 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1097 time: 0.2136085 Aug 31 09:26:12.599231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41047c86-4572-47e7-914a-e5b6e7f65820 req-9541efcf-8779-4689-a9d1-c9f012391d56 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146111 Aug 31 09:26:12.671344 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9104fdae-9c54-4e18-9222-6c520d541bd7 req-616cef7f-ce01-4a66-87ad-73c247c22070 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810313 Aug 31 09:26:12.698321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6874451f-f6d0-4167-bab4-ffe865c7ffbc'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:12.700204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f09e3-890d-4ed4-b75f-426575febf68 req-c5150bd5-5d8d-4d17-bc7f-ffc94d048e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.702182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-670f09e3-890d-4ed4-b75f-426575febf68 req-c5150bd5-5d8d-4d17-bc7f-ffc94d048e20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3802607 Aug 31 09:26:12.758397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a517228a-f2be-45ac-92e3-4769c77d3194 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:12.908218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91ebe6-21cf-49b6-9d47-4dd7b1d4bffd req-b1207ca9-91ca-41b4-bace-8e6ddc3d1dab tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.910202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec91ebe6-21cf-49b6-9d47-4dd7b1d4bffd req-b1207ca9-91ca-41b4-bace-8e6ddc3d1dab tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 948 time: 0.0702908 Aug 31 09:26:12.919316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2fa37-c6c7-458c-a984-5382e7157ce0 req-b4b6af01-6ef2-49f0-b779-dd2bbc08120c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.921043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0e2fa37-c6c7-458c-a984-5382e7157ce0 req-b4b6af01-6ef2-49f0-b779-dd2bbc08120c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 944 time: 0.1207287 Aug 31 09:26:12.933334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-5a4fd6c7-6afe-40fa-bb8f-c74c78a35f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.936066 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-5a4fd6c7-6afe-40fa-bb8f-c74c78a35f72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.6129596 Aug 31 09:26:12.972128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a517228a-f2be-45ac-92e3-4769c77d3194 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:12.972677 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.979431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec91ebe6-21cf-49b6-9d47-4dd7b1d4bffd req-c4c9c5fc-177a-480f-a455-6fd9a0cd124f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573385 Aug 31 09:26:13.007731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0e2fa37-c6c7-458c-a984-5382e7157ce0 req-e3cd3def-23a2-4004-a6a7-e575e3e6df34 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610516 Aug 31 09:26:13.071430 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-422898ed-d5ec-4ac3-b26d-2c07c4053086 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5bd0e9bc-7448-43f1-af77-530c6578c1e5 HTTP/1.1" status: 200 len: 217 time: 0.1219482 Aug 31 09:26:13.145591 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2115763e-6cfe-47e1-8dec-298108cd2283 x-openstack-request-id: req-2115763e-6cfe-47e1-8dec-298108cd2283 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:13.146017 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e8c2cd-0015-4989-bdb2-c6b002710364", "name": "network-vif-deleted", "tag": "817e39fc-8f34-44a7-b7e8-9a035b5a78ff", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:13.146377 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2115763e-6cfe-47e1-8dec-298108cd2283 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:13.146949 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e8c2cd-0015-4989-bdb2-c6b002710364', 'name': 'network-vif-deleted', 'tag': '817e39fc-8f34-44a7-b7e8-9a035b5a78ff', 'status': 'completed', 'code': 200} Aug 31 09:26:13.235425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 7ecba0a9-dca1-4513-9ccd-8841a975a579 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:13.271951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 7ecba0a9-dca1-4513-9ccd-8841a975a579 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:13.272533 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.339046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f39c904-e4ee-412a-885b-38c64a719203 req-03773334-eabc-47c1-b512-ad67aee7db90 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=98e8c2cd-0015-4989-bdb2-c6b002710364 HTTP/1.1" status: 200 len: 210 time: 0.0555909 Aug 31 09:26:13.374000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-7d1382f4-33bf-44b8-afa3-1d7efbfd8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.377009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-7d1382f4-33bf-44b8-afa3-1d7efbfd8a44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2884610 Aug 31 09:26:13.384222 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-670f09e3-890d-4ed4-b75f-426575febf68 req-61809755-19b0-4849-aa2c-1f6d70c5d3a7 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213336 Aug 31 09:26:13.415198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.427365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837a2b-65f4-4362-bbe6-21e4873aba1e req-a342b365-7282-4fb7-9ec5-5ae5aa2cf471 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.439709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0837a2b-65f4-4362-bbe6-21e4873aba1e req-a342b365-7282-4fb7-9ec5-5ae5aa2cf471 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1097 time: 0.0992332 Aug 31 09:26:13.490421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:13.493043 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:13.511901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Deleting port 7ecba0a9-dca1-4513-9ccd-8841a975a579 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:13.512426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.534913 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.576811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:13.578836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:13.582329 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b11f5d9-3d6c-4dbf-991a-e67d6bd8bf49" -d '{"events": [{"server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "name": "network-vif-plugged", "status": "completed", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:13.587561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.592946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0837a2b-65f4-4362-bbe6-21e4873aba1e req-781d067b-4df7-4013-b604-f8dce66d0f44 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489854 Aug 31 09:26:13.602867 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.604578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d1326-adb4-4e91-a29e-0dd63b3760c9 req-f81b56a0-78ea-473d-9841-ceed94da9b10 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.607443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-447d1326-adb4-4e91-a29e-0dd63b3760c9 req-f81b56a0-78ea-473d-9841-ceed94da9b10 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 949 time: 0.1612022 Aug 31 09:26:13.630365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] For port 7ecba0a9-dca1-4513-9ccd-8841a975a579, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7ecba0a9-dca1-4513-9ccd-8841a975a579,segment=NetworkSegment(20cc3312-0314-4ab2-8b19-697574d79cb0),segment_id=20cc3312-0314-4ab2-8b19-697574d79cb0)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:13.630953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.639939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 7ecba0a9-dca1-4513-9ccd-8841a975a579, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7ecba0a9-dca1-4513-9ccd-8841a975a579,segment=NetworkSegment(20cc3312-0314-4ab2-8b19-697574d79cb0),segment_id=20cc3312-0314-4ab2-8b19-697574d79cb0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:13.659819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.690264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-447d1326-adb4-4e91-a29e-0dd63b3760c9 req-f14085c1-5988-42bc-9583-2c764c74bda5 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759506 Aug 31 09:26:13.765249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:13.829064 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5ae8ee-02e0-49a3-b3f5-1bfc9422174e x-openstack-request-id: req-ea5ae8ee-02e0-49a3-b3f5-1bfc9422174e {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:13.829355 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "name": "network-vif-plugged", "status": "completed", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:13.829610 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea5ae8ee-02e0-49a3-b3f5-1bfc9422174e {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:13.830007 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'code': 200} Aug 31 09:26:13.844765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 817e39fc-8f34-44a7-b7e8-9a035b5a78ff no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:13.903784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-3214fe51-a3f0-4c27-8c4b-7ea633d93548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.905399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-3214fe51-a3f0-4c27-8c4b-7ea633d93548 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1094 time: 0.1233068 Aug 31 09:26:13.909756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 817e39fc-8f34-44a7-b7e8-9a035b5a78ff {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:13.910178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 817e39fc-8f34-44a7-b7e8-9a035b5a78ff not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:13.965611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=7ecba0a9-dca1-4513-9ccd-8841a975a579,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:13.982732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-2ca0bbab-fdd4-4985-aeaa-3f8b3b9c55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.984531 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-2ca0bbab-fdd4-4985-aeaa-3f8b3b9c55b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5858281 Aug 31 09:26:13.987601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Calling delete_port for 7ecba0a9-dca1-4513-9ccd-8841a975a579 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:13.990793 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a331682b-92ca-4964-ae0b-0b505673a196 x-openstack-request-id: req-a331682b-92ca-4964-ae0b-0b505673a196 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:13.991211 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:13.991569 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a331682b-92ca-4964-ae0b-0b505673a196 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:13.992260 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca', 'status': 'completed', 'code': 200} Aug 31 09:26:14.008514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecaba1-378b-485c-9d68-08db416755f4 req-c3b143b3-e41e-4f68-8eee-f0dbbfcf71fb tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:14.009254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1aecaba1-378b-485c-9d68-08db416755f4 req-c3b143b3-e41e-4f68-8eee-f0dbbfcf71fb tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.1564016 Aug 31 09:26:14.099388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1aecaba1-378b-485c-9d68-08db416755f4 req-4e28220f-f9f9-414b-bc82-9be1d8a414d0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728514 Aug 31 09:26:14.116116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-964debff-0b9f-428e-91f3-e0ae45e37e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:14.117810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-964debff-0b9f-428e-91f3-e0ae45e37e40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.2013001 Aug 31 09:26:14.165978 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-670f09e3-890d-4ed4-b75f-426575febf68 req-f27b6f64-91b5-4694-8db1-68678bd862f2 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648988 Aug 31 09:26:14.204966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-8a457e94-fb36-4ace-8c1e-850fb024c8c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca HTTP/1.1" status: 200 len: 217 time: 0.0607014 Aug 31 09:26:14.257172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-39701f1b-5338-4955-be14-7438075afe08 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527115 Aug 31 09:26:14.279677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7ecba0a9-dca1-4513-9ccd-8841a975a579 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:14.299714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef07adb-a452-40c3-87f2-ddd0ef85f5b8 req-e5c33eac-5afa-4621-ad97-76c595fc57bd tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:14.309112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aef07adb-a452-40c3-87f2-ddd0ef85f5b8 req-e5c33eac-5afa-4621-ad97-76c595fc57bd tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 948 time: 0.2050993 Aug 31 09:26:14.353093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-ae720f51-72a2-42ac-abb6-b0091a5ad651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:14.355393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-ae720f51-72a2-42ac-abb6-b0091a5ad651 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.1305807 Aug 31 09:26:14.376915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba76d-51d8-4cde-b7af-73345b98cf54 req-f8026c4f-9a36-4dfc-ae83-6b23e6830dd3 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:14.378680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-580ba76d-51d8-4cde-b7af-73345b98cf54 req-f8026c4f-9a36-4dfc-ae83-6b23e6830dd3 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1097 time: 0.1891599 Aug 31 09:26:14.380436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 7ecba0a9-dca1-4513-9ccd-8841a975a579 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:14.380824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.407776 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aef07adb-a452-40c3-87f2-ddd0ef85f5b8 req-dba86038-63de-4702-9a4c-a9d118cecaad tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972641 Aug 31 09:26:14.470657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-75d1cf9f-4db8-42a5-ba73-92a4954b4397 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973220 Aug 31 09:26:14.484985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-580ba76d-51d8-4cde-b7af-73345b98cf54 req-a72124ec-9e2c-4fd1-90b1-8ab316b84f38 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914681 Aug 31 09:26:14.571204 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-08169df6-cfd9-44e2-bf4e-0618697e1d6c req-dcdcf7f9-0264-4038-a857-1de08cc3b527 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962408 Aug 31 09:26:14.572551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.604472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecba0a9-dca1-4513-9ccd-8841a975a579,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:14.638144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-9737d497-2f3b-437a-8260-e094dc020fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513736 Aug 31 09:26:14.673613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6874451f-f6d0-4167-bab4-ffe865c7ffbc up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:14.707477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93265d4-db86-43f9-928c-ded7e0ddc71d req-e89d9620-5e70-4560-8113-3fab63b2d15f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:14.709798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a93265d4-db86-43f9-928c-ded7e0ddc71d req-e89d9620-5e70-4560-8113-3fab63b2d15f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 944 time: 0.1404936 Aug 31 09:26:14.831342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 6874451f-f6d0-4167-bab4-ffe865c7ffbc completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:14.841743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 6874451f-f6d0-4167-bab4-ffe865c7ffbc triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:14.842556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.945406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.980046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a93265d4-db86-43f9-928c-ded7e0ddc71d req-87fd452c-f0b9-4966-a4e9-575bb916f895 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593461 Aug 31 09:26:15.026384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dccd7-fab8-49e9-a6eb-def836232382 req-8383d43c-0086-436c-8eeb-68c440ac2bbc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:15.028627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b9dccd7-fab8-49e9-a6eb-def836232382 req-8383d43c-0086-436c-8eeb-68c440ac2bbc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.2067654 Aug 31 09:26:15.033408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90e94021-9bd5-4ce8-9b1a-2dda3f8812d6 req-67b8dbaa-74d4-4594-b4ec-1c62f9dc5ac5 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847888 Aug 31 09:26:15.051665 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.106489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6874451f-f6d0-4167-bab4-ffe865c7ffbc, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:15.114283 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.146129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b9dccd7-fab8-49e9-a6eb-def836232382 req-091a9420-4025-46b7-8249-9ea4ce32beed tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022573 Aug 31 09:26:15.202182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6874451f-f6d0-4167-bab4-ffe865c7ffbc,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:15.377693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4ce75-b150-4d9e-b9c2-b9b63694b11c req-22b5091b-33e9-425a-8c29-67a999646153 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:15.379380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91b4ce75-b150-4d9e-b9c2-b9b63694b11c req-22b5091b-33e9-425a-8c29-67a999646153 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.0875013 Aug 31 09:26:15.398886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98727324-579e-4902-bd0c-74701451a12a req-c64db05a-f9e8-43ae-ab5d-d7ca70195cc4 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:15.400797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98727324-579e-4902-bd0c-74701451a12a req-c64db05a-f9e8-43ae-ab5d-d7ca70195cc4 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 949 time: 0.0741560 Aug 31 09:26:15.421290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Router b28e0208-2fba-43ed-b923-1b02eea5c329 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:15.464243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91b4ce75-b150-4d9e-b9c2-b9b63694b11c req-9024ee83-1dbe-42b3-9185-d8f75e2f95fd tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750253 Aug 31 09:26:15.470810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98727324-579e-4902-bd0c-74701451a12a req-039d82fe-43fa-4d7b-80fa-a93240a8a054 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534971 Aug 31 09:26:15.569865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:15.578256 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1716b094-b7d9-458d-b6e5-3217767f759d admin admin] 10.222.0.69 "PUT /v2.0/routers/b28e0208-2fba-43ed-b923-1b02eea5c329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1167274 Aug 31 09:26:15.580392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43712) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:15.582106 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] Sync routers for ids ['b28e0208-2fba-43ed-b923-1b02eea5c329'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:15.594993 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] Routers {'b28e0208-2fba-43ed-b923-1b02eea5c329'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:15.596883 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b28e0208-2fba-43ed-b923-1b02eea5c329'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:15.620138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fefb9-f639-49eb-9e7e-e37f48bec6c6 req-140dcead-7791-4a68-ba9f-12dafb700fb8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:15.628534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b99fefb9-f639-49eb-9e7e-e37f48bec6c6 req-140dcead-7791-4a68-ba9f-12dafb700fb8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 948 time: 0.0927660 Aug 31 09:26:15.713315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b99fefb9-f639-49eb-9e7e-e37f48bec6c6 req-20cb4d66-2cc8-4146-bd76-ec28669359f9 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834806 Aug 31 09:26:15.722946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8848f-675e-4a79-958e-773a8358b29d req-baf29e5f-768f-4c6c-ba85-40570c6ca69e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:15.725407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6f8848f-675e-4a79-958e-773a8358b29d req-baf29e5f-768f-4c6c-ba85-40570c6ca69e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1097 time: 0.0934253 Aug 31 09:26:15.757626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.817914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6f8848f-675e-4a79-958e-773a8358b29d req-536ad6b3-54f8-4e1f-9f86-cdf336b2d967 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764892 Aug 31 09:26:15.823236 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] Set router b28e0208-2fba-43ed-b923-1b02eea5c329 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:15.831926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:15.836167 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c2c4ac-acf1-49b1-b8ed-77c9d174e3f2" -d '{"events": [{"server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "name": "network-vif-plugged", "status": "completed", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:15.909967 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c57907-beb1-4c05-bc14-87b4ecfc9103 x-openstack-request-id: req-c6c57907-beb1-4c05-bc14-87b4ecfc9103 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:15.910541 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "name": "network-vif-plugged", "status": "completed", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:15.913474 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6c57907-beb1-4c05-bc14-87b4ecfc9103 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:15.915171 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'code': 200} Aug 31 09:26:15.945632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.047452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Deleting port f4aeb52f-6f80-469e-bcf4-aba047d0612d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:16.048093 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.064060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccf078-4507-4160-a065-efec7203f4d2 req-88cd700c-4569-4817-8759-381ba201e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:16.066943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8dccf078-4507-4160-a065-efec7203f4d2 req-88cd700c-4569-4817-8759-381ba201e0a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 1096 time: 0.0783122 Aug 31 09:26:16.187562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] For port f4aeb52f-6f80-469e-bcf4-aba047d0612d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f4aeb52f-6f80-469e-bcf4-aba047d0612d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:16.188385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.209328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Calling delete_port for f4aeb52f-6f80-469e-bcf4-aba047d0612d owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:16.231219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6b3e-919a-44f8-bca4-2d74cc2b8741 req-bcd5ac16-d82d-4731-a574-9ad8aff007c9 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:16.240774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea4b6b3e-919a-44f8-bca4-2d74cc2b8741 req-bcd5ac16-d82d-4731-a574-9ad8aff007c9 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 945 time: 0.1655333 Aug 31 09:26:16.257076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8dccf078-4507-4160-a065-efec7203f4d2 req-4ee49150-5100-46d9-8ed8-2c4579ae26ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661639 Aug 31 09:26:16.261840 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:14Z', 'revision_number': 5, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port': {'id': 'f4aeb52f-6f80-469e-bcf4-aba047d0612d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:16.294877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea4b6b3e-919a-44f8-bca4-2d74cc2b8741 req-c380de9c-764a-4704-a78d-1ac3c1aef638 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 Aug 31 09:26:16.297739 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] Checking router: b28e0208-2fba-43ed-b923-1b02eea5c329 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:16.311603 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] Routers {'b28e0208-2fba-43ed-b923-1b02eea5c329'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:16.313179 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b28e0208-2fba-43ed-b923-1b02eea5c329'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:16.427328 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] Set router b28e0208-2fba-43ed-b923-1b02eea5c329 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:16.457445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7838abd-70cb-44a0-9fe6-91718cbc2b91 req-9802cd01-4a0f-49bb-a599-3ecba4d46c3d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:16.459269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.460578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7838abd-70cb-44a0-9fe6-91718cbc2b91 req-9802cd01-4a0f-49bb-a599-3ecba4d46c3d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.0626638 Aug 31 09:26:16.497534 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:15Z', 'revision_number': 6, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:16.502996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4aeb52f-6f80-469e-bcf4-aba047d0612d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:16.519748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7838abd-70cb-44a0-9fe6-91718cbc2b91 req-fb7d6fb5-e884-45d0-9eb7-9a519ed3fdd3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Aug 31 09:26:16.538557 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485bfa3-20c1-4c7c-b9ad-b620702cb463 None None] The sync data for ids ['b28e0208-2fba-43ed-b923-1b02eea5c329'] in n-d-806683-2 is: [{'id': 'b28e0208-2fba-43ed-b923-1b02eea5c329', 'name': 'tempest-FloatingIPsNegativeTestJSON-476699298-router', 'tenant_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:57Z', 'updated_at': '2021-08-31T09:26:15Z', 'revision_number': 6, 'project_id': 'b0940d6b40a8415eab9ae80f2c199c4b', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:16.593545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.669070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d88e6c-a624-4f00-8472-6e237c3c8e99 req-a56f7a14-ea59-4422-a43b-cc19fdc85d84 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:16.675344 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9d88e6c-a624-4f00-8472-6e237c3c8e99 req-a56f7a14-ea59-4422-a43b-cc19fdc85d84 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 949 time: 0.0621359 Aug 31 09:26:16.688810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5bd0e9bc-7448-43f1-af77-530c6578c1e5 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:16.718399 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.722017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.728308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9d88e6c-a624-4f00-8472-6e237c3c8e99 req-e5b90fb4-3658-497e-820e-599ccc598ecc tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Aug 31 09:26:16.806347 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.806969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b28e0208-2fba-43ed-b923-1b02eea5c329 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:16.820429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.825458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-21976b46-ebc6-4f9c-b422-462d064ca1d4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b28e0208-2fba-43ed-b923-1b02eea5c329 HTTP/1.1" status: 204 len: 168 time: 1.2398918 Aug 31 09:26:16.825706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43750) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:16.861846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5bd0e9bc-7448-43f1-af77-530c6578c1e5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5bd0e9bc-7448-43f1-af77-530c6578c1e5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:16.877956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '5bd0e9bc-7448-43f1-af77-530c6578c1e5', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '5bd0e9bc-7448-43f1-af77-530c6578c1e5', 'mac_address': 'fa:16:3e:84:6d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:16.999643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-522790f7-e950-4453-be96-fa15420c1919 admin admin] Deleting subnet 16104c75-4002-45eb-9cce-099e03dd6eb6 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:17.002778 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.012919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53807a6-3f7f-4be7-b627-76497862da4f req-4eb11984-c765-42aa-9ca2-d162f629f1ee tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:17.014531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c53807a6-3f7f-4be7-b627-76497862da4f req-4eb11984-c765-42aa-9ca2-d162f629f1ee tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 949 time: 0.1805577 Aug 31 09:26:17.019727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-522790f7-e950-4453-be96-fa15420c1919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.027236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd0e9bc-7448-43f1-af77-530c6578c1e5 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:17.068330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5bd0e9bc-7448-43f1-af77-530c6578c1e5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5bd0e9bc-7448-43f1-af77-530c6578c1e5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:17.073249 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:26:17.076309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.077107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:17.102920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b68153-f1ac-46a1-8f83-acd353d38d18 req-6a4cd63d-dc82-4d7a-b384-52001eeefc02 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:17.104861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8b68153-f1ac-46a1-8f83-acd353d38d18 req-6a4cd63d-dc82-4d7a-b384-52001eeefc02 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.2076423 Aug 31 09:26:17.168458 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-522790f7-e950-4453-be96-fa15420c1919 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.179713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=5bd0e9bc-7448-43f1-af77-530c6578c1e5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.244432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:17.259697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca', 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'port_id': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca', 'mac_address': 'fa:16:3e:17:3b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5d1ca-8ef9-49bb-889f-18ff999e3927', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:17.259976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-2f0811fa-2c5a-4280-85e6-f243604659db tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:26:17.260916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-2f0811fa-2c5a-4280-85e6-f243604659db tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178723 Aug 31 09:26:17.283139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Request body: {'binding': {'host': 'n-h1-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:17.283475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Unknown quota resources ['binding']. {{(pid=94786) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:26:17.309007 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.321872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8b68153-f1ac-46a1-8f83-acd353d38d18 req-e2e32ce6-1b21-44ed-aafb-9e73fe155c3f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011616 Aug 31 09:26:17.326237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:17.327439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-522790f7-e950-4453-be96-fa15420c1919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.366726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:17.375322 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.465367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Deleting port 3137b3ea-557f-46c7-b24f-36d41d34e624 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:17.465696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.465846 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.477318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.477672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.478016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.478357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.478690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.479068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.479400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.479784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.480185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.480519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.480847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.481173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:17.568902 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-522790f7-e950-4453-be96-fa15420c1919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.618502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522790f7-e950-4453-be96-fa15420c1919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16104c75-4002-45eb-9cce-099e03dd6eb6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.630130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed66d46-474f-4efe-b627-acc9583a7ad0 None None] Network 832ce5ad-1692-4aa7-a768-ac8332058dfe requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:17.630970 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-522790f7-e950-4453-be96-fa15420c1919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.636313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-522790f7-e950-4453-be96-fa15420c1919 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/16104c75-4002-45eb-9cce-099e03dd6eb6 HTTP/1.1" status: 204 len: 168 time: 0.8067367 Aug 31 09:26:17.637389 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43758) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:17.650899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e39cb-5aeb-4c36-be12-b7a9c7f8d289 req-bf8cf65b-bf0a-4ae1-a800-f5ac987e033b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:17.652684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c2e39cb-5aeb-4c36-be12-b7a9c7f8d289 req-bf8cf65b-bf0a-4ae1-a800-f5ac987e033b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.2060978 Aug 31 09:26:17.695374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] For port 3137b3ea-557f-46c7-b24f-36d41d34e624, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3137b3ea-557f-46c7-b24f-36d41d34e624,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:17.695707 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.730636 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.737899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Calling delete_port for 3137b3ea-557f-46c7-b24f-36d41d34e624 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:17.767312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on host n-h1-806683-2 for vnic_type normal with profile None {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:17.767312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:17.767639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:17.778736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c2e39cb-5aeb-4c36-be12-b7a9c7f8d289 req-713316dc-9e49-4d68-bf2f-c2cb8e25ed1d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042967 Aug 31 09:26:17.812897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:17.813287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:17.829133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:17.829133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:17.829133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:17.829133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Bound port: a7b61980-67e7-46b6-8632-08efe6e78a00, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:17.868089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Deleting port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:17.877734 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.919732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:17.953896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.955293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-960a9f12-bb90-4d3c-81e4-33a71bdfba09 service neutron] 10.222.0.69 "POST /v2.0/ports/a7b61980-67e7-46b6-8632-08efe6e78a00/bindings HTTP/1.1" status: 201 len: 389 time: 0.6795986 Aug 31 09:26:17.956882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:17.975521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['5bd0e9bc-7448-43f1-af77-530c6578c1e5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:18.034160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.052261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['76081706-c5a7-4ac7-b90a-a774ae41fc4e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:18.128852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] For port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1,segment=NetworkSegment(20cc3312-0314-4ab2-8b19-697574d79cb0),segment_id=20cc3312-0314-4ab2-8b19-697574d79cb0)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:18.129121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.198453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] DHCP port deletion for 832ce5ad-1692-4aa7-a768-ac8332058dfe request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:18.208003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Calling delete_port for b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:18.241197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Pushing event deleted for resources: {'Port': ['ID=3137b3ea-557f-46c7-b24f-36d41d34e624,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:18.323711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f4aeb52f-6f80-469e-bcf4-aba047d0612d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:18.352597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] No DVR routers for this DVR port 3137b3ea-557f-46c7-b24f-36d41d34e624 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:18.362997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: f4aeb52f-6f80-469e-bcf4-aba047d0612d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:18.363335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f4aeb52f-6f80-469e-bcf4-aba047d0612d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:18.363753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7ecba0a9-dca1-4513-9ccd-8841a975a579 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:18.369608 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.376461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c53807a6-3f7f-4be7-b627-76497862da4f req-98f41763-8eed-4a92-813b-829d02f1c7d3 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "DELETE /v2.0/ports/3137b3ea-557f-46c7-b24f-36d41d34e624 HTTP/1.1" status: 204 len: 173 time: 1.3518701 Aug 31 09:26:18.380978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c2072f-f6d2-43e9-9202-51d049bda885', 'name': 'network-vif-deleted', 'tag': '3137b3ea-557f-46c7-b24f-36d41d34e624'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:18.385332 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a059bf1-22ba-4034-a17f-9ca2c2a4faf8" -d '{"events": [{"server_uuid": "29c2072f-f6d2-43e9-9202-51d049bda885", "name": "network-vif-deleted", "tag": "3137b3ea-557f-46c7-b24f-36d41d34e624"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:18.427659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 7ecba0a9-dca1-4513-9ccd-8841a975a579 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:18.427659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7ecba0a9-dca1-4513-9ccd-8841a975a579 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:18.442885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50de70-3cbc-421b-8dc0-c65437f15269 req-e042198c-8f5e-4829-bf57-6526bf350834 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.444886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d50de70-3cbc-421b-8dc0-c65437f15269 req-e042198c-8f5e-4829-bf57-6526bf350834 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 949 time: 0.4394875 Aug 31 09:26:18.475752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.527991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:18.545101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] No DVR routers for this DVR port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:18.575656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] Deleting port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:18.575922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.593983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d50de70-3cbc-421b-8dc0-c65437f15269 req-e532c1de-c97b-477d-8c7b-1630f6dafb6a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036906 Aug 31 09:26:18.609110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-692b9b81-5528-4097-aaa5-c85d62784b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.611935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-692b9b81-5528-4097-aaa5-c85d62784b1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1097 time: 0.2201791 Aug 31 09:26:18.726922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.733197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] For port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:18.733662 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.733826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d36662-9224-4dfc-9e70-771f60ed9e00 req-5a11d4ce-22f4-40cc-8cf0-85e6edff9b4a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.743824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832ce5ad-1692-4aa7-a768-ac8332058dfe']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:18.746067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28d36662-9224-4dfc-9e70-771f60ed9e00 req-5a11d4ce-22f4-40cc-8cf0-85e6edff9b4a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 945 time: 0.3326373 Aug 31 09:26:18.754267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] Calling delete_port for b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:18.757402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cc3312-0314-4ab2-8b19-697574d79cb0') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:18.757691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cc3312-0314-4ab2-8b19-697574d79cb0') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:18.759719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] Port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:26:18.760627 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.779765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.802595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] No DVR routers for this DVR port b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:18.804423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4774230-baba-44e8-8a90-24fbe1ee4a19 None None] Pushing event deleted for resources: {'Port': ['ID=b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:18.816483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.828975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:18.829993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:18.833673 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:18.893670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02a076c9-3a09-4376-bf53-6b746a8c3f9d req-74c9ec7d-350a-4e29-a49f-741eaf325ca0 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=29c2072f-f6d2-43e9-9202-51d049bda885 HTTP/1.1" status: 200 len: 210 time: 0.1450384 Aug 31 09:26:18.904191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28d36662-9224-4dfc-9e70-771f60ed9e00 req-5e789c59-5534-49e3-ab73-3afa58975f4c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575842 Aug 31 09:26:18.924071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.932081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-3040493a-5f93-4aef-8c11-520a5f2c8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.934499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-3040493a-5f93-4aef-8c11-520a5f2c8f51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.3121710 Aug 31 09:26:18.945944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.952857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] 10.222.0.69 "DELETE /v2.0/networks/832ce5ad-1692-4aa7-a768-ac8332058dfe HTTP/1.1" status: 204 len: 168 time: 1.3097243 Aug 31 09:26:18.972767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeea18b-3edd-4104-91cf-1e3c9df2aa33 admin admin] Pushing event deleted for resources: {'Network': ['ID=832ce5ad-1692-4aa7-a768-ac8332058dfe,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:19.053140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-322983c6-66d8-4a60-a66b-81ce330f9426 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 200 len: 217 time: 0.1097016 Aug 31 09:26:19.167156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:19.216036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0da0ecf1-7cce-483c-bf4b-491849f58e7d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0940d6b40a8415eab9ae80f2c199c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472789 Aug 31 09:26:19.218955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43778) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:19.225652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-e447746a-de43-4168-801d-25e30a591015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.227243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-e447746a-de43-4168-801d-25e30a591015 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.1596265 Aug 31 09:26:19.274783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff0cc3-fe57-451e-91fa-b99b323622cd req-2fa499f8-1ae5-4ad3-b11c-1b92ccfe08ef tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.276425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75ff0cc3-fe57-451e-91fa-b99b323622cd req-2fa499f8-1ae5-4ad3-b11c-1b92ccfe08ef tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 946 time: 0.1338897 Aug 31 09:26:19.279171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b529034-f438-4c54-a0ee-6ae222a49446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.279725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f387b4f2-7dc3-4911-a551-c09ecd2d186e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421205 Aug 31 09:26:19.287682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3774ca0-e12d-4867-a86e-d43ba02dc55b req-26b3456a-4ae1-4467-a595-4b8205097ee8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.289288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3774ca0-e12d-4867-a86e-d43ba02dc55b req-26b3456a-4ae1-4467-a595-4b8205097ee8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 944 time: 0.1319337 Aug 31 09:26:19.307918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b529034-f438-4c54-a0ee-6ae222a49446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.361676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b529034-f438-4c54-a0ee-6ae222a49446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.364589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b529034-f438-4c54-a0ee-6ae222a49446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.369056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3b529034-f438-4c54-a0ee-6ae222a49446 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/033caa6e-2aab-45b9-8555-3e5a72691877 HTTP/1.1" status: 204 len: 168 time: 0.1460569 Aug 31 09:26:19.377608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b529034-f438-4c54-a0ee-6ae222a49446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033caa6e-2aab-45b9-8555-3e5a72691877,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:19.649277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75ff0cc3-fe57-451e-91fa-b99b323622cd req-f55f74a1-e43d-4ef7-821e-de054883b6be tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588519 Aug 31 09:26:19.658927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3774ca0-e12d-4867-a86e-d43ba02dc55b req-f4efe220-34f8-404d-825d-44b2018457f8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526204 Aug 31 09:26:19.688735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-45718c60-d759-446f-bafe-8b657431f925 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908620 Aug 31 09:26:19.732316 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bda488c-99fb-4f51-9ead-d5cb96da2724 x-openstack-request-id: req-7bda488c-99fb-4f51-9ead-d5cb96da2724 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:19.732609 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c2072f-f6d2-43e9-9202-51d049bda885", "name": "network-vif-deleted", "tag": "3137b3ea-557f-46c7-b24f-36d41d34e624", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:19.732865 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7bda488c-99fb-4f51-9ead-d5cb96da2724 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:19.733262 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c2072f-f6d2-43e9-9202-51d049bda885', 'name': 'network-vif-deleted', 'tag': '3137b3ea-557f-46c7-b24f-36d41d34e624', 'status': 'completed', 'code': 200} Aug 31 09:26:19.881490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3137b3ea-557f-46c7-b24f-36d41d34e624 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:19.906619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c16edd1f-6399-4407-a35f-1d26d9fef145 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031527 Aug 31 09:26:19.948979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 3137b3ea-557f-46c7-b24f-36d41d34e624 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:19.949673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3137b3ea-557f-46c7-b24f-36d41d34e624 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:19.969831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c73477-b914-4178-8e66-a39bfc4f159c req-b35164dd-89b4-4d6b-88ef-bb0e71a055cb tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.971776 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-b35164dd-89b4-4d6b-88ef-bb0e71a055cb tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1457853 Aug 31 09:26:20.038446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dde985-2eeb-438e-af96-1138cc4697ed req-8f3a3547-c80a-41e4-8dd3-1a0e80537623 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.040164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2dde985-2eeb-438e-af96-1138cc4697ed req-8f3a3547-c80a-41e4-8dd3-1a0e80537623 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 949 time: 0.1305184 Aug 31 09:26:20.089931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-99933c46-d8da-43f9-87cf-1d2b1c9f6982 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 695 time: 0.1069458 Aug 31 09:26:20.120096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Request body: {'floatingip': {'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:20.131761 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2dde985-2eeb-438e-af96-1138cc4697ed req-2df9ea04-50e4-4087-8b0f-00af77bf6cbe tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790522 Aug 31 09:26:20.178176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.182210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-de944127-8ff6-420d-8abb-965f5f22d93e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.184534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-de944127-8ff6-420d-8abb-965f5f22d93e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1097 time: 0.1547654 Aug 31 09:26:20.214579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:20.229816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-2'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:20.242510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:20.242894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b7ea53b7-3e2c-4fb0-81b8-d58c0ec0ccb1 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:20.360098 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.699735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:20.717960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5bd0e9bc-7448-43f1-af77-530c6578c1e5 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:20.777789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:20.783720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:20.784258 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.813662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-89ef7366-370b-4f8d-a5c3-f5dc8f64ff5c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b968f240aff1429d984a933f1f7aa0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521414 Aug 31 09:26:20.846484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:20.890161 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.959496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:26:21.026131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.047253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b8a622-d831-412e-b6bf-792fe07ce85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd0e9bc-7448-43f1-af77-530c6578c1e5'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:21.050336 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855fc5ec-e68b-44dd-8716-4b1b4f37cdf9" -d '{"events": [{"server_uuid": "73b8a622-d831-412e-b6bf-792fe07ce85b", "name": "network-vif-plugged", "status": "completed", "tag": "5bd0e9bc-7448-43f1-af77-530c6578c1e5"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:21.052275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.053282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.067281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5bd0e9bc-7448-43f1-af77-530c6578c1e5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5bd0e9bc-7448-43f1-af77-530c6578c1e5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:21.073018 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.076479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:21.076881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.110955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-4be299f3-65ea-450b-bbcd-d1e1d66c048e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.115530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-4be299f3-65ea-450b-bbcd-d1e1d66c048e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860963 Aug 31 09:26:21.169376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=5bd0e9bc-7448-43f1-af77-530c6578c1e5,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:21.187792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:21.193687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:21.194053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.217120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-e0ed142e-01ba-4848-8777-a47438970349 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/quotas/b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 375 time: 0.0492413 Aug 31 09:26:21.225621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:21.324463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on host n-h2-806683-2 for vnic_type normal with profile {"migrating_to": "n-h1-806683-2"} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:21.324807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:21.325154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:21.331346 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.337826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:21.338149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Attempting to bind port a7b61980-67e7-46b6-8632-08efe6e78a00 on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:21.345029 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d associated. External IP: 172.25.1.24, port: c8b16836-2f57-4d77-98d5-ed6c2d6f5355. Aug 31 09:26:21.389869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:21.394872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.408092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:21.408439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:21.408838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:21.409297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Bound port: a7b61980-67e7-46b6-8632-08efe6e78a00, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:21.409665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.431045 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-b312cf59-13ca-4297-9fd7-ca6f68c9c92d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605895 Aug 31 09:26:21.458182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:21.550235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:21.555583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:21.561648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.708342 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b4d9-7b20-478c-9474-d1dd042c3e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.945845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:21.948248 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d65d4b-d41b-4cbc-8e6d-d7ed8208ccf1" -d '{"events": [{"server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:22.039281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.040379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.041355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 200 len: 1122 time: 1.8190689 Aug 31 09:26:22.086413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9985a72-514a-4cfb-b04d-ea5766d91bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=8']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:22.114375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a7b61980-67e7-46b6-8632-08efe6e78a00'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:22.116163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:22.129587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-549d1f3e-bb01-4e98-8887-4cb2ced1cea6 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.131676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-549d1f3e-bb01-4e98-8887-4cb2ced1cea6 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 950 time: 0.1786594 Aug 31 09:26:22.144824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758907f5-eeb9-4073-b492-7e02ed34509d req-7289a1fe-f3a4-4a5a-ad24-ae60754e64e4 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.146715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758907f5-eeb9-4073-b492-7e02ed34509d req-7289a1fe-f3a4-4a5a-ad24-ae60754e64e4 tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aaf0089-c09b-42a1-8d6e-13da5c26af18 HTTP/1.1" status: 200 len: 950 time: 0.1883020 Aug 31 09:26:22.278938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758907f5-eeb9-4073-b492-7e02ed34509d req-4cb9b1ac-1894-43b3-aead-cb8828f07d8d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.69 "GET /v2.0/security-groups?id=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223512 Aug 31 09:26:22.408486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:22.423707 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.429314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:22.447627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:22.448857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:22.469345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-239d3c79-0d00-4dd1-8e4d-dd66dc6fd832 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "PUT /v2.0/floatingips/8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d HTTP/1.1" status: 200 len: 995 time: 2.3541944 Aug 31 09:26:22.555883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Deleting port 76081706-c5a7-4ac7-b90a-a774ae41fc4e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:22.556323 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.642506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:22.692113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c73477-b914-4178-8e66-a39bfc4f159c req-10fe81cb-8a0e-496e-adea-489761c5f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.694390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-10fe81cb-8a0e-496e-adea-489761c5f16b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.2167478 Aug 31 09:26:22.788659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfac37-1b55-432c-9ab2-bc18d7b4e77e req-46f1b64c-a8d3-43ce-a9b4-d0080a1564fd tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.790276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cdbfac37-1b55-432c-9ab2-bc18d7b4e77e req-46f1b64c-a8d3-43ce-a9b4-d0080a1564fd tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.2626672 Aug 31 09:26:22.886658 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bcdcd47a-f32e-4216-aac2-b828ca176656 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b968f240aff1429d984a933f1f7aa0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433333 Aug 31 09:26:22.959186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] For port 76081706-c5a7-4ac7-b90a-a774ae41fc4e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=76081706-c5a7-4ac7-b90a-a774ae41fc4e,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:22.959910 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.993227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cdbfac37-1b55-432c-9ab2-bc18d7b4e77e req-06dc23f1-3f87-49ea-ba65-ca08c5f776a2 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797924 Aug 31 09:26:23.014647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Calling delete_port for 76081706-c5a7-4ac7-b90a-a774ae41fc4e owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:23.034979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c73477-b914-4178-8e66-a39bfc4f159c req-2f1ea8c2-15ce-4e70-af79-2dfe870558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.034979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-2f1ea8c2-15ce-4e70-af79-2dfe870558b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.3235803 Aug 31 09:26:23.067457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:81:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:20Z', 'revision_number': 1, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:23.099432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-3b20ce61-aadd-46c0-80da-4d47816094e5 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.102289 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-3b20ce61-aadd-46c0-80da-4d47816094e5 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090735 Aug 31 09:26:23.106375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:23.118024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:23.119060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:25:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:23.122988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Request body: {'port': {'device_id': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'b968f240aff1429d984a933f1f7aa0eb'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:23.237067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-38213a78-7f9d-4201-bf14-64ae5584bd01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 998 time: 0.2014050 Aug 31 09:26:23.257102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3983a1-307e-44ba-a4e5-94d49be8d8b2 req-8d38d99f-8c86-4901-87d3-6c821660b4c2 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.258813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac3983a1-307e-44ba-a4e5-94d49be8d8b2 req-8d38d99f-8c86-4901-87d3-6c821660b4c2 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 944 time: 0.1246965 Aug 31 09:26:23.303522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:23.381258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c73477-b914-4178-8e66-a39bfc4f159c req-dfc3b4ea-a983-4b43-aabf-c29930ae4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.382929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-dfc3b4ea-a983-4b43-aabf-c29930ae4007 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.1231015 Aug 31 09:26:23.384069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.389435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac3983a1-307e-44ba-a4e5-94d49be8d8b2 req-23fce7ad-b4f0-4b6e-9c2d-39962301cfe7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157291 Aug 31 09:26:23.424978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Pushing event deleted for resources: {'Port': ['ID=76081706-c5a7-4ac7-b90a-a774ae41fc4e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:23.438443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['76081706-c5a7-4ac7-b90a-a774ae41fc4e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:23.517486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] No DVR routers for this DVR port 76081706-c5a7-4ac7-b90a-a774ae41fc4e on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:23.521428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.523828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f615af0-7fd8-4398-9f6a-a1249f7b1f2e req-8481c009-9263-4cc7-bad0-d50554ad7d1d tempest-ServersAdminTestJSON-250615130 tempest-ServersAdminTestJSON-250615130-project] 10.222.0.52 "DELETE /v2.0/ports/76081706-c5a7-4ac7-b90a-a774ae41fc4e HTTP/1.1" status: 204 len: 173 time: 1.3687036 Aug 31 09:26:23.528378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Made reservation on behalf of b968f240aff1429d984a933f1f7aa0eb for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:23.533132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.559111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c73477-b914-4178-8e66-a39bfc4f159c req-21dc2547-0eb4-481a-a9da-db1d0a29a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.560721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-21dc2547-0eb4-481a-a9da-db1d0a29a771 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017699 Aug 31 09:26:23.582088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-f60d4c53-3e4a-43e5-9ca9-959cad9827ba service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:26:23.583372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-f60d4c53-3e4a-43e5-9ca9-959cad9827ba service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060265 Aug 31 09:26:23.713955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Allocated IP 192.168.233.27 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/280c8c70-0bc8-4439-abc2-d16b986910c8) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:23.726375 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cec554-18a6-425d-b82a-f7ac7108dd61 x-openstack-request-id: req-31cec554-18a6-425d-b82a-f7ac7108dd61 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:23.726663 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b8a622-d831-412e-b6bf-792fe07ce85b", "name": "network-vif-plugged", "status": "completed", "tag": "5bd0e9bc-7448-43f1-af77-530c6578c1e5", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:23.727205 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31cec554-18a6-425d-b82a-f7ac7108dd61 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:23.727773 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b8a622-d831-412e-b6bf-792fe07ce85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd0e9bc-7448-43f1-af77-530c6578c1e5', 'code': 200} Aug 31 09:26:23.766522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:81:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:20Z', 'revision_number': 1, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:23.812660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e702633-db71-4d04-a777-d63e09980ab8 None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:81:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:20Z', 'revision_number': 1, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:23.919686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-7fecb8ea-e8ef-4bd8-b068-e4bf53c83f21 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108943 Aug 31 09:26:23.930489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.931252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5368bb3-2510-46cd-9b12-9c294112030c req-cdcbe8a5-a99d-43dc-9ddb-f6fae58967b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.932821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5368bb3-2510-46cd-9b12-9c294112030c req-cdcbe8a5-a99d-43dc-9ddb-f6fae58967b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 1101 time: 0.1167579 Aug 31 09:26:23.947264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Transition to ACTIVE for port object 280c8c70-0bc8-4439-abc2-d16b986910c8 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:23.984625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.999430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4013230-fc11-4e79-8fb1-6f3c3b380887 req-00a8aec6-9c68-49fb-a021-ea549162af3a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.000176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a517228a-f2be-45ac-92e3-4769c77d3194'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:24.001142 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4013230-fc11-4e79-8fb1-6f3c3b380887 req-00a8aec6-9c68-49fb-a021-ea549162af3a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 950 time: 0.1499767 Aug 31 09:26:24.002694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:24.068156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5368bb3-2510-46cd-9b12-9c294112030c req-e5ab2fdf-fb7f-4e99-bfab-d9e1ffa640cf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245930 Aug 31 09:26:24.110257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:24.126983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:24.131769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:24.134855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:24.142473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91c73477-b914-4178-8e66-a39bfc4f159c req-1fdfd331-a3ba-42ee-adc1-9c2444cc731a service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139442 Aug 31 09:26:24.145632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4013230-fc11-4e79-8fb1-6f3c3b380887 req-6562706d-6818-40ab-81d3-15086c09dd4d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211307 Aug 31 09:26:24.216002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.216002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.261105 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-714b9296-1aa6-40c3-95d8-cf0601e8bfb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1472549 Aug 31 09:26:24.280229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Request body: {'port': {'device_id': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:24.295280 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb5b44-a5f0-484e-b861-0ffec38605cc x-openstack-request-id: req-28cb5b44-a5f0-484e-b861-0ffec38605cc {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:24.302915 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:24.303295 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28cb5b44-a5f0-484e-b861-0ffec38605cc {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:24.303665 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00', 'code': 200} Aug 31 09:26:24.314439 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8814759c-2902-45ad-bacc-9e9f68a33827 None None] New status for floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:26:24.383615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef489abe-a58b-4b5d-b486-bf348a4cdef2 req-395c43b0-247d-465c-aadd-6bd69567fabc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.397591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef489abe-a58b-4b5d-b486-bf348a4cdef2 req-395c43b0-247d-465c-aadd-6bd69567fabc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 935 time: 0.1155794 Aug 31 09:26:24.403186 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.508538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef489abe-a58b-4b5d-b486-bf348a4cdef2 req-e29465cc-4ca4-40e7-b4db-81c5d0c144fc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055405 Aug 31 09:26:24.735909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a7b61980-67e7-46b6-8632-08efe6e78a00 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:24.760853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-85cc72e2-d2e3-4e3e-b48c-a9a42db098db None None] Provisioning for port 280c8c70-0bc8-4439-abc2-d16b986910c8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:24.773949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-85cc72e2-d2e3-4e3e-b48c-a9a42db098db None None] Provisioning complete for port 280c8c70-0bc8-4439-abc2-d16b986910c8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:24.774352 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-85cc72e2-d2e3-4e3e-b48c-a9a42db098db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.837577 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50a3b-f8bf-43db-86f7-28a05d0eed86 req-db36530f-cccb-48d0-9165-b583e6abfe7b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.848059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ae50a3b-f8bf-43db-86f7-28a05d0eed86 req-db36530f-cccb-48d0-9165-b583e6abfe7b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1754534 Aug 31 09:26:24.931925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ae50a3b-f8bf-43db-86f7-28a05d0eed86 req-02e76cdd-77b1-4adb-92a9-1c51ce1bbac1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711184 Aug 31 09:26:24.997982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-85cc72e2-d2e3-4e3e-b48c-a9a42db098db None None] Port 280c8c70-0bc8-4439-abc2-d16b986910c8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:25.013443 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.049522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-888299bf-e402-4dc1-b0e3-bdfa688b181b tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.050460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-888299bf-e402-4dc1-b0e3-bdfa688b181b tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1026440 Aug 31 09:26:25.083794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:25.142593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280c8c70-0bc8-4439-abc2-d16b986910c8 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:25.148197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a7b61980-67e7-46b6-8632-08efe6e78a00 has no active binding in host n-h1-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:26:25.154243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.169044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b7433fd7-2bcc-465e-971b-2a7b7f0dd141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.176652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Transition to ACTIVE for port object 280c8c70-0bc8-4439-abc2-d16b986910c8 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:25.181437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.250317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:25.268381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43874) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:25.272098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-55338f51-d225-4bcc-8a1f-a5cde99772ad tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.2152965 Aug 31 09:26:25.296091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Request body: {'floatingip': {'port_id': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:25.350419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:25.350813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:25.351619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:25.357761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:25.358009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:25.363835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:25.364126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404873a-6ff5-4a2f-b7a9-1a7ce7ffba07 req-975eb5f9-e72e-44af-8a41-04e4c174be5b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.364289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:25.364776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:25.365224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Bound port: 280c8c70-0bc8-4439-abc2-d16b986910c8, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:25.365730 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.373103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3404873a-6ff5-4a2f-b7a9-1a7ce7ffba07 req-975eb5f9-e72e-44af-8a41-04e4c174be5b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 944 time: 0.1703243 Aug 31 09:26:25.405092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.453582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:25.456823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:25.464686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.483645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3404873a-6ff5-4a2f-b7a9-1a7ce7ffba07 req-8d910502-34ba-43f6-ae4b-3256bf8cb336 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093042 Aug 31 09:26:25.522908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.523489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.525933 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] 10.222.0.52 "PUT /v2.0/ports/280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 1095 time: 1.2565320 Aug 31 09:26:25.526414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:25.528898 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277d1a01-a8f4-4246-a0d2-c17ade16f103" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:25.574267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e968f-f7a7-4a48-a58e-f6e5afe53e47 service neutron] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:25.628648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43882) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:25.628894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4cfcff37-2848-4c7a-982b-52949876b1b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4bdef5b07534cf589063b36b1a6e215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547871 Aug 31 09:26:25.669459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-93f1d55b-3896-4b49-baac-6b1dba9939df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.671050 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-93f1d55b-3896-4b49-baac-6b1dba9939df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1098 time: 0.0792882 Aug 31 09:26:25.721813 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-caf60dc7-a0d7-4d2c-bf3d-260332b63d8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.0410480 Aug 31 09:26:25.735066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:25.741540 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d0df00-467c-45be-b9f9-9e160098b31c" -d '{"events": [{"server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "name": "network-vif-plugged", "status": "completed", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:25.762338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-672759ce-b6d2-4145-894c-cdfd8ccdaa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.819769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-672759ce-b6d2-4145-894c-cdfd8ccdaa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.863008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-f3aabcfb-95d9-48b6-b629-4a5ec5ad7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.864874 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-f3aabcfb-95d9-48b6-b629-4a5ec5ad7c43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1348717 Aug 31 09:26:25.899456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:25.925526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 76081706-c5a7-4ac7-b90a-a774ae41fc4e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:25.926020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 76081706-c5a7-4ac7-b90a-a774ae41fc4e not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:25.959983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bd523e4b-feb5-44e8-b7bc-33439107d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.962775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-bd523e4b-feb5-44e8-b7bc-33439107d09c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831559 Aug 31 09:26:25.965481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-672759ce-b6d2-4145-894c-cdfd8ccdaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.969392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-672759ce-b6d2-4145-894c-cdfd8ccdaa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.970777 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-672759ce-b6d2-4145-894c-cdfd8ccdaa05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e37fa6ee-cc99-4f20-826b-b8b74c73a8a3 HTTP/1.1" status: 204 len: 168 time: 0.3408458 Aug 31 09:26:25.975871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835b8f8-185e-42b9-bbcf-92b76af247aa req-a24c4383-8ffa-4903-94a4-c1e40777841d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.977510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c835b8f8-185e-42b9-bbcf-92b76af247aa req-a24c4383-8ffa-4903-94a4-c1e40777841d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 950 time: 0.1298046 Aug 31 09:26:26.004298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672759ce-b6d2-4145-894c-cdfd8ccdaa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37fa6ee-cc99-4f20-826b-b8b74c73a8a3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:26.148925 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-beef1cde-2960-4f14-887c-2e6a3c0853ca service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756463 Aug 31 09:26:26.195849 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c835b8f8-185e-42b9-bbcf-92b76af247aa req-9a41cdc2-aea1-4e38-8d03-71c366d45235 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074033 Aug 31 09:26:26.272384 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e88591ce-0bdd-4b92-80bc-0cddbc973c2b req-7f8abbb8-fcbf-44c5-82ce-627cd374bdf2 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148758 Aug 31 09:26:26.315880 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ad93e-d3fb-440a-8321-f792e81690d4 x-openstack-request-id: req-7d5ad93e-d3fb-440a-8321-f792e81690d4 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:26.316416 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:26.316937 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d5ad93e-d3fb-440a-8321-f792e81690d4 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:26.318051 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'status': 'completed', 'code': 200} Aug 31 09:26:26.407479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-044ed5fb-18d3-4cd8-8b2d-1234d29ec577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.409041 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-044ed5fb-18d3-4cd8-8b2d-1234d29ec577 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1098 time: 0.0593698 Aug 31 09:26:26.409537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43894) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.508056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6e732cc1-93af-4015-97bb-fba4131e4b97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e6b6c1baa024ca5b83d624e01c4c19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973759 Aug 31 09:26:26.512628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43896) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.527807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00'}, {'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355'}, {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-deleted', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:26.530215 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69ae04-1b55-4199-9087-56eeccbb4661" -d '{"events": [{"name": "network-changed", "server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00"}, {"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355"}, {"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-deleted", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:26.540108 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:26:26.563529 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-84ee119b-8280-48f9-938c-975274587e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.565064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-84ee119b-8280-48f9-938c-975274587e45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1479161 Aug 31 09:26:26.618006 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.623316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-fb8afeb6-63a6-4a85-8f3e-1c528011ea09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.0438037 Aug 31 09:26:26.624118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0d39d89-1656-42af-801d-3caf1e95fdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.624590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.635518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd706fd-26dc-493f-9ac3-2e9711211462 req-5d62290a-26a5-49ce-9e22-4373c6488214 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.637848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cd706fd-26dc-493f-9ac3-2e9711211462 req-5d62290a-26a5-49ce-9e22-4373c6488214 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 947 time: 0.1027839 Aug 31 09:26:26.691543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0d39d89-1656-42af-801d-3caf1e95fdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.717746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-02e3f1a4-94ea-4047-bf0a-1dc2badc054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.719318 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-02e3f1a4-94ea-4047-bf0a-1dc2badc054e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0889816 Aug 31 09:26:26.753341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cd706fd-26dc-493f-9ac3-2e9711211462 req-4ff88216-2201-43d8-9d4b-d83ecbe97332 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818660 Aug 31 09:26:26.774787 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d associated. External IP: 172.25.1.24, port: c8b16836-2f57-4d77-98d5-ed6c2d6f5355. Aug 31 09:26:26.813498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-e98fc62a-5d0d-4616-abb9-74c172d6a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.816538 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-e98fc62a-5d0d-4616-abb9-74c172d6a871 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851824 Aug 31 09:26:26.826495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0d39d89-1656-42af-801d-3caf1e95fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.832237 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62667727-c7fc-4c17-9b0e-50925b24d9cf x-openstack-request-id: req-62667727-c7fc-4c17-9b0e-50925b24d9cf {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:26.833082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0d39d89-1656-42af-801d-3caf1e95fdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.834055 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "name": "network-vif-plugged", "status": "completed", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:26.835298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d0d39d89-1656-42af-801d-3caf1e95fdf1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b949b91-ae61-4380-b806-f599492809b1 HTTP/1.1" status: 204 len: 168 time: 0.3225367 Aug 31 09:26:26.836090 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62667727-c7fc-4c17-9b0e-50925b24d9cf {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:26.837362 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca', 'code': 200} Aug 31 09:26:26.903804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d39d89-1656-42af-801d-3caf1e95fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b949b91-ae61-4380-b806-f599492809b1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:27.013112 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-490c2688-8a97-4fe9-bcb2-3fa171744c43 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751983 Aug 31 09:26:27.137570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dd8e3-3b72-4ee3-b72b-790fb62f141c req-5c78a3cc-13a6-46fc-9585-4191ef1f37b0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.139350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-762dd8e3-3b72-4ee3-b72b-790fb62f141c req-5c78a3cc-13a6-46fc-9585-4191ef1f37b0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1419191 Aug 31 09:26:27.160872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c9c52-dd5e-4e6e-8499-bdb4dc27f60d req-d0813eae-5781-4e4a-9ed6-fbae506275a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.162900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e1c9c52-dd5e-4e6e-8499-bdb4dc27f60d req-d0813eae-5781-4e4a-9ed6-fbae506275a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1096 time: 0.1488934 Aug 31 09:26:27.174923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:27.178071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-277d1a01-a8f4-4246-a0d2-c17ade16f103 req-48e540ac-8ef9-424d-bb9c-d5fa73115aaa service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563883 Aug 31 09:26:27.241086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-762dd8e3-3b72-4ee3-b72b-790fb62f141c req-5aff32a6-3315-4e22-86fb-5972cca43f43 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943127 Aug 31 09:26:27.276545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e1c9c52-dd5e-4e6e-8499-bdb4dc27f60d req-2a60981c-fb47-4e02-acbd-bdecde73a97b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004336 Aug 31 09:26:27.394602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:27.416936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:27.432551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:27.433626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:27.490811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da9d1b-7a9a-4763-89fd-7d1652c060ae req-158209fc-0921-4a88-9622-c133d44680cc tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.493535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59da9d1b-7a9a-4763-89fd-7d1652c060ae req-158209fc-0921-4a88-9622-c133d44680cc tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 944 time: 0.1529138 Aug 31 09:26:27.545630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.635653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59da9d1b-7a9a-4763-89fd-7d1652c060ae req-4e88c89c-9e8b-4541-a166-14b1039656ea tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324186 Aug 31 09:26:27.654309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:27.791817 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc867c9-11d9-4e3e-9999-02f35c95ee29 x-openstack-request-id: req-5dc867c9-11d9-4e3e-9999-02f35c95ee29 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:27.792157 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355", "status": "completed", "code": 200}, {"server_uuid": "6aaf0089-c09b-42a1-8d6e-13da5c26af18", "name": "network-vif-deleted", "tag": "76081706-c5a7-4ac7-b90a-a774ae41fc4e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:27.792568 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dc867c9-11d9-4e3e-9999-02f35c95ee29 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:27.793090 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00', 'status': 'completed', 'code': 200} Aug 31 09:26:27.793342 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'status': 'completed', 'code': 200} Aug 31 09:26:27.793732 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaf0089-c09b-42a1-8d6e-13da5c26af18', 'name': 'network-vif-deleted', 'tag': '76081706-c5a7-4ac7-b90a-a774ae41fc4e', 'status': 'completed', 'code': 200} Aug 31 09:26:27.898150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-294a3159-9c66-4691-9982-656e997c59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.900914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-294a3159-9c66-4691-9982-656e997c59a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1125 time: 0.1063516 Aug 31 09:26:27.953168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:27.969793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-09b94e4a-edda-46e8-8458-00339a2245e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.972170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-09b94e4a-edda-46e8-8458-00339a2245e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.1741366 Aug 31 09:26:28.187973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-07a37bbc-692b-4070-9f37-5c05a8333034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:28.192705 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-07a37bbc-692b-4070-9f37-5c05a8333034 service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.2834091 Aug 31 09:26:28.290911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c095f525-a60b-442a-861c-09a404b9a2db service neutron] 10.222.0.52 "GET /v2.0/ports/a7b61980-67e7-46b6-8632-08efe6e78a00/bindings/n-h1-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.4225814 Aug 31 09:26:28.295348 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-a17f7049-8e9a-46ff-87f4-c27606595946 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 200 len: 217 time: 0.0913534 Aug 31 09:26:28.385546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:b2:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54535c2a-d948-419e-a8cc-0f619056cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:26Z', 'revision_number': 3, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:28.439661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-cb49ce2b-eff8-48b6-9d7c-728848471e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:28.447680 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-cb49ce2b-eff8-48b6-9d7c-728848471e6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.1419351 Aug 31 09:26:28.472393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:28.487521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:28.499009 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.504144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:28.505768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:28.518433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-fb612651-3683-43fa-9f11-c570c047e0db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588453 Aug 31 09:26:28.524799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5475f-45d4-4cde-b36a-c3ca0aa30f21 req-13261483-dac8-46f7-bdce-0eed8f04eaa8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:28.538499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ced5475f-45d4-4cde-b36a-c3ca0aa30f21 req-13261483-dac8-46f7-bdce-0eed8f04eaa8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 950 time: 0.3895617 Aug 31 09:26:28.543278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-93d60725-1c6b-4063-88ae-85ba47fb2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:28.546082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-93d60725-1c6b-4063-88ae-85ba47fb2770 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.5610495 Aug 31 09:26:28.669329 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-4e72bc13-0481-418a-8cca-0246b061b92a service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358414 Aug 31 09:26:28.682244 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.694649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:28.721736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-1e7a3f66-2c8b-4527-aad1-c43d4e31710a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 217 time: 0.1317391 Aug 31 09:26:28.814057 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-7a44d293-c670-4f63-b799-49db35e6d302 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372757 Aug 31 09:26:28.941816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ced5475f-45d4-4cde-b36a-c3ca0aa30f21 req-99053254-2ddb-4354-90ed-1c310e9da002 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017932 Aug 31 09:26:28.951676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-60151d21-61fc-4650-9a5d-9e3d02c150fd tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "PUT /v2.0/floatingips/8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d HTTP/1.1" status: 200 len: 997 time: 3.6616855 Aug 31 09:26:29.061092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-2b07e7d1-099b-4de2-8693-4a511cdc4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:29.062969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-2b07e7d1-099b-4de2-8693-4a511cdc4350 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.3231940 Aug 31 09:26:29.097025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:b2:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54535c2a-d948-419e-a8cc-0f619056cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:26Z', 'revision_number': 3, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.132600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b9d49-54a7-43ec-81cc-c9cca79fc496 None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:b2:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54535c2a-d948-419e-a8cc-0f619056cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:26Z', 'revision_number': 3, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:29.397507 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d7f59-fcbe-435c-bfd7-5ef87f579a46 None None] New status for floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:26:29.462664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-b978ce61-7f22-4c7a-abc2-d86ddd5e16e3 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:29.464715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-b978ce61-7f22-4c7a-abc2-d86ddd5e16e3 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports/c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 942 time: 0.4265997 Aug 31 09:26:29.505157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:29.518007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-1347046a-7e4b-4a4d-b6e7-2be1499ceb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:29.519719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-1347046a-7e4b-4a4d-b6e7-2be1499ceb57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4207327 Aug 31 09:26:29.569707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c8865-1e64-4893-b94c-a6a35d070df5 req-f36cbcdd-f0f7-4a48-a153-655a5e98a2fb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:29.572833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-295c8865-1e64-4893-b94c-a6a35d070df5 req-f36cbcdd-f0f7-4a48-a153-655a5e98a2fb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 947 time: 0.4763145 Aug 31 09:26:29.705208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:29.749001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:29.759022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:29.759663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.803077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355'}, {'name': 'network-changed', 'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:29.807367 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673e2df9-1149-4b34-b727-2ddaa640ab9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355"}, {"name": "network-changed", "server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:29.843379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b61980-67e7-46b6-8632-08efe6e78a00 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:29.880511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:29.889060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:29.903559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-295c8865-1e64-4893-b94c-a6a35d070df5 req-6b7e44f6-6e45-43ed-8c19-7656f4dc11c8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074965 Aug 31 09:26:29.926842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-828da738-042c-4ca7-9b73-4ace08e017e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:29.926842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-828da738-042c-4ca7-9b73-4ace08e017e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.3314524 Aug 31 09:26:29.927276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:29.931604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a7b61980-67e7-46b6-8632-08efe6e78a00 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:29.950776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.001560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-c8e4a2f5-5c38-4294-a58c-389650c8e205 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708779 Aug 31 09:26:30.253102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:30.283133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'mac_address': 'fa:16:3e:6e:56:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:30.332814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-3239089c-d9ae-4135-8861-c6cb27c90181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.335339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-3239089c-d9ae-4135-8861-c6cb27c90181 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.3749325 Aug 31 09:26:30.340123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] Transition to ACTIVE for port object a7b61980-67e7-46b6-8632-08efe6e78a00 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:30.343523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc69ae04-1b55-4199-9087-56eeccbb4661 req-6a6a6733-a05e-4e09-b55a-79d99e7d9ffe service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586195 Aug 31 09:26:30.351708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5744f1-46d2-4738-91b8-b0e4880b5258 req-f4dbbb81-5c1f-4646-bf34-b329e49e86f0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.353320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f5744f1-46d2-4738-91b8-b0e4880b5258 req-f4dbbb81-5c1f-4646-bf34-b329e49e86f0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1780696 Aug 31 09:26:30.365648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.371726 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.394314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280c8c70-0bc8-4439-abc2-d16b986910c8 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:30.405069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-fbfff694-b408-475c-b543-2143a1383a06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 217 time: 0.0504913 Aug 31 09:26:30.421874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:30.426341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:b2:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54535c2a-d948-419e-a8cc-0f619056cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:29Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:30.429044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.493453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:30.524931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:30.525802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:30.576469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] No DVR routers for this DVR port a7b61980-67e7-46b6-8632-08efe6e78a00 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:30.581810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-04d755fe-ffc2-446c-9beb-1663139ef172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.583480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-04d755fe-ffc2-446c-9beb-1663139ef172 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.1399212 Aug 31 09:26:30.584316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:30.588054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f5744f1-46d2-4738-91b8-b0e4880b5258 req-9b0cc554-f762-46f2-b99a-cab45d6d5b52 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874697 Aug 31 09:26:30.591400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] Pushing event updated for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=10']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:30.660601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-f062439e-4548-4814-9fb5-bf60e5ed776e service neutron] 10.222.0.52 "PUT /v2.0/ports/a7b61980-67e7-46b6-8632-08efe6e78a00/bindings/n-h1-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3431852 Aug 31 09:26:30.706723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['280c8c70-0bc8-4439-abc2-d16b986910c8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:30.720697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:30.736778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-8aebb9e0-7e9d-4629-b106-54c10afad303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.738840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-8aebb9e0-7e9d-4629-b106-54c10afad303 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037128 Aug 31 09:26:30.932548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff9978-c379-49be-a4a8-069c1fbb3574 req-e250c873-1977-4d6e-a84f-7930021082a9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.934798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66ff9978-c379-49be-a4a8-069c1fbb3574 req-e250c873-1977-4d6e-a84f-7930021082a9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 945 time: 0.1948676 Aug 31 09:26:30.944361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-447c2f50-d7e0-4a18-8360-a7ec9a2a1a1e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.945181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-447c2f50-d7e0-4a18-8360-a7ec9a2a1a1e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1932583 Aug 31 09:26:31.044285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-ff4a9dee-c8f2-4ea5-9e54-76faad17e5cb service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881308 Aug 31 09:26:31.166288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66ff9978-c379-49be-a4a8-069c1fbb3574 req-55ec3500-da0a-451e-84fd-d8c30c2fa8f2 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170627 Aug 31 09:26:31.187726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-015138a4-4016-4d22-8432-869da3c7b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.191871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-015138a4-4016-4d22-8432-869da3c7b296 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4&tenant_id=c59604bf0032464d8b8869815706eddc HTTP/1.1" status: 200 len: 1096 time: 0.2253084 Aug 31 09:26:31.253145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:b2:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54535c2a-d948-419e-a8cc-0f619056cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:29Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:31.291165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c8f3a-fccb-470e-8ef9-cabfe68502c8 None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:b2:d1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54535c2a-d948-419e-a8cc-0f619056cf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:29Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:31.317346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-b61da7d9-1707-48ae-864b-2398d8128a66 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610934 Aug 31 09:26:31.337616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-2a023843-c6a1-4c44-baa3-77dc5ae0cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.343037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-2a023843-c6a1-4c44-baa3-77dc5ae0cbf7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1096 time: 0.1039102 Aug 31 09:26:31.513938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-84a7d804-8ca0-4fcf-bbb8-b75d2d6720fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.515884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-84a7d804-8ca0-4fcf-bbb8-b75d2d6720fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 1096 time: 0.1704650 Aug 31 09:26:31.589376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c4462ec8-7e80-41ae-88ea-ef8f82aa14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.590967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-c4462ec8-7e80-41ae-88ea-ef8f82aa14f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.2348943 Aug 31 09:26:31.592934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16e8bd-0410-4c53-a50a-4c24d9e6fe7e req-d0e131a3-f5db-4e9b-b720-024c2c8f6d85 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.594555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b16e8bd-0410-4c53-a50a-4c24d9e6fe7e req-d0e131a3-f5db-4e9b-b720-024c2c8f6d85 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 1101 time: 0.1718118 Aug 31 09:26:31.660390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-4d3a39a0-f3c3-4fd4-b09c-e26e043ac349 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 200 len: 217 time: 0.0596511 Aug 31 09:26:31.736094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b16e8bd-0410-4c53-a50a-4c24d9e6fe7e req-6e42d519-1a19-43c1-9c7f-bf2b3c5b57f4 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238742 Aug 31 09:26:31.750609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-d893c432-5596-4699-a269-03b975ca0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.752205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-d893c432-5596-4699-a269-03b975ca0398 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.2183189 Aug 31 09:26:31.766181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-1b7a3bad-c2ba-4a0d-976f-45343478d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.769830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-1b7a3bad-c2ba-4a0d-976f-45343478d04a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.0997407 Aug 31 09:26:31.846619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-501241e5-1f85-4695-a8b7-c72594175fcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624521 Aug 31 09:26:31.962731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-1911e925-7666-4bee-a5c1-ddb56636074a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 1000 time: 0.1887774 Aug 31 09:26:32.023203 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e12851-c12d-4a93-a0e3-241abccead9a x-openstack-request-id: req-15e12851-c12d-4a93-a0e3-241abccead9a {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:32.023584 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:32.023741 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15e12851-c12d-4a93-a0e3-241abccead9a {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:32.024099 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'status': 'completed', 'code': 200} Aug 31 09:26:32.024418 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'status': 'completed', 'code': 200} Aug 31 09:26:32.046906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-b04badfc-e2e6-4120-bdde-6f21092ed988 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860056 Aug 31 09:26:32.061675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-81f1bbf5-8212-4290-85b8-42816c0f7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.063184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-81f1bbf5-8212-4290-85b8-42816c0f7d48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.0897515 Aug 31 09:26:32.107927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-fed7640a-31f9-4f69-9dbf-3843d2ef4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.109465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-fed7640a-31f9-4f69-9dbf-3843d2ef4582 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.0452149 Aug 31 09:26:32.216281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-8795f22d-8ef5-4854-949f-9dc232bef1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.217803 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-8795f22d-8ef5-4854-949f-9dc232bef1d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.0977511 Aug 31 09:26:32.225384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998b9c7-c17f-4d0b-aeb5-562dadfeb95f req-241e8978-3fa7-4d9a-a6e8-db6734f21760 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.226965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4998b9c7-c17f-4d0b-aeb5-562dadfeb95f req-241e8978-3fa7-4d9a-a6e8-db6734f21760 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1096 time: 0.1075315 Aug 31 09:26:32.237289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-7797efe8-6ffb-42de-960a-b81e052e00c8 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849835 Aug 31 09:26:32.240108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-3364078f-c2a1-4fa3-8c3d-b18ff988d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.241497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-3364078f-c2a1-4fa3-8c3d-b18ff988d6ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209164 Aug 31 09:26:32.268063 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-794c7997-b0e6-4e0d-a4a1-13e00d02c4c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 217 time: 0.0379479 Aug 31 09:26:32.324404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4998b9c7-c17f-4d0b-aeb5-562dadfeb95f req-d544441f-fc42-4d3d-a52e-e262bd46c730 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896645 Aug 31 09:26:32.338823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-03abd82d-49f8-4147-ae66-6fdc5f56f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.342185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-03abd82d-49f8-4147-ae66-6fdc5f56f821 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.0557778 Aug 31 09:26:32.385451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-8ea78a56-f0be-47bd-a087-8c1f1654e2ea service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274872 Aug 31 09:26:32.441253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-47fb3aaf-0bc2-4630-9546-a6f98780be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.444249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-47fb3aaf-0bc2-4630-9546-a6f98780be09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879982 Aug 31 09:26:32.524402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa099c-0465-46ee-85de-bf12c3174e25 req-ae88df9d-1cda-42ad-9155-4719aa536b0f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.526017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aafa099c-0465-46ee-85de-bf12c3174e25 req-ae88df9d-1cda-42ad-9155-4719aa536b0f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 948 time: 0.1200593 Aug 31 09:26:32.564980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9274f79-a87c-4f57-abb8-7dbcb35a2c8e req-b68c6d09-b928-411b-9aaa-f588719392b6 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714141 Aug 31 09:26:32.620337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-684a7d5b-e0f6-4963-809e-60c3b6b78f01 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649621 Aug 31 09:26:32.636634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aafa099c-0465-46ee-85de-bf12c3174e25 req-88619e02-4c19-4785-a63d-2eaf73915112 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944808 Aug 31 09:26:32.649517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457caf0-9dbf-4444-9283-524028d8abdf req-6b63b3e1-4c3a-4bde-b0fb-8c510e2794f9 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.652799 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-6b63b3e1-4c3a-4bde-b0fb-8c510e2794f9 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1088991 Aug 31 09:26:32.786012 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-999ce56b-99b4-4729-86bc-11650730a449 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972905 Aug 31 09:26:32.821615 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-ce57258a-4cfb-4259-9cab-29cd13ee09d6 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931610 Aug 31 09:26:32.932573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-b7c163df-d5f2-43ef-83e1-9a42d25aab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.935170 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-b7c163df-d5f2-43ef-83e1-9a42d25aab6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 1096 time: 0.0600321 Aug 31 09:26:33.069279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-f577948b-b097-4685-9c1f-82eb1a5802f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.072230 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-f577948b-b097-4685-9c1f-82eb1a5802f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.1241241 Aug 31 09:26:33.200020 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-e04f64e1-e04c-43b3-8cd8-e8143c284d01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 1000 time: 0.1189802 Aug 31 09:26:33.267447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-d5b9787a-ddd0-491a-9d3b-477b9d09580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.270147 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-d5b9787a-ddd0-491a-9d3b-477b9d09580e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.0604138 Aug 31 09:26:33.289799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb99664-e239-40cf-b92a-5ef7bfd5ab7b req-559c5fe0-16f8-42f1-8ca4-31beb808bb5c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.291414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bb99664-e239-40cf-b92a-5ef7bfd5ab7b req-559c5fe0-16f8-42f1-8ca4-31beb808bb5c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 945 time: 0.4450803 Aug 31 09:26:33.320342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-5f8ce009-80fb-45ed-aba9-9e77d90114cd tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.323007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-5f8ce009-80fb-45ed-aba9-9e77d90114cd tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5164955 Aug 31 09:26:33.348397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c457caf0-9dbf-4444-9283-524028d8abdf req-42bd85d9-1bf4-450e-9757-d1396d24b71f service neutron] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:33.348700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-816e44a6-c167-40a5-aa30-64515ed4cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.351966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-816e44a6-c167-40a5-aa30-64515ed4cf70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711000 Aug 31 09:26:33.355384 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c457caf0-9dbf-4444-9283-524028d8abdf req-42bd85d9-1bf4-450e-9757-d1396d24b71f service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.356567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c457caf0-9dbf-4444-9283-524028d8abdf req-42bd85d9-1bf4-450e-9757-d1396d24b71f service neutron] 10.222.0.20 "DELETE /v2.0/ports/a7b61980-67e7-46b6-8632-08efe6e78a00/bindings/n-h2-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.6849775 Aug 31 09:26:33.362317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-9be49f6c-ea0a-42dc-bbc9-54b1e75fc168 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/quotas/2c7da74dc1c34aeebb4c512f50c3fff3 HTTP/1.1" status: 200 len: 375 time: 0.0236454 Aug 31 09:26:33.386839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bb99664-e239-40cf-b92a-5ef7bfd5ab7b req-0e2ebeb5-8db8-49e2-9601-ad6dcf73f82a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825794 Aug 31 09:26:33.474985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-18a5d52c-206a-41cb-a108-f3c55aa10365 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0965905 Aug 31 09:26:33.530156 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-fbdc6d99-a5be-4027-aa5f-e1933738f87b service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625085 Aug 31 09:26:33.759931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13b71ac8-5c09-401b-b853-64b050b41f59 req-cc9178e1-3912-4c32-a87f-ae23b7d6644b tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.2100699 Aug 31 09:26:33.781691 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-673e2df9-1149-4b34-b727-2ddaa640ab9f req-0b789674-8bb8-4938-8ee6-1d049fcc6ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399206 Aug 31 09:26:33.882199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71ac8-5c09-401b-b853-64b050b41f59 req-b789bc03-a2b4-48e6-8774-482f8d60bf2a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.899870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13b71ac8-5c09-401b-b853-64b050b41f59 req-b789bc03-a2b4-48e6-8774-482f8d60bf2a tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports/6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 942 time: 0.1384568 Aug 31 09:26:33.943989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:33.958785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd2a6d6b-fc33-4b94-8b17-d1796722656a req-c3cd6ba4-5dac-440f-a02c-bfc9f306cf3f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 210 time: 0.0537405 Aug 31 09:26:34.340385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 280c8c70-0bc8-4439-abc2-d16b986910c8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:34.355563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 280c8c70-0bc8-4439-abc2-d16b986910c8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:34.356115 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.361141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44030) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:34.568279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44040) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:34.597942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13b71ac8-5c09-401b-b853-64b050b41f59 req-00fe537d-ca6d-456c-b532-d94e7e3b4d6f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.3703303 Aug 31 09:26:34.617129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.640686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155f9f8-a377-4b30-823f-81543a08ccf1 req-36763316-a3df-4f48-96b6-8949d660ec10 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:34.655595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b155f9f8-a377-4b30-823f-81543a08ccf1 req-36763316-a3df-4f48-96b6-8949d660ec10 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 948 time: 0.2343659 Aug 31 09:26:34.730904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:34.738571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:34.746864 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d0f3e-8fae-46a8-b155-126e0d4897e5" -d '{"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-plugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:34.760000 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.800942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d44b-c7c9-4a95-a1b0-46e3a3c9f657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.859855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:34.874670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3a36484-f5f5-4a80-a4b4-b7aabd18e2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.938544 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b155f9f8-a377-4b30-823f-81543a08ccf1 req-848142dd-3a53-4071-8690-8b211b458d41 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814510 Aug 31 09:26:34.997420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71ac8-5c09-401b-b853-64b050b41f59 req-aa96ab90-627f-4fee-8f8e-5ca0b666797f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.003351 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13b71ac8-5c09-401b-b853-64b050b41f59 req-aa96ab90-627f-4fee-8f8e-5ca0b666797f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3795643 Aug 31 09:26:35.021148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-13b71ac8-5c09-401b-b853-64b050b41f59 req-605c957b-5707-44bb-8ed3-f1b046b87fb0 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:26:35.022409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13b71ac8-5c09-401b-b853-64b050b41f59 req-605c957b-5707-44bb-8ed3-f1b046b87fb0 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077381 Aug 31 09:26:35.092845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d44b-c7c9-4a95-a1b0-46e3a3c9f657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.103706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d44b-c7c9-4a95-a1b0-46e3a3c9f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.201077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca0877-cca5-4a56-8153-e6b5ef7580d7 req-4ada5cd1-9ab8-48c1-a3e4-fe051894a3fd tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.202741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49ca0877-cca5-4a56-8153-e6b5ef7580d7 req-4ada5cd1-9ab8-48c1-a3e4-fe051894a3fd tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1096 time: 0.0587399 Aug 31 09:26:35.240504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5d44b-c7c9-4a95-a1b0-46e3a3c9f657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c55697-7f73-4667-ae27-d6a002998fa5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:35.252086 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf793ef4-be80-43b4-b6df-76bbb2e74097 x-openstack-request-id: req-bf793ef4-be80-43b4-b6df-76bbb2e74097 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:35.252688 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-plugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:35.252688 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf793ef4-be80-43b4-b6df-76bbb2e74097 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:35.253210 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'code': 200} Aug 31 09:26:35.267259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44058) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:35.268187 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8ad5d44b-c7c9-4a95-a1b0-46e3a3c9f657 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a87c117f4c61471fa27be625484312df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9050217 Aug 31 09:26:35.369627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49ca0877-cca5-4a56-8153-e6b5ef7580d7 req-74e0d29b-aa52-4d0d-b16c-508f0c09d16b tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572080 Aug 31 09:26:35.383643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3a36484-f5f5-4a80-a4b4-b7aabd18e2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.389110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3a36484-f5f5-4a80-a4b4-b7aabd18e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.435012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a36484-f5f5-4a80-a4b4-b7aabd18e2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621d57f1-6031-41ca-b092-53e982a1b925,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:35.452747 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f3a36484-f5f5-4a80-a4b4-b7aabd18e2d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3a8edd296bf4721b3be62bc4fed2118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8830791 Aug 31 09:26:35.458710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44066) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:35.495063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b2ec4df-bb23-4293-90ad-b20ca3682026 req-b4deb722-5370-4208-984c-736c4c785232 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 210 time: 0.0887213 Aug 31 09:26:35.580466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33ac4d-44df-4494-85be-abe699b96069 req-ce87b03a-64b4-40e6-8d99-7256083e5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.582057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a33ac4d-44df-4494-85be-abe699b96069 req-ce87b03a-64b4-40e6-8d99-7256083e5b6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1100 time: 0.2340636 Aug 31 09:26:35.600731 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8750790f-cb13-401d-a617-66b561383a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.642090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-6ede3766-48ec-42a6-904d-ef1764e5d41c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.1857557 Aug 31 09:26:35.688192 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8750790f-cb13-401d-a617-66b561383a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.726625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-80020ef0-14d1-4e5d-895d-ae56808927ab tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274420 Aug 31 09:26:35.781209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8247c4b8-0373-4bd4-9c8a-dc1daec0d7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.816410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a33ac4d-44df-4494-85be-abe699b96069 req-e0e7c781-5516-4dd6-b600-071c9f3a5b4a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194207 Aug 31 09:26:35.836056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-c4386ffe-2722-4f2f-967c-a40dba1139a4 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.837546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-c4386ffe-2722-4f2f-967c-a40dba1139a4 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports/6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 942 time: 0.1720889 Aug 31 09:26:35.873222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8247c4b8-0373-4bd4-9c8a-dc1daec0d7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.950939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2046e973-344e-49f8-9063-dc78e1acd0ce tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.952805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2046e973-344e-49f8-9063-dc78e1acd0ce tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148387 Aug 31 09:26:35.959406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-316bafed-44f0-47b1-b91b-0182a0ac7bc7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.961046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-316bafed-44f0-47b1-b91b-0182a0ac7bc7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 821 time: 0.3274908 Aug 31 09:26:35.964982 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8750790f-cb13-401d-a617-66b561383a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.967698 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8750790f-cb13-401d-a617-66b561383a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.968891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8750790f-cb13-401d-a617-66b561383a54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66c55697-7f73-4667-ae27-d6a002998fa5 HTTP/1.1" status: 204 len: 168 time: 0.7012680 Aug 31 09:26:36.030947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750790f-cb13-401d-a617-66b561383a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c55697-7f73-4667-ae27-d6a002998fa5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:36.036365 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-39f1670a-3c2c-48b7-95d0-18fc0d919adc tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/quotas/c59604bf0032464d8b8869815706eddc HTTP/1.1" status: 200 len: 375 time: 0.0656745 Aug 31 09:26:36.038209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Request body: {'port': {'device_id': '909e3236-b3df-4fbd-8161-616a1881a861', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2c7da74dc1c34aeebb4c512f50c3fff3'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:36.128583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-651ec7db-26aa-41d0-8e24-424498f06092 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.2094662 Aug 31 09:26:36.144842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8247c4b8-0373-4bd4-9c8a-dc1daec0d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.148407 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8247c4b8-0373-4bd4-9c8a-dc1daec0d7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.153920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8247c4b8-0373-4bd4-9c8a-dc1daec0d7a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/621d57f1-6031-41ca-b092-53e982a1b925 HTTP/1.1" status: 204 len: 168 time: 0.6868317 Aug 31 09:26:36.191055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247c4b8-0373-4bd4-9c8a-dc1daec0d7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621d57f1-6031-41ca-b092-53e982a1b925,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:36.273139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-27b058e4-7af1-4ed0-ad66-7721f1d6d690 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2221656 Aug 31 09:26:36.325145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Made reservation on behalf of 2c7da74dc1c34aeebb4c512f50c3fff3 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:36.330857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.531948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-bea5919e-107c-4442-addd-413a79668fb6 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.533581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-bea5919e-107c-4442-addd-413a79668fb6 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3822896 Aug 31 09:26:36.565967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-f6e63e91-35f6-4b41-9d5e-773c6e465cf5 service neutron] 10.222.0.69 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693837 Aug 31 09:26:36.615506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Allocated IP 192.168.233.29 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/311a1c81-5fda-4e54-86b6-f73c48bb10b6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:36.725661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-3d1d6e0d-95e7-432d-8315-092a8c23fc73 service neutron] 10.222.0.69 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583755 Aug 31 09:26:36.789160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-086a68a7-3d15-4639-8cb4-a6535a3e9962 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.2409470 Aug 31 09:26:36.826579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:36.929851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.999643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.101475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Transition to ACTIVE for port object 311a1c81-5fda-4e54-86b6-f73c48bb10b6 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:37.109724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44106) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:37.176222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-390305bc-262a-4967-a78c-a1da319cfdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.302195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.308299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.317216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f', '30994dff-d686-4e69-9eb5-24ba7da32540'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:37.320636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c3643a7a-1338-404c-8c9d-0037497bda14', '668554c5-c6d7-4a11-a6a2-11dd11d5e892', '5bd0e9bc-7448-43f1-af77-530c6578c1e5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:37.321160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.321544 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d disassociated. External IP: 172.25.1.24, port: 6874451f-f6d0-4167-bab4-ffe865c7ffbc. Aug 31 09:26:37.452020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-390305bc-262a-4967-a78c-a1da319cfdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.538851 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-390305bc-262a-4967-a78c-a1da319cfdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.559587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:37.585222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d425f-e670-4043-a4b7-eee7eefbb5df req-92633c72-3915-473e-a8b3-5a7bc0632be0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.595432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390305bc-262a-4967-a78c-a1da319cfdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b76f296-5bae-4a13-9a0d-f59cdd16473a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:37.600410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd8d425f-e670-4043-a4b7-eee7eefbb5df req-92633c72-3915-473e-a8b3-5a7bc0632be0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.2677188 Aug 31 09:26:37.643137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:37.652205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:37.663262 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-390305bc-262a-4967-a78c-a1da319cfdd9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8dcc5cee32f74d45a8d20c302cd8a227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514228 Aug 31 09:26:37.683081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44118) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:37.687007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd8d425f-e670-4043-a4b7-eee7eefbb5df req-ce83c65d-4611-460b-9ce2-bdb783e0d802 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852733 Aug 31 09:26:37.705084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event updated for resources: {'Port': ['ID=311a1c81-5fda-4e54-86b6-f73c48bb10b6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:37.757416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.758116 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.810519 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-2db32e01-2017-403e-94e1-aa6789fcbea4 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7809017 Aug 31 09:26:37.826542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Request body: {'port': {'device_id': '909e3236-b3df-4fbd-8161-616a1881a861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:37.947382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f751-d568-400d-9a93-a7beb582062b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.964406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.093866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44126) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:38.175366 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f751-d568-400d-9a93-a7beb582062b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.282341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-047daa43-acdf-402a-ab5d-7bc82e94360c None None] Provisioning for port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:38.291149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9b077-b1bb-454e-9351-3e3f970d13dd req-16f44492-12b4-47b4-85cc-7383abc2845f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:38.293909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcc9b077-b1bb-454e-9351-3e3f970d13dd req-16f44492-12b4-47b4-85cc-7383abc2845f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 935 time: 0.3497341 Aug 31 09:26:38.297274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:38.305884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-047daa43-acdf-402a-ab5d-7bc82e94360c None None] Provisioning complete for port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:38.306387 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-047daa43-acdf-402a-ab5d-7bc82e94360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.459764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-047daa43-acdf-402a-ab5d-7bc82e94360c None None] Port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:38.501044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcc9b077-b1bb-454e-9351-3e3f970d13dd req-4e644629-effc-4776-9470-df6a6c29ebe2 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956325 Aug 31 09:26:38.515997 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f751-d568-400d-9a93-a7beb582062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.535018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f751-d568-400d-9a93-a7beb582062b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.537904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5ee5f751-d568-400d-9a93-a7beb582062b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b76f296-5bae-4a13-9a0d-f59cdd16473a HTTP/1.1" status: 204 len: 168 time: 0.8497097 Aug 31 09:26:38.800138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-279259282-network', 'tenant_id': '28b50d4f65024c0caf53e28b6162fb95'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:38.906603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311a1c81-5fda-4e54-86b6-f73c48bb10b6 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:38.918228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.923027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Made reservation on behalf of 28b50d4f65024c0caf53e28b6162fb95 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:38.933894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.955473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Transition to ACTIVE for port object 311a1c81-5fda-4e54-86b6-f73c48bb10b6 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:38.970101 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.004064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.156686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Pushing event updated for resources: {'Port': ['ID=311a1c81-5fda-4e54-86b6-f73c48bb10b6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:39.194454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5f751-d568-400d-9a93-a7beb582062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b76f296-5bae-4a13-9a0d-f59cdd16473a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:39.237490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f74ee130-58c4-4243-ae28-56f84d630089 req-e16d617e-5d7e-4f7a-a026-fad558cfe681 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 210 time: 0.1089458 Aug 31 09:26:39.336350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:39.347061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.347853 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:39.364132 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:39.364805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-0d34a069-6dea-4b87-9d1a-9217776da150 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.365404 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:39.366874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-0d34a069-6dea-4b87-9d1a-9217776da150 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 821 time: 0.2367325 Aug 31 09:26:39.380152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Attempting to bind port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:39.380935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Attempting to bind port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:39.381549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Attempting to bind port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:39.399523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:39.399998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Attempting to bind port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:39.406851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Request body: {'port': {'device_id': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'admin_state_up': True, 'tenant_id': 'c59604bf0032464d8b8869815706eddc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:39.420529 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:39.421164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:39.421961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:39.422620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Bound port: 311a1c81-5fda-4e54-86b6-f73c48bb10b6, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:39.423287 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.485988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d1aea9f-18cb-446c-a150-37a097cea991 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "PUT /v2.0/floatingips/8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d HTTP/1.1" status: 200 len: 694 time: 2.6668730 Aug 31 09:26:39.504140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:39.506690 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf79a3d-765a-47e0-8072-56da5b1435a9" -d '{"events": [{"name": "network-changed", "server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:39.562890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.575963 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.588612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d62b8-1e6d-4e9d-925f-9e4ea7e5945a req-999d8b59-6e4d-4516-b8cf-89f023068fe5 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.590932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-249d62b8-1e6d-4e9d-925f-9e4ea7e5945a req-999d8b59-6e4d-4516-b8cf-89f023068fe5 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.1635246 Aug 31 09:26:39.601161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] For port 311a1c81-5fda-4e54-86b6-f73c48bb10b6, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:39.626975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-bd21115e-9278-48a2-b30d-50ede3ae42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.635103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-bd21115e-9278-48a2-b30d-50ede3ae42b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 1096 time: 0.1251843 Aug 31 09:26:39.640701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:39.644017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] For port 311a1c81-5fda-4e54-86b6-f73c48bb10b6, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=311a1c81-5fda-4e54-86b6-f73c48bb10b6,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:39.668277 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.669310 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Added segment 2cd96baa-c56a-4974-b0ab-2fb21c75bdf8 of type vlan for network 48425eb8-829d-46ff-84c0-7b537ad2def0 Aug 31 09:26:39.681636 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:39.712549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Made reservation on behalf of c59604bf0032464d8b8869815706eddc for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:39.715321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.717496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.769197 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e69ed7c-2f55-4dfe-a2c0-2d7a4d1476e9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:39.779690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44162) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:39.818382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-249d62b8-1e6d-4e9d-925f-9e4ea7e5945a req-0517102a-da58-4ecb-8d14-354ec84d8ef7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955540 Aug 31 09:26:39.876913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-22823f25-f2e3-4abd-a1ab-24eff71ddd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.885098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-22823f25-f2e3-4abd-a1ab-24eff71ddd71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.2490273 Aug 31 09:26:39.898629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.931740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.932382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.935535 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] 10.222.0.52 "PUT /v2.0/ports/311a1c81-5fda-4e54-86b6-f73c48bb10b6 HTTP/1.1" status: 200 len: 1095 time: 2.1158454 Aug 31 09:26:39.962338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909e3236-b3df-4fbd-8161-616a1881a861', 'tag': '311a1c81-5fda-4e54-86b6-f73c48bb10b6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:39.972666 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d" -d '{"events": [{"name": "network-changed", "server_uuid": "909e3236-b3df-4fbd-8161-616a1881a861", "tag": "311a1c81-5fda-4e54-86b6-f73c48bb10b6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:39.982959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-3d68bfe6-590a-441b-b2e5-95dac8322a25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 217 time: 0.0967877 Aug 31 09:26:40.035036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926985b3-5fbf-4bb1-b384-cfb9531e5da8 service neutron] Pushing event updated for resources: {'Port': ['ID=311a1c81-5fda-4e54-86b6-f73c48bb10b6,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:40.052307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Allocated IP 172.20.0.14 (044855cf-9d34-4e68-9178-fed2537e44c4/21df2250-f650-4594-af23-94f0dc87bdcd/79e75a0b-b67e-464b-899c-a1a5b366897b) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:40.069640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-10c5511f-7681-4e7f-ac08-9b00b1310fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.078094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-10c5511f-7681-4e7f-ac08-9b00b1310fd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.0941236 Aug 31 09:26:40.078345 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.081228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.081417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.089710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:40.146499 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:40.159606 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:40.160974 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:40.180016 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-network', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:40.233605 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.236366 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1425486 Aug 31 09:26:40.243366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44172) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:40.277470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Request body: {'subnet': {'network_id': '48425eb8-829d-46ff-84c0-7b537ad2def0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-279259282-subnet', 'tenant_id': '28b50d4f65024c0caf53e28b6162fb95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:40.297575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d568-4a41-4683-9be9-d78da3f0c995 admin admin] Pushing event updated for resources: {'Network': ['ID=48425eb8-829d-46ff-84c0-7b537ad2def0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:40.316238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 48425eb8-829d-46ff-84c0-7b537ad2def0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:40.321083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-215af830-52a7-41bf-a4cc-181a72c2a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.324224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-215af830-52a7-41bf-a4cc-181a72c2a8c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 1098 time: 0.3083797 Aug 31 09:26:40.333915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Made reservation on behalf of 703fa5825e44448aa2c5c59ad0281605 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:40.338061 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.343020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-a1aee084-4aca-49e7-b772-fa0c6b112400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.345021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-a1aee084-4aca-49e7-b772-fa0c6b112400 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2660842 Aug 31 09:26:40.435147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.452745 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.455389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-50ca2a47-dd3e-4028-adb8-d649c690f859 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=311a1c81-5fda-4e54-86b6-f73c48bb10b6 HTTP/1.1" status: 200 len: 217 time: 0.1017725 Aug 31 09:26:40.492784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Made reservation on behalf of 28b50d4f65024c0caf53e28b6162fb95 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:40.495575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.552666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-365e5550-e996-453a-b610-62d7dc9fe0fe service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822488 Aug 31 09:26:40.589455 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:40.622825 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.788987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Pushing event updated for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:40.834916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-9bb116a2-3452-4431-ae1f-0e996bc6d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.837110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-9bb116a2-3452-4431-ae1f-0e996bc6d1c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.3805590 Aug 31 09:26:40.847497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Network 044855cf-9d34-4e68-9178-fed2537e44c4 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:40.852974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:40.856976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:40.863574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.864687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.889470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.921859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e98806a-f2f2-4de7-9d0e-0718f902a412 req-19b1de39-cc6d-479b-a2a6-04139fc75e39 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195057 Aug 31 09:26:41.020542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:41.030767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-db0be744-efcc-40f1-a860-c2da7bc2302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.031973 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ecf19e-116a-400a-b497-923d985bf3d4 x-openstack-request-id: req-29ecf19e-116a-400a-b497-923d985bf3d4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:41.032343 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-db0be744-efcc-40f1-a860-c2da7bc2302e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795354 Aug 31 09:26:41.032519 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:41.032896 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29ecf19e-116a-400a-b497-923d985bf3d4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:41.033038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b6ff05-f0d5-4730-8edf-7819c04f9fd0,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:41.033497 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'status': 'completed', 'code': 200} Aug 31 09:26:41.092225 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f28c66-de2c-4ca1-ad72-9e14b1883aa8 None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:41.151056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a688050-930b-4301-9378-cd974dca19ed req-c8c7861e-39c5-40ed-ae9b-7de26fb2211d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.153003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a688050-930b-4301-9378-cd974dca19ed req-c8c7861e-39c5-40ed-ae9b-7de26fb2211d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 947 time: 0.0768583 Aug 31 09:26:41.189964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Checking segment: {'id': '2cd96baa-c56a-4974-b0ab-2fb21c75bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '48425eb8-829d-46ff-84c0-7b537ad2def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:41.190503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Network hostable DHCP agents. Network: 48425eb8-829d-46ff-84c0-7b537ad2def0, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:41.218954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.218954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.227308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-fee857a5-b399-4c12-8aa9-a3ae46594839 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8256867 Aug 31 09:26:41.242539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Request body: {'port': {'device_id': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:41.269080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:41.274088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-ce7a5b2d-c060-4772-b859-3fd713fff98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.275687 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-ce7a5b2d-c060-4772-b859-3fd713fff98e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 1096 time: 0.1978810 Aug 31 09:26:41.290954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43856d5-4e2e-4147-aa6b-15ae755942ca req-4818b7a8-313c-49cd-a960-e4d3ef65f9d0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.293000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c43856d5-4e2e-4147-aa6b-15ae755942ca req-4818b7a8-313c-49cd-a960-e4d3ef65f9d0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.1387603 Aug 31 09:26:41.299309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a688050-930b-4301-9378-cd974dca19ed req-8dae82f1-a769-4f4a-87bc-13d7b2b463b9 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334188 Aug 31 09:26:41.320286 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.320684 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Added segment 99945c1a-be3d-4dc7-9615-db5707323664 of type vlan for network 4634eea3-bc6c-4a2d-b665-d45b1da2899a Aug 31 09:26:41.351951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fa914-b712-4c7e-a715-b25e71be49cd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:41.396242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Network 48425eb8-829d-46ff-84c0-7b537ad2def0 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:41.405187 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.414263 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37db8b76-a4c1-4e08-a44a-0857a037ecf3 x-openstack-request-id: req-37db8b76-a4c1-4e08-a44a-0857a037ecf3 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:41.414709 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909e3236-b3df-4fbd-8161-616a1881a861", "tag": "311a1c81-5fda-4e54-86b6-f73c48bb10b6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:41.415096 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37db8b76-a4c1-4e08-a44a-0857a037ecf3 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:41.415615 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909e3236-b3df-4fbd-8161-616a1881a861', 'tag': '311a1c81-5fda-4e54-86b6-f73c48bb10b6', 'status': 'completed', 'code': 200} Aug 31 09:26:41.427232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-49a67997-dea6-4e6b-a78f-32c1cb454add service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777282 Aug 31 09:26:41.432954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 48425eb8-829d-46ff-84c0-7b537ad2def0) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:41.444875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9716618-e2a3-42ca-9baa-3ad95d55a68f None None] Network 48425eb8-829d-46ff-84c0-7b537ad2def0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:41.455012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.457055 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.556845 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c43856d5-4e2e-4147-aa6b-15ae755942ca req-b3275c22-9618-4371-ae6a-120a5ba81245 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980517 Aug 31 09:26:41.558974 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.591313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88d692-6c09-44b7-a160-9863fd3a9a83 None None] New status for floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:26:41.628305 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f48da263-d280-43d0-888e-cc879af18ddb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3718238 Aug 31 09:26:41.680128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-a509dee4-349e-430c-bc0b-07c295dd162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.681837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-a509dee4-349e-430c-bc0b-07c295dd162f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.3955393 Aug 31 09:26:41.708743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.710277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.711180 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.834632 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-62e6b817-b1b7-4635-ab19-48cbb0ba922a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 200 len: 217 time: 0.1362693 Aug 31 09:26:41.915381 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1209846 Aug 31 09:26:41.921273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44194) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:41.935659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bbf11-367d-4497-92c4-b4a150ec49d3 req-9470f6a4-fa55-41e4-85cc-17719e9dfacb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.945278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-473bbf11-367d-4497-92c4-b4a150ec49d3 req-9470f6a4-fa55-41e4-85cc-17719e9dfacb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 932 time: 0.2550645 Aug 31 09:26:41.994159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Request body: {'subnet': {'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-subnet', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:42.051467 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa33d1fb-d50c-4278-b0dd-312bdf470920 req-54ce2e3e-de85-4c06-80c8-8850a003b736 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554698 Aug 31 09:26:42.052428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Made reservation on behalf of 703fa5825e44448aa2c5c59ad0281605 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:42.063026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.188717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e75a0b-b67e-464b-899c-a1a5b366897b {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:42.197256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.214290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Transition to ACTIVE for port object 79e75a0b-b67e-464b-899c-a1a5b366897b will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:42.229485 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.291754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-654a634f-5e4b-4d7b-934b-cb0e85ab419a req-bbf2f972-6208-4eb8-9c67-7cc8dc8f8395 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-767433087', 'description': 'tempest-description-1683308235'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:42.299792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Pushing event updated for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:42.312648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15e5b3-6ab5-4471-8f9b-1669622c8617 admin admin] Pushing event updated for resources: {'Network': ['ID=4634eea3-bc6c-4a2d-b665-d45b1da2899a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:42.362857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-9c457ce5-a822-4612-bd62-3a5e95be37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.364280 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-9c457ce5-a822-4612-bd62-3a5e95be37c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.4850123 Aug 31 09:26:42.366943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-473bbf11-367d-4497-92c4-b4a150ec49d3 req-d0624458-8aa2-46e3-8448-d12f73810a5a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075322 Aug 31 09:26:42.367605 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4634eea3-bc6c-4a2d-b665-d45b1da2899a details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:42.379385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-654a634f-5e4b-4d7b-934b-cb0e85ab419a req-bbf2f972-6208-4eb8-9c67-7cc8dc8f8395 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.380071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.442632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279c537-6000-47d6-8f4b-20a5eb1afe74 None None] Network 48425eb8-829d-46ff-84c0-7b537ad2def0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:42.459548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:42.460105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:42.460654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:42.477981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:42.478311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:42.499418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:42.499765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:42.500228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:42.500703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Bound port: 79e75a0b-b67e-464b-899c-a1a5b366897b, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:42.501079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.508529 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42d1068-c5e7-4de5-8655-be96d60aa973,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:42.623544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:42.625507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-5266b4f9-f7a0-4709-b386-1b6fffd67c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.627479 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-5266b4f9-f7a0-4709-b386-1b6fffd67c29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 1098 time: 0.2986948 Aug 31 09:26:42.653937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-654a634f-5e4b-4d7b-934b-cb0e85ab419a req-bbf2f972-6208-4eb8-9c67-7cc8dc8f8395 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.659074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:42.676597 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-654a634f-5e4b-4d7b-934b-cb0e85ab419a req-bbf2f972-6208-4eb8-9c67-7cc8dc8f8395 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.710958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.742280 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Checking segment: {'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:42.742639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Network hostable DHCP agents. Network: 4634eea3-bc6c-4a2d-b665-d45b1da2899a, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:42.759358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-fd70039b-e2c9-461e-97f7-68c050e77110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.761028 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-fd70039b-e2c9-461e-97f7-68c050e77110 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3786113 Aug 31 09:26:42.785480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-837db772-3124-4c27-a831-f71e5f3698a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.787536 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-837db772-3124-4c27-a831-f71e5f3698a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1501987 Aug 31 09:26:42.822114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Network 4634eea3-bc6c-4a2d-b665-d45b1da2899a is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:42.855494 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-654a634f-5e4b-4d7b-934b-cb0e85ab419a req-bbf2f972-6208-4eb8-9c67-7cc8dc8f8395 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.857631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-654a634f-5e4b-4d7b-934b-cb0e85ab419a req-bbf2f972-6208-4eb8-9c67-7cc8dc8f8395 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5716288 Aug 31 09:26:42.863530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.864069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.866406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] 10.222.0.52 "PUT /v2.0/ports/79e75a0b-b67e-464b-899c-a1a5b366897b HTTP/1.1" status: 200 len: 1092 time: 1.6281950 Aug 31 09:26:42.884994 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-96f2dfd1-2855-4777-900b-2f1e3d52af7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=311a1c81-5fda-4e54-86b6-f73c48bb10b6 HTTP/1.1" status: 200 len: 217 time: 0.0824494 Aug 31 09:26:42.893656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4634eea3-bc6c-4a2d-b665-d45b1da2899a) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:42.895672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2f972-6208-4eb8-9c67-7cc8dc8f8395 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a60b62-ec9f-46d4-a80e-cf52f245f55b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:42.914231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.914854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.923658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c699d211-6650-4fea-b146-c071dc3bab4f None None] Network 4634eea3-bc6c-4a2d-b665-d45b1da2899a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:42.944266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-80cecd1b-77ba-4536-9dea-4302470dd9bb tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.955400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-80cecd1b-77ba-4536-9dea-4302470dd9bb tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3084421 Aug 31 09:26:42.973239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc20ee5-3537-484d-9e6f-23821d3f1894 service neutron] Pushing event updated for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:43.035369 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cd09b466-da19-494a-895d-dd31d3655367 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1062357 Aug 31 09:26:43.040760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:43.049615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:43.063274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-f2a6c044-c67e-482f-9330-ada4510fb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.065563 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-f2a6c044-c67e-482f-9330-ada4510fb860 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1546493 Aug 31 09:26:43.066789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:43.070569 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc104f01-fd0a-4552-ad90-585ef4984819" -d '{"events": [{"name": "network-changed", "server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:43.094265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-ba997b79-8c4a-4237-8fad-8b2706151dfe service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022835 Aug 31 09:26:43.154041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-8f7ced1e-195a-4f54-9bbe-e73b870989ab tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 695 time: 0.1975443 Aug 31 09:26:43.191075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Request body: {'floatingip': {'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:43.221739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4634eea3-bc6c-4a2d-b665-d45b1da2899a', 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'fixed_ips': [{'subnet_id': 'c42d1068-c5e7-4de5-8655-be96d60aa973'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:43.223494 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.233431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.235549 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.247994 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.293880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-7ffd5601-68c2-4e85-8bb4-016f55e36ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.296739 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-7ffd5601-68c2-4e85-8bb4-016f55e36ccc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201903 Aug 31 09:26:43.309561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10336-dd1c-43fc-b7e2-b9dd65ce9069 req-46e5168b-cfe6-4db5-901f-bca879cf360f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.316864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0b10336-dd1c-43fc-b7e2-b9dd65ce9069 req-46e5168b-cfe6-4db5-901f-bca879cf360f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 947 time: 0.2194471 Aug 31 09:26:43.347866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-4d8a9a01-3208-4b68-8016-baaaee5fd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.349036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-4d8a9a01-3208-4b68-8016-baaaee5fd2d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1095 time: 0.3711431 Aug 31 09:26:43.364775 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.443869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Allocated IP 172.20.0.2 (4634eea3-bc6c-4a2d-b665-d45b1da2899a/c42d1068-c5e7-4de5-8655-be96d60aa973/542990bf-a201-41d8-8456-1ab6f6d38829) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:43.449730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-5d7333cf-090a-45a3-b1e0-cf64cf220dcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e75a0b-b67e-464b-899c-a1a5b366897b HTTP/1.1" status: 200 len: 217 time: 0.0898583 Aug 31 09:26:43.486291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.516464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0b10336-dd1c-43fc-b7e2-b9dd65ce9069 req-c98ef8d2-0d78-4d90-af17-6109cfe8a508 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985948 Aug 31 09:26:43.608944 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7cf79a3d-765a-47e0-8072-56da5b1435a9 req-90dfedd4-4a2a-4b2e-a3ab-1910c7225457 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768093 Aug 31 09:26:43.670910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-9dbea73c-c946-4ab6-af03-9e3942179e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.672502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-9dbea73c-c946-4ab6-af03-9e3942179e0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.2098613 Aug 31 09:26:43.735426 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.752153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Transition to ACTIVE for port object 542990bf-a201-41d8-8456-1ab6f6d38829 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:43.789168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Transition to ACTIVE for port object 542990bf-a201-41d8-8456-1ab6f6d38829 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:43.820730 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.896616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Pushing event updated for resources: {'Port': ['ID=542990bf-a201-41d8-8456-1ab6f6d38829,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:43.916138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Network 4634eea3-bc6c-4a2d-b665-d45b1da2899a is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:43.918632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:43.926124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:43.986615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 311a1c81-5fda-4e54-86b6-f73c48bb10b6 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:44.017476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Attempting to bind port 542990bf-a201-41d8-8456-1ab6f6d38829 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:44.018259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Attempting to bind port 542990bf-a201-41d8-8456-1ab6f6d38829 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:44.018934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Attempting to bind port 542990bf-a201-41d8-8456-1ab6f6d38829 on network 4634eea3-bc6c-4a2d-b665-d45b1da2899a {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:44.028604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:44.029447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Checking segment: {'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:44.030441 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.031189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Bound using segment: {'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:44.032104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Bound port: 542990bf-a201-41d8-8456-1ab6f6d38829, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:44.032734 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.078998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-a340d160-5eba-4b5b-935b-faf42ed31eb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3964097 Aug 31 09:26:44.113292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-651d05d7-2e69-4b10-8ab4-cab33d9f63a1 req-64c317c4-be55-4042-9dfa-64118c59da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/49a60b62-ec9f-46d4-a80e-cf52f245f55b HTTP/1.1" status: 200 len: 1804 time: 0.5110466 Aug 31 09:26:44.121458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-651d05d7-2e69-4b10-8ab4-cab33d9f63a1 req-a8ff0d58-e8f9-4d9f-b452-d6abffc2c4b8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49a60b62-ec9f-46d4-a80e-cf52f245f55b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:44.122024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-651d05d7-2e69-4b10-8ab4-cab33d9f63a1 req-a8ff0d58-e8f9-4d9f-b452-d6abffc2c4b8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49a60b62-ec9f-46d4-a80e-cf52f245f55b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:44.139249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.232825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] For port 542990bf-a201-41d8-8456-1ab6f6d38829, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:44.282105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] For port 542990bf-a201-41d8-8456-1ab6f6d38829, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=542990bf-a201-41d8-8456-1ab6f6d38829,segment=NetworkSegment(99945c1a-be3d-4dc7-9615-db5707323664),segment_id=99945c1a-be3d-4dc7-9615-db5707323664)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:44.313409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 311a1c81-5fda-4e54-86b6-f73c48bb10b6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=311a1c81-5fda-4e54-86b6-f73c48bb10b6,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:44.325682 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-8c186a04-4156-400c-841d-f95cd90f037a service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0091667 Aug 31 09:26:44.338485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '311a1c81-5fda-4e54-86b6-f73c48bb10b6', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '311a1c81-5fda-4e54-86b6-f73c48bb10b6', 'mac_address': 'fa:16:3e:d8:61:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:44.344378 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.372971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-694f8718-7cfd-423f-bbc7-39a5dbd1b29d service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855322 Aug 31 09:26:44.455858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9c0a5-b5a0-4cef-919b-c28bda348ebd None None] Pushing event updated for resources: {'Port': ['ID=542990bf-a201-41d8-8456-1ab6f6d38829,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:44.460985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-6e0f4144-1768-4bb8-b67c-36ca85f4f85c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.462103 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.465624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-6e0f4144-1768-4bb8-b67c-36ca85f4f85c tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.20 "GET /v2.0/ports?device_id=54535c2a-d948-419e-a8cc-0f619056cf30 HTTP/1.1" status: 200 len: 945 time: 0.3199508 Aug 31 09:26:44.496529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311a1c81-5fda-4e54-86b6-f73c48bb10b6 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:44.532478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 311a1c81-5fda-4e54-86b6-f73c48bb10b6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=311a1c81-5fda-4e54-86b6-f73c48bb10b6,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:44.546843 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.571672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-651d05d7-2e69-4b10-8ab4-cab33d9f63a1 req-a8ff0d58-e8f9-4d9f-b452-d6abffc2c4b8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.593400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a13fc91-125f-43ca-b0f0-8fffb1e53fe3 req-015a10b6-13a0-4d11-a418-9a3363478718 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119610 Aug 31 09:26:44.648579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=311a1c81-5fda-4e54-86b6-f73c48bb10b6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:44.689714 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cd476c43-b4dc-4b4b-a2f1-bd9ea18f878d req-32768bb0-0e2c-49a6-95c4-9a4d96a1cd21 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492749 Aug 31 09:26:44.704794 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-651d05d7-2e69-4b10-8ab4-cab33d9f63a1 req-a8ff0d58-e8f9-4d9f-b452-d6abffc2c4b8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.712908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:26:44.726401 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-651d05d7-2e69-4b10-8ab4-cab33d9f63a1 req-a8ff0d58-e8f9-4d9f-b452-d6abffc2c4b8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.827062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff0d58-e8f9-4d9f-b452-d6abffc2c4b8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a2a4eb-12d7-455f-ab21-d000fae638fd,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:44.838311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-651d05d7-2e69-4b10-8ab4-cab33d9f63a1 req-a8ff0d58-e8f9-4d9f-b452-d6abffc2c4b8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.843510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['311a1c81-5fda-4e54-86b6-f73c48bb10b6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:44.853794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-651d05d7-2e69-4b10-8ab4-cab33d9f63a1 req-a8ff0d58-e8f9-4d9f-b452-d6abffc2c4b8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7371218 Aug 31 09:26:44.863629 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.872298 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.955185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Deleting port 6874451f-f6d0-4167-bab4-ffe865c7ffbc {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:44.955563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.033973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.066714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.116507 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d associated. External IP: 172.25.1.24, port: c8b16836-2f57-4d77-98d5-ed6c2d6f5355. Aug 31 09:26:45.221275 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c98908f-4f29-4189-9c6a-8d529fc320c0 x-openstack-request-id: req-7c98908f-4f29-4189-9c6a-8d529fc320c0 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:45.221552 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:45.221790 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c98908f-4f29-4189-9c6a-8d529fc320c0 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:45.222177 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b', 'status': 'completed', 'code': 200} Aug 31 09:26:45.273374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] For port 6874451f-f6d0-4167-bab4-ffe865c7ffbc, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6874451f-f6d0-4167-bab4-ffe865c7ffbc,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:45.277736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.324487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Calling delete_port for 6874451f-f6d0-4167-bab4-ffe865c7ffbc owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:45.395948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-e0d4408b-6af6-425d-842b-83a1e3fcb9eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1836035 Aug 31 09:26:45.424826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-36cb5775-5434-427e-b638-0db71b061e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.426718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-36cb5775-5434-427e-b638-0db71b061e05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1095 time: 0.1779294 Aug 31 09:26:45.434990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aca4f9-b1d3-468f-888b-61f25274a272 req-de920ac8-b962-4244-87e6-9b7ac36c35b4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.442367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80aca4f9-b1d3-468f-888b-61f25274a272 req-de920ac8-b962-4244-87e6-9b7ac36c35b4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 944 time: 0.1490202 Aug 31 09:26:45.461596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Allocated IP 172.25.1.98 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/0d4db018-333e-42cf-b93f-e65b5a00cda9) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:45.598724 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.601477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80aca4f9-b1d3-468f-888b-61f25274a272 req-23491e61-c65f-488c-87af-b9baf45bf69c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581736 Aug 31 09:26:45.662533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:45.830501 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.838115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.844687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c8b16836-2f57-4d77-98d5-ed6c2d6f5355'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:46.096044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] No DVR routers for this DVR port 6874451f-f6d0-4167-bab4-ffe865c7ffbc on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:46.100422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:46.110936 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.116017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.118196 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:46.118602 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-533d531d-3c22-4ee7-b265-aa31fd432776 req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.20 "DELETE /v2.0/ports/6874451f-f6d0-4167-bab4-ffe865c7ffbc HTTP/1.1" status: 204 len: 173 time: 1.6363821 Aug 31 09:26:46.138694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'name': 'network-vif-deleted', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:46.143756 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e95995-2777-4239-aae6-b6ba99ca4a95" -d '{"events": [{"server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "name": "network-vif-deleted", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:46.152047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:46.183754 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:46.184886 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:46.187537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:46.194570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:46.201967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Pushing event updated for resources: {'Port': ['ID=0d4db018-333e-42cf-b93f-e65b5a00cda9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:46.220897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-bc40cafa-1b95-4967-8bab-3050bc5e94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.225724 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-bc40cafa-1b95-4967-8bab-3050bc5e94fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.7884340 Aug 31 09:26:46.271094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe62fd-f589-433a-b54f-37f4d92ed8cc None None] Network 4634eea3-bc6c-4a2d-b665-d45b1da2899a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:46.272042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-a272565d-cabb-4e84-a74b-2299afddcdef tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "PUT /v2.0/floatingips/8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d HTTP/1.1" status: 200 len: 995 time: 3.1029356 Aug 31 09:26:46.350597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-2422614b-58c7-44e0-b68e-dd5ee98d74da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4136124 Aug 31 09:26:46.415687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93399a-4dbc-42b3-8453-76b8bc918f7c req-14de3ac8-a30b-47fa-8d9f-b6aa1a3c0e84 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.425595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f93399a-4dbc-42b3-8453-76b8bc918f7c req-14de3ac8-a30b-47fa-8d9f-b6aa1a3c0e84 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 948 time: 0.4447625 Aug 31 09:26:46.436582 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-1d9bdab1-c91f-4128-96e6-25c0bdcd95fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e75a0b-b67e-464b-899c-a1a5b366897b HTTP/1.1" status: 200 len: 217 time: 0.1495984 Aug 31 09:26:46.439673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5bc13-0f38-40d8-9bb7-ab0c2aa9e50f tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Pushing event deleted for resources: {'Port': ['ID=6874451f-f6d0-4167-bab4-ffe865c7ffbc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:46.564398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-99ba67f1-c58c-4501-86a2-9f15f667fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.566796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-99ba67f1-c58c-4501-86a2-9f15f667fdd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.2668464 Aug 31 09:26:46.618404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 542990bf-a201-41d8-8456-1ab6f6d38829 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:46.688020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d9827b7a-1209-498f-8001-3f0898c7ea22 None None] Provisioning for port 542990bf-a201-41d8-8456-1ab6f6d38829 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:46.749400 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:46.757265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-64e231dc-1ac2-46cc-b33a-cadaee948d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.761906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-64e231dc-1ac2-46cc-b33a-cadaee948d47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.3058026 Aug 31 09:26:46.843583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f93399a-4dbc-42b3-8453-76b8bc918f7c req-f0f3f44c-a2ce-4f51-af3c-2b6a5d1fa396 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908780 Aug 31 09:26:46.854174 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-4a8e7465-1d9c-409c-8f80-abc9a3dd964c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758772 Aug 31 09:26:46.900655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-6f274c89-61f7-439c-a817-bb7039dac221 req-96585235-c520-465a-87fb-ac504d5b735f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-794827539', 'description': 'tempest-description-1633603912'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:46.910053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6874451f-f6d0-4167-bab4-ffe865c7ffbc no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:46.958150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 542990bf-a201-41d8-8456-1ab6f6d38829 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:46.966058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-3f1b6260-8cc5-411a-b1fe-0413016db63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.967413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 6874451f-f6d0-4167-bab4-ffe865c7ffbc {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:46.967677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-3f1b6260-8cc5-411a-b1fe-0413016db63b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 1097 time: 0.2666824 Aug 31 09:26:46.968003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6874451f-f6d0-4167-bab4-ffe865c7ffbc not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:46.978979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-b73f4621-ad22-4e90-99e5-5c7fc73a5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.988517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-b73f4621-ad22-4e90-99e5-5c7fc73a5d50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.4125242 Aug 31 09:26:46.989774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 542990bf-a201-41d8-8456-1ab6f6d38829 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:46.994640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.998941 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6f274c89-61f7-439c-a817-bb7039dac221 req-96585235-c520-465a-87fb-ac504d5b735f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.092997 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-db07a497-4531-4a82-97b5-94780a680a42 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312131 Aug 31 09:26:47.287681 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.297565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:47.301268 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae959db-8227-4929-a3e9-7e9945bcebce" -d '{"events": [{"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:47.307865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-cc1e6db1-ee40-4a2e-acf3-8b0de4a76a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.310217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-cc1e6db1-ee40-4a2e-acf3-8b0de4a76a83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 925 time: 0.2730379 Aug 31 09:26:47.407374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 542990bf-a201-41d8-8456-1ab6f6d38829, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=542990bf-a201-41d8-8456-1ab6f6d38829,segment=NetworkSegment(99945c1a-be3d-4dc7-9615-db5707323664),segment_id=99945c1a-be3d-4dc7-9615-db5707323664)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:47.415266 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.480152 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc104f01-fd0a-4552-ad90-585ef4984819 req-1251ba1a-9e45-4bd0-b4ee-e759706a678b service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786373 Aug 31 09:26:47.497228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.507649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-12f999d6-93d6-427a-9302-f4b6d610f961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302 HTTP/1.1" status: 200 len: 1002 time: 0.1801140 Aug 31 09:26:47.528187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6ec3d052-6174-41ab-aaae-8aa3ccf36df7 None None] Provisioning complete for port 542990bf-a201-41d8-8456-1ab6f6d38829 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:47.528187 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d052-6174-41ab-aaae-8aa3ccf36df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.553686 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:81:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:44Z', 'revision_number': 8, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:47.564301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=542990bf-a201-41d8-8456-1ab6f6d38829,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:47.625156 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:47.647449 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:47.648089 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:47.708997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-dc371152-ecc1-4094-8bc0-56a663f473e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 998 time: 0.7192764 Aug 31 09:26:47.808759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-0cefc4ea-752c-4244-a1ed-1884027fd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.818684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-0cefc4ea-752c-4244-a1ed-1884027fd7a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.2918832 Aug 31 09:26:47.829252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-9eaf5fcf-7c98-459e-acb8-f06c59308ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.831226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-9eaf5fcf-7c98-459e-acb8-f06c59308ab3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.1207471 Aug 31 09:26:47.878507 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:47.987172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 79e75a0b-b67e-464b-899c-a1a5b366897b details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:47.990058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 311a1c81-5fda-4e54-86b6-f73c48bb10b6 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:48.034798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-974afd15-34b6-46ad-8a4b-c6ea6a861275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.037089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-974afd15-34b6-46ad-8a4b-c6ea6a861275 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047956 Aug 31 09:26:48.041440 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6f274c89-61f7-439c-a817-bb7039dac221 req-96585235-c520-465a-87fb-ac504d5b735f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.046165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-d806be53-4c52-4c77-ad96-061155a5fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.048326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-d806be53-4c52-4c77-ad96-061155a5fbef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954875 Aug 31 09:26:48.062019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6f274c89-61f7-439c-a817-bb7039dac221 req-96585235-c520-465a-87fb-ac504d5b735f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.081436 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-efb36bba-8f82-4fe7-9b2c-40548529b241 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1270599 Aug 31 09:26:48.199972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.206014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-61fc3ec8-647c-4c7a-a3bd-081250171bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.207694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-61fc3ec8-647c-4c7a-a3bd-081250171bd2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 1101 time: 0.0849512 Aug 31 09:26:48.217320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-f68562ed-1cbf-4645-ad0d-6ccff1f81263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.219030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-f68562ed-1cbf-4645-ad0d-6ccff1f81263 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1100 time: 0.2794018 Aug 31 09:26:48.229901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6f274c89-61f7-439c-a817-bb7039dac221 req-96585235-c520-465a-87fb-ac504d5b735f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.231363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f274c89-61f7-439c-a817-bb7039dac221 req-96585235-c520-465a-87fb-ac504d5b735f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3473852 Aug 31 09:26:48.240430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96585235-c520-465a-87fb-ac504d5b735f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a578775-6370-4ebb-ac0b-cdb349c80dbd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:48.342051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:48.366080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '79e75a0b-b67e-464b-899c-a1a5b366897b', 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'port_id': '79e75a0b-b67e-464b-899c-a1a5b366897b', 'mac_address': 'fa:16:3e:10:09:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21df2250-f650-4594-af23-94f0dc87bdcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:48.373354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 542990bf-a201-41d8-8456-1ab6f6d38829 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:48.392986 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:81:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:44Z', 'revision_number': 8, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:48.456030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:48.464934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:48.465479 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.475502 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5296ca-f084-4c45-8763-e4d7ad38d6a8 None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'port_id': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'mac_address': 'fa:16:3e:81:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:26:44Z', 'revision_number': 8, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:48.545110 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.547142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 542990bf-a201-41d8-8456-1ab6f6d38829 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:48.547513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.548074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-8cecfe9f-1dc6-4575-a2d9-e64c123de45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.550143 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-8cecfe9f-1dc6-4575-a2d9-e64c123de45c service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2348762 Aug 31 09:26:48.560098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-aac7cbf9-cff0-46bb-91bd-6d26384f0b95 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092244 Aug 31 09:26:48.562993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-52418643-09a2-4a15-9b4f-142f9783ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.564508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-52418643-09a2-4a15-9b4f-142f9783ed3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3270380 Aug 31 09:26:48.566573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-38a4d80d-f979-4cbf-a207-3d2f766dd5d0 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063989 Aug 31 09:26:48.588232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e75a0b-b67e-464b-899c-a1a5b366897b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:48.611734 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-27316acd-5448-4143-af30-cd3051719208 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=9ed91379-f5c3-4546-9001-e278322635bf HTTP/1.1" status: 200 len: 217 time: 0.0542469 Aug 31 09:26:48.631022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:48.639295 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.682141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-23202479-d931-44d0-876d-cf03e6a256c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.684288 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-23202479-d931-44d0-876d-cf03e6a256c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0635633 Aug 31 09:26:48.687810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Router 97965067-f685-4c10-91cf-84e5c4b4e313 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:26:48.834033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-0ba14db7-4426-4bfc-8325-ac0f7eb9cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.835722 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-0ba14db7-4426-4bfc-8325-ac0f7eb9cf1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425207 Aug 31 09:26:48.873211 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.877813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:48.937720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5348de8-7461-462a-ba88-a2ffe2bc7fa4 None None] New status for floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:26:48.989997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-88976b75-b323-49ff-9442-853523c6d016 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.4083056 Aug 31 09:26:48.997872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b10305-aa0d-40c4-87b8-c4b74f29b746 req-055fe40a-8cdf-4cf5-ae09-a2c4952a3e22 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.999734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59b10305-aa0d-40c4-87b8-c4b74f29b746 req-055fe40a-8cdf-4cf5-ae09-a2c4952a3e22 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.6436553 Aug 31 09:26:49.008857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-d15ddec0-5e1c-4cda-be5a-83d2511da00f service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224375 Aug 31 09:26:49.010384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:49.038863 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Sync routers for ids ['97965067-f685-4c10-91cf-84e5c4b4e313'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:49.063272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['79e75a0b-b67e-464b-899c-a1a5b366897b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:49.064199 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Routers {'97965067-f685-4c10-91cf-84e5c4b4e313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:49.064498 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['97965067-f685-4c10-91cf-84e5c4b4e313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:49.074191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e3236-b3df-4fbd-8161-616a1881a861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311a1c81-5fda-4e54-86b6-f73c48bb10b6'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:49.076416 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24c6c3-5770-4ba9-8840-f510bad4f8b6" -d '{"events": [{"server_uuid": "909e3236-b3df-4fbd-8161-616a1881a861", "name": "network-vif-plugged", "status": "completed", "tag": "311a1c81-5fda-4e54-86b6-f73c48bb10b6"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:49.090189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.091329 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c3b79b6a-fbe0-4ded-b06c-aa67e4b0df00 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.0461164 Aug 31 09:26:49.098573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44272) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:49.124310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 311a1c81-5fda-4e54-86b6-f73c48bb10b6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=311a1c81-5fda-4e54-86b6-f73c48bb10b6,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:49.142254 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.203930 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea9b911b-fa7a-497a-b13a-1027cc1c4f46 req-c9eb6018-b892-403d-96d8-c2b361b45bd0 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814196 Aug 31 09:26:49.248968 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Set router 97965067-f685-4c10-91cf-84e5c4b4e313 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:49.271338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=311a1c81-5fda-4e54-86b6-f73c48bb10b6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.303300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-857843fa-a71b-4d21-8ed4-567a9d0bf741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.305232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-857843fa-a71b-4d21-8ed4-567a9d0bf741 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2673714 Aug 31 09:26:49.350883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59b10305-aa0d-40c4-87b8-c4b74f29b746 req-0639d600-c8e1-42c7-a135-9925d885de7f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096888 Aug 31 09:26:49.400343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f982b02-7af6-43a8-91cb-4a3be085fc73 req-3c8096e2-f5c9-4985-a9b1-55f5553a8db0 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320147 Aug 31 09:26:49.412711 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928288ba-df38-4fa4-ab20-0663200fd211 x-openstack-request-id: req-928288ba-df38-4fa4-ab20-0663200fd211 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:49.413001 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54535c2a-d948-419e-a8cc-0f619056cf30", "name": "network-vif-deleted", "tag": "6874451f-f6d0-4167-bab4-ffe865c7ffbc", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:49.413255 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-928288ba-df38-4fa4-ab20-0663200fd211 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:49.413658 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54535c2a-d948-419e-a8cc-0f619056cf30', 'name': 'network-vif-deleted', 'tag': '6874451f-f6d0-4167-bab4-ffe865c7ffbc', 'status': 'completed', 'code': 200} Aug 31 09:26:49.424666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ecf3031-b232-4751-8e25-a15e2f01351f req-04cd7724-2d2c-4e47-9c7a-5900352bd4ca service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8545227 Aug 31 09:26:49.472153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-d6da2538-e249-4af4-8729-f2ff8d1adf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.474963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-d6da2538-e249-4af4-8729-f2ff8d1adf42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469469 Aug 31 09:26:49.512510 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:47Z', 'revision_number': 3, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:49.576857 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df524d1f-b43c-40da-bcdc-bdc2a9b4312a x-openstack-request-id: req-df524d1f-b43c-40da-bcdc-bdc2a9b4312a {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:49.577329 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:49.577741 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df524d1f-b43c-40da-bcdc-bdc2a9b4312a {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:49.578354 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'status': 'completed', 'code': 200} Aug 31 09:26:49.693834 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Checking router: 97965067-f685-4c10-91cf-84e5c4b4e313 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:49.694363 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Updating router 97965067-f685-4c10-91cf-84e5c4b4e313 port 0d4db018-333e-42cf-b93f-e65b5a00cda9 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:26:49.736670 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.769126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aba609-3a34-4bc3-893f-f804fb64f870 req-a1d693f5-93fe-40ac-bfd6-be18b042addc tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.777315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47aba609-3a34-4bc3-893f-f804fb64f870 req-a1d693f5-93fe-40ac-bfd6-be18b042addc tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 945 time: 0.2531219 Aug 31 09:26:49.867914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-21febc6b-bb3d-4994-be8d-ce80283e61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.869406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-21febc6b-bb3d-4994-be8d-ce80283e61f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.2334483 Aug 31 09:26:49.882222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be5a1f-2a14-4b2d-8ab3-d59629880261 req-26f446ad-ba4f-428e-8f9b-efadf726ebc7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.883967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31be5a1f-2a14-4b2d-8ab3-d59629880261 req-26f446ad-ba4f-428e-8f9b-efadf726ebc7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 949 time: 0.2442825 Aug 31 09:26:49.886089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-98c9d725-f391-4a8f-8da0-819aa06576b4 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633530 Aug 31 09:26:49.936144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47aba609-3a34-4bc3-893f-f804fb64f870 req-83efb885-bd5f-41a1-a62e-0099b80f005a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579442 Aug 31 09:26:50.109071 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.120852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Transition to ACTIVE for port object 0d4db018-333e-42cf-b93f-e65b5a00cda9 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:50.127789 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.174340 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Pushing event updated for resources: {'Port': ['ID=0d4db018-333e-42cf-b93f-e65b5a00cda9,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:50.184075 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.184463 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.184750 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.185086 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.185403 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.186133 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.186133 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.186521 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.186707 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.186978 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.187296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.187615 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:50.207021 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Attempting to bind port 0d4db018-333e-42cf-b93f-e65b5a00cda9 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:50.207927 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Attempting to bind port 0d4db018-333e-42cf-b93f-e65b5a00cda9 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:50.207927 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Attempting to bind port 0d4db018-333e-42cf-b93f-e65b5a00cda9 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:50.213209 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:50.213754 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:50.214156 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.214544 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:50.215171 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Bound port: 0d4db018-333e-42cf-b93f-e65b5a00cda9, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:50.215572 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.219989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31be5a1f-2a14-4b2d-8ab3-d59629880261 req-04884ade-3fb8-48f1-a4b5-fc3b395684ab tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881763 Aug 31 09:26:50.270519 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] For port 0d4db018-333e-42cf-b93f-e65b5a00cda9, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:50.274024 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] For port 0d4db018-333e-42cf-b93f-e65b5a00cda9, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0d4db018-333e-42cf-b93f-e65b5a00cda9,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:50.281782 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.289488 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1074e339-5a91-4e3f-9bb6-8db42b2fb34b x-openstack-request-id: req-1074e339-5a91-4e3f-9bb6-8db42b2fb34b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:50.290386 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e3236-b3df-4fbd-8161-616a1881a861", "name": "network-vif-plugged", "status": "completed", "tag": "311a1c81-5fda-4e54-86b6-f73c48bb10b6", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:50.290919 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1074e339-5a91-4e3f-9bb6-8db42b2fb34b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:50.292092 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e3236-b3df-4fbd-8161-616a1881a861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311a1c81-5fda-4e54-86b6-f73c48bb10b6', 'code': 200} Aug 31 09:26:50.303648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-73f5e903-9528-48d5-abf8-b149485b3565 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723466 Aug 31 09:26:50.343829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7362b20-6fa3-4d68-a737-9468365b4c83 req-969024b1-2f0d-417d-9f99-cfbff33ae4d8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/0a578775-6370-4ebb-ac0b-cdb349c80dbd HTTP/1.1" status: 200 len: 1804 time: 0.3736687 Aug 31 09:26:50.359759 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Routers {'97965067-f685-4c10-91cf-84e5c4b4e313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:50.360292 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['97965067-f685-4c10-91cf-84e5c4b4e313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:50.404885 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74c352-1fde-41ee-b65b-a6629e8c86c6 None None] Pushing event updated for resources: {'Port': ['ID=0d4db018-333e-42cf-b93f-e65b5a00cda9,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:50.413724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-19b96b46-563f-43b1-bc56-553c448a246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:50.417354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-19b96b46-563f-43b1-bc56-553c448a246b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.5278487 Aug 31 09:26:50.496454 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] Set router 97965067-f685-4c10-91cf-84e5c4b4e313 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:50.522154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d7362b20-6fa3-4d68-a737-9468365b4c83 req-089f46c0-5c9f-4eb6-864d-8913a3baf709 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0a578775-6370-4ebb-ac0b-cdb349c80dbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:50.522634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d7362b20-6fa3-4d68-a737-9468365b4c83 req-089f46c0-5c9f-4eb6-864d-8913a3baf709 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0a578775-6370-4ebb-ac0b-cdb349c80dbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:50.675997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e4f640d-8864-4e4b-a988-f2002463a240 req-2aa9d6c4-2de0-4926-a286-c064cac96a42 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips/8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d HTTP/1.1" status: 200 len: 997 time: 0.3457985 Aug 31 09:26:50.686290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-f7225be5-1a94-4029-99e7-40a94e27d6a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 1000 time: 0.2382631 Aug 31 09:26:50.722926 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:47Z', 'revision_number': 3, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:50.751190 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a979dfb3-37ad-4b88-aac6-81238a0fddc2 None None] The sync data for ids ['97965067-f685-4c10-91cf-84e5c4b4e313'] in n-d-806683-2 is: [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:47Z', 'revision_number': 3, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:50.760697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf4528-8991-4c22-9ca5-048351963524 req-99f7e00d-14df-48de-866a-08187d7b2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:50.763049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cfcf4528-8991-4c22-9ca5-048351963524 req-99f7e00d-14df-48de-866a-08187d7b2061 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 1100 time: 0.3447523 Aug 31 09:26:51.373846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-84e39340-6544-44e1-8fe9-4a5ab9aa2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:51.376577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-84e39340-6544-44e1-8fe9-4a5ab9aa2cb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.6760690 Aug 31 09:26:51.405341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7362b20-6fa3-4d68-a737-9468365b4c83 req-089f46c0-5c9f-4eb6-864d-8913a3baf709 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.431859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cfcf4528-8991-4c22-9ca5-048351963524 req-2d97bfc8-465d-47f1-a01c-394e2f83ca79 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461763 Aug 31 09:26:51.559005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f640d-8864-4e4b-a988-f2002463a240 req-75f1409b-ff46-4a34-93bf-9b9c0946f0e8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:51.561601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e4f640d-8864-4e4b-a988-f2002463a240 req-75f1409b-ff46-4a34-93bf-9b9c0946f0e8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.8714948 Aug 31 09:26:51.588064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.588575 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7362b20-6fa3-4d68-a737-9468365b4c83 req-089f46c0-5c9f-4eb6-864d-8913a3baf709 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.603264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-3e4f640d-8864-4e4b-a988-f2002463a240 req-7a50ba2d-2127-485e-a5cf-22d5342b2b25 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:26:51.605619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e4f640d-8864-4e4b-a988-f2002463a240 req-7a50ba2d-2127-485e-a5cf-22d5342b2b25 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0284593 Aug 31 09:26:51.623044 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7362b20-6fa3-4d68-a737-9468365b4c83 req-089f46c0-5c9f-4eb6-864d-8913a3baf709 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.650083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-c1d16141-cb9f-4fd9-94be-b6e4a3da3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:51.652956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-c1d16141-cb9f-4fd9-94be-b6e4a3da3b8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508705 Aug 31 09:26:51.703635 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-68aa4c1f-bec4-4e04-a98a-2c410eb0683e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.707571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f46c0-5c9f-4eb6-864d-8913a3baf709 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ff8210-0a5a-41b0-bcc1-5bd0931964cd,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:51.752727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7362b20-6fa3-4d68-a737-9468365b4c83 req-089f46c0-5c9f-4eb6-864d-8913a3baf709 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.754499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7362b20-6fa3-4d68-a737-9468365b4c83 req-089f46c0-5c9f-4eb6-864d-8913a3baf709 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3195937 Aug 31 09:26:51.986222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 79e75a0b-b67e-464b-899c-a1a5b366897b up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:52.038167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 79e75a0b-b67e-464b-899c-a1a5b366897b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:52.043272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 79e75a0b-b67e-464b-899c-a1a5b366897b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:52.043657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.139349 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.163791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8883c-4fb5-4ab3-b581-4584e17f6426 req-1d23654e-a982-45bd-9a54-37015f0a547b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.166472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53d8883c-4fb5-4ab3-b581-4584e17f6426 req-1d23654e-a982-45bd-9a54-37015f0a547b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.4625251 Aug 31 09:26:52.203079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:52.209594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.242437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0d4db018-333e-42cf-b93f-e65b5a00cda9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:52.265777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5650-7954-42c0-8659-8390ada229bc req-5d3b827f-140e-4046-9921-7c52091dfa20 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.268425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36ee5650-7954-42c0-8659-8390ada229bc req-5d3b827f-140e-4046-9921-7c52091dfa20 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 945 time: 0.3646932 Aug 31 09:26:52.284817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-1de836b1-3bc3-4e75-ad7c-8857c0d2d900 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149747 Aug 31 09:26:52.293273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:52.295659 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9ec8e-2783-40d1-aaed-902f86827fd6" -d '{"events": [{"server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:52.303282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:52.323038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0d4db018-333e-42cf-b93f-e65b5a00cda9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:52.327966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0d4db018-333e-42cf-b93f-e65b5a00cda9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:52.328350 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.420513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.424342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53d8883c-4fb5-4ab3-b581-4584e17f6426 req-c61e9912-e0e2-4366-a967-257b1d904462 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413802 Aug 31 09:26:52.447531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Allocated IP 172.20.0.1 (4634eea3-bc6c-4a2d-b665-d45b1da2899a/c42d1068-c5e7-4de5-8655-be96d60aa973/5f529d22-582b-4d7f-a86b-9ca6131f3cf2) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:52.458368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36ee5650-7954-42c0-8659-8390ada229bc req-9640f41d-0d94-417b-a63f-478488feeec4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391013 Aug 31 09:26:52.466120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 0d4db018-333e-42cf-b93f-e65b5a00cda9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0d4db018-333e-42cf-b93f-e65b5a00cda9,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:52.476877 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.558935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=0d4db018-333e-42cf-b93f-e65b5a00cda9,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:52.642518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ae959db-8227-4929-a3e9-7e9945bcebce req-80e06b73-355b-47c0-b14d-d8fb0f773657 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199434 Aug 31 09:26:52.683189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-9396e35c-c984-4ec0-8573-913d828d0e82 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.1380868 Aug 31 09:26:52.706569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45119123-2ff7-4fd5-819b-82324d696e5b req-2036d780-1705-4811-9aa9-0fb25cdd70fc tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.708282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45119123-2ff7-4fd5-819b-82324d696e5b req-2036d780-1705-4811-9aa9-0fb25cdd70fc tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 949 time: 0.1643565 Aug 31 09:26:52.771672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.812114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Transition to ACTIVE for port object 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:52.821829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-18cdf505-7ad0-4a44-92e7-f3c0f94662b1 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.823418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-18cdf505-7ad0-4a44-92e7-f3c0f94662b1 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports/c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 942 time: 0.1256807 Aug 31 09:26:52.842437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45119123-2ff7-4fd5-819b-82324d696e5b req-03584eb9-0c5f-4e7b-9b40-975fa51fa95e tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187484 Aug 31 09:26:52.873894 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.941586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0729ee5c-dc09-47ee-ad10-9862cda281f4 req-76e725e1-7e90-4c8c-8225-b135c4fe3d04 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1214698579', 'description': 'tempest-description-7097645'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:52.987010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Network 4634eea3-bc6c-4a2d-b665-d45b1da2899a is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:52.999988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Pushing event updated for resources: {'Port': ['ID=5f529d22-582b-4d7f-a86b-9ca6131f3cf2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:53.002586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:53.010808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:53.010808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.034908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0729ee5c-dc09-47ee-ad10-9862cda281f4 req-76e725e1-7e90-4c8c-8225-b135c4fe3d04 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.074916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-5d922808-60e4-4ca3-bd31-10f444fe358b tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.1984904 Aug 31 09:26:53.301774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0e13ec6f-7a53-4969-bc4f-3439b7a26fc7 None None] Provisioning for port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:53.306651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0e13ec6f-7a53-4969-bc4f-3439b7a26fc7 None None] Provisioning complete for port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:53.307191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0e13ec6f-7a53-4969-bc4f-3439b7a26fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.347622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0e13ec6f-7a53-4969-bc4f-3439b7a26fc7 None None] Port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:53.357910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-1c02f775-82d1-45ca-9135-887587516567 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:53.359498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-1c02f775-82d1-45ca-9135-887587516567 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2720120 Aug 31 09:26:53.448303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.491161 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-2bab21e2-bc25-4cfe-8184-2653f1b765e7 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 1000 time: 0.1219471 Aug 31 09:26:53.493541 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0729ee5c-dc09-47ee-ad10-9862cda281f4 req-76e725e1-7e90-4c8c-8225-b135c4fe3d04 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.519040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0729ee5c-dc09-47ee-ad10-9862cda281f4 req-76e725e1-7e90-4c8c-8225-b135c4fe3d04 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.524276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:53.618210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0729ee5c-dc09-47ee-ad10-9862cda281f4 req-76e725e1-7e90-4c8c-8225-b135c4fe3d04 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.620923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0729ee5c-dc09-47ee-ad10-9862cda281f4 req-76e725e1-7e90-4c8c-8225-b135c4fe3d04 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7300200 Aug 31 09:26:53.636089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e725e1-7e90-4c8c-8225-b135c4fe3d04 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ef568-8241-4e18-be18-be9cf34c9cbf,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:53.689479 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef493925-4829-4733-b88b-c40a02f418b2 x-openstack-request-id: req-ef493925-4829-4733-b88b-c40a02f418b2 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:53.690481 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:53.690666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.690906 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef493925-4829-4733-b88b-c40a02f418b2 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:53.691654 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b', 'code': 200} Aug 31 09:26:54.077156 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:26:54.187164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afeed1-3d54-4481-905e-9171f68397fd req-0c7a16fe-9a79-4b8a-b94b-03d55c747961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:54.188741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50afeed1-3d54-4481-905e-9171f68397fd req-0c7a16fe-9a79-4b8a-b94b-03d55c747961 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1097 time: 0.1978827 Aug 31 09:26:54.194497 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.208626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7033b-75f0-41d4-baed-28e5aeee983b req-07e2b2be-1e22-4b21-acd7-27f3a88d4d73 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:54.210255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75b7033b-75f0-41d4-baed-28e5aeee983b req-07e2b2be-1e22-4b21-acd7-27f3a88d4d73 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.2132638 Aug 31 09:26:54.221123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0d4db018-333e-42cf-b93f-e65b5a00cda9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:54.244597 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.245434 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.257958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.280662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.280994 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d disassociated. External IP: 172.25.1.24, port: c8b16836-2f57-4d77-98d5-ed6c2d6f5355. Aug 31 09:26:54.313021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0d4db018-333e-42cf-b93f-e65b5a00cda9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:54.316722 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.437164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50afeed1-3d54-4481-905e-9171f68397fd req-2f262b79-1c56-45a8-ba29-35d3d495bcbd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368841 Aug 31 09:26:54.442967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Pushing event updated for resources: {'Port': ['ID=5f529d22-582b-4d7f-a86b-9ca6131f3cf2,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:54.458411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75b7033b-75f0-41d4-baed-28e5aeee983b req-a6afdb02-9bbc-475e-b68d-a2e8cdabb017 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105720 Aug 31 09:26:54.541194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Network 4634eea3-bc6c-4a2d-b665-d45b1da2899a is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:54.544514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:54.767073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ae41e-00c3-4437-ba2f-067b68426c1b req-998d00b6-2acf-4569-858c-0bc2e942036b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:54.768728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc5ae41e-00c3-4437-ba2f-067b68426c1b req-998d00b6-2acf-4569-858c-0bc2e942036b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 0.2211633 Aug 31 09:26:54.795485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-565d04c0-cd13-4bbc-a8dc-b0daa2703f79 None None] Provisioning complete for port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:54.796076 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-565d04c0-cd13-4bbc-a8dc-b0daa2703f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.820503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:54.840673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-565d04c0-cd13-4bbc-a8dc-b0daa2703f79 None None] Port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:54.843546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Router 97965067-f685-4c10-91cf-84e5c4b4e313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:54.848576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc5ae41e-00c3-4437-ba2f-067b68426c1b req-e81274be-7add-493c-a496-0482167513e5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628829 Aug 31 09:26:54.904254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-734f4dc9-b4d8-4601-8a77-bb6cf1d17d10 req-2f5ba5fb-4411-4416-b04f-02f3008c2999 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1954134584', 'description': 'tempest-description-1135106251'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:54.951108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.058046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-734f4dc9-b4d8-4601-8a77-bb6cf1d17d10 req-2f5ba5fb-4411-4416-b04f-02f3008c2999 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.095669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:55.105719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.109994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:55.111416 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:55.121305 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Sync routers for ids ['97965067-f685-4c10-91cf-84e5c4b4e313'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:55.134064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8f1c002d-a3cb-4e33-9e23-ce8758a38f99 admin admin] 10.222.0.69 "PUT /v2.0/routers/97965067-f685-4c10-91cf-84e5c4b4e313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0181863 Aug 31 09:26:55.147906 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Routers {'97965067-f685-4c10-91cf-84e5c4b4e313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:55.148815 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['97965067-f685-4c10-91cf-84e5c4b4e313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.155092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:55.155092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.162203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-bb769892-ffb9-4953-b3d5-ed965c73f6c8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "PUT /v2.0/floatingips/8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d HTTP/1.1" status: 200 len: 695 time: 1.6426966 Aug 31 09:26:55.163478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:55.165814 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:55.252078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-734f4dc9-b4d8-4601-8a77-bb6cf1d17d10 req-2f5ba5fb-4411-4416-b04f-02f3008c2999 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.272822 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-734f4dc9-b4d8-4601-8a77-bb6cf1d17d10 req-2f5ba5fb-4411-4416-b04f-02f3008c2999 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.276256 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Set router 97965067-f685-4c10-91cf-84e5c4b4e313 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:55.325699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-8b46ebd4-ffdc-4c2e-a6d7-7a60a16e0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.333933 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-8b46ebd4-ffdc-4c2e-a6d7-7a60a16e0fae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.1498759 Aug 31 09:26:55.343211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-734f4dc9-b4d8-4601-8a77-bb6cf1d17d10 req-2f5ba5fb-4411-4416-b04f-02f3008c2999 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.344451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-734f4dc9-b4d8-4601-8a77-bb6cf1d17d10 req-2f5ba5fb-4411-4416-b04f-02f3008c2999 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4500763 Aug 31 09:26:55.346789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ba5fb-4411-4416-b04f-02f3008c2999 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff14839-3bb5-404d-893e-869f3b442adb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:55.472664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-6f9c76dd-1a7b-4517-9e8d-d33bf7d74c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.482788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-6f9c76dd-1a7b-4517-9e8d-d33bf7d74c29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.1478152 Aug 31 09:26:55.519772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af408abe-ccb3-489a-83d7-4d43d42258b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.544837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-5c87b239-8973-45ad-8926-a8da9b99e35a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 217 time: 0.0609531 Aug 31 09:26:55.570337 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:53Z', 'revision_number': 4, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '5f529d22-582b-4d7f-a86b-9ca6131f3cf2', 'name': '', 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'mac_address': 'fa:16:3e:03:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c42d1068-c5e7-4de5-8655-be96d60aa973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:51Z', 'updated_at': '2021-08-31T09:26:53Z', 'revision_number': 2, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'subnets': [{'id': 'c42d1068-c5e7-4de5-8655-be96d60aa973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.578904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ed2d0-c3dc-4a9e-84e5-27bdda6ef26e req-0820412a-4391-41b9-9100-8f19da9a8efa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.580610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f1ed2d0-c3dc-4a9e-84e5-27bdda6ef26e req-0820412a-4391-41b9-9100-8f19da9a8efa tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 949 time: 0.0898261 Aug 31 09:26:55.602925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:55.620667 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Checking router: 97965067-f685-4c10-91cf-84e5c4b4e313 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:55.621226 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Updating router 97965067-f685-4c10-91cf-84e5c4b4e313 port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:26:55.640653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-52d9e656-f50c-4792-87b9-19fff509b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.643032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-52d9e656-f50c-4792-87b9-19fff509b693 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.0811150 Aug 31 09:26:55.654207 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.664697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f1ed2d0-c3dc-4a9e-84e5-27bdda6ef26e req-df9fd1ba-27c4-49f6-abb9-bde110c71798 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606785 Aug 31 09:26:55.725263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-42a44551-c512-4197-bb07-f78a5a2fb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.741857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-42a44551-c512-4197-bb07-f78a5a2fb8bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755265 Aug 31 09:26:55.827964 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efbf7af-2114-4030-97f8-7c81e6b02014 x-openstack-request-id: req-8efbf7af-2114-4030-97f8-7c81e6b02014 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:55.828614 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:55.829094 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8efbf7af-2114-4030-97f8-7c81e6b02014 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:55.829717 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'status': 'completed', 'code': 200} Aug 31 09:26:55.889822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.921606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:55.921822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-3b805851-c86d-4939-b04a-db512f9cf928 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/c55ef568-8241-4e18-be18-be9cf34c9cbf HTTP/1.1" status: 200 len: 1802 time: 0.0815897 Aug 31 09:26:55.932456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:55.933479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.986795 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.988774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-305cc907-4144-447f-9b4c-b42668c87894 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433186 Aug 31 09:26:56.000099 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Transition to ACTIVE for port object 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:56.015543 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.063710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabfc23-2b5b-4305-8298-9ac73b16b07a None None] Pushing event updated for resources: {'Port': ['ID=5f529d22-582b-4d7f-a86b-9ca6131f3cf2,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:56.083399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-fadec9c0-182e-486b-8e0d-678be72ad74e tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/7ff14839-3bb5-404d-893e-869f3b442adb HTTP/1.1" status: 200 len: 1805 time: 0.1604273 Aug 31 09:26:56.089312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-0bfe3e56-5d1d-435b-96c7-fbefba038c58 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c55ef568-8241-4e18-be18-be9cf34c9cbf', 'remote_group_id': '7ff14839-3bb5-404d-893e-869f3b442adb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:56.089678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-0bfe3e56-5d1d-435b-96c7-fbefba038c58 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c55ef568-8241-4e18-be18-be9cf34c9cbf', 'remote_group_id': '7ff14839-3bb5-404d-893e-869f3b442adb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:56.092493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:56.102966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-a1857324-430a-44c4-8bf3-ce865b715fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.104534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-a1857324-430a-44c4-8bf3-ce865b715fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 1096 time: 0.1750143 Aug 31 09:26:56.197292 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Attempting to bind port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:56.199444 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Attempting to bind port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:56.200621 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Attempting to bind port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 on network 4634eea3-bc6c-4a2d-b665-d45b1da2899a {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:56.211152 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:56.214782 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Checking segment: {'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:56.217907 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.218613 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Bound using segment: {'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:56.219341 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Bound port: 5f529d22-582b-4d7f-a86b-9ca6131f3cf2, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99945c1a-be3d-4dc7-9615-db5707323664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:56.220007 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.235041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f548465-c6e4-4c6a-900a-b8ddfe8331e5 req-39fecee2-9308-4821-ab99-64afa9c57039 service neutron] 10.222.0.69 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392335 Aug 31 09:26:56.324143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-4dfe18f3-4bf1-4520-a6bb-be6d984f2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.325755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-4dfe18f3-4bf1-4520-a6bb-be6d984f2659 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 200 len: 921 time: 0.2134624 Aug 31 09:26:56.390174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-0bfe3e56-5d1d-435b-96c7-fbefba038c58 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.398454 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] For port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:56.405658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-878e80ef-c015-4d6a-9f1a-2ff10720cf61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 200 len: 217 time: 0.0694330 Aug 31 09:26:56.407354 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] For port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=5f529d22-582b-4d7f-a86b-9ca6131f3cf2,segment=NetworkSegment(99945c1a-be3d-4dc7-9615-db5707323664),segment_id=99945c1a-be3d-4dc7-9615-db5707323664)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:56.418355 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.491680 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabfc23-2b5b-4305-8298-9ac73b16b07a None None] Pushing event updated for resources: {'Port': ['ID=5f529d22-582b-4d7f-a86b-9ca6131f3cf2,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:56.504586 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-1a91766b-1b5f-4777-b0a8-486ac846851d req-5c269d4d-5270-4192-805a-a3c7522a7ead tempest-FloatingIPDetailsNegativeTestJSON-1502914478 tempest-FloatingIPDetailsNegativeTestJSON-1502914478-project] show failed (client error): The resource could not be found. Aug 31 09:26:56.505355 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Routers {'97965067-f685-4c10-91cf-84e5c4b4e313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:56.505663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a91766b-1b5f-4777-b0a8-486ac846851d req-5c269d4d-5270-4192-805a-a3c7522a7ead tempest-FloatingIPDetailsNegativeTestJSON-1502914478 tempest-FloatingIPDetailsNegativeTestJSON-1502914478-project] 10.222.0.69 "GET /v2.0/floatingips/de73da3f-cc10-4556-85e3-c26bf56e927f HTTP/1.1" status: 404 len: 350 time: 0.1123431 Aug 31 09:26:56.506155 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['97965067-f685-4c10-91cf-84e5c4b4e313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:56.535800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44336) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.546603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:56.627632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed54c5-ad04-42a0-a466-a92095ea7c06 None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:25:27Z', 'revision_number': 4, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9edf2df-8a44-4615-b97a-b1b1def01de3', 'name': '', 'network_id': 'a013acdb-f53c-410d-afcf-cd8c7b5ceb27', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'mac_address': 'fa:16:3e:bf:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:26Z', 'updated_at': '2021-08-31T09:25:34Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'subnets': [{'id': '880e0dcb-667d-44fa-b5c7-a5364274c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:56.724298 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] Set router 97965067-f685-4c10-91cf-84e5c4b4e313 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:56.936600 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-0bfe3e56-5d1d-435b-96c7-fbefba038c58 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.943078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-58251a53-651c-4a04-9823-b14e07587023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.945163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-58251a53-651c-4a04-9823-b14e07587023 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 200 len: 858 time: 0.5177422 Aug 31 09:26:56.949289 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-0bfe3e56-5d1d-435b-96c7-fbefba038c58 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.985389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe3e56-5d1d-435b-96c7-fbefba038c58 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63291ce3-86bb-4342-9278-8903f2bddc5c,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:57.014840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff28e0c-e23e-4208-b431-fcca4777b606 req-90b65f39-44dd-4494-a0d4-d5342b5f9cef tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.016821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ff28e0c-e23e-4208-b431-fcca4777b606 req-90b65f39-44dd-4494-a0d4-d5342b5f9cef tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.1302297 Aug 31 09:26:57.021278 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-0bfe3e56-5d1d-435b-96c7-fbefba038c58 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.023166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65be2f4b-273f-4c8f-83f2-a4b9061d66ea req-0bfe3e56-5d1d-435b-96c7-fbefba038c58 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9382050 Aug 31 09:26:57.069275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c449320-c678-49a9-9576-ee8e30a8b2a4 None None] New status for floating IP 8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:26:57.083673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-5a7ca0a1-a791-4d71-a852-a14bb4fc303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.086303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-5a7ca0a1-a791-4d71-a852-a14bb4fc303b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a013acdb-f53c-410d-afcf-cd8c7b5ceb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273594 Aug 31 09:26:57.092683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ff28e0c-e23e-4208-b431-fcca4777b606 req-cd943cfb-9659-44f0-a01d-152f0d8d0dff tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546813 Aug 31 09:26:57.188493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.271481 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:53Z', 'revision_number': 4, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '5f529d22-582b-4d7f-a86b-9ca6131f3cf2', 'name': '', 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'mac_address': 'fa:16:3e:03:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c42d1068-c5e7-4de5-8655-be96d60aa973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:51Z', 'updated_at': '2021-08-31T09:26:56Z', 'revision_number': 4, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'subnets': [{'id': 'c42d1068-c5e7-4de5-8655-be96d60aa973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:57.279684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff931-f9e3-4423-a461-f3d71a412ef5 req-dc31edd0-41a8-4074-a96a-f3bdb39ba397 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.281227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f8ff931-f9e3-4423-a461-f3d71a412ef5 req-dc31edd0-41a8-4074-a96a-f3bdb39ba397 tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 1100 time: 0.1601131 Aug 31 09:26:57.315966 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9630e7f-89cc-4727-b1f7-7da19badae53 None None] The sync data for ids ['97965067-f685-4c10-91cf-84e5c4b4e313'] in n-d-806683-2 is: [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:53Z', 'revision_number': 4, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '5f529d22-582b-4d7f-a86b-9ca6131f3cf2', 'name': '', 'network_id': '4634eea3-bc6c-4a2d-b665-d45b1da2899a', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'mac_address': 'fa:16:3e:03:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c42d1068-c5e7-4de5-8655-be96d60aa973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:51Z', 'updated_at': '2021-08-31T09:26:56Z', 'revision_number': 4, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'subnets': [{'id': 'c42d1068-c5e7-4de5-8655-be96d60aa973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:57.336367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-593bab69-7619-4e60-a942-cd63c31a25eb service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345932 Aug 31 09:26:57.350612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ce03-cf6c-4f12-b96e-244a74d5eff3 req-aba3c7da-bd17-4b5d-91d1-ce6ff7541b20 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.353263 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba28ce03-cf6c-4f12-b96e-244a74d5eff3 req-aba3c7da-bd17-4b5d-91d1-ce6ff7541b20 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 0.1274364 Aug 31 09:26:57.449009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f8ff931-f9e3-4423-a461-f3d71a412ef5 req-39e1e2f4-5f10-4b9c-b111-b2cc6d6e90af tempest-ServersOnMultiNodesTest-293850688 tempest-ServersOnMultiNodesTest-293850688-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501582 Aug 31 09:26:57.514688 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.523604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba28ce03-cf6c-4f12-b96e-244a74d5eff3 req-6a162df0-d0a0-47dc-8dd5-e3191e9a04ca tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310198 Aug 31 09:26:57.581590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e7deb9a-a758-430f-bcb2-ca9f75b5a4ba req-8d1f945f-ee12-43ce-95b4-87bf948634c5 service neutron] 10.222.0.20 "GET /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202363 Aug 31 09:26:57.671616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Deleting port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:57.672455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.677908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-1cca5e3f-46c2-46df-b1e9-077113eb5743 req-63c1466c-885d-4d52-8744-711d6fb07766 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1761389739', 'description': 'tempest-description-788713471'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:57.708643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8466-b49c-4917-b478-316efe338a63 req-7e7bb19e-650d-4202-a51d-9423a7bfa951 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.710134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf5b8466-b49c-4917-b478-316efe338a63 req-7e7bb19e-650d-4202-a51d-9423a7bfa951 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1096 time: 0.0656168 Aug 31 09:26:57.717460 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1cca5e3f-46c2-46df-b1e9-077113eb5743 req-63c1466c-885d-4d52-8744-711d6fb07766 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.780916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf5b8466-b49c-4917-b478-316efe338a63 req-ae6a48e9-149b-4625-9556-f7a883e6c452 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Aug 31 09:26:57.787435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] For port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=5f529d22-582b-4d7f-a86b-9ca6131f3cf2,segment=NetworkSegment(99945c1a-be3d-4dc7-9615-db5707323664),segment_id=99945c1a-be3d-4dc7-9615-db5707323664)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:57.787722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.822218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Calling delete_port for 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:57.848452 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1cca5e3f-46c2-46df-b1e9-077113eb5743 req-63c1466c-885d-4d52-8744-711d6fb07766 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.855329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1cca5e3f-46c2-46df-b1e9-077113eb5743 req-63c1466c-885d-4d52-8744-711d6fb07766 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.893375 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1cca5e3f-46c2-46df-b1e9-077113eb5743 req-63c1466c-885d-4d52-8744-711d6fb07766 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.894927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1cca5e3f-46c2-46df-b1e9-077113eb5743 req-63c1466c-885d-4d52-8744-711d6fb07766 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2240317 Aug 31 09:26:57.896156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1466c-885d-4d52-8744-711d6fb07766 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c0d660-0f5b-4803-b070-9cb9803dabfc,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:58.064803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4f14-9eb6-4329-8501-dd78378da7b7 req-12b6e182-76e1-4dc8-b8e9-9598944e095b tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.073111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b4c4f14-9eb6-4329-8501-dd78378da7b7 req-12b6e182-76e1-4dc8-b8e9-9598944e095b tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0602465 Aug 31 09:26:58.089195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.108291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b4c4f14-9eb6-4329-8501-dd78378da7b7 req-2594d5a9-fcf2-4915-92ae-9d2e801b8534 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Aug 31 09:26:58.158507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f529d22-582b-4d7f-a86b-9ca6131f3cf2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:58.209585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a6ebf415-21ff-4b6c-ac3f-cd0301ec34f0 req-95021223-3b48-4fcf-b22c-e4d56dbe5370 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1971151092', 'description': 'tempest-description-186369738'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:58.257579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a6ebf415-21ff-4b6c-ac3f-cd0301ec34f0 req-95021223-3b48-4fcf-b22c-e4d56dbe5370 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.348303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:58.396360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:58.397148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 09:26:58.464533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Port 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 not found, will not notify nova. {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 09:26:58.472553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a6ebf415-21ff-4b6c-ac3f-cd0301ec34f0 req-95021223-3b48-4fcf-b22c-e4d56dbe5370 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.480012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a6ebf415-21ff-4b6c-ac3f-cd0301ec34f0 req-95021223-3b48-4fcf-b22c-e4d56dbe5370 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.495016 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.500459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.516297 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a6ebf415-21ff-4b6c-ac3f-cd0301ec34f0 req-95021223-3b48-4fcf-b22c-e4d56dbe5370 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.517814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6ebf415-21ff-4b6c-ac3f-cd0301ec34f0 req-95021223-3b48-4fcf-b22c-e4d56dbe5370 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3123140 Aug 31 09:26:58.533030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95021223-3b48-4fcf-b22c-e4d56dbe5370 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ceedc-2044-4058-8d83-2e7a4340cabd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:58.612926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06794b35-e650-4332-9ac1-9135e62228c6 req-4e096d39-7330-471a-a6a2-76395f029ae3 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips/8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d HTTP/1.1" status: 200 len: 693 time: 0.0537980 Aug 31 09:26:58.755619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794b35-e650-4332-9ac1-9135e62228c6 req-d886f9af-df48-4cfa-b026-dd5d83d6ca74 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.759230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06794b35-e650-4332-9ac1-9135e62228c6 req-d886f9af-df48-4cfa-b026-dd5d83d6ca74 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.1399188 Aug 31 09:26:58.772948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-06794b35-e650-4332-9ac1-9135e62228c6 req-e2c7fe2d-5094-40b3-b834-e2c3fbd969a6 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:26:58.776381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06794b35-e650-4332-9ac1-9135e62228c6 req-e2c7fe2d-5094-40b3-b834-e2c3fbd969a6 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075085 Aug 31 09:26:58.803904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Router 97965067-f685-4c10-91cf-84e5c4b4e313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:58.836848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06794b35-e650-4332-9ac1-9135e62228c6 req-18d4acdf-2d85-407a-b710-518be97f9f31 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 696 time: 0.0546429 Aug 31 09:26:58.920249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06794b35-e650-4332-9ac1-9135e62228c6 req-36106af1-b378-48f3-8fef-3e83507561da tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.24 HTTP/1.1" status: 200 len: 696 time: 0.0679517 Aug 31 09:26:58.955291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:58.960952 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-29885260-4e93-48a5-8526-6b80c214900c admin admin] 10.222.0.69 "PUT /v2.0/routers/97965067-f685-4c10-91cf-84e5c4b4e313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4236047 Aug 31 09:26:58.967266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44388) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:59.042054 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] Sync routers for ids ['97965067-f685-4c10-91cf-84e5c4b4e313'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:59.057500 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] Routers {'97965067-f685-4c10-91cf-84e5c4b4e313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:59.058539 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['97965067-f685-4c10-91cf-84e5c4b4e313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.085254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Deleting port a74ec421-99e5-4a16-8ffa-6614167e7756 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:59.085817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.096932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.176896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.177263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.190405 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] Set router 97965067-f685-4c10-91cf-84e5c4b4e313 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:59.191921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Calling delete_port for a74ec421-99e5-4a16-8ffa-6614167e7756 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:59.352922 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.387281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Pushing event deleted for resources: {'Port': ['ID=a74ec421-99e5-4a16-8ffa-6614167e7756,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:59.396736 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:58Z', 'revision_number': 5, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.427256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a707f3dc-518b-4d6d-a87c-0c6fae46b4f8 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:26:59.427919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.428389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a707f3dc-518b-4d6d-a87c-0c6fae46b4f8 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087430 Aug 31 09:26:59.431320 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.437976 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06794b35-e650-4332-9ac1-9135e62228c6 req-aaadfa86-27d5-4911-bf8f-d3e79c80309e tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "DELETE /v2.0/floatingips/8ddb73bf-4f37-4c8b-abd2-05f0c5c2b47d HTTP/1.1" status: 204 len: 173 time: 0.5089619 Aug 31 09:26:59.443983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Request body: {'binding': {'host': 'n-h2-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:59.444481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Unknown quota resources ['binding']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:26:59.457333 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] Checking router: 97965067-f685-4c10-91cf-84e5c4b4e313 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:59.473893 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] Routers {'97965067-f685-4c10-91cf-84e5c4b4e313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:59.475634 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['97965067-f685-4c10-91cf-84e5c4b4e313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.493385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.578381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deac85f-ef08-40be-bee6-a587bb04914a req-80c76ea8-970c-4750-83f2-a6e9bc82fa69 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:59.581469 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8deac85f-ef08-40be-bee6-a587bb04914a req-80c76ea8-970c-4750-83f2-a6e9bc82fa69 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 949 time: 0.0677087 Aug 31 09:26:59.605265 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] Set router 97965067-f685-4c10-91cf-84e5c4b4e313 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:59.629413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Deleting port 0d4db018-333e-42cf-b93f-e65b5a00cda9 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:59.629778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.660777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8deac85f-ef08-40be-bee6-a587bb04914a req-31294d23-3f9b-43ee-87c3-de9a45e423cf tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691187 Aug 31 09:26:59.677356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on host n-h2-806683-2 for vnic_type normal with profile None {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:59.677465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:59.677789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:59.678416 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-6e39ce57-a011-4625-936b-a5511906933d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:59.688033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-6e39ce57-a011-4625-936b-a5511906933d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 949 time: 0.0729589 Aug 31 09:26:59.723050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:59.723619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:59.754055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:59.754597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:59.755253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:59.756188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Bound port: 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:59.768814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] For port 0d4db018-333e-42cf-b93f-e65b5a00cda9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0d4db018-333e-42cf-b93f-e65b5a00cda9,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:59.769390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.827358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Calling delete_port for 0d4db018-333e-42cf-b93f-e65b5a00cda9 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:59.865554 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:58Z', 'revision_number': 5, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.876385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00c74-4a83-4c9b-95c3-8592259dbc11 req-ae447a57-09fe-4d74-861d-df92e9eb7b36 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:59.877992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14c00c74-4a83-4c9b-95c3-8592259dbc11 req-ae447a57-09fe-4d74-861d-df92e9eb7b36 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.0703635 Aug 31 09:26:59.881522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Deleting port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:59.881842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.894183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:59.899846 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0f66-0ad8-4317-850d-3fddc59caa76 None None] The sync data for ids ['97965067-f685-4c10-91cf-84e5c4b4e313'] in n-d-806683-2 is: [{'id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-463481848-router', 'tenant_id': '703fa5825e44448aa2c5c59ad0281605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:43Z', 'updated_at': '2021-08-31T09:26:58Z', 'revision_number': 5, 'project_id': '703fa5825e44448aa2c5c59ad0281605', 'gw_port': {'id': '0d4db018-333e-42cf-b93f-e65b5a00cda9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97965067-f685-4c10-91cf-84e5c4b4e313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:45Z', 'updated_at': '2021-08-31T09:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:59.905259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.906362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a7dc3176-0adf-4974-b72f-882050a06a0c service neutron] 10.222.0.69 "POST /v2.0/ports/5ce5b69f-b7ed-487f-9ea4-5c82ad643eca/bindings HTTP/1.1" status: 201 len: 389 time: 0.4659550 Aug 31 09:27:00.007847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14c00c74-4a83-4c9b-95c3-8592259dbc11 req-653cf38f-06e3-4d06-b167-2f8f47243019 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042962 Aug 31 09:27:00.094599 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.122955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] For port 311a1c81-5fda-4e54-86b6-f73c48bb10b6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=311a1c81-5fda-4e54-86b6-f73c48bb10b6,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:00.123569 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.151185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Calling delete_port for 311a1c81-5fda-4e54-86b6-f73c48bb10b6 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:00.160260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4db018-333e-42cf-b93f-e65b5a00cda9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.180332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-53a9b912-2437-42d3-a97d-d6f7f195935b tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/e8c0d660-0f5b-4803-b070-9cb9803dabfc HTTP/1.1" status: 200 len: 1804 time: 0.1044881 Aug 31 09:27:00.296141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-fb4d0d18-6ec7-407f-9389-41a1677be6a8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/d60ceedc-2044-4058-8d83-2e7a4340cabd HTTP/1.1" status: 200 len: 1804 time: 0.1146874 Aug 31 09:27:00.307208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-7e33894f-7258-412d-b005-44c09fb2d8e8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e8c0d660-0f5b-4803-b070-9cb9803dabfc', 'remote_group_id': 'd60ceedc-2044-4058-8d83-2e7a4340cabd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:00.307550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-7e33894f-7258-412d-b005-44c09fb2d8e8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e8c0d660-0f5b-4803-b070-9cb9803dabfc', 'remote_group_id': 'd60ceedc-2044-4058-8d83-2e7a4340cabd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:00.413113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.423578 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-7e33894f-7258-412d-b005-44c09fb2d8e8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.460880 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-7e33894f-7258-412d-b005-44c09fb2d8e8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.509598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:00.537162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-d8dd9570-b49d-46af-aee0-2f4ac04f8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:00.538946 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-d8dd9570-b49d-46af-aee0-2f4ac04f8c27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1096 time: 0.3498981 Aug 31 09:27:00.560581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:00.560933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5f529d22-582b-4d7f-a86b-9ca6131f3cf2 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:00.565149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-7e33894f-7258-412d-b005-44c09fb2d8e8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.580682 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.594400 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.598155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c3643a7a-1338-404c-8c9d-0037497bda14', '668554c5-c6d7-4a11-a6a2-11dd11d5e892', '5bd0e9bc-7448-43f1-af77-530c6578c1e5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:00.613097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.632985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f', '30994dff-d686-4e69-9eb5-24ba7da32540', '311a1c81-5fda-4e54-86b6-f73c48bb10b6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:00.638300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33894f-7258-412d-b005-44c09fb2d8e8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a62eaf-a92c-4597-8dfa-c687cc4d4157,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.655679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8dcd1-a26a-41d5-a9b9-d0c41e39a1b6 req-5e0eb378-7eca-46af-ab66-d4b83e92e3d3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:00.662702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ca8dcd1-a26a-41d5-a9b9-d0c41e39a1b6 req-5e0eb378-7eca-46af-ab66-d4b83e92e3d3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1762311 Aug 31 09:27:00.664581 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-7e33894f-7258-412d-b005-44c09fb2d8e8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.665741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e39d731-d07a-4353-894f-4ae0f4d85ee8 req-7e33894f-7258-412d-b005-44c09fb2d8e8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3687568 Aug 31 09:27:00.666549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event deleted for resources: {'Port': ['ID=311a1c81-5fda-4e54-86b6-f73c48bb10b6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.827011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] No DVR routers for this DVR port 311a1c81-5fda-4e54-86b6-f73c48bb10b6 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:00.835089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.840942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7434ae2-867f-4f6f-b07a-7526d2d0ccdc req-578df7eb-c952-4594-aaaa-a0257fd236e7 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "DELETE /v2.0/ports/311a1c81-5fda-4e54-86b6-f73c48bb10b6 HTTP/1.1" status: 204 len: 173 time: 1.1517165 Aug 31 09:27:00.851404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.852089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97965067-f685-4c10-91cf-84e5c4b4e313 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:27:00.864364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.866113 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1e65c557-220a-4b8a-94f1-df1a538cf640 admin admin] 10.222.0.69 "DELETE /v2.0/routers/97965067-f685-4c10-91cf-84e5c4b4e313 HTTP/1.1" status: 204 len: 168 time: 1.8975520 Aug 31 09:27:00.872302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44408) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:00.887332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ca8dcd1-a26a-41d5-a9b9-d0c41e39a1b6 req-e47a9b86-a143-42b4-85ea-7fad51880cb9 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235730 Aug 31 09:27:00.892717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e3236-b3df-4fbd-8161-616a1881a861', 'name': 'network-vif-deleted', 'tag': '311a1c81-5fda-4e54-86b6-f73c48bb10b6'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:00.899805 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb129d3-6674-44ac-8143-047aba8b6081" -d '{"events": [{"server_uuid": "909e3236-b3df-4fbd-8161-616a1881a861", "name": "network-vif-deleted", "tag": "311a1c81-5fda-4e54-86b6-f73c48bb10b6"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:00.964086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-b998d7cc-a92b-44ce-8de8-a8e9f94a15c4 admin admin] Deleting subnet c42d1068-c5e7-4de5-8655-be96d60aa973 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:00.984271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b998d7cc-a92b-44ce-8de8-a8e9f94a15c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.059950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ff3c-8f89-4db7-a5c1-a8f2c1b42812 req-de08105d-e73e-44ad-8101-ea1c3d012c04 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.061644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c84ff3c-8f89-4db7-a5c1-a8f2c1b42812 req-de08105d-e73e-44ad-8101-ea1c3d012c04 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 945 time: 0.2189183 Aug 31 09:27:01.081050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-732b6d2e-90e0-4359-92e6-30efb5f1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.086175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-732b6d2e-90e0-4359-92e6-30efb5f1a380 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.5059040 Aug 31 09:27:01.141415 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd94d7ec-308c-49cc-9907-872974cbb40b req-10cab3e6-75b0-4db9-871a-8a55211eb998 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=909e3236-b3df-4fbd-8161-616a1881a861 HTTP/1.1" status: 200 len: 210 time: 0.0597234 Aug 31 09:27:01.166110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-4ad0e50d-4d3c-4a97-937a-59dfab4cce3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca HTTP/1.1" status: 200 len: 217 time: 0.0665605 Aug 31 09:27:01.175525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b998d7cc-a92b-44ce-8de8-a8e9f94a15c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.210561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c84ff3c-8f89-4db7-a5c1-a8f2c1b42812 req-93e49d97-bedf-4544-b3c5-7c8cadd16a18 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129823 Aug 31 09:27:01.256306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89d70887-daab-49dc-ba8e-efb87ba761e4 req-ca1f176c-2c2a-40ec-bf3d-600cf74459c1 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/d60ceedc-2044-4058-8d83-2e7a4340cabd HTTP/1.1" status: 200 len: 1804 time: 0.0934145 Aug 31 09:27:01.302536 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1346f14f-4df0-4336-bcac-80445c3470ce x-openstack-request-id: req-1346f14f-4df0-4336-bcac-80445c3470ce {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:01.305303 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e3236-b3df-4fbd-8161-616a1881a861", "name": "network-vif-deleted", "tag": "311a1c81-5fda-4e54-86b6-f73c48bb10b6", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:01.305835 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1346f14f-4df0-4336-bcac-80445c3470ce {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:01.306445 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e3236-b3df-4fbd-8161-616a1881a861', 'name': 'network-vif-deleted', 'tag': '311a1c81-5fda-4e54-86b6-f73c48bb10b6', 'status': 'completed', 'code': 200} Aug 31 09:27:01.359120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-89d70887-daab-49dc-ba8e-efb87ba761e4 req-cc5ac7b2-0c9b-4d74-896e-4eb17d2b1f4c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.426128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2ef3c06b-be6a-4839-822a-364b77698040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.428621 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-89d70887-daab-49dc-ba8e-efb87ba761e4 req-cc5ac7b2-0c9b-4d74-896e-4eb17d2b1f4c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.428822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2ef3c06b-be6a-4839-822a-364b77698040 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.2506986 Aug 31 09:27:01.457781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec8d62-e9c2-4584-bcdf-a704eb49b82a req-0785de5c-b6d1-4251-a776-e62fd9d28e3e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.457781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45ec8d62-e9c2-4584-bcdf-a704eb49b82a req-0785de5c-b6d1-4251-a776-e62fd9d28e3e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.0883858 Aug 31 09:27:01.475685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b998d7cc-a92b-44ce-8de8-a8e9f94a15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.539056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-43ca7369-bec5-400a-8740-2a012a97d7e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964239 Aug 31 09:27:01.684128 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-89d70887-daab-49dc-ba8e-efb87ba761e4 req-cc5ac7b2-0c9b-4d74-896e-4eb17d2b1f4c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.686637 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-89d70887-daab-49dc-ba8e-efb87ba761e4 req-cc5ac7b2-0c9b-4d74-896e-4eb17d2b1f4c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.691676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89d70887-daab-49dc-ba8e-efb87ba761e4 req-cc5ac7b2-0c9b-4d74-896e-4eb17d2b1f4c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "DELETE /v2.0/security-groups/d60ceedc-2044-4058-8d83-2e7a4340cabd HTTP/1.1" status: 204 len: 173 time: 0.4314580 Aug 31 09:27:01.703885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45ec8d62-e9c2-4584-bcdf-a704eb49b82a req-14d8c4e8-00aa-431a-9917-cc3bdaa36a32 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226932 Aug 31 09:27:01.712158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ac7b2-0c9b-4d74-896e-4eb17d2b1f4c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ceedc-2044-4058-8d83-2e7a4340cabd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:01.723156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b998d7cc-a92b-44ce-8de8-a8e9f94a15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.838059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998d7cc-a92b-44ce-8de8-a8e9f94a15c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42d1068-c5e7-4de5-8655-be96d60aa973,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:01.844603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b998d7cc-a92b-44ce-8de8-a8e9f94a15c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.849777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bbd3178-9df4-470d-92db-7487e71b0eb2 req-954db902-7a01-4152-ba27-f2b805c07533 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/e8c0d660-0f5b-4803-b070-9cb9803dabfc HTTP/1.1" status: 200 len: 1804 time: 0.0842876 Aug 31 09:27:01.851082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b998d7cc-a92b-44ce-8de8-a8e9f94a15c4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c42d1068-c5e7-4de5-8655-be96d60aa973 HTTP/1.1" status: 204 len: 168 time: 0.9775040 Aug 31 09:27:01.853327 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-a5997569-d17f-49b5-9efb-8ffa48a67166 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985425 Aug 31 09:27:01.854315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.890467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63fed50-f6e0-4b3f-a267-5b20a6a6a229 None None] Network 4634eea3-bc6c-4a2d-b665-d45b1da2899a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:01.921008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-41727787-536f-41c7-af8a-c60656b60c54 req-8a857d66-9bc8-4bd2-b0b6-8bef89f1baf3 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-985482038', 'description': 'tempest-description-1483925100'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:01.987358 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-41727787-536f-41c7-af8a-c60656b60c54 req-8a857d66-9bc8-4bd2-b0b6-8bef89f1baf3 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.104423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-41727787-536f-41c7-af8a-c60656b60c54 req-8a857d66-9bc8-4bd2-b0b6-8bef89f1baf3 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.110147 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-41727787-536f-41c7-af8a-c60656b60c54 req-8a857d66-9bc8-4bd2-b0b6-8bef89f1baf3 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.139608 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.171945 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-956904bc-b59e-4034-9a47-dee57eaa3572 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098116 Aug 31 09:27:02.207860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0d4db018-333e-42cf-b93f-e65b5a00cda9 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:02.222525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-41727787-536f-41c7-af8a-c60656b60c54 req-8a857d66-9bc8-4bd2-b0b6-8bef89f1baf3 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.223799 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41727787-536f-41c7-af8a-c60656b60c54 req-8a857d66-9bc8-4bd2-b0b6-8bef89f1baf3 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3091292 Aug 31 09:27:02.236457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a857d66-9bc8-4bd2-b0b6-8bef89f1baf3 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2701a963-aef0-4d5a-a478-6a1ba47c4b47,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:02.266494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Deleting port 542990bf-a201-41d8-8456-1ab6f6d38829 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:02.266878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.267897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0d4db018-333e-42cf-b93f-e65b5a00cda9 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:02.268242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0d4db018-333e-42cf-b93f-e65b5a00cda9 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:02.288225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b185943-e84c-40c9-a0fe-21ca5eef343e req-97b42c2c-7070-4080-93f2-13dc8b800ab6 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:02.310821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b185943-e84c-40c9-a0fe-21ca5eef343e req-97b42c2c-7070-4080-93f2-13dc8b800ab6 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1942225 Aug 31 09:27:02.348966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] For port 542990bf-a201-41d8-8456-1ab6f6d38829, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=542990bf-a201-41d8-8456-1ab6f6d38829,segment=NetworkSegment(99945c1a-be3d-4dc7-9615-db5707323664),segment_id=99945c1a-be3d-4dc7-9615-db5707323664)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:02.350039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.368446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Calling delete_port for 542990bf-a201-41d8-8456-1ab6f6d38829 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:02.378333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] DHCP port deletion for 4634eea3-bc6c-4a2d-b665-d45b1da2899a request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:02.384321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b185943-e84c-40c9-a0fe-21ca5eef343e req-b7b5cdcb-6f51-43be-a58a-7aa92bb8ce04 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715821 Aug 31 09:27:02.477761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-2d36eae3-ad15-4b46-8ae1-4c216e4455fa tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:02.481018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-2d36eae3-ad15-4b46-8ae1-4c216e4455fa tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 945 time: 0.0843101 Aug 31 09:27:02.494461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] Deleting port 542990bf-a201-41d8-8456-1ab6f6d38829 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:02.494902 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.551981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.607104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=542990bf-a201-41d8-8456-1ab6f6d38829,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:02.620012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] No DVR routers for this DVR port 542990bf-a201-41d8-8456-1ab6f6d38829 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:02.629949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343e71d-e8ea-46d5-b103-960cfd1bbde4 req-202743d7-eb29-45d8-b8d2-e4ec2b9deb93 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:02.631607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b343e71d-e8ea-46d5-b103-960cfd1bbde4 req-202743d7-eb29-45d8-b8d2-e4ec2b9deb93 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 945 time: 0.1309967 Aug 31 09:27:02.672350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] For port 542990bf-a201-41d8-8456-1ab6f6d38829, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=542990bf-a201-41d8-8456-1ab6f6d38829,segment=NetworkSegment(99945c1a-be3d-4dc7-9615-db5707323664),segment_id=99945c1a-be3d-4dc7-9615-db5707323664)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:02.672749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.707907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] Calling delete_port for 542990bf-a201-41d8-8456-1ab6f6d38829 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:02.725898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Deleting port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:02.726522 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.731689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.744914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4634eea3-bc6c-4a2d-b665-d45b1da2899a']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.778963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99945c1a-be3d-4dc7-9615-db5707323664') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.779593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99945c1a-be3d-4dc7-9615-db5707323664') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.801204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.837094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.857553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:02.860207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.901981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b343e71d-e8ea-46d5-b103-960cfd1bbde4 req-4fe81d6a-a6e2-47e6-8244-07b9813c2002 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/security-groups?id=46d632b7-b4b8-4f11-904b-99c39965a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576950 Aug 31 09:27:02.905413 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.938795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] Pushing event deleted for resources: {'Port': ['ID=542990bf-a201-41d8-8456-1ab6f6d38829,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:02.949175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a3a2b-4031-453d-8d50-7a231340e4a1 None None] No DVR routers for this DVR port 542990bf-a201-41d8-8456-1ab6f6d38829 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:02.978218 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:02.985153 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.004618 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.009528 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4634eea3-bc6c-4a2d-b665-d45b1da2899a HTTP/1.1" status: 204 len: 168 time: 1.1540186 Aug 31 09:27:03.036635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74b406-ddf9-4f87-ad00-f02171cf1ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4634eea3-bc6c-4a2d-b665-d45b1da2899a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.047433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46b75dec-9c03-41b6-949f-6a279dd26326 req-927a06a2-ac32-4560-94ca-e0e111fa0c4b tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/2701a963-aef0-4d5a-a478-6a1ba47c4b47 HTTP/1.1" status: 200 len: 1804 time: 0.1869783 Aug 31 09:27:03.072075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-46b75dec-9c03-41b6-949f-6a279dd26326 req-5bcd4324-465e-4fc5-8a0c-97d561a72c43 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2701a963-aef0-4d5a-a478-6a1ba47c4b47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:03.072825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-46b75dec-9c03-41b6-949f-6a279dd26326 req-5bcd4324-465e-4fc5-8a0c-97d561a72c43 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2701a963-aef0-4d5a-a478-6a1ba47c4b47', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:03.106513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] For port c8b16836-2f57-4d77-98d5-ed6c2d6f5355, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:03.107111 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.167092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Calling delete_port for c8b16836-2f57-4d77-98d5-ed6c2d6f5355 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:03.227006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44458) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.286971 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bdcf8f70-b4d7-488f-9506-ad013476986d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=703fa5825e44448aa2c5c59ad0281605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586455 Aug 31 09:27:03.288246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44460) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.352745 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c91cdda8-c77e-4044-b36e-04eea16885c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.358839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b3312-d9b8-4e8b-af7f-4f6b5c51e10b req-0bb06885-da6f-4a17-bc32-b9a870cf025b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.360524 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef2b3312-d9b8-4e8b-af7f-4f6b5c51e10b req-0bb06885-da6f-4a17-bc32-b9a870cf025b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.1012304 Aug 31 09:27:03.368376 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-46b75dec-9c03-41b6-949f-6a279dd26326 req-5bcd4324-465e-4fc5-8a0c-97d561a72c43 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.381288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c91cdda8-c77e-4044-b36e-04eea16885c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.408433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-46b75dec-9c03-41b6-949f-6a279dd26326 req-5bcd4324-465e-4fc5-8a0c-97d561a72c43 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.433600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef2b3312-d9b8-4e8b-af7f-4f6b5c51e10b req-1407279a-8876-4267-b507-607c04c11ac3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611095 Aug 31 09:27:03.435044 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-46b75dec-9c03-41b6-949f-6a279dd26326 req-5bcd4324-465e-4fc5-8a0c-97d561a72c43 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.446057 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c91cdda8-c77e-4044-b36e-04eea16885c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.451011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd4324-465e-4fc5-8a0c-97d561a72c43 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3159341-b0ba-49ee-8a3c-721e755e391a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.458388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c91cdda8-c77e-4044-b36e-04eea16885c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.462543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c91cdda8-c77e-4044-b36e-04eea16885c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d63fa914-b712-4c7e-a715-b25e71be49cd HTTP/1.1" status: 204 len: 168 time: 0.1728587 Aug 31 09:27:03.490208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cdda8-c77e-4044-b36e-04eea16885c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fa914-b712-4c7e-a715-b25e71be49cd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.492891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-46b75dec-9c03-41b6-949f-6a279dd26326 req-5bcd4324-465e-4fc5-8a0c-97d561a72c43 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.495858 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46b75dec-9c03-41b6-949f-6a279dd26326 req-5bcd4324-465e-4fc5-8a0c-97d561a72c43 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4475188 Aug 31 09:27:03.670338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.770031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Pushing event deleted for resources: {'Port': ['ID=c8b16836-2f57-4d77-98d5-ed6c2d6f5355,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.820833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2f9d4-a3ef-4e56-bb12-a34b84c57a4b req-dd546748-722f-4c04-9e81-392389e9b80a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.830793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce2f9d4-a3ef-4e56-bb12-a34b84c57a4b req-dd546748-722f-4c04-9e81-392389e9b80a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 950 time: 0.2255063 Aug 31 09:27:03.845922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a09ce-912c-4503-a379-b28ceac59070 req-f90d9ffc-192e-49a5-a4b5-e17d554f7e71 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.847944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-108a09ce-912c-4503-a379-b28ceac59070 req-f90d9ffc-192e-49a5-a4b5-e17d554f7e71 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1913285 Aug 31 09:27:03.870946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] No DVR routers for this DVR port c8b16836-2f57-4d77-98d5-ed6c2d6f5355 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:03.874030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.876787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0998ac2-9e87-4d59-88b4-3a0d885a48d8 req-cee45b59-2d71-41a4-9b37-4a2829f6cd55 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.20 "DELETE /v2.0/ports/c8b16836-2f57-4d77-98d5-ed6c2d6f5355 HTTP/1.1" status: 204 len: 173 time: 1.3884790 Aug 31 09:27:03.890171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'name': 'network-vif-deleted', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:03.892671 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664b79a-1aa2-4716-ae0f-b2ce2c6d3e22" -d '{"events": [{"server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "name": "network-vif-deleted", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:03.937501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce2f9d4-a3ef-4e56-bb12-a34b84c57a4b req-ef0fc971-8785-469c-8b87-30387a1d573c tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057491 Aug 31 09:27:03.964370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-108a09ce-912c-4503-a379-b28ceac59070 req-59cafee2-1142-4af2-a4e8-cfe6c2381949 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966749 Aug 31 09:27:04.034412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 311a1c81-5fda-4e54-86b6-f73c48bb10b6 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:04.072159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1925ce65-6e53-46d4-91a8-d7529444df6e req-3f89334c-8204-4208-a946-3ea5896e51db tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/2701a963-aef0-4d5a-a478-6a1ba47c4b47 HTTP/1.1" status: 200 len: 2397 time: 0.0823743 Aug 31 09:27:04.077598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-1925ce65-6e53-46d4-91a8-d7529444df6e req-e7fe4d26-6b38-4e67-af1e-4ec242d6da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2701a963-aef0-4d5a-a478-6a1ba47c4b47', 'remote_group_id': None}]} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:04.078133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-1925ce65-6e53-46d4-91a8-d7529444df6e req-e7fe4d26-6b38-4e67-af1e-4ec242d6da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2701a963-aef0-4d5a-a478-6a1ba47c4b47', 'remote_group_id': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:04.082104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 311a1c81-5fda-4e54-86b6-f73c48bb10b6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:04.082495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 311a1c81-5fda-4e54-86b6-f73c48bb10b6 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:04.104898 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e1ba36-2fed-49c8-9b9d-edfe39752acc x-openstack-request-id: req-04e1ba36-2fed-49c8-9b9d-edfe39752acc {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:04.105625 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc58c70f-00a6-473d-af1c-9e623e34e6ba", "name": "network-vif-deleted", "tag": "c8b16836-2f57-4d77-98d5-ed6c2d6f5355", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:04.106047 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-04e1ba36-2fed-49c8-9b9d-edfe39752acc {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:04.111437 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc58c70f-00a6-473d-af1c-9e623e34e6ba', 'name': 'network-vif-deleted', 'tag': 'c8b16836-2f57-4d77-98d5-ed6c2d6f5355', 'status': 'completed', 'code': 200} Aug 31 09:27:04.233989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 542990bf-a201-41d8-8456-1ab6f6d38829 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:04.251997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f98d492e-2ac2-426f-ade2-e5666dd98b10 req-7e3b9264-eabe-4b95-8d12-92b9db8ee2d8 tempest-FloatingIPsAssociationTestJSON-1384814239 tempest-FloatingIPsAssociationTestJSON-1384814239-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc58c70f-00a6-473d-af1c-9e623e34e6ba HTTP/1.1" status: 200 len: 210 time: 0.0676167 Aug 31 09:27:04.254188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1925ce65-6e53-46d4-91a8-d7529444df6e req-e7fe4d26-6b38-4e67-af1e-4ec242d6da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.287446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 542990bf-a201-41d8-8456-1ab6f6d38829 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:04.288106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 542990bf-a201-41d8-8456-1ab6f6d38829 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:04.309599 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1925ce65-6e53-46d4-91a8-d7529444df6e req-e7fe4d26-6b38-4e67-af1e-4ec242d6da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.319415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1925ce65-6e53-46d4-91a8-d7529444df6e req-e7fe4d26-6b38-4e67-af1e-4ec242d6da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.344632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4d26-6b38-4e67-af1e-4ec242d6da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5a3caf-e2ad-4098-995f-2f145345324b,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:04.356112 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1925ce65-6e53-46d4-91a8-d7529444df6e req-e7fe4d26-6b38-4e67-af1e-4ec242d6da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.362373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1925ce65-6e53-46d4-91a8-d7529444df6e req-e7fe4d26-6b38-4e67-af1e-4ec242d6da50 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2889252 Aug 31 09:27:04.449193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c65135e6-6121-412c-b878-8379790902cf req-6d4ad3ac-8c7e-4d2f-9c11-c7a58a1c8a6f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/2701a963-aef0-4d5a-a478-6a1ba47c4b47 HTTP/1.1" status: 200 len: 2995 time: 0.0537815 Aug 31 09:27:04.515085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d6739db-08fd-4512-91ff-d35e33d6b96b req-8936a90d-af39-46a3-839f-62002fce8a4c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-group-rules/0d5a3caf-e2ad-4098-995f-2f145345324b HTTP/1.1" status: 200 len: 783 time: 0.0415967 Aug 31 09:27:04.635702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d6739db-08fd-4512-91ff-d35e33d6b96b req-e12dcf2b-b6fe-462e-bd79-6474c0c7c440 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/2701a963-aef0-4d5a-a478-6a1ba47c4b47 HTTP/1.1" status: 200 len: 2995 time: 0.0992987 Aug 31 09:27:04.661381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5049c-2616-4f08-9364-59b4879dd4f1 req-84fa9e4b-8e12-44de-8e5c-a948321ae27a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:04.662941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79a5049c-2616-4f08-9364-59b4879dd4f1 req-84fa9e4b-8e12-44de-8e5c-a948321ae27a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.1068640 Aug 31 09:27:04.727510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5d6739db-08fd-4512-91ff-d35e33d6b96b req-f420d105-07d5-4aa3-bcd3-60c344df704c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.756060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5d6739db-08fd-4512-91ff-d35e33d6b96b req-f420d105-07d5-4aa3-bcd3-60c344df704c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.769639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79a5049c-2616-4f08-9364-59b4879dd4f1 req-bd587e25-7b88-4e99-846f-c97cb9022f52 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928242 Aug 31 09:27:04.809211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5d6739db-08fd-4512-91ff-d35e33d6b96b req-f420d105-07d5-4aa3-bcd3-60c344df704c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.818609 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5d6739db-08fd-4512-91ff-d35e33d6b96b req-f420d105-07d5-4aa3-bcd3-60c344df704c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.831084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d6739db-08fd-4512-91ff-d35e33d6b96b req-f420d105-07d5-4aa3-bcd3-60c344df704c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0d5a3caf-e2ad-4098-995f-2f145345324b HTTP/1.1" status: 204 len: 173 time: 0.1793556 Aug 31 09:27:04.850610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420d105-07d5-4aa3-bcd3-60c344df704c tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d5a3caf-e2ad-4098-995f-2f145345324b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:04.910198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d75f89c0-55e8-4ba6-90d7-34c4083904d8 req-c060d1f3-a550-44de-b909-ed65dbec6a8f tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/2701a963-aef0-4d5a-a478-6a1ba47c4b47 HTTP/1.1" status: 200 len: 2397 time: 0.0495727 Aug 31 09:27:04.979621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c8b16836-2f57-4d77-98d5-ed6c2d6f5355 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:05.002072 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d75f89c0-55e8-4ba6-90d7-34c4083904d8 req-f3883893-4d5c-4e09-b850-18f891edde36 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.019805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: c8b16836-2f57-4d77-98d5-ed6c2d6f5355 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:05.020174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c8b16836-2f57-4d77-98d5-ed6c2d6f5355 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:05.035105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d75f89c0-55e8-4ba6-90d7-34c4083904d8 req-f3883893-4d5c-4e09-b850-18f891edde36 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.169231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7de9-ee6b-4158-9849-67082f8b0c0c req-f4ece9cc-bd19-4e66-bdcb-5e8b3715c4ed tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.170817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44ba7de9-ee6b-4158-9849-67082f8b0c0c req-f4ece9cc-bd19-4e66-bdcb-5e8b3715c4ed tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 950 time: 0.1148515 Aug 31 09:27:05.193554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842457a-cf89-47cd-a8bb-336c292410bd req-1ee1469b-f9b7-4167-9ad2-6a99f1a4f2b1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.195378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9842457a-cf89-47cd-a8bb-336c292410bd req-1ee1469b-f9b7-4167-9ad2-6a99f1a4f2b1 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 950 time: 0.0899494 Aug 31 09:27:05.196077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d75f89c0-55e8-4ba6-90d7-34c4083904d8 req-f3883893-4d5c-4e09-b850-18f891edde36 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.198696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d75f89c0-55e8-4ba6-90d7-34c4083904d8 req-f3883893-4d5c-4e09-b850-18f891edde36 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.199853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d75f89c0-55e8-4ba6-90d7-34c4083904d8 req-f3883893-4d5c-4e09-b850-18f891edde36 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "DELETE /v2.0/security-groups/2701a963-aef0-4d5a-a478-6a1ba47c4b47 HTTP/1.1" status: 204 len: 173 time: 0.2826846 Aug 31 09:27:05.275017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3883893-4d5c-4e09-b850-18f891edde36 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2701a963-aef0-4d5a-a478-6a1ba47c4b47,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.335490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44ba7de9-ee6b-4158-9849-67082f8b0c0c req-5370e566-31a5-41bf-bd0d-b3bba6a48164 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579201 Aug 31 09:27:05.424060 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-a219d180-dae6-470f-a84d-00c8420179bc req-a6c1cbb0-281c-4ddc-994c-fbc3630e9b5b tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] show failed (client error): The resource could not be found. Aug 31 09:27:05.425226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a219d180-dae6-470f-a84d-00c8420179bc req-a6c1cbb0-281c-4ddc-994c-fbc3630e9b5b tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/d60ceedc-2044-4058-8d83-2e7a4340cabd HTTP/1.1" status: 404 len: 352 time: 0.0280344 Aug 31 09:27:05.441764 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea59b2-b9c0-4a93-96fa-643e4ebbb622 req-3d5ea2a4-b679-42b6-b61f-f3242d28628e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.443570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68ea59b2-b9c0-4a93-96fa-643e4ebbb622 req-3d5ea2a4-b679-42b6-b61f-f3242d28628e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1383600 Aug 31 09:27:05.490223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Deleting port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:05.490643 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.527544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44534) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.620350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68ea59b2-b9c0-4a93-96fa-643e4ebbb622 req-3ec0a338-598e-49f2-a9d9-66b19718ad1f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621058 Aug 31 09:27:05.668570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] For port 5bd0e9bc-7448-43f1-af77-530c6578c1e5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5bd0e9bc-7448-43f1-af77-530c6578c1e5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:05.668964 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.713308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Calling delete_port for 5bd0e9bc-7448-43f1-af77-530c6578c1e5 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:05.736668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bac58150-a872-48ab-8ce6-c03a53b762c5 req-f2dcaa8f-6463-4575-baf0-8044bbf73eec tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/e8c0d660-0f5b-4803-b070-9cb9803dabfc HTTP/1.1" status: 200 len: 1804 time: 0.1125653 Aug 31 09:27:05.945955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bac58150-a872-48ab-8ce6-c03a53b762c5 req-417a2351-e4a0-4a10-a232-5850faeff0c8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.018557 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.239807 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bac58150-a872-48ab-8ce6-c03a53b762c5 req-417a2351-e4a0-4a10-a232-5850faeff0c8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.250562 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.261065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dfd1f-078f-4b5b-a333-e0da825b95bd req-4f8acaf4-7c25-4ca6-a929-26acd5fb6820 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:06.262672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-258dfd1f-078f-4b5b-a333-e0da825b95bd req-4f8acaf4-7c25-4ca6-a929-26acd5fb6820 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.3797843 Aug 31 09:27:06.265526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f', '30994dff-d686-4e69-9eb5-24ba7da32540'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:06.270063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c3643a7a-1338-404c-8c9d-0037497bda14', '668554c5-c6d7-4a11-a6a2-11dd11d5e892', '5bd0e9bc-7448-43f1-af77-530c6578c1e5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:06.311512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Deleting port b9edf2df-8a44-4615-b97a-b1b1def01de3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:06.311863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.312173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event deleted for resources: {'Port': ['ID=5bd0e9bc-7448-43f1-af77-530c6578c1e5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:06.364744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.365399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.365553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.365890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.366347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.366758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.367161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.367551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.367945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.368338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.368724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.369156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:06.401945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] No DVR routers for this DVR port 5bd0e9bc-7448-43f1-af77-530c6578c1e5 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:06.407572 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.416667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9842457a-cf89-47cd-a8bb-336c292410bd req-a2d61dae-4171-441e-93da-d42c315d11f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "DELETE /v2.0/ports/5bd0e9bc-7448-43f1-af77-530c6578c1e5 HTTP/1.1" status: 204 len: 173 time: 1.2084286 Aug 31 09:27:06.417881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b8a622-d831-412e-b6bf-792fe07ce85b', 'name': 'network-vif-deleted', 'tag': '5bd0e9bc-7448-43f1-af77-530c6578c1e5'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:06.419804 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a76fb2-4683-4aed-92e2-84713478e734" -d '{"events": [{"server_uuid": "73b8a622-d831-412e-b6bf-792fe07ce85b", "name": "network-vif-deleted", "tag": "5bd0e9bc-7448-43f1-af77-530c6578c1e5"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:06.429894 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bac58150-a872-48ab-8ce6-c03a53b762c5 req-417a2351-e4a0-4a10-a232-5850faeff0c8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.439012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bac58150-a872-48ab-8ce6-c03a53b762c5 req-417a2351-e4a0-4a10-a232-5850faeff0c8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.440277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bac58150-a872-48ab-8ce6-c03a53b762c5 req-417a2351-e4a0-4a10-a232-5850faeff0c8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "DELETE /v2.0/security-groups/e8c0d660-0f5b-4803-b070-9cb9803dabfc HTTP/1.1" status: 204 len: 173 time: 0.6592364 Aug 31 09:27:06.446540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-258dfd1f-078f-4b5b-a333-e0da825b95bd req-1b7e27e6-6aaf-44c5-bfaa-0e4d533dcedc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671674 Aug 31 09:27:06.459659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a2351-e4a0-4a10-a232-5850faeff0c8 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c0d660-0f5b-4803-b070-9cb9803dabfc,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:06.496981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] For port b9edf2df-8a44-4615-b97a-b1b1def01de3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b9edf2df-8a44-4615-b97a-b1b1def01de3,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:06.497747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.558236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Calling delete_port for b9edf2df-8a44-4615-b97a-b1b1def01de3 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:06.638049 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad55b2e-b6f0-4b01-8896-602153d9cb7b x-openstack-request-id: req-aad55b2e-b6f0-4b01-8896-602153d9cb7b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:06.638382 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b8a622-d831-412e-b6bf-792fe07ce85b", "name": "network-vif-deleted", "tag": "5bd0e9bc-7448-43f1-af77-530c6578c1e5", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:06.638734 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aad55b2e-b6f0-4b01-8896-602153d9cb7b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:06.639356 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b8a622-d831-412e-b6bf-792fe07ce85b', 'name': 'network-vif-deleted', 'tag': '5bd0e9bc-7448-43f1-af77-530c6578c1e5', 'status': 'completed', 'code': 200} Aug 31 09:27:06.729366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9649776b-b1f0-4dff-a72e-91abd5dac9fd req-e1ad6054-c5aa-4a04-8abe-8b52873fd88c tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=73b8a622-d831-412e-b6bf-792fe07ce85b HTTP/1.1" status: 200 len: 210 time: 0.0558589 Aug 31 09:27:06.818965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74852fc0-013b-425c-9f96-24df758a1d67 req-428041f0-e8a6-4fc3-a077-8bc7d389b91b tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/7ff14839-3bb5-404d-893e-869f3b442adb HTTP/1.1" status: 200 len: 1805 time: 0.1337421 Aug 31 09:27:06.910878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-74852fc0-013b-425c-9f96-24df758a1d67 req-eaba6a50-b157-4f2f-89d0-abd353ddb1d1 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.970689 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-74852fc0-013b-425c-9f96-24df758a1d67 req-eaba6a50-b157-4f2f-89d0-abd353ddb1d1 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.993325 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.053343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9edf2df-8a44-4615-b97a-b1b1def01de3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.121609 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-74852fc0-013b-425c-9f96-24df758a1d67 req-eaba6a50-b157-4f2f-89d0-abd353ddb1d1 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.124810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-74852fc0-013b-425c-9f96-24df758a1d67 req-eaba6a50-b157-4f2f-89d0-abd353ddb1d1 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.126040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74852fc0-013b-425c-9f96-24df758a1d67 req-eaba6a50-b157-4f2f-89d0-abd353ddb1d1 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "DELETE /v2.0/security-groups/7ff14839-3bb5-404d-893e-869f3b442adb HTTP/1.1" status: 204 len: 173 time: 0.3060944 Aug 31 09:27:07.150421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba6a50-b157-4f2f-89d0-abd353ddb1d1 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff14839-3bb5-404d-893e-869f3b442adb,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.368180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791c6fe-16cb-4c05-bdd8-37b36b7bf867 req-1b5cb0a0-0fcf-4644-808a-aec0b17b5c36 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:07.379375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6791c6fe-16cb-4c05-bdd8-37b36b7bf867 req-1b5cb0a0-0fcf-4644-808a-aec0b17b5c36 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1178193 Aug 31 09:27:07.451327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6791c6fe-16cb-4c05-bdd8-37b36b7bf867 req-5687da18-33c8-46d7-81a3-8f47f647e08c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645905 Aug 31 09:27:07.499800 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.516539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fcc1932-85bc-4bb5-845c-dffe6dc528de req-598ca774-852b-4ab6-82db-58b120da6928 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/c55ef568-8241-4e18-be18-be9cf34c9cbf HTTP/1.1" status: 200 len: 1802 time: 0.0637419 Aug 31 09:27:07.606793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1fcc1932-85bc-4bb5-845c-dffe6dc528de req-2be3c277-f784-4a9f-8bd5-0b245c6ae073 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.653705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1fcc1932-85bc-4bb5-845c-dffe6dc528de req-2be3c277-f784-4a9f-8bd5-0b245c6ae073 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.726288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1fcc1932-85bc-4bb5-845c-dffe6dc528de req-2be3c277-f784-4a9f-8bd5-0b245c6ae073 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.730082 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1fcc1932-85bc-4bb5-845c-dffe6dc528de req-2be3c277-f784-4a9f-8bd5-0b245c6ae073 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.746787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fcc1932-85bc-4bb5-845c-dffe6dc528de req-2be3c277-f784-4a9f-8bd5-0b245c6ae073 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "DELETE /v2.0/security-groups/c55ef568-8241-4e18-be18-be9cf34c9cbf HTTP/1.1" status: 204 len: 173 time: 0.2286906 Aug 31 09:27:07.779000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3c277-f784-4a9f-8bd5-0b245c6ae073 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ef568-8241-4e18-be18-be9cf34c9cbf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.922457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a08d95-c844-410a-ac3f-7f0c17260ecb req-c334e316-2860-442d-9f4b-e9abaa9f8b08 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:07.924935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11a08d95-c844-410a-ac3f-7f0c17260ecb req-c334e316-2860-442d-9f4b-e9abaa9f8b08 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.0727336 Aug 31 09:27:07.965663 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-5d51eb8a-abfa-498c-8145-1b014a5b75e4 service neutron] show failed (client error): The resource could not be found. Aug 31 09:27:07.966960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-5d51eb8a-abfa-498c-8145-1b014a5b75e4 service neutron] 10.222.0.52 "GET /v2.0/ports/280c8c70-0bc8-4439-abc2-d16b986910c8/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.3896086 Aug 31 09:27:07.970646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11a08d95-c844-410a-ac3f-7f0c17260ecb req-dcfaaad0-a671-4b5d-b29e-923892a54547 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397134 Aug 31 09:27:08.099445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Router 44c7caa4-6209-4ec5-8062-b364cf4d79ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:08.108740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd463983-0f1f-40e8-a0dc-9c4efe82935c req-ab8bd187-9ec3-4def-bdf5-715c48c75719 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/0a578775-6370-4ebb-ac0b-cdb349c80dbd HTTP/1.1" status: 200 len: 2403 time: 0.0708535 Aug 31 09:27:08.227437 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dd463983-0f1f-40e8-a0dc-9c4efe82935c req-5c84ff55-21cd-4ff6-9d75-8250f709cfa7 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.292201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dd463983-0f1f-40e8-a0dc-9c4efe82935c req-5c84ff55-21cd-4ff6-9d75-8250f709cfa7 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.300606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:08.313674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] Sync routers for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:08.317646 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a3722dab-116f-4be5-ac5a-177b785dc0e2 admin admin] 10.222.0.69 "PUT /v2.0/routers/44c7caa4-6209-4ec5-8062-b364cf4d79ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7883575 Aug 31 09:27:08.319813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44668) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:08.328155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:08.329099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:08.336303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-c63fa30b-3f5e-44fc-8c38-732ed713e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.337496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-c63fa30b-3f5e-44fc-8c38-732ed713e0a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77&tenant_id=b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 1100 time: 0.0715787 Aug 31 09:27:08.353561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:08.387684 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dd463983-0f1f-40e8-a0dc-9c4efe82935c req-5c84ff55-21cd-4ff6-9d75-8250f709cfa7 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.391726 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dd463983-0f1f-40e8-a0dc-9c4efe82935c req-5c84ff55-21cd-4ff6-9d75-8250f709cfa7 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.394339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd463983-0f1f-40e8-a0dc-9c4efe82935c req-5c84ff55-21cd-4ff6-9d75-8250f709cfa7 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "DELETE /v2.0/security-groups/0a578775-6370-4ebb-ac0b-cdb349c80dbd HTTP/1.1" status: 204 len: 173 time: 0.2803776 Aug 31 09:27:08.417426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ff55-21cd-4ff6-9d75-8250f709cfa7 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a578775-6370-4ebb-ac0b-cdb349c80dbd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:08.468456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.539856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:08.555742 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.596507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8387486-2835-4fad-b910-ab9da1024636 req-46a1f235-63ec-42a5-89c4-7c93fbd79a4a tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "GET /v2.0/security-groups/49a60b62-ec9f-46d4-a80e-cf52f245f55b HTTP/1.1" status: 200 len: 2397 time: 0.1294034 Aug 31 09:27:08.764669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.856929 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d8387486-2835-4fad-b910-ab9da1024636 req-67644bbc-4d80-45f6-a1af-176cf9d8ce93 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.877657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Deleting port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:08.878007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.932231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:08.957149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:27:06Z', 'revision_number': 5, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port': {'id': 'ecf24ba6-ac95-4d78-bfdf-7ba92255e72d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:21Z', 'updated_at': '2021-08-31T09:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:09.000330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:09.012425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5bd0e9bc-7448-43f1-af77-530c6578c1e5 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:09.017104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] Checking router: 44c7caa4-6209-4ec5-8062-b364cf4d79ba for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:09.043831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 5bd0e9bc-7448-43f1-af77-530c6578c1e5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:09.044241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5bd0e9bc-7448-43f1-af77-530c6578c1e5 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:09.051994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] Routers {'44c7caa4-6209-4ec5-8062-b364cf4d79ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:09.052716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:26:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:09.079603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] For port ecf24ba6-ac95-4d78-bfdf-7ba92255e72d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf24ba6-ac95-4d78-bfdf-7ba92255e72d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:09.081125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.093717 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d8387486-2835-4fad-b910-ab9da1024636 req-67644bbc-4d80-45f6-a1af-176cf9d8ce93 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.111880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Calling delete_port for ecf24ba6-ac95-4d78-bfdf-7ba92255e72d owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:09.198525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.219931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:09.223954 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49e4ac8-adc4-4fa3-be38-0f1ad7a56d26" -d '{"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-unplugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:09.252082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] Set router 44c7caa4-6209-4ec5-8062-b364cf4d79ba gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:09.354451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:27:08Z', 'revision_number': 6, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:09.365221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.386052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Transition to ACTIVE for port object 280c8c70-0bc8-4439-abc2-d16b986910c8 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:09.397044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf24ba6-ac95-4d78-bfdf-7ba92255e72d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.413688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357bf54-9920-4f09-8d48-eb09aa488891 None None] The sync data for ids ['44c7caa4-6209-4ec5-8062-b364cf4d79ba'] in n-d-806683-2 is: [{'id': '44c7caa4-6209-4ec5-8062-b364cf4d79ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-62089990-router', 'tenant_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:19Z', 'updated_at': '2021-08-31T09:27:08Z', 'revision_number': 6, 'project_id': '29b0e8c52cb14f17af6181cf99ec45a2', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:09.419732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59a3b7-c00c-4632-b832-865813934f39 req-e7e98333-bcc6-4ddc-9dc6-670f614fe510 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.421261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df59a3b7-c00c-4632-b832-865813934f39 req-e7e98333-bcc6-4ddc-9dc6-670f614fe510 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 949 time: 0.1914761 Aug 31 09:27:09.422035 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d8387486-2835-4fad-b910-ab9da1024636 req-67644bbc-4d80-45f6-a1af-176cf9d8ce93 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.424805 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d8387486-2835-4fad-b910-ab9da1024636 req-67644bbc-4d80-45f6-a1af-176cf9d8ce93 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.425952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8387486-2835-4fad-b910-ab9da1024636 req-67644bbc-4d80-45f6-a1af-176cf9d8ce93 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] 10.222.0.69 "DELETE /v2.0/security-groups/49a60b62-ec9f-46d4-a80e-cf52f245f55b HTTP/1.1" status: 204 len: 173 time: 0.7993872 Aug 31 09:27:09.430030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.437150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44720) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:09.456961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67644bbc-4d80-45f6-a1af-176cf9d8ce93 tempest-SecurityGroupRulesTestJSON-152272563 tempest-SecurityGroupRulesTestJSON-152272563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a60b62-ec9f-46d4-a80e-cf52f245f55b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.567630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.570452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] No DVR routers for this DVR port 280c8c70-0bc8-4439-abc2-d16b986910c8 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:09.582475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df59a3b7-c00c-4632-b832-865813934f39 req-0277e9f8-c5e1-49e1-8021-dccd9ba3f3ac tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384027 Aug 31 09:27:09.614603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.635637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:09.636241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:09.636766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:09.655227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Deleting subnet 57b6ff05-f0d5-4730-8edf-7819c04f9fd0 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:09.659965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.666999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:09.667584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:09.680633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:09.682167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:09.682926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:09.683570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Bound port: 280c8c70-0bc8-4439-abc2-d16b986910c8, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:09.683943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.705138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.715732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad9ab4-c651-4c50-a993-3467cd435d9b req-3a950e13-3c68-4402-b12e-554ac21650e2 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.717756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6ad9ab4-c651-4c50-a993-3467cd435d9b req-3a950e13-3c68-4402-b12e-554ac21650e2 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.0976658 Aug 31 09:27:09.833538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.873603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6ad9ab4-c651-4c50-a993-3467cd435d9b req-5215a3d9-ea2c-4d11-b50d-c1e67bc745e8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449654 Aug 31 09:27:09.887333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89808b4-cdda-48de-9b98-fc71ee3bf0b4 req-2b15bfd2-2d86-41b6-b628-b294942dbbad tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.888894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d89808b4-cdda-48de-9b98-fc71ee3bf0b4 req-2b15bfd2-2d86-41b6-b628-b294942dbbad tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 947 time: 0.1695600 Aug 31 09:27:09.920167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:09.939242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:09.947577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.985104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.985512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d89808b4-cdda-48de-9b98-fc71ee3bf0b4 req-a86ac554-5cef-44e7-906f-64b7318f4b29 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841837 Aug 31 09:27:09.995340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.995968 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.997356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] 10.222.0.20 "PUT /v2.0/ports/280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 1095 time: 1.6496446 Aug 31 09:27:10.000354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.048159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.053740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b6ff05-f0d5-4730-8edf-7819c04f9fd0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:10.064884 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.070535 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/57b6ff05-f0d5-4730-8edf-7819c04f9fd0 HTTP/1.1" status: 204 len: 168 time: 0.6275542 Aug 31 09:27:10.070535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.070535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.070535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.070535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.070535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.071239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.071662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.072094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.072484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.072876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.073263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.073655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cfd8ef-71fd-426a-ba8b-86e9e884ca64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.078894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44726) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:10.092080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407f377-7d21-4d52-bbac-ee8e35321651 service neutron] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:10.190050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-1861e49f-e06b-42d8-ba79-69c50917d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:10.192568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-1861e49f-e06b-42d8-ba79-69c50917d639 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1098 time: 0.1328743 Aug 31 09:27:10.230592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.264842 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba96cb38-c6ca-4675-ac52-74e6c6ab3531 x-openstack-request-id: req-ba96cb38-c6ca-4675-ac52-74e6c6ab3531 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:10.265665 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-unplugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:10.265665 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba96cb38-c6ca-4675-ac52-74e6c6ab3531 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:10.265665 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'code': 200} Aug 31 09:27:10.416580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.417122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44c7caa4-6209-4ec5-8062-b364cf4d79ba {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:27:10.442547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.446561 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b22ce6d2-275f-4605-a7b1-0f2cb661f665 admin admin] 10.222.0.69 "DELETE /v2.0/routers/44c7caa4-6209-4ec5-8062-b364cf4d79ba HTTP/1.1" status: 204 len: 168 time: 2.1230323 Aug 31 09:27:10.459160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-bf185cd0-6a5e-4f11-8722-bc885ffc4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:10.465255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-bf185cd0-6a5e-4f11-8722-bc885ffc4ea7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2623656 Aug 31 09:27:10.470422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44754) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:10.507321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf24ba6-ac95-4d78-bfdf-7ba92255e72d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:10.536890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ecf24ba6-ac95-4d78-bfdf-7ba92255e72d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:10.537873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf24ba6-ac95-4d78-bfdf-7ba92255e72d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:10.538594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b9edf2df-8a44-4615-b97a-b1b1def01de3 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:10.568400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: b9edf2df-8a44-4615-b97a-b1b1def01de3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:10.569351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b9edf2df-8a44-4615-b97a-b1b1def01de3 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:10.584523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.591695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-1803db3e-3f57-4969-82f9-aa543aa633dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.1187348 Aug 31 09:27:10.629155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-0429ff76-ae4f-401d-8f12-949af5768b93 admin admin] Deleting subnet 880e0dcb-667d-44fa-b5c7-a5364274c5b3 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:10.651563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-91ac70fc-0201-47ab-9650-80a5b769789a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:10.654038 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-91ac70fc-0201-47ab-9650-80a5b769789a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 949 time: 0.3489556 Aug 31 09:27:10.654918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0429ff76-ae4f-401d-8f12-949af5768b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.751700 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0429ff76-ae4f-401d-8f12-949af5768b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.785698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-b6037e6e-3d5c-40cd-94ce-f87cc76e5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:10.790390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-b6037e6e-3d5c-40cd-94ce-f87cc76e5ac8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1863735 Aug 31 09:27:10.896652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7722a41-8e5e-465f-bf06-6bb81099d43e req-f748ef9d-efe7-4da8-9c2c-2d1bab017407 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:10.915042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7722a41-8e5e-465f-bf06-6bb81099d43e req-f748ef9d-efe7-4da8-9c2c-2d1bab017407 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 949 time: 0.1976655 Aug 31 09:27:10.994018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7722a41-8e5e-465f-bf06-6bb81099d43e req-4372ad60-6bb6-4817-bbe1-f5d7752e3400 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770514 Aug 31 09:27:11.003709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-5eeb022a-da99-4e76-8417-0d2e5644c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.005932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-5eeb022a-da99-4e76-8417-0d2e5644c253 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2023969 Aug 31 09:27:11.055251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0429ff76-ae4f-401d-8f12-949af5768b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.126470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.175161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48425eb8-829d-46ff-84c0-7b537ad2def0']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:11.204838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd96baa-c56a-4974-b0ab-2fb21c75bdf8') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:11.205908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd96baa-c56a-4974-b0ab-2fb21c75bdf8') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:11.236958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.249409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e2e76-7c17-45eb-9f8f-4931e8cf0c55 req-8e2d94e3-4b8c-41ad-bb40-837e874d3bcd tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.257189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b8e2e76-7c17-45eb-9f8f-4931e8cf0c55 req-8e2d94e3-4b8c-41ad-bb40-837e874d3bcd tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1174567 Aug 31 09:27:11.288124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Deleting port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:11.288645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.292723 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.294912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-d9e80618-9d8f-4b01-83ec-9d8cca7618e8 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783787 Aug 31 09:27:11.301776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0429ff76-ae4f-401d-8f12-949af5768b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.327949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:11.328400 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.353831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b8e2e76-7c17-45eb-9f8f-4931e8cf0c55 req-276e4aa5-b1b4-489e-a4fe-f2ea0cca9280 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954902 Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:11.372553 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:11.437602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429ff76-ae4f-401d-8f12-949af5768b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880e0dcb-667d-44fa-b5c7-a5364274c5b3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.454306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa232e58-3a8b-4a01-8140-1dc2f421ba45 None None] Network a013acdb-f53c-410d-afcf-cd8c7b5ceb27 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:11.473991 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0429ff76-ae4f-401d-8f12-949af5768b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.477013 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0429ff76-ae4f-401d-8f12-949af5768b93 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/880e0dcb-667d-44fa-b5c7-a5364274c5b3 HTTP/1.1" status: 204 len: 168 time: 1.0055339 Aug 31 09:27:11.484179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44826) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:11.549997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.580000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.581492 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] 10.222.0.69 "DELETE /v2.0/networks/48425eb8-829d-46ff-84c0-7b537ad2def0 HTTP/1.1" status: 204 len: 168 time: 1.4885664 Aug 31 09:27:11.641144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5b7e7-1fd6-4ef0-8477-f69bd0863abc admin admin] Pushing event deleted for resources: {'Network': ['ID=48425eb8-829d-46ff-84c0-7b537ad2def0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.694179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0de836e8-c4ef-419d-af4d-c98dab2ef22c req-0934fb53-6f57-4789-88b3-f0340e4aa80f service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852303 Aug 31 09:27:11.709298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.713045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] For port 668554c5-c6d7-4a11-a6a2-11dd11d5e892, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=668554c5-c6d7-4a11-a6a2-11dd11d5e892,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:11.720451 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.756252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Calling delete_port for 668554c5-c6d7-4a11-a6a2-11dd11d5e892 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:11.822363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34667b36-b062-42a3-9187-464bb0190b3c req-05f01f13-3efd-431d-bd69-6a0fa821cc4b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.829603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34667b36-b062-42a3-9187-464bb0190b3c req-05f01f13-3efd-431d-bd69-6a0fa821cc4b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 947 time: 0.2631459 Aug 31 09:27:11.997380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34667b36-b062-42a3-9187-464bb0190b3c req-e2dc3529-d3ef-483c-8eae-c23d43ff1c41 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658120 Aug 31 09:27:12.028836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Deleting port e0336cb1-113b-4926-8381-b814dae2b3fa {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:12.029316 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.090349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:12.131102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] For port e0336cb1-113b-4926-8381-b814dae2b3fa, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e0336cb1-113b-4926-8381-b814dae2b3fa,segment=NetworkSegment(45486109-e3d2-4ae3-8f7f-0d23c803d6fc),segment_id=45486109-e3d2-4ae3-8f7f-0d23c803d6fc)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:12.131476 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.141098 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.159200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] DHCP port deletion for a013acdb-f53c-410d-afcf-cd8c7b5ceb27 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:12.161951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f', '30994dff-d686-4e69-9eb5-24ba7da32540'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:12.162224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Calling delete_port for e0336cb1-113b-4926-8381-b814dae2b3fa owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:12.165192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c3643a7a-1338-404c-8c9d-0037497bda14'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:12.211860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event deleted for resources: {'Port': ['ID=668554c5-c6d7-4a11-a6a2-11dd11d5e892,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:12.254977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1090234-b0d2-477f-a98f-44e84dc11fbd req-75bf2fcf-1d27-431b-bd5c-e86ace18483f tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1 HTTP/1.1" status: 200 len: 210 time: 0.1216280 Aug 31 09:27:12.267234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:12.271730 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44ca379-941f-4132-a99e-d017b2ab992a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:12.311145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e0336cb1-113b-4926-8381-b814dae2b3fa no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:12.311978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] No DVR routers for this DVR port 668554c5-c6d7-4a11-a6a2-11dd11d5e892 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:12.316018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.318350 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-16ce9087-5492-4eae-a916-231948ecfcc5 req-5e20c209-5962-4ccf-9355-3c400e463b77 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "DELETE /v2.0/ports/668554c5-c6d7-4a11-a6a2-11dd11d5e892 HTTP/1.1" status: 204 len: 173 time: 1.6313260 Aug 31 09:27:12.319129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1', 'name': 'network-vif-deleted', 'tag': '668554c5-c6d7-4a11-a6a2-11dd11d5e892'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:12.321708 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c17f72-524f-4b1e-b29b-c57d5cf52989" -d '{"events": [{"server_uuid": "8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1", "name": "network-vif-deleted", "tag": "668554c5-c6d7-4a11-a6a2-11dd11d5e892"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:12.334602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44870) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:12.402722 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeefeca-50b7-45e2-a332-87a5f2157d61 x-openstack-request-id: req-1eeefeca-50b7-45e2-a332-87a5f2157d61 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:12.407605 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:12.408200 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1eeefeca-50b7-45e2-a332-87a5f2157d61 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:12.409693 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'status': 'completed', 'code': 200} Aug 31 09:27:12.411990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.457629 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452dcd20-d0b6-4192-b528-37021a6df52c x-openstack-request-id: req-452dcd20-d0b6-4192-b528-37021a6df52c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:12.458326 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1", "name": "network-vif-deleted", "tag": "668554c5-c6d7-4a11-a6a2-11dd11d5e892", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:12.458326 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-452dcd20-d0b6-4192-b528-37021a6df52c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:12.458574 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b84de7f-3dc4-46f3-9e00-8bf5bde58ba1', 'name': 'network-vif-deleted', 'tag': '668554c5-c6d7-4a11-a6a2-11dd11d5e892', 'status': 'completed', 'code': 200} Aug 31 09:27:12.474167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:12.502204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a0ffc597-1572-474f-b7a8-53713689d196 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28b50d4f65024c0caf53e28b6162fb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645014 Aug 31 09:27:12.503435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44874) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:12.604862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] No DVR routers for this DVR port e0336cb1-113b-4926-8381-b814dae2b3fa on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:12.607268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Pushing event deleted for resources: {'Port': ['ID=e0336cb1-113b-4926-8381-b814dae2b3fa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:12.732073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No active binding found for port e0336cb1-113b-4926-8381-b814dae2b3fa {{(pid=94788) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:27:12.732590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e0336cb1-113b-4926-8381-b814dae2b3fa not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:12.743213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc112-dcd9-4c70-893b-d2229aaa5cd5 req-a5f7651d-b875-4190-b70a-505416852c9b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:12.752396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ecfc112-dcd9-4c70-893b-d2229aaa5cd5 req-a5f7651d-b875-4190-b70a-505416852c9b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.2034187 Aug 31 09:27:12.822887 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-47891e33-6b4e-46f3-99cb-4480865926c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.840914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] Deleting port e0336cb1-113b-4926-8381-b814dae2b3fa {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:12.841538 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.842212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca379-941f-4132-a99e-d017b2ab992a req-74e2d15e-9192-416d-bdb7-5e1be6fc2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:12.843832 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-74e2d15e-9192-416d-bdb7-5e1be6fc2a4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1098 time: 0.4288051 Aug 31 09:27:12.868480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ecfc112-dcd9-4c70-893b-d2229aaa5cd5 req-e4b5e06c-f9f1-4eb9-9c13-4db63bbc9e27 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111772 Aug 31 09:27:12.923945 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-47891e33-6b4e-46f3-99cb-4480865926c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.017828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca379-941f-4132-a99e-d017b2ab992a req-0696e021-9717-4c3d-bd4c-f685c8b4374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.025025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-0696e021-9717-4c3d-bd4c-f685c8b4374f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1098 time: 0.5204420 Aug 31 09:27:13.060225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 668554c5-c6d7-4a11-a6a2-11dd11d5e892 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:13.085560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-47891e33-6b4e-46f3-99cb-4480865926c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.088482 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-47891e33-6b4e-46f3-99cb-4480865926c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.093247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-47891e33-6b4e-46f3-99cb-4480865926c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e69ed7c-2f55-4dfe-a2c0-2d7a4d1476e9 HTTP/1.1" status: 204 len: 168 time: 0.5845978 Aug 31 09:27:13.118033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47891e33-6b4e-46f3-99cb-4480865926c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e69ed7c-2f55-4dfe-a2c0-2d7a4d1476e9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:13.163492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 668554c5-c6d7-4a11-a6a2-11dd11d5e892 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:13.163492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 668554c5-c6d7-4a11-a6a2-11dd11d5e892 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:13.212112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] For port e0336cb1-113b-4926-8381-b814dae2b3fa, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:13.212578 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.213954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.240354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] Calling delete_port for e0336cb1-113b-4926-8381-b814dae2b3fa owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:13.250197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] Port e0336cb1-113b-4926-8381-b814dae2b3fa was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:27:13.271210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a013acdb-f53c-410d-afcf-cd8c7b5ceb27']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:13.294678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.360092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253e2b8-0ca8-4f18-a948-c3fad8f8931c req-504bbb53-f374-41e2-b476-45a5f0e42efe tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.376593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45486109-e3d2-4ae3-8f7f-0d23c803d6fc') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:13.376896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45486109-e3d2-4ae3-8f7f-0d23c803d6fc') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:13.379354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6253e2b8-0ca8-4f18-a948-c3fad8f8931c req-504bbb53-f374-41e2-b476-45a5f0e42efe tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 947 time: 0.1699076 Aug 31 09:27:13.395213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] Pushing event deleted for resources: {'Port': ['ID=e0336cb1-113b-4926-8381-b814dae2b3fa,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:13.411877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0214f-10ad-4d91-bb9c-a13fffec59e0 None None] No DVR routers for this DVR port e0336cb1-113b-4926-8381-b814dae2b3fa on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:13.414297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.439516 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.490892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6253e2b8-0ca8-4f18-a948-c3fad8f8931c req-14d968fd-a6fd-45b4-9a22-1bd81840a44f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105227 Aug 31 09:27:13.500879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca379-941f-4132-a99e-d017b2ab992a req-c4e0388e-50be-4340-a553-026c1f5a0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.501699 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-c4e0388e-50be-4340-a553-026c1f5a0e51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.6345336 Aug 31 09:27:13.536290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca379-941f-4132-a99e-d017b2ab992a req-b7810025-2d68-4d8c-bc31-0f8227ca5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.539108 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-b7810025-2d68-4d8c-bc31-0f8227ca5ec9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4991636 Aug 31 09:27:13.574680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.726909 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-bc5f040d-7338-47e6-a258-e4eb72f8830f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.1860774 Aug 31 09:27:13.730095 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-bd6fd9ea-ad62-4183-bedb-00be6fa61f2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.1757944 Aug 31 09:27:13.733272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:13.733923 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:13.737462 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:14.084986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab5f8b-4010-45e5-a883-05a2220ae828 req-c3635c6f-fd62-4d1e-bd5d-f31376a13484 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.086996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89ab5f8b-4010-45e5-a883-05a2220ae828 req-c3635c6f-fd62-4d1e-bd5d-f31376a13484 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1110864 Aug 31 09:27:14.167388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89ab5f8b-4010-45e5-a883-05a2220ae828 req-a828f72e-77eb-41cd-b13e-e548314525ce tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737362 Aug 31 09:27:14.356325 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.393711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.395609 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] 10.222.0.69 "DELETE /v2.0/networks/a013acdb-f53c-410d-afcf-cd8c7b5ceb27 HTTP/1.1" status: 204 len: 168 time: 2.9063954 Aug 31 09:27:14.429559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a3c7a-fb14-4755-8c8a-0e35d382cfae admin admin] Pushing event deleted for resources: {'Network': ['ID=a013acdb-f53c-410d-afcf-cd8c7b5ceb27,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:14.437616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca379-941f-4132-a99e-d017b2ab992a req-53104cfc-1feb-4010-80e5-2370a5b38cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.439315 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-53104cfc-1feb-4010-80e5-2370a5b38cc2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.7007637 Aug 31 09:27:14.441033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca379-941f-4132-a99e-d017b2ab992a req-01a6f716-fb39-4243-9c74-6378700b1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.442550 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-01a6f716-fb39-4243-9c74-6378700b1b53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1023719 Aug 31 09:27:14.554260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9401e0-b31a-4874-873a-562740377e15 req-b847a5cc-2feb-4a67-92af-e691ed467868 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.557610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9401e0-b31a-4874-873a-562740377e15 req-b847a5cc-2feb-4a67-92af-e691ed467868 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 949 time: 0.0700109 Aug 31 09:27:14.573444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca379-941f-4132-a99e-d017b2ab992a req-531029bd-6b28-4bbc-82d1-35d0ff81214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.575081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-531029bd-6b28-4bbc-82d1-35d0ff81214f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256981 Aug 31 09:27:14.576826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca379-941f-4132-a99e-d017b2ab992a req-7afcbb09-bb3d-458a-a452-5ab1389fad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.578443 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-7afcbb09-bb3d-458a-a452-5ab1389fad3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074109 Aug 31 09:27:14.617629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45006) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:14.630426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9401e0-b31a-4874-873a-562740377e15 req-635a6576-4515-4fcb-8171-5fafceac9e29 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594771 Aug 31 09:27:14.804504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45014) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:14.847391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-8f07e150-c725-430d-be7c-91a9dd2a32dd service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628291 Aug 31 09:27:14.847651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1304517939-network', 'tenant_id': '9387a08018934cd895920830a454f139'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:14.849863 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-0ce4f48c-1714-4266-9283-b56222b7759e service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574327 Aug 31 09:27:14.918670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c4b36-af18-4479-8459-c9fe10a46548 req-fedf2ba4-a055-439d-b3b1-33adb6bce36d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.920334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc3c4b36-af18-4479-8459-c9fe10a46548 req-fedf2ba4-a055-439d-b3b1-33adb6bce36d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 947 time: 0.1350434 Aug 31 09:27:14.923214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a793f0ac-29d0-426e-994a-7d5f067ca949 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29b0e8c52cb14f17af6181cf99ec45a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1175802 Aug 31 09:27:14.923916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Made reservation on behalf of 9387a08018934cd895920830a454f139 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:14.926217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.928499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45030) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:14.958946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.033096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc3c4b36-af18-4479-8459-c9fe10a46548 req-8466bdf2-dd8a-4d94-9fa3-f5bb9f6624e9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968642 Aug 31 09:27:15.048917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f41d5657-5faf-41cb-bc0e-ec6f9868b383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.051432 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-2e1d7770-28fa-44fa-ae27-67d33c9d3c48 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938465 Aug 31 09:27:15.053743 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a44ca379-941f-4132-a99e-d017b2ab992a req-b09f7141-c9e1-4273-8736-aeef241b7e09 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850774 Aug 31 09:27:15.107651 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f41d5657-5faf-41cb-bc0e-ec6f9868b383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.214529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f41d5657-5faf-41cb-bc0e-ec6f9868b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.219729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f41d5657-5faf-41cb-bc0e-ec6f9868b383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.221843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f41d5657-5faf-41cb-bc0e-ec6f9868b383 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46d632b7-b4b8-4f11-904b-99c39965a9e6 HTTP/1.1" status: 204 len: 168 time: 0.2923017 Aug 31 09:27:15.254255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.257011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d5657-5faf-41cb-bc0e-ec6f9868b383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d632b7-b4b8-4f11-904b-99c39965a9e6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:15.272005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.305748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:15.325269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.325820 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Added segment 2b4d0270-fecb-4f03-91f4-116279dde057 of type vlan for network e481c520-4725-4fcb-82f4-0e46732ecbc8 Aug 31 09:27:15.451780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-a17eb54d-5f37-4158-8f69-0378ba60a31b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.453401 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-a17eb54d-5f37-4158-8f69-0378ba60a31b tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/ports?device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 949 time: 0.0808883 Aug 31 09:27:15.458079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.463974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd4bec7-4d4f-4f45-ace4-ea31a248d58c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:15.507774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04de11a-6883-4e66-86df-18da06ae162b req-89c28961-50c4-4c81-907c-ca7d79b77417 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.515414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b04de11a-6883-4e66-86df-18da06ae162b req-89c28961-50c4-4c81-907c-ca7d79b77417 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1774468 Aug 31 09:27:15.576607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Deleting port 30994dff-d686-4e69-9eb5-24ba7da32540 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:15.577081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.591495 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.592467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.593051 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.623604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b04de11a-6883-4e66-86df-18da06ae162b req-20964dfc-9fa1-4a11-a791-2ea67bdddbd3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062405 Aug 31 09:27:15.718507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0994549 Aug 31 09:27:15.724813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45100) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.736390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Request body: {'subnet': {'network_id': 'e481c520-4725-4fcb-82f4-0e46732ecbc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1304517939-subnet', 'tenant_id': '9387a08018934cd895920830a454f139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:15.750652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] For port 30994dff-d686-4e69-9eb5-24ba7da32540, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=30994dff-d686-4e69-9eb5-24ba7da32540,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:15.751022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.753829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e793b8c-24a6-4d7e-bd54-529c6ba1ff0b admin admin] Pushing event updated for resources: {'Network': ['ID=e481c520-4725-4fcb-82f4-0e46732ecbc8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:15.769025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e481c520-4725-4fcb-82f4-0e46732ecbc8 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:15.803680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Calling delete_port for 30994dff-d686-4e69-9eb5-24ba7da32540 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:15.857578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Made reservation on behalf of 9387a08018934cd895920830a454f139 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:15.859453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0601f-7090-42f0-b062-10d4cc6c450f req-2e7239e7-c005-44a2-bfa4-df37ed0acb08 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.861152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ea0601f-7090-42f0-b062-10d4cc6c450f req-2e7239e7-c005-44a2-bfa4-df37ed0acb08 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 949 time: 0.0584805 Aug 31 09:27:15.865146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.950663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ea0601f-7090-42f0-b062-10d4cc6c450f req-8e09babc-5aad-4dda-8ea2-ef4c4abe3590 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724821 Aug 31 09:27:16.270474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938bd28-07d9-4452-8b58-6bf9b7a9fdeb req-f13cd2c3-a1b0-4584-b6ea-358750032845 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.272217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f938bd28-07d9-4452-8b58-6bf9b7a9fdeb req-f13cd2c3-a1b0-4584-b6ea-358750032845 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 947 time: 0.1114385 Aug 31 09:27:16.322397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f938bd28-07d9-4452-8b58-6bf9b7a9fdeb req-7703b41e-6dfb-4ab8-bed7-34a97dd991c8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Aug 31 09:27:16.355229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.372475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:16.377843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c3643a7a-1338-404c-8c9d-0037497bda14'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:16.434522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-fc5aa167-844b-4a1c-a0be-097835e7063e tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.436182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-fc5aa167-844b-4a1c-a0be-097835e7063e tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80 HTTP/1.1" status: 200 len: 949 time: 0.1927135 Aug 31 09:27:16.438929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event deleted for resources: {'Port': ['ID=30994dff-d686-4e69-9eb5-24ba7da32540,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:16.504538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.529267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] No DVR routers for this DVR port 30994dff-d686-4e69-9eb5-24ba7da32540 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:16.535469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.537576 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d7402045-abfa-4e86-974a-dc6678ec3422 req-b5a50dfe-c5af-4aff-85f4-6a24894d02f8 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "DELETE /v2.0/ports/30994dff-d686-4e69-9eb5-24ba7da32540 HTTP/1.1" status: 204 len: 173 time: 1.0770736 Aug 31 09:27:16.561099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a3b12b-071b-4306-b1b8-e1858b10b80f', 'name': 'network-vif-deleted', 'tag': '30994dff-d686-4e69-9eb5-24ba7da32540'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:16.563579 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aa1a6b-389a-4efb-9525-4225c6702913" -d '{"events": [{"server_uuid": "47a3b12b-071b-4306-b1b8-e1858b10b80f", "name": "network-vif-deleted", "tag": "30994dff-d686-4e69-9eb5-24ba7da32540"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:16.632560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43353d63-4c0f-461b-9b5e-a8d48eb531ef,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:16.660319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Checking segment: {'id': '2b4d0270-fecb-4f03-91f4-116279dde057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e481c520-4725-4fcb-82f4-0e46732ecbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:16.660954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Network hostable DHCP agents. Network: e481c520-4725-4fcb-82f4-0e46732ecbc8, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:16.695277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Deleting port c3643a7a-1338-404c-8c9d-0037497bda14 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:16.695968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.701609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Network e481c520-4725-4fcb-82f4-0e46732ecbc8 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:16.785682 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a4e8ac-9d60-4ea0-9f0a-4b298847fc1a x-openstack-request-id: req-b0a4e8ac-9d60-4ea0-9f0a-4b298847fc1a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:16.787130 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a3b12b-071b-4306-b1b8-e1858b10b80f", "name": "network-vif-deleted", "tag": "30994dff-d686-4e69-9eb5-24ba7da32540", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:16.787692 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0a4e8ac-9d60-4ea0-9f0a-4b298847fc1a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:16.789426 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a3b12b-071b-4306-b1b8-e1858b10b80f', 'name': 'network-vif-deleted', 'tag': '30994dff-d686-4e69-9eb5-24ba7da32540', 'status': 'completed', 'code': 200} Aug 31 09:27:16.790316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e481c520-4725-4fcb-82f4-0e46732ecbc8) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:16.804827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.807379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.824020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e3ca4-95dc-4e12-84de-7ebeddfe9859 None None] Network e481c520-4725-4fcb-82f4-0e46732ecbc8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:16.900967 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8bc4c269-8087-4d50-b0d9-2a6ee4243925 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1733282 Aug 31 09:27:16.933117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] For port c3643a7a-1338-404c-8c9d-0037497bda14, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c3643a7a-1338-404c-8c9d-0037497bda14,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:16.933845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.006519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Calling delete_port for c3643a7a-1338-404c-8c9d-0037497bda14 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:17.088831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:17.094520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde501-5a9b-4fe0-b9d8-beb237738eae req-576564c7-096e-4358-849f-4d9e462901b1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:17.111589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7abde501-5a9b-4fe0-b9d8-beb237738eae req-576564c7-096e-4358-849f-4d9e462901b1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.2274878 Aug 31 09:27:17.247354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7abde501-5a9b-4fe0-b9d8-beb237738eae req-a6e52c1c-1b84-4a3c-8570-39751d1333f3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319120 Aug 31 09:27:17.363292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-5f291357-b3da-4b55-9b2a-36ec16b4a0e8 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c6b93d7c38d1400d86652e68430d60ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484021 Aug 31 09:27:17.486948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.593438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event deleted for resources: {'Port': ['ID=c3643a7a-1338-404c-8c9d-0037497bda14,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:17.672126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] No DVR routers for this DVR port c3643a7a-1338-404c-8c9d-0037497bda14 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:17.676705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a760d6d-8fc1-4f99-9bc7-bf2fdaf4fcf0 req-74f2b9b4-4ac7-4c01-a5ea-e0703ea2ac10 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=47a3b12b-071b-4306-b1b8-e1858b10b80f HTTP/1.1" status: 200 len: 210 time: 0.0813720 Aug 31 09:27:17.677999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.679889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:17.682150 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a3d3ac11-787e-4204-bea9-7b5dd08606f4 req-f27d77b9-ef24-459d-a450-4373e82f3744 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.20 "DELETE /v2.0/ports/c3643a7a-1338-404c-8c9d-0037497bda14 HTTP/1.1" status: 204 len: 173 time: 1.2267580 Aug 31 09:27:17.726216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'mac_address': 'fa:16:3e:6e:56:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:17.763233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51125-0bee-4802-a926-7200489adc76 req-f6bc8f51-11b4-4823-bdd2-8bce18f479c5 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:17.766576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-f6bc8f51-11b4-4823-bdd2-8bce18f479c5 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3995826 Aug 31 09:27:17.808361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-649e274d-b1ef-4a96-9d12-cfead0621a3b tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/quotas/c6b93d7c38d1400d86652e68430d60ff HTTP/1.1" status: 200 len: 375 time: 0.0333855 Aug 31 09:27:17.928292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-29cdc013-1942-4404-8661-dc45ed11522a tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6b93d7c38d1400d86652e68430d60ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798371 Aug 31 09:27:17.945384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6159955c-6321-4afa-b1bd-4c843e41a6c7 None None] Network e481c520-4725-4fcb-82f4-0e46732ecbc8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:17.970355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27326e1-3e21-43a7-88e2-f466ac5dfaa6 req-9977f68d-09a5-4e5d-b2b4-5707f41ed880 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:17.973321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d27326e1-3e21-43a7-88e2-f466ac5dfaa6 req-9977f68d-09a5-4e5d-b2b4-5707f41ed880 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 947 time: 0.1446126 Aug 31 09:27:18.073398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45206) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.091632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d27326e1-3e21-43a7-88e2-f466ac5dfaa6 req-e6eee434-5e8f-4ce4-b43f-05e4b49d5fa4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006982 Aug 31 09:27:18.212505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 30994dff-d686-4e69-9eb5-24ba7da32540 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:18.323142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.335470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e79c06e-e5e8-442a-8806-927e064d2cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.399784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 30994dff-d686-4e69-9eb5-24ba7da32540 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:18.401417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 30994dff-d686-4e69-9eb5-24ba7da32540 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:18.441623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280c8c70-0bc8-4439-abc2-d16b986910c8 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:18.540268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:18.555681 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.706922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:18.719986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e79c06e-e5e8-442a-8806-927e064d2cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.730725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.730725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.730725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.731324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.731620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.731938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.732266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.732607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.733058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.733412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.733746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.734194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.734897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e79c06e-e5e8-442a-8806-927e064d2cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.810883 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-5e76476a-dde0-456e-a129-ffb2f417831b req-cf21ec7c-feed-4e81-9ea6-718a96b8d053 tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] show failed (client error): The resource could not be found. Aug 31 09:27:18.813160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e76476a-dde0-456e-a129-ffb2f417831b req-cf21ec7c-feed-4e81-9ea6-718a96b8d053 tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] 10.222.0.69 "GET /v2.0/security-groups/dda4dfae-1b68-4a3b-9939-929f5713f02a HTTP/1.1" status: 404 len: 352 time: 0.0402768 Aug 31 09:27:18.814585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80', 'name': 'network-vif-deleted', 'tag': 'c3643a7a-1338-404c-8c9d-0037497bda14'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:18.839401 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda7d784-823c-4033-ab74-cf732e15d662" -d '{"events": [{"server_uuid": "7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80", "name": "network-vif-deleted", "tag": "c3643a7a-1338-404c-8c9d-0037497bda14"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:18.888055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9e79c06e-e5e8-442a-8806-927e064d2cee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ebdd4bd13574ea28bdc5d03a71da5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129518 Aug 31 09:27:18.890777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45234) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.896549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79c06e-e5e8-442a-8806-927e064d2cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde40c40-5a89-41d3-b205-25e5dbefef8c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:18.913856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b898aec6-0aa1-413f-9fb7-b9fdf9cc5313 req-33c57f5a-9649-4a49-850f-24d06224af88 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 210 time: 0.0587327 Aug 31 09:27:19.044928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c3643a7a-1338-404c-8c9d-0037497bda14 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:19.051222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['280c8c70-0bc8-4439-abc2-d16b986910c8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:19.061041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-832bf97d-5173-403b-9379-dfd958d8e43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.126173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a33622-192e-41fd-96af-40c68f4b1342 req-7d8c676e-04c3-4534-a4e4-a3c07958139d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.135139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27a33622-192e-41fd-96af-40c68f4b1342 req-7d8c676e-04c3-4534-a4e4-a3c07958139d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 945 time: 0.1125150 Aug 31 09:27:19.149627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-832bf97d-5173-403b-9379-dfd958d8e43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.156637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-ae5d46d7-8e7b-49cf-bf99-44a03e7a1c59 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.158713 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-ae5d46d7-8e7b-49cf-bf99-44a03e7a1c59 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77&tenant_id=b968f240aff1429d984a933f1f7aa0eb&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 948 time: 0.1451964 Aug 31 09:27:19.186213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: c3643a7a-1338-404c-8c9d-0037497bda14 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:19.186911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c3643a7a-1338-404c-8c9d-0037497bda14 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:19.281947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27a33622-192e-41fd-96af-40c68f4b1342 req-22aab880-ec6f-4ba0-ad2a-d646f18d5c7e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453254 Aug 31 09:27:19.292501 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-c6685a57-2dc4-492a-ab14-4c0cb94733df service neutron] 10.222.0.20 "GET /v2.0/ports/280c8c70-0bc8-4439-abc2-d16b986910c8/bindings/n-h1-806683-2 HTTP/1.1" status: 200 len: 382 time: 0.1080723 Aug 31 09:27:19.317220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48357b-1665-427c-9d44-713a4a47761b req-614e8c1d-c170-4958-9f4b-19c6a8867238 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.320239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a48357b-1665-427c-9d44-713a4a47761b req-614e8c1d-c170-4958-9f4b-19c6a8867238 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 946 time: 0.1793497 Aug 31 09:27:19.325289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-4e92a0ee-1eb6-4bf8-a877-fd0045fdd905 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.329997 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-4e92a0ee-1eb6-4bf8-a877-fd0045fdd905 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.2250068 Aug 31 09:27:19.362660 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-832bf97d-5173-403b-9379-dfd958d8e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.367614 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-832bf97d-5173-403b-9379-dfd958d8e43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.369432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-832bf97d-5173-403b-9379-dfd958d8e43b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bde40c40-5a89-41d3-b205-25e5dbefef8c HTTP/1.1" status: 204 len: 168 time: 0.4751205 Aug 31 09:27:19.371802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-2'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:19.400558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bf97d-5173-403b-9379-dfd958d8e43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde40c40-5a89-41d3-b205-25e5dbefef8c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:19.440106 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c8d63-60eb-4bf1-bac6-741776d363ed x-openstack-request-id: req-474c8d63-60eb-4bf1-bac6-741776d363ed {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:19.440314 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80", "name": "network-vif-deleted", "tag": "c3643a7a-1338-404c-8c9d-0037497bda14", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:19.440518 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-474c8d63-60eb-4bf1-bac6-741776d363ed {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:19.440990 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdcd6a8-9da6-4db9-b7bf-cd0cec633f80', 'name': 'network-vif-deleted', 'tag': 'c3643a7a-1338-404c-8c9d-0037497bda14', 'status': 'completed', 'code': 200} Aug 31 09:27:19.494169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a48357b-1665-427c-9d44-713a4a47761b req-9dd4ef5d-a7eb-45e6-b5bb-23db2f289b8b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224120 Aug 31 09:27:19.495360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.500152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-6401f9f5-b78f-4208-8af0-74370cc6612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.501506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-6401f9f5-b78f-4208-8af0-74370cc6612d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1099 time: 0.1704836 Aug 31 09:27:19.607115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a4788-fcd6-4cfe-8572-420f7acf7ca4 req-af911db0-e859-4ea5-8bea-69a9bc89b200 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.621101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a8a4788-fcd6-4cfe-8572-420f7acf7ca4 req-af911db0-e859-4ea5-8bea-69a9bc89b200 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 948 time: 0.1188893 Aug 31 09:27:19.701491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a8a4788-fcd6-4cfe-8572-420f7acf7ca4 req-91e91f58-3f32-4f52-b52e-e8ede807573d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790057 Aug 31 09:27:19.798138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-69513ef9-1bc1-403c-9c0f-40498a6d4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.800812 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-69513ef9-1bc1-403c-9c0f-40498a6d4f25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2902429 Aug 31 09:27:19.828874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-075d8e20-9744-474f-ac3d-f8425fede2cb req-aec167ed-c2c1-4208-b82b-7caedffe3a8b tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9387a08018934cd895920830a454f139 HTTP/1.1" status: 200 len: 2984 time: 0.1502092 Aug 31 09:27:19.841353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:19.942839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-075d8e20-9744-474f-ac3d-f8425fede2cb req-4a8340db-51c5-439b-a789-80b769edc8a5 tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] 10.222.0.69 "GET /v2.0/security-groups/4bd4bec7-4d4f-4f45-ace4-ea31a248d58c HTTP/1.1" status: 200 len: 2981 time: 0.1007617 Aug 31 09:27:19.958861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-dfb41823-400c-44f0-87b3-7e4e32538622 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.1446269 Aug 31 09:27:19.984539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:20.055164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-bf8efe32-aa38-4ce2-88bf-f3660f0288d1 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c6b93d7c38d1400d86652e68430d60ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272357 Aug 31 09:27:20.126897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1306ec4d-0dcc-4f5c-850e-da7654873813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.129579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1306ec4d-0dcc-4f5c-850e-da7654873813 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1625652 Aug 31 09:27:20.161634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:20.190329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:20.286962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-075d8e20-9744-474f-ac3d-f8425fede2cb req-4786d204-2d39-44f1-8554-b937e8280467 tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] 10.222.0.69 "GET /v2.0/security-groups/4bd4bec7-4d4f-4f45-ace4-ea31a248d58c HTTP/1.1" status: 200 len: 2981 time: 0.3281317 Aug 31 09:27:20.309538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.329364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.338661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51125-0bee-4802-a926-7200489adc76 req-d64501b7-ef09-4963-9ac4-f7d3593632f8 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.344172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-d64501b7-ef09-4963-9ac4-f7d3593632f8 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784929 Aug 31 09:27:20.408876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Request body: {'port': {'device_id': '03e7f207-a9d4-497c-9fac-07160f77c219', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'c6b93d7c38d1400d86652e68430d60ff'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:20.460884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-67655b89-cda4-4a04-8396-49fd7bb07a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.463532 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-67655b89-cda4-4a04-8396-49fd7bb07a3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3227372 Aug 31 09:27:20.506362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:20.539430 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b1ebbcf-3675-4213-a16f-a4bc8ac3f3a4 req-50955383-0d1b-4a55-bf07-b1795a0a089c tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 210 time: 0.1904256 Aug 31 09:27:20.583096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:20.682246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd5b4247-03b3-4349-85a1-54f3a108b3e9 req-5fbbdd0a-ee6a-4986-aa63-ce5fb2228d47 tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] 10.222.0.69 "GET /v2.0/security-groups/4bd4bec7-4d4f-4f45-ace4-ea31a248d58c HTTP/1.1" status: 200 len: 2981 time: 0.0638218 Aug 31 09:27:20.686289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca has no active binding in host n-h2-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:27:20.709183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on host n-h1-806683-2 for vnic_type normal with profile {"migrating_to": "n-h2-806683-2"} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:20.709641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:20.709985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:20.722465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:20.723181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Attempting to bind port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:20.733278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:20.733974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:20.734565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:20.735217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Bound port: 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:20.735932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.843816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:20.847528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Made reservation on behalf of c6b93d7c38d1400d86652e68430d60ff for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:20.856102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:20.858146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.867457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.906507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.974254 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-9562ca54-cea4-4fa6-bc9b-39f17bc5c14f service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947565 Aug 31 09:27:20.976471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.977428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.979543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f576651a-1cb4-424a-b372-723e23990839 service neutron] 10.222.0.52 "PUT /v2.0/ports/5ce5b69f-b7ed-487f-9ea4-5c82ad643eca HTTP/1.1" status: 200 len: 1121 time: 1.6196942 Aug 31 09:27:21.070185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576651a-1cb4-424a-b372-723e23990839 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=8']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:21.157456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:21.162307 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-dd5b4247-03b3-4349-85a1-54f3a108b3e9 req-c28b978b-20c4-437c-8a09-72ab5269ab4d tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:27:21.166929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd5b4247-03b3-4349-85a1-54f3a108b3e9 req-c28b978b-20c4-437c-8a09-72ab5269ab4d tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] 10.222.0.69 "DELETE /v2.0/security-groups/4bd4bec7-4d4f-4f45-ace4-ea31a248d58c HTTP/1.1" status: 409 len: 352 time: 0.4025025 Aug 31 09:27:21.172915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-00885baa-74b9-485b-b9d4-82ed77da7d54 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870000 Aug 31 09:27:21.303372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca699d-6810-4cde-80e7-4cd528eebc8c req-b05bbe39-705c-48b1-a39b-c1640c1fd109 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:21.307793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23ca699d-6810-4cde-80e7-4cd528eebc8c req-b05bbe39-705c-48b1-a39b-c1640c1fd109 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.4263256 Aug 31 09:27:21.335976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:21.338671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:21.424198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23ca699d-6810-4cde-80e7-4cd528eebc8c req-1e5ebe0a-3c7d-4658-be77-29d624daf7b6 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061740 Aug 31 09:27:21.441983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'}, {'name': 'network-changed', 'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:21.444497 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c13da5b-1adb-414d-b16c-54e6f099ab18" -d '{"events": [{"server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca"}, {"name": "network-changed", "server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:21.520680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.533875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.621244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 280c8c70-0bc8-4439-abc2-d16b986910c8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:21.630876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 280c8c70-0bc8-4439-abc2-d16b986910c8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:21.631455 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.723242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:21.783869 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3ab3961-6b07-4b49-873a-00bf12f45b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.804667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c24d9-3190-4103-827b-2f064ab41b84 req-4c384de2-0811-48f9-b714-5cdfc54a3398 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:21.805641 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c3c24d9-3190-4103-827b-2f064ab41b84 req-4c384de2-0811-48f9-b714-5cdfc54a3398 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3 HTTP/1.1" status: 200 len: 949 time: 0.2322421 Aug 31 09:27:21.865529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d59974-73fd-4d7a-8b62-d78ca668313d req-9f4e6fa9-8e16-43b5-8dad-08366b2ed965 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:21.875752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7d59974-73fd-4d7a-8b62-d78ca668313d req-9f4e6fa9-8e16-43b5-8dad-08366b2ed965 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 948 time: 0.2581124 Aug 31 09:27:21.892428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-2e0d6101-af5b-4b78-b856-6115bd950da3 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:21.895196 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-2e0d6101-af5b-4b78-b856-6115bd950da3 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cce9f97-277b-4b7f-bfda-7b4bb3419cc3 HTTP/1.1" status: 200 len: 949 time: 0.1283002 Aug 31 09:27:21.931221 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.947522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c3c24d9-3190-4103-827b-2f064ab41b84 req-d3d11d2d-4203-4437-ba14-852549e617c5 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300781 Aug 31 09:27:21.949672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Allocated IP 192.168.233.163 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/c16202ad-6a33-4013-ae98-d9a83213c870) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:21.990415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:21.992945 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0967631d-74c7-4d6e-9476-038f14832242" -d '{"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-plugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:22.010565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:22.027087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7d59974-73fd-4d7a-8b62-d78ca668313d req-5b5162ec-5574-41c4-b515-dc91952f0e43 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408238 Aug 31 09:27:22.029111 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.177274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Deleting port 38f10054-e802-4dea-b663-7037a904fcfa {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:22.177678 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.186242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.230648 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-9f8f7174-4699-4890-97aa-72b0234b9e38 req-13862319-c614-4e65-927d-ff33fa39d797 tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] show failed (client error): The resource could not be found. Aug 31 09:27:22.232066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f8f7174-4699-4890-97aa-72b0234b9e38 req-13862319-c614-4e65-927d-ff33fa39d797 tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] 10.222.0.69 "GET /v2.0/security-groups/6af5af7f-568b-4b0d-ad8d-d32081c986f5 HTTP/1.1" status: 404 len: 352 time: 0.0230289 Aug 31 09:27:22.266828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.277075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Transition to ACTIVE for port object c16202ad-6a33-4013-ae98-d9a83213c870 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:22.403568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] For port 38f10054-e802-4dea-b663-7037a904fcfa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=38f10054-e802-4dea-b663-7037a904fcfa,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:22.403927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.411002 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.429173 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d7dfdc-0175-44df-ab07-ee1c082727b8 x-openstack-request-id: req-a2d7dfdc-0175-44df-ab07-ee1c082727b8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:22.429583 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca", "code": 200}, {"name": "network-changed", "server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:22.429906 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2d7dfdc-0175-44df-ab07-ee1c082727b8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:22.430375 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca', 'code': 200} Aug 31 09:27:22.430678 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca', 'status': 'completed', 'code': 200} Aug 31 09:27:22.432201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Calling delete_port for 38f10054-e802-4dea-b663-7037a904fcfa owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:22.481699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.516451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-6f6fab7f-ea4f-4124-a6ac-a3a47e590b8d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.518316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-6f6fab7f-ea4f-4124-a6ac-a3a47e590b8d tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbec1c80-c839-4917-949d-c43c26b30ef9 HTTP/1.1" status: 200 len: 950 time: 0.1626225 Aug 31 09:27:22.561563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-88f3d75c-9548-4983-bd38-918c42a68395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.562668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06a98e-e9a7-43cd-99dc-ba1f6f83bc29 req-2971f01b-ec27-49c2-8755-89826d8a50fd tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.563329 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-88f3d75c-9548-4983-bd38-918c42a68395 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1124 time: 0.0739927 Aug 31 09:27:22.564314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e06a98e-e9a7-43cd-99dc-ba1f6f83bc29 req-2971f01b-ec27-49c2-8755-89826d8a50fd tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1097 time: 0.2274113 Aug 31 09:27:22.566148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:22.578799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:22.612107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:22.622122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.625677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.699135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f876ebc-c065-417a-a0b6-1247d7448818 req-bdc0e6ec-073f-4732-832b-6cf010399f9d tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.702067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f876ebc-c065-417a-a0b6-1247d7448818 req-bdc0e6ec-073f-4732-832b-6cf010399f9d tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 936 time: 0.1797144 Aug 31 09:27:22.711631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.725994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa', 'd3533568-8de6-4955-8457-368364bca17f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:22.748420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-2258cd4d-fa24-40be-9f6d-7bcab0f54f44 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3934047 Aug 31 09:27:22.750322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-871276b9-bb01-4277-bac2-e33fca3060e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.751842 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-871276b9-bb01-4277-bac2-e33fca3060e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.1788645 Aug 31 09:27:22.755148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event deleted for resources: {'Port': ['ID=38f10054-e802-4dea-b663-7037a904fcfa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.774060 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e06a98e-e9a7-43cd-99dc-ba1f6f83bc29 req-62d275ab-ffc1-416f-b8ed-2092516c719e tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990321 Aug 31 09:27:22.797053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Request body: {'port': {'device_id': '03e7f207-a9d4-497c-9fac-07160f77c219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:22.847716 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f876ebc-c065-417a-a0b6-1247d7448818 req-c4000b1f-9666-405e-9681-182d7c48f7e8 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920365 Aug 31 09:27:22.886976 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-2a004bc4-3ff6-4a73-9a61-283934439b56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca HTTP/1.1" status: 200 len: 217 time: 0.0607247 Aug 31 09:27:22.887581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] No DVR routers for this DVR port 38f10054-e802-4dea-b663-7037a904fcfa on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:22.890984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.893093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5b1404f3-1b2f-4cbc-b3bd-d69fd9e202f2 req-1a3b54f4-fe92-41fa-b039-58c789b2d419 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "DELETE /v2.0/ports/38f10054-e802-4dea-b663-7037a904fcfa HTTP/1.1" status: 204 len: 173 time: 0.9904385 Aug 31 09:27:22.906510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.941286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Deleting port d3533568-8de6-4955-8457-368364bca17f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:22.945306 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.023375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-ffe1957f-7ade-4cd0-bb94-ba9dbc3f2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.025860 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-ffe1957f-7ade-4cd0-bb94-ba9dbc3f2534 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.1285830 Aug 31 09:27:23.027419 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d88ee71-4762-4c42-8742-be47d45fff0b x-openstack-request-id: req-6d88ee71-4762-4c42-8742-be47d45fff0b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:23.027943 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-plugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:23.028735 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d88ee71-4762-4c42-8742-be47d45fff0b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:23.029447 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'code': 200} Aug 31 09:27:23.079343 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-c4045988-8400-4484-9316-0f9a4d5dcf4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424194 Aug 31 09:27:23.112046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f9a834a-f317-4922-9152-ed3d1da8a50a None None] Provisioning for port c16202ad-6a33-4013-ae98-d9a83213c870 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:23.122725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f9a834a-f317-4922-9152-ed3d1da8a50a None None] Provisioning complete for port c16202ad-6a33-4013-ae98-d9a83213c870 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:23.123403 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f9a834a-f317-4922-9152-ed3d1da8a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.131946 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-03d46c60-706a-4ba5-adf0-37a8458fd7df req-35a98628-56eb-4904-bfd6-7a24b961f9cf tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] show failed (client error): The resource could not be found. Aug 31 09:27:23.133234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03d46c60-706a-4ba5-adf0-37a8458fd7df req-35a98628-56eb-4904-bfd6-7a24b961f9cf tempest-SecurityGroupsNegativeTestJSON-950316074 tempest-SecurityGroupsNegativeTestJSON-950316074-project] 10.222.0.69 "GET /v2.0/security-groups/acf8d363-b065-46d8-9118-5e2d74e32f76 HTTP/1.1" status: 404 len: 352 time: 0.0758436 Aug 31 09:27:23.168786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45336) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.225825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a834a-f317-4922-9152-ed3d1da8a50a None None] Port c16202ad-6a33-4013-ae98-d9a83213c870 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:23.586141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-61c08671-a7d1-4716-b343-28244a649a14 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--361249543&fields=id&tenant_id=3536a4141d5b4186aa3e20e3c180471c HTTP/1.1" status: 200 len: 267 time: 0.5907264 Aug 31 09:27:23.671436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-8189cb5c-9377-4760-889b-558f8a7b921e admin admin] Deleting subnet 43353d63-4c0f-461b-9b5e-a8d48eb531ef {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:23.673364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] For port d3533568-8de6-4955-8457-368364bca17f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d3533568-8de6-4955-8457-368364bca17f,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:23.673777 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.698254 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8189cb5c-9377-4760-889b-558f8a7b921e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.735314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-b543e486-bc28-4fe6-a848-b897c11301b3 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414506 Aug 31 09:27:23.757611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Calling delete_port for d3533568-8de6-4955-8457-368364bca17f owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:23.776989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8189cb5c-9377-4760-889b-558f8a7b921e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.805255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5822660-50f8-4758-bcba-e188f4bb5a0a req-4d92c1a2-0a15-43ca-a86c-b8dc39e6fb32 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.807353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5822660-50f8-4758-bcba-e188f4bb5a0a req-4d92c1a2-0a15-43ca-a86c-b8dc39e6fb32 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.2988946 Aug 31 09:27:23.888163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-32c29a9c-07fb-4fed-8fd1-8c1db30866d4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.890788 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-32c29a9c-07fb-4fed-8fd1-8c1db30866d4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58a66a9-48f4-4e11-8805-ae68bd3393a7 HTTP/1.1" status: 200 len: 946 time: 0.2341824 Aug 31 09:27:23.939426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737ade-04be-45cf-890d-ae1239959a13 req-bb173854-9be4-45cd-84c1-27bcab36b22c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.941070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-bb173854-9be4-45cd-84c1-27bcab36b22c tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 823 time: 0.3233349 Aug 31 09:27:23.973036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5822660-50f8-4758-bcba-e188f4bb5a0a req-bf71cf3f-83f7-43ec-8f46-2b0afeb37739 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504073 Aug 31 09:27:23.993833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-901cf2c4-12ac-4e7c-a6cb-531b2ef1f69b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/quotas/3536a4141d5b4186aa3e20e3c180471c HTTP/1.1" status: 200 len: 375 time: 0.0400293 Aug 31 09:27:24.018326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8189cb5c-9377-4760-889b-558f8a7b921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.150606 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1c13da5b-1adb-414d-b16c-54e6f099ab18 req-c6d41f87-b9b9-40d8-91ec-613641bc3122 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986342 Aug 31 09:27:24.153146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16202ad-6a33-4013-ae98-d9a83213c870 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:24.169895 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.174871 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.192327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ed91379-f5c3-4546-9001-e278322635bf', '38f10054-e802-4dea-b663-7037a904fcfa'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:24.226298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-03655473-48d8-4a5c-a09a-db40a8fb1088 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2072449 Aug 31 09:27:24.232356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event deleted for resources: {'Port': ['ID=d3533568-8de6-4955-8457-368364bca17f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.238439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Transition to ACTIVE for port object c16202ad-6a33-4013-ae98-d9a83213c870 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:24.263014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Deleting port b5ba9385-2bd2-4061-84d2-9e16ac0be302 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:24.263588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.288728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] No DVR routers for this DVR port d3533568-8de6-4955-8457-368364bca17f on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:24.297118 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.300447 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.302434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6f7f498-130f-4f71-9401-5b72a79d1f03 req-72d6aab6-3791-4db9-bae7-50e951798201 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "DELETE /v2.0/ports/d3533568-8de6-4955-8457-368364bca17f HTTP/1.1" status: 204 len: 173 time: 1.7428794 Aug 31 09:27:24.305605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbec1c80-c839-4917-949d-c43c26b30ef9', 'name': 'network-vif-deleted', 'tag': 'd3533568-8de6-4955-8457-368364bca17f'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:24.308510 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d602953e-816b-4f67-8c22-e42a2e4f47c0" -d '{"events": [{"server_uuid": "dbec1c80-c839-4917-949d-c43c26b30ef9", "name": "network-vif-deleted", "tag": "d3533568-8de6-4955-8457-368364bca17f"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:24.364212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8189cb5c-9377-4760-889b-558f8a7b921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.404575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189cb5c-9377-4760-889b-558f8a7b921e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43353d63-4c0f-461b-9b5e-a8d48eb531ef,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.428692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8189cb5c-9377-4760-889b-558f8a7b921e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.433540 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8189cb5c-9377-4760-889b-558f8a7b921e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/43353d63-4c0f-461b-9b5e-a8d48eb531ef HTTP/1.1" status: 204 len: 168 time: 1.2610564 Aug 31 09:27:24.435626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cce9f97-277b-4b7f-bfda-7b4bb3419cc3', 'name': 'network-vif-deleted', 'tag': '38f10054-e802-4dea-b663-7037a904fcfa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:24.438428 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e43c37-fe7c-416b-9b79-fcef76fc2695" -d '{"events": [{"server_uuid": "7cce9f97-277b-4b7f-bfda-7b4bb3419cc3", "name": "network-vif-deleted", "tag": "38f10054-e802-4dea-b663-7037a904fcfa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:24.441551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45356) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:24.452646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-898bb322-d7e0-4886-b85d-b1713e168deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:24.454197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-898bb322-d7e0-4886-b85d-b1713e168deb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77&tenant_id=b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 1100 time: 0.1749358 Aug 31 09:27:24.479434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.488868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Attempting to bind port c16202ad-6a33-4013-ae98-d9a83213c870 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:24.489194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Attempting to bind port c16202ad-6a33-4013-ae98-d9a83213c870 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:24.489525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Attempting to bind port c16202ad-6a33-4013-ae98-d9a83213c870 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:24.496831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Port c16202ad-6a33-4013-ae98-d9a83213c870 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:24.497163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Attempting to bind port c16202ad-6a33-4013-ae98-d9a83213c870 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:24.505643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:24.505984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:24.506397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:24.506878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Bound port: c16202ad-6a33-4013-ae98-d9a83213c870, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:24.507598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.536686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-ad328482-bea4-4e48-bad3-a345f9bb2ba3 service neutron] 10.222.0.69 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481568 Aug 31 09:27:24.537637 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.556997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:24.698331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-7c0c2b4d-4bcc-494f-be4c-89514883d375 service neutron] 10.222.0.69 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598661 Aug 31 09:27:24.698559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.701824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] For port b5ba9385-2bd2-4061-84d2-9e16ac0be302, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b5ba9385-2bd2-4061-84d2-9e16ac0be302,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:24.702445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.745948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:24.752058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:24.762041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.815535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:24.816160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.817583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] 10.222.0.20 "PUT /v2.0/ports/c16202ad-6a33-4013-ae98-d9a83213c870 HTTP/1.1" status: 200 len: 1096 time: 2.0288062 Aug 31 09:27:24.877385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5493-2afe-4fd1-9c6e-797b73ee7b29 service neutron] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.920764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.931519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51125-0bee-4802-a926-7200489adc76 req-cbef7592-b46b-4039-ac18-d6b5b3ce7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:24.933260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-cbef7592-b46b-4039-ac18-d6b5b3ce7ccc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6b93d7c38d1400d86652e68430d60ff&device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 1099 time: 0.0676649 Aug 31 09:27:24.992440 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.029373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-7a49fa1a-084e-4d1a-888a-6a35eafdb4f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c16202ad-6a33-4013-ae98-d9a83213c870 HTTP/1.1" status: 200 len: 217 time: 0.0856063 Aug 31 09:27:25.125013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e481c520-4725-4fcb-82f4-0e46732ecbc8']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:25.156466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2bde4461-b2a0-4ae5-a4d3-554bcf3355be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.205969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51125-0bee-4802-a926-7200489adc76 req-231375e2-48bb-4211-a949-f73b96e40bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.206823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4d0270-fecb-4f03-91f4-116279dde057') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:25.210206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4d0270-fecb-4f03-91f4-116279dde057') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:25.210461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-231375e2-48bb-4211-a949-f73b96e40bbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1686745 Aug 31 09:27:25.334872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51125-0bee-4802-a926-7200489adc76 req-85f4d2bc-c20a-4a60-8503-58ef0a24ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.336526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-85f4d2bc-c20a-4a60-8503-58ef0a24ffc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119368 Aug 31 09:27:25.367456 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.371412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5ec64-31d1-4f76-a1f3-bad388328ebb req-8e85c362-9f88-48c1-9295-38f50deaab5b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.379118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39a5ec64-31d1-4f76-a1f3-bad388328ebb req-8e85c362-9f88-48c1-9295-38f50deaab5b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.1666446 Aug 31 09:27:25.397146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.425221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:25.425589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:25.428122 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:25.530585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39a5ec64-31d1-4f76-a1f3-bad388328ebb req-3137e2a2-bc97-432b-bbab-55828c72b996 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498768 Aug 31 09:27:25.573674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-65ee60cf-8c43-4927-98da-b0c0e8e28619 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241981 Aug 31 09:27:25.600652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:25.658295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:25.746957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-889a69b0-8ad3-4039-9898-e7d9a5cbe299 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:27:25.754363 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-889a69b0-8ad3-4039-9898-e7d9a5cbe299 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274928 Aug 31 09:27:25.758922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Request body: {'binding': {'host': 'n-h1-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:25.759891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Unknown quota resources ['binding']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:27:25.804132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.808072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dab51125-0bee-4802-a926-7200489adc76 req-5b45ce9c-5ca1-4b1d-9cc8-939ddf71b07b service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254114 Aug 31 09:27:25.839642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.843963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e481c520-4725-4fcb-82f4-0e46732ecbc8 HTTP/1.1" status: 204 len: 168 time: 1.3956804 Aug 31 09:27:25.885042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc61a3-b275-4cef-acc9-847897904a2b req-bbd08eb3-7cf1-4fdb-a7c2-01aa14e468b1 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.886867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eabc61a3-b275-4cef-acc9-847897904a2b req-bbd08eb3-7cf1-4fdb-a7c2-01aa14e468b1 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 948 time: 0.1007040 Aug 31 09:27:25.893106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.893798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.894612 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Floating IP 64473bc0-a123-4c26-8f22-b36d298fc89e disassociated. External IP: 172.25.1.106, port: b5ba9385-2bd2-4061-84d2-9e16ac0be302. Aug 31 09:27:25.895139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Calling delete_port for b5ba9385-2bd2-4061-84d2-9e16ac0be302 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:25.925530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a719cbd-8fa5-41f7-85a8-f6b16ca1ffd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e481c520-4725-4fcb-82f4-0e46732ecbc8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:25.935816 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.946421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eabc61a3-b275-4cef-acc9-847897904a2b req-ba62575f-3a87-4931-bf1a-1c2bcf7782be tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515501 Aug 31 09:27:25.995409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Transition to ACTIVE for port object 280c8c70-0bc8-4439-abc2-d16b986910c8 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:26.005392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.036153 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8224860-4a3b-4ddf-925c-ad924d93c68a x-openstack-request-id: req-b8224860-4a3b-4ddf-925c-ad924d93c68a {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:26.036676 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbec1c80-c839-4917-949d-c43c26b30ef9", "name": "network-vif-deleted", "tag": "d3533568-8de6-4955-8457-368364bca17f", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:26.036993 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8224860-4a3b-4ddf-925c-ad924d93c68a {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:26.037577 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbec1c80-c839-4917-949d-c43c26b30ef9', 'name': 'network-vif-deleted', 'tag': 'd3533568-8de6-4955-8457-368364bca17f', 'status': 'completed', 'code': 200} Aug 31 09:27:26.111221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45404) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:26.138940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] No DVR routers for this DVR port 280c8c70-0bc8-4439-abc2-d16b986910c8 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:26.147636 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f8372d-9164-42c4-b2e6-7706711cdb98 x-openstack-request-id: req-c0f8372d-9164-42c4-b2e6-7706711cdb98 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:26.148507 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cce9f97-277b-4b7f-bfda-7b4bb3419cc3", "name": "network-vif-deleted", "tag": "38f10054-e802-4dea-b663-7037a904fcfa", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:26.148507 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0f8372d-9164-42c4-b2e6-7706711cdb98 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:26.148507 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cce9f97-277b-4b7f-bfda-7b4bb3419cc3', 'name': 'network-vif-deleted', 'tag': '38f10054-e802-4dea-b663-7037a904fcfa', 'status': 'completed', 'code': 200} Aug 31 09:27:26.168103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:26.179737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-97a10703-e5f6-484f-b7b1-70b49af479f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9387a08018934cd895920830a454f139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663373 Aug 31 09:27:26.182624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45406) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:26.183108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d3533568-8de6-4955-8457-368364bca17f no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:26.251469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on host n-h1-806683-2 for vnic_type normal with profile None {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:26.251817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:26.252148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:26.269056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: d3533568-8de6-4955-8457-368364bca17f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:26.269694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d3533568-8de6-4955-8457-368364bca17f not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:26.270267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 38f10054-e802-4dea-b663-7037a904fcfa no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:26.296151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 38f10054-e802-4dea-b663-7037a904fcfa {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:26.296762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 38f10054-e802-4dea-b663-7037a904fcfa not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:26.299882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:26.299882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:26.304436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9c598df-b4c7-46e5-895a-6791f3df1ca6 req-a8121639-670f-435c-836c-6158ad4f47be tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 210 time: 0.0382788 Aug 31 09:27:26.305039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45408) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:26.316021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:26.316280 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:26.316618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:26.322504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:26.322786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:26.323196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:26.323589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-be262956-717c-416e-87cb-d405f085a45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.323723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Bound port: 79e75a0b-b67e-464b-899c-a1a5b366897b, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:26.337945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:26.338342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Attempting to bind port 280c8c70-0bc8-4439-abc2-d16b986910c8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:26.353909 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-be262956-717c-416e-87cb-d405f085a45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.384426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:26.385133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:26.385654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:26.386147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Bound port: 280c8c70-0bc8-4439-abc2-d16b986910c8, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:26.386664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.412272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.465096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1859c-4a6d-4487-b7e9-5075cc44f1ce req-40755c0c-c2f8-437f-9368-2ad8f4d653d8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:26.466874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eba1859c-4a6d-4487-b7e9-5075cc44f1ce req-40755c0c-c2f8-437f-9368-2ad8f4d653d8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.0796483 Aug 31 09:27:26.491745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event deleted for resources: {'Port': ['ID=b5ba9385-2bd2-4061-84d2-9e16ac0be302,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:26.505341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a3e347b8-5c13-46b0-af5d-03fdde2b58c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.516735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-be262956-717c-416e-87cb-d405f085a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.519950 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-be262956-717c-416e-87cb-d405f085a45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.533549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-be262956-717c-416e-87cb-d405f085a45c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bd4bec7-4d4f-4f45-ace4-ea31a248d58c HTTP/1.1" status: 204 len: 168 time: 0.3418438 Aug 31 09:27:26.557342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eba1859c-4a6d-4487-b7e9-5075cc44f1ce req-54c4bed9-cfbf-4fb2-ba76-0212058ce173 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808337 Aug 31 09:27:26.563195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:26.569484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be262956-717c-416e-87cb-d405f085a45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd4bec7-4d4f-4f45-ace4-ea31a248d58c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:26.574037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.575385 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-bd905721-decc-4424-845d-365f59eea19c service neutron] 10.222.0.69 "POST /v2.0/ports/79e75a0b-b67e-464b-899c-a1a5b366897b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8201861 Aug 31 09:27:26.598521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:26.605878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:26.649319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.709422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:26.710131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.711864 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] 10.222.0.52 "PUT /v2.0/ports/280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 1096 time: 2.1603642 Aug 31 09:27:26.766570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6780bc-e1c4-4301-8508-735c024b7286 service neutron] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=11']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:26.789263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Router 74bf0948-456e-41d5-a8dc-879091abe7cf has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:27.068669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b5ba9385-2bd2-4061-84d2-9e16ac0be302 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:27.096711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: b5ba9385-2bd2-4061-84d2-9e16ac0be302 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:27.097333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b5ba9385-2bd2-4061-84d2-9e16ac0be302 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:27.098109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:27.152825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:27.211939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26350f72-d882-4b31-95e3-1977a988e611 req-ebdc92de-923e-4f1c-99e2-8153a35e00ff tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.215048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26350f72-d882-4b31-95e3-1977a988e611 req-ebdc92de-923e-4f1c-99e2-8153a35e00ff tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 948 time: 0.3370073 Aug 31 09:27:27.228313 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a3e347b8-5c13-46b0-af5d-03fdde2b58c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.276353 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a3e347b8-5c13-46b0-af5d-03fdde2b58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.317054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737ade-04be-45cf-890d-ae1239959a13 req-e8e4e631-3474-49b2-9b5c-b7b1bbeee547 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.319529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-e8e4e631-3474-49b2-9b5c-b7b1bbeee547 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 823 time: 0.5957017 Aug 31 09:27:27.380619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4dd89-33d3-4eb8-b37f-bd81a57a9bc6 req-26cbdcd2-7cb0-4b70-a166-395f2d1b4017 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.390037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23c4dd89-33d3-4eb8-b37f-bd81a57a9bc6 req-26cbdcd2-7cb0-4b70-a166-395f2d1b4017 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 0.3687510 Aug 31 09:27:27.435580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-2c4ab5d7-2241-4a05-8c5a-37c2984ec753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.437082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-2c4ab5d7-2241-4a05-8c5a-37c2984ec753 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1099 time: 0.6595311 Aug 31 09:27:27.443129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a3e347b8-5c13-46b0-af5d-03fdde2b58c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b76f0af4dbe149b5932d347d348ecc80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1341667 Aug 31 09:27:27.455554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45436) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:27.461149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e347b8-5c13-46b0-af5d-03fdde2b58c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdc6046-5288-4656-ad60-45656781ed48,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:27.491842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26350f72-d882-4b31-95e3-1977a988e611 req-479450dd-1e00-4c4a-909e-80e617370c85 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584450 Aug 31 09:27:27.538137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-ffac8f7a-0ab8-45d1-aae1-4f3cd74516d3 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3536a4141d5b4186aa3e20e3c180471c HTTP/1.1" status: 200 len: 379 time: 0.1797991 Aug 31 09:27:27.540881 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.554824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23c4dd89-33d3-4eb8-b37f-bd81a57a9bc6 req-fb7edfda-580d-4573-b0e4-ec87ea8c14f8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636829 Aug 31 09:27:27.573987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Request body: {'port': {'device_id': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'admin_state_up': True, 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'security_groups': ['c74e9530-0550-454f-86b9-c757dab3eeae']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:27.596529 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-afa9cf7b-d4b3-4f25-ad55-cf63da51e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.598386 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-afa9cf7b-d4b3-4f25-ad55-cf63da51e69a service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1416202 Aug 31 09:27:27.686763 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-3118a7e8-b033-4057-84f1-803f4ce368af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.0728936 Aug 31 09:27:27.693867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:27.715814 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] Sync routers for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:27.759442 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:27.773127 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:27.798698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-30862a88-6844-4f14-96c3-d8a8e3c75d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.800869 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-30862a88-6844-4f14-96c3-d8a8e3c75d1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1097 time: 0.3626621 Aug 31 09:27:27.806346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] No DVR routers for this DVR port b5ba9385-2bd2-4061-84d2-9e16ac0be302 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:27.818614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.820987 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58f27f25-af80-4e84-a364-4ea150b30ce9 req-0758ac09-407b-4d3d-96ce-96cebac0943a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "DELETE /v2.0/ports/b5ba9385-2bd2-4061-84d2-9e16ac0be302 HTTP/1.1" status: 204 len: 173 time: 3.9233301 Aug 31 09:27:27.925078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-39b7b2b1-4ee4-4e54-a4ef-5a25c6f94f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.956614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-ebd8da48-0ea6-4517-82d8-b8c15c26520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.958567 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-ebd8da48-0ea6-4517-82d8-b8c15c26520c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2364864 Aug 31 09:27:27.976720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07525e95-a474-4dbb-b574-eaa6c59310c8 req-e8a5c0f4-26b3-4d97-9977-7dc9a7dbe1e7 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 210 time: 0.0853190 Aug 31 09:27:28.027443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73572113-c03a-44ca-9d7c-4e4a62a7d3b5 req-2d89a62d-04bb-4b9e-8cd1-d574d88b3a65 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.033954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-39b7b2b1-4ee4-4e54-a4ef-5a25c6f94f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.042855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73572113-c03a-44ca-9d7c-4e4a62a7d3b5 req-2d89a62d-04bb-4b9e-8cd1-d574d88b3a65 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 948 time: 0.2211468 Aug 31 09:27:28.051671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:28.055941 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8586e7-8675-4553-a8e2-f0f0f2252b96" -d '{"events": [{"name": "network-changed", "server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:28.124588 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:28.144027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45454) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:28.145119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Made reservation on behalf of 3536a4141d5b4186aa3e20e3c180471c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:28.150125 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.154304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}, {'name': 'network-changed', 'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}, {'server_uuid': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'name': 'network-vif-deleted', 'tag': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:28.157084 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075143ff-e9db-421a-9b35-79611ea46fec" -d '{"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-unplugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}, {"name": "network-changed", "server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}, {"server_uuid": "a58a66a9-48f4-4e11-8805-ae68bd3393a7", "name": "network-vif-deleted", "tag": "b5ba9385-2bd2-4061-84d2-9e16ac0be302"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:28.160762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-7d81f3e1-c39b-4efb-9f94-12b3f07dd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.162705 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-7d81f3e1-c39b-4efb-9f94-12b3f07dd37d service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.3458664 Aug 31 09:27:28.204295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-39b7b2b1-4ee4-4e54-a4ef-5a25c6f94f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.208604 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-39b7b2b1-4ee4-4e54-a4ef-5a25c6f94f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.213872 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-39b7b2b1-4ee4-4e54-a4ef-5a25c6f94f54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8bdc6046-5288-4656-ad60-45656781ed48 HTTP/1.1" status: 204 len: 168 time: 0.7540879 Aug 31 09:27:28.258604 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-dca72d99-6162-410c-a889-f065d4921257 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e75a0b-b67e-464b-899c-a1a5b366897b HTTP/1.1" status: 200 len: 217 time: 0.0772269 Aug 31 09:27:28.272316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73572113-c03a-44ca-9d7c-4e4a62a7d3b5 req-ebe0ac8c-c864-4f47-962d-c755957b6ff8 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040560 Aug 31 09:27:28.287459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7b2b1-4ee4-4e54-a4ef-5a25c6f94f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdc6046-5288-4656-ad60-45656781ed48,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:28.303868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee306bf-b775-4aa4-850f-9e758cfc3ad0 req-335fd5a2-956e-45b2-9c3a-db51b130fbf8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.311544 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ee306bf-b775-4aa4-850f-9e758cfc3ad0 req-335fd5a2-956e-45b2-9c3a-db51b130fbf8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.1885214 Aug 31 09:27:28.319789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-a11787dc-d081-4fae-95b3-39efc9a845ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.322447 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-a11787dc-d081-4fae-95b3-39efc9a845ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3478427 Aug 31 09:27:28.394843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ee306bf-b775-4aa4-850f-9e758cfc3ad0 req-2c458d07-8ea6-4ded-a6e8-20a9a63e728d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811558 Aug 31 09:27:28.465603 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.473115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-9af6f535-fa70-48cb-98e3-ada480be8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.476600 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-9af6f535-fa70-48cb-98e3-ada480be8736 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.2065687 Aug 31 09:27:28.479190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-b6035978-ccca-4fc6-8d70-2940a4718ec0 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400688 Aug 31 09:27:28.490871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Allocated IP 172.20.0.8 (2ab24084-8ebb-4a7d-92d4-e4d83ee81e12/be460a30-0ca2-4f8d-bc0b-d1d55915f9ab/0aa0148e-9ae9-4e95-98ad-919d6509c6dc) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:28.520762 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541112b0-9bdf-41ba-88c0-73b123e8dc33 x-openstack-request-id: req-541112b0-9bdf-41ba-88c0-73b123e8dc33 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:28.520762 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:28.520762 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-541112b0-9bdf-41ba-88c0-73b123e8dc33 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:28.521339 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'status': 'completed', 'code': 200} Aug 31 09:27:28.577422 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-91c6aefc-4cef-4cfe-852b-6795c19804f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930371 Aug 31 09:27:28.835829 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3abeda-0c92-4ec1-9629-9c7b30826771 x-openstack-request-id: req-4b3abeda-0c92-4ec1-9629-9c7b30826771 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:28.837126 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-unplugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "code": 200}, {"name": "network-changed", "server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "status": "completed", "code": 200}, {"server_uuid": "a58a66a9-48f4-4e11-8805-ae68bd3393a7", "name": "network-vif-deleted", "tag": "b5ba9385-2bd2-4061-84d2-9e16ac0be302", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:28.839129 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b3abeda-0c92-4ec1-9629-9c7b30826771 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:28.839991 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'code': 200} Aug 31 09:27:28.840701 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'status': 'completed', 'code': 200} Aug 31 09:27:28.843288 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58a66a9-48f4-4e11-8805-ae68bd3393a7', 'name': 'network-vif-deleted', 'tag': 'b5ba9385-2bd2-4061-84d2-9e16ac0be302', 'status': 'completed', 'code': 200} Aug 31 09:27:28.934329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-165723147-network', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:29.021182 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:29.071322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:29.091927 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.119221 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] Checking router: 74bf0948-456e-41d5-a8dc-879091abe7cf for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:29.132139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-c615327a-09c0-431a-bea7-8374dd4307b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.135061 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-c615327a-09c0-431a-bea7-8374dd4307b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6b93d7c38d1400d86652e68430d60ff&device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 1099 time: 0.5607586 Aug 31 09:27:29.143265 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:29.143909 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:29.161559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Transition to ACTIVE for port object 0aa0148e-9ae9-4e95-98ad-919d6509c6dc will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:29.231504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27366f4-fa66-4889-ab8b-b483f45daf60 req-e2d3189d-f0f5-44ee-999a-8d76cd43ca1a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.243057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075143ff-e9db-421a-9b35-79611ea46fec req-527777fe-a75b-4f5c-9ed0-bb47b18506b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.244779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a27366f4-fa66-4889-ab8b-b483f45daf60 req-e2d3189d-f0f5-44ee-999a-8d76cd43ca1a tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 950 time: 0.6756949 Aug 31 09:27:29.251689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-527777fe-a75b-4f5c-9ed0-bb47b18506b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1099 time: 0.4683592 Aug 31 09:27:29.253583 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.329606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:29.351297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:29.404337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:29.412415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.412415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.423757 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:29.535334 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dde97a3-7a19-4459-b4aa-d6d538990524 req-afd84f0d-06ef-4da4-b813-a57bda5df8aa service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0309367 Aug 31 09:27:29.536434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a27366f4-fa66-4889-ab8b-b483f45daf60 req-72866eae-4c03-47d1-8a0c-8d37c0cf8e20 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798207 Aug 31 09:27:29.536983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Made reservation on behalf of 17deadd292604095ba99e2ab6d1a612d for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:29.544015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.558677 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-46338f36-7733-4885-9868-a01e787bd141 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9593492 Aug 31 09:27:29.592385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.761083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1994088 Aug 31 09:27:29.794980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-52fbf9c5-c744-4f02-99f1-ca37fbcbc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.797910 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-52fbf9c5-c744-4f02-99f1-ca37fbcbc7b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.6444392 Aug 31 09:27:29.870617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3d7b9458-84de-43b8-ab16-be52d6789060 None None] Provisioning for port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:29.872578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-514e70c1-6b56-4fe3-ad29-67b37c420563 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.875416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-514e70c1-6b56-4fe3-ad29-67b37c420563 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 950 time: 0.4798019 Aug 31 09:27:29.876543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3d7b9458-84de-43b8-ab16-be52d6789060 None None] Provisioning complete for port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:29.877123 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3d7b9458-84de-43b8-ab16-be52d6789060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.907572 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.924454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Request body: {'port': {'device_id': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:29.933780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b9458-84de-43b8-ab16-be52d6789060 None None] Port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:29.999181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45490) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.001743 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:30.070598 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-eb9ffa33-290b-43d1-b3d8-363ba4bf4f85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c16202ad-6a33-4013-ae98-d9a83213c870 HTTP/1.1" status: 200 len: 217 time: 0.0844228 Aug 31 09:27:30.109503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914c224-b529-4944-a2db-11dfadd54e07 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event updated for resources: {'Port': ['ID=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.138083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075143ff-e9db-421a-9b35-79611ea46fec req-8b658b48-e7d9-44bd-abba-8456f877f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.140070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-8b658b48-e7d9-44bd-abba-8456f877f2e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.8372400 Aug 31 09:27:30.147022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d13dd4-1927-46af-8f32-f431cc8d7e96 req-8bb3c9f6-ffdc-4418-885b-751ab7456c8d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.151886 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075143ff-e9db-421a-9b35-79611ea46fec req-62e37fa1-2dd5-4e9a-9eea-139c55218794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.153682 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-62e37fa1-2dd5-4e9a-9eea-139c55218794 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 1099 time: 0.5294068 Aug 31 09:27:30.155253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45d13dd4-1927-46af-8f32-f431cc8d7e96 req-8bb3c9f6-ffdc-4418-885b-751ab7456c8d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 948 time: 0.9064507 Aug 31 09:27:30.189193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.206502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:30.212672 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ef1af-0793-41ed-aff8-b8232296d88d None None] The sync data for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 is: [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:30.245575 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.245886 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Added segment e8d9f748-8549-4fb3-b781-4b7a589d1970 of type vlan for network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 Aug 31 09:27:30.253691 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-64262972-b300-4988-84c5-adda6c266db8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.0949788 Aug 31 09:27:30.322714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1643101963-network', 'tenant_id': '70ea1f4f9de24679b3e3a2be9101e479'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:30.343237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.20', 60640) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.353725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872003e-6949-4e8a-8c36-1173aad60b8c req-c90a9235-9e4b-4063-bc8e-dbfcd21527c6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.360694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e872003e-6949-4e8a-8c36-1173aad60b8c req-c90a9235-9e4b-4063-bc8e-dbfcd21527c6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 0.5269299 Aug 31 09:27:30.403966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-609ee0c8-21c4-4ccf-b7b8-0d0bc8a1956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.405559 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-609ee0c8-21c4-4ccf-b7b8-0d0bc8a1956b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.3235252 Aug 31 09:27:30.476556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-db8a3715-d0f9-41d4-b694-daea91a954e3 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8717360 Aug 31 09:27:30.503955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Made reservation on behalf of 70ea1f4f9de24679b3e3a2be9101e479 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:30.506376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.539564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075143ff-e9db-421a-9b35-79611ea46fec req-3a2a05c9-0fbf-4114-97b4-8f63eb4202fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.541131 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-3a2a05c9-0fbf-4114-97b4-8f63eb4202fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2297988 Aug 31 09:27:30.551763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.584274 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-34b4a98e-2d7b-4722-8fd7-73228016b626 service neutron] 10.222.0.20 "GET /v2.0/ports/5ce5b69f-b7ed-487f-9ea4-5c82ad643eca/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.2351902 Aug 31 09:27:30.585379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075143ff-e9db-421a-9b35-79611ea46fec req-f55cea89-dc94-44ca-9b1c-40dfe6bf0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.586962 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-f55cea89-dc94-44ca-9b1c-40dfe6bf0bac service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3260479 Aug 31 09:27:30.622216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-6c659410-af80-4489-b866-acc537563b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.623883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-6c659410-af80-4489-b866-acc537563b73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988049 Aug 31 09:27:30.705059 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-0b232737-b03a-4f80-92b0-b6a04acfd2f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 200 len: 217 time: 0.0995245 Aug 31 09:27:30.730438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f34c5-006c-4a5d-8dc2-bd8860051b37 None None] New status for floating IP 64473bc0-a123-4c26-8f22-b36d298fc89e: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:27:30.770875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82be5363-bb8a-4708-b569-caf87ff68677,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.801974 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.835321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45d13dd4-1927-46af-8f32-f431cc8d7e96 req-564d3b94-10f9-458a-96c4-7bfa3383cb42 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778457 Aug 31 09:27:30.842491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075143ff-e9db-421a-9b35-79611ea46fec req-79199fff-1756-4d81-9c9a-eddd6c080bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.844115 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-79199fff-1756-4d81-9c9a-eddd6c080bda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838814 Aug 31 09:27:30.867411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.906593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075143ff-e9db-421a-9b35-79611ea46fec req-7cb6f7f2-c068-4a18-a212-1569b05cd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.908365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-7cb6f7f2-c068-4a18-a212-1569b05cd2ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1881874 Aug 31 09:27:30.912576 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:27:30.966652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e872003e-6949-4e8a-8c36-1173aad60b8c req-1c33a6f1-4eba-4fd2-adae-5e85762951ce tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048970 Aug 31 09:27:31.004364 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.005359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.005955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.016967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Deleting port 9ed91379-f5c3-4546-9001-e278322635bf {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:31.017319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.078344 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:27:31.089771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:31.257747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:31.273775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'mac_address': 'fa:16:3e:ff:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:31.325012 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.344712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16202ad-6a33-4013-ae98-d9a83213c870 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:31.375815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:31.384494 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.440898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-a1ad0f37-fc31-4150-8de8-6d75401d0d03 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604134 Aug 31 09:27:31.500338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:31.530708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.562226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] Pushing event updated for resources: {'Network': ['ID=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:31.585843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:31.630195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dbae99d3-38ec-45bb-97fd-9d310e2e5468 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4630668 Aug 31 09:27:31.636905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa0148e-9ae9-4e95-98ad-919d6509c6dc {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:31.647203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-531dd02e-7ad6-4ba9-90f9-8997ec142167 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849839 Aug 31 09:27:31.648470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45496) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:31.662579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Request body: {'subnet': {'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-165723147-subnet', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:31.668867 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.700892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.740765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Made reservation on behalf of 17deadd292604095ba99e2ab6d1a612d for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:31.745338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.762561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c16202ad-6a33-4013-ae98-d9a83213c870'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:31.800432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa46ffa-2a0c-4bc9-9780-06850b7f6c12 req-a0d11bf4-348f-4b3b-a1ec-dfe0eafaae73 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.802211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fa46ffa-2a0c-4bc9-9780-06850b7f6c12 req-a0d11bf4-348f-4b3b-a1ec-dfe0eafaae73 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 931 time: 0.7338212 Aug 31 09:27:31.824621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075143ff-e9db-421a-9b35-79611ea46fec req-381da272-9de1-48bb-a6ec-607882c3a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.826455 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-381da272-9de1-48bb-a6ec-607882c3a055 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8837914 Aug 31 09:27:31.854713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:31.863487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Transition to ACTIVE for port object 0aa0148e-9ae9-4e95-98ad-919d6509c6dc will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:31.908956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:31.960564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d6f88-47ac-49d0-b6bc-d68179f52fbb req-0c9b34fd-2f53-44e8-a1c6-6af97ad98c50 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.969580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-531d6f88-47ac-49d0-b6bc-d68179f52fbb req-0c9b34fd-2f53-44e8-a1c6-6af97ad98c50 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 949 time: 0.8341422 Aug 31 09:27:32.000346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:32.013768 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.106871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] For port 9ed91379-f5c3-4546-9001-e278322635bf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ed91379-f5c3-4546-9001-e278322635bf,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:32.108319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.163593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb8586e7-8675-4553-a8e2-f0f0f2252b96 req-c6b200ed-ecd1-4b62-9d64-e5ae9d263c7a service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110633 Aug 31 09:27:32.166580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Attempting to bind port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:32.173219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.174073 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Added segment 77ec8e42-16a6-4088-a51e-0b3b64e89810 of type vlan for network 736679eb-3708-4cbd-af4a-05f21aed2be2 Aug 31 09:27:32.182106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Attempting to bind port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:32.182521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Attempting to bind port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc on network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:32.188596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:32.197467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fa46ffa-2a0c-4bc9-9780-06850b7f6c12 req-483fa098-6ce6-4d66-9e1c-f5358793d380 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414009 Aug 31 09:27:32.208353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc on network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:32.208690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Attempting to bind port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc on network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:32.229928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312304b0-da4b-4fad-bca0-97fd7b3f1893,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.233580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Calling delete_port for 9ed91379-f5c3-4546-9001-e278322635bf owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:32.250429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-531d6f88-47ac-49d0-b6bc-d68179f52fbb req-a0a7befb-13ec-4b43-b54b-2c076a14373a tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795970 Aug 31 09:27:32.391805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9ed91379-f5c3-4546-9001-e278322635bf no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:32.428684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.428920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:32.439153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:32.439706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Checking segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:32.440198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Bound using segment: {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:32.440785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Bound port: 0aa0148e-9ae9-4e95-98ad-919d6509c6dc, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700b4f57-10a3-4837-a67e-0645e23f88ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:32.441091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:32.441486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.465157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'mac_address': 'fa:16:3e:6e:56:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:32.499413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:32.514668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.532941 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.548115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280c8c70-0bc8-4439-abc2-d16b986910c8 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:32.575622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:32.580340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.604946 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-8f6135ac-f91a-464d-94ac-7f55806c375a service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9429889 Aug 31 09:27:32.608684 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.614045 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-3d6aa59e-816c-459f-a7c3-e4dd7b0d2a06 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7696638 Aug 31 09:27:32.643524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.660097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.resource_extend [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:27:32.688326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.793843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf70a-16b7-4217-b460-e0d5f5968df7 req-3425e652-9fb6-4963-8170-b5d7d2d9df2e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:32.802538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5dcbf70a-16b7-4217-b460-e0d5f5968df7 req-3425e652-9fb6-4963-8170-b5d7d2d9df2e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 943 time: 0.1816390 Aug 31 09:27:32.824932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.826726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:32.827879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.840382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.910524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Pushing event deleted for resources: {'Port': ['ID=9ed91379-f5c3-4546-9001-e278322635bf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.922545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=12']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.940560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dd7fc-618e-46c0-a139-a5ac1eb35441 req-b63e8b57-1b16-45c1-9c43-a5a37f9705df tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:32.942290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb0dd7fc-618e-46c0-a139-a5ac1eb35441 req-b63e8b57-1b16-45c1-9c43-a5a37f9705df tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/ports?device_id=e975732b-8bfa-48cf-977e-23aa446b89f6 HTTP/1.1" status: 200 len: 867 time: 0.4976008 Aug 31 09:27:32.994594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cee7427-fede-49ff-bf6b-0f51828a9242,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.010463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['280c8c70-0bc8-4439-abc2-d16b986910c8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:33.014323 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.9451194 Aug 31 09:27:33.037618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.060483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Request body: {'subnet': {'network_id': '736679eb-3708-4cbd-af4a-05f21aed2be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1643101963-subnet', 'tenant_id': '70ea1f4f9de24679b3e3a2be9101e479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:33.079451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] Transition to ACTIVE for port object 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:33.086078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5290d1-f1c9-4b7c-8eb1-e8961ea8b74c admin admin] Pushing event updated for resources: {'Network': ['ID=736679eb-3708-4cbd-af4a-05f21aed2be2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.094427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:33.095378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Checking segment: {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:33.095971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Network hostable DHCP agents. Network: 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:33.105573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 736679eb-3708-4cbd-af4a-05f21aed2be2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:33.123042 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.136553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] For port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:33.157625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb0dd7fc-618e-46c0-a139-a5ac1eb35441 req-1e6d0627-c82d-4583-81e0-f9ac929dd6d6 tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a5fea6d-5993-4e58-893f-2708c103e522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916666 Aug 31 09:27:33.189992 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-075143ff-e9db-421a-9b35-79611ea46fec req-6e06c138-b494-4624-b4d8-cf39506beb06 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248971 Aug 31 09:27:33.219445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Made reservation on behalf of 70ea1f4f9de24679b3e3a2be9101e479 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:33.223468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.246892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] No DVR routers for this DVR port 9ed91379-f5c3-4546-9001-e278322635bf on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:33.252560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.256039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ef887af-0dda-4824-bc1a-ecc7e7778124 req-bf42ce06-31bf-4e48-ba94-de65261a84ca tempest-ServersOnMultiNodesTest-969635713 tempest-ServersOnMultiNodesTest-969635713-project] 10.222.0.52 "DELETE /v2.0/ports/9ed91379-f5c3-4546-9001-e278322635bf HTTP/1.1" status: 204 len: 173 time: 3.2614350 Aug 31 09:27:33.267166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e975732b-8bfa-48cf-977e-23aa446b89f6', 'name': 'network-vif-deleted', 'tag': '9ed91379-f5c3-4546-9001-e278322635bf'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:33.270698 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6dc451-34cf-407c-b642-a1efc83aad4b" -d '{"events": [{"server_uuid": "e975732b-8bfa-48cf-977e-23aa446b89f6", "name": "network-vif-deleted", "tag": "9ed91379-f5c3-4546-9001-e278322635bf"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:33.288813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5dcbf70a-16b7-4217-b460-e0d5f5968df7 req-7eac88b7-da96-4e11-977c-4e305fdde2f9 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842453 Aug 31 09:27:33.291728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] For port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:33.304603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.319616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:33.326732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] No DVR routers for this DVR port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:33.438060 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/5ce5b69f-b7ed-487f-9ea4-5c82ad643eca/bindings/n-h2-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8298452 Aug 31 09:27:33.466121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468ba8e-3601-4a72-940b-463406a384a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.466417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.481876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:33.557184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc3a68-9bf2-4125-89c2-ff391c9bbef3 None None] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:33.561556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.562536 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.587102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.588680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.591683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-319f9289-12a8-455a-bea1-90682aeb3d7e service neutron] 10.222.0.20 "PUT /v2.0/ports/0aa0148e-9ae9-4e95-98ad-919d6509c6dc HTTP/1.1" status: 200 len: 1091 time: 3.7126477 Aug 31 09:27:33.607742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port c16202ad-6a33-4013-ae98-d9a83213c870 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:33.731132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port c16202ad-6a33-4013-ae98-d9a83213c870 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:33.731727 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.781288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.877535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=726d2de8-fc8c-4414-a582-1426de54ab98,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.905333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6da0f4aa-d654-4c3a-8253-bde6149d114b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2473357 Aug 31 09:27:33.912444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45512) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.924591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Checking segment: {'id': '77ec8e42-16a6-4088-a51e-0b3b64e89810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '736679eb-3708-4cbd-af4a-05f21aed2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:33.926055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Network hostable DHCP agents. Network: 736679eb-3708-4cbd-af4a-05f21aed2be2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:33.927917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:33.967688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737ade-04be-45cf-890d-ae1239959a13 req-702b3b0d-fbe2-4fb4-9722-e23552112fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.969250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-702b3b0d-fbe2-4fb4-9722-e23552112fea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 1094 time: 0.2245381 Aug 31 09:27:33.970142 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.971551 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.985391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Network 736679eb-3708-4cbd-af4a-05f21aed2be2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:34.020902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 736679eb-3708-4cbd-af4a-05f21aed2be2) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:34.036103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.037198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.053769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee5871-2a2e-4bd0-a502-ed5b6570cb29 None None] Network 736679eb-3708-4cbd-af4a-05f21aed2be2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:34.078728 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-271065b4-9a1e-4daf-a557-47868ab13ceb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0339808 Aug 31 09:27:34.100995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.172122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-7a72ef62-f43f-4aeb-9504-27e5f4f7d21b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc HTTP/1.1" status: 200 len: 217 time: 0.1077609 Aug 31 09:27:34.175973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2cabbd2f-6cd0-4e77-b880-fc925763f73b tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.178153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-2cabbd2f-6cd0-4e77-b880-fc925763f73b tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.5846510 Aug 31 09:27:34.192068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b20824-e98f-4ee9-9618-c03a1d54a0c2 req-64598b4e-58d1-4255-8b5c-381c4ad73b42 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.205222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46b20824-e98f-4ee9-9618-c03a1d54a0c2 req-64598b4e-58d1-4255-8b5c-381c4ad73b42 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.7301750 Aug 31 09:27:34.218551 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.228799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6cb07-ebcf-4cc9-81d6-046d46d7bc65 req-755b6f8f-1581-4395-8717-92fd144d9ba2 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.231582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fb6cb07-ebcf-4cc9-81d6-046d46d7bc65 req-755b6f8f-1581-4395-8717-92fd144d9ba2 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 0.6889975 Aug 31 09:27:34.311136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:34.313561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.371804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:34.373050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:34.376860 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e19fbbd-4e12-4c0b-989a-d2fc59977705" -d '{"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-plugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:34.403281 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.625714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46b20824-e98f-4ee9-9618-c03a1d54a0c2 req-0a4f344e-03f1-4c29-9fe1-f3dc4d6fd5d3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192085 Aug 31 09:27:34.643926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:34.673412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737ade-04be-45cf-890d-ae1239959a13 req-dc115a1d-0556-427b-a0ff-cad8b7e339b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.675090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-dc115a1d-0556-427b-a0ff-cad8b7e339b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.4665959 Aug 31 09:27:34.678543 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.686375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fb6cb07-ebcf-4cc9-81d6-046d46d7bc65 req-908230ca-909b-43eb-9021-65e6241935eb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947814 Aug 31 09:27:34.691317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f56828-d1c3-4212-8c72-c55d9adf62a6 None None] Network 736679eb-3708-4cbd-af4a-05f21aed2be2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:34.702896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-9b81e476-fa76-4876-ad96-3b365fb124a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.704480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-9b81e476-fa76-4876-ad96-3b365fb124a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0&tenant_id=28e664f164a84d7d833add9b1479c0a8 HTTP/1.1" status: 200 len: 1095 time: 0.4934502 Aug 31 09:27:34.844026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e737ade-04be-45cf-890d-ae1239959a13 req-c4aa5615-e134-4ace-8a27-b1543ce72654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.845618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-c4aa5615-e134-4ace-8a27-b1543ce72654 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552815 Aug 31 09:27:34.900428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Allocated IP 172.20.0.2 (4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1/4cee7427-fede-49ff-bf6b-0f51828a9242/aa650b70-6bd1-414d-baac-70b9673f8105) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:35.122194 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.139020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Transition to ACTIVE for port object aa650b70-6bd1-414d-baac-70b9673f8105 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:35.162939 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bc9004-f580-416f-b21b-171a888dca56 x-openstack-request-id: req-19bc9004-f580-416f-b21b-171a888dca56 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:35.163601 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e975732b-8bfa-48cf-977e-23aa446b89f6", "name": "network-vif-deleted", "tag": "9ed91379-f5c3-4546-9001-e278322635bf", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:35.163601 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19bc9004-f580-416f-b21b-171a888dca56 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:35.164354 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e975732b-8bfa-48cf-977e-23aa446b89f6', 'name': 'network-vif-deleted', 'tag': '9ed91379-f5c3-4546-9001-e278322635bf', 'status': 'completed', 'code': 200} Aug 31 09:27:35.168287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Transition to ACTIVE for port object aa650b70-6bd1-414d-baac-70b9673f8105 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:35.176852 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.255440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-37c6a521-d9fa-41a7-8448-8768c40912e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.256095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:35.257354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-37c6a521-d9fa-41a7-8448-8768c40912e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1095 time: 0.4829271 Aug 31 09:27:35.261849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:35.269895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:35.283545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Pushing event updated for resources: {'Port': ['ID=aa650b70-6bd1-414d-baac-70b9673f8105,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:35.371081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Attempting to bind port aa650b70-6bd1-414d-baac-70b9673f8105 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:35.371626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Attempting to bind port aa650b70-6bd1-414d-baac-70b9673f8105 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:35.372124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Attempting to bind port aa650b70-6bd1-414d-baac-70b9673f8105 on network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:35.379467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:35.380059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Checking segment: {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:35.381359 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.382631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Bound using segment: {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:35.382631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Bound port: aa650b70-6bd1-414d-baac-70b9673f8105, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:35.383080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.402893 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-22928a61-91d8-48f1-99c1-352d5e1f96af service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477045 Aug 31 09:27:35.410678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8db488-a50d-4b97-a9f1-26538b5fe722 req-d7e9b0b1-32c6-45f6-b6cc-d67972557461 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.412314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb8db488-a50d-4b97-a9f1-26538b5fe722 req-d7e9b0b1-32c6-45f6-b6cc-d67972557461 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 950 time: 0.2210660 Aug 31 09:27:35.420777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185af988-0cff-4cce-98ce-361e5b7df085 req-9ff14f89-5a67-43ac-a184-0cfafcb64235 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.422409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-185af988-0cff-4cce-98ce-361e5b7df085 req-9ff14f89-5a67-43ac-a184-0cfafcb64235 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 943 time: 0.2577205 Aug 31 09:27:35.494334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] For port aa650b70-6bd1-414d-baac-70b9673f8105, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:35.500435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] For port aa650b70-6bd1-414d-baac-70b9673f8105, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aa650b70-6bd1-414d-baac-70b9673f8105,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:35.507362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.554301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-bc1e3540-d050-404f-a4c3-8ac957019c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.555890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-bc1e3540-d050-404f-a4c3-8ac957019c47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.2845995 Aug 31 09:27:35.631472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dfd1b-82fd-4820-a6ed-22ae4f1a3b14 None None] Pushing event updated for resources: {'Port': ['ID=aa650b70-6bd1-414d-baac-70b9673f8105,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:35.678830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-185af988-0cff-4cce-98ce-361e5b7df085 req-41f31f96-8221-4d32-ab2d-32231e9fdea3 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315283 Aug 31 09:27:35.683708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb8db488-a50d-4b97-a9f1-26538b5fe722 req-0f76ab6d-62c4-4df3-b537-0e66126a82a7 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565393 Aug 31 09:27:35.834921 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8142e653-5258-4399-ac31-722055004559 x-openstack-request-id: req-8142e653-5258-4399-ac31-722055004559 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:35.835478 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-plugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:35.836005 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8142e653-5258-4399-ac31-722055004559 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:35.837447 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'code': 200} Aug 31 09:27:35.845776 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-d2cd2600-1dbc-49b9-8d82-ad6a02f2ff2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca HTTP/1.1" status: 200 len: 217 time: 0.2657578 Aug 31 09:27:36.053734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17d845-5381-420d-9965-f94aa0a45901 req-4aa36ed8-a216-4253-9109-f7a0f0dc2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:36.058671 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d17d845-5381-420d-9965-f94aa0a45901 req-4aa36ed8-a216-4253-9109-f7a0f0dc2f5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 1101 time: 0.1078606 Aug 31 09:27:36.124114 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e737ade-04be-45cf-890d-ae1239959a13 req-7ecec351-c31f-4e08-a965-3e3fb112e69b service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004526 Aug 31 09:27:36.125419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.152289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-e121c30b-9feb-4a0f-ba6a-d3a23db9623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:36.154817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-e121c30b-9feb-4a0f-ba6a-d3a23db9623a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.2779670 Aug 31 09:27:36.175783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d17d845-5381-420d-9965-f94aa0a45901 req-f0b0a319-46a3-4a87-9cdd-e99a36861258 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066885 Aug 31 09:27:36.220382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:36.224499 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.275648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-5a945729-4b2f-4e96-a9d0-c10353e5ef19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858512 Aug 31 09:27:36.318927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d96f8-783c-4707-82bb-5171c29a904f req-310a6221-cd66-4a1e-b486-4e4791a35e8a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:36.321807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-126d96f8-783c-4707-82bb-5171c29a904f req-310a6221-cd66-4a1e-b486-4e4791a35e8a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 944 time: 0.4952743 Aug 31 09:27:36.334374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45538) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:36.354263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aa650b70-6bd1-414d-baac-70b9673f8105 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:36.496128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 280c8c70-0bc8-4439-abc2-d16b986910c8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:36.503172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 280c8c70-0bc8-4439-abc2-d16b986910c8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:36.509459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.563951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port aa650b70-6bd1-414d-baac-70b9673f8105 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:36.668178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-126d96f8-783c-4707-82bb-5171c29a904f req-77b87b95-ab03-4d5c-8102-59b147f4b43f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302512 Aug 31 09:27:36.692365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8d7890f2-d21c-49df-bcf8-efe6d8feba68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c7da74dc1c34aeebb4c512f50c3fff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548627 Aug 31 09:27:36.699878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45546) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:36.789810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Allocated IP 172.25.1.142 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1535dcb2-6d91-4308-a889-45265b80c17f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:36.825727 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.865909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af905329-bad6-446f-b7cf-3d3f87b02c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.908292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af905329-bad6-446f-b7cf-3d3f87b02c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.950111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:36.960309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.982327 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af905329-bad6-446f-b7cf-3d3f87b02c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.989191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af905329-bad6-446f-b7cf-3d3f87b02c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.992138 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af905329-bad6-446f-b7cf-3d3f87b02c00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a5fea6d-5993-4e58-893f-2708c103e522 HTTP/1.1" status: 204 len: 168 time: 0.2898090 Aug 31 09:27:37.011782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af905329-bad6-446f-b7cf-3d3f87b02c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5fea6d-5993-4e58-893f-2708c103e522,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:37.125325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=13']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:37.167505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-5471b9b8-2706-4b78-a958-92f66e124a13 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8683965 Aug 31 09:27:37.167954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'tag': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:37.170795 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8ba918-d972-4712-b618-12a03dc22e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bb96d9-7857-4352-bc11-1127d39141d3", "tag": "0aa0148e-9ae9-4e95-98ad-919d6509c6dc"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:37.224547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89872-a71e-44dc-97de-2f44153dee10 req-a472d1be-cc54-4612-b6bd-6bf86c0fa5cf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.226573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6cc89872-a71e-44dc-97de-2f44153dee10 req-a472d1be-cc54-4612-b6bd-6bf86c0fa5cf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 949 time: 0.3827806 Aug 31 09:27:37.292032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac38ec30-1deb-4c8c-9506-ff1bfb1385d4 None None] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:37.417952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b6272c93-4660-4902-adaa-8665ce49714a None None] Provisioning for port aa650b70-6bd1-414d-baac-70b9673f8105 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:37.423634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435e70c-3501-4522-8905-def4036642c9 req-15fd2551-cc0e-4afa-9864-8815f066e6f5 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.437529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-15fd2551-cc0e-4afa-9864-8815f066e6f5 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/networks?id=736679eb-3708-4cbd-af4a-05f21aed2be2 HTTP/1.1" status: 200 len: 822 time: 0.6277177 Aug 31 09:27:37.438228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b6272c93-4660-4902-adaa-8665ce49714a None None] Provisioning complete for port aa650b70-6bd1-414d-baac-70b9673f8105 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:37.439003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b6272c93-4660-4902-adaa-8665ce49714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.445465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.505686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45562) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.533816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-1a35ae79-e2ea-466f-bbd1-2d7c4c10dc9b tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/quotas/70ea1f4f9de24679b3e3a2be9101e479 HTTP/1.1" status: 200 len: 375 time: 0.0946822 Aug 31 09:27:37.569757 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aac8487e-11d8-469c-bec1-b9b6b45a77ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72ca645184024f2aae751389bc183c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620253 Aug 31 09:27:37.574637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45564) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.576622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6cc89872-a71e-44dc-97de-2f44153dee10 req-0277c545-9539-4f9e-bf63-23bfd91254cb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114870 Aug 31 09:27:37.637176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-df04557c-a236-461e-865a-ccf70ac90ad9 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=70ea1f4f9de24679b3e3a2be9101e479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982933 Aug 31 09:27:37.663475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-318ca151-f03e-4c71-bcbf-5599f8748829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.714121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-7a00e47f-4b18-4763-b7a9-7ff3448c61be service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198531 Aug 31 09:27:37.739975 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-318ca151-f03e-4c71-bcbf-5599f8748829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.767177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b6272c93-4660-4902-adaa-8665ce49714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.813528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b6272c93-4660-4902-adaa-8665ce49714a None None] For port aa650b70-6bd1-414d-baac-70b9673f8105, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aa650b70-6bd1-414d-baac-70b9673f8105,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:37.820969 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b6272c93-4660-4902-adaa-8665ce49714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.851463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-318ca151-f03e-4c71-bcbf-5599f8748829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.855936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-318ca151-f03e-4c71-bcbf-5599f8748829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.857627 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-318ca151-f03e-4c71-bcbf-5599f8748829 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00dd8c9d-f8dd-4874-ba81-b1e3deee0ee0 HTTP/1.1" status: 204 len: 168 time: 0.2814786 Aug 31 09:27:37.865478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-68e9b341-7825-43c6-b1eb-ca049fbe8197 service neutron] 10.222.0.69 "GET /v2.0/networks/736679eb-3708-4cbd-af4a-05f21aed2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161164 Aug 31 09:27:37.877604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ca151-f03e-4c71-bcbf-5599f8748829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dd8c9d-f8dd-4874-ba81-b1e3deee0ee0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:37.894908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:37.901235 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f952e198-79a0-4623-bd20-8015941bc5a7" -d '{"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-plugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:37.950739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6272c93-4660-4902-adaa-8665ce49714a None None] Pushing event updated for resources: {'Port': ['ID=aa650b70-6bd1-414d-baac-70b9673f8105,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:38.101486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.247587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c5e07b53-77c7-4f79-a2b4-41845ca01cba None None] Provisioning complete for port aa650b70-6bd1-414d-baac-70b9673f8105 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:38.248428 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c5e07b53-77c7-4f79-a2b4-41845ca01cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.257469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4428e2-fd95-4294-8e6f-1b163d0c276a req-de23a01c-12fa-4af7-a427-8096dda0f181 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.272561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba4428e2-fd95-4294-8e6f-1b163d0c276a req-de23a01c-12fa-4af7-a427-8096dda0f181 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 0.4038386 Aug 31 09:27:38.284035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:38.339841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aa650b70-6bd1-414d-baac-70b9673f8105 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:38.353727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:38.378403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:38.381037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Pushing event updated for resources: {'Port': ['ID=1535dcb2-6d91-4308-a889-45265b80c17f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:38.423061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-88dc7131-2a46-4a45-88a9-7cc3e11bf85f service neutron] 10.222.0.69 "GET /v2.0/networks/736679eb-3708-4cbd-af4a-05f21aed2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566058 Aug 31 09:27:38.477854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-12bbc955-840c-4419-b3f2-5c402dfbfd7e tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.479467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-12bbc955-840c-4419-b3f2-5c402dfbfd7e tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.3324234 Aug 31 09:27:38.545136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port aa650b70-6bd1-414d-baac-70b9673f8105 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:38.545519 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.565554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba4428e2-fd95-4294-8e6f-1b163d0c276a req-971aba19-84ab-4d9a-9b49-cf0f64fd9e74 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442019 Aug 31 09:27:38.923496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df805a2-29b6-4973-9c74-ef283cd89d55 req-cd839799-9df8-47cb-b161-d023bfb8133d tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.925230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4df805a2-29b6-4973-9c74-ef283cd89d55 req-cd839799-9df8-47cb-b161-d023bfb8133d tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 950 time: 0.2527304 Aug 31 09:27:38.947161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc030-f067-43fa-ada5-388d9efb85a2 req-a80e9e22-1822-4071-b4c4-cb136c46e8d5 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.948330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-561dc030-f067-43fa-ada5-388d9efb85a2 req-a80e9e22-1822-4071-b4c4-cb136c46e8d5 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 943 time: 0.1585875 Aug 31 09:27:38.991791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f4457fab-8b7f-48b9-92b5-6ac66544599f service neutron] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:39.009764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f4457fab-8b7f-48b9-92b5-6ac66544599f service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.011008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee6172e7-b9b7-425d-b058-6639a251c279 req-f4457fab-8b7f-48b9-92b5-6ac66544599f service neutron] 10.222.0.52 "DELETE /v2.0/ports/5ce5b69f-b7ed-487f-9ea4-5c82ad643eca/bindings/n-h1-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.5189836 Aug 31 09:27:39.028121 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.075628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4df805a2-29b6-4973-9c74-ef283cd89d55 req-c8de36ba-8511-48c1-85a8-aaa37940a199 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218343 Aug 31 09:27:39.104292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-561dc030-f067-43fa-ada5-388d9efb85a2 req-e5c89e5c-fb18-4f8e-940f-8aeb355f0ed9 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434488 Aug 31 09:27:39.374223 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51f9734-3287-4b48-bc52-bfefdb9dfdf4 x-openstack-request-id: req-e51f9734-3287-4b48-bc52-bfefdb9dfdf4 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:39.374223 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-plugged", "status": "completed", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:39.379339 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e51f9734-3287-4b48-bc52-bfefdb9dfdf4 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:39.379793 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'code': 200} Aug 31 09:27:39.412649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-cfe976dd-9ee7-4a5e-af58-5abcdeb263e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:39.414415 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-cfe976dd-9ee7-4a5e-af58-5abcdeb263e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 1094 time: 0.1473823 Aug 31 09:27:39.455120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45608) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:39.556982 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345284bd-ac35-413f-8565-92d44db2f619 x-openstack-request-id: req-345284bd-ac35-413f-8565-92d44db2f619 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:39.557818 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bb96d9-7857-4352-bc11-1127d39141d3", "tag": "0aa0148e-9ae9-4e95-98ad-919d6509c6dc", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:39.557818 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-345284bd-ac35-413f-8565-92d44db2f619 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:39.558275 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'tag': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'status': 'completed', 'code': 200} Aug 31 09:27:39.619795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9341d80-d06b-4060-b69b-3e5474caaaa4 req-42092f9c-4da1-46ef-ba92-5103d582a022 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 210 time: 0.0588489 Aug 31 09:27:39.692046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a478c1-5257-4383-a608-f505057befb7 req-1656f7e7-50a9-4ed8-a08b-735599717c1a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:39.693851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3a478c1-5257-4383-a608-f505057befb7 req-1656f7e7-50a9-4ed8-a08b-735599717c1a tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 944 time: 0.1347947 Aug 31 09:27:39.767984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-554163162-network', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:39.785863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-a8aea5a8-bedf-4e7d-83f7-4dd4d1c4ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:39.788405 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-a8aea5a8-bedf-4e7d-83f7-4dd4d1c4ad54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 925 time: 0.3644507 Aug 31 09:27:39.825832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.841117 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3a478c1-5257-4383-a608-f505057befb7 req-5e275343-8d88-4479-8abf-3f0233731ad7 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957067 Aug 31 09:27:39.863777 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-f1f77618-4019-46cc-b351-26120a5e502d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc HTTP/1.1" status: 200 len: 217 time: 0.0669637 Aug 31 09:27:39.884995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Made reservation on behalf of f3a231e3930c4c35bb546d6168a514a6 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:39.887407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.928706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.978147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-4b24501b-56b0-402c-8bbb-97b43ba87096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:39.980343 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-4b24501b-56b0-402c-8bbb-97b43ba87096 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.1070063 Aug 31 09:27:40.021882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-5964cedc-e87d-433b-91f9-d803e9a42c6c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b968f240aff1429d984a933f1f7aa0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311480 Aug 31 09:27:40.081667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-117d805d-fb77-4d22-8040-178a84ebeae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.083547 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-117d805d-fb77-4d22-8040-178a84ebeae9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897279 Aug 31 09:27:40.239900 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.244539 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-dd41500e-ae7e-4bfe-8e2b-ff6bc3b53ce5 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506252 Aug 31 09:27:40.276186 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.297661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.306695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Router a64920a6-8e81-46d2-8f97-069d2982122d is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:27:40.361181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:40.385291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.385603 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Added segment 7b12fb48-34fb-4fb6-82fb-0e0ad5719206 of type vlan for network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f Aug 31 09:27:40.408018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36c57b-1ede-43ae-8591-56fb40d50fa7 req-fe8699f4-6429-427f-9dfb-0297626ecfe8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.410430 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba36c57b-1ede-43ae-8591-56fb40d50fa7 req-fe8699f4-6429-427f-9dfb-0297626ecfe8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 0.2208478 Aug 31 09:27:40.414807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01553621-384f-4112-afde-f34751c55e84,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:40.469562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.475537 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5a8ba918-d972-4712-b618-12a03dc22e7d req-924dfce9-4331-4d10-8130-75f443e42388 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185619 Aug 31 09:27:40.488616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801618-8d41-425b-ae97-53427737771a req-ddffc513-1ec3-4ec7-a16d-bbc469a732b3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.491162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-ddffc513-1ec3-4ec7-a16d-bbc469a732b3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4183261 Aug 31 09:27:40.503341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.505365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.506034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.561967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-674cf5ba-a819-4a24-a296-7a016cdbdbcc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/quotas/b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 375 time: 0.0505066 Aug 31 09:27:40.574503 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1170006 Aug 31 09:27:40.575199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45636) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:40.583614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Request body: {'subnet': {'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-subnet', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:40.602467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2132-a9c1-489c-b1a8-75e41a4d1811 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:40.623366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Made reservation on behalf of f3a231e3930c4c35bb546d6168a514a6 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:40.626478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:40.632805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.708182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba36c57b-1ede-43ae-8591-56fb40d50fa7 req-4416bf99-fc22-4c46-a5b8-a4e224b8fb9c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370417 Aug 31 09:27:40.763853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:40.780609 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Sync routers for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:40.798253 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:40.798968 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:40.816656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-badb3a2f-0ebd-40d3-8c8f-771827e77861 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2001586 Aug 31 09:27:40.831410 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.833034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-daba7776-b15b-4f41-9046-366a84a55a87 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9090221 Aug 31 09:27:40.837370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45646) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:41.063564 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:41.082318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435e70c-3501-4522-8905-def4036642c9 req-dc3fcd01-1874-4960-8152-e50b7f065acf tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.085088 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-dc3fcd01-1874-4960-8152-e50b7f065acf tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.20 "GET /v2.0/networks?id=736679eb-3708-4cbd-af4a-05f21aed2be2 HTTP/1.1" status: 200 len: 822 time: 0.3397684 Aug 31 09:27:41.130129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Request body: {'port': {'device_id': '6b185f2c-ac4c-4a1a-8e64-a57ce5eab119', 'network_id': '736679eb-3708-4cbd-af4a-05f21aed2be2', 'admin_state_up': True, 'tenant_id': '70ea1f4f9de24679b3e3a2be9101e479'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:41.149906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0aa0148e-9ae9-4e95-98ad-919d6509c6dc details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:41.322343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-495ffe08-4d60-4f92-9c80-59def6a65304 req-bf7b8774-7ff1-4d33-b031-5faf859aed10 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 210 time: 0.0728157 Aug 31 09:27:41.423084 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.429327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:41.461200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'port_id': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'mac_address': 'fa:16:3e:cd:e1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:41.504975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b613d8-028f-406d-9b59-62a5de2e54db req-a48d6973-8129-4190-9de0-85c8d06363ef tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.507095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78b613d8-028f-406d-9b59-62a5de2e54db req-a48d6973-8129-4190-9de0-85c8d06363ef tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 943 time: 0.3578181 Aug 31 09:27:41.556047 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.565566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2bcaa8-2788-43d9-8e9b-9fde49980f03,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.572051 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:38Z', 'revision_number': 3, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:41.597693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Made reservation on behalf of 70ea1f4f9de24679b3e3a2be9101e479 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:41.605089 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.617798 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Checking router: a64920a6-8e81-46d2-8f97-069d2982122d for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:41.618129 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Updating router a64920a6-8e81-46d2-8f97-069d2982122d port 1535dcb2-6d91-4308-a889-45265b80c17f binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:27:41.637789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Checking segment: {'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:41.639079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Network hostable DHCP agents. Network: 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:41.642683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa0148e-9ae9-4e95-98ad-919d6509c6dc {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:41.660982 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.696590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:41.725676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:41.736142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.813964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:41.829901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a115b-0e12-4efd-a45a-f04bd54b81fa None None] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:41.834519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.838249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.891746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14cc20-cddc-4721-bdca-ea051200d1a7 req-6e56a014-edb3-4e82-b9da-8618e944e20d tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.908231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f14cc20-cddc-4721-bdca-ea051200d1a7 req-6e56a014-edb3-4e82-b9da-8618e944e20d tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1095 time: 0.3964994 Aug 31 09:27:41.946889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.950331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-480335e1-2a50-4ff9-abf2-a4019cc03f7d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3714375 Aug 31 09:27:41.960058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:41.969291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:42.022811 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.027210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.027715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78b613d8-028f-406d-9b59-62a5de2e54db req-aafc6cea-ef70-4358-a730-28677709d1eb tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044949 Aug 31 09:27:42.072881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Allocated IP 172.20.0.14 (736679eb-3708-4cbd-af4a-05f21aed2be2/726d2de8-fc8c-4414-a582-1426de54ab98/71ce805c-486a-4816-a2b7-f6eee539506d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:42.165854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.256797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f', 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'fixed_ips': [{'subnet_id': 'af2bcaa8-2788-43d9-8e9b-9fde49980f03'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:42.257679 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.283425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f14cc20-cddc-4721-bdca-ea051200d1a7 req-6557e4bb-b560-46c7-96c9-7e8da252cbc5 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738008 Aug 31 09:27:42.305046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5112bad7-71db-4ab0-b388-167ea07850ae req-d37e0371-f452-43ec-83e0-4955043843b6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 210 time: 0.1227658 Aug 31 09:27:42.407646 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.425473 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Transition to ACTIVE for port object 1535dcb2-6d91-4308-a889-45265b80c17f will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:42.443694 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.532166 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6e2de-e47a-48e9-be54-c449f46e870a None None] Pushing event updated for resources: {'Port': ['ID=1535dcb2-6d91-4308-a889-45265b80c17f,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:42.565635 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Attempting to bind port 1535dcb2-6d91-4308-a889-45265b80c17f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:42.565635 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Attempting to bind port 1535dcb2-6d91-4308-a889-45265b80c17f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:42.565971 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Attempting to bind port 1535dcb2-6d91-4308-a889-45265b80c17f on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:42.581366 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:42.581872 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:42.582251 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.582656 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:42.583193 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Bound port: 1535dcb2-6d91-4308-a889-45265b80c17f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:42.583589 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.597323 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.613065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['0aa0148e-9ae9-4e95-98ad-919d6509c6dc'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:42.653561 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] For port 1535dcb2-6d91-4308-a889-45265b80c17f, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:42.657710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] For port 1535dcb2-6d91-4308-a889-45265b80c17f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1535dcb2-6d91-4308-a889-45265b80c17f,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:42.667576 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.708851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7743e5-93ad-4df7-b490-623d67c869a4 req-e857dc94-0b7b-4219-8d7c-056d90667475 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:42.711088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b7743e5-93ad-4df7-b490-623d67c869a4 req-e857dc94-0b7b-4219-8d7c-056d90667475 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 0.1191685 Aug 31 09:27:42.734913 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6e2de-e47a-48e9-be54-c449f46e870a None None] Pushing event updated for resources: {'Port': ['ID=1535dcb2-6d91-4308-a889-45265b80c17f,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:42.766228 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:42.767469 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:42.929899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.939751 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:42.980958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Allocated IP 172.20.0.2 (9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f/af2bcaa8-2788-43d9-8e9b-9fde49980f03/b99f6e68-2f24-4424-8564-0a9221524e8c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:43.011438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.018923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Allocated IP 172.20.0.1 (4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1/4cee7427-fede-49ff-bf6b-0f51828a9242/b9e93478-e72a-4fa6-a534-c680afce2ea2) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:43.184881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56f71dd7-3efd-4fcf-bac9-07ed284f1c30 req-3d72c648-91cb-4eb6-86ca-965ad244462e tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 210 time: 0.0595050 Aug 31 09:27:43.228139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b7743e5-93ad-4df7-b490-623d67c869a4 req-92c79644-9fe2-4be8-8b60-bf4963280d69 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793937 Aug 31 09:27:43.240261 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:38Z', 'revision_number': 3, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:43.242128 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.254360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.302734 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dfc14c-60c4-438c-ba14-2711d5c023a5 None None] The sync data for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 is: [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:38Z', 'revision_number': 3, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:43.371247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-8c04fe98-2316-4215-8ab1-59a79be58286 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b968f240aff1429d984a933f1f7aa0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866058 Aug 31 09:27:43.375092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Transition to ACTIVE for port object b99f6e68-2f24-4424-8564-0a9221524e8c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:43.395076 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.463447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Transition to ACTIVE for port object b99f6e68-2f24-4424-8564-0a9221524e8c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:43.479783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.529918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.539510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:43.543478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:43.546033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:43.562804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Pushing event updated for resources: {'Port': ['ID=b99f6e68-2f24-4424-8564-0a9221524e8c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.616049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Transition to ACTIVE for port object b9e93478-e72a-4fa6-a534-c680afce2ea2 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:43.651679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Attempting to bind port b99f6e68-2f24-4424-8564-0a9221524e8c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:43.652036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Attempting to bind port b99f6e68-2f24-4424-8564-0a9221524e8c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:43.652626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Attempting to bind port b99f6e68-2f24-4424-8564-0a9221524e8c on network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:43.668642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:43.670549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Checking segment: {'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:43.670549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.671268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Bound using segment: {'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:43.672319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Bound port: b99f6e68-2f24-4424-8564-0a9221524e8c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:43.673214 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.688791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc71847-9161-4b0c-92fa-219f4518521d req-9fff57ae-1552-4d2d-8d31-49af55493de8 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:43.690417 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bc71847-9161-4b0c-92fa-219f4518521d req-9fff57ae-1552-4d2d-8d31-49af55493de8 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 1095 time: 0.1674869 Aug 31 09:27:43.714215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819bb7a-7b4c-4968-a4fc-6c3d5f00e3ef req-863b1739-b9ce-480b-ae01-add2e939a6ea tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:43.715846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b819bb7a-7b4c-4968-a4fc-6c3d5f00e3ef req-863b1739-b9ce-480b-ae01-add2e939a6ea tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 944 time: 0.1915588 Aug 31 09:27:43.722965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801618-8d41-425b-ae97-53427737771a req-8adc40fe-8834-4b8f-ab47-6fb211579610 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:43.727614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-8adc40fe-8834-4b8f-ab47-6fb211579610 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463047 Aug 31 09:27:43.778029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Request body: {'port': {'device_id': '097403e2-2278-4b39-aa26-be0c14be8be0', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': 'b968f240aff1429d984a933f1f7aa0eb'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:43.847896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] For port b99f6e68-2f24-4424-8564-0a9221524e8c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:43.854165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] For port b99f6e68-2f24-4424-8564-0a9221524e8c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b99f6e68-2f24-4424-8564-0a9221524e8c,segment=NetworkSegment(7b12fb48-34fb-4fb6-82fb-0e0ad5719206),segment_id=7b12fb48-34fb-4fb6-82fb-0e0ad5719206)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:43.863410 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.893797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.917069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Network 736679eb-3708-4cbd-af4a-05f21aed2be2 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:43.951068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1715f-0162-48d1-9786-cf1ebe5aea11 None None] Pushing event updated for resources: {'Port': ['ID=b99f6e68-2f24-4424-8564-0a9221524e8c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.976430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:43.988345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bc71847-9161-4b0c-92fa-219f4518521d req-2538d601-eea9-4c3b-b54e-a77833f290f9 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624125 Aug 31 09:27:44.000668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b819bb7a-7b4c-4968-a4fc-6c3d5f00e3ef req-73b32e3b-dbcb-45a5-ae44-7bc2b07fbb2d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501070 Aug 31 09:27:44.005384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e93478-e72a-4fa6-a534-c680afce2ea2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:44.012200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:44.023484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:44.027153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:44.032370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:44.040072 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.046568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Pushing event updated for resources: {'Port': ['ID=71ce805c-486a-4816-a2b7-f6eee539506d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:44.217646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.218410 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.363402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.372575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9f1f969-4168-45db-b142-f4c7f9bde610 req-5488437b-26ed-490b-995b-4587c0e0bdc8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 210 time: 0.1752410 Aug 31 09:27:44.409122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.450827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1535dcb2-6d91-4308-a889-45265b80c17f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:44.560538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8e18cc16-f73f-45b2-946d-0cb36e0587f0 None None] Provisioning for port b9e93478-e72a-4fa6-a534-c680afce2ea2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:44.562006 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-49f2f5cb-e519-44fc-8ae2-9026a5792662 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4439690 Aug 31 09:27:44.571621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8e18cc16-f73f-45b2-946d-0cb36e0587f0 None None] Provisioning complete for port b9e93478-e72a-4fa6-a534-c680afce2ea2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:44.574154 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8e18cc16-f73f-45b2-946d-0cb36e0587f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.598271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Made reservation on behalf of b968f240aff1429d984a933f1f7aa0eb for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:44.604626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.644848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8e18cc16-f73f-45b2-946d-0cb36e0587f0 None None] Port b9e93478-e72a-4fa6-a534-c680afce2ea2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:44.652130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 1535dcb2-6d91-4308-a889-45265b80c17f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:44.658204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1535dcb2-6d91-4308-a889-45265b80c17f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:44.659030 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.665603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Allocated IP 172.25.1.241 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:44.741635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Request body: {'port': {'device_id': '6b185f2c-ac4c-4a1a-8e64-a57ce5eab119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:44.794217 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.822940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.829190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 1535dcb2-6d91-4308-a889-45265b80c17f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1535dcb2-6d91-4308-a889-45265b80c17f,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:44.834731 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.890158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda204be-fdda-4951-abb9-e3e18418009f req-7456959c-bed1-4746-ba4b-c3c53aaf8ff2 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.892851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cda204be-fdda-4951-abb9-e3e18418009f req-7456959c-bed1-4746-ba4b-c3c53aaf8ff2 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 932 time: 0.5060241 Aug 31 09:27:44.924640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.964441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=1535dcb2-6d91-4308-a889-45265b80c17f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:44.978661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.144421 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.166563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:45.194385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0aa0148e-9ae9-4e95-98ad-919d6509c6dc up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:45.204487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:45.212813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:45.227261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:45.229380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cda204be-fdda-4951-abb9-e3e18418009f req-07f3e439-9b26-4b39-be7a-5eca3c267a15 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119323 Aug 31 09:27:45.251333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Allocated IP 192.168.233.211 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/cb921403-183c-4f54-b2da-deb7bce824db) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:45.269542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:45.483975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:45.496543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:45.496850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.513341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:45.596147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'mac_address': 'fa:16:3e:ff:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:45.755852 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.762161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc65d4a-f4ca-4a29-bdb0-fcbba52fca0d None None] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:45.767720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.854698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ce805c-486a-4816-a2b7-f6eee539506d {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:45.868785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.890871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f5e318d-1439-47e9-bb21-d2cd6f70d445 None None] Provisioning for port b99f6e68-2f24-4424-8564-0a9221524e8c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:45.904614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Transition to ACTIVE for port object 71ce805c-486a-4816-a2b7-f6eee539506d will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:45.923996 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.942696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Transition to ACTIVE for port object cb921403-183c-4f54-b2da-deb7bce824db will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:45.945160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-489dbf8e-6e43-4048-bf55-a630077c7056 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:45.947462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-489dbf8e-6e43-4048-bf55-a630077c7056 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1097 time: 0.6038957 Aug 31 09:27:45.952868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.953491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:45.959739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:45.968553 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fefe617-99de-4f30-a7aa-46ac078e962c" -d '{"events": [{"server_uuid": "b8bb96d9-7857-4352-bc11-1127d39141d3", "name": "network-vif-plugged", "status": "completed", "tag": "0aa0148e-9ae9-4e95-98ad-919d6509c6dc"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:45.976231 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.984540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c16202ad-6a33-4013-ae98-d9a83213c870 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:45.999159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-2'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:46.045525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:46.075744 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.108573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Pushing event updated for resources: {'Port': ['ID=71ce805c-486a-4816-a2b7-f6eee539506d,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:46.139231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.159198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:46.160358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f2c44-bbad-4329-ae88-42a396e9846a req-b7beb662-88d7-4205-9c7c-9e96553bee37 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.163089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-721f2c44-bbad-4329-ae88-42a396e9846a req-b7beb662-88d7-4205-9c7c-9e96553bee37 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 946 time: 1.0629039 Aug 31 09:27:46.168692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.174565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39', '280c8c70-0bc8-4439-abc2-d16b986910c8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:46.177171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a517228a-f2be-45ac-92e3-4769c77d3194'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:46.351235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Attempting to bind port 71ce805c-486a-4816-a2b7-f6eee539506d on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:46.352015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Attempting to bind port 71ce805c-486a-4816-a2b7-f6eee539506d by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '77ec8e42-16a6-4088-a51e-0b3b64e89810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '736679eb-3708-4cbd-af4a-05f21aed2be2'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:46.352581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Attempting to bind port 71ce805c-486a-4816-a2b7-f6eee539506d on network 736679eb-3708-4cbd-af4a-05f21aed2be2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:46.375745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05874b66-d6fa-43a8-a76a-b3356762e82f req-36997ae2-33fd-4a12-8e85-9085a2bd3614 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.384446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05874b66-d6fa-43a8-a76a-b3356762e82f req-36997ae2-33fd-4a12-8e85-9085a2bd3614 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 0.3738046 Aug 31 09:27:46.402294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Port 71ce805c-486a-4816-a2b7-f6eee539506d on network 736679eb-3708-4cbd-af4a-05f21aed2be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:46.403078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Attempting to bind port 71ce805c-486a-4816-a2b7-f6eee539506d on network 736679eb-3708-4cbd-af4a-05f21aed2be2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:46.423354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-721f2c44-bbad-4329-ae88-42a396e9846a req-2d2211ba-6af6-48d3-8761-13ffbaeb50e6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355533 Aug 31 09:27:46.431042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:46.457500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:46.458251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Checking segment: {'id': '77ec8e42-16a6-4088-a51e-0b3b64e89810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '736679eb-3708-4cbd-af4a-05f21aed2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:46.458908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Bound using segment: {'id': '77ec8e42-16a6-4088-a51e-0b3b64e89810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '736679eb-3708-4cbd-af4a-05f21aed2be2'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:46.459637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Bound port: 71ce805c-486a-4816-a2b7-f6eee539506d, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ec8e42-16a6-4088-a51e-0b3b64e89810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '736679eb-3708-4cbd-af4a-05f21aed2be2'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:46.460254 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.499121 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.516114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:46.547700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:46.558177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.558955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.564573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:46.661618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:46.767154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.795093 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.797751 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.829106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] For port 71ce805c-486a-4816-a2b7-f6eee539506d, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:46.834255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] For port 71ce805c-486a-4816-a2b7-f6eee539506d, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=71ce805c-486a-4816-a2b7-f6eee539506d,segment=NetworkSegment(77ec8e42-16a6-4088-a51e-0b3b64e89810),segment_id=77ec8e42-16a6-4088-a51e-0b3b64e89810)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:46.837377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.842185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:46.848538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b99f6e68-2f24-4424-8564-0a9221524e8c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:46.855864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-ae0f4257-a491-49eb-9b56-0d13267f590e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1062450 Aug 31 09:27:46.877101 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.909472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c16202ad-6a33-4013-ae98-d9a83213c870'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:46.917329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05874b66-d6fa-43a8-a76a-b3356762e82f req-b966c096-9e0e-404f-b577-2ddbdf4846dd tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5318079 Aug 31 09:27:46.934102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Request body: {'port': {'device_id': '097403e2-2278-4b39-aa26-be0c14be8be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:46.963807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.964441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.979519 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] 10.222.0.20 "PUT /v2.0/ports/71ce805c-486a-4816-a2b7-f6eee539506d HTTP/1.1" status: 200 len: 1092 time: 2.2453814 Aug 31 09:27:46.987590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b185f2c-ac4c-4a1a-8e64-a57ce5eab119', 'tag': '71ce805c-486a-4816-a2b7-f6eee539506d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:46.991747 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b185f2c-ac4c-4a1a-8e64-a57ce5eab119", "tag": "71ce805c-486a-4816-a2b7-f6eee539506d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:47.071916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e93478-e72a-4fa6-a534-c680afce2ea2,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.105660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.205701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:47.222783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543726-f56c-421d-a0f0-f5de13a62d3f req-c6d729f6-7ad1-4b2e-b3cf-e286f019523e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:47.225970 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eed7f9-6f91-4ae8-9cdc-0cceef32152f x-openstack-request-id: req-a4eed7f9-6f91-4ae8-9cdc-0cceef32152f {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:47.226251 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb96d9-7857-4352-bc11-1127d39141d3", "name": "network-vif-plugged", "status": "completed", "tag": "0aa0148e-9ae9-4e95-98ad-919d6509c6dc", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:47.226516 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4eed7f9-6f91-4ae8-9cdc-0cceef32152f {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:47.228080 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'code': 200} Aug 31 09:27:47.238051 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d543726-f56c-421d-a0f0-f5de13a62d3f req-c6d729f6-7ad1-4b2e-b3cf-e286f019523e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 936 time: 0.4680238 Aug 31 09:27:47.258972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 79e75a0b-b67e-464b-899c-a1a5b366897b details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:47.276408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.292291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:47.335448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952a4b5-ff91-4a29-8a58-b81977fcba5b service neutron] Pushing event updated for resources: {'Port': ['ID=71ce805c-486a-4816-a2b7-f6eee539506d,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.438222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435e70c-3501-4522-8905-def4036642c9 req-dc7cd2b8-7c0b-4c77-81a4-d44b1170d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:47.440878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-dc7cd2b8-7c0b-4c77-81a4-d44b1170d894 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70ea1f4f9de24679b3e3a2be9101e479&device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 1095 time: 0.4086456 Aug 31 09:27:47.446554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:47.521891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on host n-h2-806683-2 for vnic_type normal with profile {"migrating_to": "n-h1-806683-2"} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:47.527854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:47.528663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:47.559845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:47.560353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:47.568405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d3b84202-52d3-455c-b462-d5f6ce4c04be None None] Provisioning for port cb921403-183c-4f54-b2da-deb7bce824db completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:47.582850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:47.583390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:47.584115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:47.584895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Bound port: 79e75a0b-b67e-464b-899c-a1a5b366897b, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:47.585406 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.651347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on host n-h2-806683-2 for vnic_type normal with profile {"migrating_to": "n-h1-806683-2"} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:47.651669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:47.651991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:47.670629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:47.671051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Attempting to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:47.682823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.707974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:47.708182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:47.708472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:47.708933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Bound port: 79e75a0b-b67e-464b-899c-a1a5b366897b, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:47.709294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.712594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:47.716425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:47.725734 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-0cb3fbce-0b37-459f-aab7-0ed1d8e73c04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ce805c-486a-4816-a2b7-f6eee539506d HTTP/1.1" status: 200 len: 217 time: 0.2201045 Aug 31 09:27:47.743359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d3b84202-52d3-455c-b462-d5f6ce4c04be None None] Provisioning complete for port cb921403-183c-4f54-b2da-deb7bce824db triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:47.743917 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d3b84202-52d3-455c-b462-d5f6ce4c04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.760459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.765797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aeb7a-27cc-4672-a30f-549346881f79 req-6790f215-55e4-45ea-9300-29dc856328d5 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:47.786006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-576aeb7a-27cc-4672-a30f-549346881f79 req-6790f215-55e4-45ea-9300-29dc856328d5 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 944 time: 0.5085664 Aug 31 09:27:47.808597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d543726-f56c-421d-a0f0-f5de13a62d3f req-7f21b629-4a95-414f-a78d-ee917f8567b4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691032 Aug 31 09:27:47.813182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3c7e7-941b-4df7-b516-62b9a4ea91ca req-8aafb04e-aecb-4244-9000-e9b8add7e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:47.816554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.817557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5ea3c7e7-941b-4df7-b516-62b9a4ea91ca req-8aafb04e-aecb-4244-9000-e9b8add7e0d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 1096 time: 0.6698751 Aug 31 09:27:47.936021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Pushing event updated for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.946298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.957988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e774a7-5134-433d-8d45-7a05176ff176 req-0b452a95-594e-4f3a-80d6-c49ec60df36a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7293499 Aug 31 09:27:48.079567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d3b84202-52d3-455c-b462-d5f6ce4c04be None None] Port cb921403-183c-4f54-b2da-deb7bce824db cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:48.106114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Router eb937890-a6a4-4496-b56e-f7ab1b3230d7 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:27:48.112994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port b99f6e68-2f24-4424-8564-0a9221524e8c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:48.124815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 79e75a0b-b67e-464b-899c-a1a5b366897b has no active binding in host n-h1-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:27:48.143385 n-d-806683-2 neutron-server[94787]: WARNING neutron.plugins.ml2.plugin [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Concurrent port binding operations failed on port 79e75a0b-b67e-464b-899c-a1a5b366897b Aug 31 09:27:48.149452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b99f6e68-2f24-4424-8564-0a9221524e8c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:48.149922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.160243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:48.165290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Router a64920a6-8e81-46d2-8f97-069d2982122d has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:48.180986 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a3896d-cd4a-4fe9-bbd6-6baf4241a548 x-openstack-request-id: req-e5a3896d-cd4a-4fe9-bbd6-6baf4241a548 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:48.181503 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b185f2c-ac4c-4a1a-8e64-a57ce5eab119", "tag": "71ce805c-486a-4816-a2b7-f6eee539506d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:48.181793 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5a3896d-cd4a-4fe9-bbd6-6baf4241a548 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:48.182840 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b185f2c-ac4c-4a1a-8e64-a57ce5eab119', 'tag': '71ce805c-486a-4816-a2b7-f6eee539506d', 'status': 'completed', 'code': 200} Aug 31 09:27:48.187519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435e70c-3501-4522-8905-def4036642c9 req-c63f918d-bc25-4a7b-af39-74a05e5d8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.190701 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-c63f918d-bc25-4a7b-af39-74a05e5d8713 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d2de8-fc8c-4414-a582-1426de54ab98 HTTP/1.1" status: 200 len: 862 time: 0.4421761 Aug 31 09:27:48.201564 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Attempt 2 to bind port 79e75a0b-b67e-464b-899c-a1a5b366897b Aug 31 09:27:48.218483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.220203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.223148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] 10.222.0.20 "PUT /v2.0/ports/79e75a0b-b67e-464b-899c-a1a5b366897b HTTP/1.1" status: 200 len: 1122 time: 2.2553682 Aug 31 09:27:48.230260 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5ea3c7e7-941b-4df7-b516-62b9a4ea91ca req-aa3eb7fc-a0a9-4887-82b5-66253ac1affb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511028 Aug 31 09:27:48.452633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['79e75a0b-b67e-464b-899c-a1a5b366897b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:48.456469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['79e75a0b-b67e-464b-899c-a1a5b366897b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:48.583926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e774a7-5134-433d-8d45-7a05176ff176 req-202ddaab-10ae-42e3-a7cc-855b28b9e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.585505 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e774a7-5134-433d-8d45-7a05176ff176 req-202ddaab-10ae-42e3-a7cc-855b28b9e203 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 1101 time: 0.5491858 Aug 31 09:27:48.623561 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-bda6db26-6b37-4421-b328-768243156578 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=736679eb-3708-4cbd-af4a-05f21aed2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317633 Aug 31 09:27:48.668533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6e3bcfd0-7f4e-4686-b760-3e8eb98cd671 None None] Provisioning complete for port b9e93478-e72a-4fa6-a534-c680afce2ea2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:48.669271 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6e3bcfd0-7f4e-4686-b760-3e8eb98cd671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.750136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bcfd0-7f4e-4686-b760-3e8eb98cd671 None None] Port b9e93478-e72a-4fa6-a534-c680afce2ea2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:48.840165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-576aeb7a-27cc-4672-a30f-549346881f79 req-a7523586-819e-4bf2-9e92-e07b12d79e22 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0298598 Aug 31 09:27:48.847108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:48.960374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.962043 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e0364704-e9dc-4d9d-a317-fc04a735eb86 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0004368 Aug 31 09:27:48.967747 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.971388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45758) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:49.018650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e774a7-5134-433d-8d45-7a05176ff176 req-a2cdc2de-6548-4f69-b465-dc8e706b1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.020398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e774a7-5134-433d-8d45-7a05176ff176 req-a2cdc2de-6548-4f69-b465-dc8e706b1299 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3672197 Aug 31 09:27:49.047907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Sync routers for ids ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:49.104373 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-0490759e-2192-4950-93ba-b7f58509fc35 service neutron] 10.222.0.20 "GET /v2.0/networks/736679eb-3708-4cbd-af4a-05f21aed2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499400 Aug 31 09:27:49.209775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e774a7-5134-433d-8d45-7a05176ff176 req-2e70cd46-4078-4479-b46f-36f89191b94b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a517228a-f2be-45ac-92e3-4769c77d3194 HTTP/1.1" status: 200 len: 217 time: 0.1183805 Aug 31 09:27:49.251331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port b99f6e68-2f24-4424-8564-0a9221524e8c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b99f6e68-2f24-4424-8564-0a9221524e8c,segment=NetworkSegment(7b12fb48-34fb-4fb6-82fb-0e0ad5719206),segment_id=7b12fb48-34fb-4fb6-82fb-0e0ad5719206)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:49.311793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6e3bcfd0-7f4e-4686-b760-3e8eb98cd671 None None] Provisioning complete for port b99f6e68-2f24-4424-8564-0a9221524e8c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:49.312255 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6e3bcfd0-7f4e-4686-b760-3e8eb98cd671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.324402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d648b60-a079-4930-8e6b-8f3ebfc1c4d4 req-5da6e748-f08a-408f-b5e0-5d0f9ace031d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.325906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.326803 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1535dcb2-6d91-4308-a889-45265b80c17f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:49.328360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d648b60-a079-4930-8e6b-8f3ebfc1c4d4 req-5da6e748-f08a-408f-b5e0-5d0f9ace031d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 944 time: 0.7721126 Aug 31 09:27:49.414805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Routers {'eb937890-a6a4-4496-b56e-f7ab1b3230d7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:49.415180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.497506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e774a7-5134-433d-8d45-7a05176ff176 req-59e1a18f-ccf5-4ab2-9771-71863901f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.501858 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e774a7-5134-433d-8d45-7a05176ff176 req-59e1a18f-ccf5-4ab2-9771-71863901f096 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.2582848 Aug 31 09:27:49.558467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=b99f6e68-2f24-4424-8564-0a9221524e8c,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:49.591234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dad699-6c43-4689-b49a-c808ec794ce0 req-31fcc9da-d40b-4207-a870-7e09adf8ac71 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.607618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47dad699-6c43-4689-b49a-c808ec794ce0 req-31fcc9da-d40b-4207-a870-7e09adf8ac71 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 0.4165900 Aug 31 09:27:49.621576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb921403-183c-4f54-b2da-deb7bce824db {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:49.719027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:49.732846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a60e4b80-5122-4bd3-acad-816cb5ba9636 admin admin] 10.222.0.69 "PUT /v2.0/routers/a64920a6-8e81-46d2-8f97-069d2982122d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8941870 Aug 31 09:27:49.737525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e774a7-5134-433d-8d45-7a05176ff176 req-8db92ac0-19ef-4917-b2ea-f0d5022ad528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.739552 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e774a7-5134-433d-8d45-7a05176ff176 req-8db92ac0-19ef-4917-b2ea-f0d5022ad528 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2291718 Aug 31 09:27:49.750218 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Sync routers for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:49.765692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d648b60-a079-4930-8e6b-8f3ebfc1c4d4 req-e98383ab-47f5-4534-85ca-2484fb5c5fb0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679903 Aug 31 09:27:49.787391 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.821494 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:49.822860 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.905794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47dad699-6c43-4689-b49a-c808ec794ce0 req-779a3fa1-0275-419a-9d75-ceff1b642cd9 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711010 Aug 31 09:27:49.950894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Transition to ACTIVE for port object cb921403-183c-4f54-b2da-deb7bce824db will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:49.964069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.217675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b'}, {'name': 'network-changed', 'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:50.231254 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57e1106-99e4-47fb-a615-e102cb9d188c" -d '{"events": [{"server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b"}, {"name": "network-changed", "server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:50.352431 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:50.512119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:50.579848 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9435e70c-3501-4522-8905-def4036642c9 req-b459ce8f-3a8e-4880-94e6-0049de413644 service neutron] 10.222.0.20 "GET /v2.0/networks/736679eb-3708-4cbd-af4a-05f21aed2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4569280 Aug 31 09:27:50.627538 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:50.628166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:50.628765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:50.673757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:50.674610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:50.686157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1535dcb2-6d91-4308-a889-45265b80c17f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:50.686157 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.736210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:50.736859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:50.737648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:50.737985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Bound port: cb921403-183c-4f54-b2da-deb7bce824db, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:50.738579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.860708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Set router eb937890-a6a4-4496-b56e-f7ab1b3230d7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:50.906435 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e774a7-5134-433d-8d45-7a05176ff176 req-e6edaad2-800c-4849-97fc-2d9db9031ede service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1450763 Aug 31 09:27:50.975313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832377-413a-4e44-a70e-d8d7ea58c6e4 req-3df9b418-17f9-48cc-b716-4a00b3ac555f tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.981734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea832377-413a-4e44-a70e-d8d7ea58c6e4 req-3df9b418-17f9-48cc-b716-4a00b3ac555f tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 944 time: 0.5621929 Aug 31 09:27:51.080155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:51.089557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:51.111987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aafcfd-401d-47e7-b1dc-8a8e6edd5558 req-f772f207-5c74-41f3-885a-f340cb37b71e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.120657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67aafcfd-401d-47e7-b1dc-8a8e6edd5558 req-f772f207-5c74-41f3-885a-f340cb37b71e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 948 time: 0.9411433 Aug 31 09:27:51.146369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c6908e9-51d1-442b-b683-32204bba9447 req-615d3900-1bb7-42d0-8ee5-7f20deaa1146 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0270166 Aug 31 09:27:51.147658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.211288 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:45Z', 'revision_number': 2, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:51.263823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.267756 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.272038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 1096 time: 4.3468912 Aug 31 09:27:51.285753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:51.294096 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583556f7-0d84-4bd6-bfa6-dd536197ce7d" -d '{"events": [{"name": "network-changed", "server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:51.337362 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Checking router: a64920a6-8e81-46d2-8f97-069d2982122d for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:51.342660 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Updating router a64920a6-8e81-46d2-8f97-069d2982122d port b9e93478-e72a-4fa6-a534-c680afce2ea2 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:27:51.361678 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e774a7-5134-433d-8d45-7a05176ff176 req-3f7524b5-3099-487d-bb54-13e4947f4980 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213548 Aug 31 09:27:51.388380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-f8e9781b-70a1-4c96-be3c-d16933f960d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.389989 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-f8e9781b-70a1-4c96-be3c-d16933f960d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70ea1f4f9de24679b3e3a2be9101e479&device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 1095 time: 0.6413343 Aug 31 09:27:51.412647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:51.463402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.500454 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.595901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67aafcfd-401d-47e7-b1dc-8a8e6edd5558 req-619dd03e-5d4e-4689-bca3-daa090953aff tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740791 Aug 31 09:27:51.605395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea832377-413a-4e44-a70e-d8d7ea58c6e4 req-4d409ee2-bbb7-435e-8358-cf626295ac42 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078515 Aug 31 09:27:51.626868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf19f62-42a3-485c-aac3-018d1482a955 service neutron] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:51.689080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801618-8d41-425b-ae97-53427737771a req-c37ead4f-5185-421c-9e17-57bf76d4c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.692935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-c37ead4f-5185-421c-9e17-57bf76d4c7d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1099 time: 0.2955875 Aug 31 09:27:51.858647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-69d8cee3-f15a-46c0-b6a3-d762ec2c3ab9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.1483440 Aug 31 09:27:51.862863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6908e9-51d1-442b-b683-32204bba9447 req-2f362234-b77d-4c1a-94f3-5ecfd894ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.864890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c6908e9-51d1-442b-b683-32204bba9447 req-2f362234-b77d-4c1a-94f3-5ecfd894ccfb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 1101 time: 0.5264034 Aug 31 09:27:52.051100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port c16202ad-6a33-4013-ae98-d9a83213c870 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:52.051729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.089658 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7603d14-fe5e-405b-8311-4a5eb10ba9ec x-openstack-request-id: req-d7603d14-fe5e-405b-8311-4a5eb10ba9ec {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:52.090883 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b", "code": 200}, {"name": "network-changed", "server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:52.091901 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7603d14-fe5e-405b-8311-4a5eb10ba9ec {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:52.097678 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b', 'code': 200} Aug 31 09:27:52.098314 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b', 'status': 'completed', 'code': 200} Aug 31 09:27:52.194178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6908e9-51d1-442b-b683-32204bba9447 req-f97e290b-284c-4b37-b3f2-2e41a3dd6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:52.198109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c6908e9-51d1-442b-b683-32204bba9447 req-f97e290b-284c-4b37-b3f2-2e41a3dd6766 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2892311 Aug 31 09:27:52.552041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801618-8d41-425b-ae97-53427737771a req-c9bf8aab-5f11-4d48-8160-d7952ca65159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:52.562797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-c9bf8aab-5f11-4d48-8160-d7952ca65159 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.6935260 Aug 31 09:27:52.569521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c6908e9-51d1-442b-b683-32204bba9447 req-0ac3de80-fbd3-459f-a3e5-35697fda7b18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 200 len: 217 time: 0.3468115 Aug 31 09:27:52.637278 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9c40-a8d9-4ea6-bdfe-72d5925325a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.687158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-8b4c236b-13d6-40f1-917e-27d32c05969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:52.690278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-8b4c236b-13d6-40f1-917e-27d32c05969f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1125 time: 0.6109271 Aug 31 09:27:52.855407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676488-6307-48c6-b254-f856aae20526 req-686aea78-ad6e-4121-9a97-79445132a8d5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:52.866549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4676488-6307-48c6-b254-f856aae20526 req-686aea78-ad6e-4121-9a97-79445132a8d5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 944 time: 0.6626394 Aug 31 09:27:52.918880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.930866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:45Z', 'revision_number': 3, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port': {'id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:44Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:52.948758 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.986906 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Transition to ACTIVE for port object b9e93478-e72a-4fa6-a534-c680afce2ea2 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:53.007425 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.025868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801618-8d41-425b-ae97-53427737771a req-e13ecbd6-af14-45c3-8917-2fdf82b73455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.029022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-e13ecbd6-af14-45c3-8917-2fdf82b73455 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4523463 Aug 31 09:27:53.031844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6908e9-51d1-442b-b683-32204bba9447 req-00036fbc-8129-487d-b8fb-de6b8aba1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.043884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-f511e1a4-3ebb-43d9-a9bf-3dd233a5a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.044907 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c6908e9-51d1-442b-b683-32204bba9447 req-00036fbc-8129-487d-b8fb-de6b8aba1dcf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.4500015 Aug 31 09:27:53.046765 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-f511e1a4-3ebb-43d9-a9bf-3dd233a5a27e service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.3266659 Aug 31 09:27:53.050602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-54226a93-1531-4dc3-a533-b76fd84735c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.053586 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-54226a93-1531-4dc3-a533-b76fd84735c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=736679eb-3708-4cbd-af4a-05f21aed2be2 HTTP/1.1" status: 200 len: 924 time: 1.6506486 Aug 31 09:27:53.056630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4676488-6307-48c6-b254-f856aae20526 req-281d7653-4c11-4988-861f-c84aa405d0fe tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890728 Aug 31 09:27:53.057516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Allocated IP 172.20.0.1 (9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f/af2bcaa8-2788-43d9-8e9b-9fde49980f03/4cafdd2b-0e39-4de7-b5c2-46ded29c68e5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:53.135592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b99f6e68-2f24-4424-8564-0a9221524e8c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:53.142701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Checking router: eb937890-a6a4-4496-b56e-f7ab1b3230d7 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:53.143490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Updating router eb937890-a6a4-4496-b56e-f7ab1b3230d7 port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:27:53.193104 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Pushing event updated for resources: {'Port': ['ID=b9e93478-e72a-4fa6-a534-c680afce2ea2,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:53.270315 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-7da66235-95f4-4e11-8952-901b7a9b930f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e75a0b-b67e-464b-899c-a1a5b366897b HTTP/1.1" status: 200 len: 217 time: 0.2095363 Aug 31 09:27:53.277655 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.278079 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.278420 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.278775 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.279114 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.279428 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.279768 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.280101 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.280394 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.280714 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.281023 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.281339 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:53.384902 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Attempting to bind port b9e93478-e72a-4fa6-a534-c680afce2ea2 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:53.385570 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Attempting to bind port b9e93478-e72a-4fa6-a534-c680afce2ea2 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:53.385936 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Attempting to bind port b9e93478-e72a-4fa6-a534-c680afce2ea2 on network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:53.398472 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:53.398919 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Checking segment: {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:53.399238 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.399629 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Bound using segment: {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:53.400103 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Bound port: b9e93478-e72a-4fa6-a534-c680afce2ea2, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:53.400500 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.434061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:53.437896 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f411d9-0525-4e64-b448-85f7986968b8" -d '{"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-plugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:53.460113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6908e9-51d1-442b-b683-32204bba9447 req-f474a94b-b91d-4cea-a122-bc6012f364fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.461788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c6908e9-51d1-442b-b683-32204bba9447 req-f474a94b-b91d-4cea-a122-bc6012f364fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3740964 Aug 31 09:27:53.503754 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:53.521415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.572184 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-5074d8cc-1d13-4e14-9e59-cf471a7eecf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ce805c-486a-4816-a2b7-f6eee539506d HTTP/1.1" status: 200 len: 217 time: 0.3549747 Aug 31 09:27:53.604600 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.607703 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] For port b9e93478-e72a-4fa6-a534-c680afce2ea2, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:53.615625 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] For port b9e93478-e72a-4fa6-a534-c680afce2ea2, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b9e93478-e72a-4fa6-a534-c680afce2ea2,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:53.631879 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.757295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45814) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:53.774233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b99f6e68-2f24-4424-8564-0a9221524e8c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:53.777082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.826889 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151df53-e799-419a-8852-0bcc33e62bb3 None None] Pushing event updated for resources: {'Port': ['ID=b9e93478-e72a-4fa6-a534-c680afce2ea2,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:53.843973 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:53.844616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:53.973859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-eb7f0265-e1bf-479b-b242-5744b9b70824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.977664 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-eb7f0265-e1bf-479b-b242-5744b9b70824 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=726d2de8-fc8c-4414-a582-1426de54ab98 HTTP/1.1" status: 200 len: 862 time: 0.2385175 Aug 31 09:27:54.019099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-65353f23-bd11-426d-a777-cbe7e387bf5b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529889304', 'description': 'tempest-description--1021848260'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:54.081346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:54.148874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-a7d4695e-b9c4-409e-90d1-d194148f1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:54.155656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-a7d4695e-b9c4-409e-90d1-d194148f1474 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.5822053 Aug 31 09:27:54.231785 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:54.300367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-77cd25ef-97ed-4554-b059-70368c07e8e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=736679eb-3708-4cbd-af4a-05f21aed2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544244 Aug 31 09:27:54.522976 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c6908e9-51d1-442b-b683-32204bba9447 req-b40e4515-3451-4b71-8ec7-b2de270e1c90 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0405862 Aug 31 09:27:54.539936 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5959dc1c-0a7a-4ff2-9b34-5cf4098b2195 x-openstack-request-id: req-5959dc1c-0a7a-4ff2-9b34-5cf4098b2195 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:54.540495 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:54.540905 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5959dc1c-0a7a-4ff2-9b34-5cf4098b2195 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:54.541458 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'status': 'completed', 'code': 200} Aug 31 09:27:54.549733 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-2e9e650e-0aef-412a-8f68-28ce90198fb5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2802148 Aug 31 09:27:54.709341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-65353f23-bd11-426d-a777-cbe7e387bf5b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.749919 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.764030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-0a81b079-4e19-4eb3-b2a5-b735824e83d4 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7063272 Aug 31 09:27:54.773275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b331f-f125-4104-b1e1-7134795210b2 req-79cec1c2-8606-43a3-8bc3-d54e9d6390a5 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:54.785608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd7b331f-f125-4104-b1e1-7134795210b2 req-79cec1c2-8606-43a3-8bc3-d54e9d6390a5 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 1.4514794 Aug 31 09:27:54.792555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Transition to ACTIVE for port object 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:54.843225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.906699 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:53Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:54.968857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c6908e9-51d1-442b-b683-32204bba9447 req-27027c5e-f9e2-4b83-beee-afb008c03aca service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220576 Aug 31 09:27:54.976851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f801618-8d41-425b-ae97-53427737771a req-5919ad96-282c-4123-a650-27134c0b2da5 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273823 Aug 31 09:27:55.037244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae92ad4-5665-40e2-926f-58083577d951 req-5a3f0146-56ec-49c9-bfb7-d52259525610 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:55.046695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ae92ad4-5665-40e2-926f-58083577d951 req-5a3f0146-56ec-49c9-bfb7-d52259525610 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 944 time: 0.5178185 Aug 31 09:27:55.085226 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44af111-092e-49b0-b420-0d77afa2aff8 None None] The sync data for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 is: [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:53Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:55.121075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Attempting to bind port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:55.121689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Attempting to bind port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:55.130572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Attempting to bind port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:55.141174 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-a8609259-5d85-4325-8f04-95adb907ae78 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744096 Aug 31 09:27:55.171155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ae92ad4-5665-40e2-926f-58083577d951 req-dd315045-1069-4dbf-9734-5412155d6884 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230543 Aug 31 09:27:55.259751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd7b331f-f125-4104-b1e1-7134795210b2 req-d2a2b7cc-28a7-4fd1-954d-6dc63dce0d5a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4724991 Aug 31 09:27:55.395124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-37e31343-e078-41cf-8ee1-bbe546091ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:55.410381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cc136-c2b1-4f61-8201-ba92e516e399 None None] Pushing event updated for resources: {'Port': ['ID=8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:55.414554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-37e31343-e078-41cf-8ee1-bbe546091ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1099 time: 0.3217638 Aug 31 09:27:55.427569 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.450227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 71ce805c-486a-4816-a2b7-f6eee539506d details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:55.472804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:55.473280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:55.475347 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.479344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:55.480173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Bound port: 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:55.480821 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.486836 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a53e4b34-8ca2-4bca-8852-a758cdc11399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.617932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.713068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Transition to ACTIVE for port object 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:55.762645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] For port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:55.776905 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecd119c-6936-46c9-9dd2-b50137e035fe x-openstack-request-id: req-3ecd119c-6936-46c9-9dd2-b50137e035fe {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:55.777258 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-plugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:55.777517 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ecd119c-6936-46c9-9dd2-b50137e035fe {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:55.777916 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'code': 200} Aug 31 09:27:55.782415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] For port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:55.797527 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.954166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-a83810b8-f809-423f-8461-181d4b2ac4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:55.955051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 71ce805c-486a-4816-a2b7-f6eee539506d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=71ce805c-486a-4816-a2b7-f6eee539506d,segment=NetworkSegment(77ec8e42-16a6-4088-a51e-0b3b64e89810),segment_id=77ec8e42-16a6-4088-a51e-0b3b64e89810)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:55.955810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-a83810b8-f809-423f-8461-181d4b2ac4af service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.5266104 Aug 31 09:27:55.989920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179872-b783-4db9-ba37-1f54c566ad75 req-f8915cca-8ddb-4d46-95bb-6801c6af3a78 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.003971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae179872-b783-4db9-ba37-1f54c566ad75 req-f8915cca-8ddb-4d46-95bb-6801c6af3a78 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 948 time: 0.3610804 Aug 31 09:27:56.032961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '71ce805c-486a-4816-a2b7-f6eee539506d', 'network_id': '736679eb-3708-4cbd-af4a-05f21aed2be2', 'port_id': '71ce805c-486a-4816-a2b7-f6eee539506d', 'mac_address': 'fa:16:3e:82:cd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726d2de8-fc8c-4414-a582-1426de54ab98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:56.045865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Routers {'eb937890-a6a4-4496-b56e-f7ab1b3230d7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:56.048843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:56.177625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-50c7c276-0098-49e1-b107-9d358c427914 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.1703327 Aug 31 09:27:56.179842 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] Set router eb937890-a6a4-4496-b56e-f7ab1b3230d7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:56.276309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cc136-c2b1-4f61-8201-ba92e516e399 None None] Pushing event updated for resources: {'Port': ['ID=8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.329401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae179872-b783-4db9-ba37-1f54c566ad75 req-de7ddc6c-9054-487d-915c-f02bdd75aa65 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243942 Aug 31 09:27:56.351805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f031f-8722-462c-ab02-d7ae2be25fb5 req-8763b7a5-064c-4fdc-acfd-dcc8eecf7091 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.351805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b35f031f-8722-462c-ab02-d7ae2be25fb5 req-8763b7a5-064c-4fdc-acfd-dcc8eecf7091 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 944 time: 0.4295161 Aug 31 09:27:56.377105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.377324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-d90165b1-5a5b-42ad-a8a0-53e0409e0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.378898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-d90165b1-5a5b-42ad-a8a0-53e0409e0d71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1617951 Aug 31 09:27:56.450764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ce805c-486a-4816-a2b7-f6eee539506d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:56.489975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b35f031f-8722-462c-ab02-d7ae2be25fb5 req-fef7163f-60f4-431c-a338-3e91253a6ad1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099939 Aug 31 09:27:56.493159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-b4d2135b-2202-401a-9e96-9b2de79e37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.496500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-b4d2135b-2202-401a-9e96-9b2de79e37bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054301 Aug 31 09:27:56.502420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 71ce805c-486a-4816-a2b7-f6eee539506d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=71ce805c-486a-4816-a2b7-f6eee539506d,segment=NetworkSegment(77ec8e42-16a6-4088-a51e-0b3b64e89810),segment_id=77ec8e42-16a6-4088-a51e-0b3b64e89810)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:56.547626 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.568097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-65353f23-bd11-426d-a777-cbe7e387bf5b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.606890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-65353f23-bd11-426d-a777-cbe7e387bf5b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.709224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-bf42f70e-86a9-47bd-89e1-0e408e04e456 service neutron] 10.222.0.20 "GET /v2.0/networks/736679eb-3708-4cbd-af4a-05f21aed2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3645828 Aug 31 09:27:56.719529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:45Z', 'revision_number': 3, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port': {'id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:44Z', 'updated_at': '2021-08-31T09:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:56.724281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=71ce805c-486a-4816-a2b7-f6eee539506d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.800642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886401cc-eb9c-4069-bcd1-f315174a094f req-6915980a-50a3-45a0-b1dc-7640da53a1b4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.817096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-886401cc-eb9c-4069-bcd1-f315174a094f req-6915980a-50a3-45a0-b1dc-7640da53a1b4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 0.1906638 Aug 31 09:27:56.821753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45838) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:56.827322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a087897-9c46-40d9-a905-6f47145e8bb6 None None] The sync data for ids ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'] in n-d-806683-2 is: [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:45Z', 'revision_number': 3, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port': {'id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:44Z', 'updated_at': '2021-08-31T09:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:56.897971 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f84b0e58-4a8b-48ad-86ab-4962e7e44de0 req-dd604823-622a-46fc-b45c-24f704e98acb service neutron] 10.222.0.20 "GET /v2.0/networks/736679eb-3708-4cbd-af4a-05f21aed2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721663 Aug 31 09:27:56.908687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-65353f23-bd11-426d-a777-cbe7e387bf5b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.910202 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-65353f23-bd11-426d-a777-cbe7e387bf5b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9398122 Aug 31 09:27:56.932130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45844) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:56.935371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.937158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Request body: {'floatingip': {'port_id': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:56.966763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-138b7745-3662-43e4-9016-8510d11c9cfe tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Request body: {'security_group_rule': {'security_group_id': '8422d5fd-ccf7-47e4-a194-e7fed0f4cd57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:57.012938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65353f23-bd11-426d-a777-cbe7e387bf5b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:57.056708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-138b7745-3662-43e4-9016-8510d11c9cfe tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.081246 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f57e1106-99e4-47fb-a615-e102cb9d188c req-5fce00ac-3087-488d-8cb6-5c5c34adb7d3 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9207795 Aug 31 09:27:57.090275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.106922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:57.111810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:57.114412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:57.207911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b9e93478-e72a-4fa6-a534-c680afce2ea2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:57.231562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.345879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port b9e93478-e72a-4fa6-a534-c680afce2ea2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:57.348553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Pushing event updated for resources: {'Port': ['ID=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:57.375298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b9e93478-e72a-4fa6-a534-c680afce2ea2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:57.380991 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.421343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-138b7745-3662-43e4-9016-8510d11c9cfe tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.454365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-138b7745-3662-43e4-9016-8510d11c9cfe tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.504253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b7745-3662-43e4-9016-8510d11c9cfe tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87a1600-c098-4eb5-89e7-2de86a08058b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:57.512532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-138b7745-3662-43e4-9016-8510d11c9cfe tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.515923 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-138b7745-3662-43e4-9016-8510d11c9cfe tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5720489 Aug 31 09:27:57.522542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45878) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:57.528267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-44af0544-d492-4876-b034-a00f3fc2f7fb tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Request body: {'security_group_rule': {'security_group_id': '8422d5fd-ccf7-47e4-a194-e7fed0f4cd57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:57.553903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['71ce805c-486a-4816-a2b7-f6eee539506d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:57.653759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44af0544-d492-4876-b034-a00f3fc2f7fb tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.717151 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.789824 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44af0544-d492-4876-b034-a00f3fc2f7fb tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.798441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.986182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1d471ad6-13cb-49ed-8e6e-f0d94ed09d95 None None] Provisioning for port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:58.130688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.142249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.180304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.199018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44af0544-d492-4876-b034-a00f3fc2f7fb tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.244877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.250592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0544-d492-4876-b034-a00f3fc2f7fb tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b47521-a047-4de1-b24f-9ded8172bff3,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:58.250827 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.268625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1d471ad6-13cb-49ed-8e6e-f0d94ed09d95 None None] Provisioning complete for port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:58.271690 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d471ad6-13cb-49ed-8e6e-f0d94ed09d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.447105 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Floating IP 64473bc0-a123-4c26-8f22-b36d298fc89e associated. External IP: 172.25.1.106, port: 0aa0148e-9ae9-4e95-98ad-919d6509c6dc. Aug 31 09:27:58.457795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Pushing event updated for resources: {'Port': ['ID=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:58.498559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44af0544-d492-4876-b034-a00f3fc2f7fb tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.500389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-44af0544-d492-4876-b034-a00f3fc2f7fb tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9762034 Aug 31 09:27:58.503693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45900) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:58.509982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:58.546720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.652530 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.676861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:58.683019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:58.776107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port b9e93478-e72a-4fa6-a534-c680afce2ea2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b9e93478-e72a-4fa6-a534-c680afce2ea2,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:58.823494 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.005191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Router 74bf0948-456e-41d5-a8dc-879091abe7cf has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:59.025653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Router eb937890-a6a4-4496-b56e-f7ab1b3230d7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:59.042486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b0811-0397-4611-8267-9f9d6f71b54e req-48474a0d-8058-4c63-9ade-d3aaee1d8384 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:59.059898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f07b0811-0397-4611-8267-9f9d6f71b54e req-48474a0d-8058-4c63-9ade-d3aaee1d8384 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 948 time: 0.9239826 Aug 31 09:27:59.099856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e248936-9124-4b0a-a579-44f19b6b9996 req-9271c520-fd08-406f-829e-76962c13211c tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:59.121380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e248936-9124-4b0a-a579-44f19b6b9996 req-9271c520-fd08-406f-829e-76962c13211c tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 945 time: 2.3444862 Aug 31 09:27:59.164854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1d471ad6-13cb-49ed-8e6e-f0d94ed09d95 None None] Port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:59.259289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.292453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:59.294404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cb921403-183c-4f54-b2da-deb7bce824db details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:59.344802 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-87959e7e-1f06-4d2d-80e1-86c258dd8737 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8396339 Aug 31 09:27:59.404431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:59.411312 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-333dcc3b-e91b-43b9-8bd4-16b3945b437a admin admin] 10.222.0.69 "PUT /v2.0/routers/eb937890-a6a4-4496-b56e-f7ab1b3230d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4239259 Aug 31 09:27:59.465567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.702449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Allocated IP 172.25.1.102 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/c4a984d2-be12-43d1-8360-588aa92dd57d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:59.718878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:59.822988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-487fbf52-ec42-41f6-9f5b-0192efa1cc34 None None] Provisioning complete for port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:59.823283 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-487fbf52-ec42-41f6-9f5b-0192efa1cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.889409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=b9e93478-e72a-4fa6-a534-c680afce2ea2,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:59.895673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-487fbf52-ec42-41f6-9f5b-0192efa1cc34 None None] Port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:59.929715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'cb921403-183c-4f54-b2da-deb7bce824db', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'cb921403-183c-4f54-b2da-deb7bce824db', 'mac_address': 'fa:16:3e:cf:b8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:00.177449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.275294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:00.289397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f07b0811-0397-4611-8267-9f9d6f71b54e req-25f04907-d7b9-4133-91e8-899126f3bf51 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2283051 Aug 31 09:28:00.301297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:00.301742 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.377212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 79e75a0b-b67e-464b-899c-a1a5b366897b no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:00.402207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.419488 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e248936-9124-4b0a-a579-44f19b6b9996 req-fd539e72-50dd-452a-8e16-8f69c92fd00f tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2972043 Aug 31 09:28:00.501427 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.551487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb921403-183c-4f54-b2da-deb7bce824db {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:00.587335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:00.602983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Sync routers for ids ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:00.613073 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.635348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:00.649785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:00.665595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:00.670552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event updated for resources: {'Port': ['ID=c4a984d2-be12-43d1-8360-588aa92dd57d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:00.730189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Routers {'eb937890-a6a4-4496-b56e-f7ab1b3230d7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:00.731046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:00.833250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:00.860280 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] Sync routers for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:00.869325 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.878927 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:00.881466 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:00.915931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-583556f7-0d84-4bd6-bfa6-dd536197ce7d req-e11541da-8ae2-4f24-8b8a-7261b1cbc701 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5400052 Aug 31 09:28:00.942658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Set router eb937890-a6a4-4496-b56e-f7ab1b3230d7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:01.039862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be627fd-b5c2-406e-906a-b079b224e07c req-5c3a5511-795e-4b14-bae3-18d2e1772321 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:01.064022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2be627fd-b5c2-406e-906a-b079b224e07c req-5c3a5511-795e-4b14-bae3-18d2e1772321 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 944 time: 0.6371994 Aug 31 09:28:01.149542 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.151822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ef270ad6-87ad-414f-b35e-4eb72de913ce tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "PUT /v2.0/floatingips/64473bc0-a123-4c26-8f22-b36d298fc89e HTTP/1.1" status: 200 len: 991 time: 4.2529590 Aug 31 09:28:01.153494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'tag': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:01.157526 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82310980-9df8-446e-b7f8-857bdf348e19" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bb96d9-7857-4352-bc11-1127d39141d3", "tag": "0aa0148e-9ae9-4e95-98ad-919d6509c6dc"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:01.191811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2be627fd-b5c2-406e-906a-b079b224e07c req-b0219348-aabf-4c48-a31e-fdffb78dd8e9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262286 Aug 31 09:28:01.205772 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:01.293500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.322250 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.400155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 71ce805c-486a-4816-a2b7-f6eee539506d up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:01.518060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cb921403-183c-4f54-b2da-deb7bce824db'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:01.590076 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '64473bc0-a123-4c26-8f22-b36d298fc89e', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'port_id': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'mac_address': 'fa:16:3e:cd:e1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:48Z', 'updated_at': '2021-08-31T09:27:57Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:01.623857 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] Checking router: 74bf0948-456e-41d5-a8dc-879091abe7cf for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:01.635537 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:01.635537 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:01.654204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:01.701864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:01.705427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.712993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.734573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.756212 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:01.940434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event updated for resources: {'Port': ['ID=c4a984d2-be12-43d1-8360-588aa92dd57d,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.160181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-3d588ddb-f6a3-4864-8e72-66ea2bb8045e tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6289661 Aug 31 09:28:02.167714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.186638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:02.189013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.196073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b9e93478-e72a-4fa6-a534-c680afce2ea2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:02.207653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.219777 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e4de9fd1-2fce-4014-8e3c-d1c4f11ec8a9 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7141407 Aug 31 09:28:02.245883 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '64473bc0-a123-4c26-8f22-b36d298fc89e', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'port_id': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'mac_address': 'fa:16:3e:cd:e1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:48Z', 'updated_at': '2021-08-31T09:27:57Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:02.287334 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.350315 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb789944-906e-4bca-9994-ca1871f67cef None None] The sync data for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 is: [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '64473bc0-a123-4c26-8f22-b36d298fc89e', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'port_id': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'mac_address': 'fa:16:3e:cd:e1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:48Z', 'updated_at': '2021-08-31T09:27:57Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:02.384518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 71ce805c-486a-4816-a2b7-f6eee539506d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:02.394953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 71ce805c-486a-4816-a2b7-f6eee539506d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:02.395286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.572895 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.594791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b9e93478-e72a-4fa6-a534-c680afce2ea2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:02.595200 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.747319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:57Z', 'revision_number': 4, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port': {'id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:48:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:44Z', 'updated_at': '2021-08-31T09:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4cafdd2b-0e39-4de7-b5c2-46ded29c68e5', 'name': '', 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'mac_address': 'fa:16:3e:01:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'af2bcaa8-2788-43d9-8e9b-9fde49980f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:27:57Z', 'revision_number': 2, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'subnets': [{'id': 'af2bcaa8-2788-43d9-8e9b-9fde49980f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:02.789332 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Allocated IP 172.25.1.144 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/98861ee6-2cd9-4197-b11e-d845355c0cf7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:02.844897 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.859007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326895a-e5aa-4016-8c02-d3c6773338e4 None None] New status for floating IP 64473bc0-a123-4c26-8f22-b36d298fc89e: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:28:02.877676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Checking router: eb937890-a6a4-4496-b56e-f7ab1b3230d7 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:02.878333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Updating router eb937890-a6a4-4496-b56e-f7ab1b3230d7 port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:28:02.917119 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.953455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.065245 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.122354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:03.125883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:03.190270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-e4dbadd5-e392-42ed-b2df-afaece4a1c48 service neutron] 10.222.0.52 "GET /v2.0/ports/79e75a0b-b67e-464b-899c-a1a5b366897b/bindings/n-h1-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.2099354 Aug 31 09:28:03.192193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:03.279126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.291849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Transition to ACTIVE for port object 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:03.312513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.317053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.390649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab6c2-6552-4aa2-861e-f032d8b76355 None None] Pushing event updated for resources: {'Port': ['ID=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:03.430414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event updated for resources: {'Port': ['ID=98861ee6-2cd9-4197-b11e-d845355c0cf7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:03.436711 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.447734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b185f2c-ac4c-4a1a-8e64-a57ce5eab119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce805c-486a-4816-a2b7-f6eee539506d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:03.450091 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a459c7-2295-4469-9332-c88ab0bf65f3" -d '{"events": [{"server_uuid": "6b185f2c-ac4c-4a1a-8e64-a57ce5eab119", "name": "network-vif-plugged", "status": "completed", "tag": "71ce805c-486a-4816-a2b7-f6eee539506d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:03.505070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 71ce805c-486a-4816-a2b7-f6eee539506d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=71ce805c-486a-4816-a2b7-f6eee539506d,segment=NetworkSegment(77ec8e42-16a6-4088-a51e-0b3b64e89810),segment_id=77ec8e42-16a6-4088-a51e-0b3b64e89810)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:03.521353 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.609196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=71ce805c-486a-4816-a2b7-f6eee539506d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:03.922983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Attempting to bind port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:03.922983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Attempting to bind port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:03.922983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Attempting to bind port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 on network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:03.924870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:03.950281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:03.950647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Checking segment: {'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:03.955112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.955595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Bound using segment: {'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:03.956109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Bound port: 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b12fb48-34fb-4fb6-82fb-0e0ad5719206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:03.956514 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.030006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:04.089418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.104793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.132190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e75a0b-b67e-464b-899c-a1a5b366897b {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:04.160737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:04.191469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.218476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event updated for resources: {'Port': ['ID=98861ee6-2cd9-4197-b11e-d845355c0cf7,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.231505 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.281561 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.283607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-e926de46-defe-40da-b5c4-bf3a50209b3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1026862 Aug 31 09:28:04.303411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:04.407330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-b5f0d420-9ca2-4a77-aed8-8b2a3519d455 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.1098015 Aug 31 09:28:04.422461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] For port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:04.426719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] Transition to ACTIVE for port object 79e75a0b-b67e-464b-899c-a1a5b366897b will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:04.427782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] For port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,segment=NetworkSegment(7b12fb48-34fb-4fb6-82fb-0e0ad5719206),segment_id=7b12fb48-34fb-4fb6-82fb-0e0ad5719206)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:04.438326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.440344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.545461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab6c2-6552-4aa2-861e-f032d8b76355 None None] Pushing event updated for resources: {'Port': ['ID=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.582989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:04.587094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.644082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] No DVR routers for this DVR port 79e75a0b-b67e-464b-899c-a1a5b366897b on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:04.671773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Routers {'eb937890-a6a4-4496-b56e-f7ab1b3230d7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:04.672446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:27:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:04.711158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-a7aabccb-3fa9-4680-b3cf-c29008f6c254 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:04.711158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53a5d635-14d7-4211-abce-ff4a2fab07a2 req-a7aabccb-3fa9-4680-b3cf-c29008f6c254 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2924516 Aug 31 09:28:04.810989 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] 10.222.0.52 "PUT /v2.0/ports/79e75a0b-b67e-464b-899c-a1a5b366897b/bindings/n-h1-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6101246 Aug 31 09:28:04.812891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3746b3f-944e-4788-9817-ffb47e79329a service neutron] Pushing event updated for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.885678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] Set router eb937890-a6a4-4496-b56e-f7ab1b3230d7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:04.948490 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd207883-61ec-4767-b9c6-7373e3d10566 x-openstack-request-id: req-dd207883-61ec-4767-b9c6-7373e3d10566 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:04.949158 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bb96d9-7857-4352-bc11-1127d39141d3", "tag": "0aa0148e-9ae9-4e95-98ad-919d6509c6dc", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:04.949737 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd207883-61ec-4767-b9c6-7373e3d10566 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:04.970270 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'tag': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'status': 'completed', 'code': 200} Aug 31 09:28:05.069287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-cfd5fa87-7e52-4d9e-b63f-822d8da6fa0b tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.078407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-cfd5fa87-7e52-4d9e-b63f-822d8da6fa0b tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1881115 Aug 31 09:28:05.153555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310980-9df8-446e-b7f8-857bdf348e19 req-80797c44-3742-455f-ae28-c2d5bd418afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.168036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82310980-9df8-446e-b7f8-857bdf348e19 req-80797c44-3742-455f-ae28-c2d5bd418afd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 1096 time: 0.1775062 Aug 31 09:28:05.237158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:57Z', 'revision_number': 4, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port': {'id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:44Z', 'updated_at': '2021-08-31T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4cafdd2b-0e39-4de7-b5c2-46ded29c68e5', 'name': '', 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'mac_address': 'fa:16:3e:01:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'af2bcaa8-2788-43d9-8e9b-9fde49980f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:28:04Z', 'revision_number': 4, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'subnets': [{'id': 'af2bcaa8-2788-43d9-8e9b-9fde49980f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:05.279641 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cb921403-183c-4f54-b2da-deb7bce824db up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:05.284187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5a427-298b-4be4-808d-1b1e13a16aa9 None None] The sync data for ids ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'] in n-d-806683-2 is: [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:57Z', 'revision_number': 4, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port': {'id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:44Z', 'updated_at': '2021-08-31T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4cafdd2b-0e39-4de7-b5c2-46ded29c68e5', 'name': '', 'network_id': '9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'mac_address': 'fa:16:3e:01:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'af2bcaa8-2788-43d9-8e9b-9fde49980f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:28:04Z', 'revision_number': 4, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'subnets': [{'id': 'af2bcaa8-2788-43d9-8e9b-9fde49980f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:05.342976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-312d9dc6-5eba-4a14-afe4-afdfc39f0b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.353346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-312d9dc6-5eba-4a14-afe4-afdfc39f0b12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7&tenant_id=c59604bf0032464d8b8869815706eddc HTTP/1.1" status: 200 len: 1096 time: 0.2679722 Aug 31 09:28:05.402194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port cb921403-183c-4f54-b2da-deb7bce824db completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:05.411082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port cb921403-183c-4f54-b2da-deb7bce824db triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:05.411625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.424125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5b03b-9698-4cb4-aade-d205a99e4032 req-93eb5a6c-ae76-460e-a148-1dd35c4e6c75 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.425757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6f5b03b-9698-4cb4-aade-d205a99e4032 req-93eb5a6c-ae76-460e-a148-1dd35c4e6c75 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.2042096 Aug 31 09:28:05.511869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310980-9df8-446e-b7f8-857bdf348e19 req-8a19a11e-3776-4a01-9b96-c152e5a2f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.514347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82310980-9df8-446e-b7f8-857bdf348e19 req-8a19a11e-3776-4a01-9b96-c152e5a2f7dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 925 time: 0.3373387 Aug 31 09:28:05.584839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-8262a296-1c01-4091-9a95-6e3e9718fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.588021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-8262a296-1c01-4091-9a95-6e3e9718fc68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1096 time: 0.1853595 Aug 31 09:28:05.628838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6f5b03b-9698-4cb4-aade-d205a99e4032 req-1bdf880b-989e-4b7c-be97-39d8d3480c3e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617165 Aug 31 09:28:05.775592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.898338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82310980-9df8-446e-b7f8-857bdf348e19 req-c314bfe1-9528-4cd2-b812-cedf54af7558 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc HTTP/1.1" status: 200 len: 1001 time: 0.3700788 Aug 31 09:28:05.954841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:05.982652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.043145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310980-9df8-446e-b7f8-857bdf348e19 req-30890ac7-20e6-4a0d-ba72-8d491e78d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:06.045068 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82310980-9df8-446e-b7f8-857bdf348e19 req-30890ac7-20e6-4a0d-ba72-8d491e78d76b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.1387303 Aug 31 09:28:06.129940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:06.166281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:06.191145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-6e80ee49-5af8-4f8e-bbe8-186ec094e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:06.193584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-6e80ee49-5af8-4f8e-bbe8-186ec094e578 service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.5608308 Aug 31 09:28:06.213169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310980-9df8-446e-b7f8-857bdf348e19 req-768578d3-efd3-4518-82e6-7a59ec2eb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:06.225341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82310980-9df8-446e-b7f8-857bdf348e19 req-768578d3-efd3-4518-82e6-7a59ec2eb170 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658010 Aug 31 09:28:06.289751 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:06.301626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:06.302062 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.330314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-4b991bc7-7e24-421b-80c4-8a7944351e23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79e75a0b-b67e-464b-899c-a1a5b366897b HTTP/1.1" status: 200 len: 217 time: 0.1201434 Aug 31 09:28:06.360631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e30fe-57f1-418d-8ada-3f351e6b5beb req-757b506d-0415-4af9-b2a3-62e230c52f04 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:06.378652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05e30fe-57f1-418d-8ada-3f351e6b5beb req-757b506d-0415-4af9-b2a3-62e230c52f04 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 946 time: 0.5179904 Aug 31 09:28:06.503520 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82310980-9df8-446e-b7f8-857bdf348e19 req-9671e83e-3d89-46d1-8202-15e71cc8d5b1 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684250 Aug 31 09:28:06.524535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05e30fe-57f1-418d-8ada-3f351e6b5beb req-d1d2bb1a-814f-4b9c-aee1-97838a503a53 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448183 Aug 31 09:28:06.541825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-1fcff7d0-b87e-47e6-834d-e6dab5a35416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:06.543779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-1fcff7d0-b87e-47e6-834d-e6dab5a35416 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.1630068 Aug 31 09:28:06.619790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-dbbdf925-a8a2-41b0-9cac-88255d0556b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647209 Aug 31 09:28:06.659234 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.788394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82310980-9df8-446e-b7f8-857bdf348e19 req-04bd6d72-9c61-4b22-ad08-f83f31928237 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757068 Aug 31 09:28:06.812201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,segment=NetworkSegment(7b12fb48-34fb-4fb6-82fb-0e0ad5719206),segment_id=7b12fb48-34fb-4fb6-82fb-0e0ad5719206)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:06.826912 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.879756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc97d5a-00b8-4995-bde8-8311a37893cf req-11879b5a-bde8-4e14-92b0-c0b5204ab262 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:06.881587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-adc97d5a-00b8-4995-bde8-8311a37893cf req-11879b5a-bde8-4e14-92b0-c0b5204ab262 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 945 time: 0.2593937 Aug 31 09:28:06.958186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-adc97d5a-00b8-4995-bde8-8311a37893cf req-ea5e5f26-d6e2-4564-92e7-1f48c9739786 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619991 Aug 31 09:28:06.961280 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-c24d7b1b-5592-4155-8adf-418233356c67 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130405 Aug 31 09:28:07.006726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:07.246121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-ee2f4e55-2bb7-4144-95a5-d247d9e3bccc service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761033 Aug 31 09:28:07.718720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-4b587a9c-5985-4856-a6a9-09bd4a2667e9 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:07.722306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-4b587a9c-5985-4856-a6a9-09bd4a2667e9 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1175604 Aug 31 09:28:07.915215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:08.050581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-6ffcaa9f-2eb9-4e85-a32f-f7540366d2b6 service neutron] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:08.063107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-6ffcaa9f-2eb9-4e85-a32f-f7540366d2b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.066315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-6ffcaa9f-2eb9-4e85-a32f-f7540366d2b6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/79e75a0b-b67e-464b-899c-a1a5b366897b/bindings/n-h2-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.3320796 Aug 31 09:28:08.094289 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:28:08.120117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:08.120556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.250254 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.332673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.522791 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39716443-e135-4144-af06-89729d19644d x-openstack-request-id: req-39716443-e135-4144-af06-89729d19644d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:13.524205 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b185f2c-ac4c-4a1a-8e64-a57ce5eab119", "name": "network-vif-plugged", "status": "completed", "tag": "71ce805c-486a-4816-a2b7-f6eee539506d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:13.524930 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39716443-e135-4144-af06-89729d19644d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:13.526853 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b185f2c-ac4c-4a1a-8e64-a57ce5eab119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce805c-486a-4816-a2b7-f6eee539506d', 'code': 200} Aug 31 09:28:13.574990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-04927b4c-7409-436d-a4e3-4f1ada573bbf tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--529889304&fields=id&tenant_id=17deadd292604095ba99e2ab6d1a612d HTTP/1.1" status: 200 len: 267 time: 0.0895746 Aug 31 09:28:13.805608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63941b2-03aa-4554-8fef-50ca86598982 req-011adf04-bc6c-47cd-988c-d88dc1fd1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:13.807136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c63941b2-03aa-4554-8fef-50ca86598982 req-011adf04-bc6c-47cd-988c-d88dc1fd1756 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 1097 time: 0.2003579 Aug 31 09:28:13.841207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-fbba93c6-7d18-4143-9163-d33ad8d56bae tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:13.842667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-fbba93c6-7d18-4143-9163-d33ad8d56bae tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/networks?id=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 HTTP/1.1" status: 200 len: 814 time: 0.2662971 Aug 31 09:28:13.860011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-6f50558d-e704-4bd2-9c0c-7d35c9c859dc tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2817755 Aug 31 09:28:13.877846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:13.893258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-0ee2f0ee-5b96-404a-bd2e-d43785d8b206 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/quotas/17deadd292604095ba99e2ab6d1a612d HTTP/1.1" status: 200 len: 375 time: 0.0321290 Aug 31 09:28:13.908830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c63941b2-03aa-4554-8fef-50ca86598982 req-001e3cdb-6816-4912-91f8-ad432f61ecf2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887065 Aug 31 09:28:13.940755 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.008195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-88006577-a06e-4158-9b02-2284d276f68b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=17deadd292604095ba99e2ab6d1a612d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039829 Aug 31 09:28:14.145694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-fb092671-8df6-4e0c-a2ea-c92534d46eaf service neutron] 10.222.0.69 "GET /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231058 Aug 31 09:28:14.169258 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.354734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-f0728fa4-21bf-42f3-b9ad-3c79beb36515 service neutron] 10.222.0.69 "GET /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948280 Aug 31 09:28:14.394460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Allocated IP 172.25.1.103 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/a5c4dffc-38a8-431e-95ae-0dae0acd4468) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:14.589116 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.666218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.779098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:14.785315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:14.790669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:14.817119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event updated for resources: {'Port': ['ID=a5c4dffc-38a8-431e-95ae-0dae0acd4468,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:14.877340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.877340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.877762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.878299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.878796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.879297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.879840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.880317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.880777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.881257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.881719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.882286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:14.942989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.976738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14283c8-42f6-4550-b14c-da6c94d518fe req-cbfcc3fe-8645-4ef2-a52d-3129820f475d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.979135 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d14283c8-42f6-4550-b14c-da6c94d518fe req-cbfcc3fe-8645-4ef2-a52d-3129820f475d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1543062 Aug 31 09:28:15.063621 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.118028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d14283c8-42f6-4550-b14c-da6c94d518fe req-cff647d4-0bb9-4d23-bb3e-f6dbb0a379b7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317005 Aug 31 09:28:15.420567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02324bb3-3681-4b9a-8fb7-930fe7ae170b req-b74d1ddf-a095-4c03-ab0c-d2d80e2ac988 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:15.423904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02324bb3-3681-4b9a-8fb7-930fe7ae170b req-b74d1ddf-a095-4c03-ab0c-d2d80e2ac988 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 946 time: 0.1533141 Aug 31 09:28:15.488320 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.503339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.528238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:15.531063 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a9e38-313e-40cf-b58f-88cd03867cfa" -d '{"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-plugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:15.567494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02324bb3-3681-4b9a-8fb7-930fe7ae170b req-8ba9f0e7-b130-46a4-a4c8-20ea0f9bb1e9 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329756 Aug 31 09:28:15.572846 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.583003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event updated for resources: {'Port': ['ID=a5c4dffc-38a8-431e-95ae-0dae0acd4468,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:15.597810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.599311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-902e437b-5a06-49f4-9001-14dffc96da5f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7282293 Aug 31 09:28:15.687968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-bda03eeb-e84f-448d-91bc-60616f0a02fd tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.0770695 Aug 31 09:28:15.810647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6299f-27e8-43d0-9f43-810982badece req-a31971e8-bf10-4219-957f-1495a7c97e7d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:15.812284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3d6299f-27e8-43d0-9f43-810982badece req-a31971e8-bf10-4219-957f-1495a7c97e7d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1061006 Aug 31 09:28:15.915871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3d6299f-27e8-43d0-9f43-810982badece req-2fa57bf5-6895-46d2-9677-5e42c9cf0618 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907946 Aug 31 09:28:15.976289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-04956469-16b5-45ef-b0ba-eb3a36484de0 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:15.978825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-04956469-16b5-45ef-b0ba-eb3a36484de0 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2850251 Aug 31 09:28:15.994740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-f3a3e6be-3be4-48b9-9d81-34fd47a9e701 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:28:15.996177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1564b228-8b55-4162-84dc-e7ee19af3416 req-f3a3e6be-3be4-48b9-9d81-34fd47a9e701 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108106 Aug 31 09:28:16.156092 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c98571-0b5a-44bc-868d-fde85af166ca x-openstack-request-id: req-05c98571-0b5a-44bc-868d-fde85af166ca {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:16.156909 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-plugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:16.157359 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05c98571-0b5a-44bc-868d-fde85af166ca {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:16.158151 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'code': 200} Aug 31 09:28:16.354487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-70e0f14a-67ea-4d7b-a5bb-82f4fb607439 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:16.357480 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-70e0f14a-67ea-4d7b-a5bb-82f4fb607439 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.52 "GET /v2.0/networks?id=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 HTTP/1.1" status: 200 len: 814 time: 0.2991240 Aug 31 09:28:16.423872 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-838b9282-344d-4f1e-8136-bee855ce0a91 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17deadd292604095ba99e2ab6d1a612d HTTP/1.1" status: 200 len: 379 time: 0.0555110 Aug 31 09:28:16.435132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Request body: {'port': {'device_id': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'admin_state_up': True, 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'security_groups': ['8422d5fd-ccf7-47e4-a194-e7fed0f4cd57']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:16.495529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b17af800-4e6a-4ec6-9fc4-61c2edf53162 req-db1db03c-caf8-4747-b25e-e602fa9ebd07 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 210 time: 0.4123688 Aug 31 09:28:16.596931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Made reservation on behalf of 17deadd292604095ba99e2ab6d1a612d for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:16.602080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.706256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48111d86-975a-4687-a435-b331c7bcd991 req-bc11144c-5909-4d16-97ec-65cf200bbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:16.711681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48111d86-975a-4687-a435-b331c7bcd991 req-bc11144c-5909-4d16-97ec-65cf200bbf6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1101 time: 0.2152214 Aug 31 09:28:16.741480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adccca-8b4e-425c-87e3-b5c44a8650d5 req-14118527-46f4-4b32-9ddb-5763d06cc420 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:16.745800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14adccca-8b4e-425c-87e3-b5c44a8650d5 req-14118527-46f4-4b32-9ddb-5763d06cc420 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 950 time: 0.1134355 Aug 31 09:28:16.762197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-5385b71c-64a4-4e42-95ba-13c787a6372a tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2711389 Aug 31 09:28:16.794246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:16.821220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48111d86-975a-4687-a435-b331c7bcd991 req-30d7e914-3d49-45f3-a7ab-4dbeb0bf9df3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035440 Aug 31 09:28:16.829807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Allocated IP 172.20.0.9 (4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1/4cee7427-fede-49ff-bf6b-0f51828a9242/f705df3e-5abc-46b4-8bef-b0647aacf823) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:16.834277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14adccca-8b4e-425c-87e3-b5c44a8650d5 req-de12db2e-fd77-424d-b31b-41b2d9bf8477 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795372 Aug 31 09:28:16.847799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.016539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.032496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Transition to ACTIVE for port object f705df3e-5abc-46b4-8bef-b0647aacf823 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:17.068960 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.095598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879e1b6-416a-4bba-bcbc-715e90114b78 req-3b9c2325-c8cc-4b3f-8701-c7e382defd7b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:17.102878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4879e1b6-416a-4bba-bcbc-715e90114b78 req-3b9c2325-c8cc-4b3f-8701-c7e382defd7b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1229601 Aug 31 09:28:17.168662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:17.174089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:17.180608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:17.196029 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.218789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4879e1b6-416a-4bba-bcbc-715e90114b78 req-cb56374e-d3c4-4dca-9d61-7aadb99d887d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727711 Aug 31 09:28:17.236520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event updated for resources: {'Port': ['ID=f705df3e-5abc-46b4-8bef-b0647aacf823,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:17.290711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.291379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.291963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.292528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.295307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.295923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.296493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.297088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.297669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.298243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.298854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.299409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.349450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:17.367640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:17.369864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.400636 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-cea27326-6961-4642-8f35-7e90e7faa729 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9697013 Aug 31 09:28:17.417741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Request body: {'port': {'device_id': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:17.457060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Allocated IP 172.25.1.204 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/25e6a8da-4a06-472a-841d-c81dbd3a1505) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:17.501587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cae7bf-5677-4302-9a5d-3fff9b3a6e23 req-7e4151ba-d7b4-4562-82a9-f57c6f2bf8d2 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:17.518496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8cae7bf-5677-4302-9a5d-3fff9b3a6e23 req-7e4151ba-d7b4-4562-82a9-f57c6f2bf8d2 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1096 time: 0.1297748 Aug 31 09:28:17.545662 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.560076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.604712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-10c67500-a7f9-4939-8ea5-44f21b82699c None None] Provisioning for port f705df3e-5abc-46b4-8bef-b0647aacf823 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:17.613995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:17.615124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-10c67500-a7f9-4939-8ea5-44f21b82699c None None] Provisioning complete for port f705df3e-5abc-46b4-8bef-b0647aacf823 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:17.615488 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-10c67500-a7f9-4939-8ea5-44f21b82699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.641697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.686433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-10c67500-a7f9-4939-8ea5-44f21b82699c None None] Port f705df3e-5abc-46b4-8bef-b0647aacf823 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:17.693995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8cae7bf-5677-4302-9a5d-3fff9b3a6e23 req-b118ab11-a8d4-459c-90ae-aa2f91b79833 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738617 Aug 31 09:28:17.713433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:17.812142 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.927744 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.986448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1e6bc-5fd1-4f96-acf5-b0feb268e66f req-470bd592-26f8-4b57-8936-3adb22e2c966 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:17.991434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f705df3e-5abc-46b4-8bef-b0647aacf823 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:17.994252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-faa1e6bc-5fd1-4f96-acf5-b0feb268e66f req-470bd592-26f8-4b57-8936-3adb22e2c966 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 946 time: 0.1166477 Aug 31 09:28:17.997500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:18.010839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:18.015641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.030014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:18.041266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Transition to ACTIVE for port object f705df3e-5abc-46b4-8bef-b0647aacf823 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:18.046500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.049129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event updated for resources: {'Port': ['ID=25e6a8da-4a06-472a-841d-c81dbd3a1505,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.134395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-faa1e6bc-5fd1-4f96-acf5-b0feb268e66f req-1c97dcd1-4345-4a82-92e7-1a3209becaa7 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388085 Aug 31 09:28:18.159584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:18.159987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.165837 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdbdbfc-6210-413b-8bee-2d363000d139" -d '{"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-unplugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:18.198471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f705df3e-5abc-46b4-8bef-b0647aacf823,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.266294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.271261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Attempting to bind port f705df3e-5abc-46b4-8bef-b0647aacf823 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:18.271903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Attempting to bind port f705df3e-5abc-46b4-8bef-b0647aacf823 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:18.273561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Attempting to bind port f705df3e-5abc-46b4-8bef-b0647aacf823 on network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:18.283560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Port f705df3e-5abc-46b4-8bef-b0647aacf823 on network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:28:18.292599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Attempting to bind port f705df3e-5abc-46b4-8bef-b0647aacf823 on network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:18.305742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:18.306086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Checking segment: {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:18.306568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Bound using segment: {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:18.307170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Bound port: f705df3e-5abc-46b4-8bef-b0647aacf823, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d9f748-8549-4fb3-b781-4b7a589d1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:18.307609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.545181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] For port f705df3e-5abc-46b4-8bef-b0647aacf823, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:18.551980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] For port f705df3e-5abc-46b4-8bef-b0647aacf823, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f705df3e-5abc-46b4-8bef-b0647aacf823,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:18.559412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.701756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9514afc-bf4b-4e54-8fe3-e555fe127f50 req-39bee236-6413-4714-94c3-073391479dc4 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:18.703423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9514afc-bf4b-4e54-8fe3-e555fe127f50 req-39bee236-6413-4714-94c3-073391479dc4 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 943 time: 0.0899987 Aug 31 09:28:18.742385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.755387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.840131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.853419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9514afc-bf4b-4e54-8fe3-e555fe127f50 req-f5fb4748-344c-4a12-ae33-eacd55ead681 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups?id=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272724 Aug 31 09:28:18.869408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event updated for resources: {'Port': ['ID=25e6a8da-4a06-472a-841d-c81dbd3a1505,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.888809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.891511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1648dce9-c1ff-4343-8ff8-339957c6046c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1101205 Aug 31 09:28:18.962997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-1b04db68-de42-4e98-b177-42f884fbd01d tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.0637655 Aug 31 09:28:19.010185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.011307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.013629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/f705df3e-5abc-46b4-8bef-b0647aacf823 HTTP/1.1" status: 200 len: 1091 time: 1.6027367 Aug 31 09:28:19.014362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'tag': 'f705df3e-5abc-46b4-8bef-b0647aacf823'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:19.018690 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c2e58-a94f-465f-b32c-b6b9103613f1" -d '{"events": [{"name": "network-changed", "server_uuid": "abffb920-0c20-4e9e-83d3-6f68b1219d2d", "tag": "f705df3e-5abc-46b4-8bef-b0647aacf823"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:19.051528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984f250-7f7a-4e57-960e-6dc64a9c16e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f705df3e-5abc-46b4-8bef-b0647aacf823,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:19.160539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-6d86445b-3a08-4f21-92c1-e372cd19dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.164321 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-6d86445b-3a08-4f21-92c1-e372cd19dc7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17deadd292604095ba99e2ab6d1a612d&device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 1094 time: 0.0808361 Aug 31 09:28:19.238723 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-55872a70-38d7-44bc-8b31-b867c577e3eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f705df3e-5abc-46b4-8bef-b0647aacf823 HTTP/1.1" status: 200 len: 217 time: 0.0647073 Aug 31 09:28:19.301438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-9ee2c6a6-7545-4c95-98e9-b189512ae7c2 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.304466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c221bb7a-eb7d-4ccb-ac0f-16301c1ba4f1 req-9ee2c6a6-7545-4c95-98e9-b189512ae7c2 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3311009 Aug 31 09:28:19.308774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1baf59-cabf-4528-aba8-e77463dccbc6 req-da1be03b-a2d9-47ba-a075-ed2d53d6e857 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.314838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b1baf59-cabf-4528-aba8-e77463dccbc6 req-da1be03b-a2d9-47ba-a075-ed2d53d6e857 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 1096 time: 0.1463616 Aug 31 09:28:19.361268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-ff5af4c5-ac18-40a7-a694-8b840294e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.363953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-ff5af4c5-ac18-40a7-a694-8b840294e532 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cee7427-fede-49ff-bf6b-0f51828a9242 HTTP/1.1" status: 200 len: 853 time: 0.1182129 Aug 31 09:28:19.382737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b1baf59-cabf-4528-aba8-e77463dccbc6 req-32823ecd-ca03-47a4-bb89-877c905596d5 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 Aug 31 09:28:19.392563 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c75d6f-195a-4d35-8138-27e68879a060 x-openstack-request-id: req-10c75d6f-195a-4d35-8138-27e68879a060 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:19.393167 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-unplugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:19.393167 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10c75d6f-195a-4d35-8138-27e68879a060 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:19.393786 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'code': 200} Aug 31 09:28:19.475414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a99dec41-6788-4237-946f-3b5bd4081424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.477554 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-a99dec41-6788-4237-946f-3b5bd4081424 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054087 Aug 31 09:28:19.603046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472517-012c-4f30-bd9a-8d10fcb25607 req-64e9f31e-783c-4fbe-b046-c0307325f8a2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.605869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b472517-012c-4f30-bd9a-8d10fcb25607 req-64e9f31e-783c-4fbe-b046-c0307325f8a2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1098173 Aug 31 09:28:19.609296 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852601dd-0531-4550-8492-ac23d8342b38 x-openstack-request-id: req-852601dd-0531-4550-8492-ac23d8342b38 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:19.610159 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abffb920-0c20-4e9e-83d3-6f68b1219d2d", "tag": "f705df3e-5abc-46b4-8bef-b0647aacf823", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:19.610159 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-852601dd-0531-4550-8492-ac23d8342b38 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:19.610688 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'tag': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'status': 'completed', 'code': 200} Aug 31 09:28:19.678404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-f1f0d450-9b83-45de-ba7b-0f3c348eab69 service neutron] 10.222.0.52 "GET /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917918 Aug 31 09:28:19.767606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b472517-012c-4f30-bd9a-8d10fcb25607 req-39d26d48-bc63-4abd-8aa5-3678733f5758 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546006 Aug 31 09:28:19.831199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb80e03a-5bec-4235-8cae-3e00e8672295 req-14f60ed1-46ab-45a4-b126-4f119174334d service neutron] 10.222.0.52 "GET /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453433 Aug 31 09:28:19.860095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-02ecb846-0bf8-4469-920c-47190c39b4d4 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2339165 Aug 31 09:28:19.881090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:19.932229 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.960038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-79b111ad-d9ed-4dc4-af96-72d7b90d7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.963597 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-79b111ad-d9ed-4dc4-af96-72d7b90d7a64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17deadd292604095ba99e2ab6d1a612d&device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 1094 time: 0.0715117 Aug 31 09:28:20.069529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.098160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-4100e61b-ab56-4ecb-aabf-4359156ac231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.101756 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-4100e61b-ab56-4ecb-aabf-4359156ac231 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 HTTP/1.1" status: 200 len: 916 time: 0.1289096 Aug 31 09:28:20.173948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-a44899c9-3a9c-4133-ae0b-7b1e5af8da43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f705df3e-5abc-46b4-8bef-b0647aacf823 HTTP/1.1" status: 200 len: 217 time: 0.0650713 Aug 31 09:28:20.240305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Allocated IP 172.25.1.166 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/77e5ffff-f30d-46eb-9d1b-91b8035770dc) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:20.259037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-957291f8-d1e5-4a58-a10f-2cc280c86a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.260706 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-957291f8-d1e5-4a58-a10f-2cc280c86a00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cee7427-fede-49ff-bf6b-0f51828a9242 HTTP/1.1" status: 200 len: 853 time: 0.0794437 Aug 31 09:28:20.340688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-d81aa676-5186-4135-aa1f-55655f802eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.343168 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-d81aa676-5186-4135-aa1f-55655f802eee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750074 Aug 31 09:28:20.425908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.504162 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.514426 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-6946a649-cd7e-4e5f-96b4-6e7ba6194849 service neutron] 10.222.0.52 "GET /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621513 Aug 31 09:28:20.554430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:20.560422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:20.576719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event updated for resources: {'Port': ['ID=77e5ffff-f30d-46eb-9d1b-91b8035770dc,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:20.578963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:20.659400 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.673893 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-369c2e58-a94f-465f-b32c-b6b9103613f1 req-4949e1cc-84a9-416a-b951-4fac69d50de2 service neutron] 10.222.0.52 "GET /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520209 Aug 31 09:28:20.720531 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.951400 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.980713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.062487 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.108130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event updated for resources: {'Port': ['ID=77e5ffff-f30d-46eb-9d1b-91b8035770dc,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:21.115766 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.123445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-2e8178c5-150f-4f28-9c81-a96bea41a1e8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2473087 Aug 31 09:28:21.127394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7e966-3e79-454d-a178-c2f2d65c9da6 req-f74914aa-254c-46d9-854e-f66d0abd5f99 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:21.129178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ba7e966-3e79-454d-a178-c2f2d65c9da6 req-f74914aa-254c-46d9-854e-f66d0abd5f99 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1101 time: 0.1631696 Aug 31 09:28:21.282945 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-c7372c18-f680-43ed-8744-5ed33be2711f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.1522040 Aug 31 09:28:21.454490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ba7e966-3e79-454d-a178-c2f2d65c9da6 req-a6c18963-42be-4bdf-a814-d4029b442de9 tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146865 Aug 31 09:28:21.529648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-f3660c3c-5890-4330-9010-855354564ab3 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:21.531151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c00fd9f-e187-4eb3-8409-ab596e833f5c req-f3660c3c-5890-4330-9010-855354564ab3 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2471099 Aug 31 09:28:21.688608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d66446-799b-4738-a6ac-da662d490c5d req-2c27df43-8087-4d7c-8e7a-0731f7de17da tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:21.692068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34d66446-799b-4738-a6ac-da662d490c5d req-2c27df43-8087-4d7c-8e7a-0731f7de17da tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 943 time: 0.1001711 Aug 31 09:28:21.729124 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69bc1105-7505-4648-886a-1e825d695b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.780374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34d66446-799b-4738-a6ac-da662d490c5d req-dace1e39-681c-48a4-b5d5-191e8f8b21bb tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups?id=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710757 Aug 31 09:28:22.240407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebddea03-6e85-4f31-9587-971fd8189582 req-608e037b-bae4-409a-af3d-1db677cff0b1 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips/2e15be85-2310-4444-b458-4a831eb5c772 HTTP/1.1" status: 200 len: 693 time: 0.1516507 Aug 31 09:28:22.475074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddea03-6e85-4f31-9587-971fd8189582 req-a469aacf-83b6-430b-b9ab-6342cfe01cff tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.479027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebddea03-6e85-4f31-9587-971fd8189582 req-a469aacf-83b6-430b-b9ab-6342cfe01cff tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2371991 Aug 31 09:28:22.483088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f705df3e-5abc-46b4-8bef-b0647aacf823 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:28:22.500155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-ebddea03-6e85-4f31-9587-971fd8189582 req-b9ff200d-e870-48eb-ac56-5bc22a16a331 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:28:22.502725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebddea03-6e85-4f31-9587-971fd8189582 req-b9ff200d-e870-48eb-ac56-5bc22a16a331 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116715 Aug 31 09:28:22.682369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f705df3e-5abc-46b4-8bef-b0647aacf823, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f705df3e-5abc-46b4-8bef-b0647aacf823,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:22.699913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'port_id': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'mac_address': 'fa:16:3e:66:cc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:22.750299 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.775843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f705df3e-5abc-46b4-8bef-b0647aacf823 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:22.820250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f705df3e-5abc-46b4-8bef-b0647aacf823, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f705df3e-5abc-46b4-8bef-b0647aacf823,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:22.825509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.828785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee61262-8035-47fa-bcd6-609e84904407 req-f69c71c6-0a20-4822-850c-5c1f4a600855 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.831298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ee61262-8035-47fa-bcd6-609e84904407 req-f69c71c6-0a20-4822-850c-5c1f4a600855 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 946 time: 0.2218139 Aug 31 09:28:22.897872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ee61262-8035-47fa-bcd6-609e84904407 req-676b9503-f6a2-4c0f-837a-2ff203658b8f tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575645 Aug 31 09:28:22.920451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-a656b2eb-8c98-4bbc-bab8-b9046b06d59f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1540763 Aug 31 09:28:22.928138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f705df3e-5abc-46b4-8bef-b0647aacf823,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:22.939074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.942931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.943532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.945508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.946039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.946592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.951594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.952182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.952728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.953238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.953798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:22.954280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:23.003255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06e37a73-fdec-4327-a059-890440f31d35 req-2d307795-7364-4eb3-bfc7-56c625d23b38 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips/2e15be85-2310-4444-b458-4a831eb5c772 HTTP/1.1" status: 200 len: 693 time: 0.0803359 Aug 31 09:28:23.087091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['f705df3e-5abc-46b4-8bef-b0647aacf823'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:23.350087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37a73-fdec-4327-a059-890440f31d35 req-460eb934-eae6-4289-b946-e9e1708f41b1 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.352664 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06e37a73-fdec-4327-a059-890440f31d35 req-460eb934-eae6-4289-b946-e9e1708f41b1 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3405836 Aug 31 09:28:23.425593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3f7a8-bffe-423a-ac9b-90ee520f2d7c req-6f19c606-a7bb-4e75-b152-8b32133edfd4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.427240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-beb3f7a8-bffe-423a-ac9b-90ee520f2d7c req-6f19c606-a7bb-4e75-b152-8b32133edfd4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1340327 Aug 31 09:28:23.436108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06e37a73-fdec-4327-a059-890440f31d35 req-512902be-9365-42b9-8197-c4366f186a08 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.0743895 Aug 31 09:28:23.562668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-beb3f7a8-bffe-423a-ac9b-90ee520f2d7c req-15db4421-520f-41e5-99ea-60550d8deb42 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190307 Aug 31 09:28:23.599998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06e37a73-fdec-4327-a059-890440f31d35 req-5d28d1f3-a67b-438e-b77f-bef95d6ceabf tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.1544192 Aug 31 09:28:23.962042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea94906-a623-4e1d-9e3e-aac97e6adf1f req-0713fc56-e487-4c51-847e-fc9e5eaf4327 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.964989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ea94906-a623-4e1d-9e3e-aac97e6adf1f req-0713fc56-e487-4c51-847e-fc9e5eaf4327 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 944 time: 0.2737024 Aug 31 09:28:23.996454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-39a6114a-4cf1-49db-91e9-6546dba8e217 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.999815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-39a6114a-4cf1-49db-91e9-6546dba8e217 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 946 time: 0.3053832 Aug 31 09:28:24.219837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ea94906-a623-4e1d-9e3e-aac97e6adf1f req-ebb51a21-b99b-45b2-8a87-9189cb868927 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups?id=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417884 Aug 31 09:28:24.241658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Deleting port 77e5ffff-f30d-46eb-9d1b-91b8035770dc {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:24.242294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.404858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Deleting port 71ce805c-486a-4816-a2b7-f6eee539506d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:24.405881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.494223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f705df3e-5abc-46b4-8bef-b0647aacf823 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:24.517138 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.518429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.545833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Calling delete_port for 77e5ffff-f30d-46eb-9d1b-91b8035770dc owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:24.610699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port f705df3e-5abc-46b4-8bef-b0647aacf823 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:24.617717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port f705df3e-5abc-46b4-8bef-b0647aacf823 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:24.618428 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.661680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] For port 71ce805c-486a-4816-a2b7-f6eee539506d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=71ce805c-486a-4816-a2b7-f6eee539506d,segment=NetworkSegment(77ec8e42-16a6-4088-a51e-0b3b64e89810),segment_id=77ec8e42-16a6-4088-a51e-0b3b64e89810)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:24.662073 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.685882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Calling delete_port for 71ce805c-486a-4816-a2b7-f6eee539506d owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:24.823460 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.880603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705df3e-5abc-46b4-8bef-b0647aacf823'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:24.886006 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d2e115-a483-4143-b3c0-7368d8bd7b0b" -d '{"events": [{"server_uuid": "abffb920-0c20-4e9e-83d3-6f68b1219d2d", "name": "network-vif-plugged", "status": "completed", "tag": "f705df3e-5abc-46b4-8bef-b0647aacf823"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:24.925184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f705df3e-5abc-46b4-8bef-b0647aacf823, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f705df3e-5abc-46b4-8bef-b0647aacf823,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:24.933479 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.934815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102e54d-15bd-48da-b1e0-d4a6c594a81e req-de144e26-09d5-41ef-828b-5d5b1093e185 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:24.937672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5102e54d-15bd-48da-b1e0-d4a6c594a81e req-de144e26-09d5-41ef-828b-5d5b1093e185 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 946 time: 0.2245197 Aug 31 09:28:24.988200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-d7da0d5e-6436-46ce-bdd0-6d0e93206121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.004359 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-d7da0d5e-6436-46ce-bdd0-6d0e93206121 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1101 time: 0.1340525 Aug 31 09:28:25.026008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.087785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f705df3e-5abc-46b4-8bef-b0647aacf823,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:25.145579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5102e54d-15bd-48da-b1e0-d4a6c594a81e req-baed017d-5aa7-41ab-b7a7-9f16b3346ef8 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/security-groups?id=312304b0-da4b-4fad-bca0-97fd7b3f1893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904464 Aug 31 09:28:25.156755 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.167341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d28dd783-5e6c-4e8d-b2cf-56c800684f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.251720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event deleted for resources: {'Port': ['ID=77e5ffff-f30d-46eb-9d1b-91b8035770dc,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:25.266687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-7dc94d5f-3d25-4109-8384-39900b7df5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.270668 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-7dc94d5f-3d25-4109-8384-39900b7df5c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2572532 Aug 31 09:28:25.312428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.315251 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.316535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06e37a73-fdec-4327-a059-890440f31d35 req-55f1c6a0-ca4e-4de2-9926-b4d565abed8b tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "DELETE /v2.0/floatingips/2e15be85-2310-4444-b458-4a831eb5c772 HTTP/1.1" status: 204 len: 173 time: 1.7142050 Aug 31 09:28:25.355217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.373031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['71ce805c-486a-4816-a2b7-f6eee539506d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:25.378008 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-2fa09cd6-6024-427a-a5a2-ea55ce24d05e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.0994642 Aug 31 09:28:25.411526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Pushing event deleted for resources: {'Port': ['ID=71ce805c-486a-4816-a2b7-f6eee539506d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:25.442315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecdfe6-ea34-49f8-9c2c-d89c6c60665b req-2bb03b53-eced-4354-9f67-2c042f4b9a84 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.444101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eecdfe6-ea34-49f8-9c2c-d89c6c60665b req-2bb03b53-eced-4354-9f67-2c042f4b9a84 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1469522 Aug 31 09:28:25.476457 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65f58bc-1e93-4d85-8504-eca25be33207 x-openstack-request-id: req-c65f58bc-1e93-4d85-8504-eca25be33207 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:25.476769 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abffb920-0c20-4e9e-83d3-6f68b1219d2d", "name": "network-vif-plugged", "status": "completed", "tag": "f705df3e-5abc-46b4-8bef-b0647aacf823", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:25.477024 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c65f58bc-1e93-4d85-8504-eca25be33207 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:25.477617 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'code': 200} Aug 31 09:28:25.513285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] No DVR routers for this DVR port 71ce805c-486a-4816-a2b7-f6eee539506d on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:25.525423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.529405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1f05b49-6d16-48c5-a95e-f471f50b40d2 req-5e677769-4428-44e6-b74e-12a226e3e17a tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.20 "DELETE /v2.0/ports/71ce805c-486a-4816-a2b7-f6eee539506d HTTP/1.1" status: 204 len: 173 time: 1.5113668 Aug 31 09:28:25.532293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b185f2c-ac4c-4a1a-8e64-a57ce5eab119', 'name': 'network-vif-deleted', 'tag': '71ce805c-486a-4816-a2b7-f6eee539506d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:25.536568 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e83edbf-6c16-4191-9742-77f871a00317" -d '{"events": [{"server_uuid": "6b185f2c-ac4c-4a1a-8e64-a57ce5eab119", "name": "network-vif-deleted", "tag": "71ce805c-486a-4816-a2b7-f6eee539506d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:25.576287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-1df6022e-bbaa-4739-9033-b53709435ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.579774 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-1df6022e-bbaa-4739-9033-b53709435ee4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1927376 Aug 31 09:28:25.597197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eecdfe6-ea34-49f8-9c2c-d89c6c60665b req-e539d0f1-2297-4f75-aefb-a7923cd80c58 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289773 Aug 31 09:28:25.865883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-f981592c-b320-42c8-a251-f30503667b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.868861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-f981592c-b320-42c8-a251-f30503667b6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820578 Aug 31 09:28:25.871474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ac02a-1dc8-4a15-8985-28c0787332dc req-949b4c5a-f271-4051-be53-f40b10270c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.873564 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a72ac02a-1dc8-4a15-8985-28c0787332dc req-949b4c5a-f271-4051-be53-f40b10270c11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 1096 time: 0.3545589 Aug 31 09:28:25.961640 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a72ac02a-1dc8-4a15-8985-28c0787332dc req-62c3ca64-d621-4f7a-84de-e8a2252c55f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732419 Aug 31 09:28:26.055736 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-4cc69e18-28ca-4bec-88e2-7d218a57a92b service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777208 Aug 31 09:28:26.162654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e22c02-fb64-4b08-9c3d-37b690e9ef49 req-92eb48ce-6168-4555-b298-cc1bd8e524d7 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.165211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66e22c02-fb64-4b08-9c3d-37b690e9ef49 req-92eb48ce-6168-4555-b298-cc1bd8e524d7 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 945 time: 0.5531776 Aug 31 09:28:26.173747 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-1a55c229-a4ad-4ad9-b922-ad949963968e service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087770 Aug 31 09:28:26.250780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b64557-b346-44f7-962c-ff11bf0a94eb req-9ef6efe1-d23c-4640-878a-f43d5cd4b4bc tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.252415 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30b64557-b346-44f7-962c-ff11bf0a94eb req-9ef6efe1-d23c-4640-878a-f43d5cd4b4bc tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6005049 Aug 31 09:28:26.275896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66e22c02-fb64-4b08-9c3d-37b690e9ef49 req-6bb26329-27ea-4283-9924-f75686f58489 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups?id=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868161 Aug 31 09:28:26.422433 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7709f02d-b627-4436-9960-6d4797186519 x-openstack-request-id: req-7709f02d-b627-4436-9960-6d4797186519 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:26.423022 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b185f2c-ac4c-4a1a-8e64-a57ce5eab119", "name": "network-vif-deleted", "tag": "71ce805c-486a-4816-a2b7-f6eee539506d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:26.423022 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7709f02d-b627-4436-9960-6d4797186519 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:26.423378 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b185f2c-ac4c-4a1a-8e64-a57ce5eab119', 'name': 'network-vif-deleted', 'tag': '71ce805c-486a-4816-a2b7-f6eee539506d', 'status': 'completed', 'code': 200} Aug 31 09:28:26.543468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac0689b1-0de4-456a-91e9-5d47beb4ad9f req-b1231d2f-7377-4ad4-917b-68efbbb650c9 tempest-InstanceActionsNegativeTestJSON-1008958923 tempest-InstanceActionsNegativeTestJSON-1008958923-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b185f2c-ac4c-4a1a-8e64-a57ce5eab119 HTTP/1.1" status: 200 len: 210 time: 0.0390868 Aug 31 09:28:26.636294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff515c2e-6ccb-46ca-9218-94cdfa80dfcf req-65fb199f-208b-427e-906b-3b2938f548d8 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=f3a231e3930c4c35bb546d6168a514a6 HTTP/1.1" status: 200 len: 1657 time: 0.0774746 Aug 31 09:28:26.818213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7ce85-fe3c-4011-9b0e-678bc91bd52b req-5da412fa-4e50-4312-be50-b433832ec2c2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.826234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2eb7ce85-fe3c-4011-9b0e-678bc91bd52b req-5da412fa-4e50-4312-be50-b433832ec2c2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.0933049 Aug 31 09:28:26.865866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff515c2e-6ccb-46ca-9218-94cdfa80dfcf req-5cd623c6-2b78-4475-8bb6-01bec065e628 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.867602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff515c2e-6ccb-46ca-9218-94cdfa80dfcf req-5cd623c6-2b78-4475-8bb6-01bec065e628 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks?id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 787 time: 0.2242627 Aug 31 09:28:26.889971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-ff515c2e-6ccb-46ca-9218-94cdfa80dfcf req-1e5eacb5-face-431b-b7cd-5bbbd9a8f2be tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:28:26.891033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff515c2e-6ccb-46ca-9218-94cdfa80dfcf req-1e5eacb5-face-431b-b7cd-5bbbd9a8f2be tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096087 Aug 31 09:28:26.907531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2eb7ce85-fe3c-4011-9b0e-678bc91bd52b req-9355521c-16ce-4820-a170-e8bb70911d90 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801578 Aug 31 09:28:26.973817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-66e56b7f-1a5f-4335-a753-3a201563d3be tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips/62aedd49-527e-4d06-b0b2-133fff4eb873 HTTP/1.1" status: 200 len: 693 time: 0.0565257 Aug 31 09:28:27.188295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-1cc77bfc-8666-4a59-8360-87ec42d6fba4 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:27.189674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-1cc77bfc-8666-4a59-8360-87ec42d6fba4 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2093887 Aug 31 09:28:27.216373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-bb83387c-86c3-4d2d-a834-0a0b5b221002 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:27.217954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-bb83387c-86c3-4d2d-a834-0a0b5b221002 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 807 time: 0.1786661 Aug 31 09:28:27.265953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-749a4868-4afa-4676-99c3-ee3388023b38 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.0666828 Aug 31 09:28:27.268557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-e9de603a-805f-4f12-9988-61b667515bbd tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/quotas/28e664f164a84d7d833add9b1479c0a8 HTTP/1.1" status: 200 len: 375 time: 0.0198367 Aug 31 09:28:27.389880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-0dc89394-1286-40c1-a586-e1621b6cba3c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.1132452 Aug 31 09:28:27.412818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 71ce805c-486a-4816-a2b7-f6eee539506d no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:27.458460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 71ce805c-486a-4816-a2b7-f6eee539506d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:27.459368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 71ce805c-486a-4816-a2b7-f6eee539506d not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:27.463746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-be8de7fb-e623-4e2f-a5b3-7a901e814410 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1889765 Aug 31 09:28:27.515977 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.650834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Deleting port 25e6a8da-4a06-472a-841d-c81dbd3a1505 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:27.651180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.654434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-4bee7476-3fda-4de0-bf2d-aafedf951112 service neutron] 10.222.0.69 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829693 Aug 31 09:28:27.801483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.801816 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.823500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Calling delete_port for 25e6a8da-4a06-472a-841d-c81dbd3a1505 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:27.826896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-e1a6bb2f-2e54-46c1-aa84-bdbd07d3d809 service neutron] 10.222.0.69 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604989 Aug 31 09:28:27.986239 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.018013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event deleted for resources: {'Port': ['ID=25e6a8da-4a06-472a-841d-c81dbd3a1505,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:28.044759 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.047870 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.048980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bed4c0b2-7f05-417a-9a11-dbc72a8608a1 req-b3edaa5b-0e00-41a2-ba82-f365c8b5fb37 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "DELETE /v2.0/floatingips/62aedd49-527e-4d06-b0b2-133fff4eb873 HTTP/1.1" status: 204 len: 173 time: 0.6524541 Aug 31 09:28:28.178685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4871f-a269-4801-b5cb-4aac8c104f56 req-c08e7752-b921-426f-8ce7-a0245ef46b68 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:28.180370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3b4871f-a269-4801-b5cb-4aac8c104f56 req-c08e7752-b921-426f-8ce7-a0245ef46b68 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 945 time: 0.0559981 Aug 31 09:28:28.257202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3b4871f-a269-4801-b5cb-4aac8c104f56 req-a567ed29-93fa-4784-8784-253037a08828 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups?id=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690999 Aug 31 09:28:28.461165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:28.490071 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.530643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c10be3-1758-4060-b917-e63cd6c93bee admin admin] Deleting subnet 726d2de8-fc8c-4414-a582-1426de54ab98 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:28.534509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09c10be3-1758-4060-b917-e63cd6c93bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.576617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09c10be3-1758-4060-b917-e63cd6c93bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.603615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4653e0-9d9c-47a8-b8f0-f82f22f6d496 req-01708f8f-90ad-4846-8ec6-186c2906bf51 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:28.605933 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a4653e0-9d9c-47a8-b8f0-f82f22f6d496 req-01708f8f-90ad-4846-8ec6-186c2906bf51 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1722002 Aug 31 09:28:28.629919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09c10be3-1758-4060-b917-e63cd6c93bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.640938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-bcf93cba-217d-47ab-b1f2-74c29e5b7c90 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips/1d9795ec-0b57-4b4b-8345-835f61ce803f HTTP/1.1" status: 200 len: 693 time: 0.1290212 Aug 31 09:28:28.713201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09c10be3-1758-4060-b917-e63cd6c93bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.757688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09c10be3-1758-4060-b917-e63cd6c93bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.763546 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-09c10be3-1758-4060-b917-e63cd6c93bee admin admin] 10.222.0.69 "DELETE /v2.0/subnets/726d2de8-fc8c-4414-a582-1426de54ab98 HTTP/1.1" status: 204 len: 168 time: 0.3007224 Aug 31 09:28:28.764281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46402) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:28.766930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c10be3-1758-4060-b917-e63cd6c93bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726d2de8-fc8c-4414-a582-1426de54ab98,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:28.817699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a4653e0-9d9c-47a8-b8f0-f82f22f6d496 req-34e2e0a2-a4b8-492d-b3ae-1a192a298d47 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999900 Aug 31 09:28:28.878687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.959662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-7626db71-be04-4146-8c48-eb6de7f765ef tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:28.968236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-7626db71-be04-4146-8c48-eb6de7f765ef tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3260298 Aug 31 09:28:28.977194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-f4d27808-f81c-4a41-8893-ab3e20b0059d tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:28:28.985532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-f4d27808-f81c-4a41-8893-ab3e20b0059d tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162418 Aug 31 09:28:28.986535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.000973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736679eb-3708-4cbd-af4a-05f21aed2be2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:29.013312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7938d271-e452-4498-8335-a711d093c463 req-c363d6c1-a6de-4608-8cb0-840d5614b606 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 210 time: 0.0788383 Aug 31 09:28:29.038294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ec8e42-16a6-4088-a51e-0b3b64e89810') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:29.042703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ec8e42-16a6-4088-a51e-0b3b64e89810') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:29.062322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-42e27a81-ba8a-419b-b78e-2af848096262 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.0745633 Aug 31 09:28:29.077985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.110553 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.122063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:29.123250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.153563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-290c8875-aeb9-4a91-a682-111c247dcebc tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.0690222 Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:29.244408 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:29.261209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.290798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.293547 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/736679eb-3708-4cbd-af4a-05f21aed2be2 HTTP/1.1" status: 204 len: 168 time: 0.5278406 Aug 31 09:28:29.295764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895908a-7899-4ef8-ad57-237ebcb455b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=736679eb-3708-4cbd-af4a-05f21aed2be2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:29.425554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1217b-c21b-44bd-b25c-1cc5fc8f1554 req-26c26bd1-13da-41da-b0a6-e569813741a5 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:29.427461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:28:29.427946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fc1217b-c21b-44bd-b25c-1cc5fc8f1554 req-26c26bd1-13da-41da-b0a6-e569813741a5 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 945 time: 0.2656727 Aug 31 09:28:29.447101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46432) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:29.452683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Request body: {'floatingip': {'port_id': 'f705df3e-5abc-46b4-8bef-b0647aacf823'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:29.462899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Deleting port a5c4dffc-38a8-431e-95ae-0dae0acd4468 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:29.463409 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.568713 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.654148 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.654940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.682354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:29.694580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Calling delete_port for a5c4dffc-38a8-431e-95ae-0dae0acd4468 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:29.711822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'mac_address': 'fa:16:3e:ff:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:29.723129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46446) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:29.857667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.899132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16202ad-6a33-4013-ae98-d9a83213c870 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:29.958636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:29.967243 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.978377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.990042 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7dba95a8-0d88-4994-a967-760e36a39c26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70ea1f4f9de24679b3e3a2be9101e479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580950 Aug 31 09:28:29.995973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46466) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:30.049814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:30.100060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event deleted for resources: {'Port': ['ID=a5c4dffc-38a8-431e-95ae-0dae0acd4468,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:30.137374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c16202ad-6a33-4013-ae98-d9a83213c870'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:30.184578 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.189345 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.207675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2e63dec-af23-47c6-8840-5d8acace7b0a req-8743bd33-85b9-49e8-a2db-037cfbceb759 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "DELETE /v2.0/floatingips/1d9795ec-0b57-4b4b-8345-835f61ce803f HTTP/1.1" status: 204 len: 173 time: 1.0526993 Aug 31 09:28:30.229221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-d23d2983-475f-4823-ab12-dc10287a9405 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.230990 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-d23d2983-475f-4823-ab12-dc10287a9405 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 807 time: 0.3340104 Aug 31 09:28:30.249691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3096-4c77-4814-8083-1a6634318246 req-ea2318f8-534d-4343-8dfa-b891aec26519 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.251998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7aa3096-4c77-4814-8083-1a6634318246 req-ea2318f8-534d-4343-8dfa-b891aec26519 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.2937973 Aug 31 09:28:30.278598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Request body: {'port': {'device_id': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'admin_state_up': True, 'tenant_id': '28e664f164a84d7d833add9b1479c0a8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:30.333317 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cba1db6-d1e9-43da-ac05-d4ce7ebabc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.427756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7aa3096-4c77-4814-8083-1a6634318246 req-cb8d33a3-9cf9-4f2d-a7c6-f121f064a1ff tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680059 Aug 31 09:28:30.461785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cba1db6-d1e9-43da-ac05-d4ce7ebabc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.497245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f27aa82-ded6-4702-bbf7-bb804ad12ea6 req-a4ce489f-1d72-4783-90dd-2875c8891899 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 210 time: 0.0668578 Aug 31 09:28:30.633785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-bddc8a64-249f-42f7-82b3-15eac8d4d90e tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips/6b559358-e156-4b81-b047-e96c0c4b238b HTTP/1.1" status: 200 len: 693 time: 0.1266410 Aug 31 09:28:30.726725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cba1db6-d1e9-43da-ac05-d4ce7ebabc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.729522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cba1db6-d1e9-43da-ac05-d4ce7ebabc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.730411 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0cba1db6-d1e9-43da-ac05-d4ce7ebabc3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/312304b0-da4b-4fad-bca0-97fd7b3f1893 HTTP/1.1" status: 204 len: 168 time: 0.7337492 Aug 31 09:28:30.737421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Made reservation on behalf of 28e664f164a84d7d833add9b1479c0a8 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:30.740863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.766957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba1db6-d1e9-43da-ac05-d4ce7ebabc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312304b0-da4b-4fad-bca0-97fd7b3f1893,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:30.862823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-2cdedf09-4d2a-4a61-9876-a10833572df5 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.864570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-2cdedf09-4d2a-4a61-9876-a10833572df5 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2195246 Aug 31 09:28:30.943475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-a22e80d0-b408-4bab-962a-9216ffbc1f4f tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.0703180 Aug 31 09:28:31.005478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-fd9e133d-fe05-43bb-b891-db5d1a18f91c tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.144 HTTP/1.1" status: 200 len: 696 time: 0.0609188 Aug 31 09:28:31.175916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Allocated IP 172.20.0.11 (fb7c1f2b-a394-4358-9e91-cd7972fe8596/49e5d1ca-8ef9-49bb-889f-18ff999e3927/42ab465e-52e6-4811-92fd-42a794859f9e) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:31.181542 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.resource_extend [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:28:31.255644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Deleting port 98861ee6-2cd9-4197-b11e-d845355c0cf7 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:31.256328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.324436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.332050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.389354 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.390467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.419362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Calling delete_port for 98861ee6-2cd9-4197-b11e-d845355c0cf7 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:31.444179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:31.638623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port c16202ad-6a33-4013-ae98-d9a83213c870 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:31.641923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.646217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.791668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Pushing event deleted for resources: {'Port': ['ID=98861ee6-2cd9-4197-b11e-d845355c0cf7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:31.843234 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.849497 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.868015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d3e91d-6750-4918-b64d-7142569ac270 req-ae8dc56f-c493-4f19-8467-554911fa5621 tempest-FloatingIPDetailsTestJSON-1097769403 tempest-FloatingIPDetailsTestJSON-1097769403-project] 10.222.0.69 "DELETE /v2.0/floatingips/6b559358-e156-4b81-b047-e96c0c4b238b HTTP/1.1" status: 204 len: 173 time: 0.8611870 Aug 31 09:28:31.869616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46508) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:31.908193 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.116206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:32.119574 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b849528-23e9-4c1b-82cc-354844ac4034" -d '{"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-plugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:32.135748 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:32.148081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.284730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=10']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:32.290897 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Floating IP 7bd5282e-7f45-4541-bb8a-50edae824255 associated. External IP: 172.25.1.102, port: f705df3e-5abc-46b4-8bef-b0647aacf823. Aug 31 09:28:32.399396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46520) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:32.451316 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.618927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9f7ffc5-2e61-40f8-800a-a4c0424f0031 req-137c39b0-5d93-4a1e-bb01-e6f2547a1416 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 210 time: 0.6223981 Aug 31 09:28:32.748653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-network', 'tenant_id': 'e815191876624a149b54252195c58e3c'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:32.754204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f0d2e-3ea2-4774-8854-9cfc023d12e8 req-d4542725-b57a-41df-a81b-f73882c91f4e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:32.775713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a7f0d2e-3ea2-4774-8854-9cfc023d12e8 req-d4542725-b57a-41df-a81b-f73882c91f4e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 1.1402957 Aug 31 09:28:32.804114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.822784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:32.941322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Network fb7c1f2b-a394-4358-9e91-cd7972fe8596 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:32.946879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Made reservation on behalf of e815191876624a149b54252195c58e3c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:32.949763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.958354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:32.971360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a7f0d2e-3ea2-4774-8854-9cfc023d12e8 req-d81ed9ff-7e32-492c-afa0-36e94d13527d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942787 Aug 31 09:28:32.979474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:32.985440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.045707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Pushing event updated for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:33.077788 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d573f5bb-44cc-493d-8bf3-dfc7d4deee53 x-openstack-request-id: req-d573f5bb-44cc-493d-8bf3-dfc7d4deee53 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:33.078153 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-plugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:33.078355 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d573f5bb-44cc-493d-8bf3-dfc7d4deee53 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:33.078817 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'code': 200} Aug 31 09:28:33.094317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Router a64920a6-8e81-46d2-8f97-069d2982122d has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:33.121786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:33.121786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.309720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:33.315926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.327785 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] Sync routers for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:33.353887 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:33.355446 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:33.427181 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0ad64801-f7d9-4570-a91b-d8bdf9e4f11e tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "PUT /v2.0/floatingips/7bd5282e-7f45-4541-bb8a-50edae824255 HTTP/1.1" status: 200 len: 991 time: 3.9747407 Aug 31 09:28:33.445743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'tag': 'f705df3e-5abc-46b4-8bef-b0647aacf823'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:33.449060 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0054b1f-210a-4e50-8f05-4c3eca3a016e" -d '{"events": [{"name": "network-changed", "server_uuid": "abffb920-0c20-4e9e-83d3-6f68b1219d2d", "tag": "f705df3e-5abc-46b4-8bef-b0647aacf823"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:33.469487 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.485469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.500826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-3c857361-c887-4e7b-8eee-0dd5eb7d375b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2584796 Aug 31 09:28:33.528100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Request body: {'port': {'device_id': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:33.533759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:33.591339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:33.594863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.595227 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Added segment 3c4e0f6b-7dd4-4550-b007-a07f9476cec1 of type vlan for network d72accec-e952-49a6-bf95-c871df7b2ed9 Aug 31 09:28:33.621829 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aaac6a-ec55-4d34-882c-2fb960d8c783 x-openstack-request-id: req-b2aaac6a-ec55-4d34-882c-2fb960d8c783 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:33.622128 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abffb920-0c20-4e9e-83d3-6f68b1219d2d", "tag": "f705df3e-5abc-46b4-8bef-b0647aacf823", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:33.622292 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2aaac6a-ec55-4d34-882c-2fb960d8c783 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:33.626234 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'tag': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'status': 'completed', 'code': 200} Aug 31 09:28:33.675865 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:33.795479 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.798310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.878639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-9109ac03-5db9-4855-b508-2353846b9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:33.880496 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-9109ac03-5db9-4855-b508-2353846b9bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17deadd292604095ba99e2ab6d1a612d&device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 1096 time: 0.2445867 Aug 31 09:28:33.886740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.887781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:33.888437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.186694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7851508 Aug 31 09:28:34.199264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46560) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:34.244636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c813c-349a-42ab-8511-e84f208e849e req-5f05df07-0990-4279-921d-f424956a2e21 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:34.262935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b56c813c-349a-42ab-8511-e84f208e849e req-5f05df07-0990-4279-921d-f424956a2e21 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 932 time: 0.4978609 Aug 31 09:28:34.281290 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '7bd5282e-7f45-4541-bb8a-50edae824255', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'port_id': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'mac_address': 'fa:16:3e:66:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:00Z', 'updated_at': '2021-08-31T09:28:30Z', 'revision_number': 1, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:58Z', 'revision_number': 5, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:34.328768 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] Checking router: a64920a6-8e81-46d2-8f97-069d2982122d for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:34.337457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Request body: {'subnet': {'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-subnet', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:34.353970 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:34.355587 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:34.360895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd49271-2ce0-4ea8-bfef-5b37540551ad admin admin] Pushing event updated for resources: {'Network': ['ID=d72accec-e952-49a6-bf95-c871df7b2ed9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:34.377176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d72accec-e952-49a6-bf95-c871df7b2ed9 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:34.464136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-1601838a-b517-429f-a149-e7a5c21efebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:34.465772 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-1601838a-b517-429f-a149-e7a5c21efebe service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 HTTP/1.1" status: 200 len: 916 time: 0.5719810 Aug 31 09:28:34.513328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.665936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Made reservation on behalf of e815191876624a149b54252195c58e3c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:34.675356 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.772578 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:34.795211 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-cca48cf8-a655-4e54-8755-916ffa8d38c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f705df3e-5abc-46b4-8bef-b0647aacf823 HTTP/1.1" status: 200 len: 999 time: 0.3182354 Aug 31 09:28:35.010996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b56c813c-349a-42ab-8511-e84f208e849e req-dc941dee-7398-485c-8f8a-f003e50b49b1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7451694 Aug 31 09:28:35.018389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.184748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ab465e-52e6-4811-92fd-42a794859f9e {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:35.207638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-3f2ebc8f-1feb-40ea-8672-9c47a98399f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.216388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-3f2ebc8f-1feb-40ea-8672-9c47a98399f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cee7427-fede-49ff-bf6b-0f51828a9242 HTTP/1.1" status: 200 len: 853 time: 0.4050837 Aug 31 09:28:35.229394 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.274523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7838e-370b-4db2-a18e-9bb7a80c5ae9 req-7b705b2a-2af6-4b6d-adc7-f751ade1860f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.276922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6c7838e-370b-4db2-a18e-9bb7a80c5ae9 req-7b705b2a-2af6-4b6d-adc7-f751ade1860f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.9979446 Aug 31 09:28:35.287527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a6ec26-774e-45bb-ba12-c64b7d03d2be,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:35.422368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Transition to ACTIVE for port object 42ab465e-52e6-4811-92fd-42a794859f9e will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:35.432659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-f468476d-f8e6-44d4-b58a-c9a866fd4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.435273 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-f468476d-f8e6-44d4-b58a-c9a866fd4ed1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017200 Aug 31 09:28:35.437067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.570484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Checking segment: {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:35.571434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Network hostable DHCP agents. Network: d72accec-e952-49a6-bf95-c871df7b2ed9, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:35.611246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Pushing event updated for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:35.650553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6c7838e-370b-4db2-a18e-9bb7a80c5ae9 req-7e222888-b91c-480b-b0cc-f4ff2f8ac1c0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549006 Aug 31 09:28:35.656299 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '7bd5282e-7f45-4541-bb8a-50edae824255', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'port_id': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'mac_address': 'fa:16:3e:66:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:00Z', 'updated_at': '2021-08-31T09:28:30Z', 'revision_number': 1, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:58Z', 'revision_number': 5, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:35.682937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Network d72accec-e952-49a6-bf95-c871df7b2ed9 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:35.702768 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac7fb3-4387-4a19-b265-21c3492b298f None None] The sync data for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 is: [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '7bd5282e-7f45-4541-bb8a-50edae824255', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'port_id': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'mac_address': 'fa:16:3e:66:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:00Z', 'updated_at': '2021-08-31T09:28:30Z', 'revision_number': 1, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:58Z', 'revision_number': 5, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:35.758649 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, d72accec-e952-49a6-bf95-c871df7b2ed9) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:35.774480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b9f82-4b9c-431c-8b25-5d1d7dca72e5 None None] Network d72accec-e952-49a6-bf95-c871df7b2ed9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:35.792913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.794255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.872974 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-a3545a1c-7bdb-4161-b177-8627654ecd94 service neutron] 10.222.0.52 "GET /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295728 Aug 31 09:28:36.003245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1067b366-5add-4534-8ff1-8b867a378787 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7257814 Aug 31 09:28:36.004515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46584) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:36.107413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:36.236391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0054b1f-210a-4e50-8f05-4c3eca3a016e req-a7d25a5e-aa1d-491a-826e-0639da9b0b4c service neutron] 10.222.0.52 "GET /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492081 Aug 31 09:28:36.315159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.321333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.331888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:36.332460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:36.340091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:36.343302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Deleting port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:36.344389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.367607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:28:36.368158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:36.393105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:36.393105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:36.393781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:36.407813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Bound port: 42ab465e-52e6-4811-92fd-42a794859f9e, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:36.408241 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.558060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ea08d-3974-4773-9a72-f01ef0280689 None None] New status for floating IP 7bd5282e-7f45-4541-bb8a-50edae824255: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:28:36.643591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:36.650486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:36.660749 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.688825 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.758445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2b30b-7777-41ae-8a5f-3e1fbf274b09 None None] Network d72accec-e952-49a6-bf95-c871df7b2ed9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:36.780666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Pushing event updated for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:36.812961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:36.813604 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.815074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-0dc33769-0d27-4881-a469-f8a249e33c1f service neutron] 10.222.0.20 "PUT /v2.0/ports/42ab465e-52e6-4811-92fd-42a794859f9e HTTP/1.1" status: 200 len: 1092 time: 3.2956922 Aug 31 09:28:36.815791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:36.820256 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75" -d '{"events": [{"name": "network-changed", "server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:36.993573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754233c-3eac-44d7-a51c-4ff1429bac38 req-e30a82b0-e081-43ff-bd12-46062f5a52ee tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:37.015465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6754233c-3eac-44d7-a51c-4ff1429bac38 req-e30a82b0-e081-43ff-bd12-46062f5a52ee tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.5256002 Aug 31 09:28:37.018568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-cd70dcfe-4a13-44c4-83bb-8c2cde5daa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:37.023522 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-cd70dcfe-4a13-44c4-83bb-8c2cde5daa38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1095 time: 0.1278059 Aug 31 09:28:37.028728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] For port 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,segment=NetworkSegment(7b12fb48-34fb-4fb6-82fb-0e0ad5719206),segment_id=7b12fb48-34fb-4fb6-82fb-0e0ad5719206)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:37.029105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.125316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-b2a519f2-0791-42cb-9e40-6442ca45d872 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42ab465e-52e6-4811-92fd-42a794859f9e HTTP/1.1" status: 200 len: 217 time: 0.0877287 Aug 31 09:28:37.201775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Calling delete_port for 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:37.248362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-58b01eec-8211-448c-a6ec-85e4a29aaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:37.249914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-58b01eec-8211-448c-a6ec-85e4a29aaae1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.1191273 Aug 31 09:28:37.298740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.341320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-e91f0d6e-f3d4-4fdd-bf67-095e0b83b3ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836723 Aug 31 09:28:37.346683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6754233c-3eac-44d7-a51c-4ff1429bac38 req-d4e1aa6a-ce1c-47cc-89ce-4fc87116044f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266973 Aug 31 09:28:37.751058 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-4e59ec1a-ab79-48a4-9c21-d2652fc1aeac service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012530 Aug 31 09:28:37.966500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.162058 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2f8daa40-69e0-4059-a5b7-a83d747f1e20 req-05d54fb0-5b5b-46dd-92a6-2e6a616b5a48 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993745 Aug 31 09:28:38.201456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.218177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cafdd2b-0e39-4de7-b5c2-46ded29c68e5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:38.508482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce9b2-ab13-489a-8669-6a53ac0519a7 req-ad3ad422-00a2-4dd2-ada1-6041610e5196 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:38.510989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d7ce9b2-ab13-489a-8669-6a53ac0519a7 req-ad3ad422-00a2-4dd2-ada1-6041610e5196 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.7908523 Aug 31 09:28:38.720562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d7ce9b2-ab13-489a-8669-6a53ac0519a7 req-5d45adfb-204f-4227-9645-8f0c00099123 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609566 Aug 31 09:28:38.873859 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8628b994-4564-4c0a-b71c-99e238851d91 x-openstack-request-id: req-8628b994-4564-4c0a-b71c-99e238851d91 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:38.874779 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:38.874779 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8628b994-4564-4c0a-b71c-99e238851d91 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:38.875286 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e', 'status': 'completed', 'code': 200} Aug 31 09:28:39.021116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-4dbb8851-1ba7-48f6-b864-9cb367a6947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:39.028385 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-4dbb8851-1ba7-48f6-b864-9cb367a6947d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1095 time: 0.1118078 Aug 31 09:28:39.329203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-276f1b6e-011d-4a49-adba-b6f28d571f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:39.348938 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-276f1b6e-011d-4a49-adba-b6f28d571f34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.2760921 Aug 31 09:28:39.397651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Router eb937890-a6a4-4496-b56e-f7ab1b3230d7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:39.433418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.495686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.535485 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-3b4f381f-516a-4ab2-8710-9ba444530063 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42ab465e-52e6-4811-92fd-42a794859f9e HTTP/1.1" status: 200 len: 217 time: 0.1818097 Aug 31 09:28:39.612728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056e14d-8dcb-40dd-aa77-b0b05781c4f5 req-221bddab-b0c7-43d0-9883-11c9a948a471 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:39.626593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8056e14d-8dcb-40dd-aa77-b0b05781c4f5 req-221bddab-b0c7-43d0-9883-11c9a948a471 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.2959552 Aug 31 09:28:39.669464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-f9b312ca-32ec-46db-aaac-6b8c4359cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:39.675946 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-f9b312ca-32ec-46db-aaac-6b8c4359cb6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.1291032 Aug 31 09:28:39.729011 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-dcfb56a1-1838-4dbe-aca5-948f81914c88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446062 Aug 31 09:28:39.972064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8056e14d-8dcb-40dd-aa77-b0b05781c4f5 req-7f683b6c-e3c4-4b3e-9d87-45c8b5891a4f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436975 Aug 31 09:28:39.979430 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-00bce04b-86f2-479f-96cf-ee70e9ccdc42 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384832 Aug 31 09:28:40.118951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Allocated IP 172.25.1.197 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/dc2a4a14-9d25-4df9-a81e-b574b27fd372) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:40.245703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.296659 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0367ce8-a3bc-49ce-9133-5cbeff5ecd75 req-078fa64d-9645-4084-b2fa-696d9798df94 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967279 Aug 31 09:28:40.328734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:40.341760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dafbec86-687d-4298-afd4-9f924f164a44 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb937890-a6a4-4496-b56e-f7ab1b3230d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4673388 Aug 31 09:28:40.342491 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] Sync routers for ids ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:40.346497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46616) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:40.377185 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] Routers {'eb937890-a6a4-4496-b56e-f7ab1b3230d7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:40.378725 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:40.511162 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.553171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80641bbf-919e-4e59-a056-f4da919a809d req-a5d4b229-fa60-4dad-8476-69ff96302e29 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:40.558865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80641bbf-919e-4e59-a056-f4da919a809d req-a5d4b229-fa60-4dad-8476-69ff96302e29 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.2468274 Aug 31 09:28:40.681283 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.696750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80641bbf-919e-4e59-a056-f4da919a809d req-292a9ca3-c027-48a7-b406-059154da5c24 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235442 Aug 31 09:28:40.707921 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] Set router eb937890-a6a4-4496-b56e-f7ab1b3230d7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:40.755086 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.807281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:40.813132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:40.821912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:40.976455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.040425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Pushing event updated for resources: {'Port': ['ID=dc2a4a14-9d25-4df9-a81e-b574b27fd372,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:41.154556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Deleting port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:41.155640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.405139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] For port 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:41.405676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.428641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Calling delete_port for 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:41.477011 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.516961 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:28:37Z', 'revision_number': 5, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port': {'id': '8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:44Z', 'updated_at': '2021-08-31T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.668028 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] Checking router: eb937890-a6a4-4496-b56e-f7ab1b3230d7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:41.704204 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] Routers {'eb937890-a6a4-4496-b56e-f7ab1b3230d7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:41.705746 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:42.029117 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] Set router eb937890-a6a4-4496-b56e-f7ab1b3230d7 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:42.139133 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.194954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d4325-d21c-4749-8a40-16f6e75c84c0 req-12d20aa8-e762-44b2-895b-ea8e70dec85d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:42.211795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f8d4325-d21c-4749-8a40-16f6e75c84c0 req-12d20aa8-e762-44b2-895b-ea8e70dec85d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.1993444 Aug 31 09:28:42.243126 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:28:40Z', 'revision_number': 6, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:42.330694 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347118cd-b1dd-4c66-9d63-130a1af305b9 None None] The sync data for ids ['eb937890-a6a4-4496-b56e-f7ab1b3230d7'] in n-d-806683-2 is: [{'id': 'eb937890-a6a4-4496-b56e-f7ab1b3230d7', 'name': 'tempest-FloatingIPDetailsTestJSON-554163162-router', 'tenant_id': 'f3a231e3930c4c35bb546d6168a514a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:28:40Z', 'revision_number': 6, 'project_id': 'f3a231e3930c4c35bb546d6168a514a6', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:42.393063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f8d4325-d21c-4749-8a40-16f6e75c84c0 req-da4d1324-286e-4787-96a2-fab822f20041 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796243 Aug 31 09:28:42.462111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.493710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:42.599529 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.605118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5913-4c05-4fcf-a857-18b98b8b6ca7 req-3a262d80-17f1-4123-be38-f8ac47060315 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:42.613283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c71e5913-4c05-4fcf-a857-18b98b8b6ca7 req-3a262d80-17f1-4123-be38-f8ac47060315 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1560438 Aug 31 09:28:42.645123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:28:42.699124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c71e5913-4c05-4fcf-a857-18b98b8b6ca7 req-1ca72d00-d484-4c98-94d6-648c59e001bd tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847123 Aug 31 09:28:42.834706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.856309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.934338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.935358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb937890-a6a4-4496-b56e-f7ab1b3230d7 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:28:42.946373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.952194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b99ec9b8-b32e-47a0-84bd-b3f0ba5039f5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/eb937890-a6a4-4496-b56e-f7ab1b3230d7 HTTP/1.1" status: 204 len: 168 time: 2.6028035 Aug 31 09:28:42.961964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46632) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:42.996637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:43.018096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Sync routers for ids ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:43.032853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.036383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f8daf978-1207-4b0d-9e82-161729afc21a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9477019 Aug 31 09:28:43.040287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46638) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:43.042675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Routers {'58f27379-fd60-48a7-bdc3-f67f71e87ca7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:43.043406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:43.086730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-31587795-a74f-4b4b-97ae-e4da27351b76 admin admin] Deleting subnet af2bcaa8-2788-43d9-8e9b-9fde49980f03 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:43.095012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31587795-a74f-4b4b-97ae-e4da27351b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.157536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31587795-a74f-4b4b-97ae-e4da27351b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.212191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Set router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:43.346486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31587795-a74f-4b4b-97ae-e4da27351b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.408929 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.491768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31587795-a74f-4b4b-97ae-e4da27351b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.577030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587795-a74f-4b4b-97ae-e4da27351b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2bcaa8-2788-43d9-8e9b-9fde49980f03,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:43.595083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31587795-a74f-4b4b-97ae-e4da27351b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.597589 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-31587795-a74f-4b4b-97ae-e4da27351b76 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/af2bcaa8-2788-43d9-8e9b-9fde49980f03 HTTP/1.1" status: 204 len: 168 time: 0.6344960 Aug 31 09:28:43.600616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46644) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:43.608328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491fa8ae-9a1c-459f-8d57-53e6dd39716d None None] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:43.758172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.785085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1498720-0ab4-4e07-b67f-9558edae8dca req-c0d629a2-32ba-476a-9b9d-d74e029d6872 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:43.793043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1498720-0ab4-4e07-b67f-9558edae8dca req-c0d629a2-32ba-476a-9b9d-d74e029d6872 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.2165327 Aug 31 09:28:43.924532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Deleting port b99f6e68-2f24-4424-8564-0a9221524e8c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:43.924852 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.954081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:28:41Z', 'revision_number': 3, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port': {'id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:39Z', 'updated_at': '2021-08-31T09:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:44.029464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Checking router: 58f27379-fd60-48a7-bdc3-f67f71e87ca7 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:44.030176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Updating router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 port dc2a4a14-9d25-4df9-a81e-b574b27fd372 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:28:44.032885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:44.038370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] DHCP port deletion for 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:44.087733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:44.088198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4cafdd2b-0e39-4de7-b5c2-46ded29c68e5 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:44.088697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:44.109494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1498720-0ab4-4e07-b67f-9558edae8dca req-e116f4bc-dc92-4808-98d6-e1905513fb99 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152854 Aug 31 09:28:44.110124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] For port b99f6e68-2f24-4424-8564-0a9221524e8c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b99f6e68-2f24-4424-8564-0a9221524e8c,segment=NetworkSegment(7b12fb48-34fb-4fb6-82fb-0e0ad5719206),segment_id=7b12fb48-34fb-4fb6-82fb-0e0ad5719206)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:44.110502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.150579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:44.150579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8ba5bbb4-326c-4dc0-95d8-b106e7b8c6ee not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:44.158053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Calling delete_port for b99f6e68-2f24-4424-8564-0a9221524e8c owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:44.214155 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.301621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.323038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.334293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Pushing event deleted for resources: {'Port': ['ID=b99f6e68-2f24-4424-8564-0a9221524e8c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:44.359103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] No DVR routers for this DVR port b99f6e68-2f24-4424-8564-0a9221524e8c on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:44.388224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] Deleting port b99f6e68-2f24-4424-8564-0a9221524e8c {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:44.388607 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.456091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dddb66-1dd5-4b50-a800-0e97e421c3c9 req-2982f91e-2237-4286-86f5-0af1b7d15207 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:44.468332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28dddb66-1dd5-4b50-a800-0e97e421c3c9 req-2982f91e-2237-4286-86f5-0af1b7d15207 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.2150488 Aug 31 09:28:44.484166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.500172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:44.541373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b12fb48-34fb-4fb6-82fb-0e0ad5719206') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:44.541841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b12fb48-34fb-4fb6-82fb-0e0ad5719206') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:44.545728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] For port b99f6e68-2f24-4424-8564-0a9221524e8c, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:44.546899 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.569005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] Calling delete_port for b99f6e68-2f24-4424-8564-0a9221524e8c owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:44.571224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.596879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.611940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:44.612482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:44.614478 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:44.653999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] Port b99f6e68-2f24-4424-8564-0a9221524e8c was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:28:44.682808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28dddb66-1dd5-4b50-a800-0e97e421c3c9 req-463d018d-8ae1-43c5-a78a-24ab016a72de tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133381 Aug 31 09:28:44.748337 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.764240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Transition to ACTIVE for port object dc2a4a14-9d25-4df9-a81e-b574b27fd372 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:44.770555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.803048 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.812977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.821309 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] 10.222.0.69 "DELETE /v2.0/networks/9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f HTTP/1.1" status: 204 len: 168 time: 1.2190440 Aug 31 09:28:44.831883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] Pushing event deleted for resources: {'Port': ['ID=b99f6e68-2f24-4424-8564-0a9221524e8c,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:44.839920 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.870937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] Network 9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f is not hosted by any dhcp agent {{(pid=94788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:28:44.873067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4bde8a-4034-4435-ad32-244224ab3ce7 None None] No DVR routers for this DVR port b99f6e68-2f24-4424-8564-0a9221524e8c on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:44.874875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978d0ca-6b87-4377-b163-8d02608a809c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0619e3-df2e-4af4-a1b6-6462cb9a3d5f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.001051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Attempting to bind port dc2a4a14-9d25-4df9-a81e-b574b27fd372 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:45.001766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Attempting to bind port dc2a4a14-9d25-4df9-a81e-b574b27fd372 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:45.002238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Attempting to bind port dc2a4a14-9d25-4df9-a81e-b574b27fd372 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:45.015409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bc796-2bc1-4199-9080-d7ab2f26dead None None] Pushing event updated for resources: {'Port': ['ID=dc2a4a14-9d25-4df9-a81e-b574b27fd372,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.038246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Allocated IP 172.20.0.1 (d72accec-e952-49a6-bf95-c871df7b2ed9/28a6ec26-774e-45bb-ba12-c64b7d03d2be/8d2ea570-14f2-4c3e-8351-f63337ee40de) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:45.041041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:45.041690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:45.042044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.044780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:45.045440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Bound port: dc2a4a14-9d25-4df9-a81e-b574b27fd372, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:45.048052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.061569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46656) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:45.089368 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:28:45.145797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-300947de-3250-44d3-af8c-0f0f999e3554 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3a231e3930c4c35bb546d6168a514a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818169 Aug 31 09:28:45.149463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46658) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:45.186778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] For port dc2a4a14-9d25-4df9-a81e-b574b27fd372, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:45.192234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] For port dc2a4a14-9d25-4df9-a81e-b574b27fd372, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dc2a4a14-9d25-4df9-a81e-b574b27fd372,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:45.199906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.273680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b3c21c7-6af1-4912-bbb2-1f4cae98db3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.290283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.345577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.350525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b3c21c7-6af1-4912-bbb2-1f4cae98db3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.372519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Routers {'58f27379-fd60-48a7-bdc3-f67f71e87ca7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:45.373886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:45.494949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Network d72accec-e952-49a6-bf95-c871df7b2ed9 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:45.504953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:45.546659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:45.547116 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.548404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b3c21c7-6af1-4912-bbb2-1f4cae98db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.585727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b3c21c7-6af1-4912-bbb2-1f4cae98db3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.598655 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4b3c21c7-6af1-4912-bbb2-1f4cae98db3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/01553621-384f-4112-afde-f34751c55e84 HTTP/1.1" status: 204 len: 168 time: 0.4453053 Aug 31 09:28:45.666168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c21c7-6af1-4912-bbb2-1f4cae98db3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01553621-384f-4112-afde-f34751c55e84,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.710834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Pushing event updated for resources: {'Port': ['ID=8d2ea570-14f2-4c3e-8351-f63337ee40de,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.797436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f7092-8d69-4956-a583-b35eb3c34fca req-ee6977bb-93c5-4fa0-ac1d-b082a98f480c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.799303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-818f7092-8d69-4956-a583-b35eb3c34fca req-ee6977bb-93c5-4fa0-ac1d-b082a98f480c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.5358760 Aug 31 09:28:45.862375 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.918652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bc796-2bc1-4199-9080-d7ab2f26dead None None] Pushing event updated for resources: {'Port': ['ID=dc2a4a14-9d25-4df9-a81e-b574b27fd372,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.929587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-818f7092-8d69-4956-a583-b35eb3c34fca req-0d1743a6-c430-45ce-a1ea-2a435acf6441 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051311 Aug 31 09:28:45.947672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] Set router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:46.018423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b99f6e68-2f24-4424-8564-0a9221524e8c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:46.095572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: b99f6e68-2f24-4424-8564-0a9221524e8c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:46.096231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b99f6e68-2f24-4424-8564-0a9221524e8c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:46.270372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e93ac-2b26-49ea-936b-594bc9b551a9 req-b4aa8842-8022-409a-93b0-618b17791308 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:46.272496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-272e93ac-2b26-49ea-936b-594bc9b551a9 req-b4aa8842-8022-409a-93b0-618b17791308 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1834431 Aug 31 09:28:46.346616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:28:41Z', 'revision_number': 3, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port': {'id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:39Z', 'updated_at': '2021-08-31T09:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:46.384103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-272e93ac-2b26-49ea-936b-594bc9b551a9 req-95f7c977-273d-4788-b20d-a6d4dcfc9099 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039951 Aug 31 09:28:46.391891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c22-fb1f-4411-a292-2c903b575a9c None None] The sync data for ids ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'] in n-d-806683-2 is: [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:28:41Z', 'revision_number': 3, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port': {'id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:39Z', 'updated_at': '2021-08-31T09:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:46.412540 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.424284 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.425046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.629480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Pushing event updated for resources: {'Port': ['ID=8d2ea570-14f2-4c3e-8351-f63337ee40de,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.753022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Network d72accec-e952-49a6-bf95-c871df7b2ed9 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:46.755081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:47.135612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:47.213062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a77808-24c8-4935-a9f9-a574dd5df927 req-add10e07-a7ea-43dc-b1be-d6f9950dc09d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:47.214703 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a77808-24c8-4935-a9f9-a574dd5df927 req-add10e07-a7ea-43dc-b1be-d6f9950dc09d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.1262383 Aug 31 09:28:47.359974 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0a77808-24c8-4935-a9f9-a574dd5df927 req-929890f7-cc6a-48db-ad97-f8fa7d002255 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350882 Aug 31 09:28:47.385961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:47.402808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-41203cfb-fef4-4c59-b32d-f897d1463f7a admin admin] 10.222.0.69 "PUT /v2.0/routers/58f27379-fd60-48a7-bdc3-f67f71e87ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3533816 Aug 31 09:28:47.874866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668faf9-3194-466f-be8e-b9a3df0baa7f req-a8c69e07-271e-46e9-8781-65681637b2e7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:47.877112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a668faf9-3194-466f-be8e-b9a3df0baa7f req-a8c69e07-271e-46e9-8781-65681637b2e7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1780868 Aug 31 09:28:47.961143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a668faf9-3194-466f-be8e-b9a3df0baa7f req-321cda9b-4f18-4de3-aad1-6a078d5b0a7f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713227 Aug 31 09:28:48.045295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dc2a4a14-9d25-4df9-a81e-b574b27fd372 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:48.146043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port dc2a4a14-9d25-4df9-a81e-b574b27fd372 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:48.155355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port dc2a4a14-9d25-4df9-a81e-b574b27fd372 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:48.155728 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.327746 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.394497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port dc2a4a14-9d25-4df9-a81e-b574b27fd372, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dc2a4a14-9d25-4df9-a81e-b574b27fd372,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:48.401319 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.488517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=dc2a4a14-9d25-4df9-a81e-b574b27fd372,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:49.112425 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Sync routers for ids ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:49.125503 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Routers {'58f27379-fd60-48a7-bdc3-f67f71e87ca7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:49.126468 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:49.360591 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Set router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:49.535897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 42ab465e-52e6-4811-92fd-42a794859f9e details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:28:49.716302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:49.737031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '42ab465e-52e6-4811-92fd-42a794859f9e', 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596', 'port_id': '42ab465e-52e6-4811-92fd-42a794859f9e', 'mac_address': 'fa:16:3e:9c:4e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e5d1ca-8ef9-49bb-889f-18ff999e3927', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:49.796974 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:28:45Z', 'revision_number': 4, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port': {'id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:39Z', 'updated_at': '2021-08-31T09:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8d2ea570-14f2-4c3e-8351-f63337ee40de', 'name': '', 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'mac_address': 'fa:16:3e:93:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '28a6ec26-774e-45bb-ba12-c64b7d03d2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:44Z', 'updated_at': '2021-08-31T09:28:46Z', 'revision_number': 2, 'project_id': 'e815191876624a149b54252195c58e3c', 'subnets': [{'id': '28a6ec26-774e-45bb-ba12-c64b7d03d2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:49.814151 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.844377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ab465e-52e6-4811-92fd-42a794859f9e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:49.885830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:49.907929 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.909805 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Checking router: 58f27379-fd60-48a7-bdc3-f67f71e87ca7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:49.910765 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Updating router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 port 8d2ea570-14f2-4c3e-8351-f63337ee40de binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:28:49.978481 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.066483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dc2a4a14-9d25-4df9-a81e-b574b27fd372 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:50.176394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.221965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port dc2a4a14-9d25-4df9-a81e-b574b27fd372 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:50.222253 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.360946 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-6b5fd5c2-254a-425b-8d68-7b1f8f6fb777 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853226 Aug 31 09:28:50.431199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['42ab465e-52e6-4811-92fd-42a794859f9e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:50.444178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-6b7ca663-6ed0-4a68-bc1e-249bbf6f37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:50.445939 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-6b7ca663-6ed0-4a68-bc1e-249bbf6f37db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 1096 time: 0.0590310 Aug 31 09:28:50.610716 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.643315 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Transition to ACTIVE for port object 8d2ea570-14f2-4c3e-8351-f63337ee40de will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:50.659527 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.705950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-e7b9d494-52c7-4b2b-a00d-9111a105c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:50.709436 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-e7b9d494-52c7-4b2b-a00d-9111a105c706 service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.2299070 Aug 31 09:28:50.713950 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cda35-1487-451f-b264-15c7d8edcdf9 None None] Pushing event updated for resources: {'Port': ['ID=8d2ea570-14f2-4c3e-8351-f63337ee40de,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.772006 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-20645b13-a84a-4c20-8d92-5e7454ebdbfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 200 len: 217 time: 0.0551612 Aug 31 09:28:50.825748 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Attempting to bind port 8d2ea570-14f2-4c3e-8351-f63337ee40de on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:50.826192 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Attempting to bind port 8d2ea570-14f2-4c3e-8351-f63337ee40de by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:50.826581 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Attempting to bind port 8d2ea570-14f2-4c3e-8351-f63337ee40de on network d72accec-e952-49a6-bf95-c871df7b2ed9 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:50.838478 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:50.838478 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Checking segment: {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:50.838478 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.839292 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Bound using segment: {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:50.840484 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Bound port: 8d2ea570-14f2-4c3e-8351-f63337ee40de, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:50.840484 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.879659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-b8132040-1ab6-42d2-99b2-1dd7eb8e329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:50.881207 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-b8132040-1ab6-42d2-99b2-1dd7eb8e329d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.0868716 Aug 31 09:28:50.948659 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] For port 8d2ea570-14f2-4c3e-8351-f63337ee40de, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:50.952273 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] For port 8d2ea570-14f2-4c3e-8351-f63337ee40de, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8d2ea570-14f2-4c3e-8351-f63337ee40de,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:50.961071 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.010684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-e53d9c3e-4a82-4fb7-be71-76312babc5e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048796 Aug 31 09:28:51.064948 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Routers {'58f27379-fd60-48a7-bdc3-f67f71e87ca7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:51.065927 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:51.068560 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cda35-1487-451f-b264-15c7d8edcdf9 None None] Pushing event updated for resources: {'Port': ['ID=8d2ea570-14f2-4c3e-8351-f63337ee40de,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:51.150082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-1145ca51-77b3-4e59-a8c5-57228bb3c546 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2651877 Aug 31 09:28:51.285291 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] Set router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:51.367299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-09c1288b-d1a8-494a-8c6a-597a22f7ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.371148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-09c1288b-d1a8-494a-8c6a-597a22f7ba80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 1095 time: 0.1739066 Aug 31 09:28:51.529538 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-fb020398-a386-4ab5-96e3-6bb301257527 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088456 Aug 31 09:28:51.679429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-a9d9be03-f9b9-4a17-a029-0bb8f7fad61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.681653 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-a9d9be03-f9b9-4a17-a029-0bb8f7fad61f service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.2815428 Aug 31 09:28:51.713804 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c5139cc7-372f-4d2f-b713-004dfd870861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.805362 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:28:45Z', 'revision_number': 4, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port': {'id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:39Z', 'updated_at': '2021-08-31T09:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8d2ea570-14f2-4c3e-8351-f63337ee40de', 'name': '', 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'mac_address': 'fa:16:3e:93:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '28a6ec26-774e-45bb-ba12-c64b7d03d2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:44Z', 'updated_at': '2021-08-31T09:28:50Z', 'revision_number': 4, 'project_id': 'e815191876624a149b54252195c58e3c', 'subnets': [{'id': '28a6ec26-774e-45bb-ba12-c64b7d03d2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:51.873336 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-f74321dd-4640-4d59-92a3-2767a163b575 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 200 len: 217 time: 0.1825430 Aug 31 09:28:51.915751 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2c466-a98a-4ea1-b576-7edc910b5d71 None None] The sync data for ids ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'] in n-d-806683-2 is: [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:28:45Z', 'revision_number': 4, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port': {'id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:39Z', 'updated_at': '2021-08-31T09:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8d2ea570-14f2-4c3e-8351-f63337ee40de', 'name': '', 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'mac_address': 'fa:16:3e:93:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '28a6ec26-774e-45bb-ba12-c64b7d03d2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:44Z', 'updated_at': '2021-08-31T09:28:50Z', 'revision_number': 4, 'project_id': 'e815191876624a149b54252195c58e3c', 'subnets': [{'id': '28a6ec26-774e-45bb-ba12-c64b7d03d2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:52.044945 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f4e26b7-eae3-440e-98c8-fdd357937fe7 req-b2ed5aaf-2374-4c8d-81f5-0afa07737824 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033545 Aug 31 09:28:52.060701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-90604b58-5c12-414d-b757-644e2afb6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:52.066805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-90604b58-5c12-414d-b757-644e2afb6994 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.1768208 Aug 31 09:28:52.121177 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-e2d95cab-0c58-4961-b897-ed7bc22da6c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463185 Aug 31 09:28:52.290889 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-88a68693-69cb-453a-a121-09d737fb22a3 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560416 Aug 31 09:28:52.500740 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f869203f-15ba-4f08-9a84-c851dc8c94bd req-9c0e7a18-da29-4e22-bb0a-3592638dd145 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013535 Aug 31 09:28:52.715802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b19ffc-7d0f-4d54-9507-9be5c9e7fe2b req-59156fdc-55c1-473b-9e21-4c74525bf14d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:52.727911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25b19ffc-7d0f-4d54-9507-9be5c9e7fe2b req-59156fdc-55c1-473b-9e21-4c74525bf14d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 945 time: 0.0954840 Aug 31 09:28:52.965035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25b19ffc-7d0f-4d54-9507-9be5c9e7fe2b req-cea8abdf-7401-4f26-ac12-97efe36197b3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228262 Aug 31 09:28:53.050863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-adc6923c-32bc-4773-98dc-1d3465519345 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.060942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-adc6923c-32bc-4773-98dc-1d3465519345 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 819 time: 0.2970161 Aug 31 09:28:53.092131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-1646c880-96dc-4107-a33d-92ab1bf397db tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/quotas/e815191876624a149b54252195c58e3c HTTP/1.1" status: 200 len: 375 time: 0.0292249 Aug 31 09:28:53.212727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bff29-7778-4319-bb84-3f0ccee0f738 req-82adcd80-593b-467c-86ce-839de52f2b41 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.221769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c6bff29-7778-4319-bb84-3f0ccee0f738 req-82adcd80-593b-467c-86ce-839de52f2b41 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1076365 Aug 31 09:28:53.256291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-fa79bf62-9e6d-44d4-980f-7188096feab8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1595166 Aug 31 09:28:53.281837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c6bff29-7778-4319-bb84-3f0ccee0f738 req-9a8a2485-24f1-4a42-835b-80b6de9dffb0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Aug 31 09:28:53.569650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 42ab465e-52e6-4811-92fd-42a794859f9e up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:53.714898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-6f9e7800-b570-423c-86d3-1f3477346440 service neutron] 10.222.0.69 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478896 Aug 31 09:28:53.789292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 42ab465e-52e6-4811-92fd-42a794859f9e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:53.815783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 42ab465e-52e6-4811-92fd-42a794859f9e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:53.816165 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.940119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-03ddf017-0d18-4884-9964-d7a5ea9d70ee service neutron] 10.222.0.69 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169485 Aug 31 09:28:54.129057 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.243844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6973c7f-36a0-45a5-a85a-1a2860fba200 req-68501ccf-dbad-42c2-b5db-d891dbae03fc tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:54.245570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8d2ea570-14f2-4c3e-8351-f63337ee40de up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:54.256850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6973c7f-36a0-45a5-a85a-1a2860fba200 req-68501ccf-dbad-42c2-b5db-d891dbae03fc tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 945 time: 0.1030457 Aug 31 09:28:54.376129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:54.379131 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f0732-2be5-46ce-b44f-2c35a91ecd34" -d '{"events": [{"server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "name": "network-vif-plugged", "status": "completed", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:54.404296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:54.410935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.432003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8d2ea570-14f2-4c3e-8351-f63337ee40de completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:54.518241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8d2ea570-14f2-4c3e-8351-f63337ee40de triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:54.522894 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.581415 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6973c7f-36a0-45a5-a85a-1a2860fba200 req-51e07366-e5a1-4a8f-bbf1-63f3bf875d44 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772422 Aug 31 09:28:54.595806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e0983a5-0d8f-4f20-a899-f275ad3d1446 req-2955f121-1aec-420d-b741-2e741dd0658d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 210 time: 0.2626195 Aug 31 09:28:54.651952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:54.832166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.887524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a3428-7dbf-4328-afd9-098c92f2e709 req-13ad12bc-3c98-4e9d-8d43-26b0bd308cfc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:54.894103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a31a3428-7dbf-4328-afd9-098c92f2e709 req-13ad12bc-3c98-4e9d-8d43-26b0bd308cfc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1725724 Aug 31 09:28:54.903182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8d2ea570-14f2-4c3e-8351-f63337ee40de, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8d2ea570-14f2-4c3e-8351-f63337ee40de,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:54.914875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.019655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a31a3428-7dbf-4328-afd9-098c92f2e709 req-a88a918c-5d43-4c76-b82a-9c7465078345 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184986 Aug 31 09:28:55.047311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8d2ea570-14f2-4c3e-8351-f63337ee40de,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:55.091160 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.142769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46850) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:55.166709 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-840d7d75-9a20-489b-b10b-198d52d48034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.237658 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a066824-a0ce-49d9-87a0-e754e8beff26 x-openstack-request-id: req-6a066824-a0ce-49d9-87a0-e754e8beff26 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:55.237952 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "name": "network-vif-plugged", "status": "completed", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:55.238901 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a066824-a0ce-49d9-87a0-e754e8beff26 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:55.239508 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e', 'code': 200} Aug 31 09:28:55.444977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a673675-e131-4913-bbcd-6c6b4c295c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.591522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97273860-3986-4ae8-88b5-e071077b2491 req-a9f726de-95e0-4932-8079-c00689bdcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:55.594942 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97273860-3986-4ae8-88b5-e071077b2491 req-a9f726de-95e0-4932-8079-c00689bdcedd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1097 time: 0.2730174 Aug 31 09:28:55.749454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97273860-3986-4ae8-88b5-e071077b2491 req-274b2fab-6dbc-446e-9641-c25e9cc6bc04 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007097 Aug 31 09:28:55.766430 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a673675-e131-4913-bbcd-6c6b4c295c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.773950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a673675-e131-4913-bbcd-6c6b4c295c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.826853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3a673675-e131-4913-bbcd-6c6b4c295c9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fa0ae50a67e420889fecec04b4df97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827323 Aug 31 09:28:55.835179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46880) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:55.842492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a673675-e131-4913-bbcd-6c6b4c295c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddd1b8b-d6d1-4333-9f11-32ada78a7d92,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:55.944882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba67fe49-02d6-48c4-a872-a32f7649cd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.992899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba67fe49-02d6-48c4-a872-a32f7649cd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.037314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8d2ea570-14f2-4c3e-8351-f63337ee40de up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:56.065764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba67fe49-02d6-48c4-a872-a32f7649cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.069514 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba67fe49-02d6-48c4-a872-a32f7649cd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.075703 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ba67fe49-02d6-48c4-a872-a32f7649cd91 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ddd1b8b-d6d1-4333-9f11-32ada78a7d92 HTTP/1.1" status: 204 len: 168 time: 0.2379687 Aug 31 09:28:56.097079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67fe49-02d6-48c4-a872-a32f7649cd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddd1b8b-d6d1-4333-9f11-32ada78a7d92,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:56.296326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8d2ea570-14f2-4c3e-8351-f63337ee40de triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:56.298056 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.308253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-43a3b537-8f61-41a3-87f8-bf13ae3667c9 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.312259 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-43a3b537-8f61-41a3-87f8-bf13ae3667c9 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 819 time: 0.1610155 Aug 31 09:28:56.327771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Request body: {'port': {'device_id': '1a55e45e-5ca5-4e6b-8567-be4416a169c6', 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9', 'admin_state_up': True, 'tenant_id': 'e815191876624a149b54252195c58e3c'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:56.484062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0db3-5a4d-40ba-9a37-d5411cfaa19b req-2e112eb4-ff2a-42c6-8226-1e3c7f837396 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.499052 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f34a0db3-5a4d-40ba-9a37-d5411cfaa19b req-2e112eb4-ff2a-42c6-8226-1e3c7f837396 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.4044831 Aug 31 09:28:56.542736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d2250-790f-44e9-b527-a62559461de6 req-d64bca4c-99b2-4952-8f58-6383ff152ee0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.544408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-d64bca4c-99b2-4952-8f58-6383ff152ee0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 819 time: 1.0108957 Aug 31 09:28:56.596256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f34a0db3-5a4d-40ba-9a37-d5411cfaa19b req-d2d22143-7503-473a-86f4-1fbe35a804b8 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875635 Aug 31 09:28:56.605970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Made reservation on behalf of e815191876624a149b54252195c58e3c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:56.622578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.630557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-4b2cc7d4-9490-4f11-a86a-fe62c707a116 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/quotas/e815191876624a149b54252195c58e3c HTTP/1.1" status: 200 len: 375 time: 0.0579581 Aug 31 09:28:56.775522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-7230619e-b22c-402b-a396-3c4719577929 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432972 Aug 31 09:28:56.812211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485186cf-30af-407b-9336-984be5c0917f req-93c85eab-c9fa-4cd6-96a4-d7d73c6fa6df tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.815456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-485186cf-30af-407b-9336-984be5c0917f req-93c85eab-c9fa-4cd6-96a4-d7d73c6fa6df tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1198530 Aug 31 09:28:56.835492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Allocated IP 172.20.0.10 (d72accec-e952-49a6-bf95-c871df7b2ed9/28a6ec26-774e-45bb-ba12-c64b7d03d2be/3c962a4d-f7ae-4dd2-910f-93451edf6362) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:56.984308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-485186cf-30af-407b-9336-984be5c0917f req-3c9c521d-090f-4c29-b5a6-bc10e99979eb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526775 Aug 31 09:28:57.069327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-bdc9db37-0e3f-48c2-8b75-7135080100cb service neutron] 10.222.0.69 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855191 Aug 31 09:28:57.117578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.201553 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.208617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-ef1fd7c2-b801-46ac-941e-75ba8bc6ca48 service neutron] 10.222.0.69 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319346 Aug 31 09:28:57.305216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Network d72accec-e952-49a6-bf95-c871df7b2ed9 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:57.321051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:57.330700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:57.339375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Pushing event updated for resources: {'Port': ['ID=3c962a4d-f7ae-4dd2-910f-93451edf6362,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:57.424537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:57.425384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.446285 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-bad40ba5-706d-43e6-ba0a-ac959efb9a99 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1243010 Aug 31 09:28:57.467769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Request body: {'port': {'device_id': '1a55e45e-5ca5-4e6b-8567-be4416a169c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:57.540657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.586612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.618498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff54391d-b3b7-478f-bb56-2d2a866b3939 req-6e16f1dc-1269-44a3-ad06-c0236d9cbea8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 210 time: 0.0835669 Aug 31 09:28:57.808560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-b11ef402-7538-490d-9a60-9619c329e5f2 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0150a489da6b4f50b6cfed5a7232b7f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375299 Aug 31 09:28:57.950780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7f923-8c25-4a54-b073-ec7aecfc0dd4 req-585ff3bc-13f4-4dbd-81a1-b5d80747cf1e tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:57.952573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46b7f923-8c25-4a54-b073-ec7aecfc0dd4 req-585ff3bc-13f4-4dbd-81a1-b5d80747cf1e tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 951 time: 0.1319489 Aug 31 09:28:58.070510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46b7f923-8c25-4a54-b073-ec7aecfc0dd4 req-3de60b5a-d2bd-4d7c-a7b1-0599d21367b6 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997860 Aug 31 09:28:58.082189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-221b40d8-9b49-4d89-9a87-1c8d730122aa tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:58.084262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-221b40d8-9b49-4d89-9a87-1c8d730122aa tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739058 Aug 31 09:28:58.134578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-8b79c91a-321a-46b4-8606-847a7e4084e9 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/quotas/0150a489da6b4f50b6cfed5a7232b7f6 HTTP/1.1" status: 200 len: 375 time: 0.0352812 Aug 31 09:28:58.144590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c962a4d-f7ae-4dd2-910f-93451edf6362 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:58.154099 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.175752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Transition to ACTIVE for port object 3c962a4d-f7ae-4dd2-910f-93451edf6362 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:58.182545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.207484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-09d6fead-1a1d-4dfc-bf88-08d62986d1f0 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0150a489da6b4f50b6cfed5a7232b7f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624039 Aug 31 09:28:58.252574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Pushing event updated for resources: {'Port': ['ID=3c962a4d-f7ae-4dd2-910f-93451edf6362,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:58.334636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e3f2-b949-47cc-8e36-65ad1eb1c14f req-bf53cc87-0902-4773-a1d0-544d2ba0ed3c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:58.337348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2769e3f2-b949-47cc-8e36-65ad1eb1c14f req-bf53cc87-0902-4773-a1d0-544d2ba0ed3c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.1397662 Aug 31 09:28:58.455268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2769e3f2-b949-47cc-8e36-65ad1eb1c14f req-cea749cb-0f04-4fa3-9c0a-daa69a04553c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028647 Aug 31 09:28:58.484371 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.514542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Attempting to bind port 3c962a4d-f7ae-4dd2-910f-93451edf6362 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:58.515385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Attempting to bind port 3c962a4d-f7ae-4dd2-910f-93451edf6362 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:58.515385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Attempting to bind port 3c962a4d-f7ae-4dd2-910f-93451edf6362 on network d72accec-e952-49a6-bf95-c871df7b2ed9 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:58.527755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Port 3c962a4d-f7ae-4dd2-910f-93451edf6362 on network d72accec-e952-49a6-bf95-c871df7b2ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:28:58.528646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Attempting to bind port 3c962a4d-f7ae-4dd2-910f-93451edf6362 on network d72accec-e952-49a6-bf95-c871df7b2ed9 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:58.545619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:58.547016 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Checking segment: {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:58.547827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Bound using segment: {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:58.548828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Bound port: 3c962a4d-f7ae-4dd2-910f-93451edf6362, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:58.549302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.663378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103273ee-cc5c-4bdf-946f-24876e5c2a8c req-aada9ec9-90b6-45bd-8649-5805f4b2d59e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:58.665474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-103273ee-cc5c-4bdf-946f-24876e5c2a8c req-aada9ec9-90b6-45bd-8649-5805f4b2d59e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1711783 Aug 31 09:28:58.750681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] For port 3c962a4d-f7ae-4dd2-910f-93451edf6362, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:58.757763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] For port 3c962a4d-f7ae-4dd2-910f-93451edf6362, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:58.769382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.780767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-103273ee-cc5c-4bdf-946f-24876e5c2a8c req-d25de2ba-e987-4d20-b029-bf05ab567bb4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084807 Aug 31 09:28:58.844415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:58.845822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.849244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] 10.222.0.52 "PUT /v2.0/ports/3c962a4d-f7ae-4dd2-910f-93451edf6362 HTTP/1.1" status: 200 len: 1092 time: 1.3904474 Aug 31 09:28:58.850942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a55e45e-5ca5-4e6b-8567-be4416a169c6', 'tag': '3c962a4d-f7ae-4dd2-910f-93451edf6362'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:58.856241 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff" -d '{"events": [{"name": "network-changed", "server_uuid": "1a55e45e-5ca5-4e6b-8567-be4416a169c6", "tag": "3c962a4d-f7ae-4dd2-910f-93451edf6362"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:58.968291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565877f-751f-48de-b4e2-a445528f70ff service neutron] Pushing event updated for resources: {'Port': ['ID=3c962a4d-f7ae-4dd2-910f-93451edf6362,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:59.149581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-47393f1d-7f19-40c4-b206-9f38d512804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.163967 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-47393f1d-7f19-40c4-b206-9f38d512804a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1095 time: 0.2495968 Aug 31 09:28:59.261325 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-080ecde4-6055-40dd-9527-c536d534966f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362 HTTP/1.1" status: 200 len: 217 time: 0.0955067 Aug 31 09:28:59.403336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-421a9368-7c3a-4476-86ac-7c729cff718f req-d69af280-036d-474d-9f2c-7cccf738e498 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 210 time: 0.2819510 Aug 31 09:28:59.434468 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-d90871f8-08e8-495a-9595-d766f7d2652f service neutron] show failed (client error): The resource could not be found. Aug 31 09:28:59.440032 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-d90871f8-08e8-495a-9595-d766f7d2652f service neutron] 10.222.0.20 "GET /v2.0/ports/cb921403-183c-4f54-b2da-deb7bce824db/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.3955886 Aug 31 09:28:59.460373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-171dd6e2-166a-4b24-ad26-c4cbc00f0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.473925 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-171dd6e2-166a-4b24-ad26-c4cbc00f0962 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.2048910 Aug 31 09:28:59.527141 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-707361e9-452f-4ad1-90d1-2c2767bd199e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452504 Aug 31 09:28:59.531762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d2250-790f-44e9-b527-a62559461de6 req-70b8928b-cb57-4a28-8e01-a567d5012118 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.534359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-70b8928b-cb57-4a28-8e01-a567d5012118 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 819 time: 0.3411045 Aug 31 09:28:59.554541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Request body: {'port': {'device_id': '0905fcb0-12b1-4bc0-8e71-97dd93ce576c', 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9', 'admin_state_up': True, 'tenant_id': 'e815191876624a149b54252195c58e3c'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:59.612146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:59.687430 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-e0e49895-79aa-4c0e-9c8e-d31ad24f5789 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403804 Aug 31 09:28:59.813431 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.833695 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758de04c-5b7b-4f68-a24d-fabcb068fd7c req-ddd94683-945b-4176-912e-8a5386362058 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359971 Aug 31 09:28:59.871851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:59.873366 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc25b94-bbdd-4f62-bb1e-ea9ea9f77e89" -d '{"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-unplugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:59.892825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:59.894927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c059f55-aba9-447e-bcf3-d3252f54579d req-235bec3d-d0b0-4eea-a963-58fc6c0ff4ce tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.899715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.905590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c059f55-aba9-447e-bcf3-d3252f54579d req-235bec3d-d0b0-4eea-a963-58fc6c0ff4ce tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1097 time: 0.3370368 Aug 31 09:28:59.918043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f96e8c6-c487-461e-8acb-fa352b629b35 req-0e22645a-4d9c-4706-b0e1-e71faac8cd64 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 210 time: 0.1196895 Aug 31 09:28:59.995528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=11']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:00.034577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-6f2cf2e7-85e4-45d4-bbe8-75697598af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.036888 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-6f2cf2e7-85e4-45d4-bbe8-75697598af31 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0&tenant_id=b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 1101 time: 0.1300159 Aug 31 09:29:00.039753 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1291923-a052-40aa-81a0-38ddb4aade05 x-openstack-request-id: req-d1291923-a052-40aa-81a0-38ddb4aade05 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:00.040292 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a55e45e-5ca5-4e6b-8567-be4416a169c6", "tag": "3c962a4d-f7ae-4dd2-910f-93451edf6362", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:00.040440 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1291923-a052-40aa-81a0-38ddb4aade05 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:00.041048 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a55e45e-5ca5-4e6b-8567-be4416a169c6', 'tag': '3c962a4d-f7ae-4dd2-910f-93451edf6362', 'status': 'completed', 'code': 200} Aug 31 09:29:00.048892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c059f55-aba9-447e-bcf3-d3252f54579d req-0d4accd9-2f29-4dd9-a646-80d38799b575 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418352 Aug 31 09:29:00.062035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:00.081593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Made reservation on behalf of e815191876624a149b54252195c58e3c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:00.084108 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.184751 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9204a2-4d26-4e69-92b1-b93fc50aa854 x-openstack-request-id: req-5d9204a2-4d26-4e69-92b1-b93fc50aa854 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:00.185377 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-unplugged", "status": "completed", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:00.185974 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d9204a2-4d26-4e69-92b1-b93fc50aa854 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:00.186417 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'code': 200} Aug 31 09:29:00.197785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.257865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-907ca1e3-e523-497d-8f6e-75e38d53f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.261290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-907ca1e3-e523-497d-8f6e-75e38d53f1ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1095 time: 0.2052736 Aug 31 09:29:00.473819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.52', 52370) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:00.533327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d39aec-5375-471b-9ae6-9c84d32ba89e req-9c72b1f5-4442-467f-b8ae-83a369a0f467 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.537639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8d39aec-5375-471b-9ae6-9c84d32ba89e req-9c72b1f5-4442-467f-b8ae-83a369a0f467 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.3193636 Aug 31 09:29:00.555563 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-9d6da47a-af49-4c2a-a4fa-c66d86ce858b tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0150a489da6b4f50b6cfed5a7232b7f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750670 Aug 31 09:29:00.668020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Allocated IP 172.20.0.14 (d72accec-e952-49a6-bf95-c871df7b2ed9/28a6ec26-774e-45bb-ba12-c64b7d03d2be/3ffafb5d-5ef3-4b23-9322-b5790785bf8a) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:00.710270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8d39aec-5375-471b-9ae6-9c84d32ba89e req-b84d7c40-aeac-4b2a-a03f-92c3cc6f80fe tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563201 Aug 31 09:29:00.711845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-24b9f1a6-fbe4-4ef8-9176-10f34bb56e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.717224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-24b9f1a6-fbe4-4ef8-9176-10f34bb56e4d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 921 time: 0.4154177 Aug 31 09:29:00.807467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c4ceb-f0c6-4b78-8386-950c5d6002ab req-44b7edb9-8970-4c59-9996-086b9d1846f5 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.816581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f77c4ceb-f0c6-4b78-8386-950c5d6002ab req-44b7edb9-8970-4c59-9996-086b9d1846f5 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1097 time: 0.2199242 Aug 31 09:29:00.827854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-d29bcfc4-88a3-4c69-94d4-1397ccfb520d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362 HTTP/1.1" status: 200 len: 217 time: 0.0976052 Aug 31 09:29:00.918109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:00.957662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-207677d3-e5c4-4a9e-9d74-5c799c5c0a84 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.960064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-207677d3-e5c4-4a9e-9d74-5c799c5c0a84 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3924990 Aug 31 09:29:00.984627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Request body: {'port': {'device_id': 'b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '0150a489da6b4f50b6cfed5a7232b7f6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:00.989671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-95ea6e44-5276-43a2-8808-bf5df682ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.991969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-95ea6e44-5276-43a2-8808-bf5df682ac75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.1509395 Aug 31 09:29:01.003541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f77c4ceb-f0c6-4b78-8386-950c5d6002ab req-a32e572f-1869-4989-967d-fffbf8708bdf tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842911 Aug 31 09:29:01.015952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:01.119210 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-29692192-8300-4bed-a4b8-2708652b1380 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113696 Aug 31 09:29:01.151672 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.188292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Transition to ACTIVE for port object cb921403-183c-4f54-b2da-deb7bce824db will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:01.195039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.196097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57dbdbf1-33ea-4a21-b5a8-4785619b8b2b req-0a5a6e81-adce-4a74-bfe4-5c96f922cd60 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 210 time: 0.0718033 Aug 31 09:29:01.240394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aca7589b-68e4-4664-9d83-22958961bd15 req-69d9610e-3d2c-4257-a7b3-8537a3ed189e tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 210 time: 0.0891390 Aug 31 09:29:01.329124 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.542898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05269140-bf04-447d-bcdb-b6b688dbab6e req-61ba05aa-ae39-458e-9f6b-51eaf91d7d6e tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.557382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05269140-bf04-447d-bcdb-b6b688dbab6e req-61ba05aa-ae39-458e-9f6b-51eaf91d7d6e tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 949 time: 0.2104094 Aug 31 09:29:01.675802 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-9890e5c6-057c-4860-8e5e-b485153c2f5b service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305455 Aug 31 09:29:01.709302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.711797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] No DVR routers for this DVR port cb921403-183c-4f54-b2da-deb7bce824db on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:01.724991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:01.748983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05269140-bf04-447d-bcdb-b6b688dbab6e req-22c62ce7-ea7c-4bf0-b984-84c69ce83cb0 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903076 Aug 31 09:29:01.764752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Made reservation on behalf of 0150a489da6b4f50b6cfed5a7232b7f6 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:01.768350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.798820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.873147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:01.873695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:01.874225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:01.901460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:01.902424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:01.910565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Network d72accec-e952-49a6-bf95-c871df7b2ed9 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:01.946023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:01.946553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:01.952021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:01.952659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Bound port: cb921403-183c-4f54-b2da-deb7bce824db, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:01.953103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.957212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:01.964320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-dca2ef47-964d-4349-89e9-353054637e23 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707751 Aug 31 09:29:01.965543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:01.972808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.973959 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.988321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Pushing event updated for resources: {'Port': ['ID=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:02.078510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:02.081530 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d63606a-d443-4bcd-b8ed-bca3499d11e8" -d '{"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:02.093002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fe6c9-a889-473c-8da2-cb45d44332ab req-c2c6b273-db92-4c78-b31d-4346af91aaa9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.096594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-408fe6c9-a889-473c-8da2-cb45d44332ab req-c2c6b273-db92-4c78-b31d-4346af91aaa9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 948 time: 0.0925469 Aug 31 09:29:02.153392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.169556 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.174972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-408fe6c9-a889-473c-8da2-cb45d44332ab req-0302880a-87dd-4e41-9211-ce7668baa08d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714328 Aug 31 09:29:02.181078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-0764775b-c672-488c-a8df-fa7b28d84580 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6329722 Aug 31 09:29:02.205740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:02.216546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Request body: {'port': {'device_id': '0905fcb0-12b1-4bc0-8e71-97dd93ce576c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:02.247215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:02.255562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:02.310338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.326622 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.398310 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65da75a-eb82-4328-8c49-a988fa12d176 x-openstack-request-id: req-f65da75a-eb82-4328-8c49-a988fa12d176 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:02.398791 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:02.399190 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f65da75a-eb82-4328-8c49-a988fa12d176 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:02.399776 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'code': 200} Aug 31 09:29:02.428361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.429188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.431676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] 10.222.0.52 "PUT /v2.0/ports/cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 1096 time: 2.3785803 Aug 31 09:29:02.512363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55911869-f87d-4a8d-8bd9-6da8001ad7dd service neutron] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:02.597122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-bdd872a6-f6f4-44f4-861c-75a0634123d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.598910 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-bdd872a6-f6f4-44f4-861c-75a0634123d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1099 time: 0.1230159 Aug 31 09:29:02.619055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Allocated IP 192.168.233.18 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/a4eab7f0-ea82-402e-bbc7-d14fdbc6b234) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:02.683650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7bc37-a8c1-401e-bb8d-f76bb4c78675 req-e90220fc-a1ce-4ebe-8a3a-5cc6b871ad9d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.685310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15e7bc37-a8c1-401e-bb8d-f76bb4c78675 req-e90220fc-a1ce-4ebe-8a3a-5cc6b871ad9d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 932 time: 0.1922932 Aug 31 09:29:02.752666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3c962a4d-f7ae-4dd2-910f-93451edf6362 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:02.784218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15e7bc37-a8c1-401e-bb8d-f76bb4c78675 req-f26a1422-6541-431b-8055-69c3bc62c3d9 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774887 Aug 31 09:29:02.813965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-f76e769d-b973-4780-bd99-513b2e315e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.815617 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-f76e769d-b973-4780-bd99-513b2e315e64 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2057657 Aug 31 09:29:02.877782 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-8e993df1-b49b-4290-a343-ee70f2f77b9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.0507071 Aug 31 09:29:02.970580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3c962a4d-f7ae-4dd2-910f-93451edf6362, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:02.993808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3367ba5b-6b9b-4e21-8713-ed8ea778a89e req-8a42fde3-2447-44a7-8405-627332ae75ba tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 210 time: 0.0949073 Aug 31 09:29:03.007242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffafb5d-5ef3-4b23-9322-b5790785bf8a {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:03.017064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '3c962a4d-f7ae-4dd2-910f-93451edf6362', 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9', 'port_id': '3c962a4d-f7ae-4dd2-910f-93451edf6362', 'mac_address': 'fa:16:3e:e5:99:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a6ec26-774e-45bb-ba12-c64b7d03d2be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:03.027777 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.027929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-bc25b2fb-c94d-474d-adbd-dec3257b7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.031068 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-bc25b2fb-c94d-474d-adbd-dec3257b7403 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1436751 Aug 31 09:29:03.064912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Transition to ACTIVE for port object 3ffafb5d-5ef3-4b23-9322-b5790785bf8a will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:03.072723 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.086804 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.108396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c962a4d-f7ae-4dd2-910f-93451edf6362 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:03.109594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-c54b900e-79fd-4c06-a4bd-7ec9131ec79d tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:29:03.111621 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-c54b900e-79fd-4c06-a4bd-7ec9131ec79d tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710871 Aug 31 09:29:03.119370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.133275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3c962a4d-f7ae-4dd2-910f-93451edf6362, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:03.141986 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.143980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Request body: {'binding': {'host': 'n-h2-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:03.144455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Unknown quota resources ['binding']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:29:03.165663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:03.211177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Transition to ACTIVE for port object a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:03.238046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-5c636ef0-a5fe-4697-99d3-7e0578807972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.239935 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-5c636ef0-a5fe-4697-99d3-7e0578807972 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017961 Aug 31 09:29:03.245518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3c962a4d-f7ae-4dd2-910f-93451edf6362,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:03.299107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Attempting to bind port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:03.299599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Attempting to bind port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:03.299783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Attempting to bind port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a on network d72accec-e952-49a6-bf95-c871df7b2ed9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:03.311327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a on network d72accec-e952-49a6-bf95-c871df7b2ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:03.311772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Attempting to bind port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a on network d72accec-e952-49a6-bf95-c871df7b2ed9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:03.325616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a8915-9f4a-428a-88ac-454ed224f55d req-8ca7f65c-7c5a-4db2-8cf6-2d5989ba4f40 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.327313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e0a8915-9f4a-428a-88ac-454ed224f55d req-8ca7f65c-7c5a-4db2-8cf6-2d5989ba4f40 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 949 time: 0.1216497 Aug 31 09:29:03.328315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:03.328660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Checking segment: {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:03.329175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Bound using segment: {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:03.329509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Bound port: 3ffafb5d-5ef3-4b23-9322-b5790785bf8a, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4e0f6b-7dd4-4550-b007-a07f9476cec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:03.329876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.407032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.418982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e0a8915-9f4a-428a-88ac-454ed224f55d req-922916cc-0862-49ee-bbc9-30eee3670fc2 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.69 "GET /v2.0/security-groups?id=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771830 Aug 31 09:29:03.451582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3c962a4d-f7ae-4dd2-910f-93451edf6362'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:03.453857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] For port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:03.462122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] For port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:03.472821 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.494681 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-838c4e0b-6928-470d-bf27-b03df8df789d service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444105 Aug 31 09:29:03.508034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:03.529233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:03.534667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Pushing event updated for resources: {'Port': ['ID=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:03.537638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:03.562921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.564355 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.567425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] 10.222.0.52 "PUT /v2.0/ports/3ffafb5d-5ef3-4b23-9322-b5790785bf8a HTTP/1.1" status: 200 len: 1092 time: 1.3747795 Aug 31 09:29:03.575760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0905fcb0-12b1-4bc0-8e71-97dd93ce576c', 'tag': '3ffafb5d-5ef3-4b23-9322-b5790785bf8a'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:03.583188 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3410602c-abba-439e-acf4-194d7efcc245" -d '{"events": [{"name": "network-changed", "server_uuid": "0905fcb0-12b1-4bc0-8e71-97dd93ce576c", "tag": "3ffafb5d-5ef3-4b23-9322-b5790785bf8a"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:03.599335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on host n-h2-806683-2 for vnic_type normal with profile None {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:03.599708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:03.600049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:03.633608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cb921403-183c-4f54-b2da-deb7bce824db no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:03.675543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:03.675885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:03.699492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:03.699836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:03.700210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:03.700672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Bound port: 42ab465e-52e6-4811-92fd-42a794859f9e, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:03.756463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.757155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.776161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d2250-790f-44e9-b527-a62559461de6 req-d2ffd2e1-ac51-4bc9-875a-1f8f3fd467ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.779819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-d2ffd2e1-ac51-4bc9-875a-1f8f3fd467ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 1095 time: 0.1519358 Aug 31 09:29:03.781696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92507ce-f9fb-49a5-954c-1e5f55604ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:03.786787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cb921403-183c-4f54-b2da-deb7bce824db not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:03.829226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-01077c81-2283-40f2-abe8-4078ebfda0a0 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.830816 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-01077c81-2283-40f2-abe8-4078ebfda0a0 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.20 "GET /v2.0/ports?device_id=03e7f207-a9d4-497c-9fac-07160f77c219 HTTP/1.1" status: 200 len: 949 time: 0.2346454 Aug 31 09:29:03.834793 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-346b0703-109a-42bd-a2eb-6309218467be service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249793 Aug 31 09:29:03.847686 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d053da1a-f6aa-41af-a42d-d5ce6828e49a tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8617139 Aug 31 09:29:03.853162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Request body: {'port': {'device_id': 'b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:03.856380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-2edecab3-fd87-4a78-b3e7-c519e37736c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffafb5d-5ef3-4b23-9322-b5790785bf8a HTTP/1.1" status: 200 len: 217 time: 0.0684452 Aug 31 09:29:03.894614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:03.939673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.940891 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d277e222-7cc2-4844-a74c-af5552e0deb9 service neutron] 10.222.0.69 "POST /v2.0/ports/42ab465e-52e6-4811-92fd-42a794859f9e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8121333 Aug 31 09:29:04.047519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0b343c29-a2b0-46c9-aca3-2e7bc4ac6beb None None] Provisioning for port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:04.050449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.063349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0b343c29-a2b0-46c9-aca3-2e7bc4ac6beb None None] Provisioning complete for port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:04.064136 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0b343c29-a2b0-46c9-aca3-2e7bc4ac6beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.125563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Deleting port c16202ad-6a33-4013-ae98-d9a83213c870 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:04.125957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.158473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0b343c29-a2b0-46c9-aca3-2e7bc4ac6beb None None] Port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:04.361532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d2250-790f-44e9-b527-a62559461de6 req-fefb5e9b-37e7-47f0-b014-50a50b8a2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.363050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-fefb5e9b-37e7-47f0-b014-50a50b8a2175 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.4802589 Aug 31 09:29:04.391428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] For port c16202ad-6a33-4013-ae98-d9a83213c870, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c16202ad-6a33-4013-ae98-d9a83213c870,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:04.391966 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.400615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:04.403826 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fd384d-79af-4613-857c-13d2db77191e" -d '{"events": [{"name": "network-changed", "server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:04.416281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-81bb5194-8e70-4c60-bcb3-0dcce7c07a97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370014 Aug 31 09:29:04.429864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Calling delete_port for c16202ad-6a33-4013-ae98-d9a83213c870 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:04.452736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86d01d-a55f-481e-9155-1d44d6254d02 req-09296fb0-12fa-43ce-bfc4-d1fd16514a6c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.454426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f86d01d-a55f-481e-9155-1d44d6254d02 req-09296fb0-12fa-43ce-bfc4-d1fd16514a6c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 948 time: 0.1527960 Aug 31 09:29:04.466486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-6a222bba-596d-4350-b85d-b18b268898a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.468148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-6a222bba-596d-4350-b85d-b18b268898a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1097 time: 0.1791265 Aug 31 09:29:04.472664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1869-d809-4d24-9689-6f124fa1c58d req-81d9fef2-3e69-4981-85fd-d61c4989e7e0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.474251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-81d9fef2-3e69-4981-85fd-d61c4989e7e0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 821 time: 0.6163182 Aug 31 09:29:04.554245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-6059b091-f309-4c08-889e-f9f8dc48f0a8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/quotas/c59604bf0032464d8b8869815706eddc HTTP/1.1" status: 200 len: 375 time: 0.0493913 Aug 31 09:29:04.653970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:04.664478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.669887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f86d01d-a55f-481e-9155-1d44d6254d02 req-6f553ae2-d06f-45db-9454-0c3b0ffad6f8 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934423 Aug 31 09:29:04.697994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Transition to ACTIVE for port object a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:04.703166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-d1f559dc-0ab8-476c-9e7a-ef03e0c76e58 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722640 Aug 31 09:29:04.726903 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.739481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-6c03fa22-0693-45b2-87a9-5545b135690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.741000 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-6c03fa22-0693-45b2-87a9-5545b135690e service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.2358620 Aug 31 09:29:04.742369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-8d629c7b-54e0-4bda-9675-7265752616e7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1758578 Aug 31 09:29:04.768012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3c962a4d-f7ae-4dd2-910f-93451edf6362 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:04.876621 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-5ea613e5-dbd9-49ac-9b59-9b5e923373e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42ab465e-52e6-4811-92fd-42a794859f9e HTTP/1.1" status: 200 len: 217 time: 0.0899346 Aug 31 09:29:04.899196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 3c962a4d-f7ae-4dd2-910f-93451edf6362 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:04.905044 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004e8823-6908-406d-9329-c9e833f06fec x-openstack-request-id: req-004e8823-6908-406d-9329-c9e833f06fec {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:04.905347 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0905fcb0-12b1-4bc0-8e71-97dd93ce576c", "tag": "3ffafb5d-5ef3-4b23-9322-b5790785bf8a", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:04.905686 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-004e8823-6908-406d-9329-c9e833f06fec {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:04.906271 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0905fcb0-12b1-4bc0-8e71-97dd93ce576c', 'tag': '3ffafb5d-5ef3-4b23-9322-b5790785bf8a', 'status': 'completed', 'code': 200} Aug 31 09:29:04.907183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:04.915037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 3c962a4d-f7ae-4dd2-910f-93451edf6362 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:04.917523 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.920469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.966851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d0d2250-790f-44e9-b527-a62559461de6 req-1c56b3d9-0ba4-4fd5-9312-25d3a0bffb29 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541647 Aug 31 09:29:05.023786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Pushing event deleted for resources: {'Port': ['ID=c16202ad-6a33-4013-ae98-d9a83213c870,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:05.092425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] No DVR routers for this DVR port c16202ad-6a33-4013-ae98-d9a83213c870 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:05.096040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-1a452155-5c3f-4160-b06d-2595fb0cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.096648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-1a452155-5c3f-4160-b06d-2595fb0cf50b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.2016106 Aug 31 09:29:05.097763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.099776 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6dab6143-e37e-4f75-9147-1393db6f2ba0 req-43cc1a92-9179-4405-a327-998624320580 tempest-ImagesOneServerTestJSON-2021478299 tempest-ImagesOneServerTestJSON-2021478299-project] 10.222.0.20 "DELETE /v2.0/ports/c16202ad-6a33-4013-ae98-d9a83213c870 HTTP/1.1" status: 204 len: 173 time: 1.2422495 Aug 31 09:29:05.100688 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.136776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a55e45e-5ca5-4e6b-8567-be4416a169c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c962a4d-f7ae-4dd2-910f-93451edf6362'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:05.139959 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e85b01-b70b-4e54-8b32-50c65b7e1ae2" -d '{"events": [{"server_uuid": "1a55e45e-5ca5-4e6b-8567-be4416a169c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c962a4d-f7ae-4dd2-910f-93451edf6362"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:05.154362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-4969b74b-d438-4efd-b190-b28c054a214e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359750 Aug 31 09:29:05.162255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3c962a4d-f7ae-4dd2-910f-93451edf6362, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:05.162546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-92527771-dfb1-4f9f-b37c-73703341d56c service neutron] 10.222.0.69 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869350 Aug 31 09:29:05.169406 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.176614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb327-0561-4dc8-9449-be6ea71a2135 req-e34e5d5a-bfc4-43a8-9b93-3eea1a5d8228 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.197951 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1bb327-0561-4dc8-9449-be6ea71a2135 req-e34e5d5a-bfc4-43a8-9b93-3eea1a5d8228 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 944 time: 0.2863173 Aug 31 09:29:05.240053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3c962a4d-f7ae-4dd2-910f-93451edf6362,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:05.247586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Attempting to bind port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:05.247928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Attempting to bind port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:05.248261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Attempting to bind port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:05.254793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:05.255144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Attempting to bind port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:05.264172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:05.264572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:05.264967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:05.265491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Bound port: a4eab7f0-ea82-402e-bbc7-d14fdbc6b234, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:05.265858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.320464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410602c-abba-439e-acf4-194d7efcc245 req-e3b4dd98-2577-42de-893e-55564661b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.322290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3410602c-abba-439e-acf4-194d7efcc245 req-e3b4dd98-2577-42de-893e-55564661b34f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 1095 time: 0.2696726 Aug 31 09:29:05.341268 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-bae2bfba-64d6-4d4b-bbd5-20b24d3827fa service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767154 Aug 31 09:29:05.384794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1bb327-0561-4dc8-9449-be6ea71a2135 req-80a8b261-52b7-4112-843d-50e446861e0f tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847191 Aug 31 09:29:05.429459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] For port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:05.432415 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-7b5803b7-94d1-42e9-a6d5-bba2c4ec552e service neutron] 10.222.0.69 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683754 Aug 31 09:29:05.436661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] For port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:05.455461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.474848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410602c-abba-439e-acf4-194d7efcc245 req-ccac985b-5465-4b2b-b3f7-918c3d85695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.477055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3410602c-abba-439e-acf4-194d7efcc245 req-ccac985b-5465-4b2b-b3f7-918c3d85695e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 921 time: 0.1466389 Aug 31 09:29:05.533145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.534328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.536605 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 HTTP/1.1" status: 200 len: 1095 time: 1.6879344 Aug 31 09:29:05.555092 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3410602c-abba-439e-acf4-194d7efcc245 req-83842902-9118-48ea-a73c-a2872bcc7f3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffafb5d-5ef3-4b23-9322-b5790785bf8a HTTP/1.1" status: 200 len: 217 time: 0.0630045 Aug 31 09:29:05.576663 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-f371859d-6c14-4b72-83d2-a0715cb111f8 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280226 Aug 31 09:29:05.624009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957d5b-2217-4c68-a6f7-1bcc5fec88e2 req-96da1b17-2e57-470b-aaee-f5e25b0cfa19 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.625779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f957d5b-2217-4c68-a6f7-1bcc5fec88e2 req-96da1b17-2e57-470b-aaee-f5e25b0cfa19 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.1447015 Aug 31 09:29:05.678511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cfb57-179a-46af-817e-6ea95d7115f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:05.720807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410602c-abba-439e-acf4-194d7efcc245 req-8c329f10-43b7-4735-a3dd-5ad31e2c52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.726297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3410602c-abba-439e-acf4-194d7efcc245 req-8c329f10-43b7-4735-a3dd-5ad31e2c52c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.1625128 Aug 31 09:29:05.742461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-f28f3ab4-6983-4fc1-b00e-26cc60b63e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.746576 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-f28f3ab4-6983-4fc1-b00e-26cc60b63e3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0150a489da6b4f50b6cfed5a7232b7f6&device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 1098 time: 0.1415193 Aug 31 09:29:05.779265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3410602c-abba-439e-acf4-194d7efcc245 req-efa0da67-e0a9-484c-8e5d-f5bf2032dae4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300789 Aug 31 09:29:05.804921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f957d5b-2217-4c68-a6f7-1bcc5fec88e2 req-4167544a-73f9-403a-b217-61d9ed360da4 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067679 Aug 31 09:29:05.839785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-48a2c943-8319-45fb-982c-265dc045cfae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 HTTP/1.1" status: 200 len: 217 time: 0.0815482 Aug 31 09:29:05.941339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-6e8d3612-4dea-447a-9316-2405509d71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.944263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-6e8d3612-4dea-447a-9316-2405509d71b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0946918 Aug 31 09:29:06.119243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004aad-5cf4-4eb9-b52e-2e38a984e37a req-13e83199-1ecd-4762-b88d-7b3382600a8b tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.121330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8004aad-5cf4-4eb9-b52e-2e38a984e37a req-13e83199-1ecd-4762-b88d-7b3382600a8b tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 947 time: 0.1775479 Aug 31 09:29:06.127918 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3410602c-abba-439e-acf4-194d7efcc245 req-965f81c8-1f59-4890-bf6f-b12f6a8e8c59 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270583 Aug 31 09:29:06.138990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-cf87b084-c1ee-4cb7-9f31-754716fd505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.140594 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-cf87b084-c1ee-4cb7-9f31-754716fd505d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1789598 Aug 31 09:29:06.178797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8004aad-5cf4-4eb9-b52e-2e38a984e37a req-f8cda759-3c01-42a8-b752-749979107460 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493796 Aug 31 09:29:06.358396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3410602c-abba-439e-acf4-194d7efcc245 req-019e3e16-5b2b-43a7-bfdf-f929b53d3fce service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831753 Aug 31 09:29:06.392277 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c114609c-60dc-4d52-ae12-c0d57ff15e8d x-openstack-request-id: req-c114609c-60dc-4d52-ae12-c0d57ff15e8d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:06.392791 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a55e45e-5ca5-4e6b-8567-be4416a169c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c962a4d-f7ae-4dd2-910f-93451edf6362", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:06.392791 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c114609c-60dc-4d52-ae12-c0d57ff15e8d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:06.393267 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a55e45e-5ca5-4e6b-8567-be4416a169c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c962a4d-f7ae-4dd2-910f-93451edf6362', 'code': 200} Aug 31 09:29:06.579325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f242cb82-c46f-4ae7-8fc8-762dc4027662 req-77d911e1-960f-4e3c-8a2d-4fdcc6f8c915 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 210 time: 0.0946307 Aug 31 09:29:06.710348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8282473-6e08-4d4a-bea2-8c76e8624c20 req-176f7718-8cc4-49b5-83f2-19930bb8d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.712195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8282473-6e08-4d4a-bea2-8c76e8624c20 req-176f7718-8cc4-49b5-83f2-19930bb8d043 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1097 time: 0.2354381 Aug 31 09:29:06.748776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd4e57-8d08-4f7b-b1a3-6d87451e68e5 req-ce3ddff2-84d3-45d0-8454-d9c927828890 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.750327 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-4ce5f0d4-63a6-4164-bd08-3b8190d22cd9 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015501 Aug 31 09:29:06.755268 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bfbbdd-caa6-4afe-a3c3-7168819894da x-openstack-request-id: req-c7bfbbdd-caa6-4afe-a3c3-7168819894da {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:06.755771 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:06.755771 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7bfbbdd-caa6-4afe-a3c3-7168819894da {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:06.756173 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'status': 'completed', 'code': 200} Aug 31 09:29:06.762934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bdd4e57-8d08-4f7b-b1a3-6d87451e68e5 req-ce3ddff2-84d3-45d0-8454-d9c927828890 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 948 time: 0.1898141 Aug 31 09:29:06.777552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3ffafb5d-5ef3-4b23-9322-b5790785bf8a details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:06.824647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47166) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.874078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0bf95-fac7-4b03-b97f-2f2d3abceafc req-d3a76aa8-10b2-4f1a-90c1-37304dae826b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.884005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6cd0bf95-fac7-4b03-b97f-2f2d3abceafc req-d3a76aa8-10b2-4f1a-90c1-37304dae826b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 944 time: 0.2227130 Aug 31 09:29:06.887953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8282473-6e08-4d4a-bea2-8c76e8624c20 req-ffc5e956-e892-48a0-b080-cc04e3fd36f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666164 Aug 31 09:29:06.926212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd384d-79af-4613-857c-13d2db77191e req-5caafc59-e25c-4657-abc9-1e34dc186156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.927968 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-5caafc59-e25c-4657-abc9-1e34dc186156 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1099 time: 0.1765656 Aug 31 09:29:06.934277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:06.942322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd384d-79af-4613-857c-13d2db77191e req-7f39bb1e-0d19-4609-a176-648b8ef460c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.944566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-7f39bb1e-0d19-4609-a176-648b8ef460c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1099 time: 0.1916189 Aug 31 09:29:06.953768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '3ffafb5d-5ef3-4b23-9322-b5790785bf8a', 'network_id': 'd72accec-e952-49a6-bf95-c871df7b2ed9', 'port_id': '3ffafb5d-5ef3-4b23-9322-b5790785bf8a', 'mac_address': 'fa:16:3e:31:cc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a6ec26-774e-45bb-ba12-c64b7d03d2be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:06.979570 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f382a7a-0c8c-4e70-b0ca-f1dd9d1a5a2c req-d860a7fd-3669-460d-956e-b25d1f895462 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079787 Aug 31 09:29:07.009248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bdd4e57-8d08-4f7b-b1a3-6d87451e68e5 req-a7baba54-5db6-4739-966f-deb1879b9c98 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447817 Aug 31 09:29:07.009851 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.027142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffafb5d-5ef3-4b23-9322-b5790785bf8a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:07.063401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:07.069054 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.071610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cb921403-183c-4f54-b2da-deb7bce824db details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:07.098506 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6cd0bf95-fac7-4b03-b97f-2f2d3abceafc req-744d4451-9131-4b4c-9961-64574d0d59b7 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132425 Aug 31 09:29:07.234243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd384d-79af-4613-857c-13d2db77191e req-19fd7663-6f1d-4ec9-85db-61c42a18b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.236003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-19fd7663-6f1d-4ec9-85db-61c42a18b73b service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2802129 Aug 31 09:29:07.264305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:07.278403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'cb921403-183c-4f54-b2da-deb7bce824db', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'cb921403-183c-4f54-b2da-deb7bce824db', 'mac_address': 'fa:16:3e:cf:b8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:07.286712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:07.293276 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-4b5fba3b-ca13-4636-8039-6899e0b8b3e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.0485971 Aug 31 09:29:07.331836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-78c0f029-64d7-4e21-bcda-4a3e740e9ced admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6b93d7c38d1400d86652e68430d60ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993541 Aug 31 09:29:07.333632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47178) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:07.335021 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.352146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb921403-183c-4f54-b2da-deb7bce824db {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:07.389772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:07.391725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd384d-79af-4613-857c-13d2db77191e req-b9f5d6ae-b137-4c7a-868a-ca53a9bff147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.393560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-b9f5d6ae-b137-4c7a-868a-ca53a9bff147 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3140225 Aug 31 09:29:07.395660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd384d-79af-4613-857c-13d2db77191e req-23a821a6-ec2b-4862-9ccc-14b5992b4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.396958 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.397483 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-23a821a6-ec2b-4862-9ccc-14b5992b4a96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0925877 Aug 31 09:29:07.405858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fe4bf-ef97-4c0a-b56f-aa75cfb2b45e req-77241e95-e321-4745-82b0-0b4385910504 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.411532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-395fe4bf-ef97-4c0a-b56f-aa75cfb2b45e req-77241e95-e321-4745-82b0-0b4385910504 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.2157233 Aug 31 09:29:07.476923 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-a1f14510-98c6-4020-b395-847d882067f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.0670471 Aug 31 09:29:07.484188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-395fe4bf-ef97-4c0a-b56f-aa75cfb2b45e req-41c9fb6f-192c-496a-a36d-fa3e4421e7c7 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697567 Aug 31 09:29:07.510185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:07.510877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fdd34552-724b-4bad-ac76-8c1c087c403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.586149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fdd34552-724b-4bad-ac76-8c1c087c403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.643142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:07.687119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: c16202ad-6a33-4013-ae98-d9a83213c870 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:07.689440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c16202ad-6a33-4013-ae98-d9a83213c870 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:07.707781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd384d-79af-4613-857c-13d2db77191e req-ddb2e267-c063-48a2-9019-c6586da74dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.710238 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-ddb2e267-c063-48a2-9019-c6586da74dd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3031085 Aug 31 09:29:07.713800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd384d-79af-4613-857c-13d2db77191e req-bb178125-7972-46f3-ab6c-44f417236953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.715783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-bb178125-7972-46f3-ab6c-44f417236953 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1816850 Aug 31 09:29:07.726509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-f89b98bf-7a57-46bb-97cd-f032aa8d08b9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.726866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3ffafb5d-5ef3-4b23-9322-b5790785bf8a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:07.728199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-f89b98bf-7a57-46bb-97cd-f032aa8d08b9 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.52 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0&tenant_id=b968f240aff1429d984a933f1f7aa0eb&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 949 time: 0.2495699 Aug 31 09:29:07.774892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cb921403-183c-4f54-b2da-deb7bce824db'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:07.807432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd0856-511e-4a13-bdf3-1aa1653fd0a7 req-5695719a-99dd-4135-83be-a73b83722f9c tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.809032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81fd0856-511e-4a13-bdf3-1aa1653fd0a7 req-5695719a-99dd-4135-83be-a73b83722f9c tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 947 time: 0.2423005 Aug 31 09:29:07.855359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bf161-55f6-459e-a21e-b6610f9432ca req-3bd71147-8ac2-4ac6-83cc-0f6b54c81902 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.863450 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e5bf161-55f6-459e-a21e-b6610f9432ca req-3bd71147-8ac2-4ac6-83cc-0f6b54c81902 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.2264783 Aug 31 09:29:07.894486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fdd34552-724b-4bad-ac76-8c1c087c403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.897832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fdd34552-724b-4bad-ac76-8c1c087c403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.901201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fdd34552-724b-4bad-ac76-8c1c087c403d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d HTTP/1.1" status: 204 len: 168 time: 0.5625105 Aug 31 09:29:07.955210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1869-d809-4d24-9689-6f124fa1c58d req-2487e443-9c88-4fea-8c10-d2593e4389c0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.957115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-2487e443-9c88-4fea-8c10-d2593e4389c0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 821 time: 0.3174732 Aug 31 09:29:07.957915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34552-724b-4bad-ac76-8c1c087c403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984656c8-0f8e-4c1c-91aa-bfaaf9ba8f3d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:08.003046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e5bf161-55f6-459e-a21e-b6610f9432ca req-b8b557d0-347f-4302-bb31-d1bf39df3cd0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369929 Aug 31 09:29:08.011457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Request body: {'port': {'device_id': '3b241691-17b4-4597-8d48-1a061b58b61e', 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'admin_state_up': True, 'tenant_id': 'c59604bf0032464d8b8869815706eddc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:08.045888 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-b2ee39c5-93bd-4bd4-ad65-aeab1e097fcd service neutron] 10.222.0.52 "GET /v2.0/ports/cb921403-183c-4f54-b2da-deb7bce824db/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 382 time: 0.3076916 Aug 31 09:29:08.105330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd384d-79af-4613-857c-13d2db77191e req-1252cd19-4556-4812-b808-d7655c8222a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:08.106929 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-1252cd19-4556-4812-b808-d7655c8222a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3777936 Aug 31 09:29:08.250054 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-99ffe25f-35e3-4b12-84fb-8488daea8913 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981391 Aug 31 09:29:08.306085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81fd0856-511e-4a13-bdf3-1aa1653fd0a7 req-207d99f0-1393-45e1-aead-e14dd9d1ad63 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849567 Aug 31 09:29:08.422823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa0141d1-0bd8-4422-8ba9-83a67c1ad19c req-5cd8fd27-875c-4426-b7de-efabdac0ace5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 210 time: 0.1109099 Aug 31 09:29:08.440252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Made reservation on behalf of c59604bf0032464d8b8869815706eddc for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:08.445936 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.541034 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-5296997a-09bf-4bd0-9ad4-4305bde05012 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672257 Aug 31 09:29:08.579924 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-7b7929c8-6763-429f-9f33-d6e6e4028314 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286662 Aug 31 09:29:08.634306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d213fe5-a621-4d10-936c-dc2d4d295c1b req-5b39aa6a-5d02-44c3-b31f-7ba6206f42e0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:08.635917 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d213fe5-a621-4d10-936c-dc2d4d295c1b req-5b39aa6a-5d02-44c3-b31f-7ba6206f42e0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 945 time: 0.1869507 Aug 31 09:29:08.757707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-deleted', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870'}, {'name': 'network-changed', 'server_uuid': 'b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36', 'tag': 'a4eab7f0-ea82-402e-bbc7-d14fdbc6b234'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:08.761556 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d311178-6288-4e1d-9ba5-0a1bb3342cba" -d '{"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-deleted", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870"}, {"name": "network-changed", "server_uuid": "b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36", "tag": "a4eab7f0-ea82-402e-bbc7-d14fdbc6b234"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:08.805427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:08.807424 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e2fd384d-79af-4613-857c-13d2db77191e req-4c8533e9-9a3e-45ad-864c-ee3401fba54e service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994748 Aug 31 09:29:08.837939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d213fe5-a621-4d10-936c-dc2d4d295c1b req-9fa68ad4-1ffc-4696-8123-99bf18f8708a tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405835 Aug 31 09:29:08.845014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Allocated IP 172.20.0.2 (044855cf-9d34-4e68-9178-fed2537e44c4/21df2250-f650-4594-af23-94f0dc87bdcd/7f820792-9faf-4d2a-a531-4e8aeb6d81fe) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:08.881872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46585c7b-61b2-42ee-b542-141390ee327c req-23b2dc8d-e58e-4de0-b3c5-a18681c3ed80 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:08.887476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46585c7b-61b2-42ee-b542-141390ee327c req-23b2dc8d-e58e-4de0-b3c5-a18681c3ed80 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.1453969 Aug 31 09:29:08.935045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-c7ac2ed7-9dc2-4870-8649-d897aeecee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:08.948632 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-c7ac2ed7-9dc2-4870-8649-d897aeecee7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1100 time: 0.0840013 Aug 31 09:29:08.971731 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10971299-e11f-4769-8726-f94fccd1354d x-openstack-request-id: req-10971299-e11f-4769-8726-f94fccd1354d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:08.972012 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e7f207-a9d4-497c-9fac-07160f77c219", "name": "network-vif-deleted", "tag": "c16202ad-6a33-4013-ae98-d9a83213c870", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36", "tag": "a4eab7f0-ea82-402e-bbc7-d14fdbc6b234", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:08.972495 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10971299-e11f-4769-8726-f94fccd1354d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:08.973333 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e7f207-a9d4-497c-9fac-07160f77c219', 'name': 'network-vif-deleted', 'tag': 'c16202ad-6a33-4013-ae98-d9a83213c870', 'status': 'completed', 'code': 200} Aug 31 09:29:08.973333 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36', 'tag': 'a4eab7f0-ea82-402e-bbc7-d14fdbc6b234', 'status': 'completed', 'code': 200} Aug 31 09:29:08.985107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46585c7b-61b2-42ee-b542-141390ee327c req-b7330ede-52d0-4990-8843-3b84d817cb24 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939269 Aug 31 09:29:09.053160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:09.071862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'a4eab7f0-ea82-402e-bbc7-d14fdbc6b234', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'a4eab7f0-ea82-402e-bbc7-d14fdbc6b234', 'mac_address': 'fa:16:3e:2c:ab:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:09.135593 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.153572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:09.201877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:09.210982 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.216275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.234689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-e04c4351-ebfa-4d4c-b565-b0c9fba6e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.239233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c3455-e7b9-45fb-9c78-74bd6443bee0 req-f3516c20-5729-4c47-8436-25b51e711c80 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.240497 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-e04c4351-ebfa-4d4c-b565-b0c9fba6e83c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0150a489da6b4f50b6cfed5a7232b7f6&device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 1098 time: 0.2118213 Aug 31 09:29:09.247452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-460c3455-e7b9-45fb-9c78-74bd6443bee0 req-f3516c20-5729-4c47-8436-25b51e711c80 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.1068425 Aug 31 09:29:09.311518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-460c3455-e7b9-45fb-9c78-74bd6443bee0 req-fade2500-0fb3-4f93-844e-66f18a091776 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611970 Aug 31 09:29:09.312970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:09.332277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.345838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['79e75a0b-b67e-464b-899c-a1a5b366897b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:09.360799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-dbe8a83a-e431-42eb-a001-2c5e79bb105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.362281 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-dbe8a83a-e431-42eb-a001-2c5e79bb105d service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4011290 Aug 31 09:29:09.365843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47220) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:09.421566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-538bae19-8b50-4f94-a4df-e6e3bace7cb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.0490143 Aug 31 09:29:09.472507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Network 044855cf-9d34-4e68-9178-fed2537e44c4 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:09.487404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:09.498767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-8f50f0be-d291-433d-ab57-e4f0cfaa3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.500294 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-8f50f0be-d291-433d-ab57-e4f0cfaa3542 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2515385 Aug 31 09:29:09.504193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-a37fb664-22ab-40c8-baa6-2789cf0513da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.506335 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-a37fb664-22ab-40c8-baa6-2789cf0513da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0737596 Aug 31 09:29:09.509397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:09.525081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.525804 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.541760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a4eab7f0-ea82-402e-bbc7-d14fdbc6b234'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:09.561826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Pushing event updated for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:09.572418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9ba20ae9-c301-4e2d-a9b8-8d2ddeedd81b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5869486 Aug 31 09:29:09.596274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f10760-5b0a-4afb-ae93-5870379db36d req-f39ca70c-228d-4ac6-a783-ae40143fd908 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.598393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1909142921-network', 'tenant_id': '334914138fec4f17a0c48914a466e8a7'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:09.598891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16f10760-5b0a-4afb-ae93-5870379db36d req-f39ca70c-228d-4ac6-a783-ae40143fd908 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 948 time: 0.1805906 Aug 31 09:29:09.607268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Request body: {'port': {'device_id': '3b241691-17b4-4597-8d48-1a061b58b61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:09.683709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Made reservation on behalf of 334914138fec4f17a0c48914a466e8a7 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:09.688389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.706705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.713441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-171f5122-e3fb-4900-98fa-2904a10dc623 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 HTTP/1.1" status: 200 len: 217 time: 0.1963584 Aug 31 09:29:09.782267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16f10760-5b0a-4afb-ae93-5870379db36d req-ca32b7c4-35cc-4f40-b4ec-2d5f0b431992 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591260 Aug 31 09:29:09.794530 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.798237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-0c58d087-dca7-4e8c-a254-972f2c5d547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.800939 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-0c58d087-dca7-4e8c-a254-972f2c5d547c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0765758 Aug 31 09:29:09.861404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8159201-2591-433c-ab54-2691d8198496 req-7a8067a5-4f70-43f6-abbe-e2402533f719 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.869961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8159201-2591-433c-ab54-2691d8198496 req-7a8067a5-4f70-43f6-abbe-e2402533f719 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 931 time: 0.3019323 Aug 31 09:29:09.885075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-12fcdfa8-9a51-4564-8662-e5bf87953c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:09.887322 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-12fcdfa8-9a51-4564-8662-e5bf87953c99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3735359 Aug 31 09:29:09.940207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8159201-2591-433c-ab54-2691d8198496 req-8aadaf50-bd49-435b-9058-da3c6fd6f9d9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693133 Aug 31 09:29:10.050507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-f3de6488-5d32-4834-a26e-b11bfe5e05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.054172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-f3de6488-5d32-4834-a26e-b11bfe5e05ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447658 Aug 31 09:29:10.168727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f05ad-8fcd-42f2-a424-114eb880a097 req-0b787d57-5c90-41c5-89eb-7b11911355e8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.170461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e34f05ad-8fcd-42f2-a424-114eb880a097 req-0b787d57-5c90-41c5-89eb-7b11911355e8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 945 time: 0.1439488 Aug 31 09:29:10.216094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-6a5fe151-039b-4c31-a69f-d1cb8d1d5743 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086979 Aug 31 09:29:10.251887 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.271882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7ef6f-5eb2-4680-8de6-5e5538e8d28c req-cd6ed100-64d2-49d1-9469-878998cd12f5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.273513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9f7ef6f-5eb2-4680-8de6-5e5538e8d28c req-cd6ed100-64d2-49d1-9469-878998cd12f5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.1676710 Aug 31 09:29:10.285923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e34f05ad-8fcd-42f2-a424-114eb880a097 req-bc0628e3-6f04-47a6-8768-7470c4442ce9 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016047 Aug 31 09:29:10.331782 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-e657cd11-dda0-4c0e-9120-30d89cf6d3bd service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561345 Aug 31 09:29:10.355179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9f7ef6f-5eb2-4680-8de6-5e5538e8d28c req-b8b1b238-0977-4049-988c-5983ad1321a1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654664 Aug 31 09:29:10.402258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.413330 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.425464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f820792-9faf-4d2a-a531-4e8aeb6d81fe {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:10.436642 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.458396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:10.464366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Transition to ACTIVE for port object 7f820792-9faf-4d2a-a531-4e8aeb6d81fe will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:10.488563 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.493765 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-ed48e0dc-f078-47f5-bca9-aa7e6dd96d32 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687089 Aug 31 09:29:10.508736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2606c-3690-40ef-8dc6-779b0b72498b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.532825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.533288 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Added segment b6f06670-d3db-4288-9d7d-66ccb461f6d5 of type vlan for network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf Aug 31 09:29:10.562180 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d311178-6288-4e1d-9ba5-0a1bb3342cba req-d7089297-458e-40b5-975d-6c5c0052bc7c service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229898 Aug 31 09:29:10.578589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Pushing event updated for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.635837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bbc5b-92b2-4fdf-9833-0da4c8ffc3b5 req-0425947a-d563-4ec1-9200-d6736c5b161a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.638875 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d15bbc5b-92b2-4fdf-9833-0da4c8ffc3b5 req-0425947a-d563-4ec1-9200-d6736c5b161a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.1905828 Aug 31 09:29:10.655241 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.702430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:10.702879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:10.703138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:10.721260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:10.721749 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:10.722381 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.724483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.726113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.745881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d15bbc5b-92b2-4fdf-9833-0da4c8ffc3b5 req-fef3aa5d-5173-47c1-b965-a81ef875e690 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760598 Aug 31 09:29:10.747099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:10.748707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:10.748707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:10.749136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Bound port: 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:10.749525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.803798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cb921403-183c-4f54-b2da-deb7bce824db up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:10.863422 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4960573 Aug 31 09:29:10.865047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4c204-c8b0-49fc-96af-748e0c4f6bbc admin admin] Pushing event updated for resources: {'Network': ['ID=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.869083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47238) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:10.884522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Request body: {'subnet': {'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1909142921-subnet', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:10.888883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:10.979613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:11.010533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Made reservation on behalf of 334914138fec4f17a0c48914a466e8a7 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:11.012798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.022531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:11.048818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port cb921403-183c-4f54-b2da-deb7bce824db completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:11.072387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port cb921403-183c-4f54-b2da-deb7bce824db triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:11.072760 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.086062 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.174788 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.198101 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dc617-ce3d-4a36-b941-e31142cf475b req-ffa0e511-5d9c-4fa2-8ea6-9fef17aa0075 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:11.199942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-233dc617-ce3d-4a36-b941-e31142cf475b req-ffa0e511-5d9c-4fa2-8ea6-9fef17aa0075 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 948 time: 0.2561598 Aug 31 09:29:11.207636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:11.207911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:11.208267 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.210292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] 10.222.0.20 "PUT /v2.0/ports/7f820792-9faf-4d2a-a531-4e8aeb6d81fe HTTP/1.1" status: 200 len: 1091 time: 1.6100779 Aug 31 09:29:11.212345 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4307cdb-67e0-4c22-bb88-c9e2abde3c6f" -d '{"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-plugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:11.213674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:11.216049 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17db236-d7f4-43dc-8f5b-83e95f911cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:11.243694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:11.250850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.252133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3ffafb5d-5ef3-4b23-9322-b5790785bf8a up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:11.257545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c097d97-ca02-44af-b8c6-216d60ee9a0b service neutron] Pushing event updated for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:11.332314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace25da-3b3a-4946-b301-1ba994a8e12b req-0ab63390-49ed-4382-b64a-8c1c3fa0df7a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:11.334433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ace25da-3b3a-4946-b301-1ba994a8e12b req-0ab63390-49ed-4382-b64a-8c1c3fa0df7a tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.1980102 Aug 31 09:29:11.347987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-233dc617-ce3d-4a36-b941-e31142cf475b req-2b70e9f2-84eb-4e67-b355-a82ddfce0b01 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180966 Aug 31 09:29:11.351769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:11.377907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:11.395672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:11.396381 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.413220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1869-d809-4d24-9689-6f124fa1c58d req-11920a9f-28a4-407f-9b19-080396495dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:11.415177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-11920a9f-28a4-407f-9b19-080396495dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1094 time: 0.1542683 Aug 31 09:29:11.496133 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d20bc27-1896-4d62-b03b-760f3941b7ee x-openstack-request-id: req-7d20bc27-1896-4d62-b03b-760f3941b7ee {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:11.496523 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:11.496869 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d20bc27-1896-4d62-b03b-760f3941b7ee {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:11.497367 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe', 'status': 'completed', 'code': 200} Aug 31 09:29:11.505046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-20504488-def2-47ca-aa11-80b55bf0f5fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe HTTP/1.1" status: 200 len: 217 time: 0.0653389 Aug 31 09:29:11.527330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ace25da-3b3a-4946-b301-1ba994a8e12b req-b8d1b495-0e18-44d4-af8b-793cbdbb4763 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435683 Aug 31 09:29:11.614463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.705527 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20606f82-3e18-4f81-85c1-94ecb9333ba8 x-openstack-request-id: req-20606f82-3e18-4f81-85c1-94ecb9333ba8 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:11.705855 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-plugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:11.706036 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20606f82-3e18-4f81-85c1-94ecb9333ba8 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:11.706435 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'code': 200} Aug 31 09:29:11.712344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.783105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:11.790692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.915777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:12.090254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0d6eb9-e015-404e-8f54-d7242f9d82a8,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:12.097591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1869-d809-4d24-9689-6f124fa1c58d req-fbf4b468-eced-4820-a2ef-a20759388c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.099141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-fbf4b468-eced-4820-a2ef-a20759388c27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.5707486 Aug 31 09:29:12.155352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-b595d195-1a2e-4546-920e-a6e3b0cef82b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405209 Aug 31 09:29:12.166411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730040-b2a1-436f-87ef-1e868187b4b3 req-c1930499-33cb-4567-bcaa-ecd7626e641e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.168007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38730040-b2a1-436f-87ef-1e868187b4b3 req-c1930499-33cb-4567-bcaa-ecd7626e641e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 945 time: 0.5761309 Aug 31 09:29:12.199299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725426b-88af-437b-abd9-46bbec9f3793 req-3883f9ee-6800-4158-a142-f8bd5d760bcf tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.200848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3725426b-88af-437b-abd9-46bbec9f3793 req-3883f9ee-6800-4158-a142-f8bd5d760bcf tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.5823565 Aug 31 09:29:12.258688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Checking segment: {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:12.259079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Network hostable DHCP agents. Network: f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:12.329515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38730040-b2a1-436f-87ef-1e868187b4b3 req-35f6b04b-e5a5-4b11-8702-e61f55df51dc tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480370 Aug 31 09:29:12.340952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3725426b-88af-437b-abd9-46bbec9f3793 req-c9a4895e-edd3-464d-87e9-6cd425534406 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001682 Aug 31 09:29:12.352015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:12.368733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-b6862187-07f1-4207-b50a-88ef130deef2 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997206 Aug 31 09:29:12.394339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:12.405179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5827bbc8-1c8c-4155-b1be-c62677cfb251 None None] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:12.460929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.462075 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.505119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-52068046-3140-4cb1-a964-af25d864825c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6360493 Aug 31 09:29:12.510177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47260) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:12.516691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:12.562213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.563335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.615802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b60cd5-9101-488d-88a8-d3187175beb9 req-565640da-7520-40ef-aa6a-392fcd8eb478 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.624333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05b60cd5-9101-488d-88a8-d3187175beb9 req-565640da-7520-40ef-aa6a-392fcd8eb478 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1427381 Aug 31 09:29:12.680212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:12.681260 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.695609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.727777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-767c1869-d809-4d24-9689-6f124fa1c58d req-1d7c2ff1-7a50-402a-9c8b-94b6663b8c2f service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484440 Aug 31 09:29:12.737803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05b60cd5-9101-488d-88a8-d3187175beb9 req-9ac640f4-df14-4526-aa21-263f9d7aec36 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124520 Aug 31 09:29:12.773732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8eabb-1c27-43a1-8ad5-75900a2bad88 req-7eccb4e6-0232-4257-a6d1-45cf54ee10ed tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.775075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03a8eabb-1c27-43a1-8ad5-75900a2bad88 req-7eccb4e6-0232-4257-a6d1-45cf54ee10ed tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 948 time: 0.1145666 Aug 31 09:29:12.812549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:12.886095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03a8eabb-1c27-43a1-8ad5-75900a2bad88 req-0e1c4e7c-9f34-4f53-95d8-8b7ae6af2d6c tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034436 Aug 31 09:29:12.953303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-bc177968-b722-4092-b507-b4070caba39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.954952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-bc177968-b722-4092-b507-b4070caba39d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1094 time: 0.1464746 Aug 31 09:29:12.966569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182aab04-504b-42ca-b687-bd01bc00641c req-c5db330f-e50f-4918-9315-9ab2549df356 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.968569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-182aab04-504b-42ca-b687-bd01bc00641c req-c5db330f-e50f-4918-9315-9ab2549df356 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.0813770 Aug 31 09:29:12.974334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Allocated IP 172.20.0.2 (f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf/5c0d6eb9-e015-404e-8f54-d7242f9d82a8/d382f8ea-a508-47b9-a333-f3a287c323df) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:12.977355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:12.988384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.989046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:12.989425 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.070285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-5e277f2c-86d1-4337-ae3d-149bc0ce031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.071806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-5e277f2c-86d1-4337-ae3d-149bc0ce031e service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.1022358 Aug 31 09:29:13.105109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-eb428f19-4712-4c95-ba3b-a019c675126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.108132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-eb428f19-4712-4c95-ba3b-a019c675126f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0&tenant_id=b968f240aff1429d984a933f1f7aa0eb HTTP/1.1" status: 200 len: 1101 time: 0.1119900 Aug 31 09:29:13.131655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:13.144315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-ab74322d-5c03-46df-b81b-4885bad35635 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe HTTP/1.1" status: 200 len: 217 time: 0.0441234 Aug 31 09:29:13.163106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-182aab04-504b-42ca-b687-bd01bc00641c req-a4ddc4c5-6fff-499b-8147-f0177f23d30c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864305 Aug 31 09:29:13.197461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.218582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.223667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-c6f50835-e825-42d9-99f2-49e95732042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.226206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-c6f50835-e825-42d9-99f2-49e95732042c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.0619886 Aug 31 09:29:13.254977 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.266889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:13.275352 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.276355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cb921403-183c-4f54-b2da-deb7bce824db no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:13.278070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-4324add5-210c-4aa6-b780-b6de6e1e10a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414243 Aug 31 09:29:13.300501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Transition to ACTIVE for port object d382f8ea-a508-47b9-a333-f3a287c323df will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:13.386085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Transition to ACTIVE for port object d382f8ea-a508-47b9-a333-f3a287c323df will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:13.429422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.432296 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.434022 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.487693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:13.510720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:13.520959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:13.532011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:13.534378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:13.542511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Pushing event updated for resources: {'Port': ['ID=d382f8ea-a508-47b9-a333-f3a287c323df,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.544084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-ea8ec385-3f89-4e8f-9516-72399451a645 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525480 Aug 31 09:29:13.554167 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.560741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7befc49-9b73-469d-9d9f-80f77847a8bf req-88963c23-d3e1-4e83-8f97-fc05b901a065 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.562623 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7befc49-9b73-469d-9d9f-80f77847a8bf req-88963c23-d3e1-4e83-8f97-fc05b901a065 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1347067 Aug 31 09:29:13.583328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.597720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Transition to ACTIVE for port object cb921403-183c-4f54-b2da-deb7bce824db will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:13.604589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:13.607235 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b20a20f-c87f-4fa0-8ec5-e6cead22b0e6" -d '{"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:13.615459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.636521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Attempting to bind port d382f8ea-a508-47b9-a333-f3a287c323df on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:13.636912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Attempting to bind port d382f8ea-a508-47b9-a333-f3a287c323df by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:13.637265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Attempting to bind port d382f8ea-a508-47b9-a333-f3a287c323df on network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:13.670399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:13.670399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Checking segment: {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:13.670399 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.671120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Bound using segment: {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:13.671628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Bound port: d382f8ea-a508-47b9-a333-f3a287c323df, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:13.672028 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.675238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a17db236-d7f4-43dc-8f5b-83e95f911cc0 req-8f5d9f60-eb27-448f-86be-df2748fa9bcb service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112921 Aug 31 09:29:13.696520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4634-a16b-407d-93d7-e1990161e361 req-e45c3c4b-c668-4090-bedd-52a11f8423c0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.704080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:29:13.704448 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:29:13.705401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-207d4634-a16b-407d-93d7-e1990161e361 req-e45c3c4b-c668-4090-bedd-52a11f8423c0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.2076452 Aug 31 09:29:13.724486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0905fcb0-12b1-4bc0-8e71-97dd93ce576c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffafb5d-5ef3-4b23-9322-b5790785bf8a'}, {'server_uuid': 'b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eab7f0-ea82-402e-bbc7-d14fdbc6b234'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:13.727154 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f853a8ac-0348-42d5-9b3a-e0f1dbddf94b" -d '{"events": [{"server_uuid": "0905fcb0-12b1-4bc0-8e71-97dd93ce576c", "name": "network-vif-plugged", "status": "completed", "tag": "3ffafb5d-5ef3-4b23-9322-b5790785bf8a"}, {"server_uuid": "b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36", "name": "network-vif-plugged", "status": "completed", "tag": "a4eab7f0-ea82-402e-bbc7-d14fdbc6b234"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:13.773757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] For port d382f8ea-a508-47b9-a333-f3a287c323df, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:13.777783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] For port d382f8ea-a508-47b9-a333-f3a287c323df, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d382f8ea-a508-47b9-a333-f3a287c323df,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:13.780580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7befc49-9b73-469d-9d9f-80f77847a8bf req-ea2b81bd-5319-4c34-9f79-2f7bb5f4413b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100239 Aug 31 09:29:13.784504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-207d4634-a16b-407d-93d7-e1990161e361 req-11d3d13e-4469-4198-9ba5-b15e4796077b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776722 Aug 31 09:29:13.796465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.827556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] No DVR routers for this DVR port cb921403-183c-4f54-b2da-deb7bce824db on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:13.894300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:13.894956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:13.895462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:13.902996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.908928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.955783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672b42c-a4fc-486c-953a-d14eae1a16f9 None None] Pushing event updated for resources: {'Port': ['ID=d382f8ea-a508-47b9-a333-f3a287c323df,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.960980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:13.961322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Attempting to bind port cb921403-183c-4f54-b2da-deb7bce824db on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:13.963896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.993620 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e94bdfe-002b-4550-8c6b-0eb9af76413a x-openstack-request-id: req-1e94bdfe-002b-4550-8c6b-0eb9af76413a {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:13.993923 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0905fcb0-12b1-4bc0-8e71-97dd93ce576c", "name": "network-vif-plugged", "status": "completed", "tag": "3ffafb5d-5ef3-4b23-9322-b5790785bf8a", "code": 200}, {"server_uuid": "b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36", "name": "network-vif-plugged", "status": "completed", "tag": "a4eab7f0-ea82-402e-bbc7-d14fdbc6b234", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:13.994205 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e94bdfe-002b-4550-8c6b-0eb9af76413a {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:13.994611 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0905fcb0-12b1-4bc0-8e71-97dd93ce576c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffafb5d-5ef3-4b23-9322-b5790785bf8a', 'code': 200} Aug 31 09:29:13.994894 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eab7f0-ea82-402e-bbc7-d14fdbc6b234', 'code': 200} Aug 31 09:29:14.125007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Allocated IP 172.25.1.49 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/683359e3-f31a-4de7-9c22-f131d3e127f6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:14.194371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb9fb-26de-48c4-8eb1-c90a4cfbebf9 req-2f2bec46-bd62-4fbf-b183-32774ec61956 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.204166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fedb9fb-26de-48c4-8eb1-c90a4cfbebf9 req-2f2bec46-bd62-4fbf-b183-32774ec61956 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.1174951 Aug 31 09:29:14.206130 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27107337-7e35-47de-a088-791b0959daa8 x-openstack-request-id: req-27107337-7e35-47de-a088-791b0959daa8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:14.209850 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:14.210637 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27107337-7e35-47de-a088-791b0959daa8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:14.214195 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'code': 200} Aug 31 09:29:14.319518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fedb9fb-26de-48c4-8eb1-c90a4cfbebf9 req-7f3ca090-99ff-4f63-b5df-06f26f82e46d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121974 Aug 31 09:29:14.351729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faec55-f807-4ffc-8a11-e7e04db13a3a req-3c1cf791-c9b2-48a5-becb-e726e4f90d06 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.363988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01faec55-f807-4ffc-8a11-e7e04db13a3a req-3c1cf791-c9b2-48a5-becb-e726e4f90d06 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 949 time: 0.1274185 Aug 31 09:29:14.409215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01faec55-f807-4ffc-8a11-e7e04db13a3a req-c682f4af-c00b-4aac-b66d-e79d49722014 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Aug 31 09:29:14.478650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afdeeb-de30-474e-9a52-2ee6b880786d req-87d17b85-5319-48a6-87d5-2e32d95a3efe tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.480336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73afdeeb-de30-474e-9a52-2ee6b880786d req-87d17b85-5319-48a6-87d5-2e32d95a3efe tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.0603101 Aug 31 09:29:14.571238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73afdeeb-de30-474e-9a52-2ee6b880786d req-bbebf8bf-433d-4518-bb14-e0941d80633d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782409 Aug 31 09:29:14.654383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:14.654982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:14.655129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:14.655549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Bound port: cb921403-183c-4f54-b2da-deb7bce824db, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:14.655904 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.748086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7bc85-3576-45e9-99ff-9357870873bb req-049c63a4-f17d-4eba-a320-e73f4216177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.749666 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-16f7bc85-3576-45e9-99ff-9357870873bb req-049c63a4-f17d-4eba-a320-e73f4216177d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 1100 time: 0.5188229 Aug 31 09:29:14.760823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3616ba-d333-45c1-80d1-0f1c13990827 req-7c46975b-3711-4070-8d30-fcebff9e1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.763457 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e3616ba-d333-45c1-80d1-0f1c13990827 req-7c46975b-3711-4070-8d30-fcebff9e1b33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 1097 time: 0.5470128 Aug 31 09:29:14.848421 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.943910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:14.983023 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-16f7bc85-3576-45e9-99ff-9357870873bb req-e39a68d0-8770-4d66-9647-c9a37702cea0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121944 Aug 31 09:29:14.992991 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4e3616ba-d333-45c1-80d1-0f1c13990827 req-a1c71225-662e-48d0-9a3e-c9bc154a712e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160208 Aug 31 09:29:15.001662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:15.014326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.037214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace88b4e-d4ac-4a6d-8fb7-daddf9e05906 req-26b93af9-f44e-4eae-9566-a36e843fe6ff tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.041411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ace88b4e-d4ac-4a6d-8fb7-daddf9e05906 req-26b93af9-f44e-4eae-9566-a36e843fe6ff tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1328993 Aug 31 09:29:15.065641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1df5f-ecac-49ac-b72f-10f77aefbd53 req-e5b2f518-92af-4c9b-bc21-c89ddbfc4bf5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.068892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.069202 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.070920 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] 10.222.0.20 "PUT /v2.0/ports/cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 1097 time: 1.9452887 Aug 31 09:29:15.074760 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.075029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cef1df5f-ecac-49ac-b72f-10f77aefbd53 req-e5b2f518-92af-4c9b-bc21-c89ddbfc4bf5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.1187117 Aug 31 09:29:15.119989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c068f56-35c4-4e0b-abbf-42cd8187deeb service neutron] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=11']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:15.152107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ace88b4e-d4ac-4a6d-8fb7-daddf9e05906 req-45cde250-6eed-474d-bf92-e5ef72bd15bd tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019471 Aug 31 09:29:15.186481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cef1df5f-ecac-49ac-b72f-10f77aefbd53 req-9e537830-6d18-4cdf-b819-23318fa03ff9 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106157 Aug 31 09:29:15.289083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:15.300903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:15.306799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:15.312742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Pushing event updated for resources: {'Port': ['ID=683359e3-f31a-4de7-9c22-f131d3e127f6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:15.355723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-b1a001ce-7fb8-4b08-809b-69329771aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.357318 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-b1a001ce-7fb8-4b08-809b-69329771aa4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1100 time: 0.2289920 Aug 31 09:29:15.526019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12cf52b-2986-4cdd-a922-0442211cc5d1 None None] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:15.541135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1739b0-2810-43bb-a52c-78f9af8f6b68 req-2ddfd2d3-8e2d-49e8-9c90-2dc164b99fcb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.550458 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b1739b0-2810-43bb-a52c-78f9af8f6b68 req-2ddfd2d3-8e2d-49e8-9c90-2dc164b99fcb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.1318796 Aug 31 09:29:15.579106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-5f29f930-4a59-456d-afc8-0cd26f20954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.580570 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-5f29f930-4a59-456d-afc8-0cd26f20954e service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2107167 Aug 31 09:29:15.642339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b1739b0-2810-43bb-a52c-78f9af8f6b68 req-f12dc2a2-c9b4-40e6-b9bb-81a54014f943 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903735 Aug 31 09:29:15.659242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-31c23d96-0a4d-42ad-80e7-c93a32a26f8c None None] Provisioning for port d382f8ea-a508-47b9-a333-f3a287c323df completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:15.665375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2960bf9-b968-4aed-b434-d9c26f7f088b req-41d5fe94-ff56-4a3b-95fd-360d43c7e67d tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.667371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2960bf9-b968-4aed-b434-d9c26f7f088b req-41d5fe94-ff56-4a3b-95fd-360d43c7e67d tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 949 time: 0.1129582 Aug 31 09:29:15.763592 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-73cef2be-6dbb-4b6e-9b9b-ba1bc8c36504 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.0574017 Aug 31 09:29:15.768336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2960bf9-b968-4aed-b434-d9c26f7f088b req-c02f28f0-de7d-4e2f-92ae-8af6b613aac9 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947793 Aug 31 09:29:15.808163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081fde-9557-4559-ae83-e881267b6be7 req-977b603e-7eda-4192-b928-a7d3f71af9d6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.815718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56081fde-9557-4559-ae83-e881267b6be7 req-977b603e-7eda-4192-b928-a7d3f71af9d6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.0989029 Aug 31 09:29:15.835634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.861960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56081fde-9557-4559-ae83-e881267b6be7 req-eea8d0e1-37e7-486c-a1b2-b727baa8a716 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 Aug 31 09:29:15.903638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-114e6545-a28a-408a-bd7c-821e8f6943d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.907557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-114e6545-a28a-408a-bd7c-821e8f6943d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1286836 Aug 31 09:29:16.014732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d382f8ea-a508-47b9-a333-f3a287c323df up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:16.076805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d382f8ea-a508-47b9-a333-f3a287c323df completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:16.081402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d382f8ea-a508-47b9-a333-f3a287c323df triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:16.081779 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.105327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-cf5cc8fd-6372-452b-9b20-ce6e6c1a0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:16.106800 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-cf5cc8fd-6372-452b-9b20-ce6e6c1a0b87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338599 Aug 31 09:29:16.211569 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.251937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:16.255104 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c" -d '{"events": [{"name": "network-changed", "server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:16.282021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d382f8ea-a508-47b9-a333-f3a287c323df, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d382f8ea-a508-47b9-a333-f3a287c323df,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:16.289138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.292861 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.344123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31243f35-6f1c-44b8-a015-7e346b8e330a req-ba5caa4e-a5b7-46f8-af63-9a7021b981dc tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:16.356853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31243f35-6f1c-44b8-a015-7e346b8e330a req-ba5caa4e-a5b7-46f8-af63-9a7021b981dc tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1217127 Aug 31 09:29:16.420088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d382f8ea-a508-47b9-a333-f3a287c323df,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:16.442330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31243f35-6f1c-44b8-a015-7e346b8e330a req-b962b41a-43cf-4df9-b930-2a829081083d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845342 Aug 31 09:29:16.458005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abea809-b6e0-4d6a-b92d-59f4e79ad8ac req-7902f1d5-4f7e-4ee9-83a0-869dee98c52c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:16.461788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6abea809-b6e0-4d6a-b92d-59f4e79ad8ac req-7902f1d5-4f7e-4ee9-83a0-869dee98c52c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.0865493 Aug 31 09:29:16.464124 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-8fd566b6-bd15-42a0-8de4-4664a000101e service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466144 Aug 31 09:29:16.563303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6abea809-b6e0-4d6a-b92d-59f4e79ad8ac req-2ceec7d7-c422-4687-99bf-27033b675282 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939641 Aug 31 09:29:16.655637 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60607690-1f4b-4cc9-8927-2c070f4c9450 x-openstack-request-id: req-60607690-1f4b-4cc9-8927-2c070f4c9450 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:16.655990 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:16.656176 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60607690-1f4b-4cc9-8927-2c070f4c9450 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:16.656549 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'status': 'completed', 'code': 200} Aug 31 09:29:16.759876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25967ab8-f9e8-463e-8d91-f030eca802cb req-4996a940-0b97-48ef-9ab4-423a801e66cf service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066350 Aug 31 09:29:16.813599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-a82bdc2a-e4a1-4734-bd74-60aae82c7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:16.815306 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-a82bdc2a-e4a1-4734-bd74-60aae82c7eca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1100 time: 0.1569376 Aug 31 09:29:16.843329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506d89-905c-477c-b99c-b0d5a6916614 req-824f3d1a-037d-4f78-a8f9-d4173c90762c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:16.845109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73506d89-905c-477c-b99c-b0d5a6916614 req-824f3d1a-037d-4f78-a8f9-d4173c90762c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.0827096 Aug 31 09:29:16.903863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:29:16.905189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73506d89-905c-477c-b99c-b0d5a6916614 req-4cdbd38e-9c19-468c-881d-1f461a0dd1f3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516880 Aug 31 09:29:16.957128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02814686-bd4b-4a51-b4dc-c3e16389741d req-93f3411d-5c32-4b5d-b4c8-d3aa26d41de6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:16.959699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02814686-bd4b-4a51-b4dc-c3e16389741d req-93f3411d-5c32-4b5d-b4c8-d3aa26d41de6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 949 time: 0.0691140 Aug 31 09:29:17.015739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-c7e146fc-ff4c-4d5b-86bd-a339caeeb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.017722 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-c7e146fc-ff4c-4d5b-86bd-a339caeeb94d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b968f240aff1429d984a933f1f7aa0eb&device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1100 time: 0.1819553 Aug 31 09:29:17.085902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02814686-bd4b-4a51-b4dc-c3e16389741d req-cfd4c55b-c612-41d5-b30c-0aad677f86b0 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181183 Aug 31 09:29:17.125078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f5896-bddf-4a1d-bc47-ad3a29439d28 req-899aed97-3103-4654-bdeb-45de8a74a55c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.128464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a86f5896-bddf-4a1d-bc47-ad3a29439d28 req-899aed97-3103-4654-bdeb-45de8a74a55c tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.1144545 Aug 31 09:29:17.137900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-db99ac1c-fa89-486c-83f9-ecd8e5adb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.140182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-db99ac1c-fa89-486c-83f9-ecd8e5adb44b service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3162282 Aug 31 09:29:17.202580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a86f5896-bddf-4a1d-bc47-ad3a29439d28 req-cf0f3791-bf45-45c0-b906-dfc8975a0691 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611720 Aug 31 09:29:17.209898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-1d70f7b9-5ed6-4b97-85ec-2454036c7272 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.0589135 Aug 31 09:29:17.213542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:17.233452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Sync routers for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:17.253772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:17.254548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:17.277794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.281567 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-40d40b39-2b91-4340-b75b-50ccc15ff638 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7678165 Aug 31 09:29:17.282496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47314) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:17.304089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-735a4945-1bcd-480d-8323-d86d73360412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.305514 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-735a4945-1bcd-480d-8323-d86d73360412 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2773132 Aug 31 09:29:17.307532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-0de27655-8f35-4b7f-af01-394ebb88f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.315711 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-0de27655-8f35-4b7f-af01-394ebb88f8b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0892844 Aug 31 09:29:17.392623 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-63055fa7-b593-4cc4-9aaa-a0188b208317 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 200 len: 217 time: 0.0776839 Aug 31 09:29:17.411830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:17.414684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-2b5d6c9b-4d0c-4552-aeab-59966f52a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.416417 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-2b5d6c9b-4d0c-4552-aeab-59966f52a7da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928788 Aug 31 09:29:17.541656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-c6120c67-cb75-4981-ac5a-cd034e47414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.543334 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-c6120c67-cb75-4981-ac5a-cd034e47414e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1383817 Aug 31 09:29:17.590956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-c9f541dd-70bb-4384-a110-272727a6be96 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493943 Aug 31 09:29:17.630418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:15Z', 'revision_number': 3, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:17.661133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Checking router: 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:17.661487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Updating router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb port 683359e3-f31a-4de7-9c22-f131d3e127f6 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:29:17.667489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9e0b7-1d12-495f-bce7-cd0f4fa295b8 req-0927a0f3-8723-451c-8aaf-0902b3d0ad4e tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.670878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aff9e0b7-1d12-495f-bce7-cd0f4fa295b8 req-0927a0f3-8723-451c-8aaf-0902b3d0ad4e tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 949 time: 0.2498093 Aug 31 09:29:17.698297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.749939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085614b-c933-4800-b86e-c71f112b3f47 req-f2fb708e-2cfe-4e0e-ba0d-58909b1b0dc4 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.750834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c085614b-c933-4800-b86e-c71f112b3f47 req-f2fb708e-2cfe-4e0e-ba0d-58909b1b0dc4 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1870265 Aug 31 09:29:17.774214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aff9e0b7-1d12-495f-bce7-cd0f4fa295b8 req-e8a61064-6d4d-47c0-87cb-e03b7ac7b3cc tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936751 Aug 31 09:29:17.824171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c085614b-c933-4800-b86e-c71f112b3f47 req-5280bb18-16c7-4f4f-901b-98144e55941c tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527077 Aug 31 09:29:17.979151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d382f8ea-a508-47b9-a333-f3a287c323df up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:17.993302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-be907098-9925-473b-ad1a-849ae071fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.995027 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-be907098-9925-473b-ad1a-849ae071fde2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4412777 Aug 31 09:29:18.006298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee27eb3-f11b-4ee4-896d-0c1aa2e94d06 req-d6103845-28bc-45c7-9686-5cd5a9dc4eaa tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.007942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ee27eb3-f11b-4ee4-896d-0c1aa2e94d06 req-d6103845-28bc-45c7-9686-5cd5a9dc4eaa tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.1276963 Aug 31 09:29:18.083765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.100996 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.115358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d382f8ea-a508-47b9-a333-f3a287c323df triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:18.115987 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.116481 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-fcfac48f-965d-4bb6-9a5f-f729cfd5638a service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162060 Aug 31 09:29:18.118062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ee27eb3-f11b-4ee4-896d-0c1aa2e94d06 req-c25ef84a-6a68-48ca-ba0f-1079f52ca384 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742061 Aug 31 09:29:18.153629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-50017cbb-72a1-490a-aa88-4ed0d570d3d7 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474111 Aug 31 09:29:18.165198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Transition to ACTIVE for port object 683359e3-f31a-4de7-9c22-f131d3e127f6 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:18.180289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.297799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Attempting to bind port 683359e3-f31a-4de7-9c22-f131d3e127f6 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:18.298494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Attempting to bind port 683359e3-f31a-4de7-9c22-f131d3e127f6 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:18.298494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Attempting to bind port 683359e3-f31a-4de7-9c22-f131d3e127f6 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:18.305859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3aaee-df92-4270-af4f-232dfcc5b115 None None] Pushing event updated for resources: {'Port': ['ID=683359e3-f31a-4de7-9c22-f131d3e127f6,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:18.323367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:18.323623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:18.323878 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.324319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:18.324800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Bound port: 683359e3-f31a-4de7-9c22-f131d3e127f6, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:18.325184 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.373692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efd71e-ff9f-426c-8b54-f8da9d89ff0d req-40365036-50a1-439f-8f80-28540ca4b2db tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.375466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0efd71e-ff9f-426c-8b54-f8da9d89ff0d req-40365036-50a1-439f-8f80-28540ca4b2db tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.1563442 Aug 31 09:29:18.410386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] For port 683359e3-f31a-4de7-9c22-f131d3e127f6, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:18.417078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] For port 683359e3-f31a-4de7-9c22-f131d3e127f6, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=683359e3-f31a-4de7-9c22-f131d3e127f6,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:18.423297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.433853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Allocated IP 172.20.0.1 (f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf/5c0d6eb9-e015-404e-8f54-d7242f9d82a8/83be224b-5d15-40f3-8927-dc91476af514) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:18.443650 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-140bfcb0-5a69-454f-b6fd-73bd29c8ff4c req-cafad596-be15-462b-aaa1-1175ea79cf1a service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829115 Aug 31 09:29:18.488212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-0b4eeca1-f660-42aa-93fb-601f0db66121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.488212 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-0b4eeca1-f660-42aa-93fb-601f0db66121 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 1097 time: 0.1176577 Aug 31 09:29:18.492301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52155cb1-c25a-4378-9636-a7e9f3cacea7 req-ee8f118c-a1da-4e31-8eff-1ad99fc85d42 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.494134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52155cb1-c25a-4378-9636-a7e9f3cacea7 req-ee8f118c-a1da-4e31-8eff-1ad99fc85d42 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.1489766 Aug 31 09:29:18.494318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3aaee-df92-4270-af4f-232dfcc5b115 None None] Pushing event updated for resources: {'Port': ['ID=683359e3-f31a-4de7-9c22-f131d3e127f6,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:18.504126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:18.505207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:18.526848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0efd71e-ff9f-426c-8b54-f8da9d89ff0d req-a413873c-6454-425c-9c4b-77e3cb1abc67 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330826 Aug 31 09:29:18.602914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52155cb1-c25a-4378-9636-a7e9f3cacea7 req-0f0ccb44-556d-445b-a2ea-e5e249b5a458 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731792 Aug 31 09:29:18.673625 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.677315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-f658b63d-65c2-480d-891f-ed97623a4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.679021 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-f658b63d-65c2-480d-891f-ed97623a4ce1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 921 time: 0.1837010 Aug 31 09:29:18.683384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:18.693459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Transition to ACTIVE for port object 83be224b-5d15-40f3-8927-dc91476af514 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:18.714089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92d8d2-9f8a-49fd-a6cb-083d1a99396d req-303bd6c6-6686-4208-b9ba-37696d0ff68b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.715732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b92d8d2-9f8a-49fd-a6cb-083d1a99396d req-303bd6c6-6686-4208-b9ba-37696d0ff68b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.0977902 Aug 31 09:29:18.736074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-8f2539b1-02a2-49eb-b6ed-9de68f4a9730 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ffafb5d-5ef3-4b23-9322-b5790785bf8a HTTP/1.1" status: 200 len: 217 time: 0.0493431 Aug 31 09:29:18.776933 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.788105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b92d8d2-9f8a-49fd-a6cb-083d1a99396d req-74497c41-d6ee-49d4-aa3d-45e122972bdd tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609124 Aug 31 09:29:18.826718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-d4e1dfa1-e400-4a7a-993a-076506c06e97 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.828173 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-d4e1dfa1-e400-4a7a-993a-076506c06e97 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 949 time: 0.1032891 Aug 31 09:29:18.842438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-279f3bda-7d35-4472-8cd6-6de2a19b3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.844218 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-279f3bda-7d35-4472-8cd6-6de2a19b3e85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.0865219 Aug 31 09:29:18.854035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:18.857512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:18.863361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:18.863855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.867100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Pushing event updated for resources: {'Port': ['ID=83be224b-5d15-40f3-8927-dc91476af514,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:18.913141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.913487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.913945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.914293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.914621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.914990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.915322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.915648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.916099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.916447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.916774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.917094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:18.942441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-e309a12c-7f1a-455c-aa41-2f9e220cd628 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881250 Aug 31 09:29:19.129945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Deleting port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:19.130718 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.137399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c258cc6-ed96-4493-9fd7-491d08aa3963 req-00596deb-dd4d-4845-a64b-e51debaa9d00 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:19.144894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c258cc6-ed96-4493-9fd7-491d08aa3963 req-00596deb-dd4d-4845-a64b-e51debaa9d00 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36 HTTP/1.1" status: 200 len: 949 time: 0.2240560 Aug 31 09:29:19.169160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:15Z', 'revision_number': 3, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:19.182308 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.184791 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-c74bd25d-cfa3-4bd5-918f-b90dbea45659 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244368 Aug 31 09:29:19.220462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91336a-dfa7-4dbe-8535-9459daabddd8 None None] The sync data for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 is: [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:15Z', 'revision_number': 3, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:19.222320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c258cc6-ed96-4493-9fd7-491d08aa3963 req-77b4e5af-137c-4afb-8f77-b65b3dc7cb86 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714993 Aug 31 09:29:19.244907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6e464f51-fdf0-4c3e-a4f8-ddd221d130df None None] Provisioning for port 83be224b-5d15-40f3-8927-dc91476af514 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:19.251172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6e464f51-fdf0-4c3e-a4f8-ddd221d130df None None] Provisioning complete for port 83be224b-5d15-40f3-8927-dc91476af514 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:19.252117 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6e464f51-fdf0-4c3e-a4f8-ddd221d130df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.295818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6e464f51-fdf0-4c3e-a4f8-ddd221d130df None None] Port 83be224b-5d15-40f3-8927-dc91476af514 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:19.366966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1748d0-213c-4097-8f1e-e2a7de0a3a20 req-8cb0834a-9b75-4bb2-935a-bcd76fd578ed tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:19.368632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee1748d0-213c-4097-8f1e-e2a7de0a3a20 req-8cb0834a-9b75-4bb2-935a-bcd76fd578ed tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.1451309 Aug 31 09:29:19.392456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] For port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:19.392731 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.397242 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8eb5ef00-5295-4c20-9fc4-4fafc5622bd8 req-755cf546-9ac9-4cd5-8762-5f4d55e58f17 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661716 Aug 31 09:29:19.421081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Calling delete_port for a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:19.448640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee1748d0-213c-4097-8f1e-e2a7de0a3a20 req-0a317bc7-9ba1-4210-8ff1-6c756624c93f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734591 Aug 31 09:29:19.530970 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.536069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.536891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.638456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Pushing event updated for resources: {'Port': ['ID=83be224b-5d15-40f3-8927-dc91476af514,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:19.658511 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.675098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a4eab7f0-ea82-402e-bbc7-d14fdbc6b234'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:19.762861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Pushing event deleted for resources: {'Port': ['ID=a4eab7f0-ea82-402e-bbc7-d14fdbc6b234,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:19.786387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:19.794853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:19.816195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62481fd7-8e8f-4b5e-8669-4c3f315223d0 req-8050e816-d4a8-45f0-b543-3fb74cf288ef tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:19.819591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62481fd7-8e8f-4b5e-8669-4c3f315223d0 req-8050e816-d4a8-45f0-b543-3fb74cf288ef tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.1341443 Aug 31 09:29:19.847297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.847854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.848400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.848910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.849447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.849990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.850829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.851313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.851822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.852989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.852989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.853554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:19.858185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] No DVR routers for this DVR port a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:19.868803 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.876316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6fa134f8-7b44-41fc-a9db-4baa3f8a58c7 req-273d275a-0f3c-447a-95c3-b7961ad21fc6 tempest-ImagesNegativeTestJSON-2138171037 tempest-ImagesNegativeTestJSON-2138171037-project] 10.222.0.52 "DELETE /v2.0/ports/a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 HTTP/1.1" status: 204 len: 173 time: 1.0392673 Aug 31 09:29:19.877041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36', 'name': 'network-vif-deleted', 'tag': 'a4eab7f0-ea82-402e-bbc7-d14fdbc6b234'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:19.887453 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a925e2c3-a7af-41c4-b610-b34145e3f85c" -d '{"events": [{"server_uuid": "b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36", "name": "network-vif-deleted", "tag": "a4eab7f0-ea82-402e-bbc7-d14fdbc6b234"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:20.028867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2eb2c-41ed-4c79-8a36-6df26ab4533f req-d3981c91-040e-47c1-9683-dfeb74c698f7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.030464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0d2eb2c-41ed-4c79-8a36-6df26ab4533f req-d3981c91-040e-47c1-9683-dfeb74c698f7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.2923622 Aug 31 09:29:20.068523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62481fd7-8e8f-4b5e-8669-4c3f315223d0 req-5a727a13-aaea-4905-b1ac-bc77158fc3d3 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401183 Aug 31 09:29:20.258063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 683359e3-f31a-4de7-9c22-f131d3e127f6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:20.341683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c8ac6c55-0704-4dd1-aaba-446c7ea63df3 None None] Provisioning complete for port 83be224b-5d15-40f3-8927-dc91476af514 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:20.342154 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6c55-0704-4dd1-aaba-446c7ea63df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.375174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 683359e3-f31a-4de7-9c22-f131d3e127f6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:20.386279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 683359e3-f31a-4de7-9c22-f131d3e127f6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:20.386657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.413871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac6c55-0704-4dd1-aaba-446c7ea63df3 None None] Port 83be224b-5d15-40f3-8927-dc91476af514 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:20.537256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0d2eb2c-41ed-4c79-8a36-6df26ab4533f req-8c66c60a-166f-4585-919c-46cb967672ab tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906182 Aug 31 09:29:20.557314 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.567248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:20.595126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507e3be-04d5-40c8-8e31-6a6cbb9a81e1 req-d55be7e1-ff8a-4264-972e-c635ace3372b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.596867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7507e3be-04d5-40c8-8e31-6a6cbb9a81e1 req-d55be7e1-ff8a-4264-972e-c635ace3372b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.0858071 Aug 31 09:29:20.607963 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb35580-cc77-4d8e-b19d-fd72602cd696 x-openstack-request-id: req-3eb35580-cc77-4d8e-b19d-fd72602cd696 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:20.608511 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36", "name": "network-vif-deleted", "tag": "a4eab7f0-ea82-402e-bbc7-d14fdbc6b234", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:20.608511 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3eb35580-cc77-4d8e-b19d-fd72602cd696 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:20.609124 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7d7f8-8553-4b6f-84a3-a3d8ab86aa36', 'name': 'network-vif-deleted', 'tag': 'a4eab7f0-ea82-402e-bbc7-d14fdbc6b234', 'status': 'completed', 'code': 200} Aug 31 09:29:20.659947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 683359e3-f31a-4de7-9c22-f131d3e127f6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=683359e3-f31a-4de7-9c22-f131d3e127f6,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:20.667767 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.742045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=683359e3-f31a-4de7-9c22-f131d3e127f6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:20.809258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:20.822123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7507e3be-04d5-40c8-8e31-6a6cbb9a81e1 req-20e73553-061e-4f69-8932-a7c1325af6f0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112520 Aug 31 09:29:20.843322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2df52bcf-55f3-4f49-80ac-cdcd1d684e9a admin admin] 10.222.0.69 "PUT /v2.0/routers/5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5594454 Aug 31 09:29:20.970888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91373f-fcdb-44b5-9c86-824f253a2a1a req-507aa8e0-77ef-4261-aa00-7620d4f5f64e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.973696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce91373f-fcdb-44b5-9c86-824f253a2a1a req-507aa8e0-77ef-4261-aa00-7620d4f5f64e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 946 time: 0.1121731 Aug 31 09:29:21.039192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce91373f-fcdb-44b5-9c86-824f253a2a1a req-096900ab-1f90-45ba-b406-15b8fba600d4 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533090 Aug 31 09:29:21.246588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389afbc-9ff8-46d0-b072-16e01efa0929 req-63a66a85-f1aa-4b7f-82b7-eace690b40fb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:21.254756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c389afbc-9ff8-46d0-b072-16e01efa0929 req-63a66a85-f1aa-4b7f-82b7-eace690b40fb tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 949 time: 0.0960095 Aug 31 09:29:21.318010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c389afbc-9ff8-46d0-b072-16e01efa0929 req-5aa3f992-3647-4b5d-9537-6eda3da47edc tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516064 Aug 31 09:29:21.466387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47386) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:21.504164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47390) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:21.511080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-23beea38-7643-4dda-af0a-96f773be763e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306566185', 'description': 'tempest-description--1955728617'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:21.543234 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23beea38-7643-4dda-af0a-96f773be763e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.621987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-27f10bfd-d8f1-4005-9acf-fd9214e47067 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:21.626858 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-27f10bfd-d8f1-4005-9acf-fd9214e47067 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1097 time: 0.1078031 Aug 31 09:29:21.640342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-2'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:21.720282 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-45371c74-0ffa-4359-ac06-30e826344eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.745408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.771915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cb921403-183c-4f54-b2da-deb7bce824db details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:21.816209 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Sync routers for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:21.835381 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:21.836015 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:21.872744 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23beea38-7643-4dda-af0a-96f773be763e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.918641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23beea38-7643-4dda-af0a-96f773be763e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.007455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:22.017341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47400) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:22.017597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5d00b1fd-0544-450b-991a-1674ca6e9eaa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0150a489da6b4f50b6cfed5a7232b7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459917 Aug 31 09:29:22.030839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'cb921403-183c-4f54-b2da-deb7bce824db', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'cb921403-183c-4f54-b2da-deb7bce824db', 'mac_address': 'fa:16:3e:cf:b8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:22.034552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 683359e3-f31a-4de7-9c22-f131d3e127f6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:22.037485 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23beea38-7643-4dda-af0a-96f773be763e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.039026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-23beea38-7643-4dda-af0a-96f773be763e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5334163 Aug 31 09:29:22.044037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47402) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:22.090187 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:22.105465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2c820e0f-7889-4d83-b052-1b59765bb40c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Request body: {'security_group_rule': {'security_group_id': '001a5e89-89ce-4165-8b11-38cbac297229', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:22.126051 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.128683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beea38-7643-4dda-af0a-96f773be763e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001a5e89-89ce-4165-8b11-38cbac297229,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:22.143313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb921403-183c-4f54-b2da-deb7bce824db {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:22.151307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38725d4-2e4d-4524-bd6b-2c10d0b96594 req-e7a53eab-164c-4ee7-bcbb-48e548b61db4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.157116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:22.165160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38725d4-2e4d-4524-bd6b-2c10d0b96594 req-e7a53eab-164c-4ee7-bcbb-48e548b61db4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.4880967 Aug 31 09:29:22.183537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:22.185041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 683359e3-f31a-4de7-9c22-f131d3e127f6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:22.185730 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.190420 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.210247 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c820e0f-7889-4d83-b052-1b59765bb40c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.218880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:22.250521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38725d4-2e4d-4524-bd6b-2c10d0b96594 req-d375a3ac-42c5-4ca7-a9d2-2678ffe1eea2 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820622 Aug 31 09:29:22.294001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.317568 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.322437 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:29:22.333151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d20ce-bb8e-42e4-8471-f3b086e8586a req-10fe3ac8-4f77-4941-9203-60464d18db2e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.335631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e46d20ce-bb8e-42e4-8471-f3b086e8586a req-10fe3ac8-4f77-4941-9203-60464d18db2e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.2955372 Aug 31 09:29:22.345405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=12']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:22.360145 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 2, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:22.396040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c820e0f-7889-4d83-b052-1b59765bb40c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.396281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44635ea4-60a0-4dbd-a73d-64830dca2453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.410055 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Checking router: 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:22.410415 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Updating router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb port 83be224b-5d15-40f3-8927-dc91476af514 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:29:22.416006 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c820e0f-7889-4d83-b052-1b59765bb40c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.444904 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.455513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:22.461055 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44635ea4-60a0-4dbd-a73d-64830dca2453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.482876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on host n-h1-806683-2 for vnic_type normal with profile {"migrating_to": "n-h2-806683-2"} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:22.483428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:22.483926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:22.493783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c820e0f-7889-4d83-b052-1b59765bb40c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3993a758-9adb-49a5-9c89-11a51a8ad2b8,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:22.510150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:22.510651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Attempting to bind port 42ab465e-52e6-4811-92fd-42a794859f9e on network fb7c1f2b-a394-4358-9e91-cd7972fe8596 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:22.516921 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c820e0f-7889-4d83-b052-1b59765bb40c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.518735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c820e0f-7889-4d83-b052-1b59765bb40c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4594777 Aug 31 09:29:22.522819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47408) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:22.528227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6cb72e35-d126-4cab-ba1a-352263e4b19c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Request body: {'security_group_rule': {'security_group_id': '001a5e89-89ce-4165-8b11-38cbac297229', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:22.534727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:22.535501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Checking segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:22.535965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Bound using segment: {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:22.537160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Bound port: 42ab465e-52e6-4811-92fd-42a794859f9e, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'fb7c1f2b-a394-4358-9e91-cd7972fe8596'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:22.537720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.539317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e46d20ce-bb8e-42e4-8471-f3b086e8586a req-2ebebb78-b936-4e03-85a3-4c01d86dbe0c tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368651 Aug 31 09:29:22.580136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cf0d0-8cc5-4564-87e8-fdf909873efd req-648d6b5f-dbb5-4919-bc59-aad7eec8d261 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.584018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-233cf0d0-8cc5-4564-87e8-fdf909873efd req-648d6b5f-dbb5-4919-bc59-aad7eec8d261 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.1835320 Aug 31 09:29:22.599875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6cb72e35-d126-4cab-ba1a-352263e4b19c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.625246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:22.630122 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6da4e8-d82b-476b-90cf-bd0a5dafbc4f" -d '{"events": [{"server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "name": "network-vif-unplugged", "status": "completed", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:22.682144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cb921403-183c-4f54-b2da-deb7bce824db'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:22.683268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44635ea4-60a0-4dbd-a73d-64830dca2453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.687804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44635ea4-60a0-4dbd-a73d-64830dca2453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.689418 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-44635ea4-60a0-4dbd-a73d-64830dca2453 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9 HTTP/1.1" status: 204 len: 168 time: 0.6714759 Aug 31 09:29:22.718917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44635ea4-60a0-4dbd-a73d-64830dca2453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4b468b-ab6c-46ad-a5b5-a2b92099b4f9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:22.722428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:22.729206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:22.737058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.752541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-233cf0d0-8cc5-4564-87e8-fdf909873efd req-cd90eb59-d91f-40a8-8a73-96bed3c5d245 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465356 Aug 31 09:29:22.857820 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6cb72e35-d126-4cab-ba1a-352263e4b19c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.880031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a0c3a-b9c9-44e4-8ffc-fa7085096de9 req-8359fed0-2315-4212-9443-5c77862274fd tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.892611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 42ab465e-52e6-4811-92fd-42a794859f9e details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:22.894027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a84a0c3a-b9c9-44e4-8ffc-fa7085096de9 req-8359fed0-2315-4212-9443-5c77862274fd tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.2635374 Aug 31 09:29:22.903208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6cb72e35-d126-4cab-ba1a-352263e4b19c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.918554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.919621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.923956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] 10.222.0.52 "PUT /v2.0/ports/42ab465e-52e6-4811-92fd-42a794859f9e HTTP/1.1" status: 200 len: 1122 time: 1.2890103 Aug 31 09:29:22.936341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b5c7f-0402-42fb-948e-0dc587ef9ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=8']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:22.951452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:22.991294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72e35-d126-4cab-ba1a-352263e4b19c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ae5951-f7c4-4205-88fe-6bfb10896191,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:23.005940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6cb72e35-d126-4cab-ba1a-352263e4b19c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.010901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6cb72e35-d126-4cab-ba1a-352263e4b19c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4862587 Aug 31 09:29:23.011232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47418) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:23.022298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a84a0c3a-b9c9-44e4-8ffc-fa7085096de9 req-3e253e4e-228b-4502-9f4d-99961c7fb893 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251996 Aug 31 09:29:23.023491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:23.050434 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6707991-2ed9-402d-a45e-c7e121b1d556 x-openstack-request-id: req-d6707991-2ed9-402d-a45e-c7e121b1d556 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:23.052534 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "name": "network-vif-unplugged", "status": "completed", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:23.053051 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6707991-2ed9-402d-a45e-c7e121b1d556 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:23.054379 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e', 'code': 200} Aug 31 09:29:23.107422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:23.111419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a4eab7f0-ea82-402e-bbc7-d14fdbc6b234 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:23.114884 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.155166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:29:23.206073 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.228433 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Transition to ACTIVE for port object 83be224b-5d15-40f3-8927-dc91476af514 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:23.240398 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.275386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['42ab465e-52e6-4811-92fd-42a794859f9e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:23.278426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['42ab465e-52e6-4811-92fd-42a794859f9e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:23.300043 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Pushing event updated for resources: {'Port': ['ID=83be224b-5d15-40f3-8927-dc91476af514,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:23.304868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.311672 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.312243 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.312767 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.313479 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.314023 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.314652 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.315233 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.315784 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.316332 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.316844 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.317322 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.318350 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:23.597973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b548da-b2d5-4962-a345-87aa58a3108a req-f0319fc7-dafe-4b15-b851-bb987510a78d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:23.616906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1b548da-b2d5-4962-a345-87aa58a3108a req-f0319fc7-dafe-4b15-b851-bb987510a78d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.1930144 Aug 31 09:29:23.651009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:23.665425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Allocated IP 172.25.1.234 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/41b14efe-2b1e-4c51-ac95-7c484b5cf648) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:23.718544 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Attempting to bind port 83be224b-5d15-40f3-8927-dc91476af514 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:23.719163 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Attempting to bind port 83be224b-5d15-40f3-8927-dc91476af514 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:23.719747 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Attempting to bind port 83be224b-5d15-40f3-8927-dc91476af514 on network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:23.723022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1b548da-b2d5-4962-a345-87aa58a3108a req-cbe96851-3d67-48c0-820b-563f7aa242aa tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030025 Aug 31 09:29:23.731195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 42ab465e-52e6-4811-92fd-42a794859f9e has no active binding in host n-h2-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:29:23.732121 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:23.732715 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Checking segment: {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:23.733429 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.734300 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Bound using segment: {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:23.735093 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Bound port: 83be224b-5d15-40f3-8927-dc91476af514, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:23.735746 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.921715 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] For port 83be224b-5d15-40f3-8927-dc91476af514, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:23.933747 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] For port 83be224b-5d15-40f3-8927-dc91476af514, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=83be224b-5d15-40f3-8927-dc91476af514,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:23.947846 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.954429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13b72-0483-40f3-b464-433a7678a721 req-f573e138-6cdb-4248-be83-b3ec0c8999fd tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:23.965875 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28d13b72-0483-40f3-b464-433a7678a721 req-f573e138-6cdb-4248-be83-b3ec0c8999fd tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 1101 time: 0.1828032 Aug 31 09:29:23.966215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.022664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33063137-f825-467e-ad33-13d7b276a607 req-6e29058f-1c5b-4733-8f0a-a6cf5b9dfc74 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.024200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33063137-f825-467e-ad33-13d7b276a607 req-6e29058f-1c5b-4733-8f0a-a6cf5b9dfc74 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1990557 Aug 31 09:29:24.038741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28d13b72-0483-40f3-b464-433a7678a721 req-fb2dd1f4-dccc-41cf-a95e-031fafea00ba tempest-MigrationsAdminTest-262226316 tempest-MigrationsAdminTest-262226316-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699589 Aug 31 09:29:24.048908 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:24.050315 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:28:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:24.076764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.103187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33063137-f825-467e-ad33-13d7b276a607 req-c8735dd6-7d24-479a-a4fd-975cd8cc651d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625057 Aug 31 09:29:24.197548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event updated for resources: {'Port': ['ID=41b14efe-2b1e-4c51-ac95-7c484b5cf648,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.221164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:24.223011 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddf0bc-c143-4261-a92d-74b3aeb8a00d None None] Pushing event updated for resources: {'Port': ['ID=83be224b-5d15-40f3-8927-dc91476af514,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.226286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:24.238252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:24.290490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171905d-1ce3-409c-912b-5b40f7c11543 req-633a5b3d-9aa3-4743-802c-ec0c2bdb30e2 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.296028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3171905d-1ce3-409c-912b-5b40f7c11543 req-633a5b3d-9aa3-4743-802c-ec0c2bdb30e2 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.1140640 Aug 31 09:29:24.372984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.384425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3171905d-1ce3-409c-912b-5b40f7c11543 req-fb2c77ef-6e70-4558-aeb2-3f5101f2b97d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767040 Aug 31 09:29:24.393447 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:24.458053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.616081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9efab1-8cfc-4532-8f73-ac2ad5e13856 req-c2c51dae-9517-4836-9098-6cb81d38e6ce tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.624867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb9efab1-8cfc-4532-8f73-ac2ad5e13856 req-c2c51dae-9517-4836-9098-6cb81d38e6ce tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.0713351 Aug 31 09:29:24.684982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb9efab1-8cfc-4532-8f73-ac2ad5e13856 req-ce5ac543-fcf9-456d-9d0f-66beae2daa4e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568616 Aug 31 09:29:24.710189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.716196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.733146 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:23Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:24.765684 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51cf5a-323d-4868-a431-78b8a178b8fe None None] The sync data for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 is: [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:23Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:24.828742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event updated for resources: {'Port': ['ID=41b14efe-2b1e-4c51-ac95-7c484b5cf648,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.835363 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.857382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.859543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-57d839ca-d869-42a8-b3aa-8555676b1812 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8466041 Aug 31 09:29:24.959999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5922e-3361-435a-8564-cecc44abfe5a req-9d5fe47b-2af4-498d-8aa3-8f4477a61384 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.961697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46a5922e-3361-435a-8564-cecc44abfe5a req-9d5fe47b-2af4-498d-8aa3-8f4477a61384 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.0850570 Aug 31 09:29:24.972687 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.028938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46a5922e-3361-435a-8564-cecc44abfe5a req-4bbedf3a-d0a0-40ae-8c05-dde5daca908b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562038 Aug 31 09:29:25.056923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:25.060324 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f912eb0d-b171-400a-b57c-c76e2c23f294" -d '{"events": [{"name": "network-changed", "server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:25.118943 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136523a9-b43c-438c-9327-fa658be057db x-openstack-request-id: req-136523a9-b43c-438c-9327-fa658be057db {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:25.119231 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:25.119481 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-136523a9-b43c-438c-9327-fa658be057db {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:25.119967 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e', 'status': 'completed', 'code': 200} Aug 31 09:29:25.148797 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-14c898c3-22d4-4536-aff3-065bfdc27cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.206781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba6fa713-9e90-4dba-b6b6-484f22aa6106 req-4c0d5c4b-4ee2-456c-94e6-4f7f8de951bf tempest-AbsoluteLimitsNegativeTestJSON-1343668029 tempest-AbsoluteLimitsNegativeTestJSON-1343668029-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1bbeadc509934a188b9a899a6bcc6dd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252924 Aug 31 09:29:25.261122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-6a87c80e-2bee-453c-aa72-a54abfc5f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.262794 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-6a87c80e-2bee-453c-aa72-a54abfc5f7fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1125 time: 0.0864027 Aug 31 09:29:25.342217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236214c6-4f7f-495d-9b6a-bb3959d3e984 req-9b20cfbb-ef5b-4d9d-8d94-3c09d26cb1dc tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.349961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-236214c6-4f7f-495d-9b6a-bb3959d3e984 req-9b20cfbb-ef5b-4d9d-8d94-3c09d26cb1dc tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1316624 Aug 31 09:29:25.378891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-5b857c62-44da-46e7-9302-e1105d82816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.381283 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-5b857c62-44da-46e7-9302-e1105d82816a service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.1055944 Aug 31 09:29:25.410015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-236214c6-4f7f-495d-9b6a-bb3959d3e984 req-7fca76f2-61a5-43fa-b48a-78ab7cc8ce7f tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573092 Aug 31 09:29:25.462160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fa713-9e90-4dba-b6b6-484f22aa6106 req-f1c2f12e-de62-4301-83f7-8bdf8234bc93 tempest-AbsoluteLimitsNegativeTestJSON-1343668029 tempest-AbsoluteLimitsNegativeTestJSON-1343668029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.474998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba6fa713-9e90-4dba-b6b6-484f22aa6106 req-f1c2f12e-de62-4301-83f7-8bdf8234bc93 tempest-AbsoluteLimitsNegativeTestJSON-1343668029 tempest-AbsoluteLimitsNegativeTestJSON-1343668029-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550030 Aug 31 09:29:25.489448 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-3eb88253-e9e5-4c14-91d1-50c9523b021f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42ab465e-52e6-4811-92fd-42a794859f9e HTTP/1.1" status: 200 len: 217 time: 0.0916588 Aug 31 09:29:25.506201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba6fa713-9e90-4dba-b6b6-484f22aa6106 req-ebe7c3d6-29a3-4338-82b6-afc465c8f793 tempest-AbsoluteLimitsNegativeTestJSON-1343668029 tempest-AbsoluteLimitsNegativeTestJSON-1343668029-project] 10.222.0.69 "GET /v2.0/quotas/1bbeadc509934a188b9a899a6bcc6dd9 HTTP/1.1" status: 200 len: 375 time: 0.0287616 Aug 31 09:29:25.560111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-53ad0a30-3745-4074-ab83-6e9307171987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.562013 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-53ad0a30-3745-4074-ab83-6e9307171987 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.0601594 Aug 31 09:29:25.572894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba6fa713-9e90-4dba-b6b6-484f22aa6106 req-7be66277-98a9-4540-935f-f1534c4886cf tempest-AbsoluteLimitsNegativeTestJSON-1343668029 tempest-AbsoluteLimitsNegativeTestJSON-1343668029-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1bbeadc509934a188b9a899a6bcc6dd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650661 Aug 31 09:29:25.607040 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-367cb464-9bdb-43c3-bb03-a07deace4248 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358484 Aug 31 09:29:25.744957 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-012bf4bb-1026-4c12-9db2-e19b5a3e5a7c service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270757 Aug 31 09:29:25.813469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cb921403-183c-4f54-b2da-deb7bce824db up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:25.895307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f18298-7e2d-44e5-b4d0-6593f8320c84 req-797db6c6-9d58-4d9b-a224-4feee7bcc366 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.908855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74f18298-7e2d-44e5-b4d0-6593f8320c84 req-797db6c6-9d58-4d9b-a224-4feee7bcc366 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.1661811 Aug 31 09:29:26.034687 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f912eb0d-b171-400a-b57c-c76e2c23f294 req-19a62237-f805-4988-84e0-05c710a91b40 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675099 Aug 31 09:29:26.058095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74f18298-7e2d-44e5-b4d0-6593f8320c84 req-304a3bc7-e276-4fb7-bff1-3d1d2014c03e tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464338 Aug 31 09:29:26.107785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port cb921403-183c-4f54-b2da-deb7bce824db completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:26.124223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port cb921403-183c-4f54-b2da-deb7bce824db triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:26.125729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.233225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d58306-ae46-48e9-81a7-b5b1804bd1c5 req-fd11d3a2-1c1e-4fbd-b1af-dc6511f0b29a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:26.251087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18d58306-ae46-48e9-81a7-b5b1804bd1c5 req-fd11d3a2-1c1e-4fbd-b1af-dc6511f0b29a tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 950 time: 0.1218224 Aug 31 09:29:26.278120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 83be224b-5d15-40f3-8927-dc91476af514 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:26.333932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47564) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:26.445505 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.451524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 83be224b-5d15-40f3-8927-dc91476af514 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:26.474549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18d58306-ae46-48e9-81a7-b5b1804bd1c5 req-f6c4e9a9-f5c2-445e-9808-c11ff698093e tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190840 Aug 31 09:29:26.500944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170683b9-548d-465e-b282-2392590ce922 req-6df4f37b-0ca0-4d13-81e7-28ddf8274762 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:26.502250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 83be224b-5d15-40f3-8927-dc91476af514 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:26.502974 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.505344 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-170683b9-548d-465e-b282-2392590ce922 req-6df4f37b-0ca0-4d13-81e7-28ddf8274762 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.2514277 Aug 31 09:29:26.537161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96862dc3-1736-40c4-8be9-a925ae4d8b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.609053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:26.614376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:26.619237 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a05d1-8701-41b6-a72c-5332bf05cbd4" -d '{"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-plugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:26.630636 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.672504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-170683b9-548d-465e-b282-2392590ce922 req-eb221a02-6ceb-4cae-99ec-ecd09abad388 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544559 Aug 31 09:29:26.746618 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96862dc3-1736-40c4-8be9-a925ae4d8b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.758019 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96862dc3-1736-40c4-8be9-a925ae4d8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.805301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042292-b678-4067-8d9c-93b2e170de06 req-8e3c51e8-08eb-4a16-9729-b322b79d9ebb tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:26.814082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f042292-b678-4067-8d9c-93b2e170de06 req-8e3c51e8-08eb-4a16-9729-b322b79d9ebb tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1607199 Aug 31 09:29:26.838522 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16754c40-f9b0-4dbe-91da-0f58e22d3930 x-openstack-request-id: req-16754c40-f9b0-4dbe-91da-0f58e22d3930 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:26.839704 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-plugged", "status": "completed", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:26.841339 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16754c40-f9b0-4dbe-91da-0f58e22d3930 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:26.842276 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'code': 200} Aug 31 09:29:26.854730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=13']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:26.882880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f042292-b678-4067-8d9c-93b2e170de06 req-bba987fc-078e-42b7-bf49-39ef64c4703d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626197 Aug 31 09:29:26.900090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.900497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.900862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.901212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.901681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.902088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.902692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.903066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.903393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.903711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.904211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.904684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:26.914848 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.962385 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-96862dc3-1736-40c4-8be9-a925ae4d8b66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1bbeadc509934a188b9a899a6bcc6dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264517 Aug 31 09:29:26.967147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47576) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:26.983060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 83be224b-5d15-40f3-8927-dc91476af514, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=83be224b-5d15-40f3-8927-dc91476af514,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:26.991609 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.992449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96862dc3-1736-40c4-8be9-a925ae4d8b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435ad0f2-2d26-4580-8fc5-2c849a7e3b19,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.075892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-6c900bd4-1d13-4333-9fac-fbc32aa9c52d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:27.080207 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-6c900bd4-1d13-4333-9fac-fbc32aa9c52d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 951 time: 0.1860566 Aug 31 09:29:27.113245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=83be224b-5d15-40f3-8927-dc91476af514,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.137951 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b4a99bf4-234b-4c61-ae3a-d2cb155defb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.207612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b4a99bf4-234b-4c61-ae3a-d2cb155defb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.290094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Deleting port cb921403-183c-4f54-b2da-deb7bce824db {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:27.290685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.338844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1480b-b55f-4d53-9e73-05b055d3a1da req-0614a221-5289-488f-a5f5-de2ab7eeba08 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:27.340055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86e1480b-b55f-4d53-9e73-05b055d3a1da req-0614a221-5289-488f-a5f5-de2ab7eeba08 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.1525836 Aug 31 09:29:27.364275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b4a99bf4-234b-4c61-ae3a-d2cb155defb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.368281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b4a99bf4-234b-4c61-ae3a-d2cb155defb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.369888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b4a99bf4-234b-4c61-ae3a-d2cb155defb4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/435ad0f2-2d26-4580-8fc5-2c849a7e3b19 HTTP/1.1" status: 204 len: 168 time: 0.4007225 Aug 31 09:29:27.397930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a99bf4-234b-4c61-ae3a-d2cb155defb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ad0f2-2d26-4580-8fc5-2c849a7e3b19,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.453219 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86e1480b-b55f-4d53-9e73-05b055d3a1da req-c8523f85-da26-40d6-89e6-54a33d4ece44 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020536 Aug 31 09:29:27.481838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] For port cb921403-183c-4f54-b2da-deb7bce824db, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cb921403-183c-4f54-b2da-deb7bce824db,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:27.482388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.505845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Calling delete_port for cb921403-183c-4f54-b2da-deb7bce824db owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:27.533683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.738437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1088-5a5e-44d9-aa65-5799feb379e6 req-3e569ef9-c743-4176-a6e1-0ba93f2e56b2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:27.744649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-762d1088-5a5e-44d9-aa65-5799feb379e6 req-3e569ef9-c743-4176-a6e1-0ba93f2e56b2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 951 time: 0.1139739 Aug 31 09:29:27.807307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 7f820792-9faf-4d2a-a531-4e8aeb6d81fe details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:27.861987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.913025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-762d1088-5a5e-44d9-aa65-5799feb379e6 req-11ab2ef5-75f3-42ea-b05c-7ac61091dd05 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562905 Aug 31 09:29:28.002898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event deleted for resources: {'Port': ['ID=cb921403-183c-4f54-b2da-deb7bce824db,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:28.046088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a517228a-f2be-45ac-92e3-4769c77d3194', 'cb921403-183c-4f54-b2da-deb7bce824db'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:28.127243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d099153-817e-4bd2-a16d-e42299a0104a req-90fd5ba5-ad7a-4aef-9696-e3018dadfc90 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.149737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d099153-817e-4bd2-a16d-e42299a0104a req-90fd5ba5-ad7a-4aef-9696-e3018dadfc90 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.2229426 Aug 31 09:29:28.212305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] No DVR routers for this DVR port cb921403-183c-4f54-b2da-deb7bce824db on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:28.219514 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.228988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14eb48d3-9b2e-4872-b9b7-2db62c3bb64c req-68c92592-77a1-4fd5-b3a5-3114ae184081 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "DELETE /v2.0/ports/cb921403-183c-4f54-b2da-deb7bce824db HTTP/1.1" status: 204 len: 173 time: 1.1340840 Aug 31 09:29:28.240520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-deleted', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:28.253082 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66e75be-953f-40c0-baf6-64e1aa450016" -d '{"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-deleted", "tag": "cb921403-183c-4f54-b2da-deb7bce824db"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:28.402134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d099153-817e-4bd2-a16d-e42299a0104a req-d1121014-7943-493a-ab79-0b2e2ffb3379 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475760 Aug 31 09:29:28.474710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d774f2-4b53-49b0-bdd1-aa90c44c36f5 req-7616e4f0-8caa-46b6-bf15-0b202f92d196 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.493435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8d774f2-4b53-49b0-bdd1-aa90c44c36f5 req-7616e4f0-8caa-46b6-bf15-0b202f92d196 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.2393014 Aug 31 09:29:28.598707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8d774f2-4b53-49b0-bdd1-aa90c44c36f5 req-1b9706d8-9f53-4357-a33b-a7b0ab58aeae tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988364 Aug 31 09:29:28.604765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39', '280c8c70-0bc8-4439-abc2-d16b986910c8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:28.668892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:28.689211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 83be224b-5d15-40f3-8927-dc91476af514 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:28.692310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe', 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4', 'port_id': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe', 'mac_address': 'fa:16:3e:70:00:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21df2250-f650-4594-af23-94f0dc87bdcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:28.815505 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1e702e-0437-4f65-96f7-12d8adeddfdb x-openstack-request-id: req-8f1e702e-0437-4f65-96f7-12d8adeddfdb {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:28.816356 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097403e2-2278-4b39-aa26-be0c14be8be0", "name": "network-vif-deleted", "tag": "cb921403-183c-4f54-b2da-deb7bce824db", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:28.817097 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f1e702e-0437-4f65-96f7-12d8adeddfdb {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:28.817979 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097403e2-2278-4b39-aa26-be0c14be8be0', 'name': 'network-vif-deleted', 'tag': 'cb921403-183c-4f54-b2da-deb7bce824db', 'status': 'completed', 'code': 200} Aug 31 09:29:28.839035 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.904970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f820792-9faf-4d2a-a531-4e8aeb6d81fe {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:28.936202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.147000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:29.176768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ea96f-f8e9-499b-b43d-8840cb513b33 req-c1f78736-afee-46ed-b106-a5a8620f10af tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.189260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-999ea96f-f8e9-499b-b43d-8840cb513b33 req-c1f78736-afee-46ed-b106-a5a8620f10af tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.1846874 Aug 31 09:29:29.237795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.245892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-999ea96f-f8e9-499b-b43d-8840cb513b33 req-b3e30dd9-1ef6-448a-bcf2-3ecb04add9ee tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549545 Aug 31 09:29:29.314231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3cdcea8-8e54-48fa-836f-1aae428a7f52 req-99037ba2-797d-41fb-8a89-805fb630d039 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=097403e2-2278-4b39-aa26-be0c14be8be0 HTTP/1.1" status: 200 len: 210 time: 0.0587106 Aug 31 09:29:29.414349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 83be224b-5d15-40f3-8927-dc91476af514 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:29.414740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.453454 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:29.666836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783a016-2e43-46b6-9a34-544e7c5706b0 req-e3cb7fc2-54ce-4a85-922b-b5f1bffcfc7b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.669486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a783a016-2e43-46b6-9a34-544e7c5706b0 req-e3cb7fc2-54ce-4a85-922b-b5f1bffcfc7b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 944 time: 0.0934308 Aug 31 09:29:29.734665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['7f820792-9faf-4d2a-a531-4e8aeb6d81fe'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:29.747459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47628) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:29.823311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a783a016-2e43-46b6-9a34-544e7c5706b0 req-54618f74-7527-412f-a0b9-3df2a6d14dc5 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465170 Aug 31 09:29:29.826887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cb921403-183c-4f54-b2da-deb7bce824db no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:29.866621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: cb921403-183c-4f54-b2da-deb7bce824db {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:29.867270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cb921403-183c-4f54-b2da-deb7bce824db not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:29.867915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 42ab465e-52e6-4811-92fd-42a794859f9e no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:29.956116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8a38f-862c-4b87-84d4-d751d645438c req-01371209-e546-47a4-9e62-4a4eee4adaad tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.972321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebd8a38f-862c-4b87-84d4-d751d645438c req-01371209-e546-47a4-9e62-4a4eee4adaad tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1998661 Aug 31 09:29:30.073786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-484039145-network', 'tenant_id': '13757f27ac114c92a89977d5311aecdb'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:30.087891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebd8a38f-862c-4b87-84d4-d751d645438c req-d62e34e1-5a1a-4f16-b7d7-6b4486be054a tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119716 Aug 31 09:29:30.128072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Made reservation on behalf of 13757f27ac114c92a89977d5311aecdb for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:30.134207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.156870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.299577 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.307561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.355909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:30.366672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b67495a-e85c-420a-bd34-4f60a2e09610,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:30.397255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.399787 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Added segment 120747ec-0f38-48f7-add0-90672f6097bf of type vlan for network 8df72251-6296-469e-a38a-35feab1a1df0 Aug 31 09:29:30.425725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd9a1-9111-4ae5-bcfc-59083f91c500 req-59f98ecf-13d6-4734-bb82-0788831262c3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.428766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e9dd9a1-9111-4ae5-bcfc-59083f91c500 req-59f98ecf-13d6-4734-bb82-0788831262c3 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 944 time: 0.1017938 Aug 31 09:29:30.484571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.512071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e9dd9a1-9111-4ae5-bcfc-59083f91c500 req-08946cb0-9af1-430a-abe8-1c7bf970a086 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706215 Aug 31 09:29:30.524523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.525606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.526635 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.597569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8480520 Aug 31 09:29:30.601265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47642) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:30.607500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Request body: {'subnet': {'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-484039145-subnet', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:30.629692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed899e20-801c-4cc8-8fbb-ca2f5d64dd68 admin admin] Pushing event updated for resources: {'Network': ['ID=8df72251-6296-469e-a38a-35feab1a1df0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:30.651121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8df72251-6296-469e-a38a-35feab1a1df0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:30.678289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Made reservation on behalf of 13757f27ac114c92a89977d5311aecdb for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:30.681253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.850498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9d83-4071-49d0-8ac8-b466a996b89a req-387c243f-fd82-472f-ad40-37e31530bed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.852508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb1b9d83-4071-49d0-8ac8-b466a996b89a req-387c243f-fd82-472f-ad40-37e31530bed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 950 time: 0.0775025 Aug 31 09:29:30.940547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb1b9d83-4071-49d0-8ac8-b466a996b89a req-470b0238-e5a1-47db-b047-f5f137b464e7 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798178 Aug 31 09:29:31.023758 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.025279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-97c0b03a-4e62-4de3-a898-d277cebbbbae service neutron] 10.222.0.20 "GET /v2.0/ports/42ab465e-52e6-4811-92fd-42a794859f9e/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.0920372 Aug 31 09:29:31.087399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30d3e7-fbb4-4b9e-a43a-cd94f92bbe9e req-88773c61-a32f-4f08-b1d9-633afe5d069b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:31.089067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a30d3e7-fbb4-4b9e-a43a-cd94f92bbe9e req-88773c61-a32f-4f08-b1d9-633afe5d069b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 944 time: 0.1194782 Aug 31 09:29:31.109623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149d2fb5-6f77-4e2d-ab78-abce8874ca89,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.150573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Checking segment: {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:31.152925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Network hostable DHCP agents. Network: 8df72251-6296-469e-a38a-35feab1a1df0, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:31.200855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a30d3e7-fbb4-4b9e-a43a-cd94f92bbe9e req-8704b9ab-8e72-476e-8a9d-3b350063490e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009641 Aug 31 09:29:31.202408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Network 8df72251-6296-469e-a38a-35feab1a1df0 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:31.215031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8df72251-6296-469e-a38a-35feab1a1df0) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:31.224455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:31.225132 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.229315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc749fd8-d085-4ffc-abbc-5043cfdf7060 None None] Network 8df72251-6296-469e-a38a-35feab1a1df0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:31.264186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:31.274621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6bfca269-7578-4aee-8a3b-bf9e5bc6ba55 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6684778 Aug 31 09:29:31.275768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47654) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:31.287564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:31.313231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:31.359009 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.360446 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.375765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ab465e-52e6-4811-92fd-42a794859f9e {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:31.391334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ecf98-4fda-454c-b81e-b6573bcc6835 req-9050169c-b7f5-42b8-8cd4-773ef7c1c884 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:31.392937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-982ecf98-4fda-454c-b81e-b6573bcc6835 req-9050169c-b7f5-42b8-8cd4-773ef7c1c884 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.0931394 Aug 31 09:29:31.400796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:31.424511 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.442136 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.490726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-8df72251-6296-469e-a38a-35feab1a1df0', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:31.494342 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.548091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] Transition to ACTIVE for port object 42ab465e-52e6-4811-92fd-42a794859f9e will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:31.566281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.585194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-982ecf98-4fda-454c-b81e-b6573bcc6835 req-380029a4-6faf-4ecb-89a0-1090cfe4e7f3 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472943 Aug 31 09:29:31.682883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.752369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Allocated IP 172.20.0.2 (8df72251-6296-469e-a38a-35feab1a1df0/149d2fb5-6f77-4e2d-ab78-abce8874ca89/6a4850e6-11f9-4db2-b148-7fcbb53fb032) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:31.758774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] No DVR routers for this DVR port 42ab465e-52e6-4811-92fd-42a794859f9e on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:31.780455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] Pushing event updated for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.808980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-0fc4ac54-3474-4a00-b0bf-32a36fe51354 service neutron] 10.222.0.20 "PUT /v2.0/ports/42ab465e-52e6-4811-92fd-42a794859f9e/bindings/n-h2-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7752571 Aug 31 09:29:31.838859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 7f820792-9faf-4d2a-a531-4e8aeb6d81fe up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:31.873595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945c9c2-1473-4cc2-b8fb-d3887f278d7d req-71ef3403-8ad9-4e4c-81ab-ab25aa24e18b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:31.881130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c945c9c2-1473-4cc2-b8fb-d3887f278d7d req-71ef3403-8ad9-4e4c-81ab-ab25aa24e18b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 945 time: 0.1807566 Aug 31 09:29:31.962533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c945c9c2-1473-4cc2-b8fb-d3887f278d7d req-f6d70ab8-0126-41d7-aa9f-94f9a2c7efb7 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790050 Aug 31 09:29:31.993559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.009158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-619dc242-bcd3-4f53-a449-d0fc92635326 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.010951 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-619dc242-bcd3-4f53-a449-d0fc92635326 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1267843 Aug 31 09:29:32.014175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Transition to ACTIVE for port object 6a4850e6-11f9-4db2-b148-7fcbb53fb032 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:32.034398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:32.047318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Transition to ACTIVE for port object 6a4850e6-11f9-4db2-b148-7fcbb53fb032 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:32.050907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:32.051200 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.055232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.115363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-4af57dc6-6ae3-48a8-97ec-1491af8e3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.117132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-4af57dc6-6ae3-48a8-97ec-1491af8e3882 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d&tenant_id=28e664f164a84d7d833add9b1479c0a8 HTTP/1.1" status: 200 len: 1096 time: 0.0971141 Aug 31 09:29:32.139228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Network 8df72251-6296-469e-a38a-35feab1a1df0 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:32.147855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:32.150862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Pushing event updated for resources: {'Port': ['ID=6a4850e6-11f9-4db2-b148-7fcbb53fb032,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.155157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:32.252050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Attempting to bind port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:32.252852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Attempting to bind port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:32.252852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Attempting to bind port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 on network 8df72251-6296-469e-a38a-35feab1a1df0 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:32.262053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-6ac59a53-ab4a-49f2-97fd-0c57b0120a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.262421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.264750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:32.265233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Checking segment: {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:32.265525 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.265941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Bound using segment: {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:32.267848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Bound port: 6a4850e6-11f9-4db2-b148-7fcbb53fb032, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:32.267848 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.268361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-6ac59a53-ab4a-49f2-97fd-0c57b0120a78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=28e664f164a84d7d833add9b1479c0a8&device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1096 time: 0.1001759 Aug 31 09:29:32.275654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.291025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bcb5f-eddb-4f4e-94d4-8da6bab5bea9 req-8d7d2988-721e-4bc1-8727-b5abe5b42527 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.301247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-713bcb5f-eddb-4f4e-94d4-8da6bab5bea9 req-8d7d2988-721e-4bc1-8727-b5abe5b42527 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 950 time: 0.1429372 Aug 31 09:29:32.366960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] For port 6a4850e6-11f9-4db2-b148-7fcbb53fb032, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:32.367626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.372588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] For port 6a4850e6-11f9-4db2-b148-7fcbb53fb032, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6a4850e6-11f9-4db2-b148-7fcbb53fb032,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:32.389889 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.394769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-713bcb5f-eddb-4f4e-94d4-8da6bab5bea9 req-70c425d4-f675-4cad-a65b-592bd6ca6f37 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921707 Aug 31 09:29:32.421855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:32.429997 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abcd9c3-50ab-4491-8fed-f666212f7710" -d '{"events": [{"server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "name": "network-vif-plugged", "status": "completed", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:32.443676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e778c74-03c0-4b28-91b8-578350132d3a req-d7e9e87e-f234-4cbe-903c-599e20c56250 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.445533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e778c74-03c0-4b28-91b8-578350132d3a req-d7e9e87e-f234-4cbe-903c-599e20c56250 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 950 time: 0.1624882 Aug 31 09:29:32.505417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:32.514855 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.541209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2a2a7-569e-4ee4-81ad-54cd4688b20c None None] Pushing event updated for resources: {'Port': ['ID=6a4850e6-11f9-4db2-b148-7fcbb53fb032,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.602681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-fdb2afa1-ebfa-4f5e-8bf4-3311e3f2bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.606404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-fdb2afa1-ebfa-4f5e-8bf4-3311e3f2bb6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 200 len: 909 time: 0.3245893 Aug 31 09:29:32.618149 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee66988-df5d-44c9-a6bf-2d3b6238d0e4 x-openstack-request-id: req-0ee66988-df5d-44c9-a6bf-2d3b6238d0e4 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:32.618783 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "name": "network-vif-plugged", "status": "completed", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:32.619127 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ee66988-df5d-44c9-a6bf-2d3b6238d0e4 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:32.620050 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe', 'code': 200} Aug 31 09:29:32.710288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.825692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300500fc-602d-4ada-8e28-c65db0134481 req-c4b7042a-32f7-466a-b162-9c4d2cbf7720 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.828103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-e3e8e0c1-e8f9-47ae-9d51-b62648306576 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42ab465e-52e6-4811-92fd-42a794859f9e HTTP/1.1" status: 200 len: 217 time: 0.1982279 Aug 31 09:29:32.830463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-300500fc-602d-4ada-8e28-c65db0134481 req-c4b7042a-32f7-466a-b162-9c4d2cbf7720 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.3320739 Aug 31 09:29:32.977531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-7a46431a-d16a-4644-b581-b8067be6487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.979865 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-7a46431a-d16a-4644-b581-b8067be6487c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 200 len: 847 time: 0.1358576 Aug 31 09:29:33.045759 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-a315c118-3feb-4e27-b6c1-a18cec1ae7de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb7c1f2b-a394-4358-9e91-cd7972fe8596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520921 Aug 31 09:29:33.058063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Allocated IP 172.25.1.88 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/ffbde0a4-f158-4d42-83bf-6b9b88597110) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:33.075469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17d68-e636-4544-91fa-3d68c97da87e req-a9333cca-3c48-4d2c-9b08-6fd3496f0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:33.077521 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70c17d68-e636-4544-91fa-3d68c97da87e req-a9333cca-3c48-4d2c-9b08-6fd3496f0a1a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1096 time: 0.2525897 Aug 31 09:29:33.193306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Deleting port 280c8c70-0bc8-4439-abc2-d16b986910c8 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:33.194060 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.203772 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70c17d68-e636-4544-91fa-3d68c97da87e req-bca008a1-3723-49ed-8c99-ae1c9291cf3c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051271 Aug 31 09:29:33.237636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-300500fc-602d-4ada-8e28-c65db0134481 req-895f3223-79d1-4815-be93-e667462bba10 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416932 Aug 31 09:29:33.262654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada80a4-fc20-450c-b19a-b1d14c570085 req-3304c487-1912-4ef6-ac85-579cee95cd55 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:33.273535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bada80a4-fc20-450c-b19a-b1d14c570085 req-3304c487-1912-4ef6-ac85-579cee95cd55 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.4934440 Aug 31 09:29:33.345672 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-bf6a0d7a-2a8f-4581-90bf-252f8d5615ce service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898059 Aug 31 09:29:33.403381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bada80a4-fc20-450c-b19a-b1d14c570085 req-bc43d5a7-9919-4ede-b298-39b443dbbd35 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287205 Aug 31 09:29:33.430515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.441007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] For port 280c8c70-0bc8-4439-abc2-d16b986910c8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=280c8c70-0bc8-4439-abc2-d16b986910c8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:33.441385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.465308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Calling delete_port for 280c8c70-0bc8-4439-abc2-d16b986910c8 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:33.546059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419e601-03a4-4dde-b324-5978033b797c req-4d68b866-e685-4b70-98e0-169458b8e7fd tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:33.556770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b419e601-03a4-4dde-b324-5978033b797c req-4d68b866-e685-4b70-98e0-169458b8e7fd tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 945 time: 0.1844223 Aug 31 09:29:33.566925 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.658729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:33.674448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:33.707165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b419e601-03a4-4dde-b324-5978033b797c req-42b0ec35-153e-4d83-a3cb-2b48053e3175 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491981 Aug 31 09:29:33.708489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:33.825483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbde0a4-f158-4d42-83bf-6b9b88597110,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:34.028405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd0964-9f8f-4a2d-9421-418fdb8670b8 req-d732787d-eae7-48a2-8a6f-c569e0bf9c2f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:34.037594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ddd0964-9f8f-4a2d-9421-418fdb8670b8 req-d732787d-eae7-48a2-8a6f-c569e0bf9c2f tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1cb9ffa-1269-4d31-84f6-b5da9689df77 HTTP/1.1" status: 200 len: 950 time: 0.4097047 Aug 31 09:29:34.158583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6a4850e6-11f9-4db2-b148-7fcbb53fb032 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:34.198076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ddd0964-9f8f-4a2d-9421-418fdb8670b8 req-51b19095-fd09-43c6-91c7-dfea5e48c8f2 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587186 Aug 31 09:29:34.268602 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-2f10ac8c-dfa1-40d9-9a18-2d517d868dde service neutron] 10.222.0.52 "GET /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9147608 Aug 31 09:29:34.299568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:34.322492 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.329733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d176a-4a68-42f1-a76c-9b0ea62b18c9 None None] Network 8df72251-6296-469e-a38a-35feab1a1df0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:34.365991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.388236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event deleted for resources: {'Port': ['ID=280c8c70-0bc8-4439-abc2-d16b986910c8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:34.390457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:34.395282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a517228a-f2be-45ac-92e3-4769c77d3194'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:34.503734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] No DVR routers for this DVR port 280c8c70-0bc8-4439-abc2-d16b986910c8 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:34.510431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.514302 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e778c74-03c0-4b28-91b8-578350132d3a req-e14cdd31-3eee-40ae-81cd-0ccdecd970a1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.52 "DELETE /v2.0/ports/280c8c70-0bc8-4439-abc2-d16b986910c8 HTTP/1.1" status: 204 len: 173 time: 2.0568655 Aug 31 09:29:34.514803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-deleted', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:34.523064 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4129c19-ebca-4e00-a659-bd912ba0e36b" -d '{"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-deleted", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:34.632432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ba374084-a0a0-45be-a218-b7f42a9a9132 None None] Provisioning for port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:34.656617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ba374084-a0a0-45be-a218-b7f42a9a9132 None None] Provisioning complete for port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:34.657013 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba374084-a0a0-45be-a218-b7f42a9a9132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.747388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d9935a32-5a4e-4654-862b-acea97f393e1 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:34.752522 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-d9935a32-5a4e-4654-862b-acea97f393e1 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d&tenant_id=28e664f164a84d7d833add9b1479c0a8&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1504810 Aug 31 09:29:34.993763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-f9ae82f0-e57a-408d-9e66-07ee3a8bd261 service neutron] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:35.006776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-f9ae82f0-e57a-408d-9e66-07ee3a8bd261 service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.012175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5490a43f-b4ee-4f7f-b46b-965e52a83e2e req-f9ae82f0-e57a-408d-9e66-07ee3a8bd261 service neutron] 10.222.0.52 "DELETE /v2.0/ports/42ab465e-52e6-4811-92fd-42a794859f9e/bindings/n-h1-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.2470858 Aug 31 09:29:35.017602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:35.073443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 280c8c70-0bc8-4439-abc2-d16b986910c8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:35.073873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 280c8c70-0bc8-4439-abc2-d16b986910c8 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:35.200040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eebd6e-983a-4dbc-be6c-9e7f86ca04f8 req-04d4895d-262b-4a1e-9645-5cf58594ca63 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:35.209087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20eebd6e-983a-4dbc-be6c-9e7f86ca04f8 req-04d4895d-262b-4a1e-9645-5cf58594ca63 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.8389747 Aug 31 09:29:35.221619 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba374084-a0a0-45be-a218-b7f42a9a9132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.280743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47410-147e-4d9a-9e20-4c5608bb5f42 req-2b62a465-f5cf-42d1-ba7b-ac16d6ec920d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:35.289899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-baf47410-147e-4d9a-9e20-4c5608bb5f42 req-2b62a465-f5cf-42d1-ba7b-ac16d6ec920d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1421905 Aug 31 09:29:35.351019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ba374084-a0a0-45be-a218-b7f42a9a9132 None None] For port 6a4850e6-11f9-4db2-b148-7fcbb53fb032, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6a4850e6-11f9-4db2-b148-7fcbb53fb032,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:35.357976 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba374084-a0a0-45be-a218-b7f42a9a9132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.433122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20eebd6e-983a-4dbc-be6c-9e7f86ca04f8 req-f05e51fa-d01e-44a3-9c22-88836fa6ed90 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229459 Aug 31 09:29:35.528241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba374084-a0a0-45be-a218-b7f42a9a9132 None None] Pushing event updated for resources: {'Port': ['ID=6a4850e6-11f9-4db2-b148-7fcbb53fb032,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:35.544801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-baf47410-147e-4d9a-9e20-4c5608bb5f42 req-4db5996f-7dc9-4343-9abf-9f66545e0587 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534494 Aug 31 09:29:35.610307 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4dc618-0b0c-4e80-b76c-d8dee97fada8 x-openstack-request-id: req-6e4dc618-0b0c-4e80-b76c-d8dee97fada8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:35.611030 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cb9ffa-1269-4d31-84f6-b5da9689df77", "name": "network-vif-deleted", "tag": "280c8c70-0bc8-4439-abc2-d16b986910c8", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:35.611594 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e4dc618-0b0c-4e80-b76c-d8dee97fada8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:35.612398 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cb9ffa-1269-4d31-84f6-b5da9689df77', 'name': 'network-vif-deleted', 'tag': '280c8c70-0bc8-4439-abc2-d16b986910c8', 'status': 'completed', 'code': 200} Aug 31 09:29:35.663998 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.802012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c3f74ca5-f73d-4342-8694-fb0f5644fdbc None None] Provisioning complete for port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:35.802450 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3f74ca5-f73d-4342-8694-fb0f5644fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.855712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7853-a5b5-41ec-8a02-dd52e0683471 req-f0e019e5-9358-44ea-aec8-ac03bbf4c4da tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:35.863256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53ed7853-a5b5-41ec-8a02-dd52e0683471 req-f0e019e5-9358-44ea-aec8-ac03bbf4c4da tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 945 time: 0.1264660 Aug 31 09:29:35.947604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53ed7853-a5b5-41ec-8a02-dd52e0683471 req-f5116c77-b772-42af-837f-6615ee1b221d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833895 Aug 31 09:29:35.986942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Router 362c58fe-123e-4b21-b39a-39662b8d8604 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:29:36.045794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6a4850e6-11f9-4db2-b148-7fcbb53fb032 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:36.111670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:36.112235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.283662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d351a5-5b4f-456c-bcb9-0e6b7a2d90de req-bf66d633-45c4-494e-ba41-0aa8819ed7e7 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.285130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47d351a5-5b4f-456c-bcb9-0e6b7a2d90de req-bf66d633-45c4-494e-ba41-0aa8819ed7e7 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 1096 time: 0.1668131 Aug 31 09:29:36.287251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:36.300010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Sync routers for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:36.316296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7101f69-eda5-4566-a275-0720e546b805 req-1e6f649a-12ea-4260-ad9e-1690dcfe41c0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.319775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7101f69-eda5-4566-a275-0720e546b805 req-1e6f649a-12ea-4260-ad9e-1690dcfe41c0 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1442633 Aug 31 09:29:36.333425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:36.334670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:36.364821 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.367524 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-750c4db6-f364-4815-b848-30fb7638dca6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0904021 Aug 31 09:29:36.369506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47710) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.409040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47d351a5-5b4f-456c-bcb9-0e6b7a2d90de req-226499c5-9cf2-4004-a793-d04b36ef5144 tempest-LiveMigrationTest-62206963 tempest-LiveMigrationTest-62206963-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123199 Aug 31 09:29:36.422336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7101f69-eda5-4566-a275-0720e546b805 req-5d247afc-c103-46fb-b10d-01f523a00f8b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908709 Aug 31 09:29:36.610831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:36.692224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6b8b-e19b-44d7-91fc-6a14eb34c29a req-6691771c-762c-46d7-b30a-a99772db7bdf tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.699465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96aa6b8b-e19b-44d7-91fc-6a14eb34c29a req-6691771c-762c-46d7-b30a-a99772db7bdf tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1165237 Aug 31 09:29:36.797185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96aa6b8b-e19b-44d7-91fc-6a14eb34c29a req-e2bf0c07-0f23-42d6-9c86-96e1981953fa tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910275 Aug 31 09:29:36.920249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864ca37-9324-4de3-be8c-2177a25efe20 req-3bf129c7-b918-47f2-b5e9-c0c7fdc2362b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.921871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0864ca37-9324-4de3-be8c-2177a25efe20 req-3bf129c7-b918-47f2-b5e9-c0c7fdc2362b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1234927 Aug 31 09:29:36.950106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:34Z', 'revision_number': 3, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:36.980695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0864ca37-9324-4de3-be8c-2177a25efe20 req-46e1a076-23c3-4ccf-8f0f-d6e52bda660a tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493095 Aug 31 09:29:36.984902 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Checking router: 362c58fe-123e-4b21-b39a-39662b8d8604 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:36.985281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Updating router 362c58fe-123e-4b21-b39a-39662b8d8604 port ffbde0a4-f158-4d42-83bf-6b9b88597110 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:29:37.029336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.061350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d900fd8-003b-4b3d-9dd0-d6ab1ae3f8ab req-0d925f41-201b-414d-b7dc-0b22ab50ed5d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.063032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d900fd8-003b-4b3d-9dd0-d6ab1ae3f8ab req-0d925f41-201b-414d-b7dc-0b22ab50ed5d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 945 time: 0.0670564 Aug 31 09:29:37.080497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.131029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d900fd8-003b-4b3d-9dd0-d6ab1ae3f8ab req-7d269ca6-abb5-499e-a02f-62caa7e6b981 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Aug 31 09:29:37.248320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f68de7-b4ab-481d-a0bd-785f8cbc6df4 req-6812432a-7862-429e-b80e-2fbfab8f13a4 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.257413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89f68de7-b4ab-481d-a0bd-785f8cbc6df4 req-6812432a-7862-429e-b80e-2fbfab8f13a4 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1096 time: 0.0809948 Aug 31 09:29:37.293333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89f68de7-b4ab-481d-a0bd-785f8cbc6df4 req-5b2e2bf5-24ae-4643-85db-0faabfde2805 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346727 Aug 31 09:29:37.341745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Allocated IP 172.20.0.1 (8df72251-6296-469e-a38a-35feab1a1df0/149d2fb5-6f77-4e2d-ab78-abce8874ca89/c60952aa-f41a-49e5-aff1-d5770cac64db) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:37.432925 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.446892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Transition to ACTIVE for port object ffbde0a4-f158-4d42-83bf-6b9b88597110 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:37.454056 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.466736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f9c0-9fcc-4ab2-aa62-9160b88f7d63 req-fd63a9c0-4d62-45a4-aef6-e3180201fd76 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.466736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b523f9c0-9fcc-4ab2-aa62-9160b88f7d63 req-fd63a9c0-4d62-45a4-aef6-e3180201fd76 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1096 time: 0.0625587 Aug 31 09:29:37.512234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264de972-c4f8-42c1-8701-f657f65508cc req-f503fc9a-cd27-4944-83ea-bf10ad09205c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.514251 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-264de972-c4f8-42c1-8701-f657f65508cc req-f503fc9a-cd27-4944-83ea-bf10ad09205c tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 945 time: 0.1259301 Aug 31 09:29:37.535893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Attempting to bind port ffbde0a4-f158-4d42-83bf-6b9b88597110 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:37.536298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Attempting to bind port ffbde0a4-f158-4d42-83bf-6b9b88597110 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:37.536668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Attempting to bind port ffbde0a4-f158-4d42-83bf-6b9b88597110 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:37.539603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b523f9c0-9fcc-4ab2-aa62-9160b88f7d63 req-b824f636-9bd1-4687-9e50-4ed6b7b202a8 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Aug 31 09:29:37.545573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:37.546417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:37.546417 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.546771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:37.547260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Bound port: ffbde0a4-f158-4d42-83bf-6b9b88597110, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:37.547652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.591312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.616497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] For port ffbde0a4-f158-4d42-83bf-6b9b88597110, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:37.619195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eede7d7-d282-4fed-af92-4d5b10e479c6 None None] Pushing event updated for resources: {'Port': ['ID=ffbde0a4-f158-4d42-83bf-6b9b88597110,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:37.626042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] For port ffbde0a4-f158-4d42-83bf-6b9b88597110, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ffbde0a4-f158-4d42-83bf-6b9b88597110,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:37.632708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.679744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Transition to ACTIVE for port object c60952aa-f41a-49e5-aff1-d5770cac64db will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:37.709284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:37.710040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:37.736887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Deleting port 42ab465e-52e6-4811-92fd-42a794859f9e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:37.737280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.742461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feb8a6-6205-461e-a06a-694aded405ed req-161f47d3-8080-48c2-b4f6-b925066c3d69 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.745087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21feb8a6-6205-461e-a06a-694aded405ed req-161f47d3-8080-48c2-b4f6-b925066c3d69 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.1209903 Aug 31 09:29:37.773664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eede7d7-d282-4fed-af92-4d5b10e479c6 None None] Pushing event updated for resources: {'Port': ['ID=ffbde0a4-f158-4d42-83bf-6b9b88597110,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:37.808208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21feb8a6-6205-461e-a06a-694aded405ed req-5c8b2fb0-0ec1-46ef-bc48-f305cff4d0b1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566356 Aug 31 09:29:37.871721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.893451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:37.954174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] For port 42ab465e-52e6-4811-92fd-42a794859f9e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=42ab465e-52e6-4811-92fd-42a794859f9e,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:37.954600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.959192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Network 8df72251-6296-469e-a38a-35feab1a1df0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:37.965096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Pushing event updated for resources: {'Port': ['ID=c60952aa-f41a-49e5-aff1-d5770cac64db,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:37.996265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:37.999183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Calling delete_port for 42ab465e-52e6-4811-92fd-42a794859f9e owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:38.004099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:38.194838 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.272044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:34Z', 'revision_number': 3, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:38.292794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb02e32-4bd5-44ae-a5b6-5b5c74e4f74a req-56d43c06-03a3-42f5-9042-950b6aae7603 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.295453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bb02e32-4bd5-44ae-a5b6-5b5c74e4f74a req-56d43c06-03a3-42f5-9042-950b6aae7603 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1092155 Aug 31 09:29:38.312009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75aec12-a9cc-439a-a7b2-6b976a92e89b None None] The sync data for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 is: [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:34Z', 'revision_number': 3, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:38.340261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3b9c2d20-cd07-4947-a682-1f26d87050eb None None] Provisioning for port c60952aa-f41a-49e5-aff1-d5770cac64db completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:38.351815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3b9c2d20-cd07-4947-a682-1f26d87050eb None None] Provisioning complete for port c60952aa-f41a-49e5-aff1-d5770cac64db triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:38.351815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b9c2d20-cd07-4947-a682-1f26d87050eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.384910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bb02e32-4bd5-44ae-a5b6-5b5c74e4f74a req-a5d689af-7286-4f00-9d0e-e0f7d23e2a39 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724735 Aug 31 09:29:38.394457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-9ae5730c-b6f9-4a48-beac-324cfdb35f42 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.396687 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-9ae5730c-b6f9-4a48-beac-324cfdb35f42 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.4215250 Aug 31 09:29:38.465406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c2d20-cd07-4947-a682-1f26d87050eb None None] Port c60952aa-f41a-49e5-aff1-d5770cac64db cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:38.482607 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.671552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01698bcb-9a0c-471d-92cd-a094f31dd8b7 req-f767912c-9850-4d3b-aee0-97a5aa83ba4d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.682076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01698bcb-9a0c-471d-92cd-a094f31dd8b7 req-f767912c-9850-4d3b-aee0-97a5aa83ba4d tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 945 time: 0.0851080 Aug 31 09:29:38.747904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01698bcb-9a0c-471d-92cd-a094f31dd8b7 req-da048275-202f-41a3-a8b0-cc91661d4846 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646589 Aug 31 09:29:38.826131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Deleting port a517228a-f2be-45ac-92e3-4769c77d3194 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:38.826464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.959443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141212e3-d4a1-4627-bdfe-f0765b262073 req-f7591c74-9998-4738-9dae-e40d520c2e7c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.967456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-141212e3-d4a1-4627-bdfe-f0765b262073 req-f7591c74-9998-4738-9dae-e40d520c2e7c tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 950 time: 0.0669804 Aug 31 09:29:38.991001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.002490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5ce5b69f-b7ed-487f-9ea4-5c82ad643eca', '42ab465e-52e6-4811-92fd-42a794859f9e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:39.039245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-141212e3-d4a1-4627-bdfe-f0765b262073 req-5ca780d1-20f2-4ca4-80ea-f2ee2ee9bea1 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695643 Aug 31 09:29:39.082794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-7094264a-d4a8-47fe-90d5-3af3b47388a0 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:29:39.084459 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-7094264a-d4a8-47fe-90d5-3af3b47388a0 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233724 Aug 31 09:29:39.094636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Pushing event deleted for resources: {'Port': ['ID=42ab465e-52e6-4811-92fd-42a794859f9e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:39.142164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Request body: {'binding': {'host': 'n-h2-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:39.142625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Unknown quota resources ['binding']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:29:39.283967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] No DVR routers for this DVR port 42ab465e-52e6-4811-92fd-42a794859f9e on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:39.287497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.289593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-264de972-c4f8-42c1-8701-f657f65508cc req-aa7bbb8a-4427-4e81-aa7c-ae1d0d021b5f tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.52 "DELETE /v2.0/ports/42ab465e-52e6-4811-92fd-42a794859f9e HTTP/1.1" status: 204 len: 173 time: 1.7663829 Aug 31 09:29:39.296325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] For port a517228a-f2be-45ac-92e3-4769c77d3194, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a517228a-f2be-45ac-92e3-4769c77d3194,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:39.296758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.299066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'name': 'network-vif-deleted', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:39.301442 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef67437-f161-4919-8a62-8203fc4784ba" -d '{"events": [{"server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "name": "network-vif-deleted", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:39.318407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.332007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.336416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Calling delete_port for a517228a-f2be-45ac-92e3-4769c77d3194 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:39.419969 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f55c63-8ccd-4b85-918c-4139632b354d x-openstack-request-id: req-64f55c63-8ccd-4b85-918c-4139632b354d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:39.420161 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad096561-cff0-4c9b-add3-ef195f22288d", "name": "network-vif-deleted", "tag": "42ab465e-52e6-4811-92fd-42a794859f9e", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:39.420342 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64f55c63-8ccd-4b85-918c-4139632b354d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:39.420688 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad096561-cff0-4c9b-add3-ef195f22288d', 'name': 'network-vif-deleted', 'tag': '42ab465e-52e6-4811-92fd-42a794859f9e', 'status': 'completed', 'code': 200} Aug 31 09:29:39.501253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Pushing event updated for resources: {'Port': ['ID=c60952aa-f41a-49e5-aff1-d5770cac64db,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:39.528210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.576121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on host n-h2-806683-2 for vnic_type normal with profile None {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:39.576462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:39.576796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:39.601293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7fbd6-f303-419e-86bf-d78724d82603 req-74431a9d-f1a8-41b4-bf76-1013d0591582 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.609406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:39.609749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:39.611214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cea7fbd6-f303-419e-86bf-d78724d82603 req-74431a9d-f1a8-41b4-bf76-1013d0591582 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1317327 Aug 31 09:29:39.658146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:39.658649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:39.659093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:39.659550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Bound port: 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:39.688522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cea7fbd6-f303-419e-86bf-d78724d82603 req-a4ea9789-346f-48ef-8510-9af242809687 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702295 Aug 31 09:29:39.823948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Network 8df72251-6296-469e-a38a-35feab1a1df0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:39.828876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:39.834228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:39.852333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.853792 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-eb6506ca-d066-4679-b21b-2c84f124ba05 service neutron] 10.222.0.69 "POST /v2.0/ports/7f820792-9faf-4d2a-a531-4e8aeb6d81fe/bindings HTTP/1.1" status: 201 len: 389 time: 0.7512701 Aug 31 09:29:39.856342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.869375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:39.877323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a517228a-f2be-45ac-92e3-4769c77d3194'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:39.949647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event deleted for resources: {'Port': ['ID=a517228a-f2be-45ac-92e3-4769c77d3194,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:39.983383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bdfa884-631c-49eb-abc1-b0aa0413a086 req-7dfe3823-28cc-4587-85ec-7b9951dd54b2 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 210 time: 0.0745218 Aug 31 09:29:40.107277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] No DVR routers for this DVR port a517228a-f2be-45ac-92e3-4769c77d3194 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:40.111647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.116072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b33e183-5fe6-4ad8-bcfa-6cf44e8b7a32 req-3a54a060-2424-4fdd-9397-a50534e7eed4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.20 "DELETE /v2.0/ports/a517228a-f2be-45ac-92e3-4769c77d3194 HTTP/1.1" status: 204 len: 173 time: 1.6353199 Aug 31 09:29:40.185387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ffbde0a4-f158-4d42-83bf-6b9b88597110 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:40.283196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5548e62-93b7-4ff6-b676-69946e66a6ae req-21fea105-aca5-4491-84ec-64c4ca5c335d tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=204fd5da-0b56-4cd7-ba46-8a2551a56e22 HTTP/1.1" status: 200 len: 210 time: 0.0544958 Aug 31 09:29:40.290503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Router 362c58fe-123e-4b21-b39a-39662b8d8604 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:40.391793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780138-4237-43fe-ab9f-3a964823d655 req-af64dbf6-672b-475b-aa26-3e26e9a42bee tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.400482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d780138-4237-43fe-ab9f-3a964823d655 req-af64dbf6-672b-475b-aa26-3e26e9a42bee tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.2393656 Aug 31 09:29:40.416675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.484506 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d780138-4237-43fe-ab9f-3a964823d655 req-5345528a-330a-42f4-b310-847767ecf5fc tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826163 Aug 31 09:29:40.516172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bc666173-226b-44ce-9570-f85aca502aab None None] Provisioning complete for port c60952aa-f41a-49e5-aff1-d5770cac64db triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:40.516548 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc666173-226b-44ce-9570-f85aca502aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.571247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ffbde0a4-f158-4d42-83bf-6b9b88597110 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:40.596451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-5888b1f2-4008-4024-b7ca-88c2f0a1b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.602970 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-5888b1f2-4008-4024-b7ca-88c2f0a1b0ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1096 time: 0.2986012 Aug 31 09:29:40.604381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ffbde0a4-f158-4d42-83bf-6b9b88597110 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:40.604761 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.620326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bc666173-226b-44ce-9570-f85aca502aab None None] Port c60952aa-f41a-49e5-aff1-d5770cac64db cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:40.743943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:40.835117 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.903350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ffbde0a4-f158-4d42-83bf-6b9b88597110, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ffbde0a4-f158-4d42-83bf-6b9b88597110,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:40.910168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-2587abca-eca1-431b-9989-a2fd7ac8c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.912624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-2587abca-eca1-431b-9989-a2fd7ac8c107 service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.3038881 Aug 31 09:29:40.912865 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.939354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f02eb697-5dfa-4934-825b-464afa084732 admin admin] 10.222.0.69 "PUT /v2.0/routers/362c58fe-123e-4b21-b39a-39662b8d8604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5658474 Aug 31 09:29:40.998940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444814-31ae-4685-bda8-b4511761c4e8 req-fba4b4e3-a7da-473a-a180-6405c1af9c95 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:41.001557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-17d9f7af-37b7-402e-8ee3-324ed227555b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe HTTP/1.1" status: 200 len: 217 time: 0.0570679 Aug 31 09:29:41.011598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7444814-31ae-4685-bda8-b4511761c4e8 req-fba4b4e3-a7da-473a-a180-6405c1af9c95 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1623278 Aug 31 09:29:41.042843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 42ab465e-52e6-4811-92fd-42a794859f9e no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:41.070236 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Sync routers for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:41.091743 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:41.092409 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:41.130924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 42ab465e-52e6-4811-92fd-42a794859f9e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:41.133175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 42ab465e-52e6-4811-92fd-42a794859f9e not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:41.141052 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7444814-31ae-4685-bda8-b4511761c4e8 req-9071a99b-5667-4ae4-85bd-e289706f61c0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254404 Aug 31 09:29:41.170691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ffbde0a4-f158-4d42-83bf-6b9b88597110,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:41.212399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3be1b2a-da8c-4503-810a-1d45f34b691f req-4b9c3ba5-6502-4c74-8ef8-89077cb42777 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 210 time: 0.0687771 Aug 31 09:29:41.257794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-681c5a54-ce88-40f4-a128-5d7b95eaebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:41.260491 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-681c5a54-ce88-40f4-a128-5d7b95eaebd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.2501893 Aug 31 09:29:41.275366 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:41.342103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-697a5f7d-8077-4b88-a2bf-e444d09cf1ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702391 Aug 31 09:29:41.425415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'name': 'network-vif-deleted', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:41.429110 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed9b9fc-9db7-42c2-b096-b273f7a4bd56" -d '{"events": [{"server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "name": "network-vif-deleted", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:41.499288 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-ae5658ef-8d1f-43d8-a38b-d6a6ebcb6fa5 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455171 Aug 31 09:29:41.588558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 2, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:41.628917 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Checking router: 362c58fe-123e-4b21-b39a-39662b8d8604 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:41.630185 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Updating router 362c58fe-123e-4b21-b39a-39662b8d8604 port c60952aa-f41a-49e5-aff1-d5770cac64db binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:29:41.694003 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.756533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-ddead7cf-bb41-441e-86a7-6982ac29da3a service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470579 Aug 31 09:29:41.776495 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a4e531-0ffb-46b1-ad16-a2323086f259 x-openstack-request-id: req-48a4e531-0ffb-46b1-ad16-a2323086f259 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:41.776787 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204fd5da-0b56-4cd7-ba46-8a2551a56e22", "name": "network-vif-deleted", "tag": "a517228a-f2be-45ac-92e3-4769c77d3194", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:41.777032 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48a4e531-0ffb-46b1-ad16-a2323086f259 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:41.782597 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204fd5da-0b56-4cd7-ba46-8a2551a56e22', 'name': 'network-vif-deleted', 'tag': 'a517228a-f2be-45ac-92e3-4769c77d3194', 'status': 'completed', 'code': 200} Aug 31 09:29:41.849734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47816) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:41.857668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-07342cb8-e23b-4022-b621-7c933f497d1d tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236980107', 'description': 'tempest-description--949399092'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:41.875249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a517228a-f2be-45ac-92e3-4769c77d3194 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:41.912679 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-07342cb8-e23b-4022-b621-7c933f497d1d tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.924456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: a517228a-f2be-45ac-92e3-4769c77d3194 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:41.925476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a517228a-f2be-45ac-92e3-4769c77d3194 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:42.054179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ffbde0a4-f158-4d42-83bf-6b9b88597110 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:42.157781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ffbde0a4-f158-4d42-83bf-6b9b88597110 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:42.160177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.215364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541eebb-8df8-4d17-9cff-617ac6c3d20b req-ed018685-41b6-4f1b-b569-230c14c15b0b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.223254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b541eebb-8df8-4d17-9cff-617ac6c3d20b req-ed018685-41b6-4f1b-b569-230c14c15b0b tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.2523654 Aug 31 09:29:42.245902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b2535-31a2-4203-947b-eb0d83a357c4 req-ff230c24-ff71-4c8d-acec-30d30fc02c35 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.255843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-035b2535-31a2-4203-947b-eb0d83a357c4 req-ff230c24-ff71-4c8d-acec-30d30fc02c35 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.2198584 Aug 31 09:29:42.303952 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.316363 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Transition to ACTIVE for port object c60952aa-f41a-49e5-aff1-d5770cac64db will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:42.329437 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.404717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b541eebb-8df8-4d17-9cff-617ac6c3d20b req-448f5b39-fc74-41d5-9b79-8c0ab6f947cf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784310 Aug 31 09:29:42.408381 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5851478-ffb6-46a7-ad46-0ca95e16045d None None] Pushing event updated for resources: {'Port': ['ID=c60952aa-f41a-49e5-aff1-d5770cac64db,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.451207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-07342cb8-e23b-4022-b621-7c933f497d1d tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.486323 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Attempting to bind port c60952aa-f41a-49e5-aff1-d5770cac64db on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:42.486788 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Attempting to bind port c60952aa-f41a-49e5-aff1-d5770cac64db by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:42.487058 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Attempting to bind port c60952aa-f41a-49e5-aff1-d5770cac64db on network 8df72251-6296-469e-a38a-35feab1a1df0 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:42.488762 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-035b2535-31a2-4203-947b-eb0d83a357c4 req-78d6d99b-63ff-4c93-942e-d69828a536df tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337155 Aug 31 09:29:42.495062 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-07342cb8-e23b-4022-b621-7c933f497d1d tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.497303 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:42.497691 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Checking segment: {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:42.498093 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.501832 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Bound using segment: {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:42.504021 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Bound port: c60952aa-f41a-49e5-aff1-d5770cac64db, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:42.504455 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.596384 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] For port c60952aa-f41a-49e5-aff1-d5770cac64db, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:42.600979 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] For port c60952aa-f41a-49e5-aff1-d5770cac64db, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c60952aa-f41a-49e5-aff1-d5770cac64db,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:42.609721 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.621676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07342cb8-e23b-4022-b621-7c933f497d1d tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d263140e-ffa4-4a34-8aed-6432e031ce1c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.642292 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-07342cb8-e23b-4022-b621-7c933f497d1d tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.650363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47824) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.652611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-07342cb8-e23b-4022-b621-7c933f497d1d tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8018613 Aug 31 09:29:42.656298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5b1831d0-1c04-43d0-b1ee-2a3a23f7b68c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Request body: {'security_group_rule': {'security_group_id': 'd263140e-ffa4-4a34-8aed-6432e031ce1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:42.736707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b4affef-d306-46d0-8e3e-bf8a33cf9a48 req-209d3f0d-0aa6-4a37-930a-826d7a4b13fe tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 210 time: 0.0811849 Aug 31 09:29:42.742247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b1831d0-1c04-43d0-b1ee-2a3a23f7b68c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.750721 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:42.752215 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:42.847542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc531b22-c578-4b2b-8e61-db1845f3f846 req-5c104b01-8c64-4903-bf02-9d63ad492bf2 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.850023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc531b22-c578-4b2b-8e61-db1845f3f846 req-5c104b01-8c64-4903-bf02-9d63ad492bf2 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1934381 Aug 31 09:29:42.862555 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5851478-ffb6-46a7-ad46-0ca95e16045d None None] Pushing event updated for resources: {'Port': ['ID=c60952aa-f41a-49e5-aff1-d5770cac64db,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.916958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b1831d0-1c04-43d0-b1ee-2a3a23f7b68c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.925323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b1831d0-1c04-43d0-b1ee-2a3a23f7b68c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.948933 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc531b22-c578-4b2b-8e61-db1845f3f846 req-c3ba2fed-68ef-4842-8a29-b72e3ceb6627 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838685 Aug 31 09:29:42.962335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1831d0-1c04-43d0-b1ee-2a3a23f7b68c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59ddf1e-6366-4967-8f37-217c510087f7,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.985288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b1831d0-1c04-43d0-b1ee-2a3a23f7b68c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.988865 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b1831d0-1c04-43d0-b1ee-2a3a23f7b68c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3351624 Aug 31 09:29:42.989459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47830) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.994440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2c442ec9-4f39-42ee-9ccd-bce8bcc044ab tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Request body: {'security_group_rule': {'security_group_id': 'd263140e-ffa4-4a34-8aed-6432e031ce1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:43.033702 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c442ec9-4f39-42ee-9ccd-bce8bcc044ab tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.037490 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:43.126523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c442ec9-4f39-42ee-9ccd-bce8bcc044ab tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.132262 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c442ec9-4f39-42ee-9ccd-bce8bcc044ab tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.157049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c442ec9-4f39-42ee-9ccd-bce8bcc044ab tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aad628f-8c8e-4caf-9ff4-c2246dc30f70,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:43.171952 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c442ec9-4f39-42ee-9ccd-bce8bcc044ab tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.174861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c442ec9-4f39-42ee-9ccd-bce8bcc044ab tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839015 Aug 31 09:29:43.178251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47832) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:43.185269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:43.205111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-02608988-4511-4615-9a6d-a1b5b21956da tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:43.208254 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-02608988-4511-4615-9a6d-a1b5b21956da tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.0756068 Aug 31 09:29:43.227809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.386704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.405259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.497112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Deleting port d2f7b793-f846-485c-82f9-dbf3eba7dc39 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:43.497725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.574789 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:42Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:43.605133 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378cfd3f-f22a-4abb-b10b-ad4f1d90e1e0 None None] The sync data for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 is: [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:42Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:43.779432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Allocated IP 172.25.1.38 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1e4ecea9-f74b-417a-b7f0-ded25fb52286) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:43.925628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637797b-53f2-4f58-afec-87447886a6af req-424f6e38-66fc-4740-a07d-756e886d7253 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:43.934625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b637797b-53f2-4f58-afec-87447886a6af req-424f6e38-66fc-4740-a07d-756e886d7253 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 950 time: 0.3630834 Aug 31 09:29:43.971932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812aa8fa-7094-45f2-aeeb-a88cef3ed076 req-665081f5-14ec-4818-9a33-174fe67db783 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:43.974329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-812aa8fa-7094-45f2-aeeb-a88cef3ed076 req-665081f5-14ec-4818-9a33-174fe67db783 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.3374493 Aug 31 09:29:44.091842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-812aa8fa-7094-45f2-aeeb-a88cef3ed076 req-a8e4abf9-bd59-49a4-8567-9378fa387619 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089497 Aug 31 09:29:44.093121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c60952aa-f41a-49e5-aff1-d5770cac64db up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:44.130625 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.144587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b637797b-53f2-4f58-afec-87447886a6af req-78eb199e-200b-4ce0-a8ca-2dbfcd110acf tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/security-groups?id=8399b6ba-ab12-4e74-bdd3-11f59dab4604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088640 Aug 31 09:29:44.253304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port c60952aa-f41a-49e5-aff1-d5770cac64db completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:44.259363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c60952aa-f41a-49e5-aff1-d5770cac64db triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:44.259745 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.272654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.355236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c114252-0ff0-4bf7-98e7-5d29461bb494 req-912dad33-26b5-4274-8ead-7ea3d3725fad tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 210 time: 0.0640719 Aug 31 09:29:44.399538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] For port d2f7b793-f846-485c-82f9-dbf3eba7dc39, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2f7b793-f846-485c-82f9-dbf3eba7dc39,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:44.402547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.437919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Calling delete_port for d2f7b793-f846-485c-82f9-dbf3eba7dc39 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:44.471436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:44.514305 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.521988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:44.551734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:44.562866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event updated for resources: {'Port': ['ID=1e4ecea9-f74b-417a-b7f0-ded25fb52286,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.583436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port c60952aa-f41a-49e5-aff1-d5770cac64db, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c60952aa-f41a-49e5-aff1-d5770cac64db,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:44.600374 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.648683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbeef9-a9bf-4a95-908b-10cc87103ee1 req-9b633436-52a7-4b1e-8abf-5cceaaddac03 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:44.650083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0dbeef9-a9bf-4a95-908b-10cc87103ee1 req-9b633436-52a7-4b1e-8abf-5cceaaddac03 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.2407680 Aug 31 09:29:44.675385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.685042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=c60952aa-f41a-49e5-aff1-d5770cac64db,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.739892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.744738 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0dbeef9-a9bf-4a95-908b-10cc87103ee1 req-b80ec45f-7c7f-48f4-a0bc-f8203091120c tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842032 Aug 31 09:29:44.752044 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.753378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2f7b793-f846-485c-82f9-dbf3eba7dc39'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:44.784882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Pushing event deleted for resources: {'Port': ['ID=d2f7b793-f846-485c-82f9-dbf3eba7dc39,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.844308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] No DVR routers for this DVR port d2f7b793-f846-485c-82f9-dbf3eba7dc39 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:44.850376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.854678 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4d3c73f-e7ae-482c-8457-3acd763365b3 req-9439c890-2b82-42e6-b255-fe7e6d2569e6 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.52 "DELETE /v2.0/ports/d2f7b793-f846-485c-82f9-dbf3eba7dc39 HTTP/1.1" status: 204 len: 173 time: 1.6300533 Aug 31 09:29:44.855975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'name': 'network-vif-deleted', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:44.859644 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a0981d-4692-4248-82c1-3abfc2c69ebb" -d '{"events": [{"server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "name": "network-vif-deleted", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:44.913614 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ae9321-7b35-481e-88e4-c91c8923724f x-openstack-request-id: req-65ae9321-7b35-481e-88e4-c91c8923724f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:44.914278 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9b8883-23a6-4a1f-bb1a-df0021f51611", "name": "network-vif-deleted", "tag": "d2f7b793-f846-485c-82f9-dbf3eba7dc39", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:44.914782 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65ae9321-7b35-481e-88e4-c91c8923724f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:44.915679 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b8883-23a6-4a1f-bb1a-df0021f51611', 'name': 'network-vif-deleted', 'tag': 'd2f7b793-f846-485c-82f9-dbf3eba7dc39', 'status': 'completed', 'code': 200} Aug 31 09:29:45.022082 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.029977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.068276 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.094108 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.107416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9270878 Aug 31 09:29:45.113502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4a981-5027-4753-855e-cb0046f34403 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event updated for resources: {'Port': ['ID=1e4ecea9-f74b-417a-b7f0-ded25fb52286,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:45.377467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a1d90f4-4dc6-4c3a-9fd9-da04c9ec6e17 req-ce40b500-01ec-44f8-a5a5-6116d09613a4 tempest-MigrationsAdminTest-732629111 tempest-MigrationsAdminTest-732629111-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb9b8883-23a6-4a1f-bb1a-df0021f51611 HTTP/1.1" status: 200 len: 210 time: 0.0780213 Aug 31 09:29:45.420407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6311e70-7fc8-474c-a50e-4546c478aa8c req-8f7b69d0-74b1-4e71-a638-728dca2df3c8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:45.431615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6311e70-7fc8-474c-a50e-4546c478aa8c req-8f7b69d0-74b1-4e71-a638-728dca2df3c8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1932855 Aug 31 09:29:45.545552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6311e70-7fc8-474c-a50e-4546c478aa8c req-d314d139-dd70-4500-ad1d-31479b20fcf4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109765 Aug 31 09:29:45.609065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-e8c03f2b-b946-43fd-b18c-d1ff55351645 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1236980107&fields=id&tenant_id=13757f27ac114c92a89977d5311aecdb HTTP/1.1" status: 200 len: 267 time: 0.0623116 Aug 31 09:29:45.820235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6c92945-149e-4f68-aa37-b97597429bac req-5db06d0c-b866-4fe6-98ac-124d7fbf2ac1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad096561-cff0-4c9b-add3-ef195f22288d HTTP/1.1" status: 200 len: 210 time: 0.0414746 Aug 31 09:29:45.850241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-05f7bfa2-d32d-4efe-98d0-2f9353f585ce tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:45.857903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-05f7bfa2-d32d-4efe-98d0-2f9353f585ce tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/networks?id=8df72251-6296-469e-a38a-35feab1a1df0 HTTP/1.1" status: 200 len: 811 time: 0.2405066 Aug 31 09:29:45.871209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a659b7-211a-4e0b-9576-32d04a443ac3 req-043dfb99-2964-451e-8bd1-4d04f7fc3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:45.872743 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98a659b7-211a-4e0b-9576-32d04a443ac3 req-043dfb99-2964-451e-8bd1-4d04f7fc3192 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 1097 time: 0.0672555 Aug 31 09:29:45.876728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-d336a657-63bc-4968-926a-c0e22279163a tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/quotas/13757f27ac114c92a89977d5311aecdb HTTP/1.1" status: 200 len: 375 time: 0.0178180 Aug 31 09:29:45.960495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98a659b7-211a-4e0b-9576-32d04a443ac3 req-63e9f987-b278-49d3-a371-6eeb5d916512 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779426 Aug 31 09:29:46.008049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-ab5ce4c2-c782-4b80-87ab-28b716b0dcf9 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=13757f27ac114c92a89977d5311aecdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1302052 Aug 31 09:29:46.069644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c60952aa-f41a-49e5-aff1-d5770cac64db up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:46.161125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c60952aa-f41a-49e5-aff1-d5770cac64db triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:46.162131 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.263893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608a6a1-8134-4c0b-abcf-ffbd7fbd080c req-089b500f-2d25-48ff-b351-cc9a6e34c084 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:46.266242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0608a6a1-8134-4c0b-abcf-ffbd7fbd080c req-089b500f-2d25-48ff-b351-cc9a6e34c084 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1871490 Aug 31 09:29:46.377934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-0b7f8dd2-0ace-4504-82f4-ce5c9f931e54 service neutron] 10.222.0.69 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497012 Aug 31 09:29:46.391840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0608a6a1-8134-4c0b-abcf-ffbd7fbd080c req-5e844ffb-bd0e-4c47-aa80-aacbcc1668f0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988176 Aug 31 09:29:46.536480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-318b50b2-67f8-48ce-be1a-e10be83cf4bf service neutron] 10.222.0.69 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569991 Aug 31 09:29:46.873442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c300884-4079-4a4d-87a0-d65920299231 req-5193e262-1647-42e6-b5fb-1a67d629a1c0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:46.875037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c300884-4079-4a4d-87a0-d65920299231 req-5193e262-1647-42e6-b5fb-1a67d629a1c0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.0988331 Aug 31 09:29:46.972596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c300884-4079-4a4d-87a0-d65920299231 req-c49d0d73-848c-4b81-a4a7-71ad41f8b767 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898898 Aug 31 09:29:46.988951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47892) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:47.050094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d2f7b793-f846-485c-82f9-dbf3eba7dc39 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:47.108767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1313cdb4-94ca-4783-a40f-99eca0b56258 req-3d9af7c5-5771-4774-81b9-8f8a17ff52f3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 210 time: 0.1029038 Aug 31 09:29:47.163936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: d2f7b793-f846-485c-82f9-dbf3eba7dc39 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:47.165400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d2f7b793-f846-485c-82f9-dbf3eba7dc39 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:47.293052 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2ca654c7-1a43-4c2e-ac2c-e8ad2a68334e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b968f240aff1429d984a933f1f7aa0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003297 Aug 31 09:29:47.293514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47906) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:47.377015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5db3-81c7-430b-bd59-fb54ecaa83e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.407819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5db3-81c7-430b-bd59-fb54ecaa83e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.516604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5db3-81c7-430b-bd59-fb54ecaa83e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.519254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5db3-81c7-430b-bd59-fb54ecaa83e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.529737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1b2a5db3-81c7-430b-bd59-fb54ecaa83e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8399b6ba-ab12-4e74-bdd3-11f59dab4604 HTTP/1.1" status: 204 len: 168 time: 0.2269981 Aug 31 09:29:47.533356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5db3-81c7-430b-bd59-fb54ecaa83e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8399b6ba-ab12-4e74-bdd3-11f59dab4604,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:47.601603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4779607-cb4c-41e9-8ea5-3f12b81f2fd5 req-b0935a5b-181e-4364-8ea6-23ac2c0e0d74 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.605250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4779607-cb4c-41e9-8ea5-3f12b81f2fd5 req-b0935a5b-181e-4364-8ea6-23ac2c0e0d74 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.0819712 Aug 31 09:29:47.683598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4779607-cb4c-41e9-8ea5-3f12b81f2fd5 req-59b80803-1617-47df-978f-5c853f8df884 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703394 Aug 31 09:29:47.861585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d2b5-2811-41a2-955f-e8f8a813e223 req-39e41795-4d11-4f5e-b4e7-6bdfddf5a2eb tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.872958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78c5d2b5-2811-41a2-955f-e8f8a813e223 req-39e41795-4d11-4f5e-b4e7-6bdfddf5a2eb tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0742180 Aug 31 09:29:47.929413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78c5d2b5-2811-41a2-955f-e8f8a813e223 req-bc263519-4c31-4d4f-ac70-d3e26f9284c5 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554395 Aug 31 09:29:48.049450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47926) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:48.130074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d3bbea75-d631-491b-a1c1-4100cf70285e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4fd6a1c05d5b407b8917991129615672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786643 Aug 31 09:29:48.132907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47928) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:48.233367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b73f06e-76e2-43ac-b2e5-e5a6c15ffda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.241920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731d8ec-4f42-4c9f-9332-a4a37db701d0 req-15c4f14f-d522-40ce-9ed7-2e45cfa7253b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:48.246480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2731d8ec-4f42-4c9f-9332-a4a37db701d0 req-15c4f14f-d522-40ce-9ed7-2e45cfa7253b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1415710 Aug 31 09:29:48.290307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b73f06e-76e2-43ac-b2e5-e5a6c15ffda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.335542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bec1f44-5adf-4d53-b1db-5c571e4b2dd6 req-507e14d5-6183-48ac-8561-768a2b8b6398 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 210 time: 0.0463810 Aug 31 09:29:48.380943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2731d8ec-4f42-4c9f-9332-a4a37db701d0 req-4806b778-cd2e-448c-8c13-0e9d28fb20b0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254363 Aug 31 09:29:48.518468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9c6ac-aecf-4eae-bd7c-05384451c02d req-f012cab5-93e7-4902-8529-c62225df8b9f tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:48.524711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8d9c6ac-aecf-4eae-bd7c-05384451c02d req-f012cab5-93e7-4902-8529-c62225df8b9f tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1044800 Aug 31 09:29:48.581383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b73f06e-76e2-43ac-b2e5-e5a6c15ffda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.585003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b73f06e-76e2-43ac-b2e5-e5a6c15ffda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.599274 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7b73f06e-76e2-43ac-b2e5-e5a6c15ffda1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2da0af60-c28b-45a8-bf09-d42cf3be8496 HTTP/1.1" status: 204 len: 168 time: 0.4596574 Aug 31 09:29:48.638265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8d9c6ac-aecf-4eae-bd7c-05384451c02d req-bf50224f-5f77-432b-bd3b-2829fcb9d355 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866988 Aug 31 09:29:48.679472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73f06e-76e2-43ac-b2e5-e5a6c15ffda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da0af60-c28b-45a8-bf09-d42cf3be8496,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:48.724620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-b25c229f-dc37-4841-bb7f-c565b6c346ef tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:48.729927 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-b25c229f-dc37-4841-bb7f-c565b6c346ef tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.20 "GET /v2.0/networks?id=8df72251-6296-469e-a38a-35feab1a1df0 HTTP/1.1" status: 200 len: 811 time: 0.3495936 Aug 31 09:29:48.794837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-f54d6b2b-0dd9-4e12-95e0-248cc8ba14e7 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13757f27ac114c92a89977d5311aecdb HTTP/1.1" status: 200 len: 380 time: 0.0550163 Aug 31 09:29:48.811337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Request body: {'port': {'device_id': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'admin_state_up': True, 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'security_groups': ['d263140e-ffa4-4a34-8aed-6432e031ce1c']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:48.987546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Made reservation on behalf of 13757f27ac114c92a89977d5311aecdb for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:48.993094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.215029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Allocated IP 172.20.0.13 (8df72251-6296-469e-a38a-35feab1a1df0/149d2fb5-6f77-4e2d-ab78-abce8874ca89/b15dd733-a796-41d2-9925-afaae35e619a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:49.379755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.396397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Transition to ACTIVE for port object b15dd733-a796-41d2-9925-afaae35e619a will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:49.449879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.512174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Network 8df72251-6296-469e-a38a-35feab1a1df0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:49.515760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:49.533523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:49.657518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc001c-54d4-4600-8322-becffd633349 req-3f4c9d8d-189e-4e17-9c48-4ce9e168c7a1 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:49.659193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dbc001c-54d4-4600-8322-becffd633349 req-3f4c9d8d-189e-4e17-9c48-4ce9e168c7a1 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 932 time: 0.2089996 Aug 31 09:29:49.665467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event updated for resources: {'Port': ['ID=b15dd733-a796-41d2-9925-afaae35e619a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:49.706800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda815f-d3c3-4972-9943-a7e0600c3bfd req-647e4a54-d9fa-42d6-bc1b-19ca799341ff tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:49.710693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bda815f-d3c3-4972-9943-a7e0600c3bfd req-647e4a54-d9fa-42d6-bc1b-19ca799341ff tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1942010 Aug 31 09:29:49.751295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:49.751295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.790954 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-cb982089-c781-40d1-9055-8a7ff255ddfb tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9877191 Aug 31 09:29:49.819302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Request body: {'port': {'device_id': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:49.839996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bda815f-d3c3-4972-9943-a7e0600c3bfd req-2df92bb1-cd5e-4bae-9423-5a78684b8955 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012864 Aug 31 09:29:49.878590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dbc001c-54d4-4600-8322-becffd633349 req-876322ec-e175-46b9-8cdd-10fd008e68bd tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016599 Aug 31 09:29:49.958848 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.017983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-80a0c50c-1fb6-4a1d-96db-d9473b2f0f60 None None] Provisioning for port b15dd733-a796-41d2-9925-afaae35e619a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:50.027375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-80a0c50c-1fb6-4a1d-96db-d9473b2f0f60 None None] Provisioning complete for port b15dd733-a796-41d2-9925-afaae35e619a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:50.034820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-80a0c50c-1fb6-4a1d-96db-d9473b2f0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.090545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100430c-e8ae-4d0a-84b2-79c6112de665 req-a4a450a7-3eb3-4ac5-9ae6-9ea910188e44 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:50.098987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0100430c-e8ae-4d0a-84b2-79c6112de665 req-a4a450a7-3eb3-4ac5-9ae6-9ea910188e44 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1221058 Aug 31 09:29:50.154266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0100430c-e8ae-4d0a-84b2-79c6112de665 req-a97d02f5-0ef6-43e1-a273-c3dfe813367b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505595 Aug 31 09:29:50.361911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-80a0c50c-1fb6-4a1d-96db-d9473b2f0f60 None None] Port b15dd733-a796-41d2-9925-afaae35e619a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:50.627246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15dd733-a796-41d2-9925-afaae35e619a {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:50.668789 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.686168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99bf0f-ef6b-4ead-99f0-a3a8b59714f8 req-46ee30f8-5085-4299-8e76-016c74e6258c tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:50.696183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb99bf0f-ef6b-4ead-99f0-a3a8b59714f8 req-46ee30f8-5085-4299-8e76-016c74e6258c tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0823543 Aug 31 09:29:50.719674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Transition to ACTIVE for port object b15dd733-a796-41d2-9925-afaae35e619a will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:50.728742 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.744188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb99bf0f-ef6b-4ead-99f0-a3a8b59714f8 req-efbc22eb-5c7c-43de-92fb-096b63582727 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466483 Aug 31 09:29:50.896675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Pushing event updated for resources: {'Port': ['ID=b15dd733-a796-41d2-9925-afaae35e619a,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:51.062580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Attempting to bind port b15dd733-a796-41d2-9925-afaae35e619a on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:51.062580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Attempting to bind port b15dd733-a796-41d2-9925-afaae35e619a by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:51.062580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Attempting to bind port b15dd733-a796-41d2-9925-afaae35e619a on network 8df72251-6296-469e-a38a-35feab1a1df0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:51.081175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Port b15dd733-a796-41d2-9925-afaae35e619a on network 8df72251-6296-469e-a38a-35feab1a1df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:51.081553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Attempting to bind port b15dd733-a796-41d2-9925-afaae35e619a on network 8df72251-6296-469e-a38a-35feab1a1df0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:51.090215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:51.090690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Checking segment: {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:51.091131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Bound using segment: {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:51.091595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Bound port: b15dd733-a796-41d2-9925-afaae35e619a, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120747ec-0f38-48f7-add0-90672f6097bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:51.091968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.217903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] For port b15dd733-a796-41d2-9925-afaae35e619a, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:51.230773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] For port b15dd733-a796-41d2-9925-afaae35e619a, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b15dd733-a796-41d2-9925-afaae35e619a,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:51.241754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.248268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ed7fc-ca05-473d-b310-50295cc1812a req-a9168eab-57f4-4d8a-b83d-0c0ef2a4bd91 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:51.255500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b6ed7fc-ca05-473d-b310-50295cc1812a req-a9168eab-57f4-4d8a-b83d-0c0ef2a4bd91 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 944 time: 0.1788623 Aug 31 09:29:51.281858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2606e6-9f5d-4b4c-83a0-3c2871404cd7 req-191f76fb-5ac9-4826-8e5c-3256667415f8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:51.283555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c2606e6-9f5d-4b4c-83a0-3c2871404cd7 req-191f76fb-5ac9-4826-8e5c-3256667415f8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1949823 Aug 31 09:29:51.353102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Pushing event updated for resources: {'Port': ['ID=b15dd733-a796-41d2-9925-afaae35e619a,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:51.358702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:51.360225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.361552 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-fe9c0055-e61c-43d7-803c-d012968b5755 service neutron] 10.222.0.20 "PUT /v2.0/ports/b15dd733-a796-41d2-9925-afaae35e619a HTTP/1.1" status: 200 len: 1092 time: 1.5558362 Aug 31 09:29:51.362776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'tag': 'b15dd733-a796-41d2-9925-afaae35e619a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:51.364900 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551c17d3-81b4-4c01-a86e-5694e5a69304" -d '{"events": [{"name": "network-changed", "server_uuid": "16a3ac73-deb9-4024-ae02-61e41568e6ba", "tag": "b15dd733-a796-41d2-9925-afaae35e619a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:51.385877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b6ed7fc-ca05-473d-b310-50295cc1812a req-9c5ce7f0-b258-40b9-8dab-613c7d728412 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229215 Aug 31 09:29:51.390338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c2606e6-9f5d-4b4c-83a0-3c2871404cd7 req-618f46fb-dc91-4679-bd40-1588a8ff4764 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918634 Aug 31 09:29:51.484925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-963f041e-fca0-4588-b97e-e77b34fbf136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:51.490358 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-963f041e-fca0-4588-b97e-e77b34fbf136 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13757f27ac114c92a89977d5311aecdb&device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 1095 time: 0.0688603 Aug 31 09:29:51.579656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-3867a090-106d-47b9-89f7-f1fd898933c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15dd733-a796-41d2-9925-afaae35e619a HTTP/1.1" status: 200 len: 217 time: 0.0787404 Aug 31 09:29:51.745307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-c985e320-ea58-47f2-a233-ceb9d0481906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:51.745979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2fea2de0-8ecc-4c48-8c86-00eb96d6d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.754885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-c985e320-ea58-47f2-a233-ceb9d0481906 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=149d2fb5-6f77-4e2d-ab78-abce8874ca89 HTTP/1.1" status: 200 len: 850 time: 0.1582282 Aug 31 09:29:51.760333 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818615af-d1b5-4dc6-8f22-7ab3d71d3cfc x-openstack-request-id: req-818615af-d1b5-4dc6-8f22-7ab3d71d3cfc {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:51.760718 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a3ac73-deb9-4024-ae02-61e41568e6ba", "tag": "b15dd733-a796-41d2-9925-afaae35e619a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:51.760978 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-818615af-d1b5-4dc6-8f22-7ab3d71d3cfc {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:51.761756 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'tag': 'b15dd733-a796-41d2-9925-afaae35e619a', 'status': 'completed', 'code': 200} Aug 31 09:29:51.915558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-917dccc9-77ca-496a-bc99-9cb38dbf73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:51.917277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-917dccc9-77ca-496a-bc99-9cb38dbf73e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8df72251-6296-469e-a38a-35feab1a1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418197 Aug 31 09:29:52.017705 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-5470e7d4-1f1b-4115-9e20-5ad23da43889 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1498983 Aug 31 09:29:52.158035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-acf97cbe-ea19-4439-8e93-5675a41fceb3 service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305233 Aug 31 09:29:52.161924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-81463cbb-f7ae-4072-b1b7-23840cb60740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.163820 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-81463cbb-f7ae-4072-b1b7-23840cb60740 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 1095 time: 0.1152987 Aug 31 09:29:52.325643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b782b2-a34c-4585-9295-a87d0f85e773 req-d7139f19-2e31-45db-b1ae-1d500d61ce39 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.329272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40b782b2-a34c-4585-9295-a87d0f85e773 req-d7139f19-2e31-45db-b1ae-1d500d61ce39 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.3625088 Aug 31 09:29:52.341221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b12a7c78-6cc1-4451-869e-f9890320f81f req-72ab265a-26b5-46c3-957b-e23668a71541 service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761394 Aug 31 09:29:52.356510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-f0edd88c-f9c4-41af-b187-da145815f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.358445 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-f0edd88c-f9c4-41af-b187-da145815f5c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.1407938 Aug 31 09:29:52.424577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-f552ed69-711b-45c4-a1e2-eac3aa185c20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 200 len: 217 time: 0.0589333 Aug 31 09:29:52.475037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.486215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.487044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.487716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.488366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.489041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.489691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.490330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.490996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.491642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.492288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.492927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.493628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.496870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4e5afd5-ddd2-4063-ae5d-44baf9d35214 req-91650d66-0cfe-4fff-966f-9fd3f6e88303 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9262 time: 0.6824765 Aug 31 09:29:52.514616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40b782b2-a34c-4585-9295-a87d0f85e773 req-62b18b58-4a98-4034-a317-0e738e1738db tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714878 Aug 31 09:29:52.639017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-5f5f00a2-4183-492e-9c9c-1a5ae2b12975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.642920 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-5f5f00a2-4183-492e-9c9c-1a5ae2b12975 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.1968501 Aug 31 09:29:52.705227 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-949f32fc-51f3-45df-969d-1257d4c7d857 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540509 Aug 31 09:29:52.710603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-8e452a75-d624-4ae2-86d3-d2ad0a366d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.712269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-8e452a75-d624-4ae2-86d3-d2ad0a366d97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13757f27ac114c92a89977d5311aecdb&device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 1095 time: 0.2803745 Aug 31 09:29:53.184609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-bb5871df-b0dc-4c6e-bd44-c5c44785b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.188448 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-bb5871df-b0dc-4c6e-bd44-c5c44785b1e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8df72251-6296-469e-a38a-35feab1a1df0 HTTP/1.1" status: 200 len: 913 time: 0.4664414 Aug 31 09:29:53.196890 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-8c5202c3-c2db-4923-9e4f-81511220243a service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789090 Aug 31 09:29:53.355175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4255cb-4f2f-421d-a4ae-6a4a2863f9b3 req-ed5744a3-7f81-4561-bab5-17568a8553b9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.362105 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-ee5747bc-ec12-43a6-b511-6962d5dc153d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15dd733-a796-41d2-9925-afaae35e619a HTTP/1.1" status: 200 len: 217 time: 0.1624987 Aug 31 09:29:53.365855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f4255cb-4f2f-421d-a4ae-6a4a2863f9b3 req-ed5744a3-7f81-4561-bab5-17568a8553b9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.7453613 Aug 31 09:29:53.521132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f4255cb-4f2f-421d-a4ae-6a4a2863f9b3 req-283e5721-abd2-44c8-8397-9a754c47f62e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533861 Aug 31 09:29:53.584424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844e1bb-d847-4dea-b512-5f1158fd00cc req-a70ed626-aedf-413e-bfb1-4e3ffb7b8d7c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.589634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-f756c8ce-6677-4f98-a28c-116ccda2c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.598090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-f756c8ce-6677-4f98-a28c-116ccda2c833 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=149d2fb5-6f77-4e2d-ab78-abce8874ca89 HTTP/1.1" status: 200 len: 850 time: 0.1417770 Aug 31 09:29:53.599306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5844e1bb-d847-4dea-b512-5f1158fd00cc req-a70ed626-aedf-413e-bfb1-4e3ffb7b8d7c tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 944 time: 0.9138920 Aug 31 09:29:53.831694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-b6071d2b-c3ee-4b20-9818-41fafbc43231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.833837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-b6071d2b-c3ee-4b20-9818-41fafbc43231 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8df72251-6296-469e-a38a-35feab1a1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261064 Aug 31 09:29:53.838061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561a787-3654-4e23-b637-9942a4d5774d req-3cc972ea-776b-4446-90bf-b8ee5d43671a tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.857482 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eaff0ef8-f14c-46d9-b781-012f87461efc req-48aba159-df57-4225-968b-b36c60c7e0cd service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224442 Aug 31 09:29:53.860483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c561a787-3654-4e23-b637-9942a4d5774d req-3cc972ea-776b-4446-90bf-b8ee5d43671a tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 886 time: 0.2499938 Aug 31 09:29:53.982879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5844e1bb-d847-4dea-b512-5f1158fd00cc req-da61ba04-302e-4cbc-8427-148fa966c453 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822792 Aug 31 09:29:54.118344 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-fa48cedb-107a-41e3-bed4-d4da94c05695 service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597756 Aug 31 09:29:54.268282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.269032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.269707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.270347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.271123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.272894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.273870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.274485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.275201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.275939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.276553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.277160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.278283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.287778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd63e0d3-43cd-44b3-a54e-2f22ce78bfcf req-18546ecc-6a2f-4bfb-8a02-ef3d400cf772 tempest-NetworksTest-1454539987 tempest-NetworksTest-1454539987-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9262 time: 0.2767642 Aug 31 09:29:54.345505 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-551c17d3-81b4-4c01-a86e-5694e5a69304 req-44bf2612-5197-4f80-bdae-1289c2acdace service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174628 Aug 31 09:29:54.991471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbc6e8-409a-4dae-9c3b-5c9d3e587888 req-ec13ad1f-bde6-4105-91e7-a5577f62d1ef tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:55.006030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66dbc6e8-409a-4dae-9c3b-5c9d3e587888 req-ec13ad1f-bde6-4105-91e7-a5577f62d1ef tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1895461 Aug 31 09:29:55.015341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.112388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66dbc6e8-409a-4dae-9c3b-5c9d3e587888 req-6544310a-2e77-415c-bacd-575b98c853c6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053224 Aug 31 09:29:55.149118 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57554c7b-ed33-4603-8e8b-96b9333e20dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.150114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48092) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.223260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90900c-31cc-4093-836c-240d1275fc1d req-e1f97053-9fda-4b5b-ac00-4ec2b2b2909f tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:55.232307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be90900c-31cc-4093-836c-240d1275fc1d req-e1f97053-9fda-4b5b-ac00-4ec2b2b2909f tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 944 time: 0.1089933 Aug 31 09:29:55.345682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be90900c-31cc-4093-836c-240d1275fc1d req-7c03d0ee-8dee-4f34-b175-17fe46c9baf0 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101770 Aug 31 09:29:55.472875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ea71-7bf8-4ced-a39d-4ec2495bac28 req-54caf1d8-b885-4dee-8742-f1b7125ad4f1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:55.474764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5633ea71-7bf8-4ced-a39d-4ec2495bac28 req-54caf1d8-b885-4dee-8742-f1b7125ad4f1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 944 time: 0.1248579 Aug 31 09:29:55.498810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d89bf72c-7139-4965-b5aa-ee3f3cf8188e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.539694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5633ea71-7bf8-4ced-a39d-4ec2495bac28 req-a4f9338a-c9b8-4f5e-9983-8ffff67a15ca tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553477 Aug 31 09:29:55.668281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-623f78cc-b508-4788-821a-7710d2751fa0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:55.670379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-623f78cc-b508-4788-821a-7710d2751fa0 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 944 time: 0.1165848 Aug 31 09:29:55.813605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d89bf72c-7139-4965-b5aa-ee3f3cf8188e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.819603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d89bf72c-7139-4965-b5aa-ee3f3cf8188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.896962 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d89bf72c-7139-4965-b5aa-ee3f3cf8188e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b862cf196f41470d96e5bae33249a79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7427442 Aug 31 09:29:55.900853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48100) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.907942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Deleting port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:55.908702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.914166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bf72c-7139-4965-b5aa-ee3f3cf8188e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1211d149-1a5f-4c87-9f3b-f6618adf3d20,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:55.948153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b15dd733-a796-41d2-9925-afaae35e619a details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:55.982166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c044e8b9-b4ca-44a3-a768-9648a73cfc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.017088 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c044e8b9-b4ca-44a3-a768-9648a73cfc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.081708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] For port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:56.082141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.103769 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c044e8b9-b4ca-44a3-a768-9648a73cfc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.108186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Calling delete_port for 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:56.112500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c044e8b9-b4ca-44a3-a768-9648a73cfc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.116573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c044e8b9-b4ca-44a3-a768-9648a73cfc27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1211d149-1a5f-4c87-9f3b-f6618adf3d20 HTTP/1.1" status: 204 len: 168 time: 0.2145894 Aug 31 09:29:56.138037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e8b9-b4ca-44a3-a768-9648a73cfc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1211d149-1a5f-4c87-9f3b-f6618adf3d20,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:56.315669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b15dd733-a796-41d2-9925-afaae35e619a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b15dd733-a796-41d2-9925-afaae35e619a,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:56.335201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'b15dd733-a796-41d2-9925-afaae35e619a', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'port_id': 'b15dd733-a796-41d2-9925-afaae35e619a', 'mac_address': 'fa:16:3e:4b:8d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:56.398424 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.414108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:56.455085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf64563-1d88-4b5b-bc73-0a40805d20d8 req-520d4b9c-038e-407a-998b-7c5ea80d4f0e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:56.468830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daf64563-1d88-4b5b-bc73-0a40805d20d8 req-520d4b9c-038e-407a-998b-7c5ea80d4f0e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1336360 Aug 31 09:29:56.481602 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.519992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15dd733-a796-41d2-9925-afaae35e619a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:56.527916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Pushing event deleted for resources: {'Port': ['ID=5ce5b69f-b7ed-487f-9ea4-5c82ad643eca,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:56.574550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b15dd733-a796-41d2-9925-afaae35e619a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b15dd733-a796-41d2-9925-afaae35e619a,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:56.582198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.620007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daf64563-1d88-4b5b-bc73-0a40805d20d8 req-db3ad0b1-a323-4e24-970c-76eacf56ac59 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451254 Aug 31 09:29:56.654077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] No DVR routers for this DVR port 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:56.658592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.662696 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9646b4cb-a8b0-4d71-8694-3687617abd6a req-7a67f3c8-67dc-419a-ad9f-6aee39016715 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.52 "DELETE /v2.0/ports/5ce5b69f-b7ed-487f-9ea4-5c82ad643eca HTTP/1.1" status: 204 len: 173 time: 0.9850812 Aug 31 09:29:56.683417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'name': 'network-vif-deleted', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:56.686695 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5322844-a7fc-4f39-9557-c01efb8b4246" -d '{"events": [{"server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "name": "network-vif-deleted", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:56.700240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57f8a-27c0-4393-b700-09af079b90ef req-8dc658ea-2add-4f41-95cb-e89472d4cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:56.702104 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02b57f8a-27c0-4393-b700-09af079b90ef req-8dc658ea-2add-4f41-95cb-e89472d4cf31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1097 time: 0.1994886 Aug 31 09:29:56.785790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=b15dd733-a796-41d2-9925-afaae35e619a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:56.913673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e29dd-d4b1-4059-9805-96c41f5f5a5f req-7bf34681-ff33-48ce-9464-2d78ccf6b6e6 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:56.926645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba7e29dd-d4b1-4059-9805-96c41f5f5a5f req-7bf34681-ff33-48ce-9464-2d78ccf6b6e6 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 945 time: 0.1379757 Aug 31 09:29:56.944695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5316cb-21da-4fa2-b8a9-71b4c6468092 req-3b8f065d-1963-470b-843a-5d99fdbec5cf tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:56.946464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57f8a-27c0-4393-b700-09af079b90ef req-eeaef096-a4d2-4985-91a8-e7c50d958f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:56.950526 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02b57f8a-27c0-4393-b700-09af079b90ef req-eeaef096-a4d2-4985-91a8-e7c50d958f44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 921 time: 0.2401919 Aug 31 09:29:56.953944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea5316cb-21da-4fa2-b8a9-71b4c6468092 req-3b8f065d-1963-470b-843a-5d99fdbec5cf tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.2052252 Aug 31 09:29:56.980152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48124) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:57.006092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e077056-4c25-47a1-ba50-9fc9c409a3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.011146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['b15dd733-a796-41d2-9925-afaae35e619a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:57.014674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02b57f8a-27c0-4393-b700-09af079b90ef req-98f08cde-0212-4eb6-8433-cefbfa1e8f0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362 HTTP/1.1" status: 200 len: 217 time: 0.0558474 Aug 31 09:29:57.065008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea5316cb-21da-4fa2-b8a9-71b4c6468092 req-7d18e2d3-f78a-4ea5-b7a8-87f9fabd0fc3 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098189 Aug 31 09:29:57.151223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57f8a-27c0-4393-b700-09af079b90ef req-40607928-06dd-46c0-89d8-7f5c271b94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:57.164617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba7e29dd-d4b1-4059-9805-96c41f5f5a5f req-932cb6c4-a880-464f-a785-f9beffaf078b tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349224 Aug 31 09:29:57.167168 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02b57f8a-27c0-4393-b700-09af079b90ef req-40607928-06dd-46c0-89d8-7f5c271b94d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.1439147 Aug 31 09:29:57.274808 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02b57f8a-27c0-4393-b700-09af079b90ef req-f5ed6118-bea3-40fe-8588-04035fc9e0bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925975 Aug 31 09:29:57.413949 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330309b1-b84b-4f8d-84e2-d9d445016b59 x-openstack-request-id: req-330309b1-b84b-4f8d-84e2-d9d445016b59 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:57.414405 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2931432-0658-4fc1-9ccc-0c46023503b0", "name": "network-vif-deleted", "tag": "5ce5b69f-b7ed-487f-9ea4-5c82ad643eca", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:57.414861 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-330309b1-b84b-4f8d-84e2-d9d445016b59 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:57.415478 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2931432-0658-4fc1-9ccc-0c46023503b0', 'name': 'network-vif-deleted', 'tag': '5ce5b69f-b7ed-487f-9ea4-5c82ad643eca', 'status': 'completed', 'code': 200} Aug 31 09:29:57.438662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38593d88-eb95-4e63-a9cd-33cc83429e85 req-54c816d0-28cb-4df1-927b-9487da3b4d01 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2931432-0658-4fc1-9ccc-0c46023503b0 HTTP/1.1" status: 200 len: 210 time: 0.0549669 Aug 31 09:29:57.441724 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e077056-4c25-47a1-ba50-9fc9c409a3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.449733 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e077056-4c25-47a1-ba50-9fc9c409a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.494571 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02b57f8a-27c0-4393-b700-09af079b90ef req-552e67ba-c8c4-4d72-86ce-330c7b143a08 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113299 Aug 31 09:29:57.532390 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.533350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077056-4c25-47a1-ba50-9fc9c409a3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af0c8bc-2992-4f6b-9044-83636f851fca,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:57.549278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e077056-4c25-47a1-ba50-9fc9c409a3ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=09c218f1117d40e6a9e003836cb3a59a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668054 Aug 31 09:29:57.554407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48128) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:57.666402 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4390c928-25a3-45de-b341-622314ef0d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.693289 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4390c928-25a3-45de-b341-622314ef0d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.702699 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02b57f8a-27c0-4393-b700-09af079b90ef req-5e2ed0b4-8b96-401a-a34d-0f13d0ba4c74 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998243 Aug 31 09:29:57.821162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf9ca7-9c2b-47ff-b03d-fab2eb9c8357 req-fe2d924c-f9a2-45b8-a555-89fcfed5bd70 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:57.823209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcdf9ca7-9c2b-47ff-b03d-fab2eb9c8357 req-fe2d924c-f9a2-45b8-a555-89fcfed5bd70 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1030331 Aug 31 09:29:57.824542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4390c928-25a3-45de-b341-622314ef0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.827623 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4390c928-25a3-45de-b341-622314ef0d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.831753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4390c928-25a3-45de-b341-622314ef0d8f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4af0c8bc-2992-4f6b-9044-83636f851fca HTTP/1.1" status: 204 len: 168 time: 0.2731194 Aug 31 09:29:57.852725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390c928-25a3-45de-b341-622314ef0d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af0c8bc-2992-4f6b-9044-83636f851fca,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:57.897316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcdf9ca7-9c2b-47ff-b03d-fab2eb9c8357 req-3f7902c2-88c2-4e19-9a58-f3eb37c91079 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545695 Aug 31 09:29:57.972970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-9f1a85e1-456a-48ab-b4de-2d0ed0e993c9 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1306566185&fields=id&tenant_id=334914138fec4f17a0c48914a466e8a7 HTTP/1.1" status: 200 len: 267 time: 0.0482099 Aug 31 09:29:58.109672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-c5ccff1c-4e91-4fc9-8507-8ce84185e29d tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:58.111732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-c5ccff1c-4e91-4fc9-8507-8ce84185e29d tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/networks?id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf HTTP/1.1" status: 200 len: 816 time: 0.1303546 Aug 31 09:29:58.129846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-c4acd592-9833-4b58-92e5-26f3d80c8ec0 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/quotas/334914138fec4f17a0c48914a466e8a7 HTTP/1.1" status: 200 len: 375 time: 0.0120642 Aug 31 09:29:58.195845 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-274d95c8-8fd8-450c-94e1-990f40fa5e78 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=334914138fec4f17a0c48914a466e8a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597067 Aug 31 09:29:58.315728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619fb09-768a-4e72-b5e1-c13d216319d1 req-17e22010-e62a-4115-810e-d900910c6c31 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:58.317833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2619fb09-768a-4e72-b5e1-c13d216319d1 req-17e22010-e62a-4115-810e-d900910c6c31 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1194148 Aug 31 09:29:58.367918 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-93aa9089-16f4-417e-80c4-7ffe8c81b60f service neutron] 10.222.0.69 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564176 Aug 31 09:29:58.392500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2619fb09-768a-4e72-b5e1-c13d216319d1 req-93844674-8914-46f6-8d8c-175e1367df1c tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669613 Aug 31 09:29:58.484252 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.550630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-a718b2f2-4517-4a15-a93f-dcfcc30001fd service neutron] 10.222.0.69 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749985 Aug 31 09:29:58.575760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69322-b856-4313-99e7-d6baecf5303a req-103111d8-989b-4c21-b76a-ae1689734d4a tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:58.578240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ca69322-b856-4313-99e7-d6baecf5303a req-103111d8-989b-4c21-b76a-ae1689734d4a tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 945 time: 0.0659506 Aug 31 09:29:58.622201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ca69322-b856-4313-99e7-d6baecf5303a req-159a0335-9046-4b8c-8b88-7ccfc7b86857 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366879 Aug 31 09:29:58.964196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b1d19da-f0a6-4078-92f1-e7ef21708d8a req-047bc143-0751-454f-a3ec-e67ed3501707 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 210 time: 0.0376229 Aug 31 09:29:59.092826 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:29:59.123094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:59.136962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e151-2800-4bae-85ff-0d8c18f46600 req-a0221337-4434-4b4d-ac25-8bf0810a29ec tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:59.138359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2923e151-2800-4bae-85ff-0d8c18f46600 req-a0221337-4434-4b4d-ac25-8bf0810a29ec tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 944 time: 0.0850468 Aug 31 09:29:59.169188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:59.169533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5ce5b69f-b7ed-487f-9ea4-5c82ad643eca not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:59.193990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2923e151-2800-4bae-85ff-0d8c18f46600 req-7aa64776-0133-435d-a5ed-e326c37b23d1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Aug 31 09:29:59.521507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ae972-8b13-49b7-b2ab-46daf98c916b req-c2118419-e867-4eab-9db4-b910bd7497ad tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:59.528141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-563ae972-8b13-49b7-b2ab-46daf98c916b req-c2118419-e867-4eab-9db4-b910bd7497ad tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.4592257 Aug 31 09:29:59.547766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb09be3-388a-4221-abea-6a9271caf872 req-2ccc540c-3ad4-4170-8c6a-21cc0e462768 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:59.551143 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0bb09be3-388a-4221-abea-6a9271caf872 req-2ccc540c-3ad4-4170-8c6a-21cc0e462768 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.52 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 944 time: 0.0795879 Aug 31 09:29:59.606573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859be6a5-0422-4ecb-afc9-ffbc0e0d2939 req-2d2565a6-a7ae-49ca-aaca-51ac5f0aa453 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:59.608130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-859be6a5-0422-4ecb-afc9-ffbc0e0d2939 req-2d2565a6-a7ae-49ca-aaca-51ac5f0aa453 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0977886 Aug 31 09:29:59.623123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-563ae972-8b13-49b7-b2ab-46daf98c916b req-7bddd42c-8e37-497e-9496-5db7881da109 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886960 Aug 31 09:29:59.696306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-859be6a5-0422-4ecb-afc9-ffbc0e0d2939 req-ef1ba57a-402f-44ee-9e97-625b02c9f686 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719209 Aug 31 09:29:59.740120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Deleting port df18168e-50ba-4dbd-8c17-6895e8caf336 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:59.740517 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.800892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc61cc-9731-4204-9228-f36141779fda req-efee10c8-eb3e-44c4-83f4-32ed6d20bc60 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:59.810600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fbc61cc-9731-4204-9228-f36141779fda req-efee10c8-eb3e-44c4-83f4-32ed6d20bc60 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 945 time: 0.0832968 Aug 31 09:29:59.871116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] For port df18168e-50ba-4dbd-8c17-6895e8caf336, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=df18168e-50ba-4dbd-8c17-6895e8caf336,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:59.871787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.873971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fbc61cc-9731-4204-9228-f36141779fda req-2c391a07-6a84-4e63-8695-ce3ad6a7fe59 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574186 Aug 31 09:29:59.894501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Calling delete_port for df18168e-50ba-4dbd-8c17-6895e8caf336 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:59.999501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b15dd733-a796-41d2-9925-afaae35e619a up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:00.053547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.095301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Pushing event deleted for resources: {'Port': ['ID=df18168e-50ba-4dbd-8c17-6895e8caf336,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:00.095576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port b15dd733-a796-41d2-9925-afaae35e619a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:00.110121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-293ae962-8a6d-4d73-9d03-86f65ec5b42f req-0064c516-1e55-4e01-ba42-7c605e67328b tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 210 time: 0.0555522 Aug 31 09:30:00.130348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port b15dd733-a796-41d2-9925-afaae35e619a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:00.131382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.156220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] No DVR routers for this DVR port df18168e-50ba-4dbd-8c17-6895e8caf336 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:00.167512 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.169507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0bb09be3-388a-4221-abea-6a9271caf872 req-3c1c88f7-bb2b-41da-aa67-eba3e83f9bb1 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.52 "DELETE /v2.0/ports/df18168e-50ba-4dbd-8c17-6895e8caf336 HTTP/1.1" status: 204 len: 173 time: 0.5974240 Aug 31 09:30:00.169940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'name': 'network-vif-deleted', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:00.172525 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1aeb87-4658-4013-9c86-4f3df2f03230" -d '{"events": [{"server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "name": "network-vif-deleted", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:00.251299 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.264503 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2036d45b-ba94-4ea8-ae31-1ef7d475ca1d x-openstack-request-id: req-2036d45b-ba94-4ea8-ae31-1ef7d475ca1d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:00.269301 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af483a92-3250-4d68-981c-ca3ddc382424", "name": "network-vif-deleted", "tag": "df18168e-50ba-4dbd-8c17-6895e8caf336", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:00.269500 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2036d45b-ba94-4ea8-ae31-1ef7d475ca1d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:00.269921 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af483a92-3250-4d68-981c-ca3ddc382424', 'name': 'network-vif-deleted', 'tag': 'df18168e-50ba-4dbd-8c17-6895e8caf336', 'status': 'completed', 'code': 200} Aug 31 09:30:00.294452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15dd733-a796-41d2-9925-afaae35e619a'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:00.299337 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc98340d-efa7-4a32-b6e5-203afce7bdd1" -d '{"events": [{"server_uuid": "16a3ac73-deb9-4024-ae02-61e41568e6ba", "name": "network-vif-plugged", "status": "completed", "tag": "b15dd733-a796-41d2-9925-afaae35e619a"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:00.319242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b15dd733-a796-41d2-9925-afaae35e619a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b15dd733-a796-41d2-9925-afaae35e619a,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:00.325770 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.382868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0c3b1c5-0630-48a1-8568-6c09e5bf731c req-b4b3acd4-5d3a-40e4-9e05-4ff09c526940 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=af483a92-3250-4d68-981c-ca3ddc382424 HTTP/1.1" status: 200 len: 210 time: 0.0522718 Aug 31 09:30:00.393430 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff12946-e415-412c-849c-2618af12267b x-openstack-request-id: req-cff12946-e415-412c-849c-2618af12267b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:00.393716 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a3ac73-deb9-4024-ae02-61e41568e6ba", "name": "network-vif-plugged", "status": "completed", "tag": "b15dd733-a796-41d2-9925-afaae35e619a", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:00.393966 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cff12946-e415-412c-849c-2618af12267b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:00.394355 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15dd733-a796-41d2-9925-afaae35e619a', 'code': 200} Aug 31 09:30:00.416983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-6cd93ed1-587e-4c1d-8f20-493911c81708 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:00.419528 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-6cd93ed1-587e-4c1d-8f20-493911c81708 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.52 "GET /v2.0/networks?id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf HTTP/1.1" status: 200 len: 816 time: 0.2646711 Aug 31 09:30:00.419773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=b15dd733-a796-41d2-9925-afaae35e619a,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:00.528665 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-96ecdf87-5822-472e-865e-8292f4de051a tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334914138fec4f17a0c48914a466e8a7 HTTP/1.1" status: 200 len: 380 time: 0.0966787 Aug 31 09:30:00.545172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Request body: {'port': {'device_id': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'admin_state_up': True, 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'security_groups': ['001a5e89-89ce-4165-8b11-38cbac297229']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:00.613039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e18e0-76c1-4816-828b-f00d1ea41d78 req-55be7fe2-6abc-47c6-975f-fba4513447a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:00.615768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a60e18e0-76c1-4816-828b-f00d1ea41d78 req-55be7fe2-6abc-47c6-975f-fba4513447a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 1097 time: 0.1444488 Aug 31 09:30:00.699239 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a60e18e0-76c1-4816-828b-f00d1ea41d78 req-b3f265ee-4184-42ee-afe4-20d733f19b57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751734 Aug 31 09:30:00.746896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Made reservation on behalf of 334914138fec4f17a0c48914a466e8a7 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:00.753195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.840432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918990d4-f4b3-48b5-b727-a9f00e5e695a req-9b9ba381-39bd-4bca-8b7d-761324950a3f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:00.854699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-918990d4-f4b3-48b5-b727-a9f00e5e695a req-9b9ba381-39bd-4bca-8b7d-761324950a3f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1123323 Aug 31 09:30:00.935210 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-918990d4-f4b3-48b5-b727-a9f00e5e695a req-0e3b678a-a798-4b8e-ab8f-b1893701ea16 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770729 Aug 31 09:30:00.975121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Allocated IP 172.20.0.7 (f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf/5c0d6eb9-e015-404e-8f54-d7242f9d82a8/ff727420-47ad-4cfe-9bea-7b7dff7f8ae6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:01.066608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e131e-b327-40bd-abc2-de750ffa3214 req-7fc92614-8a67-45af-8bac-784712e5ec4d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:01.074973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-239e131e-b327-40bd-abc2-de750ffa3214 req-7fc92614-8a67-45af-8bac-784712e5ec4d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0819860 Aug 31 09:30:01.123586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-239e131e-b327-40bd-abc2-de750ffa3214 req-3f1bb757-02b2-4609-bf53-18a407836914 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474114 Aug 31 09:30:01.194375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.212207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Transition to ACTIVE for port object ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:01.255739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.289398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35422edf-9811-43f8-89cd-82717b25f1b6 req-4db19af5-ae64-4aa3-bbd5-35abdb310450 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:01.298913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35422edf-9811-43f8-89cd-82717b25f1b6 req-4db19af5-ae64-4aa3-bbd5-35abdb310450 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.0749574 Aug 31 09:30:01.367118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event updated for resources: {'Port': ['ID=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:01.385543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35422edf-9811-43f8-89cd-82717b25f1b6 req-6ffba88f-f651-4393-9d70-8fbfb4231b36 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830734 Aug 31 09:30:01.419912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:01.424359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:01.428465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:01.462392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4ca82-1cd1-43b6-b560-441ab636c734 req-34fab20b-f6aa-4ae5-90cb-c70776db7b13 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:01.465846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a4ca82-1cd1-43b6-b560-441ab636c734 req-34fab20b-f6aa-4ae5-90cb-c70776db7b13 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 931 time: 0.0718544 Aug 31 09:30:01.494208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-2a62edc6-13be-4d9f-9d46-7bf6416ce324 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:01.497106 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-2a62edc6-13be-4d9f-9d46-7bf6416ce324 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.1965148 Aug 31 09:30:01.523365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-2'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:01.540870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:01.542843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.554015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a4ca82-1cd1-43b6-b560-441ab636c734 req-bf106131-b310-492b-a954-87e45d6cc9d5 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730138 Aug 31 09:30:01.637301 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-dc2ea219-6cac-445e-852c-0207b8cf192f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0960414 Aug 31 09:30:01.641380 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.665953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Request body: {'port': {'device_id': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:01.884694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-88de4ce3-e2db-4326-9f48-2036ee4592e5 None None] Provisioning for port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:01.895037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-88de4ce3-e2db-4326-9f48-2036ee4592e5 None None] Provisioning complete for port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:01.895479 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-88de4ce3-e2db-4326-9f48-2036ee4592e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.953697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.964827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb99a5-f71d-47c7-90e8-bae8aafaa7a2 req-adf93e99-174a-45b5-9f7f-e32db0bfb688 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:01.967236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4eb99a5-f71d-47c7-90e8-bae8aafaa7a2 req-adf93e99-174a-45b5-9f7f-e32db0bfb688 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 944 time: 0.1180069 Aug 31 09:30:01.978285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-88de4ce3-e2db-4326-9f48-2036ee4592e5 None None] Port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:02.021624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:02.069420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4eb99a5-f71d-47c7-90e8-bae8aafaa7a2 req-8e3186fe-7498-48ee-8e5c-4643a099f31b tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920703 Aug 31 09:30:02.332606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59fe6d-8490-4b1a-898d-5efe1e7b4b87 req-563bf693-d737-4598-b6c4-74fa174f45fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:02.335050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c59fe6d-8490-4b1a-898d-5efe1e7b4b87 req-563bf693-d737-4598-b6c4-74fa174f45fb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 945 time: 0.1638393 Aug 31 09:30:02.454263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-6e766882-df99-46f3-baa3-ffa61d948709 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:02.455987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-6e766882-df99-46f3-baa3-ffa61d948709 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 944 time: 0.1653900 Aug 31 09:30:02.470652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c59fe6d-8490-4b1a-898d-5efe1e7b4b87 req-3f83cb49-7d07-429b-8bcf-2f4a4daecd91 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102085 Aug 31 09:30:02.614262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6666aca-c569-445c-a162-6de1faecbf92 req-3009b036-fb43-410e-b2db-45bc317b98fe tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:02.624194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6666aca-c569-445c-a162-6de1faecbf92 req-3009b036-fb43-410e-b2db-45bc317b98fe tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1841016 Aug 31 09:30:02.731411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6666aca-c569-445c-a162-6de1faecbf92 req-3d6c0a0d-1508-4d9c-a0ca-30dde5e05b96 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057627 Aug 31 09:30:02.743528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Deleting port 36652cca-dd4b-4f73-855a-db4d4a24c45d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:02.743883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.744159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:02.846007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.849441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:02.852757 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d08feb9-ca6c-4879-bde1-4c30f7a22454" -d '{"events": [{"server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "name": "network-vif-unplugged", "status": "completed", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:02.856506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48302) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:02.974820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade7740-028d-470d-a138-5710714fa361 req-724998fe-4607-44bd-b973-9b6057b5257a tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:02.977270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dade7740-028d-470d-a138-5710714fa361 req-724998fe-4607-44bd-b973-9b6057b5257a tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.2263219 Aug 31 09:30:03.064109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200a0d6-80e2-4e67-af87-496ab8ad0853 req-72479c1c-40f5-42ae-9e71-35cdc1860247 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:03.074211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0200a0d6-80e2-4e67-af87-496ab8ad0853 req-72479c1c-40f5-42ae-9e71-35cdc1860247 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 931 time: 0.1735499 Aug 31 09:30:03.094163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] For port 36652cca-dd4b-4f73-855a-db4d4a24c45d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=36652cca-dd4b-4f73-855a-db4d4a24c45d,segment=NetworkSegment(eb5e3d67-e1be-42b9-aabe-40e21f2fc826),segment_id=eb5e3d67-e1be-42b9-aabe-40e21f2fc826)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:03.095127 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.108156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:03.121445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.138957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Calling delete_port for 36652cca-dd4b-4f73-855a-db4d4a24c45d owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:03.141281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Transition to ACTIVE for port object ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:03.143315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.176504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 7f820792-9faf-4d2a-a531-4e8aeb6d81fe details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:30:03.181238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device df18168e-50ba-4dbd-8c17-6895e8caf336 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:03.210071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dade7740-028d-470d-a138-5710714fa361 req-98194393-87e5-40fc-9097-38ae7d82fa52 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009175 Aug 31 09:30:03.220128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Pushing event updated for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:03.227068 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.233162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0200a0d6-80e2-4e67-af87-496ab8ad0853 req-5d53529f-43de-487a-b85e-01801490eea7 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576202 Aug 31 09:30:03.242728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: df18168e-50ba-4dbd-8c17-6895e8caf336 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:03.243804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device df18168e-50ba-4dbd-8c17-6895e8caf336 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:03.340436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-520e12df-8479-4e4d-a7e6-ef476315a67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.357546 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75e317a-e441-47b6-af21-64f8b92782bd x-openstack-request-id: req-c75e317a-e441-47b6-af21-64f8b92782bd {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:03.357752 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "name": "network-vif-unplugged", "status": "completed", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:03.358062 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c75e317a-e441-47b6-af21-64f8b92782bd {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:03.358494 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe', 'code': 200} Aug 31 09:30:03.366337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on host n-h1-806683-2 for vnic_type normal with profile {"migrating_to": "n-h2-806683-2"} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:03.366705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:03.367136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:03.387242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:30:03.387896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:03.393527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Pushing event updated for resources: {'Port': ['ID=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:03.403999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:03.404419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:03.404932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:03.405471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Bound port: 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:03.405875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.510497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:03.515663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:03.526230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:03.527266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.578874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on host n-h1-806683-2 for vnic_type normal with profile {"migrating_to": "n-h2-806683-2"} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:03.579660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:03.580226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:03.586485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:30:03.587281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Attempting to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on network 044855cf-9d34-4e68-9178-fed2537e44c4 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:03.594938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:03.595805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Checking segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:03.596435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Bound using segment: {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:03.597157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Bound port: 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b65ef9-ac00-4556-8b45-1c31887253d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '044855cf-9d34-4e68-9178-fed2537e44c4'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:03.597802 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.678614 n-d-806683-2 neutron-server[94788]: WARNING neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Concurrent port binding operations failed on port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe Aug 31 09:30:03.683632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:03.685344 n-d-806683-2 neutron-server[94788]: INFO neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Attempt 2 to bind port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe Aug 31 09:30:03.685810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 7f820792-9faf-4d2a-a531-4e8aeb6d81fe has no active binding in host n-h2-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:30:03.694658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Attempting to bind port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:03.695588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Attempting to bind port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:03.696531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Attempting to bind port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 on network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:03.744695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 on network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:30:03.745655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Attempting to bind port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 on network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:03.758768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd6d7-2a84-4466-8235-8013a48b90aa req-15b04d99-6bcf-445f-b801-3e1219fe0a66 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:03.779748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ecfd6d7-2a84-4466-8235-8013a48b90aa req-15b04d99-6bcf-445f-b801-3e1219fe0a66 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 944 time: 0.3776813 Aug 31 09:30:03.789753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Pushing event updated for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=8']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:03.802106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:03.803234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.805871 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-367c71f7-2645-42f1-a88b-03ff91b98652 service neutron] 10.222.0.52 "PUT /v2.0/ports/7f820792-9faf-4d2a-a531-4e8aeb6d81fe HTTP/1.1" status: 200 len: 1121 time: 2.2973509 Aug 31 09:30:03.807568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:03.808383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Checking segment: {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:03.809243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Bound using segment: {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:03.810416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Bound port: ff727420-47ad-4cfe-9bea-7b7dff7f8ae6, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f06670-d3db-4288-9d7d-66ccb461f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:03.811235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.899791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['7f820792-9faf-4d2a-a531-4e8aeb6d81fe'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:03.906327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99028377-faad-4b2f-932a-2af50301ccdf req-77d4b58f-1a41-41a0-9a5d-200744cf6059 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:03.925308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99028377-faad-4b2f-932a-2af50301ccdf req-77d4b58f-1a41-41a0-9a5d-200744cf6059 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.4222000 Aug 31 09:30:03.932254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48320) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:03.951693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Request body: {'floatingip': {'port_id': 'b15dd733-a796-41d2-9925-afaae35e619a'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:03.999532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['7f820792-9faf-4d2a-a531-4e8aeb6d81fe'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:04.065485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] For port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:04.079981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] For port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:04.084828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ecfd6d7-2a84-4466-8235-8013a48b90aa req-098f1b25-43f0-40eb-a3d0-7ccb84056faa tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/security-groups?id=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018014 Aug 31 09:30:04.106181 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.110854 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.167771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.282129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.283385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.288543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] 10.222.0.52 "PUT /v2.0/ports/ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 HTTP/1.1" status: 200 len: 1091 time: 2.6421394 Aug 31 09:30:04.325849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Pushing event deleted for resources: {'Port': ['ID=36652cca-dd4b-4f73-855a-db4d4a24c45d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.338803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-520e12df-8479-4e4d-a7e6-ef476315a67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.415363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-520e12df-8479-4e4d-a7e6-ef476315a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.442806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390afd9a-23f9-4e6c-b4ef-8ecd3b689756 service neutron] Pushing event updated for resources: {'Port': ['ID=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.466310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-97501c21-d100-4336-9836-abce27fd208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.469271 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-97501c21-d100-4336-9836-abce27fd208b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=334914138fec4f17a0c48914a466e8a7&device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 1094 time: 0.1185460 Aug 31 09:30:04.500315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] No DVR routers for this DVR port 36652cca-dd4b-4f73-855a-db4d4a24c45d on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:04.523299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.529598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-768e53de-f094-47fb-85e3-1b70a8c34e9b req-a5b582e3-f515-49d4-a6fa-0d005a514ee5 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.52 "DELETE /v2.0/ports/36652cca-dd4b-4f73-855a-db4d4a24c45d HTTP/1.1" status: 204 len: 173 time: 2.0630634 Aug 31 09:30:04.543768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-5993d6ff-4071-4f0f-9e71-356ef55bda0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0649056 Aug 31 09:30:04.549322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'name': 'network-vif-deleted', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:04.552535 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89739c2a-acc7-4db3-809a-1f5664e3e4ce" -d '{"events": [{"server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "name": "network-vif-deleted", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:04.616046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-ffc6be36-871a-48cb-95c9-97a3c99fd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.617639 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-ffc6be36-871a-48cb-95c9-97a3c99fd7f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c0d6eb9-e015-404e-8f54-d7242f9d82a8 HTTP/1.1" status: 200 len: 855 time: 0.0632966 Aug 31 09:30:04.627670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eea0c-5ce8-426d-a2b3-36ecafb089c3 req-0a88517d-ac40-415f-85d9-b5d72fa755dd tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.629720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a3eea0c-5ce8-426d-a2b3-36ecafb089c3 req-0a88517d-ac40-415f-85d9-b5d72fa755dd tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.3579874 Aug 31 09:30:04.649473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-520e12df-8479-4e4d-a7e6-ef476315a67f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a7afeb1cf3294360a4da67749781546b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7910354 Aug 31 09:30:04.658524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48326) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:04.717997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-6772110a-fe0b-45b5-9323-912792564cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.720133 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-6772110a-fe0b-45b5-9323-912792564cdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947256 Aug 31 09:30:04.746015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e12df-8479-4e4d-a7e6-ef476315a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f8f521-ed0f-4472-88c3-f37691b21691,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.783829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88599f-2665-4962-b5b3-74e36fbc59ad req-2da60b86-a6a8-41c2-9119-cf728b1da603 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.793031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e88599f-2665-4962-b5b3-74e36fbc59ad req-2da60b86-a6a8-41c2-9119-cf728b1da603 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.3043740 Aug 31 09:30:04.862687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a3eea0c-5ce8-426d-a2b3-36ecafb089c3 req-ee145831-dbe2-486c-bf70-5dc0efca40cb tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047613 Aug 31 09:30:04.891876 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb3206d3-cee1-4ef4-8d6f-f74a70a8e6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.921393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e88599f-2665-4962-b5b3-74e36fbc59ad req-4412e8ed-1a42-47cd-8a99-68375f4acc25 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139278 Aug 31 09:30:04.948922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb3206d3-cee1-4ef4-8d6f-f74a70a8e6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.957903 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-85303dd3-4a8c-47d0-adc7-0cbe5e88fd02 service neutron] 10.222.0.52 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183392 Aug 31 09:30:04.994576 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6efd6b-6a1f-4bb1-ac03-1bda284e85f4 x-openstack-request-id: req-1c6efd6b-6a1f-4bb1-ac03-1bda284e85f4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:04.995162 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949c9200-be8e-4a4e-8b97-a38af729faf0", "name": "network-vif-deleted", "tag": "36652cca-dd4b-4f73-855a-db4d4a24c45d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:04.995634 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c6efd6b-6a1f-4bb1-ac03-1bda284e85f4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:04.996323 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c9200-be8e-4a4e-8b97-a38af729faf0', 'name': 'network-vif-deleted', 'tag': '36652cca-dd4b-4f73-855a-db4d4a24c45d', 'status': 'completed', 'code': 200} Aug 31 09:30:05.100973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb3206d3-cee1-4ef4-8d6f-f74a70a8e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.104483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb3206d3-cee1-4ef4-8d6f-f74a70a8e6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.109353 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eb3206d3-cee1-4ef4-8d6f-f74a70a8e6ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67f8f521-ed0f-4472-88c3-f37691b21691 HTTP/1.1" status: 204 len: 168 time: 0.4469821 Aug 31 09:30:05.115381 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ab596e6-8a30-4f13-a21c-02b057d4e825 req-b328cbb4-5a7a-4c1a-bf08-7f2db5b43b84 service neutron] 10.222.0.52 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484773 Aug 31 09:30:05.124003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3206d3-cee1-4ef4-8d6f-f74a70a8e6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f8f521-ed0f-4472-88c3-f37691b21691,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:05.186057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 36652cca-dd4b-4f73-855a-db4d4a24c45d no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:05.238279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 36652cca-dd4b-4f73-855a-db4d4a24c45d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:05.241842 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 36652cca-dd4b-4f73-855a-db4d4a24c45d not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:05.296438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f4eb-bb13-4cdc-a22c-82e48c5e92ab req-fdb6aef8-2455-4f0b-83a4-450c66c38b58 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:05.310629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6341f4eb-bb13-4cdc-a22c-82e48c5e92ab req-fdb6aef8-2455-4f0b-83a4-450c66c38b58 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 943 time: 0.3002224 Aug 31 09:30:05.360042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe'}, {'name': 'network-changed', 'server_uuid': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'tag': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:05.368240 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe"}, {"name": "network-changed", "server_uuid": "240ee7d5-2f53-4ea9-8968-5bc96f797c65", "tag": "ff727420-47ad-4cfe-9bea-7b7dff7f8ae6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:05.417093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59dec1c8-aac8-4dd8-8b34-bd565e891ec5 req-84c8df5e-d8dc-4b30-8fe6-3c17d5efa376 tempest-LiveMigrationTest-1849753879 tempest-LiveMigrationTest-1849753879-project] 10.222.0.69 "GET /v2.0/ports?device_id=949c9200-be8e-4a4e-8b97-a38af729faf0 HTTP/1.1" status: 200 len: 210 time: 0.0747654 Aug 31 09:30:05.455880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6341f4eb-bb13-4cdc-a22c-82e48c5e92ab req-a3e7bbaa-04fa-4fcb-89d9-201add646a21 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432059 Aug 31 09:30:05.577171 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377fdd39-b438-4cb8-a6fe-bf8f3e258330 x-openstack-request-id: req-377fdd39-b438-4cb8-a6fe-bf8f3e258330 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:05.577448 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "240ee7d5-2f53-4ea9-8968-5bc96f797c65", "tag": "ff727420-47ad-4cfe-9bea-7b7dff7f8ae6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:05.577832 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-377fdd39-b438-4cb8-a6fe-bf8f3e258330 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:05.578553 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe', 'status': 'completed', 'code': 200} Aug 31 09:30:05.578803 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'tag': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'status': 'completed', 'code': 200} Aug 31 09:30:05.667551 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.675483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.724452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-ab6d39d0-ea3e-4703-81ae-cc3012ed7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:05.727489 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-ab6d39d0-ea3e-4703-81ae-cc3012ed7cca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1124 time: 0.1286221 Aug 31 09:30:05.741667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-87612f91-ec0b-41a3-bd8b-706cbe3bd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:05.744297 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-87612f91-ec0b-41a3-bd8b-706cbe3bd2d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=334914138fec4f17a0c48914a466e8a7&device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 1094 time: 0.1317806 Aug 31 09:30:05.794782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48340) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:05.865436 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Floating IP d64a369e-c6fb-467f-bc92-66dcfd0e3a72 associated. External IP: 172.25.1.38, port: b15dd733-a796-41d2-9925-afaae35e619a. Aug 31 09:30:05.890956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb68637d-20c2-4520-8e08-6a336b573f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.011515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-348f4b60-c2ff-4dac-affd-e62eb9f82fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.013041 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-348f4b60-c2ff-4dac-affd-e62eb9f82fb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.2759769 Aug 31 09:30:06.017782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-50fce540-5a66-4eb5-ae9a-f0c4094797af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.019335 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-50fce540-5a66-4eb5-ae9a-f0c4094797af service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf HTTP/1.1" status: 200 len: 918 time: 0.2626069 Aug 31 09:30:06.114468 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-a6bccfdb-c372-407f-b25c-1b6236eab349 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe HTTP/1.1" status: 200 len: 217 time: 0.0923059 Aug 31 09:30:06.118373 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-907f4ed7-394c-43e6-8986-fa921b36e114 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0859442 Aug 31 09:30:06.231405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440879a7-ee61-4cd4-9ad4-2915d84be682 req-37610b27-443b-4989-9a25-f0c01ed18c0f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.231725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-0ee3d3d5-151e-449b-b229-175a3c01f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.233047 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-0ee3d3d5-151e-449b-b229-175a3c01f70a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.1085482 Aug 31 09:30:06.240050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-440879a7-ee61-4cd4-9ad4-2915d84be682 req-37610b27-443b-4989-9a25-f0c01ed18c0f tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.1713340 Aug 31 09:30:06.243799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-23057ac9-8f17-48da-88ab-882c3cc53d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.245622 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-23057ac9-8f17-48da-88ab-882c3cc53d5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c0d6eb9-e015-404e-8f54-d7242f9d82a8 HTTP/1.1" status: 200 len: 855 time: 0.1093624 Aug 31 09:30:06.274318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46fd23-e906-470d-aead-718fc2dd1fc5 req-597ded8f-c26b-406c-8c1b-6c836cd0942f tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.277367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d46fd23-e906-470d-aead-718fc2dd1fc5 req-597ded8f-c26b-406c-8c1b-6c836cd0942f tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.2075546 Aug 31 09:30:06.300913 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-fef5a81d-c7cd-4c5f-be94-2fd260f43ea0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511031 Aug 31 09:30:06.316779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Router 362c58fe-123e-4b21-b39a-39662b8d8604 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:06.379910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb68637d-20c2-4520-8e08-6a336b573f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.392988 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb68637d-20c2-4520-8e08-6a336b573f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.442566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-2b854e65-46f3-4ab3-81e8-dca14c5dfed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.442863 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-2b854e65-46f3-4ab3-81e8-dca14c5dfed5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611218 Aug 31 09:30:06.484244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68637d-20c2-4520-8e08-6a336b573f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff2b91-3e67-41c0-a630-febc86552383,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:06.516309 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eb68637d-20c2-4520-8e08-6a336b573f88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=105e3944fe9b4f6493474f9932d892b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7199481 Aug 31 09:30:06.545223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48352) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:06.563481 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-ee7b2765-cfc5-4a34-8787-aaae84be1d40 service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452946 Aug 31 09:30:06.684673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-440879a7-ee61-4cd4-9ad4-2915d84be682 req-05b65ff9-062a-4a52-b2b5-746d65cc8dfe tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428535 Aug 31 09:30:06.706005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d46fd23-e906-470d-aead-718fc2dd1fc5 req-643dd534-dbd1-4d01-b9ef-397dc8ad2f04 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093158 Aug 31 09:30:06.724832 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3936b079-41c4-4663-a201-ad3833acc78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.731136 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-75d9b07f-80ed-4b96-bfc2-aeac237b1e5d service neutron] 10.222.0.52 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645082 Aug 31 09:30:06.778344 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3936b079-41c4-4663-a201-ad3833acc78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.823914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-a084e796-2d63-4e77-97d9-48f412248cfa service neutron] 10.222.0.20 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474093 Aug 31 09:30:06.826649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48356) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:06.954433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-15d200be-3e5e-43d3-bfae-2dbd5ca8c5ef req-3a0b5620-d8e8-4b6d-8514-ee167752aa9e service neutron] 10.222.0.52 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121129 Aug 31 09:30:06.960809 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3936b079-41c4-4663-a201-ad3833acc78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.963515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3936b079-41c4-4663-a201-ad3833acc78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.969890 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3936b079-41c4-4663-a201-ad3833acc78b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9ff2b91-3e67-41c0-a630-febc86552383 HTTP/1.1" status: 204 len: 168 time: 0.4212904 Aug 31 09:30:06.985482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936b079-41c4-4663-a201-ad3833acc78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff2b91-3e67-41c0-a630-febc86552383,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:07.011440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:07.019053 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.026973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] Sync routers for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:07.049208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2463c5-d42e-4b4c-b1cb-2cc3eb249abd req-1e4039a5-4e2b-4dd7-8436-c394dd5c26da tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:07.057348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-de2463c5-d42e-4b4c-b1cb-2cc3eb249abd req-1e4039a5-4e2b-4dd7-8436-c394dd5c26da tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 943 time: 0.1442170 Aug 31 09:30:07.059789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:07.060785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:07.082367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-31899681-7f0e-4601-8cf3-3785931147c2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "PUT /v2.0/floatingips/d64a369e-c6fb-467f-bc92-66dcfd0e3a72 HTTP/1.1" status: 200 len: 991 time: 3.1411147 Aug 31 09:30:07.082627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'tag': 'b15dd733-a796-41d2-9925-afaae35e619a'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:07.084834 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567cef38-bf7f-42af-97ac-0f1983d22ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "16a3ac73-deb9-4024-ae02-61e41568e6ba", "tag": "b15dd733-a796-41d2-9925-afaae35e619a"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:07.141391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-de2463c5-d42e-4b4c-b1cb-2cc3eb249abd req-5f171a91-40eb-446e-8e9a-40a1c6f43ec2 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825825 Aug 31 09:30:07.208291 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e1b589-1639-4ba9-8ffb-88e9d4e9054e x-openstack-request-id: req-f4e1b589-1639-4ba9-8ffb-88e9d4e9054e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:07.208673 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a3ac73-deb9-4024-ae02-61e41568e6ba", "tag": "b15dd733-a796-41d2-9925-afaae35e619a", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:07.209013 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4e1b589-1639-4ba9-8ffb-88e9d4e9054e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:07.209634 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'tag': 'b15dd733-a796-41d2-9925-afaae35e619a', 'status': 'completed', 'code': 200} Aug 31 09:30:07.295508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:07.338092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-97926bb1-b38a-47cf-992b-2a0da5c610cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:07.339820 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-97926bb1-b38a-47cf-992b-2a0da5c610cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13757f27ac114c92a89977d5311aecdb&device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 1097 time: 0.1010561 Aug 31 09:30:07.368422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61ec54b-b55d-4e69-b589-84fa6a337429 admin admin] Deleting subnet 49e5d1ca-8ef9-49bb-889f-18ff999e3927 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:07.427969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b61ec54b-b55d-4e69-b589-84fa6a337429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.487198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b61ec54b-b55d-4e69-b589-84fa6a337429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.595279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-3a341658-fc26-44d1-816f-ae8dbe36c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:07.597895 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-3a341658-fc26-44d1-816f-ae8dbe36c306 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8df72251-6296-469e-a38a-35feab1a1df0 HTTP/1.1" status: 200 len: 913 time: 0.2465453 Aug 31 09:30:07.605793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b61ec54b-b55d-4e69-b589-84fa6a337429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.747483 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-185aa327-98f6-4dbe-9fe8-af0abdf27eb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15dd733-a796-41d2-9925-afaae35e619a HTTP/1.1" status: 200 len: 999 time: 0.1137905 Aug 31 09:30:07.785481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b61ec54b-b55d-4e69-b589-84fa6a337429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.858499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b61ec54b-b55d-4e69-b589-84fa6a337429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.860899 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b61ec54b-b55d-4e69-b589-84fa6a337429 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/49e5d1ca-8ef9-49bb-889f-18ff999e3927 HTTP/1.1" status: 204 len: 168 time: 1.0290949 Aug 31 09:30:07.866995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ec54b-b55d-4e69-b589-84fa6a337429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e5d1ca-8ef9-49bb-889f-18ff999e3927,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:07.873620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:07.882416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'd64a369e-c6fb-467f-bc92-66dcfd0e3a72', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'port_id': 'b15dd733-a796-41d2-9925-afaae35e619a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'mac_address': 'fa:16:3e:4b:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:44Z', 'updated_at': '2021-08-31T09:30:05Z', 'revision_number': 1, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:44Z', 'revision_number': 5, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:07.928734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] Checking router: 362c58fe-123e-4b21-b39a-39662b8d8604 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:07.939246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:07.940489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:07.954765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-41a6f2aa-785d-4d7e-b584-36d10548667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:07.962607 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-41a6f2aa-785d-4d7e-b584-36d10548667a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=149d2fb5-6f77-4e2d-ab78-abce8874ca89 HTTP/1.1" status: 200 len: 850 time: 0.2061951 Aug 31 09:30:08.060296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.071869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-bf92faeb-0c30-4b49-a46a-b1f21e9786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:08.074354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-bf92faeb-0c30-4b49-a46a-b1f21e9786d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8df72251-6296-469e-a38a-35feab1a1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006050 Aug 31 09:30:08.099631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4874289-3f8e-4b25-8f85-368381ae3924 req-97a3355c-85f1-482d-8a21-cb9d8417f4e2 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:08.114604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4874289-3f8e-4b25-8f85-368381ae3924 req-97a3355c-85f1-482d-8a21-cb9d8417f4e2 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.2576721 Aug 31 09:30:08.162471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869da52-5215-4872-ae65-b1dafe65d812 req-4e345271-0aa5-41ad-9b2c-f0bd87b0d8ae tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:08.166228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:08.171584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4869da52-5215-4872-ae65-b1dafe65d812 req-4e345271-0aa5-41ad-9b2c-f0bd87b0d8ae tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.2458150 Aug 31 09:30:08.221962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4874289-3f8e-4b25-8f85-368381ae3924 req-657bbad2-986b-418d-9c26-d2de346153c9 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038752 Aug 31 09:30:08.266438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.271503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4869da52-5215-4872-ae65-b1dafe65d812 req-d3acf33e-04ab-4fae-9202-9bb15b7c1bc6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984025 Aug 31 09:30:08.293069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7c1f2b-a394-4358-9e91-cd7972fe8596']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:08.327800 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-46b26a2c-4784-4856-9198-23e1804ea31a service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432413 Aug 31 09:30:08.330342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:08.330637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5e3d67-e1be-42b9-aabe-40e21f2fc826') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:08.355610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.544773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.572121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:08.572938 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:08.583370 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:08.619566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e5b03-04d4-47c9-bcac-552742c7adfb req-d999e087-6e65-4c7e-b23d-e459887eff49 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:08.622867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c2e5b03-04d4-47c9-bcac-552742c7adfb req-d999e087-6e65-4c7e-b23d-e459887eff49 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 943 time: 0.1422582 Aug 31 09:30:08.720013 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-567cef38-bf7f-42af-97ac-0f1983d22ffa req-bc93776a-1ae2-4576-a6ea-f3eff6cec87d service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783691 Aug 31 09:30:08.720871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.737099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c2e5b03-04d4-47c9-bcac-552742c7adfb req-10d92c67-c6f4-4262-9e86-6c29ab2f27dc tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072454 Aug 31 09:30:08.754063 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.776087 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] 10.222.0.69 "DELETE /v2.0/networks/fb7c1f2b-a394-4358-9e91-cd7972fe8596 HTTP/1.1" status: 204 len: 168 time: 0.9012957 Aug 31 09:30:08.779619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48402) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:08.805510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f8330-8b52-4bcc-b948-740d2470772b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7c1f2b-a394-4358-9e91-cd7972fe8596,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.897653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-181f092d-2596-4e15-8249-e596c1bef37d admin admin] Deleting subnet e34caca6-23da-4f33-9e99-cfbfa1d96d01 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:08.901858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'd64a369e-c6fb-467f-bc92-66dcfd0e3a72', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'port_id': 'b15dd733-a796-41d2-9925-afaae35e619a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'mac_address': 'fa:16:3e:4b:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:44Z', 'updated_at': '2021-08-31T09:30:05Z', 'revision_number': 1, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:44Z', 'revision_number': 5, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:08.902196 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-181f092d-2596-4e15-8249-e596c1bef37d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.967023 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-181f092d-2596-4e15-8249-e596c1bef37d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.974989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27828ab4-e2e7-4df8-b723-147a94b55495 None None] The sync data for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 is: [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'd64a369e-c6fb-467f-bc92-66dcfd0e3a72', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'port_id': 'b15dd733-a796-41d2-9925-afaae35e619a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'mac_address': 'fa:16:3e:4b:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:44Z', 'updated_at': '2021-08-31T09:30:05Z', 'revision_number': 1, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:44Z', 'revision_number': 5, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:08.983459 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-181f092d-2596-4e15-8249-e596c1bef37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.141028 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-181f092d-2596-4e15-8249-e596c1bef37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.214000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f092d-2596-4e15-8249-e596c1bef37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34caca6-23da-4f33-9e99-cfbfa1d96d01,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:09.228218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-181f092d-2596-4e15-8249-e596c1bef37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.230658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-181f092d-2596-4e15-8249-e596c1bef37d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e34caca6-23da-4f33-9e99-cfbfa1d96d01 HTTP/1.1" status: 204 len: 168 time: 0.4482987 Aug 31 09:30:09.233266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48408) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:09.398056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.542191 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd80efe-071b-44a2-8b66-08ac88af7e7e None None] New status for floating IP d64a369e-c6fb-467f-bc92-66dcfd0e3a72: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:30:09.593403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60c54-6579-48bb-9442-7ca9267700de req-d4ce70d2-7e30-4d6e-9420-d9840711d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:09.595753 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56e60c54-6579-48bb-9442-7ca9267700de req-d4ce70d2-7e30-4d6e-9420-d9840711d096 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1097 time: 0.1300986 Aug 31 09:30:09.671726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f0018-5d81-45ea-a9b2-4b9b7828a0ad req-786e052a-63c8-4a49-b878-a399efb7c0b3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:09.676415 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-56e60c54-6579-48bb-9442-7ca9267700de req-19b9f90a-5e32-422f-961c-50764707ba89 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709248 Aug 31 09:30:09.681586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff4f0018-5d81-45ea-a9b2-4b9b7828a0ad req-786e052a-63c8-4a49-b878-a399efb7c0b3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 943 time: 0.2535052 Aug 31 09:30:09.720578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba72fe-a801-4a97-878e-932cb080cb24 req-eaa04fda-54a9-48a3-99f4-8920a1ab336d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:09.729428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bba72fe-a801-4a97-878e-932cb080cb24 req-eaa04fda-54a9-48a3-99f4-8920a1ab336d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.2702909 Aug 31 09:30:09.746176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.783064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.783426 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.784688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.784688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > port after_create 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.785057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.785596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > port after_update 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.785932 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.786260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.786733 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.787091 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.883803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.884169 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.884881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.885418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:30:09.885786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4b16df-3893-496a-9256-fa8b2e95a6a8']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:09.928115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6490dd8a-308c-47c6-bf95-857d16edb9d7') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:09.928413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6490dd8a-308c-47c6-bf95-857d16edb9d7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:09.935687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bba72fe-a801-4a97-878e-932cb080cb24 req-41b0dc8a-1c69-4af3-9abd-8cbce3b4e0a9 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050376 Aug 31 09:30:09.956785 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.979505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff4f0018-5d81-45ea-a9b2-4b9b7828a0ad req-12dd49e3-8034-4f45-9edc-8198ddd276f4 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957180 Aug 31 09:30:10.031808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.037181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 7f820792-9faf-4d2a-a531-4e8aeb6d81fe no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:10.051883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:10.052352 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: from cryptography.utils import int_from_bytes Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: from cryptography.utils import int_from_bytes Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:10.067252 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:10.147983 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-c077835a-3949-4185-9e0a-e8682089224b service neutron] 10.222.0.20 "GET /v2.0/ports/7f820792-9faf-4d2a-a531-4e8aeb6d81fe/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.2148004 Aug 31 09:30:10.269787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.284907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.291691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5e4b16df-3893-496a-9256-fa8b2e95a6a8 HTTP/1.1" status: 204 len: 168 time: 1.0545506 Aug 31 09:30:10.320027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c32086-2197-4e21-af5d-574f1fe91722 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4b16df-3893-496a-9256-fa8b2e95a6a8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.421803 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.451907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edadf5-debc-4dc9-952f-f977ca53ee85 req-89d4dafe-63bc-4a8d-a85d-8ed4ac58dbd4 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:10.455949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48438) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:10.463269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83edadf5-debc-4dc9-952f-f977ca53ee85 req-89d4dafe-63bc-4a8d-a85d-8ed4ac58dbd4 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 943 time: 0.1325877 Aug 31 09:30:10.523735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:10.569226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:10.574296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01c83c-7451-4586-bf4f-9059c00ff18a req-f5ba6770-d5a5-4ef0-b9a6-dce4a78ff4f3 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:10.577468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b01c83c-7451-4586-bf4f-9059c00ff18a req-f5ba6770-d5a5-4ef0-b9a6-dce4a78ff4f3 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 945 time: 0.1098812 Aug 31 09:30:10.583770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83edadf5-debc-4dc9-952f-f977ca53ee85 req-18e7ff8d-de3f-44a1-94c1-8d2e8f862723 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195135 Aug 31 09:30:10.630620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f820792-9faf-4d2a-a531-4e8aeb6d81fe {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:10.647618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:10.655345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48442) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:10.660700 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b01c83c-7451-4586-bf4f-9059c00ff18a req-45601378-d8bc-4e44-9d4b-87ed7deaa042 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups?id=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692563 Aug 31 09:30:10.693998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.722263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90ae1ebf-f293-4178-ae5e-67941d91133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.743680 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1a99285a-2d1c-47d4-b220-a5ba6b0034e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28e664f164a84d7d833add9b1479c0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872214 Aug 31 09:30:10.747005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:10.907658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] Transition to ACTIVE for port object 7f820792-9faf-4d2a-a531-4e8aeb6d81fe will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:10.915971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.917813 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f9b70a65-7594-4d99-aa66-6fa4364eb4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.997456 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f9b70a65-7594-4d99-aa66-6fa4364eb4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.045862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] No DVR routers for this DVR port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:11.073894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] Pushing event updated for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:11.080604 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90ae1ebf-f293-4178-ae5e-67941d91133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.089863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90ae1ebf-f293-4178-ae5e-67941d91133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.140638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3428db-fcf4-4577-8f47-0ad83abc3cd1 req-2841f0c8-66d4-4384-aae5-ffd676f2362e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.142330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a3428db-fcf4-4577-8f47-0ad83abc3cd1 req-2841f0c8-66d4-4384-aae5-ffd676f2362e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0977380 Aug 31 09:30:11.155265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-82a905c1-2c08-42c0-83a0-39666f47799c service neutron] 10.222.0.20 "PUT /v2.0/ports/7f820792-9faf-4d2a-a531-4e8aeb6d81fe/bindings/n-h2-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9978192 Aug 31 09:30:11.158345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f7a4-f30b-494f-b80c-2b2864475cd7 req-f57eb59b-5c1e-44ba-8d7e-fd46c8344c35 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.159995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb19f7a4-f30b-494f-b80c-2b2864475cd7 req-f57eb59b-5c1e-44ba-8d7e-fd46c8344c35 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 944 time: 0.0842752 Aug 31 09:30:11.167221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-90ae1ebf-f293-4178-ae5e-67941d91133f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e50e073bdac84ef095559d349d67261f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7096214 Aug 31 09:30:11.168000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48452) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:11.175685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae1ebf-f293-4178-ae5e-67941d91133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a3413d-eb10-4efc-add0-42c697e33f11,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:11.196188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f9b70a65-7594-4d99-aa66-6fa4364eb4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.204221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f9b70a65-7594-4d99-aa66-6fa4364eb4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.208032 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f9b70a65-7594-4d99-aa66-6fa4364eb4c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e86c0ab2-bd24-4de3-a5af-6133d7e5e10c HTTP/1.1" status: 204 len: 168 time: 0.4568706 Aug 31 09:30:11.251273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a3428db-fcf4-4577-8f47-0ad83abc3cd1 req-7c6bfb36-ce32-4ec8-a8ea-575b57aadb36 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900762 Aug 31 09:30:11.260871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb19f7a4-f30b-494f-b80c-2b2864475cd7 req-f798206d-e0fb-4a7a-b695-409a88499a95 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847485 Aug 31 09:30:11.272127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b70a65-7594-4d99-aa66-6fa4364eb4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86c0ab2-bd24-4de3-a5af-6133d7e5e10c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:11.368164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c540ac87-e08a-4f9a-ba58-689b9a7944d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.371431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-641d0da5-6bf6-4130-b29c-b8021fe9a496 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.372982 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-641d0da5-6bf6-4130-b29c-b8021fe9a496 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.1367965 Aug 31 09:30:11.440736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c540ac87-e08a-4f9a-ba58-689b9a7944d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.492869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-e140e924-11d1-44a2-905c-7601bd0df70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.494483 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-e140e924-11d1-44a2-905c-7601bd0df70f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e&tenant_id=c59604bf0032464d8b8869815706eddc HTTP/1.1" status: 200 len: 1095 time: 0.1022673 Aug 31 09:30:11.523561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c540ac87-e08a-4f9a-ba58-689b9a7944d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.527023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c540ac87-e08a-4f9a-ba58-689b9a7944d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.529612 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c540ac87-e08a-4f9a-ba58-689b9a7944d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45a3413d-eb10-4efc-add0-42c697e33f11 HTTP/1.1" status: 204 len: 168 time: 0.3595247 Aug 31 09:30:11.566464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540ac87-e08a-4f9a-ba58-689b9a7944d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a3413d-eb10-4efc-add0-42c697e33f11,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:11.806669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-34af08fd-c90c-471e-99f7-87a683193138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.808213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-34af08fd-c90c-471e-99f7-87a683193138 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1097 time: 0.1558421 Aug 31 09:30:11.880435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48472) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:11.888544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f153-e717-450d-930f-3511a8f1c9d6 req-8d0d2879-1113-4418-a613-fc4a4064a3b8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.892090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3790f153-e717-450d-930f-3511a8f1c9d6 req-8d0d2879-1113-4418-a613-fc4a4064a3b8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1957695 Aug 31 09:30:11.921855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-ac05851a-dc08-4dd2-83e0-efccc7ed443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.925918 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-ac05851a-dc08-4dd2-83e0-efccc7ed443d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c59604bf0032464d8b8869815706eddc&device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1095 time: 0.3943548 Aug 31 09:30:11.950569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d35877-e257-49c3-851a-3506a322e372 req-d4341c13-2bd2-41c5-ae22-3bf2dd31d1c1 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.952185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80d35877-e257-49c3-851a-3506a322e372 req-d4341c13-2bd2-41c5-ae22-3bf2dd31d1c1 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 943 time: 0.2379735 Aug 31 09:30:12.048191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8411ae75-ccfd-4032-9cad-5bf37ea263f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=766e31382cf341efaafadf0097accd58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535850 Aug 31 09:30:12.052500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48476) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:12.055397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3790f153-e717-450d-930f-3511a8f1c9d6 req-9219c05a-4b4a-4d7b-8444-8c3517c5b27a tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583614 Aug 31 09:30:12.059051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-7c34580c-822b-4870-8572-18699066eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:12.060687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-7c34580c-822b-4870-8572-18699066eea5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 921 time: 0.2402434 Aug 31 09:30:12.064184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80d35877-e257-49c3-851a-3506a322e372 req-0b0ae79b-153e-4cd1-b89f-7f373db99220 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892894 Aug 31 09:30:12.076611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be3059-8054-465e-a7de-081850f87972 req-04853b66-1233-46aa-93ac-d61db024690b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:12.078337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06be3059-8054-465e-a7de-081850f87972 req-04853b66-1233-46aa-93ac-d61db024690b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.52 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 945 time: 0.0936902 Aug 31 09:30:12.130933 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-1f57aa2b-0233-4e1f-a20f-d629de4b0c63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362 HTTP/1.1" status: 200 len: 217 time: 0.0534298 Aug 31 09:30:12.173147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-9d8d0cd9-1624-4421-9199-72b7737fb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:12.174642 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-9d8d0cd9-1624-4421-9199-72b7737fb5d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 200 len: 923 time: 0.2412820 Aug 31 09:30:12.250302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-ff2c29d0-2059-4c07-a381-2d18337281cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:12.252056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-ff2c29d0-2059-4c07-a381-2d18337281cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.1135590 Aug 31 09:30:12.265787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175325b6-aff2-47e4-b335-efc501cb2357 req-b6229467-4071-44be-90d7-824e8746d442 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:12.270658 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-835ab4de-a9fe-42bb-914c-9e1d7c136d4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe HTTP/1.1" status: 200 len: 217 time: 0.0859258 Aug 31 09:30:12.274725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-175325b6-aff2-47e4-b335-efc501cb2357 req-b6229467-4071-44be-90d7-824e8746d442 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 945 time: 0.1210773 Aug 31 09:30:12.290820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac82c0dc-9bad-4d08-b956-3a1a98eed661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.317676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-0d4492e4-8ded-44a7-a049-a3fedbcecb54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389912 Aug 31 09:30:12.349745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48480) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:12.380134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac82c0dc-9bad-4d08-b956-3a1a98eed661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.383509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff73bbfa-9885-42a5-8158-21869ce6b573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.403365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Deleting port f705df3e-5abc-46b4-8bef-b0647aacf823 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:12.403974 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.430054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-4784cff5-329b-4a44-843c-56109be0d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:12.432784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-175325b6-aff2-47e4-b335-efc501cb2357 req-a11decb6-7c1c-4a81-9fd0-4565451e0cb0 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups?id=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548538 Aug 31 09:30:12.432953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-4784cff5-329b-4a44-843c-56109be0d7b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 200 len: 861 time: 0.1528776 Aug 31 09:30:12.488899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-e3fd8aef-64c5-49b4-97c5-6e981d727d8e service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586294 Aug 31 09:30:12.534181 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-aab3c3ec-fd00-40e8-8d09-306bd9ee287c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=044855cf-9d34-4e68-9178-fed2537e44c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554812 Aug 31 09:30:12.623719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a2f6d-cde6-48a7-a136-8424e6e24065 req-9d3632a8-85ca-4b1c-a5b5-e8302c236fc0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:12.625319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-720a2f6d-cde6-48a7-a136-8424e6e24065 req-9d3632a8-85ca-4b1c-a5b5-e8302c236fc0 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 944 time: 0.2275627 Aug 31 09:30:12.662129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac82c0dc-9bad-4d08-b956-3a1a98eed661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.664247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac82c0dc-9bad-4d08-b956-3a1a98eed661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.665416 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ac82c0dc-9bad-4d08-b956-3a1a98eed661 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/623e0fa9-3310-4f39-8f91-3a825c3ba0ef HTTP/1.1" status: 204 len: 168 time: 0.6105528 Aug 31 09:30:12.685008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] For port f705df3e-5abc-46b4-8bef-b0647aacf823, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f705df3e-5abc-46b4-8bef-b0647aacf823,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:12.685368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.693108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f387c4-b5da-4e5b-aed1-707bfb585ceb req-47851240-148e-402d-8227-ef2c16292f1d service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892755 Aug 31 09:30:12.699181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-720a2f6d-cde6-48a7-a136-8424e6e24065 req-7c06fb1f-a7ee-4fd9-acd9-55187684cd44 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Aug 31 09:30:12.713545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82c0dc-9bad-4d08-b956-3a1a98eed661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e0fa9-3310-4f39-8f91-3a825c3ba0ef,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:12.794299 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-c346bd36-470c-4543-bfd6-2239c066f35e service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482164 Aug 31 09:30:12.876562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff73bbfa-9885-42a5-8158-21869ce6b573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.908849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff73bbfa-9885-42a5-8158-21869ce6b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.986257 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ff73bbfa-9885-42a5-8158-21869ce6b573 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0fd2c6d5f03d4a47a940f8f6ba1aae2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6335731 Aug 31 09:30:12.991064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48490) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:13.046103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73bbfa-9885-42a5-8158-21869ce6b573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d944cb7-6dbd-4f53-b137-652f2942c333,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:13.081264 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-34bb1b4f-bb94-4772-9b87-83d183df49d7 service neutron] 10.222.0.52 "GET /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719424 Aug 31 09:30:13.142118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.142118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.142118 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Floating IP 7bd5282e-7f45-4541-bb8a-50edae824255 disassociated. External IP: 172.25.1.102, port: f705df3e-5abc-46b4-8bef-b0647aacf823. Aug 31 09:30:13.142118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Calling delete_port for f705df3e-5abc-46b4-8bef-b0647aacf823 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:13.195345 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f100aceb-7cce-41e3-9084-3ddd75d0a9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.338502 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f100aceb-7cce-41e3-9084-3ddd75d0a9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.366808 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.466970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.488415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b7c8-bd38-40d4-842f-2ace2cd2c8a5 req-2e370f03-9c7b-4f93-86c9-f55a74369768 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:13.499820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65e2b7c8-bd38-40d4-842f-2ace2cd2c8a5 req-2e370f03-9c7b-4f93-86c9-f55a74369768 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 943 time: 0.2736347 Aug 31 09:30:13.509859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event deleted for resources: {'Port': ['ID=f705df3e-5abc-46b4-8bef-b0647aacf823,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:13.522317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4214e-2e62-4375-8b96-985dab689166 req-bc05b435-4f08-407a-b98f-61f352793cc1 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:13.524216 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-bc05b435-4f08-407a-b98f-61f352793cc1 tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e&tenant_id=c59604bf0032464d8b8869815706eddc&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1095 time: 0.1148276 Aug 31 09:30:13.585689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709aeac-9e6e-46b0-a797-914c99c9ad39 req-d251c37e-8356-4e6c-aee4-b1e55041cca8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:13.594446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2709aeac-9e6e-46b0-a797-914c99c9ad39 req-d251c37e-8356-4e6c-aee4-b1e55041cca8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.2718058 Aug 31 09:30:13.636881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65e2b7c8-bd38-40d4-842f-2ace2cd2c8a5 req-b2e3b638-cb57-40e2-bd74-5c70349be5f4 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357355 Aug 31 09:30:13.659995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f100aceb-7cce-41e3-9084-3ddd75d0a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.667074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f100aceb-7cce-41e3-9084-3ddd75d0a9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.667554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f100aceb-7cce-41e3-9084-3ddd75d0a9bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d944cb7-6dbd-4f53-b137-652f2942c333 HTTP/1.1" status: 204 len: 168 time: 0.6747661 Aug 31 09:30:13.719694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100aceb-7cce-41e3-9084-3ddd75d0a9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d944cb7-6dbd-4f53-b137-652f2942c333,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:13.757879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2709aeac-9e6e-46b0-a797-914c99c9ad39 req-8ae326b4-9f25-438e-a59c-950cfe7b0842 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622057 Aug 31 09:30:13.904604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9f3c69a-b0fa-4a52-8752-a05f49356fb5 req-41c338df-f245-4f99-affc-507dd0f20047 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 210 time: 0.0814357 Aug 31 09:30:14.039408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b4214e-2e62-4375-8b96-985dab689166 req-57ea1b22-80b8-4ac0-aa99-214d9f477044 service neutron] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:14.060356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Router a64920a6-8e81-46d2-8f97-069d2982122d has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:14.068681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b4214e-2e62-4375-8b96-985dab689166 req-57ea1b22-80b8-4ac0-aa99-214d9f477044 service neutron] Notify callbacks [] for binding, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.069811 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b4214e-2e62-4375-8b96-985dab689166 req-57ea1b22-80b8-4ac0-aa99-214d9f477044 service neutron] 10.222.0.52 "DELETE /v2.0/ports/7f820792-9faf-4d2a-a531-4e8aeb6d81fe/bindings/n-h1-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.4510756 Aug 31 09:30:14.196306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43255e0f-f3af-4ca2-97c4-68a46546b472 req-7d2cc5f7-12d8-4144-bfb1-753d98584dae tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:14.209432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43255e0f-f3af-4ca2-97c4-68a46546b472 req-7d2cc5f7-12d8-4144-bfb1-753d98584dae tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 944 time: 0.1555219 Aug 31 09:30:14.266617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43255e0f-f3af-4ca2-97c4-68a46546b472 req-6b70cac0-b884-4e51-ac35-2065c383d046 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522997 Aug 31 09:30:14.474215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:14.493692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] Sync routers for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:14.517233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:14.521158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:14.674283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] No DVR routers for this DVR port f705df3e-5abc-46b4-8bef-b0647aacf823 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:14.693292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.707105 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06be3059-8054-465e-a7de-081850f87972 req-f5b96f19-8959-481b-8d33-830ea958c90d tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.52 "DELETE /v2.0/ports/f705df3e-5abc-46b4-8bef-b0647aacf823 HTTP/1.1" status: 204 len: 173 time: 2.6164320 Aug 31 09:30:14.708623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'name': 'network-vif-deleted', 'tag': 'f705df3e-5abc-46b4-8bef-b0647aacf823'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:14.712778 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce08060-4d0f-419f-abc5-80cbf780eb97" -d '{"events": [{"server_uuid": "abffb920-0c20-4e9e-83d3-6f68b1219d2d", "name": "network-vif-deleted", "tag": "f705df3e-5abc-46b4-8bef-b0647aacf823"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:14.854037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1445e3-0dc0-4875-b06a-885175148375 req-f425d8be-c678-4111-b2b7-6932996e297d tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:14.864660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b1445e3-0dc0-4875-b06a-885175148375 req-f425d8be-c678-4111-b2b7-6932996e297d tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 1095 time: 0.2042675 Aug 31 09:30:15.068609 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b1445e3-0dc0-4875-b06a-885175148375 req-ffc736b6-217f-4987-8233-e8b29a04cbfd tempest-LiveAutoBlockMigrationV225Test-1923217397 tempest-LiveAutoBlockMigrationV225Test-1923217397-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406856 Aug 31 09:30:15.131862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf593c-0558-4bbb-af85-faaf817822cd req-0e463d5e-eb86-4cd5-b5f3-e245f1a9ada9 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:15.150828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19bf593c-0558-4bbb-af85-faaf817822cd req-0e463d5e-eb86-4cd5-b5f3-e245f1a9ada9 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 943 time: 0.1893110 Aug 31 09:30:15.232931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:15.345658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19bf593c-0558-4bbb-af85-faaf817822cd req-fc192755-5677-471f-91a2-883defe346b6 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922979 Aug 31 09:30:15.351574 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c723fb33-0b30-4ff5-801b-1a005d0e864e x-openstack-request-id: req-c723fb33-0b30-4ff5-801b-1a005d0e864e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:15.352485 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abffb920-0c20-4e9e-83d3-6f68b1219d2d", "name": "network-vif-deleted", "tag": "f705df3e-5abc-46b4-8bef-b0647aacf823", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:15.352958 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c723fb33-0b30-4ff5-801b-1a005d0e864e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:15.353826 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abffb920-0c20-4e9e-83d3-6f68b1219d2d', 'name': 'network-vif-deleted', 'tag': 'f705df3e-5abc-46b4-8bef-b0647aacf823', 'status': 'completed', 'code': 200} Aug 31 09:30:15.357655 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:30:15.533249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f705df3e-5abc-46b4-8bef-b0647aacf823 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:15.538457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567260e-87b9-4675-863b-b4fc23a7d3e3 req-55d54376-84fc-4b47-b123-e365d4aff40e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:15.552628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8567260e-87b9-4675-863b-b4fc23a7d3e3 req-55d54376-84fc-4b47-b123-e365d4aff40e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1333704 Aug 31 09:30:15.647852 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8567260e-87b9-4675-863b-b4fc23a7d3e3 req-4039aa48-1fc4-42aa-91a2-e28ee9685bca tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932956 Aug 31 09:30:15.652256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: f705df3e-5abc-46b4-8bef-b0647aacf823 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:15.653050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f705df3e-5abc-46b4-8bef-b0647aacf823 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:15.787622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-507762f7-4ffd-48a1-91fa-e3b6988086ae req-c3c7754e-5103-4f5a-b7f3-f62811846d05 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/ports?device_id=abffb920-0c20-4e9e-83d3-6f68b1219d2d HTTP/1.1" status: 200 len: 210 time: 0.0705576 Aug 31 09:30:15.943458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:16.079606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'port_id': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'mac_address': 'fa:16:3e:0b:8c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:30:16.181994 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.213078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:16.276380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:16.295115 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.349650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4764f-c90a-41a5-8761-90d9c71f984e req-164323bf-99d7-41c8-8034-39ab4100b557 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:16.356537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ed4764f-c90a-41a5-8761-90d9c71f984e req-164323bf-99d7-41c8-8034-39ab4100b557 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 944 time: 0.2072146 Aug 31 09:30:16.377599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:58Z', 'revision_number': 5, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:16.418932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] Checking router: a64920a6-8e81-46d2-8f97-069d2982122d for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:16.429145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:16.456436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:16.457610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:16.475398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ed4764f-c90a-41a5-8761-90d9c71f984e req-0a76cb1a-ced4-42bc-ad5a-111bef0696b1 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092701 Aug 31 09:30:16.590691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ff966-1ede-4b30-9703-1b4200f602a5 req-4e75d517-0c66-4323-891d-977893bdaef7 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:16.599975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a49ff966-1ede-4b30-9703-1b4200f602a5 req-4e75d517-0c66-4323-891d-977893bdaef7 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 944 time: 0.0979831 Aug 31 09:30:16.653536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a49ff966-1ede-4b30-9703-1b4200f602a5 req-5edc1366-1014-4a8a-be6b-c7efd320a4b7 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524731 Aug 31 09:30:16.663707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['ff727420-47ad-4cfe-9bea-7b7dff7f8ae6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:16.795185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:16.903540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-d72950c6-9045-4e07-92c0-46670fa86762 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:16.907613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-d72950c6-9045-4e07-92c0-46670fa86762 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 944 time: 0.1320546 Aug 31 09:30:16.934053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-a1fb4fb7-79ab-4e09-9e7d-a6ba01290a9b tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=97838c4cb6254c759d286b963b3054e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417831 Aug 31 09:30:17.063698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48620) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:17.129170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Deleting port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:17.130157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.249377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd21a-35a5-40e4-a9ad-d2f4ed02d049 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.295711 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd21a-35a5-40e4-a9ad-d2f4ed02d049 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.362778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] For port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:17.364290 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.377715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-27c19ff8-5aa8-44b6-85a1-8c2bdbea8539 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:17.390860 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-27c19ff8-5aa8-44b6-85a1-8c2bdbea8539 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4490991 Aug 31 09:30:17.409378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Calling delete_port for 7f820792-9faf-4d2a-a531-4e8aeb6d81fe owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:17.411859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:58Z', 'revision_number': 5, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:17.420255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5b90814f-62fb-4101-9202-7e49feb133fa tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/quotas/97838c4cb6254c759d286b963b3054e7 HTTP/1.1" status: 200 len: 375 time: 0.0282099 Aug 31 09:30:17.443938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd21a-35a5-40e4-a9ad-d2f4ed02d049 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.447198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd21a-35a5-40e4-a9ad-d2f4ed02d049 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.449409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bbbdd21a-35a5-40e4-a9ad-d2f4ed02d049 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "DELETE /v2.0/security-groups/8422d5fd-ccf7-47e4-a194-e7fed0f4cd57 HTTP/1.1" status: 204 len: 168 time: 0.3748875 Aug 31 09:30:17.469516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48634) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:17.536979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-a254b4ab-b2de-4349-aca6-7db403afd693 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=97838c4cb6254c759d286b963b3054e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981369 Aug 31 09:30:17.538441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdd21a-35a5-40e4-a9ad-d2f4ed02d049 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8422d5fd-ccf7-47e4-a194-e7fed0f4cd57,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:17.552068 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-519949f1-a41b-445f-ad16-189746ea6bc4 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] show failed (client error): The resource could not be found. Aug 31 09:30:17.553190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-519949f1-a41b-445f-ad16-189746ea6bc4 tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "GET /v2.0/security-groups/8422d5fd-ccf7-47e4-a194-e7fed0f4cd57 HTTP/1.1" status: 404 len: 347 time: 0.0828540 Aug 31 09:30:17.572220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48644) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:17.618975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90df12-658e-46f5-8576-50445e291af2 None None] The sync data for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 is: [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b9e93478-e72a-4fa6-a534-c680afce2ea2', 'name': '', 'network_id': '4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'mac_address': 'fa:16:3e:fc:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:42Z', 'updated_at': '2021-08-31T09:27:58Z', 'revision_number': 5, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'subnets': [{'id': '4cee7427-fede-49ff-bf6b-0f51828a9242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:17.881856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.892141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4de3-a90c-42ad-8af5-de2a140ea6c0 req-6c18699c-836a-47e9-bc99-ad7d7d2c5fe3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:17.895453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae3f4de3-a90c-42ad-8af5-de2a140ea6c0 req-6c18699c-836a-47e9-bc99-ad7d7d2c5fe3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 944 time: 0.1889095 Aug 31 09:30:17.895663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['79e75a0b-b67e-464b-899c-a1a5b366897b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:17.938527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Pushing event deleted for resources: {'Port': ['ID=7f820792-9faf-4d2a-a531-4e8aeb6d81fe,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:18.039982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] No DVR routers for this DVR port 7f820792-9faf-4d2a-a531-4e8aeb6d81fe on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:18.045894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.050510 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e27caf2-fa41-4d66-a1c3-8e36691b1688 req-bb2c95ce-4698-46b0-af2c-a68e52c2c008 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.52 "DELETE /v2.0/ports/7f820792-9faf-4d2a-a531-4e8aeb6d81fe HTTP/1.1" status: 204 len: 173 time: 1.1348903 Aug 31 09:30:18.052006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'name': 'network-vif-deleted', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:18.064151 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3771df-f042-4f76-bb8b-82044824e08f" -d '{"events": [{"server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "name": "network-vif-deleted", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:18.071874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae3f4de3-a90c-42ad-8af5-de2a140ea6c0 req-feefeb96-3d94-4825-b5b7-e23733d8e5d8 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212940 Aug 31 09:30:18.106421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Deleting port c4a984d2-be12-43d1-8360-588aa92dd57d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:18.107281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.143925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca41d47-6b9e-4c01-aa79-1858d070e9e7 req-f5871335-7932-4f41-a10e-e1c1955d4a58 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:18.152969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dca41d47-6b9e-4c01-aa79-1858d070e9e7 req-f5871335-7932-4f41-a10e-e1c1955d4a58 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 944 time: 0.2184176 Aug 31 09:30:18.229367 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3eacf-59e7-4860-8d46-3e163699dd69 None None] New status for floating IP 7bd5282e-7f45-4541-bb8a-50edae824255: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:30:18.329465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dca41d47-6b9e-4c01-aa79-1858d070e9e7 req-72b29e72-a572-449a-88bd-c731041ba2fe tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746726 Aug 31 09:30:18.402801 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.403629 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.500615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7b09e35-817d-4aeb-8af4-eab9d4c902df req-16e3169c-94ed-4046-814a-391fec2db0f6 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 210 time: 0.0870931 Aug 31 09:30:18.503030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Calling delete_port for c4a984d2-be12-43d1-8360-588aa92dd57d owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:18.586619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b91269ed-deeb-47be-9eeb-5391814bb1eb req-3cbdf4bc-4c56-4df2-a15f-ad239f6c7d3c tempest-FlavorsV2NegativeTest-1706469580 tempest-FlavorsV2NegativeTest-1706469580-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e1ed71244df34df6b8eec06162105d94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982869 Aug 31 09:30:18.698686 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31a147f-9d0f-4750-982a-c78a2b7d8a5c x-openstack-request-id: req-b31a147f-9d0f-4750-982a-c78a2b7d8a5c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:18.699010 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b241691-17b4-4597-8d48-1a061b58b61e", "name": "network-vif-deleted", "tag": "7f820792-9faf-4d2a-a531-4e8aeb6d81fe", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:18.699260 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b31a147f-9d0f-4750-982a-c78a2b7d8a5c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:18.699657 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b241691-17b4-4597-8d48-1a061b58b61e', 'name': 'network-vif-deleted', 'tag': '7f820792-9faf-4d2a-a531-4e8aeb6d81fe', 'status': 'completed', 'code': 200} Aug 31 09:30:18.997840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91269ed-deeb-47be-9eeb-5391814bb1eb req-33219402-28eb-4278-b806-5917fcf3e80e tempest-FlavorsV2NegativeTest-1706469580 tempest-FlavorsV2NegativeTest-1706469580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:19.003352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b91269ed-deeb-47be-9eeb-5391814bb1eb req-33219402-28eb-4278-b806-5917fcf3e80e tempest-FlavorsV2NegativeTest-1706469580 tempest-FlavorsV2NegativeTest-1706469580-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4087288 Aug 31 09:30:19.031111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b91269ed-deeb-47be-9eeb-5391814bb1eb req-347ac1b6-697b-40f1-b8f8-394cee3c7e65 tempest-FlavorsV2NegativeTest-1706469580 tempest-FlavorsV2NegativeTest-1706469580-project] 10.222.0.69 "GET /v2.0/quotas/e1ed71244df34df6b8eec06162105d94 HTTP/1.1" status: 200 len: 375 time: 0.0153995 Aug 31 09:30:19.045708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892346dc-3737-4e4b-aaaf-b0af0fb67169 req-cdfeb240-8a75-4331-956f-33ad167f8d69 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:19.054837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-892346dc-3737-4e4b-aaaf-b0af0fb67169 req-cdfeb240-8a75-4331-956f-33ad167f8d69 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.2067385 Aug 31 09:30:19.113912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b91269ed-deeb-47be-9eeb-5391814bb1eb req-824c9a3b-894c-4070-87c5-85ee8d1ef393 tempest-FlavorsV2NegativeTest-1706469580 tempest-FlavorsV2NegativeTest-1706469580-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1ed71244df34df6b8eec06162105d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562043 Aug 31 09:30:19.120625 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.166769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Pushing event deleted for resources: {'Port': ['ID=c4a984d2-be12-43d1-8360-588aa92dd57d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:19.183105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.183342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.184290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.184853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.185420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.185986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.186643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.187088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.187637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.188187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.188752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.189296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:19.214944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-892346dc-3737-4e4b-aaaf-b0af0fb67169 req-7cd1fa55-b3d5-4a6a-9ed9-66bd33024509 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583421 Aug 31 09:30:19.263085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:19.331853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41844dee-6fdd-40a4-a456-90f51ac04556 req-05a147eb-810e-4a3a-9961-61f841adad19 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 210 time: 0.0713606 Aug 31 09:30:19.367866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:19.370579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.373348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.375596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:19.379998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.380551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-63402d8e-ae53-48a6-bd4c-8cbe07d2b88b tempest-ServersTestFqdnHostnames-1641754901 tempest-ServersTestFqdnHostnames-1641754901-project] 10.222.0.69 "DELETE /v2.0/floatingips/7bd5282e-7f45-4541-bb8a-50edae824255 HTTP/1.1" status: 204 len: 168 time: 1.8038843 Aug 31 09:30:19.381031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48700) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:19.637286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-edd92762-a801-487d-bfaf-9091a759674d tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=97838c4cb6254c759d286b963b3054e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364854 Aug 31 09:30:19.661201 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.752364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:19.760239 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae379d97-46b9-4879-beba-7351963b9850" -d '{"events": [{"server_uuid": "240ee7d5-2f53-4ea9-8968-5bc96f797c65", "name": "network-vif-plugged", "status": "completed", "tag": "ff727420-47ad-4cfe-9bea-7b7dff7f8ae6"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:19.821334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:19.836345 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.837947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 7f820792-9faf-4d2a-a531-4e8aeb6d81fe no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:19.980404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:19.984069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 7f820792-9faf-4d2a-a531-4e8aeb6d81fe {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:19.984416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 7f820792-9faf-4d2a-a531-4e8aeb6d81fe not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:20.080918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5b4bccb9-8b7c-4c40-8e5a-8f5c47ce0a0a tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:20.085235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5b4bccb9-8b7c-4c40-8e5a-8f5c47ce0a0a tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4343784 Aug 31 09:30:20.096708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf3741c3-1bc5-456c-9b5e-2dcd1719c015 req-3c1d52b6-d257-4e85-92a2-68a2042d42f5 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 210 time: 0.1106369 Aug 31 09:30:20.120910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Request body: {'port': {'device_id': 'bbece48e-8a15-40c0-8036-565e3db63e14', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '97838c4cb6254c759d286b963b3054e7'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:20.337599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Made reservation on behalf of 97838c4cb6254c759d286b963b3054e7 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:20.341265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.370429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.401613 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb7efbb-7cb2-4aba-9942-68eeb0fbe544 x-openstack-request-id: req-8fb7efbb-7cb2-4aba-9942-68eeb0fbe544 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:20.402502 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240ee7d5-2f53-4ea9-8968-5bc96f797c65", "name": "network-vif-plugged", "status": "completed", "tag": "ff727420-47ad-4cfe-9bea-7b7dff7f8ae6", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:20.402947 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fb7efbb-7cb2-4aba-9942-68eeb0fbe544 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:20.403533 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'code': 200} Aug 31 09:30:20.620881 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.637729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.652114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b0991-91f5-4697-9062-8f3eefd88716 req-dc488f5d-2fa3-4833-b337-22889c3353a5 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:20.659809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-501b0991-91f5-4697-9062-8f3eefd88716 req-dc488f5d-2fa3-4833-b337-22889c3353a5 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.6758130 Aug 31 09:30:20.714700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da905fa-edf5-4060-8e86-1c3722acb34e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:20.736791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d09cb859-1406-4283-8f08-b7551f459a8f req-4048856d-8f1f-486f-8b9f-70c9e060f14d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 210 time: 0.0950069 Aug 31 09:30:20.739511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.740261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.740835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.741920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.743102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.743736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.744302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.744873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.745457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.745950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.746623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.747296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:20.798896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48728) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:20.900301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-501b0991-91f5-4697-9062-8f3eefd88716 req-c4840b2d-6c8a-460f-bd06-ac8550706550 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393315 Aug 31 09:30:21.016436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7428b05-1407-46e1-88e8-d97e912fbfca req-d0278d53-7675-4166-a47c-0513ee6e99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:21.017988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7428b05-1407-46e1-88e8-d97e912fbfca req-d0278d53-7675-4166-a47c-0513ee6e99d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 1096 time: 0.5316472 Aug 31 09:30:21.023696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Allocated IP 192.168.233.150 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/08952da3-0195-47bf-8b0d-edeb0793240a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:21.090133 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7428b05-1407-46e1-88e8-d97e912fbfca req-16d71612-f320-4df3-b536-5f6dae6bae90 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638947 Aug 31 09:30:21.099139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0eb28016-ee28-4005-9b6d-802eb55b1e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.107134 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.286828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.305147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Transition to ACTIVE for port object 08952da3-0195-47bf-8b0d-edeb0793240a will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:21.350561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.449456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:21.453241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:21.471637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:21.477497 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0eb28016-ee28-4005-9b6d-802eb55b1e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.496930 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0eb28016-ee28-4005-9b6d-802eb55b1e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.551751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Pushing event updated for resources: {'Port': ['ID=08952da3-0195-47bf-8b0d-edeb0793240a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:21.572446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0030-3ae0-4246-a891-1e3186e8d15d req-2553f636-f750-4ed6-8e1b-633abd745172 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:21.602198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:21.602439 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-151b0030-3ae0-4246-a891-1e3186e8d15d req-2553f636-f750-4ed6-8e1b-633abd745172 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 936 time: 0.2559485 Aug 31 09:30:21.603341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.635499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-3a09584f-78d9-4e56-ae8c-7eb913b287f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5293336 Aug 31 09:30:21.649901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Request body: {'port': {'device_id': 'bbece48e-8a15-40c0-8036-565e3db63e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:21.719166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cc34fd44-ef29-4dd1-a78d-56ec3d80fcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.735981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb28016-ee28-4005-9b6d-802eb55b1e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6722c05-808d-4957-951d-92d9e94f089f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:21.756375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.865269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48742) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:21.872157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0eb28016-ee28-4005-9b6d-802eb55b1e97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1ed71244df34df6b8eec06162105d94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0657382 Aug 31 09:30:21.881981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0aa27840-6306-48b5-b26c-38e132a34e92 None None] Provisioning for port 08952da3-0195-47bf-8b0d-edeb0793240a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:21.887910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0aa27840-6306-48b5-b26c-38e132a34e92 None None] Provisioning complete for port 08952da3-0195-47bf-8b0d-edeb0793240a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:21.888287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0aa27840-6306-48b5-b26c-38e132a34e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.913326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af5ee5ec-8a4f-46e4-930e-5d824e30dd54 req-6ff89704-1262-4dc6-a6da-e55659534a08 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 210 time: 0.0375252 Aug 31 09:30:21.985109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0aa27840-6306-48b5-b26c-38e132a34e92 None None] Port 08952da3-0195-47bf-8b0d-edeb0793240a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:21.998669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-151b0030-3ae0-4246-a891-1e3186e8d15d req-cd0412ac-763e-415a-8225-4c4c0a0d33f0 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905561 Aug 31 09:30:22.193258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc563494-86bb-4598-87a4-1e5e92899940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.273549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f97a0d-9658-4f1b-acc4-a6869b1b2735 req-60ef7dc4-66d3-42c7-ad1b-182b1228e4a4 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:22.275356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07f97a0d-9658-4f1b-acc4-a6869b1b2735 req-60ef7dc4-66d3-42c7-ad1b-182b1228e4a4 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.0957375 Aug 31 09:30:22.279409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Deleting port b9e93478-e72a-4fa6-a534-c680afce2ea2 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:22.279753 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.291823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc563494-86bb-4598-87a4-1e5e92899940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.376810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07f97a0d-9658-4f1b-acc4-a6869b1b2735 req-74a8bf0a-4a7e-45bd-930c-a6fb7ead05af tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934782 Aug 31 09:30:22.419797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] For port b9e93478-e72a-4fa6-a534-c680afce2ea2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b9e93478-e72a-4fa6-a534-c680afce2ea2,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:22.420198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.441440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc563494-86bb-4598-87a4-1e5e92899940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.441760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Calling delete_port for b9e93478-e72a-4fa6-a534-c680afce2ea2 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:22.445537 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc563494-86bb-4598-87a4-1e5e92899940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.447881 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bc563494-86bb-4598-87a4-1e5e92899940 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6722c05-808d-4957-951d-92d9e94f089f HTTP/1.1" status: 204 len: 168 time: 0.5809269 Aug 31 09:30:22.526887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08952da3-0195-47bf-8b0d-edeb0793240a {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:22.555141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.563314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc563494-86bb-4598-87a4-1e5e92899940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6722c05-808d-4957-951d-92d9e94f089f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.609382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Transition to ACTIVE for port object 08952da3-0195-47bf-8b0d-edeb0793240a will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:22.626093 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.685472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Pushing event updated for resources: {'Port': ['ID=08952da3-0195-47bf-8b0d-edeb0793240a,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.686767 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.718945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e93478-e72a-4fa6-a534-c680afce2ea2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.817788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Attempting to bind port 08952da3-0195-47bf-8b0d-edeb0793240a on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:22.818166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Attempting to bind port 08952da3-0195-47bf-8b0d-edeb0793240a by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:22.818436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Attempting to bind port 08952da3-0195-47bf-8b0d-edeb0793240a on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:22.824764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Port 08952da3-0195-47bf-8b0d-edeb0793240a on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:30:22.825129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Attempting to bind port 08952da3-0195-47bf-8b0d-edeb0793240a on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:22.836338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:22.838333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:22.839019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:22.841666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Bound port: 08952da3-0195-47bf-8b0d-edeb0793240a, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:22.842439 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.021719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] For port 08952da3-0195-47bf-8b0d-edeb0793240a, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:23.029908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] For port 08952da3-0195-47bf-8b0d-edeb0793240a, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=08952da3-0195-47bf-8b0d-edeb0793240a,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:23.039725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.116022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:23.116666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.118172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] 10.222.0.20 "PUT /v2.0/ports/08952da3-0195-47bf-8b0d-edeb0793240a HTTP/1.1" status: 200 len: 1096 time: 1.4734867 Aug 31 09:30:23.121260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbece48e-8a15-40c0-8036-565e3db63e14', 'tag': '08952da3-0195-47bf-8b0d-edeb0793240a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:23.123705 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e7662a-6200-4f26-8b71-6c4c213409db" -d '{"events": [{"name": "network-changed", "server_uuid": "bbece48e-8a15-40c0-8036-565e3db63e14", "tag": "08952da3-0195-47bf-8b0d-edeb0793240a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:23.169569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9b0c2-e5e8-4cbe-9cff-02e9dc75982b service neutron] Pushing event updated for resources: {'Port': ['ID=08952da3-0195-47bf-8b0d-edeb0793240a,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.268970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-0f721ad6-1121-4599-87fb-5301b958ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:23.271221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-0f721ad6-1121-4599-87fb-5301b958ab10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97838c4cb6254c759d286b963b3054e7&device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 1099 time: 0.0956047 Aug 31 09:30:23.300511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3ec64a1-e171-4616-b521-17243bc36e30 req-3276bdad-4e52-40d2-b529-d9467541a504 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 210 time: 0.1005924 Aug 31 09:30:23.351961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04fcb7-16af-42eb-a955-0506f4958152 req-78e752b4-9f7d-420a-9245-d699887e7d59 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:23.359744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f04fcb7-16af-42eb-a955-0506f4958152 req-78e752b4-9f7d-420a-9245-d699887e7d59 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 948 time: 0.1585231 Aug 31 09:30:23.376302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.390197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-46911059-64fb-48c2-94ca-8155562fb760 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=08952da3-0195-47bf-8b0d-edeb0793240a HTTP/1.1" status: 200 len: 217 time: 0.1072056 Aug 31 09:30:23.477487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f04fcb7-16af-42eb-a955-0506f4958152 req-bc91cc2a-afa0-4250-8fb6-2ef4897e9fdc tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167400 Aug 31 09:30:23.540178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-ea857864-53c7-443d-af0a-5d0281f0f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:23.541845 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-ea857864-53c7-443d-af0a-5d0281f0f585 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1446455 Aug 31 09:30:23.551220 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e350ad1-f5bb-4644-a4d5-e39d140597ac x-openstack-request-id: req-3e350ad1-f5bb-4644-a4d5-e39d140597ac {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:23.552138 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbece48e-8a15-40c0-8036-565e3db63e14", "tag": "08952da3-0195-47bf-8b0d-edeb0793240a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:23.552138 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e350ad1-f5bb-4644-a4d5-e39d140597ac {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:23.552138 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbece48e-8a15-40c0-8036-565e3db63e14', 'tag': '08952da3-0195-47bf-8b0d-edeb0793240a', 'status': 'completed', 'code': 200} Aug 31 09:30:23.682694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-b729131d-201e-495b-b9a2-98cdc54a5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:23.690864 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-b729131d-201e-495b-b9a2-98cdc54a5e70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372371 Aug 31 09:30:23.696473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae3dc0-f958-4983-a022-495f646b52a9 req-4040896b-0e05-43ec-aa94-7fc533deba58 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:23.703949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95ae3dc0-f958-4983-a022-495f646b52a9 req-4040896b-0e05-43ec-aa94-7fc533deba58 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.1308365 Aug 31 09:30:23.821628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95ae3dc0-f958-4983-a022-495f646b52a9 req-27acc4ea-4d07-48af-862a-5844f460df11 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166756 Aug 31 09:30:23.836150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Router a64920a6-8e81-46d2-8f97-069d2982122d has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:23.874300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-045fa9d3-54b4-470f-9543-d53ba6106077 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744795 Aug 31 09:30:23.980662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48782) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:24.085041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0843b93-e001-460d-9598-027aa19acfb4 req-a212b633-ea3b-4a58-a92a-2d3c3f00b8c8 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:24.090626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0843b93-e001-460d-9598-027aa19acfb4 req-a212b633-ea3b-4a58-a92a-2d3c3f00b8c8 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.1614556 Aug 31 09:30:24.096774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:24.100429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48786) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:24.106157 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-06bdf08c-625c-4914-8ab2-80561dc64f1b req-71084e11-74fe-447a-9081-a90ef35c6b79 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168682 Aug 31 09:30:24.107795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c5e1f34-bc05-4ffa-a792-f22e459b7aef admin admin] 10.222.0.69 "PUT /v2.0/routers/a64920a6-8e81-46d2-8f97-069d2982122d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7258184 Aug 31 09:30:24.111854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Request body: {'floatingip': {'port_id': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:24.115922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48788) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:24.117268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] Sync routers for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:24.137482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:24.138928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:24.183832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1999085933-network', 'tenant_id': '4b0b8e64b94149489006846757b721fd'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:24.203685 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.248420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Made reservation on behalf of 4b0b8e64b94149489006846757b721fd for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:24.252128 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.298081 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.312479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7662a-6200-4f26-8b71-6c4c213409db req-443bea84-733a-46db-aa5e-a697968d2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:24.313683 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73e7662a-6200-4f26-8b71-6c4c213409db req-443bea84-733a-46db-aa5e-a697968d2bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97838c4cb6254c759d286b963b3054e7&device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 1099 time: 0.1256847 Aug 31 09:30:24.320524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.339416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:24.443482 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.469346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.543584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6666b694-fd10-4ce5-a5f7-7cce780fc3ff req-e0c03d52-ff79-45be-8895-c48782a52df6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b241691-17b4-4597-8d48-1a061b58b61e HTTP/1.1" status: 200 len: 210 time: 0.0919971 Aug 31 09:30:24.625741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:24.664841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07065174-475c-4da2-99a6-7bd917b5809c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:24.681365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.682346 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Added segment e2c6cd1c-6d20-4ec5-889e-aa580d6bc142 of type vlan for network 11a4078f-1903-4649-b521-ad2beea6382f Aug 31 09:30:24.783710 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.871844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.872851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:24.873644 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.965316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] Pushing event updated for resources: {'Network': ['ID=11a4078f-1903-4649-b521-ad2beea6382f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:24.988546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 11a4078f-1903-4649-b521-ad2beea6382f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:24.989161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7662a-6200-4f26-8b71-6c4c213409db req-bea88f26-24a3-4114-b14f-e133d624d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:24.990915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73e7662a-6200-4f26-8b71-6c4c213409db req-bea88f26-24a3-4114-b14f-e133d624d21f service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.6680527 Aug 31 09:30:24.997867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.091400 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73e7662a-6200-4f26-8b71-6c4c213409db req-1cc41924-0b28-4508-a4c3-c92ff464cbc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=08952da3-0195-47bf-8b0d-edeb0793240a HTTP/1.1" status: 200 len: 217 time: 0.0851605 Aug 31 09:30:25.099442 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.128633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:30:22Z', 'revision_number': 5, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port': {'id': '1535dcb2-6d91-4308-a889-45265b80c17f', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:36Z', 'updated_at': '2021-08-31T09:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:25.197279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Deleting port 1535dcb2-6d91-4308-a889-45265b80c17f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:25.197719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.203086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] Checking router: a64920a6-8e81-46d2-8f97-069d2982122d for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:25.266978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] Routers {'a64920a6-8e81-46d2-8f97-069d2982122d'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:25.268053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:29:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a64920a6-8e81-46d2-8f97-069d2982122d'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:25.277845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7662a-6200-4f26-8b71-6c4c213409db req-615d9b58-3a11-4324-bfa4-1ae7f096e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:25.279661 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73e7662a-6200-4f26-8b71-6c4c213409db req-615d9b58-3a11-4324-bfa4-1ae7f096e484 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1683395 Aug 31 09:30:25.365149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7662a-6200-4f26-8b71-6c4c213409db req-33367f42-83e5-4c92-beca-cb63f973e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:25.367169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73e7662a-6200-4f26-8b71-6c4c213409db req-33367f42-83e5-4c92-beca-cb63f973e7d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775974 Aug 31 09:30:25.373680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] For port 1535dcb2-6d91-4308-a889-45265b80c17f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1535dcb2-6d91-4308-a889-45265b80c17f,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:25.374381 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.467327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] Set router a64920a6-8e81-46d2-8f97-069d2982122d gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:25.482896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.486662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b3937af4-f24c-4ec7-9ebe-fe1705e12dda admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5036035 Aug 31 09:30:25.494010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48798) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:25.497931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.505522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Request body: {'subnet': {'network_id': '11a4078f-1903-4649-b521-ad2beea6382f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1999085933-subnet', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:25.518919 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73e7662a-6200-4f26-8b71-6c4c213409db req-7dc02f1d-5232-4247-949f-ba35eab0fde1 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377311 Aug 31 09:30:25.585269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Made reservation on behalf of 4b0b8e64b94149489006846757b721fd for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:25.588054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.611453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 6, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:25.616026 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-09edc548-8269-4245-8a97-45415ff7ebd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.663518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Calling delete_port for 1535dcb2-6d91-4308-a889-45265b80c17f owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:25.663801 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843dc9d-0adb-4f63-aa0a-fe9a760e4642 None None] The sync data for ids ['a64920a6-8e81-46d2-8f97-069d2982122d'] in n-d-806683-2 is: [{'id': 'a64920a6-8e81-46d2-8f97-069d2982122d', 'name': 'tempest-ServersTestFqdnHostnames-165723147-router', 'tenant_id': '17deadd292604095ba99e2ab6d1a612d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:33Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 6, 'project_id': '17deadd292604095ba99e2ab6d1a612d', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:25.692775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389d5e3-80c9-4fa6-80d0-371ecfe8f68e req-6c8e965e-cdb7-40a9-aec7-74ca77504826 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:25.694688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73e7662a-6200-4f26-8b71-6c4c213409db req-8be49533-6322-440b-80a2-d8e161e51b2e service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485524 Aug 31 09:30:25.708141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f389d5e3-80c9-4fa6-80d0-371ecfe8f68e req-6c8e965e-cdb7-40a9-aec7-74ca77504826 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 948 time: 1.1125388 Aug 31 09:30:25.969157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f389d5e3-80c9-4fa6-80d0-371ecfe8f68e req-01d7a0be-8e49-4676-b9c9-f805420f1cdd tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592611 Aug 31 09:30:25.983798 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Floating IP d8beed21-e0ef-4e58-acc2-5243b2dcdf44 associated. External IP: 172.25.1.234, port: ff727420-47ad-4cfe-9bea-7b7dff7f8ae6. Aug 31 09:30:26.055643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.119584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Pushing event deleted for resources: {'Port': ['ID=1535dcb2-6d91-4308-a889-45265b80c17f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.219020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.399976 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.406558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b9e93478-e72a-4fa6-a534-c680afce2ea2 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:26.407230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.434831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: b9e93478-e72a-4fa6-a534-c680afce2ea2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:26.435630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b9e93478-e72a-4fa6-a534-c680afce2ea2 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:26.436586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1535dcb2-6d91-4308-a889-45265b80c17f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:26.470550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.472319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a64920a6-8e81-46d2-8f97-069d2982122d {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:30:26.482771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.483172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 1535dcb2-6d91-4308-a889-45265b80c17f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:26.483468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1535dcb2-6d91-4308-a889-45265b80c17f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:26.488042 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-21ec7e8f-eb94-4b1d-bb4e-ef8a5136faac admin admin] 10.222.0.69 "DELETE /v2.0/routers/a64920a6-8e81-46d2-8f97-069d2982122d HTTP/1.1" status: 204 len: 168 time: 2.3684254 Aug 31 09:30:26.488515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48812) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.550257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-503a8b70-85fb-4131-a9af-9f1216f26e45 admin admin] Deleting subnet 4cee7427-fede-49ff-bf6b-0f51828a9242 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:26.554195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-503a8b70-85fb-4131-a9af-9f1216f26e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.573593 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.596307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-503a8b70-85fb-4131-a9af-9f1216f26e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.698995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca6fea5-ba36-46eb-994a-3f0965e4467e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.701506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-503a8b70-85fb-4131-a9af-9f1216f26e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.728105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Checking segment: {'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:26.728712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Network hostable DHCP agents. Network: 11a4078f-1903-4649-b521-ad2beea6382f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:26.777817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:26.783481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Network 11a4078f-1903-4649-b521-ad2beea6382f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:26.813222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 11a4078f-1903-4649-b521-ad2beea6382f) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:26.834367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874db24f-a040-45ae-8e75-36b7f4323cc5 None None] Network 11a4078f-1903-4649-b521-ad2beea6382f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:26.838444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-503a8b70-85fb-4131-a9af-9f1216f26e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.888247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:26.889326 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.907008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a8b70-85fb-4131-a9af-9f1216f26e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cee7427-fede-49ff-bf6b-0f51828a9242,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.914871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-503a8b70-85fb-4131-a9af-9f1216f26e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.920967 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-503a8b70-85fb-4131-a9af-9f1216f26e45 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4cee7427-fede-49ff-bf6b-0f51828a9242 HTTP/1.1" status: 204 len: 168 time: 0.4315162 Aug 31 09:30:26.927339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48816) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.927662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48818) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.927830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ceb2cd38-4a7a-460d-a2ab-1c7c9e135a3d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4317617 Aug 31 09:30:26.986903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66c0ce-11a7-4a1e-ad8f-c0bb8f72fb2b None None] Network 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:27.012299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:27.016532 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.023584 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] Sync routers for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:27.038313 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:27.054560 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:27.100473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c1661640-0cf4-4663-bcb3-78213677ae1c tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "PUT /v2.0/floatingips/d8beed21-e0ef-4e58-acc2-5243b2dcdf44 HTTP/1.1" status: 200 len: 991 time: 2.9951489 Aug 31 09:30:27.101245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'tag': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:27.106973 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d44f2-9d1d-4d67-870d-1c3324526e20" -d '{"events": [{"name": "network-changed", "server_uuid": "240ee7d5-2f53-4ea9-8968-5bc96f797c65", "tag": "ff727420-47ad-4cfe-9bea-7b7dff7f8ae6"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:27.159592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:27.165118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.215329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-11a4078f-1903-4649-b521-ad2beea6382f', 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'fixed_ips': [{'subnet_id': 'fca6fea5-ba36-46eb-994a-3f0965e4467e'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:27.217085 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.242067 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:27.303284 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.304756 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.340682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Deleting port aa650b70-6bd1-414d-baac-70b9673f8105 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:27.341366 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.349430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f7258-4e02-4621-9134-9e312b4ce5d9 req-5f69185a-37a4-413e-b942-cbeb3e74be5f tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:27.363997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-393f7258-4e02-4621-9134-9e312b4ce5d9 req-5f69185a-37a4-413e-b942-cbeb3e74be5f tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 948 time: 0.2027071 Aug 31 09:30:27.433044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Allocated IP 172.20.0.2 (11a4078f-1903-4649-b521-ad2beea6382f/fca6fea5-ba36-46eb-994a-3f0965e4467e/e896b3e6-2cf7-44d2-8545-ec7c62ba802f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:27.464362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] For port aa650b70-6bd1-414d-baac-70b9673f8105, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aa650b70-6bd1-414d-baac-70b9673f8105,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:27.465154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.486502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-393f7258-4e02-4621-9134-9e312b4ce5d9 req-4a369efb-0121-4ea7-b74f-bbd754dd44fa tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174510 Aug 31 09:30:27.536373 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'd8beed21-e0ef-4e58-acc2-5243b2dcdf44', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'port_id': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'mac_address': 'fa:16:3e:0b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:24Z', 'updated_at': '2021-08-31T09:30:25Z', 'revision_number': 1, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:26Z', 'revision_number': 5, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:27.560852 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb4ed7-c85c-4f7d-8f5d-ca6a2d962606 x-openstack-request-id: req-63cb4ed7-c85c-4f7d-8f5d-ca6a2d962606 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:27.561255 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240ee7d5-2f53-4ea9-8968-5bc96f797c65", "tag": "ff727420-47ad-4cfe-9bea-7b7dff7f8ae6", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:27.561601 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63cb4ed7-c85c-4f7d-8f5d-ca6a2d962606 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:27.562094 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'tag': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'status': 'completed', 'code': 200} Aug 31 09:30:27.565984 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] Checking router: 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:27.576668 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:27.577310 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:27.606689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] DHCP port deletion for 4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:27.617299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Calling delete_port for aa650b70-6bd1-414d-baac-70b9673f8105 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:27.633298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.663383 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.712749 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:27.742143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.752185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Deleting port aa650b70-6bd1-414d-baac-70b9673f8105 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:27.752599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.825276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] For port aa650b70-6bd1-414d-baac-70b9673f8105, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aa650b70-6bd1-414d-baac-70b9673f8105,segment=NetworkSegment(e8d9f748-8549-4fb3-b781-4b7a589d1970),segment_id=e8d9f748-8549-4fb3-b781-4b7a589d1970)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:27.825839 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.841521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Calling delete_port for aa650b70-6bd1-414d-baac-70b9673f8105 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:27.846407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.859561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-67e5e2f4-bdb6-4ac5-8b3c-dc65b281889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:27.861727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-67e5e2f4-bdb6-4ac5-8b3c-dc65b281889f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=334914138fec4f17a0c48914a466e8a7&device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 1096 time: 0.2710397 Aug 31 09:30:27.932420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Transition to ACTIVE for port object e896b3e6-2cf7-44d2-8545-ec7c62ba802f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:27.938555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.979076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Transition to ACTIVE for port object e896b3e6-2cf7-44d2-8545-ec7c62ba802f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:27.980777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Pushing event deleted for resources: {'Port': ['ID=aa650b70-6bd1-414d-baac-70b9673f8105,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:27.987577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] No DVR routers for this DVR port aa650b70-6bd1-414d-baac-70b9673f8105 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:27.997084 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.006137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.006354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.006691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.007059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.007393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.007717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.008040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.008415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.008742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.009062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.009537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.009828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b9962d-cae5-47f7-95cc-3cec2512780a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.058194 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'd8beed21-e0ef-4e58-acc2-5243b2dcdf44', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'port_id': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'mac_address': 'fa:16:3e:0b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:24Z', 'updated_at': '2021-08-31T09:30:25Z', 'revision_number': 1, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:26Z', 'revision_number': 5, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:28.060159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Pushing event updated for resources: {'Port': ['ID=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:28.074456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Network 11a4078f-1903-4649-b521-ad2beea6382f is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:28.075937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:28.078796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:28.108625 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b49476-7d86-49be-b4d0-6236854163a3 None None] The sync data for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 is: [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'd8beed21-e0ef-4e58-acc2-5243b2dcdf44', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'floating_ip_address': '172.25.1.234', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'port_id': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'mac_address': 'fa:16:3e:0b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:24Z', 'updated_at': '2021-08-31T09:30:25Z', 'revision_number': 1, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:26Z', 'revision_number': 5, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:28.113984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.122665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aa650b70-6bd1-414d-baac-70b9673f8105 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:28.126980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 08952da3-0195-47bf-8b0d-edeb0793240a details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:30:28.164385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] No DVR routers for this DVR port aa650b70-6bd1-414d-baac-70b9673f8105 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:28.166706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-a1dc82a6-6616-469f-9945-0475ccad4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:28.168661 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-a1dc82a6-6616-469f-9945-0475ccad4365 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf HTTP/1.1" status: 200 len: 918 time: 0.2839389 Aug 31 09:30:28.212188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa650b70-6bd1-414d-baac-70b9673f8105,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:28.264582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 08952da3-0195-47bf-8b0d-edeb0793240a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=08952da3-0195-47bf-8b0d-edeb0793240a,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:28.319211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: aa650b70-6bd1-414d-baac-70b9673f8105 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:28.319764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aa650b70-6bd1-414d-baac-70b9673f8105 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:28.322112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '08952da3-0195-47bf-8b0d-edeb0793240a', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '08952da3-0195-47bf-8b0d-edeb0793240a', 'mac_address': 'fa:16:3e:97:15:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:30:28.428842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.430120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Attempting to bind port e896b3e6-2cf7-44d2-8545-ec7c62ba802f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:28.431390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Attempting to bind port e896b3e6-2cf7-44d2-8545-ec7c62ba802f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:28.435594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Attempting to bind port e896b3e6-2cf7-44d2-8545-ec7c62ba802f on network 11a4078f-1903-4649-b521-ad2beea6382f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:28.441986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:28.453985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:28.454548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Checking segment: {'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:28.459976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d9f748-8549-4fb3-b781-4b7a589d1970') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:28.460525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d9f748-8549-4fb3-b781-4b7a589d1970') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:28.463746 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.466125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Bound using segment: {'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:28.467331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Bound port: e896b3e6-2cf7-44d2-8545-ec7c62ba802f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:28.468330 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.505601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.516702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-504ddbad-6000-41d9-836d-7010ae1f1754 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 HTTP/1.1" status: 200 len: 999 time: 0.3297226 Aug 31 09:30:28.544898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.564984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:28.565373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.587977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ecb80a-f583-4567-9d34-f13b257bf0ce None None] New status for floating IP d8beed21-e0ef-4e58-acc2-5243b2dcdf44: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:28.673229 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:28.680273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-0671a8c9-3c3d-47ab-a8fd-698d52dfec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:28.680273 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-0671a8c9-3c3d-47ab-a8fd-698d52dfec88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c0d6eb9-e015-404e-8f54-d7242f9d82a8 HTTP/1.1" status: 200 len: 855 time: 0.1445830 Aug 31 09:30:28.741006 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.758824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.765276 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.776601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.778222 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1 HTTP/1.1" status: 204 len: 168 time: 1.8492184 Aug 31 09:30:28.793378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08952da3-0195-47bf-8b0d-edeb0793240a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:28.814008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69906d-8d39-4591-bb3c-b891b85fb0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a334d5e-6b8e-4e4c-9e5e-c378f924f6d1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:28.873370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6999f-3f3e-4215-9e37-87d77b9130c9 req-575c2416-311c-48d3-a339-5efe4c82f6f9 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:28.893065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fc6999f-3f3e-4215-9e37-87d77b9130c9 req-575c2416-311c-48d3-a339-5efe4c82f6f9 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 948 time: 0.1867983 Aug 31 09:30:28.924111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-9ff6e64e-43fc-46fa-8081-9cd86ded361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:28.926365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-9ff6e64e-43fc-46fa-8081-9cd86ded361c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304292 Aug 31 09:30:28.960227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 08952da3-0195-47bf-8b0d-edeb0793240a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=08952da3-0195-47bf-8b0d-edeb0793240a,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:28.983104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.991947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.008288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] For port e896b3e6-2cf7-44d2-8545-ec7c62ba802f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:29.027644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fc6999f-3f3e-4215-9e37-87d77b9130c9 req-d24ebebe-c70e-4a9f-88b6-167a1ef9cb88 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299727 Aug 31 09:30:29.049231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48846) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:29.101210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] For port e896b3e6-2cf7-44d2-8545-ec7c62ba802f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,segment=NetworkSegment(e2c6cd1c-6d20-4ec5-889e-aa580d6bc142),segment_id=e2c6cd1c-6d20-4ec5-889e-aa580d6bc142)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:29.121314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.121772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.122809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-313a7792-78c4-4596-a307-3d19c71ff289 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17deadd292604095ba99e2ab6d1a612d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718999 Aug 31 09:30:29.126586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48848) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:29.225492 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d042df51-9a99-4579-9e6b-add99454e6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.272703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d042df51-9a99-4579-9e6b-add99454e6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.427174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d042df51-9a99-4579-9e6b-add99454e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.430182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d042df51-9a99-4579-9e6b-add99454e6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.431943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d042df51-9a99-4579-9e6b-add99454e6ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82be5363-bb8a-4708-b569-caf87ff68677 HTTP/1.1" status: 204 len: 168 time: 0.3041692 Aug 31 09:30:29.481474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042df51-9a99-4579-9e6b-add99454e6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82be5363-bb8a-4708-b569-caf87ff68677,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:29.513157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=08952da3-0195-47bf-8b0d-edeb0793240a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:29.720183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['08952da3-0195-47bf-8b0d-edeb0793240a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:29.822739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Allocated IP 172.25.1.116 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1628654b-1b8b-4f37-ae3e-496989141e40) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:29.896048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df57e-31cb-4c0a-a19a-b26e2ef65693 None None] Pushing event updated for resources: {'Port': ['ID=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:29.924507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-13e7d037-c82c-4c9b-8cb8-0436c7946ea6 service neutron] 10.222.0.52 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9867158 Aug 31 09:30:30.479884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fca8ab-4643-431a-b8cd-abf8858bfdbc req-bb7e1999-a230-4832-8612-c150507a0c9d tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:30.492382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16fca8ab-4643-431a-b8cd-abf8858bfdbc req-bb7e1999-a230-4832-8612-c150507a0c9d tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 949 time: 0.1902542 Aug 31 09:30:30.586620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16fca8ab-4643-431a-b8cd-abf8858bfdbc req-5eb2dbef-9d26-4f7d-9ab2-bed90e368926 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930467 Aug 31 09:30:30.753735 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2e9d44f2-9d1d-4d67-870d-1c3324526e20 req-099c79c8-7ae6-4ae3-8ff5-143fcafe6dfd service neutron] 10.222.0.52 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8206189 Aug 31 09:30:30.772457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.878860 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.008279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:31.020269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:31.046546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:31.162552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Pushing event updated for resources: {'Port': ['ID=1628654b-1b8b-4f37-ae3e-496989141e40,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:31.840458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.888620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bedc87-c97c-4c6e-bc16-7d38d6fc254c None None] Network 11a4078f-1903-4649-b521-ad2beea6382f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:32.167339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 08952da3-0195-47bf-8b0d-edeb0793240a up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:32.189932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e1a351f5-0823-4606-a453-776d8a106d5c None None] Provisioning for port e896b3e6-2cf7-44d2-8545-ec7c62ba802f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:32.214618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd3c4e-2a52-437d-bfde-516fe613ea16 req-770c7d2e-0df7-4574-a5d7-d7a623153a83 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:32.232444 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bcd3c4e-2a52-437d-bfde-516fe613ea16 req-770c7d2e-0df7-4574-a5d7-d7a623153a83 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 949 time: 0.3092699 Aug 31 09:30:32.244273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48904) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:32.395592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bcd3c4e-2a52-437d-bfde-516fe613ea16 req-3b96336b-90e7-4ff6-a321-c6b8ff35bc69 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599040 Aug 31 09:30:32.588775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e896b3e6-2cf7-44d2-8545-ec7c62ba802f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:32.699076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 08952da3-0195-47bf-8b0d-edeb0793240a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:32.710355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-242257002-network', 'tenant_id': '9ef3edb97b0c4311a4f30df930c1ae55'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:32.724212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 08952da3-0195-47bf-8b0d-edeb0793240a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:32.724779 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.773560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Made reservation on behalf of 9ef3edb97b0c4311a4f30df930c1ae55 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:32.785588 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.839509 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.935813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e896b3e6-2cf7-44d2-8545-ec7c62ba802f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:32.967348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e896b3e6-2cf7-44d2-8545-ec7c62ba802f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:32.968511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.096524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.243583 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.250288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.267981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.344227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbece48e-8a15-40c0-8036-565e3db63e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08952da3-0195-47bf-8b0d-edeb0793240a'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:33.354348 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6aec75-0ba9-4120-9ea1-12d88bf3e545" -d '{"events": [{"server_uuid": "bbece48e-8a15-40c0-8036-565e3db63e14", "name": "network-vif-plugged", "status": "completed", "tag": "08952da3-0195-47bf-8b0d-edeb0793240a"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:33.361796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:33.381752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e75bf4-0942-4024-ab4a-ca23b905f3a8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:33.414046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.414443 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Added segment 1ae08a57-8312-4dfe-8936-9f8095feb9ac of type vlan for network 3b6fca1c-c027-4258-9566-f8b9142862dd Aug 31 09:30:33.436343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 08952da3-0195-47bf-8b0d-edeb0793240a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=08952da3-0195-47bf-8b0d-edeb0793240a,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:33.585358 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.607032 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.625670 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21520d4-5dfe-4544-b2bc-b6e9f7b049cc x-openstack-request-id: req-a21520d4-5dfe-4544-b2bc-b6e9f7b049cc {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:33.626481 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbece48e-8a15-40c0-8036-565e3db63e14", "name": "network-vif-plugged", "status": "completed", "tag": "08952da3-0195-47bf-8b0d-edeb0793240a", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:33.626481 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a21520d4-5dfe-4544-b2bc-b6e9f7b049cc {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:33.626793 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbece48e-8a15-40c0-8036-565e3db63e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08952da3-0195-47bf-8b0d-edeb0793240a', 'code': 200} Aug 31 09:30:33.660834 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.677612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:30:33.720411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port e896b3e6-2cf7-44d2-8545-ec7c62ba802f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,segment=NetworkSegment(e2c6cd1c-6d20-4ec5-889e-aa580d6bc142),segment_id=e2c6cd1c-6d20-4ec5-889e-aa580d6bc142)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:33.720712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.724857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:33.728649 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.743350 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.861116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fe19c225-0694-4072-9ddb-b4710abe6cfb None None] Provisioning complete for port e896b3e6-2cf7-44d2-8545-ec7c62ba802f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:33.862645 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fe19c225-0694-4072-9ddb-b4710abe6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.953630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d209b-1ea2-4dfd-ae18-e539c4ddc365 req-f57d5343-26e2-4e06-8d24-150151a304df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:33.956199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c3d209b-1ea2-4dfd-ae18-e539c4ddc365 req-f57d5343-26e2-4e06-8d24-150151a304df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 1101 time: 0.3121591 Aug 31 09:30:34.016195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=08952da3-0195-47bf-8b0d-edeb0793240a,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:34.022768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7744203 Aug 31 09:30:34.038537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48926) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.063553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Request body: {'subnet': {'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-242257002-subnet', 'tenant_id': '9ef3edb97b0c4311a4f30df930c1ae55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:34.085385 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c3d209b-1ea2-4dfd-ae18-e539c4ddc365 req-37688641-b6be-4426-85b1-0cb076089253 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196141 Aug 31 09:30:34.148311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Made reservation on behalf of 9ef3edb97b0c4311a4f30df930c1ae55 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:34.167561 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.180264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:34.213893 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Sync routers for ids ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:34.224621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.228736 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-14da71c8-0181-42e4-9caf-e6255030b764 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0791795 Aug 31 09:30:34.229246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48930) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.245477 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Routers {'88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:34.248506 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:34.289737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c1064-eb5d-4772-b3cf-97331faaf6ba admin admin] Pushing event updated for resources: {'Network': ['ID=3b6fca1c-c027-4258-9566-f8b9142862dd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:34.408166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 3b6fca1c-c027-4258-9566-f8b9142862dd details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:34.432977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3880cbf-3000-4f96-9ca6-3a3b1cc525f5 req-8d95947b-ea51-4203-b831-6b23738e434b tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:34.434734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3880cbf-3000-4f96-9ca6-3a3b1cc525f5 req-8d95947b-ea51-4203-b831-6b23738e434b tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 950 time: 0.5985169 Aug 31 09:30:34.598508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:34.624414 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Set router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:34.743948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6c14f-442a-4ea2-8a8a-4893865fbb9f req-7b39ae24-51f0-44f2-ba5a-99ef069ed09b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:34.754291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15c6c14f-442a-4ea2-8a8a-4893865fbb9f req-7b39ae24-51f0-44f2-ba5a-99ef069ed09b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 945 time: 0.4570434 Aug 31 09:30:35.046167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3880cbf-3000-4f96-9ca6-3a3b1cc525f5 req-a3f2edb1-b33b-4116-9f02-f703fce8f606 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286500 Aug 31 09:30:35.060041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.271876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-69d6345b-3167-4c38-b15b-d054d8915c7b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:35.276223 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-69d6345b-3167-4c38-b15b-d054d8915c7b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.20 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 945 time: 0.3026903 Aug 31 09:30:35.304427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1be18ca-bd63-4e09-9772-a317c2d77e0f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:35.375317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15c6c14f-442a-4ea2-8a8a-4893865fbb9f req-3f077cac-5b21-4747-8d7e-7d5086824b38 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177459 Aug 31 09:30:35.389232 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:31Z', 'revision_number': 3, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port': {'id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:29Z', 'updated_at': '2021-08-31T09:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:35.444083 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Checking router: 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:35.445572 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Updating router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db port 1628654b-1b8b-4f37-ae3e-496989141e40 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:30:35.454240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Checking segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:35.454508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Network hostable DHCP agents. Network: 3b6fca1c-c027-4258-9566-f8b9142862dd, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:35.494273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Network 3b6fca1c-c027-4258-9566-f8b9142862dd is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:35.510249 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.525031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 3b6fca1c-c027-4258-9566-f8b9142862dd) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:35.537401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706148b6-f1db-41c9-8a64-1bf6a332a7fc None None] Network 3b6fca1c-c027-4258-9566-f8b9142862dd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:35.549906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:35.551125 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.602817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5d23b816-29e9-4d77-a155-1e725146b84b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5459714 Aug 31 09:30:35.866300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Deleting port 79e75a0b-b67e-464b-899c-a1a5b366897b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:35.866586 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.890215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f9bb1f-f103-4e3f-9ac9-4aa80cd3fde0 None None] Network 3b6fca1c-c027-4258-9566-f8b9142862dd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:35.938684 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.169959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] For port 79e75a0b-b67e-464b-899c-a1a5b366897b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=79e75a0b-b67e-464b-899c-a1a5b366897b,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:36.170227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.202221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Calling delete_port for 79e75a0b-b67e-464b-899c-a1a5b366897b owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:36.212599 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:30:36.216104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e896b3e6-2cf7-44d2-8545-ec7c62ba802f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:36.279776 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.308644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e896b3e6-2cf7-44d2-8545-ec7c62ba802f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:36.309267 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.321443 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Transition to ACTIVE for port object 1628654b-1b8b-4f37-ae3e-496989141e40 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:36.332549 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.367739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Allocated IP 172.20.0.1 (11a4078f-1903-4649-b521-ad2beea6382f/fca6fea5-ba36-46eb-994a-3f0965e4467e/ae63ebbd-a501-47ba-a491-8b90d06db0d2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:36.393401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec392-f14a-4f0e-b50b-c95b0380d3c3 req-bc41cc93-d2d5-4790-ae80-2563ed8ca5b6 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:36.397640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a79ec392-f14a-4f0e-b50b-c95b0380d3c3 req-bc41cc93-d2d5-4790-ae80-2563ed8ca5b6 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 950 time: 0.1334476 Aug 31 09:30:36.398984 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Pushing event updated for resources: {'Port': ['ID=1628654b-1b8b-4f37-ae3e-496989141e40,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:36.411831 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.415198 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.416105 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.416954 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.417759 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.421064 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.427530 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.428242 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.437825 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.438807 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.439379 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.440180 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:36.478095 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Attempting to bind port 1628654b-1b8b-4f37-ae3e-496989141e40 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:36.478469 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Attempting to bind port 1628654b-1b8b-4f37-ae3e-496989141e40 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:36.478883 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Attempting to bind port 1628654b-1b8b-4f37-ae3e-496989141e40 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:36.489421 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:36.489842 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:36.492461 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.492835 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:36.495575 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Bound port: 1628654b-1b8b-4f37-ae3e-496989141e40, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:36.496112 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.581461 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] For port 1628654b-1b8b-4f37-ae3e-496989141e40, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:36.592468 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] For port 1628654b-1b8b-4f37-ae3e-496989141e40, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1628654b-1b8b-4f37-ae3e-496989141e40,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:36.603049 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.607303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a79ec392-f14a-4f0e-b50b-c95b0380d3c3 req-257ef361-157a-433d-9121-a942f8371585 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979296 Aug 31 09:30:36.686272 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Routers {'88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:36.687015 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:36.696558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.735807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Transition to ACTIVE for port object ae63ebbd-a501-47ba-a491-8b90d06db0d2 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:36.766454 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7321d09-6b4d-4e06-9c03-9242df99c922 None None] Pushing event updated for resources: {'Port': ['ID=1628654b-1b8b-4f37-ae3e-496989141e40,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:36.790706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-ee163038-f7e4-45f2-b8bb-26393a178d4c tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:36.801267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-ee163038-f7e4-45f2-b8bb-26393a178d4c tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 812 time: 0.2962246 Aug 31 09:30:36.808701 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.839655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-bf679735-3186-4d85-9cbb-31a0be24d8db tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/quotas/9ef3edb97b0c4311a4f30df930c1ae55 HTTP/1.1" status: 200 len: 375 time: 0.0373375 Aug 31 09:30:36.896269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-83bbf17d-da4f-4573-bd29-f3d735352715 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555778 Aug 31 09:30:36.960325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Pushing event deleted for resources: {'Port': ['ID=79e75a0b-b67e-464b-899c-a1a5b366897b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:36.961017 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] Set router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:36.974242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03f51549-c95a-489e-9bd8-94de8239c305 req-5710e307-1a73-4518-a604-b5c178f6abb7 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=55fb8be0-54e7-459b-9b40-5cf3d950a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0680702 Aug 31 09:30:37.026678 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.043020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] No DVR routers for this DVR port 79e75a0b-b67e-464b-899c-a1a5b366897b on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:37.049663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.063170 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9e5a3993-01ac-4d52-a57b-08eccc062089 req-50fcb160-a12f-4ee6-b007-e20ad13f6d5d tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.20 "DELETE /v2.0/ports/79e75a0b-b67e-464b-899c-a1a5b366897b HTTP/1.1" status: 204 len: 173 time: 1.7711356 Aug 31 09:30:37.079157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Network 11a4078f-1903-4649-b521-ad2beea6382f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:37.080867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'name': 'network-vif-deleted', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:37.085886 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317dce8d-1e01-4009-aea6-7f9fd6f4ef90" -d '{"events": [{"server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "name": "network-vif-deleted", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:37.092343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:37.106593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-f6aa5321-cab3-4248-81ad-2dfca98dc804 service neutron] 10.222.0.69 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090895 Aug 31 09:30:37.220023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:37.325884 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.357377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-e18c3750-f3e7-433d-bd7e-343a4bb34c88 service neutron] 10.222.0.69 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495086 Aug 31 09:30:37.412790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Pushing event updated for resources: {'Port': ['ID=ae63ebbd-a501-47ba-a491-8b90d06db0d2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:37.443324 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:31Z', 'revision_number': 3, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port': {'id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:29Z', 'updated_at': '2021-08-31T09:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:37.481302 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bcf2c-952b-4aeb-a0fb-c1cebbf74eb2 None None] The sync data for ids ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'] in n-d-806683-2 is: [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:31Z', 'revision_number': 3, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port': {'id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:29Z', 'updated_at': '2021-08-31T09:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:37.509954 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df13006-f0d7-434b-94b8-74368c03639d x-openstack-request-id: req-9df13006-f0d7-434b-94b8-74368c03639d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:37.510241 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fb8be0-54e7-459b-9b40-5cf3d950a8d7", "name": "network-vif-deleted", "tag": "79e75a0b-b67e-464b-899c-a1a5b366897b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:37.510493 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9df13006-f0d7-434b-94b8-74368c03639d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:37.510940 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fb8be0-54e7-459b-9b40-5cf3d950a8d7', 'name': 'network-vif-deleted', 'tag': '79e75a0b-b67e-464b-899c-a1a5b366897b', 'status': 'completed', 'code': 200} Aug 31 09:30:37.618441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2e4e5a7a-0a7b-4664-a70f-58df407fa405 None None] Provisioning for port ae63ebbd-a501-47ba-a491-8b90d06db0d2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:37.629812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2e4e5a7a-0a7b-4664-a70f-58df407fa405 None None] Provisioning complete for port ae63ebbd-a501-47ba-a491-8b90d06db0d2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:37.630464 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5a7a-0a7b-4664-a70f-58df407fa405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.647699 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.799489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e5a7a-0a7b-4664-a70f-58df407fa405 None None] Port ae63ebbd-a501-47ba-a491-8b90d06db0d2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:38.020916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e3c95-ad4c-47fa-bf6b-233e8ae75336 req-bd1e52b8-fb26-40bf-b869-89296bd40319 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:38.036959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-de1e3c95-ad4c-47fa-bf6b-233e8ae75336 req-bd1e52b8-fb26-40bf-b869-89296bd40319 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 950 time: 0.1826060 Aug 31 09:30:38.117740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.130458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.140391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 79e75a0b-b67e-464b-899c-a1a5b366897b no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:38.171857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-de1e3c95-ad4c-47fa-bf6b-233e8ae75336 req-29adc138-8739-4477-af93-beb2304edd30 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325202 Aug 31 09:30:38.191187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 79e75a0b-b67e-464b-899c-a1a5b366897b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:38.191427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 79e75a0b-b67e-464b-899c-a1a5b366897b not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:38.207208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-161a7495-d0af-4e6f-868b-3af0b3667f5c req-94a01267-0d57-405c-9cb5-c99069d308dc tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 210 time: 0.0814188 Aug 31 09:30:38.273562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Pushing event updated for resources: {'Port': ['ID=ae63ebbd-a501-47ba-a491-8b90d06db0d2,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:38.273562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.487576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Network 11a4078f-1903-4649-b521-ad2beea6382f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:38.491308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:38.759780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:38.773605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c31ec-315d-4884-b25c-de261e4f0f88 req-87ecc2de-9955-4973-8bd4-15f0250266d9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:38.778708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-581c31ec-315d-4884-b25c-de261e4f0f88 req-87ecc2de-9955-4973-8bd4-15f0250266d9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 945 time: 0.1463790 Aug 31 09:30:38.862675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c80566b5-c83d-4174-ac3c-bfa0ec1d3030 None None] Provisioning complete for port ae63ebbd-a501-47ba-a491-8b90d06db0d2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:38.864977 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c80566b5-c83d-4174-ac3c-bfa0ec1d3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.928120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-581c31ec-315d-4884-b25c-de261e4f0f88 req-53f95155-5d93-4949-bc67-c9ddf3a772ac tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148801 Aug 31 09:30:38.977287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c80566b5-c83d-4174-ac3c-bfa0ec1d3030 None None] Port ae63ebbd-a501-47ba-a491-8b90d06db0d2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:39.011960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:39.034780 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f5b9929b-09fa-4df6-ae0c-b4e2b13e47cf admin admin] 10.222.0.69 "PUT /v2.0/routers/88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7946544 Aug 31 09:30:39.304880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-c9bec999-c8a0-4b2d-ad91-19877aa622c6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:39.306538 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-c9bec999-c8a0-4b2d-ad91-19877aa622c6 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.20 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 945 time: 0.1603930 Aug 31 09:30:39.369868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e11b7-55f2-4c10-a049-0134744c5b30 req-0ba02800-e543-4eac-9e5a-b6714878fa19 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:39.380367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd4e11b7-55f2-4c10-a049-0134744c5b30 req-0ba02800-e543-4eac-9e5a-b6714878fa19 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 950 time: 0.0798955 Aug 31 09:30:39.485716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Deleting port a7b61980-67e7-46b6-8632-08efe6e78a00 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:39.486238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.527101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd4e11b7-55f2-4c10-a049-0134744c5b30 req-f09af1d2-2720-437b-bbc6-0c8fbe61640c tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451161 Aug 31 09:30:39.586167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-c994f369-4268-4be9-91c6-6df31043819c tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:39.588068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-c994f369-4268-4be9-91c6-6df31043819c tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 950 time: 0.1782281 Aug 31 09:30:39.634936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-52975202-f8aa-449f-8019-70cf91dcebcf tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2460675 Aug 31 09:30:39.643814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] For port a7b61980-67e7-46b6-8632-08efe6e78a00, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a7b61980-67e7-46b6-8632-08efe6e78a00,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:39.644529 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.661428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Calling delete_port for a7b61980-67e7-46b6-8632-08efe6e78a00 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:39.668646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3930c24b-941b-4d02-8e98-b823895f71cb req-d13aa660-9186-4f00-826d-463267adbd7b tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 210 time: 0.0391223 Aug 31 09:30:39.676105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:39.745476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.920793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Deleting port 08952da3-0195-47bf-8b0d-edeb0793240a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:39.921230 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.213885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1628654b-1b8b-4f37-ae3e-496989141e40 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:40.333126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.356962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc0ec0-22ed-44a7-b480-59dc2a48c1de req-45fafbfb-2e60-4d87-9c14-5a813b18f73e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:40.361549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 1628654b-1b8b-4f37-ae3e-496989141e40 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:40.366221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcfc0ec0-22ed-44a7-b480-59dc2a48c1de req-45fafbfb-2e60-4d87-9c14-5a813b18f73e tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=2384f938-a7bf-4565-9c17-127f1124bbb4 HTTP/1.1" status: 200 len: 945 time: 0.3471990 Aug 31 09:30:40.368238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1628654b-1b8b-4f37-ae3e-496989141e40 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:40.369013 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.428461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] For port 08952da3-0195-47bf-8b0d-edeb0793240a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=08952da3-0195-47bf-8b0d-edeb0793240a,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:40.429043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.480169 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.481993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcfc0ec0-22ed-44a7-b480-59dc2a48c1de req-b071fb4e-79a0-48b1-a1d3-0048fd584f73 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151054 Aug 31 09:30:40.500993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Calling delete_port for 08952da3-0195-47bf-8b0d-edeb0793240a owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:40.557673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 1628654b-1b8b-4f37-ae3e-496989141e40, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1628654b-1b8b-4f37-ae3e-496989141e40,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:40.564931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.567254 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.631621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Sync routers for ids ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:40.687963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Routers {'88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:40.689826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:40.731050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.771663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=1628654b-1b8b-4f37-ae3e-496989141e40,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:40.777151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-9e063b5c-5c81-4d97-8212-2c92380794ba tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:40.780431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-9e063b5c-5c81-4d97-8212-2c92380794ba tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.20 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 812 time: 0.8551316 Aug 31 09:30:40.825026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Request body: {'port': {'device_id': '287d3e0b-a3af-4d1d-972c-8b18ab3474ba', 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'admin_state_up': True, 'tenant_id': '9ef3edb97b0c4311a4f30df930c1ae55'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:40.835742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Pushing event deleted for resources: {'Port': ['ID=a7b61980-67e7-46b6-8632-08efe6e78a00,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:40.924315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Set router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:41.125250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] No DVR routers for this DVR port a7b61980-67e7-46b6-8632-08efe6e78a00 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:41.133386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ddd0b-8325-45e1-bf86-b858f7f239b6 req-423f4074-ef47-421b-acf2-fdb1e092b4d1 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:41.143822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-290ddd0b-8325-45e1-bf86-b858f7f239b6 req-423f4074-ef47-421b-acf2-fdb1e092b4d1 tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbece48e-8a15-40c0-8036-565e3db63e14 HTTP/1.1" status: 200 len: 950 time: 0.3020632 Aug 31 09:30:41.146601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.148972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23078d37-c96e-4ffc-8e9b-7aff660d6ac3 req-8f3c2ca4-4566-4aac-bd38-a0ffcad350a3 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.20 "DELETE /v2.0/ports/a7b61980-67e7-46b6-8632-08efe6e78a00 HTTP/1.1" status: 204 len: 173 time: 1.8334930 Aug 31 09:30:41.149454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'name': 'network-vif-deleted', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:41.152928 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d2b739-4204-4fc5-89cf-95166659d6bf" -d '{"events": [{"server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "name": "network-vif-deleted", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:41.155255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.219138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-8ca96e95-f88e-4c85-9981-1ed1b611a96d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:41.223338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-8ca96e95-f88e-4c85-9981-1ed1b611a96d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.52 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 812 time: 0.8180861 Aug 31 09:30:41.260777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Pushing event deleted for resources: {'Port': ['ID=08952da3-0195-47bf-8b0d-edeb0793240a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:41.268323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Request body: {'port': {'device_id': 'f92861f0-1e85-49f9-9856-08a06ce221cc', 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'admin_state_up': True, 'tenant_id': '9ef3edb97b0c4311a4f30df930c1ae55'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:41.319040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-290ddd0b-8325-45e1-bf86-b858f7f239b6 req-579e00bd-f0ee-4d1d-96eb-b5178310e80e tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da905fa-edf5-4060-8e86-1c3722acb34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717741 Aug 31 09:30:41.419874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Allocated IP 172.25.1.52 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/dbad1b77-ceaf-4855-993b-f852a431a9e7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:41.443664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] No DVR routers for this DVR port 08952da3-0195-47bf-8b0d-edeb0793240a on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:41.454433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.463344 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6266d9a-bc3e-42bd-8668-f1b1d803c520 req-39188a07-b5a3-4d83-ae6e-096767835fca tempest-ServerDiagnosticsNegativeTest-1617649808 tempest-ServerDiagnosticsNegativeTest-1617649808-project] 10.222.0.20 "DELETE /v2.0/ports/08952da3-0195-47bf-8b0d-edeb0793240a HTTP/1.1" status: 204 len: 173 time: 1.8669970 Aug 31 09:30:41.464160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbece48e-8a15-40c0-8036-565e3db63e14', 'name': 'network-vif-deleted', 'tag': '08952da3-0195-47bf-8b0d-edeb0793240a'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:41.472047 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e564575-b11f-4507-ae32-b20dd8e905f6" -d '{"events": [{"server_uuid": "bbece48e-8a15-40c0-8036-565e3db63e14", "name": "network-vif-deleted", "tag": "08952da3-0195-47bf-8b0d-edeb0793240a"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:41.540257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:37Z', 'revision_number': 4, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port': {'id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:29Z', 'updated_at': '2021-08-31T09:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ae63ebbd-a501-47ba-a491-8b90d06db0d2', 'name': '', 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'mac_address': 'fa:16:3e:04:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fca6fea5-ba36-46eb-994a-3f0965e4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:35Z', 'updated_at': '2021-08-31T09:30:37Z', 'revision_number': 2, 'project_id': '4b0b8e64b94149489006846757b721fd', 'subnets': [{'id': 'fca6fea5-ba36-46eb-994a-3f0965e4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:41.565292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edb7f569-2c7a-4da4-b10d-5ce42119fbc2 req-af710504-8369-40b0-a158-b8febfe2f9cc tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 210 time: 0.0462625 Aug 31 09:30:41.620054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Checking router: 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:41.620418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Updating router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db port ae63ebbd-a501-47ba-a491-8b90d06db0d2 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:30:41.670863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.672798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Made reservation on behalf of 9ef3edb97b0c4311a4f30df930c1ae55 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:41.678953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.813974 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.878217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.916312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Made reservation on behalf of 9ef3edb97b0c4311a4f30df930c1ae55 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:41.920344 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.936785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:41.941972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:41.947884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:41.951805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Pushing event updated for resources: {'Port': ['ID=dbad1b77-ceaf-4855-993b-f852a431a9e7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:42.114764 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e81c838-89c6-4e41-803b-e6c2f8958d70 x-openstack-request-id: req-9e81c838-89c6-4e41-803b-e6c2f8958d70 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:42.115405 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbece48e-8a15-40c0-8036-565e3db63e14", "name": "network-vif-deleted", "tag": "08952da3-0195-47bf-8b0d-edeb0793240a", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:42.117999 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e81c838-89c6-4e41-803b-e6c2f8958d70 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:42.118917 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbece48e-8a15-40c0-8036-565e3db63e14', 'name': 'network-vif-deleted', 'tag': '08952da3-0195-47bf-8b0d-edeb0793240a', 'status': 'completed', 'code': 200} Aug 31 09:30:42.188871 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.278984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Allocated IP 172.20.0.3 (3b6fca1c-c027-4258-9566-f8b9142862dd/e1be18ca-bd63-4e09-9772-a317c2d77e0f/5627dc01-8a37-45ac-a081-3fb51fa3818c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:42.285130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.295335 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca7035e-d9f8-495c-b224-29b263aaa517 x-openstack-request-id: req-2ca7035e-d9f8-495c-b224-29b263aaa517 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:42.295727 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2384f938-a7bf-4565-9c17-127f1124bbb4", "name": "network-vif-deleted", "tag": "a7b61980-67e7-46b6-8632-08efe6e78a00", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:42.296197 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ca7035e-d9f8-495c-b224-29b263aaa517 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:42.296848 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2384f938-a7bf-4565-9c17-127f1124bbb4', 'name': 'network-vif-deleted', 'tag': 'a7b61980-67e7-46b6-8632-08efe6e78a00', 'status': 'completed', 'code': 200} Aug 31 09:30:42.375991 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.388764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Transition to ACTIVE for port object ae63ebbd-a501-47ba-a491-8b90d06db0d2 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:42.397428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 08952da3-0195-47bf-8b0d-edeb0793240a no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:42.401952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1628654b-1b8b-4f37-ae3e-496989141e40 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:42.427725 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.542257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26625b0a-094a-4979-a53f-27b9e7928cea None None] Pushing event updated for resources: {'Port': ['ID=ae63ebbd-a501-47ba-a491-8b90d06db0d2,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:42.547719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 08952da3-0195-47bf-8b0d-edeb0793240a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:42.548615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 08952da3-0195-47bf-8b0d-edeb0793240a not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:42.549798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a7b61980-67e7-46b6-8632-08efe6e78a00 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:42.592481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.599795 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.625734 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.633103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: a7b61980-67e7-46b6-8632-08efe6e78a00 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:42.633103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a7b61980-67e7-46b6-8632-08efe6e78a00 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:42.717460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Pushing event updated for resources: {'Port': ['ID=dbad1b77-ceaf-4855-993b-f852a431a9e7,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:42.737600 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.776754 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.787110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-26ada809-4b59-4d4c-84c5-873b34d82710 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1384962 Aug 31 09:30:42.811359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-9bcf6d42-3d9a-46c3-8677-ef9dd22e9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:42.813735 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-9bcf6d42-3d9a-46c3-8677-ef9dd22e9dc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1097 time: 0.1075459 Aug 31 09:30:42.842168 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.893363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-f5aa8142-d956-4424-8354-9a6eaba73177 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.52 HTTP/1.1" status: 200 len: 695 time: 0.1027448 Aug 31 09:30:42.954692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Attempting to bind port ae63ebbd-a501-47ba-a491-8b90d06db0d2 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:42.955530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Attempting to bind port ae63ebbd-a501-47ba-a491-8b90d06db0d2 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:42.958360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Attempting to bind port ae63ebbd-a501-47ba-a491-8b90d06db0d2 on network 11a4078f-1903-4649-b521-ad2beea6382f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:42.970504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1628654b-1b8b-4f37-ae3e-496989141e40 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:42.971333 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.975337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:42.976295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Checking segment: {'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:42.977274 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.977940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Bound using segment: {'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:42.978717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Bound port: ae63ebbd-a501-47ba-a491-8b90d06db0d2, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:42.979450 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.085590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Network 3b6fca1c-c027-4258-9566-f8b9142862dd is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:43.093342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-aedc4229-26fe-48ee-a127-2f13b0d5dd69 {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:30:43.093675 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:30:43.103484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:43.116743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:43.140065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-493cd976-3dc7-47b7-9deb-eab8ec8dde6a tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:43.152647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8112f07-424a-48ff-aede-9b5e7f162816 req-493cd976-3dc7-47b7-9deb-eab8ec8dde6a tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2573326 Aug 31 09:30:43.189508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:43.190207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.196249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Pushing event updated for resources: {'Port': ['ID=5627dc01-8a37-45ac-a081-3fb51fa3818c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:43.223186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-a66de892-1698-4748-b0b2-68d7524d6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:43.224756 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-a66de892-1698-4748-b0b2-68d7524d6e57 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 921 time: 0.3992074 Aug 31 09:30:43.226908 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-70202141-e494-4f26-ac17-280c4f69c7a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9714878 Aug 31 09:30:43.255475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Request body: {'port': {'device_id': 'f92861f0-1e85-49f9-9856-08a06ce221cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:43.296946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] For port ae63ebbd-a501-47ba-a491-8b90d06db0d2, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:43.346552 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-c927c45b-402a-4794-b296-5c39eddc32ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362 HTTP/1.1" status: 200 len: 217 time: 0.1051342 Aug 31 09:30:43.382580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] For port ae63ebbd-a501-47ba-a491-8b90d06db0d2, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ae63ebbd-a501-47ba-a491-8b90d06db0d2,segment=NetworkSegment(e2c6cd1c-6d20-4ec5-889e-aa580d6bc142),segment_id=e2c6cd1c-6d20-4ec5-889e-aa580d6bc142)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:43.404906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.411949 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.447874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-c97a4ad0-8521-41cd-8d15-f42df41fa261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:43.449593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-c97a4ad0-8521-41cd-8d15-f42df41fa261 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.0733418 Aug 31 09:30:43.482346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942bb7a-ae6c-4f13-9453-143445542033 req-4609a162-e803-4e39-992d-db6f5868bb82 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:43.496253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d942bb7a-ae6c-4f13-9453-143445542033 req-4609a162-e803-4e39-992d-db6f5868bb82 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 931 time: 0.1677256 Aug 31 09:30:43.560557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-3f5d6a81-d76d-43e0-8c61-d36d544282fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997558 Aug 31 09:30:43.585132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d942bb7a-ae6c-4f13-9453-143445542033 req-53148c9c-fcea-4f5c-a428-8dde6a53c1e3 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895052 Aug 31 09:30:43.594499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.598955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Routers {'88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:43.608227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:43.618804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91150-5bf5-4a57-93e2-d848f6a65a87 req-44d55ffd-91b7-44bd-8c61-0416a53e234b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:43.657910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcd91150-5bf5-4a57-93e2-d848f6a65a87 req-44d55ffd-91b7-44bd-8c61-0416a53e234b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.2702560 Aug 31 09:30:43.671226 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.691856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49076) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.763997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26625b0a-094a-4979-a53f-27b9e7928cea None None] Pushing event updated for resources: {'Port': ['ID=ae63ebbd-a501-47ba-a491-8b90d06db0d2,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:43.916439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] Set router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:44.064064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcd91150-5bf5-4a57-93e2-d848f6a65a87 req-c9f49477-f107-42e5-90cd-71cd1c68fe81 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957589 Aug 31 09:30:44.115571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eb181-c777-467b-978c-8a0b1da81012 req-99327da9-02ba-4ed3-8aa5-c6647bb302a2 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:44.117520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c91eb181-c777-467b-978c-8a0b1da81012 req-99327da9-02ba-4ed3-8aa5-c6647bb302a2 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.52 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 944 time: 0.4150939 Aug 31 09:30:44.127427 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-932eba46-51d3-4669-9508-74457cd28d64 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591314 Aug 31 09:30:44.135656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4ae34ada-4cf1-4c29-8d7f-a659690e2a8c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97838c4cb6254c759d286b963b3054e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392121 Aug 31 09:30:44.152712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49082) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.268773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8d2c596c-c3a9-40f5-8dd7-5da72c45af44 req-d21c56dc-a6d0-4516-943b-a6e4cb064b02 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips/c0a34a3e-d287-4196-bc29-6fd60292f7ee HTTP/1.1" status: 200 len: 692 time: 0.1496663 Aug 31 09:30:44.388173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Allocated IP 172.20.0.8 (3b6fca1c-c027-4258-9566-f8b9142862dd/e1be18ca-bd63-4e09-9772-a317c2d77e0f/48e4553d-3745-49f8-9755-04a6825c333f) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:44.424360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8057beb-f9bc-43c6-b08c-3428d310db76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.469639 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-019159da-072e-4b2a-a6f8-e21d5b9ce5cb req-96ca43cc-6b5c-4a41-bf77-fe9f12e47cae service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324342 Aug 31 09:30:44.491326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8057beb-f9bc-43c6-b08c-3428d310db76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.517925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfedf3-d8a9-46ee-a377-7f09857f7e1b req-80dbb7ed-4b3e-4d58-8db4-7cf256c843e9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:44.526823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0dfedf3-d8a9-46ee-a377-7f09857f7e1b req-80dbb7ed-4b3e-4d58-8db4-7cf256c843e9 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 944 time: 0.2203798 Aug 31 09:30:44.553161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:37Z', 'revision_number': 4, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port': {'id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:29Z', 'updated_at': '2021-08-31T09:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ae63ebbd-a501-47ba-a491-8b90d06db0d2', 'name': '', 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'mac_address': 'fa:16:3e:04:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fca6fea5-ba36-46eb-994a-3f0965e4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:35Z', 'updated_at': '2021-08-31T09:30:43Z', 'revision_number': 4, 'project_id': '4b0b8e64b94149489006846757b721fd', 'subnets': [{'id': 'fca6fea5-ba36-46eb-994a-3f0965e4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:44.585310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c596c-c3a9-40f5-8dd7-5da72c45af44 req-ca86369a-46a6-4f1e-9d5c-c4dc102cf66a tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:44.587459 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8d2c596c-c3a9-40f5-8dd7-5da72c45af44 req-ca86369a-46a6-4f1e-9d5c-c4dc102cf66a tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3173778 Aug 31 09:30:44.629766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Deleting port b6b8b857-1f0c-4adf-934c-0394530db1ad {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:44.630510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.658229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cfb81a-fdc8-4890-bf22-007185fd5062 None None] The sync data for ids ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'] in n-d-806683-2 is: [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:37Z', 'revision_number': 4, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port': {'id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:29Z', 'updated_at': '2021-08-31T09:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ae63ebbd-a501-47ba-a491-8b90d06db0d2', 'name': '', 'network_id': '11a4078f-1903-4649-b521-ad2beea6382f', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'mac_address': 'fa:16:3e:04:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'fca6fea5-ba36-46eb-994a-3f0965e4467e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:35Z', 'updated_at': '2021-08-31T09:30:43Z', 'revision_number': 4, 'project_id': '4b0b8e64b94149489006846757b721fd', 'subnets': [{'id': 'fca6fea5-ba36-46eb-994a-3f0965e4467e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:44.682155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8057beb-f9bc-43c6-b08c-3428d310db76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.688572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8057beb-f9bc-43c6-b08c-3428d310db76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.692094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e8057beb-f9bc-43c6-b08c-3428d310db76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8da905fa-edf5-4060-8e86-1c3722acb34e HTTP/1.1" status: 204 len: 168 time: 0.5355511 Aug 31 09:30:44.738503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0dfedf3-d8a9-46ee-a377-7f09857f7e1b req-d86fe746-d93a-49c1-b3ae-cf4f40640c4b tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f07e9db-9f74-42f4-98af-539ee3f9224c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674709 Aug 31 09:30:44.776450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8057beb-f9bc-43c6-b08c-3428d310db76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da905fa-edf5-4060-8e86-1c3722acb34e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:44.869833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.057780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] For port b6b8b857-1f0c-4adf-934c-0394530db1ad, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b6b8b857-1f0c-4adf-934c-0394530db1ad,segment=NetworkSegment(41b65ef9-ac00-4556-8b45-1c31887253d7),segment_id=41b65ef9-ac00-4556-8b45-1c31887253d7)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:45.058490 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.123420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da62d82d-c9ed-4f13-a9b4-c00bbb924cb9 req-35670b2b-c094-4647-98be-7f0e4b17e851 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=4b0b8e64b94149489006846757b721fd HTTP/1.1" status: 200 len: 695 time: 0.3383994 Aug 31 09:30:45.124797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Calling delete_port for b6b8b857-1f0c-4adf-934c-0394530db1ad owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:45.189898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5627dc01-8a37-45ac-a081-3fb51fa3818c {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:45.202452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.203664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b753e1-71b1-4800-9f08-9e5e754c10bb req-4259bbd8-b5b1-402b-adff-9ae3c4dba237 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:45.211471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56b753e1-71b1-4800-9f08-9e5e754c10bb req-4259bbd8-b5b1-402b-adff-9ae3c4dba237 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 931 time: 0.2555099 Aug 31 09:30:45.218916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Transition to ACTIVE for port object 5627dc01-8a37-45ac-a081-3fb51fa3818c will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:45.221830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.236563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.296870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Network 3b6fca1c-c027-4258-9566-f8b9142862dd is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:45.302089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:45.309947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56b753e1-71b1-4800-9f08-9e5e754c10bb req-e11cadcc-4983-4d90-9ef5-7f186a1442ac tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960007 Aug 31 09:30:45.310954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:45.347309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49102) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.396412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8162838f-2fac-4dc4-a7ab-8491b3a1280d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.404019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:45.404897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.450370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Pushing event updated for resources: {'Port': ['ID=48e4553d-3745-49f8-9755-04a6825c333f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:45.577569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62d82d-c9ed-4f13-a9b4-c00bbb924cb9 req-ea026477-4619-4060-80ba-e442dc02c362 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:45.580024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da62d82d-c9ed-4f13-a9b4-c00bbb924cb9 req-ea026477-4619-4060-80ba-e442dc02c362 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/networks?id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 787 time: 0.4236598 Aug 31 09:30:45.605274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-da62d82d-c9ed-4f13-a9b4-c00bbb924cb9 req-77954dd7-c8c7-4340-ba1a-8925227459e4 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:30:45.606303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da62d82d-c9ed-4f13-a9b4-c00bbb924cb9 req-77954dd7-c8c7-4340-ba1a-8925227459e4 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076511 Aug 31 09:30:45.650226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Pushing event updated for resources: {'Port': ['ID=5627dc01-8a37-45ac-a081-3fb51fa3818c,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:45.687703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Attempting to bind port 5627dc01-8a37-45ac-a081-3fb51fa3818c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:45.688195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Attempting to bind port 5627dc01-8a37-45ac-a081-3fb51fa3818c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:45.688721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Attempting to bind port 5627dc01-8a37-45ac-a081-3fb51fa3818c on network 3b6fca1c-c027-4258-9566-f8b9142862dd {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:45.697555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Port 5627dc01-8a37-45ac-a081-3fb51fa3818c on network 3b6fca1c-c027-4258-9566-f8b9142862dd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:30:45.698362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Attempting to bind port 5627dc01-8a37-45ac-a081-3fb51fa3818c on network 3b6fca1c-c027-4258-9566-f8b9142862dd {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:45.713801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:45.714457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Checking segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:45.716118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Bound using segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:45.716732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Bound port: 5627dc01-8a37-45ac-a081-3fb51fa3818c, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:45.717223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.834697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457036f0-e6b7-41f1-a9a9-386761c437a9 req-d6668f52-eb50-44f0-a90a-a406a0d6715a tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:45.837299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-457036f0-e6b7-41f1-a9a9-386761c437a9 req-d6668f52-eb50-44f0-a90a-a406a0d6715a tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.3248632 Aug 31 09:30:45.859044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] For port 5627dc01-8a37-45ac-a081-3fb51fa3818c, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:45.874566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] For port 5627dc01-8a37-45ac-a081-3fb51fa3818c, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5627dc01-8a37-45ac-a081-3fb51fa3818c,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:45.883734 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.924676 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.970657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:45.971333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.973469 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] 10.222.0.52 "PUT /v2.0/ports/5627dc01-8a37-45ac-a081-3fb51fa3818c HTTP/1.1" status: 200 len: 1091 time: 2.7259855 Aug 31 09:30:45.976407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92861f0-1e85-49f9-9856-08a06ce221cc', 'tag': '5627dc01-8a37-45ac-a081-3fb51fa3818c'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:45.979156 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2097352f-dd76-439b-bc91-cd7064ff2cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f92861f0-1e85-49f9-9856-08a06ce221cc", "tag": "5627dc01-8a37-45ac-a081-3fb51fa3818c"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:45.983967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43a7c8-6b79-4ac7-97f9-7c5173f06bdb service neutron] Pushing event updated for resources: {'Port': ['ID=5627dc01-8a37-45ac-a081-3fb51fa3818c,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:46.121083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-62a89fc3-55cc-4752-83e1-5de89d10e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:46.124576 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-62a89fc3-55cc-4752-83e1-5de89d10e007 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 1094 time: 0.0789287 Aug 31 09:30:46.172633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ae63ebbd-a501-47ba-a491-8b90d06db0d2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:46.185280 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-08be533e-0e0f-44a5-8e68-1ebc3cadc1af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5627dc01-8a37-45ac-a081-3fb51fa3818c HTTP/1.1" status: 200 len: 217 time: 0.0518930 Aug 31 09:30:46.244647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-e3e3ecb5-274f-4a55-be0b-a6e9849b3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:46.246523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-e3e3ecb5-274f-4a55-be0b-a6e9849b3e3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 200 len: 852 time: 0.0537305 Aug 31 09:30:46.251711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ae63ebbd-a501-47ba-a491-8b90d06db0d2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:46.257610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ae63ebbd-a501-47ba-a491-8b90d06db0d2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:46.258493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.285965 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-13687b3a-610b-41db-bfe9-905cd72ffe9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3b6fca1c-c027-4258-9566-f8b9142862dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306005 Aug 31 09:30:46.347418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-f213006a-a90c-4e6d-bbca-692f1e686cd9 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips/c0a34a3e-d287-4196-bc29-6fd60292f7ee HTTP/1.1" status: 200 len: 692 time: 0.5059044 Aug 31 09:30:46.363097 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8162838f-2fac-4dc4-a7ab-8491b3a1280d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.374433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Pushing event deleted for resources: {'Port': ['ID=b6b8b857-1f0c-4adf-934c-0394530db1ad,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:46.377671 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b29096db-ad93-476a-9670-856b211ca29d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5577507 Aug 31 09:30:46.392642 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8162838f-2fac-4dc4-a7ab-8491b3a1280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.395754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Request body: {'port': {'device_id': '287d3e0b-a3af-4d1d-972c-8b18ab3474ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:46.403187 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.443452 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-a88a11eb-a166-4153-96c3-d7ed6993d454 service neutron] 10.222.0.52 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472151 Aug 31 09:30:46.444024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-457036f0-e6b7-41f1-a9a9-386761c437a9 req-152413ac-74ea-4d89-a159-2fbabb47c728 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899634 Aug 31 09:30:46.448705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ae63ebbd-a501-47ba-a491-8b90d06db0d2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ae63ebbd-a501-47ba-a491-8b90d06db0d2,segment=NetworkSegment(e2c6cd1c-6d20-4ec5-889e-aa580d6bc142),segment_id=e2c6cd1c-6d20-4ec5-889e-aa580d6bc142)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:46.460886 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.551127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] No DVR routers for this DVR port b6b8b857-1f0c-4adf-934c-0394530db1ad on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:46.558123 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.560099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c91eb181-c777-467b-978c-8a0b1da81012 req-8d6eb462-9ccc-48c7-8d93-8a3852425d85 tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.52 "DELETE /v2.0/ports/b6b8b857-1f0c-4adf-934c-0394530db1ad HTTP/1.1" status: 204 len: 173 time: 2.4336944 Aug 31 09:30:46.560665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'name': 'network-vif-deleted', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:46.563776 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfc8317-0554-4587-8a92-ee5f0848fbec" -d '{"events": [{"server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "name": "network-vif-deleted", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:46.564331 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.564460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ae63ebbd-a501-47ba-a491-8b90d06db0d2,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:46.572568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8162838f-2fac-4dc4-a7ab-8491b3a1280d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ef9dcf7f2414b9b9c9e532547936e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2184927 Aug 31 09:30:46.573190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162838f-2fac-4dc4-a7ab-8491b3a1280d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f670e1-4b13-479b-a14e-a03d523d8e03,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:46.578451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49118) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.644239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-54055a06-2de9-4a67-bbf1-d3b6a162c3e6 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:46.645653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-54055a06-2de9-4a67-bbf1-d3b6a162c3e6 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.2810056 Aug 31 09:30:46.727500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c63d511-9730-48d1-95e8-ef77031331bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.745378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-707ad627-4373-4899-b189-1025994f965f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.52 HTTP/1.1" status: 200 len: 695 time: 0.0854027 Aug 31 09:30:46.812204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-57b74960-a1ac-4fbe-b34e-13f1f1e6ef68 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.52 HTTP/1.1" status: 200 len: 695 time: 0.0656431 Aug 31 09:30:46.820134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-963ab46c-61ca-48f8-ab27-f4f250d9c2d1 req-7feb520a-bcf5-43bd-b46f-5f3ff895abef tempest-LiveAutoBlockMigrationV225Test-1049859208 tempest-LiveAutoBlockMigrationV225Test-1049859208-project] 10.222.0.69 "GET /v2.0/ports?device_id=59535452-8d3f-49d9-99cc-784fe90d6404 HTTP/1.1" status: 200 len: 210 time: 0.1089456 Aug 31 09:30:46.890936 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c63d511-9730-48d1-95e8-ef77031331bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.997963 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfd9c34-ad7d-4fe4-baa0-156de0c05c35 x-openstack-request-id: req-fdfd9c34-ad7d-4fe4-baa0-156de0c05c35 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:46.998272 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92861f0-1e85-49f9-9856-08a06ce221cc", "tag": "5627dc01-8a37-45ac-a081-3fb51fa3818c", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:46.998525 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fdfd9c34-ad7d-4fe4-baa0-156de0c05c35 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:46.999048 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92861f0-1e85-49f9-9856-08a06ce221cc', 'tag': '5627dc01-8a37-45ac-a081-3fb51fa3818c', 'status': 'completed', 'code': 200} Aug 31 09:30:47.081341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ef33b-912b-4ecb-9f6b-f6f915793ba6 req-71d0643e-161f-4476-9390-9ee4096e6be6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:47.083417 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-577ef33b-912b-4ecb-9f6b-f6f915793ba6 req-71d0643e-161f-4476-9390-9ee4096e6be6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 943 time: 0.1343827 Aug 31 09:30:47.086846 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-673e7933-e693-4712-9cbd-79fdbba1c2dc service neutron] 10.222.0.52 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358497 Aug 31 09:30:47.116965 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c63d511-9730-48d1-95e8-ef77031331bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.120252 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c63d511-9730-48d1-95e8-ef77031331bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.121582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1c63d511-9730-48d1-95e8-ef77031331bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58f670e1-4b13-479b-a14e-a03d523d8e03 HTTP/1.1" status: 204 len: 168 time: 0.5421307 Aug 31 09:30:47.148884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63d511-9730-48d1-95e8-ef77031331bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f670e1-4b13-479b-a14e-a03d523d8e03,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:47.151472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Deleting port dbad1b77-ceaf-4855-993b-f852a431a9e7 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:47.151914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.217697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-577ef33b-912b-4ecb-9f6b-f6f915793ba6 req-c186777f-0e62-4b0e-954a-54335eb6ffd3 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123135 Aug 31 09:30:47.271336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-ccfd0a6d-3ee7-44fd-8bec-347617272fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:47.273034 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-ccfd0a6d-3ee7-44fd-8bec-347617272fea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 1094 time: 0.1159735 Aug 31 09:30:47.278084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e4553d-3745-49f8-9755-04a6825c333f {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:47.302816 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.314517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.314890 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.349158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Calling delete_port for dbad1b77-ceaf-4855-993b-f852a431a9e7 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:47.371325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Transition to ACTIVE for port object 48e4553d-3745-49f8-9755-04a6825c333f will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:47.381000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.387791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b6b8b857-1f0c-4adf-934c-0394530db1ad no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:47.424509 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e10df-893f-4f1e-81e6-5429edf32c8f x-openstack-request-id: req-751e10df-893f-4f1e-81e6-5429edf32c8f {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:47.425480 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59535452-8d3f-49d9-99cc-784fe90d6404", "name": "network-vif-deleted", "tag": "b6b8b857-1f0c-4adf-934c-0394530db1ad", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:47.425730 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-751e10df-893f-4f1e-81e6-5429edf32c8f {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:47.426135 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59535452-8d3f-49d9-99cc-784fe90d6404', 'name': 'network-vif-deleted', 'tag': 'b6b8b857-1f0c-4adf-934c-0394530db1ad', 'status': 'completed', 'code': 200} Aug 31 09:30:47.440944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: b6b8b857-1f0c-4adf-934c-0394530db1ad {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:47.442863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b6b8b857-1f0c-4adf-934c-0394530db1ad not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:47.482375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Pushing event updated for resources: {'Port': ['ID=48e4553d-3745-49f8-9755-04a6825c333f,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:47.504532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-c12dcfb0-c5e6-4d9b-8c69-a43b4082e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:47.505999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-c12dcfb0-c5e6-4d9b-8c69-a43b4082e3be service neutron] 10.222.0.52 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 914 time: 0.2222288 Aug 31 09:30:47.571554 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-6732fb40-94af-4e9f-8b9d-ce7b4a35095e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5627dc01-8a37-45ac-a081-3fb51fa3818c HTTP/1.1" status: 200 len: 217 time: 0.0474684 Aug 31 09:30:47.640863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Attempting to bind port 48e4553d-3745-49f8-9755-04a6825c333f on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:47.641199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Attempting to bind port 48e4553d-3745-49f8-9755-04a6825c333f by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:47.641527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Attempting to bind port 48e4553d-3745-49f8-9755-04a6825c333f on network 3b6fca1c-c027-4258-9566-f8b9142862dd {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:47.648152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bda2d-1237-4309-821a-1678d68e7967 req-72915e88-5eed-42e6-a2b6-093ba746cb9d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:47.649995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e16bda2d-1237-4309-821a-1678d68e7967 req-72915e88-5eed-42e6-a2b6-093ba746cb9d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0963156 Aug 31 09:30:47.651099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-d954bfbe-2861-4dcc-b495-779f9244b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:47.652638 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-d954bfbe-2861-4dcc-b495-779f9244b529 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 200 len: 852 time: 0.0711727 Aug 31 09:30:47.653375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Port 48e4553d-3745-49f8-9755-04a6825c333f on network 3b6fca1c-c027-4258-9566-f8b9142862dd not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:30:47.653700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Attempting to bind port 48e4553d-3745-49f8-9755-04a6825c333f on network 3b6fca1c-c027-4258-9566-f8b9142862dd {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:47.659027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:47.659366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Checking segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:47.660305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Bound using segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:47.660786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Bound port: 48e4553d-3745-49f8-9755-04a6825c333f, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:47.661085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.681266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.696195 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-220271bf-9dc0-4cce-ae48-4b3234cb8ac6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3b6fca1c-c027-4258-9566-f8b9142862dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320826 Aug 31 09:30:47.725646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Pushing event deleted for resources: {'Port': ['ID=dbad1b77-ceaf-4855-993b-f852a431a9e7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:47.758437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e16bda2d-1237-4309-821a-1678d68e7967 req-4286ebe7-0694-4370-aa68-447ebaf5e809 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969467 Aug 31 09:30:47.817842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] For port 48e4553d-3745-49f8-9755-04a6825c333f, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:47.826995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] For port 48e4553d-3745-49f8-9755-04a6825c333f, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=48e4553d-3745-49f8-9755-04a6825c333f,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:47.836547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.843307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.846455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.847900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5769c89-b297-4944-89c9-c06fb5d8411a req-971d88f2-3c88-4a5c-8baf-96828c996a6f tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "DELETE /v2.0/floatingips/c0a34a3e-d287-4196-bc29-6fd60292f7ee HTTP/1.1" status: 204 len: 173 time: 1.0248852 Aug 31 09:30:47.886796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-a7461079-a886-41c2-82e4-6e93b294e97d service neutron] 10.222.0.52 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630876 Aug 31 09:30:47.889746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:47.890347 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.893762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] 10.222.0.20 "PUT /v2.0/ports/48e4553d-3745-49f8-9755-04a6825c333f HTTP/1.1" status: 200 len: 1091 time: 1.5064569 Aug 31 09:30:47.953020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49144) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.999752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92171cd9-a56f-408b-8ace-b5b2da8bc50f service neutron] Pushing event updated for resources: {'Port': ['ID=48e4553d-3745-49f8-9755-04a6825c333f,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:48.036269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-9b34504d-4b3c-4b58-86db-1a1e275a3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:48.037855 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-9b34504d-4b3c-4b58-86db-1a1e275a3a2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&device_id=287d3e0b-a3af-4d1d-972c-8b18ab3474ba HTTP/1.1" status: 200 len: 1094 time: 0.0811684 Aug 31 09:30:48.049665 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097352f-dd76-439b-bc91-cd7064ff2cc5 req-26368159-740c-46ab-8e18-38bbb10eace8 service neutron] 10.222.0.52 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522653 Aug 31 09:30:48.073309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-ebe782a2-dd34-41ff-8dce-cfca7dcd22f8 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1933649 Aug 31 09:30:48.087293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:48.089618 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-96700f0e-d716-43b1-98b6-1d6b60a5f7f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48e4553d-3745-49f8-9755-04a6825c333f HTTP/1.1" status: 200 len: 217 time: 0.0427632 Aug 31 09:30:48.138542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.156032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-cefdcc84-8cba-4de8-938e-757bfdaecd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:48.157578 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-cefdcc84-8cba-4de8-938e-757bfdaecd8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 200 len: 852 time: 0.0612955 Aug 31 09:30:48.170737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ae63ebbd-a501-47ba-a491-8b90d06db0d2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:48.201770 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-b221b07b-22d3-4b22-bd23-becc70d20fbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b6fca1c-c027-4258-9566-f8b9142862dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368650 Aug 31 09:30:48.247216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2de485-2599-4235-b646-a2a46e1e4fff admin admin] Deleting subnet 21df2250-f650-4594-af23-94f0dc87bdcd {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:48.252185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc2de485-2599-4235-b646-a2a46e1e4fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.303038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ae63ebbd-a501-47ba-a491-8b90d06db0d2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:48.303582 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.346727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-e3d8d96f-3e93-4023-b216-99f592e20ece service neutron] 10.222.0.20 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347284 Aug 31 09:30:48.350606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc2de485-2599-4235-b646-a2a46e1e4fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.419437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3aef-2694-4970-b4c4-d2252244edea req-22a2b287-7df7-4843-bfaf-0caafcef28df tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:48.421190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bddc3aef-2694-4970-b4c4-d2252244edea req-22a2b287-7df7-4843-bfaf-0caafcef28df tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 943 time: 0.1239724 Aug 31 09:30:48.443329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc2de485-2599-4235-b646-a2a46e1e4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.466771 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10325620-b67c-435e-8ffd-1cf88b36cf20 req-6f5cac97-24c3-4a5c-b9c6-17865f805afb service neutron] 10.222.0.20 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123328 Aug 31 09:30:48.517185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.533663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bddc3aef-2694-4970-b4c4-d2252244edea req-23a9d200-295e-4917-9ab3-18ab4e21eb32 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987434 Aug 31 09:30:48.591336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc2de485-2599-4235-b646-a2a46e1e4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.636602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2de485-2599-4235-b646-a2a46e1e4fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21df2250-f650-4594-af23-94f0dc87bdcd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:48.640241 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc2de485-2599-4235-b646-a2a46e1e4fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.644542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cc2de485-2599-4235-b646-a2a46e1e4fff admin admin] 10.222.0.69 "DELETE /v2.0/subnets/21df2250-f650-4594-af23-94f0dc87bdcd HTTP/1.1" status: 204 len: 168 time: 0.6883311 Aug 31 09:30:48.644876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49166) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:48.708514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Allocated IP 172.25.1.96 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/7e57a60e-3777-470c-a933-b04ae3138b7f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:48.732686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.831507 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.848260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044855cf-9d34-4e68-9178-fed2537e44c4']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:48.868144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b65ef9-ac00-4556-8b45-1c31887253d7') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:48.868605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b65ef9-ac00-4556-8b45-1c31887253d7') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:48.878504 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.881148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.900784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.908601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:48.909011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:48.911498 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:48.959810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486a478-52c3-4453-a113-ca39646cea4c req-dcf0c638-2078-4348-ad7f-5614856da90e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:48.961435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3486a478-52c3-4453-a113-ca39646cea4c req-dcf0c638-2078-4348-ad7f-5614856da90e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0804679 Aug 31 09:30:48.980733 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.981409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.993732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.000304 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] 10.222.0.69 "DELETE /v2.0/networks/044855cf-9d34-4e68-9178-fed2537e44c4 HTTP/1.1" status: 204 len: 168 time: 0.3540821 Aug 31 09:30:49.002243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287d3e0b-a3af-4d1d-972c-8b18ab3474ba', 'tag': '48e4553d-3745-49f8-9755-04a6825c333f'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:49.005012 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032a2797-80d6-46cd-a82d-af585ff9a427" -d '{"events": [{"name": "network-changed", "server_uuid": "287d3e0b-a3af-4d1d-972c-8b18ab3474ba", "tag": "48e4553d-3745-49f8-9755-04a6825c333f"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:49.007724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49182) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:49.029528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e7bfc-dbb7-45e7-a116-c4efb83f1165 admin admin] Pushing event deleted for resources: {'Network': ['ID=044855cf-9d34-4e68-9178-fed2537e44c4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:49.035392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:49.048906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:49.057563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:49.077821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e50090-8cca-4591-9d2b-b75b5203beb2 admin admin] Deleting subnet 64f9cc95-cd23-474d-8f11-e94fd8cd6834 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:49.082492 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-35e50090-8cca-4591-9d2b-b75b5203beb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.086337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3486a478-52c3-4453-a113-ca39646cea4c req-eeeee0e3-ec1b-4d61-9001-b32b0d588115 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164920 Aug 31 09:30:49.089125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Pushing event updated for resources: {'Port': ['ID=7e57a60e-3777-470c-a933-b04ae3138b7f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:49.146616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-35e50090-8cca-4591-9d2b-b75b5203beb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.178867 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.196369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-35e50090-8cca-4591-9d2b-b75b5203beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.221087 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009b905c-8a73-4a76-99e0-73a31fe78e04 x-openstack-request-id: req-009b905c-8a73-4a76-99e0-73a31fe78e04 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:49.222036 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287d3e0b-a3af-4d1d-972c-8b18ab3474ba", "tag": "48e4553d-3745-49f8-9755-04a6825c333f", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:49.222036 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-009b905c-8a73-4a76-99e0-73a31fe78e04 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:49.222036 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287d3e0b-a3af-4d1d-972c-8b18ab3474ba', 'tag': '48e4553d-3745-49f8-9755-04a6825c333f', 'status': 'completed', 'code': 200} Aug 31 09:30:49.249930 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.298587 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-35e50090-8cca-4591-9d2b-b75b5203beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.330770 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-04da2f35-b739-4513-ace2-ec70fc249c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:49.332895 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-04da2f35-b739-4513-ace2-ec70fc249c5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&device_id=287d3e0b-a3af-4d1d-972c-8b18ab3474ba HTTP/1.1" status: 200 len: 1094 time: 0.0845253 Aug 31 09:30:49.334399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e50090-8cca-4591-9d2b-b75b5203beb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f9cc95-cd23-474d-8f11-e94fd8cd6834,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:49.348363 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-35e50090-8cca-4591-9d2b-b75b5203beb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.350203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-35e50090-8cca-4591-9d2b-b75b5203beb2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/64f9cc95-cd23-474d-8f11-e94fd8cd6834 HTTP/1.1" status: 204 len: 168 time: 0.3273427 Aug 31 09:30:49.353055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49190) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:49.450852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-f13d40ca-55e8-40c4-8eae-cb4d7679c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:49.453140 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-f13d40ca-55e8-40c4-8eae-cb4d7679c472 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 914 time: 0.1121612 Aug 31 09:30:49.468439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.505622 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-0f2253d9-72d7-460d-a6ee-7a949f3271be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48e4553d-3745-49f8-9755-04a6825c333f HTTP/1.1" status: 200 len: 217 time: 0.0455031 Aug 31 09:30:49.559337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-a05ab619-0c2a-4e04-bf43-b19779d1ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:49.561094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-a05ab619-0c2a-4e04-bf43-b19779d1ad09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 200 len: 852 time: 0.0479610 Aug 31 09:30:49.573354 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.588880 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.596397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.599820 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-c5012e77-34cf-4f74-a75d-26767083ac58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b6fca1c-c027-4258-9566-f8b9142862dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309846 Aug 31 09:30:49.614023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040d86f3-e928-4322-b48f-9672bfb42ef0']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:49.654053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4eb383c-d734-4c73-bdcb-d6c16d3074e4') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:49.654426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4eb383c-d734-4c73-bdcb-d6c16d3074e4') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:49.702461 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-c1b8d928-4a7a-4dc9-97ac-0c6907ce6333 service neutron] 10.222.0.20 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946846 Aug 31 09:30:49.710872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.740304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Pushing event updated for resources: {'Port': ['ID=7e57a60e-3777-470c-a933-b04ae3138b7f,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:49.743097 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.759142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:49.760036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:49.761972 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:49.773556 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.812230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c896c5-e626-457e-b3df-5118018dc42c req-d7fc0af9-7852-4bb7-b9a9-fefe1d81a980 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:49.813791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68c896c5-e626-457e-b3df-5118018dc42c req-d7fc0af9-7852-4bb7-b9a9-fefe1d81a980 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 943 time: 0.1790428 Aug 31 09:30:49.815344 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-032a2797-80d6-46cd-a82d-af585ff9a427 req-93b363c0-92b9-4986-a4fd-5ef8a2e96545 service neutron] 10.222.0.20 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055143 Aug 31 09:30:49.836851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.838081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-7205215e-99ff-48f5-9568-d892256658c3 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7568181 Aug 31 09:30:49.861415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.920078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.922016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/040d86f3-e928-4322-b48f-9672bfb42ef0 HTTP/1.1" status: 204 len: 168 time: 0.5680218 Aug 31 09:30:49.936528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-07598c2c-6125-426f-89d2-c6d5a8fbc692 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0909853 Aug 31 09:30:49.940154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fd06a-ebea-4e9a-a8f6-c801f47739e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=040d86f3-e928-4322-b48f-9672bfb42ef0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:49.945591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68c896c5-e626-457e-b3df-5118018dc42c req-89646be9-423b-4617-8f26-812186860c74 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177163 Aug 31 09:30:50.066518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-6ae2ef82-4f6f-4c1a-968e-648abdf64c46 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:50.073195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3edf5673-38e6-4458-a801-9ae4d31ed2c1 req-6ae2ef82-4f6f-4c1a-968e-648abdf64c46 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.1261497 Aug 31 09:30:50.155274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49226) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:50.172742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-90508a29-5195-437c-a52b-8d5106ee3a5b tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips/1238dd4c-13b6-49af-834b-15d6f7cea0b5 HTTP/1.1" status: 200 len: 692 time: 0.0540812 Aug 31 09:30:50.210876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-85833b44-61b0-4964-a1e9-147e442bce44 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c59604bf0032464d8b8869815706eddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532053 Aug 31 09:30:50.212450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49234) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:50.265693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b07c3b4-9020-4247-970b-dbd87f7738ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.293082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b07c3b4-9020-4247-970b-dbd87f7738ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.309880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f140c-5e25-4191-96f4-b4ff0832a8d5 req-c34b674b-fd13-4702-bc71-30edc85b09f0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:50.311395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c1f140c-5e25-4191-96f4-b4ff0832a8d5 req-c34b674b-fd13-4702-bc71-30edc85b09f0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0826595 Aug 31 09:30:50.336060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-2a135d08-2792-4c7e-90d3-b00df624da6a tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:50.337491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-2a135d08-2792-4c7e-90d3-b00df624da6a tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.1585841 Aug 31 09:30:50.356299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b07c3b4-9020-4247-970b-dbd87f7738ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.361315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b07c3b4-9020-4247-970b-dbd87f7738ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.362587 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0b07c3b4-9020-4247-970b-dbd87f7738ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9f07e9db-9f74-42f4-98af-539ee3f9224c HTTP/1.1" status: 204 len: 168 time: 0.1490145 Aug 31 09:30:50.372048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07c3b4-9020-4247-970b-dbd87f7738ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f07e9db-9f74-42f4-98af-539ee3f9224c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:50.404690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-e304152d-8f06-46c7-8085-73c754508412 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0587437 Aug 31 09:30:50.410395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c1f140c-5e25-4191-96f4-b4ff0832a8d5 req-3b02c888-fbc5-479a-a3a9-60e0b39131ca tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907643 Aug 31 09:30:50.484612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-ebfacf31-4461-43d9-a1a1-631f953ee7c1 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.0683157 Aug 31 09:30:50.633709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Deleting port 7e57a60e-3777-470c-a933-b04ae3138b7f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:50.634060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.729858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.730186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.746777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Calling delete_port for 7e57a60e-3777-470c-a933-b04ae3138b7f owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:50.818512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:50.883506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1d5435b4-76d1-4fd2-b2d3-b010ddad42c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c94716f23f54514b435b0fb847debf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580511 Aug 31 09:30:50.884607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:50.956952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70949c8c-d9c4-479b-9c1b-f734e667c107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.997345 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70949c8c-d9c4-479b-9c1b-f734e667c107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.083367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70949c8c-d9c4-479b-9c1b-f734e667c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.089161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70949c8c-d9c4-479b-9c1b-f734e667c107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.091595 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-70949c8c-d9c4-479b-9c1b-f734e667c107 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2657712-66d4-4b4e-9203-7468bd4b0f2c HTTP/1.1" status: 204 len: 168 time: 0.2058902 Aug 31 09:30:51.104711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70949c8c-d9c4-479b-9c1b-f734e667c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2657712-66d4-4b4e-9203-7468bd4b0f2c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:51.245451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54897e-42da-4f3d-88b1-72f33567dde4 req-49c4a9b8-8f8a-4460-96ef-028d499c5088 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:51.247409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d54897e-42da-4f3d-88b1-72f33567dde4 req-49c4a9b8-8f8a-4460-96ef-028d499c5088 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 943 time: 0.0882013 Aug 31 09:30:51.335981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d54897e-42da-4f3d-88b1-72f33567dde4 req-fcf16a11-4c35-4789-9e33-59067e440fcb tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615978 Aug 31 09:30:51.344944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49264) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:51.347901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.388641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Pushing event deleted for resources: {'Port': ['ID=7e57a60e-3777-470c-a933-b04ae3138b7f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:51.399658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5627dc01-8a37-45ac-a081-3fb51fa3818c details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:30:51.541379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.551723 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.573940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fa1796e-6460-4615-a0fd-c2a1c8a1af57 req-251632b3-bbd1-4b69-a2a3-fcd16d911c91 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "DELETE /v2.0/floatingips/1238dd4c-13b6-49af-834b-15d6f7cea0b5 HTTP/1.1" status: 204 len: 173 time: 1.0828116 Aug 31 09:30:51.585132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5627dc01-8a37-45ac-a081-3fb51fa3818c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5627dc01-8a37-45ac-a081-3fb51fa3818c,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:51.598997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '5627dc01-8a37-45ac-a081-3fb51fa3818c', 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'port_id': '5627dc01-8a37-45ac-a081-3fb51fa3818c', 'mac_address': 'fa:16:3e:9c:43:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1be18ca-bd63-4e09-9772-a317c2d77e0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:30:51.647192 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.664366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5627dc01-8a37-45ac-a081-3fb51fa3818c {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:51.692763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5627dc01-8a37-45ac-a081-3fb51fa3818c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5627dc01-8a37-45ac-a081-3fb51fa3818c,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:51.701835 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.763404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5627dc01-8a37-45ac-a081-3fb51fa3818c,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:51.777626 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b4d2-eca5-414b-be76-e4577bf7aac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.807695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19098b5b-b3fe-4fb8-84b3-b67face8e2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.936347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5627dc01-8a37-45ac-a081-3fb51fa3818c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:51.972326 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-94df71c3-3224-4347-81d1-3b63b6214455 req-f4a20454-737a-47a1-806e-719abb6ccbce tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] show failed (client error): The resource could not be found. Aug 31 09:30:51.974143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94df71c3-3224-4347-81d1-3b63b6214455 req-f4a20454-737a-47a1-806e-719abb6ccbce tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips/1238dd4c-13b6-49af-834b-15d6f7cea0b5 HTTP/1.1" status: 404 len: 350 time: 0.0844548 Aug 31 09:30:52.015896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59b984-1600-456b-86bf-d62dccd76676 req-59330e8e-bf3c-44db-9598-178417a0cf25 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:52.015896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af59b984-1600-456b-86bf-d62dccd76676 req-59330e8e-bf3c-44db-9598-178417a0cf25 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.2295542 Aug 31 09:30:52.076753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19098b5b-b3fe-4fb8-84b3-b67face8e2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.093715 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19098b5b-b3fe-4fb8-84b3-b67face8e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.115005 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-8938e693-d7f8-4d54-9c36-dddf0f6a323a req-aa448c52-2565-419f-96fb-6c961dea7316 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] show failed (client error): The resource could not be found. Aug 31 09:30:52.116576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8938e693-d7f8-4d54-9c36-dddf0f6a323a req-aa448c52-2565-419f-96fb-6c961dea7316 tempest-FloatingIPsTestJSON-851053040 tempest-FloatingIPsTestJSON-851053040-project] 10.222.0.69 "GET /v2.0/floatingips/1238dd4c-13b6-49af-834b-15d6f7cea0b5 HTTP/1.1" status: 404 len: 350 time: 0.0482595 Aug 31 09:30:52.134643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49290) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:52.144807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af59b984-1600-456b-86bf-d62dccd76676 req-8aa7aa24-9d2a-424c-9e12-f91c959712ba tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250508 Aug 31 09:30:52.188298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 48e4553d-3745-49f8-9755-04a6825c333f details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:30:52.197991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19098b5b-b3fe-4fb8-84b3-b67face8e2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36cc11a-2931-43e7-9535-07e1a8a5ef19,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:52.209427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49294) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:52.209539 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-19098b5b-b3fe-4fb8-84b3-b67face8e2a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f48e64352b2a4bd29960989145a8c721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8631136 Aug 31 09:30:52.297860 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e5d787dd-e951-4790-972e-de3eb1cf8b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.325419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e5d787dd-e951-4790-972e-de3eb1cf8b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.346183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 48e4553d-3745-49f8-9755-04a6825c333f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=48e4553d-3745-49f8-9755-04a6825c333f,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:52.371496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '48e4553d-3745-49f8-9755-04a6825c333f', 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'port_id': '48e4553d-3745-49f8-9755-04a6825c333f', 'mac_address': 'fa:16:3e:62:c3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1be18ca-bd63-4e09-9772-a317c2d77e0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:30:52.406249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e5d787dd-e951-4790-972e-de3eb1cf8b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.410555 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e5d787dd-e951-4790-972e-de3eb1cf8b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.411912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e5d787dd-e951-4790-972e-de3eb1cf8b7f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c36cc11a-2931-43e7-9535-07e1a8a5ef19 HTTP/1.1" status: 204 len: 168 time: 0.2015066 Aug 31 09:30:52.433369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d787dd-e951-4790-972e-de3eb1cf8b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36cc11a-2931-43e7-9535-07e1a8a5ef19,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:52.460808 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.488251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e4553d-3745-49f8-9755-04a6825c333f {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:52.519979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 48e4553d-3745-49f8-9755-04a6825c333f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=48e4553d-3745-49f8-9755-04a6825c333f,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:52.527607 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.578717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbd0ec-7fef-4002-9df7-6997f801c635 req-0c72f2f1-6f57-4ed3-81bc-6b4768c30f75 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:52.590301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84fbd0ec-7fef-4002-9df7-6997f801c635 req-0c72f2f1-6f57-4ed3-81bc-6b4768c30f75 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 944 time: 0.1631610 Aug 31 09:30:52.616848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=48e4553d-3745-49f8-9755-04a6825c333f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:52.671161 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84fbd0ec-7fef-4002-9df7-6997f801c635 req-ef45e71e-b991-466a-9f07-201e29ef2084 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785429 Aug 31 09:30:52.790418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.928172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['48e4553d-3745-49f8-9755-04a6825c333f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:53.159717 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-e2d004b0-3857-441b-a93a-56ebe2eca1d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753360 Aug 31 09:30:53.251248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49324) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:53.293823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72f96df6-1d3d-4a77-91a8-dd3d9be4c148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.314609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db344d5-b0ef-4f5b-b571-5395b37f2410 req-33adbb7f-bbf7-4c2a-9271-fc8c86b44150 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:53.319166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9db344d5-b0ef-4f5b-b571-5395b37f2410 req-33adbb7f-bbf7-4c2a-9271-fc8c86b44150 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0646055 Aug 31 09:30:53.357720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-d103babf-081c-4e57-ac9c-7c16bf3aa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:53.359900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-d103babf-081c-4e57-ac9c-7c16bf3aa4a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3536a4141d5b4186aa3e20e3c180471c&device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 1096 time: 0.1306157 Aug 31 09:30:53.370659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Deleting port ae63ebbd-a501-47ba-a491-8b90d06db0d2 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:53.371025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.402876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5627dc01-8a37-45ac-a081-3fb51fa3818c up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:53.410383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9db344d5-b0ef-4f5b-b571-5395b37f2410 req-48fc0950-9b26-4694-89cd-61234d9f3998 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729315 Aug 31 09:30:53.484222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 5627dc01-8a37-45ac-a081-3fb51fa3818c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:53.496696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 5627dc01-8a37-45ac-a081-3fb51fa3818c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:53.497147 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.594274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] For port ae63ebbd-a501-47ba-a491-8b90d06db0d2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ae63ebbd-a501-47ba-a491-8b90d06db0d2,segment=NetworkSegment(e2c6cd1c-6d20-4ec5-889e-aa580d6bc142),segment_id=e2c6cd1c-6d20-4ec5-889e-aa580d6bc142)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:53.594644 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.623319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Calling delete_port for ae63ebbd-a501-47ba-a491-8b90d06db0d2 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:53.657148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72f96df6-1d3d-4a77-91a8-dd3d9be4c148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.661456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-b158e9a9-420c-417d-9f31-649a85d024ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:53.663188 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-b158e9a9-420c-417d-9f31-649a85d024ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 200 len: 925 time: 0.2201791 Aug 31 09:30:53.666048 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72f96df6-1d3d-4a77-91a8-dd3d9be4c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.830892 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.855771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbf3b-9fb3-4cbf-9d92-21f220f5bf10 req-02039571-71f9-4b49-a9aa-f2fe95cafa9f tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:53.865308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92861f0-1e85-49f9-9856-08a06ce221cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627dc01-8a37-45ac-a081-3fb51fa3818c'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:53.866190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54abbf3b-9fb3-4cbf-9d92-21f220f5bf10 req-02039571-71f9-4b49-a9aa-f2fe95cafa9f tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 944 time: 0.0793955 Aug 31 09:30:53.869583 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff616f7-601d-411e-973f-879673e869cc" -d '{"events": [{"server_uuid": "f92861f0-1e85-49f9-9856-08a06ce221cc", "name": "network-vif-plugged", "status": "completed", "tag": "5627dc01-8a37-45ac-a081-3fb51fa3818c"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:53.894669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5627dc01-8a37-45ac-a081-3fb51fa3818c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5627dc01-8a37-45ac-a081-3fb51fa3818c,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:53.901599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.919331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-72f96df6-1d3d-4a77-91a8-dd3d9be4c148 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84b1e256d6e746f4acfcfd3ca90d705c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6666276 Aug 31 09:30:53.923022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49340) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:53.950002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f96df6-1d3d-4a77-91a8-dd3d9be4c148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb689a-8c59-4db8-9e5a-88f3ee65a80d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:53.955287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54abbf3b-9fb3-4cbf-9d92-21f220f5bf10 req-5a14e988-2e43-4faf-9bb0-ac8787e03977 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788970 Aug 31 09:30:53.975128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5627dc01-8a37-45ac-a081-3fb51fa3818c,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:54.014457 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-42f070bf-d76b-48d2-a648-91e1233f28a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc HTTP/1.1" status: 200 len: 1001 time: 0.3407514 Aug 31 09:30:54.048173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-688489c0-ab16-4c78-89bf-20d0822d3d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.098530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-7901bef6-5b23-4ddc-8050-3f21bbf2f35a tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353570 Aug 31 09:30:54.103509 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-688489c0-ab16-4c78-89bf-20d0822d3d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.117232 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3a5f63-2d69-4493-b9b1-b474efc35ac1 x-openstack-request-id: req-fd3a5f63-2d69-4493-b9b1-b474efc35ac1 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:54.117647 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92861f0-1e85-49f9-9856-08a06ce221cc", "name": "network-vif-plugged", "status": "completed", "tag": "5627dc01-8a37-45ac-a081-3fb51fa3818c", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:54.118022 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd3a5f63-2d69-4493-b9b1-b474efc35ac1 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:54.118808 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92861f0-1e85-49f9-9856-08a06ce221cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627dc01-8a37-45ac-a081-3fb51fa3818c', 'code': 200} Aug 31 09:30:54.168846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-fccc8d25-51f6-42d6-9fb1-43658652aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.174782 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-fccc8d25-51f6-42d6-9fb1-43658652aeb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 200 len: 862 time: 0.1511445 Aug 31 09:30:54.201761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 48e4553d-3745-49f8-9755-04a6825c333f up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:54.263811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 48e4553d-3745-49f8-9755-04a6825c333f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:54.270247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 48e4553d-3745-49f8-9755-04a6825c333f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:54.270709 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.346552 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-688489c0-ab16-4c78-89bf-20d0822d3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.352543 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-688489c0-ab16-4c78-89bf-20d0822d3d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.357208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-688489c0-ab16-4c78-89bf-20d0822d3d79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ffb689a-8c59-4db8-9e5a-88f3ee65a80d HTTP/1.1" status: 204 len: 168 time: 0.4302995 Aug 31 09:30:54.373424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688489c0-ab16-4c78-89bf-20d0822d3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffb689a-8c59-4db8-9e5a-88f3ee65a80d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:54.380247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-ff291e1c-e12e-4912-b7b5-21228784c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.382959 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-ff291e1c-e12e-4912-b7b5-21228784c5c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008204 Aug 31 09:30:54.395415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91a6e7-731f-492e-8a58-71048d1ae1f8 req-24d7f385-ff55-4889-8c0b-00d801a7347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.395817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-abeb29e5-d625-45ba-becf-aa7270ba8c90 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.396380 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.398010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-abeb29e5-d625-45ba-becf-aa7270ba8c90 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872238 Aug 31 09:30:54.399358 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f91a6e7-731f-492e-8a58-71048d1ae1f8 req-24d7f385-ff55-4889-8c0b-00d801a7347d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 1096 time: 0.2148974 Aug 31 09:30:54.426144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-78030883-8ef7-46ee-b48a-2782595ac78a tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/quotas/2ea8c32a36744e22a6d488283d2ce89f HTTP/1.1" status: 200 len: 375 time: 0.0186689 Aug 31 09:30:54.441343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 48e4553d-3745-49f8-9755-04a6825c333f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=48e4553d-3745-49f8-9755-04a6825c333f,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:54.451759 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.535624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-dd81131e-ce73-44b6-afeb-2ebedf0c7643 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853443 Aug 31 09:30:54.535880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=48e4553d-3745-49f8-9755-04a6825c333f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:54.569316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f91a6e7-731f-492e-8a58-71048d1ae1f8 req-4d6b0991-8e92-41b0-b8c7-7aa73dde1f44 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492980 Aug 31 09:30:54.578565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.609454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef71bb-bd2b-4fac-afe2-a8190f1c257a req-72279c99-4ee4-4c54-ae00-361b995d24ca tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.619382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9ef71bb-bd2b-4fac-afe2-a8190f1c257a req-72279c99-4ee4-4c54-ae00-361b995d24ca tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1113439 Aug 31 09:30:54.683003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9ef71bb-bd2b-4fac-afe2-a8190f1c257a req-9e8053b6-ac13-4af0-b292-0958d47bc4b0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609295 Aug 31 09:30:54.745276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ec331f-e81c-423b-81db-22fe0aec2b93 req-e9a7195a-a41e-413c-b30f-1ad263a82088 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0368247 Aug 31 09:30:54.938892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae63ebbd-a501-47ba-a491-8b90d06db0d2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:54.969052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.010808 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-9e1146a4-bfcf-4418-802e-79b3379d8c37 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087904 Aug 31 09:30:55.156111 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d501873d-0040-421d-b5a5-5b03f205ba2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.170374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745efa2d-0426-4136-8edb-526b9560e7e9 req-a3676639-5732-4ce7-8c17-91c417c0e11d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:55.172236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-745efa2d-0426-4136-8edb-526b9560e7e9 req-a3676639-5732-4ce7-8c17-91c417c0e11d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 945 time: 0.0995719 Aug 31 09:30:55.264654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-745efa2d-0426-4136-8edb-526b9560e7e9 req-17e52db5-b5d6-4e65-a2b4-b32ab7457709 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779095 Aug 31 09:30:55.281253 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35b2d47a-1bb6-4d41-95d6-8fa95ef81d81 req-9325dae5-0426-4d03-a05b-3aace48892b2 service neutron] 10.222.0.20 "GET /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602088 Aug 31 09:30:55.346516 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.622491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:55.740369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:55.745829 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3bab7ab5-dc45-405e-b8be-daf0c895429d admin admin] 10.222.0.69 "PUT /v2.0/routers/88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6096201 Aug 31 09:30:55.748200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49404) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:55.754194 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] Sync routers for ids ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:55.797029 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] Routers {'88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:55.801901 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:55.937075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd7448-19d2-4d3c-9cba-992c1bc59125 req-500a54b7-a6c4-4c29-805b-19b0c35b8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:55.939189 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7bcd7448-19d2-4d3c-9cba-992c1bc59125 req-500a54b7-a6c4-4c29-805b-19b0c35b8f9c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1097 time: 0.0614367 Aug 31 09:30:55.975862 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] Set router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:55.995654 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7bcd7448-19d2-4d3c-9cba-992c1bc59125 req-1122d3ec-020b-4afc-a087-17d3dfc168eb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Aug 31 09:30:55.995926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebea92c3-89b0-48bd-b77e-6c2ece28e6da req-711cd1ad-7a11-4573-b47e-539c1f72e0e3 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0543416 Aug 31 09:30:56.008720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.130942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af257-2200-4bc2-930e-dc684417db9f req-beda51d5-6dde-41af-b0ce-987d68861e2e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:56.136190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287d3e0b-a3af-4d1d-972c-8b18ab3474ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e4553d-3745-49f8-9755-04a6825c333f'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:56.139275 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9176b6ed-fe61-4534-a848-4f86ca35e386" -d '{"events": [{"server_uuid": "287d3e0b-a3af-4d1d-972c-8b18ab3474ba", "name": "network-vif-plugged", "status": "completed", "tag": "48e4553d-3745-49f8-9755-04a6825c333f"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:56.140132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b52af257-2200-4bc2-930e-dc684417db9f req-beda51d5-6dde-41af-b0ce-987d68861e2e tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.3185093 Aug 31 09:30:56.202626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b52af257-2200-4bc2-930e-dc684417db9f req-be708343-2052-418c-bf7f-b2edd0698d29 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569689 Aug 31 09:30:56.224895 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.255534 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:54Z', 'revision_number': 5, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port': {'id': '1628654b-1b8b-4f37-ae3e-496989141e40', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:29Z', 'updated_at': '2021-08-31T09:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:56.268604 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673e4cf8-7543-4b30-a9dc-226b49c884a4 x-openstack-request-id: req-673e4cf8-7543-4b30-a9dc-226b49c884a4 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:56.269514 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287d3e0b-a3af-4d1d-972c-8b18ab3474ba", "name": "network-vif-plugged", "status": "completed", "tag": "48e4553d-3745-49f8-9755-04a6825c333f", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:56.269763 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-673e4cf8-7543-4b30-a9dc-226b49c884a4 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:56.270152 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287d3e0b-a3af-4d1d-972c-8b18ab3474ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e4553d-3745-49f8-9755-04a6825c333f', 'code': 200} Aug 31 09:30:56.305965 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] Checking router: 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:56.314947 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] Routers {'88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:56.316113 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:56.339355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Deleting port 1628654b-1b8b-4f37-ae3e-496989141e40 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:56.340021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.420632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf4f2b-c86f-4033-bbf8-a047f15618e9 req-b926a9ee-5f89-48a5-a496-7b6f4250f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:56.422179 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fcdf4f2b-c86f-4033-bbf8-a047f15618e9 req-b926a9ee-5f89-48a5-a496-7b6f4250f24d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=287d3e0b-a3af-4d1d-972c-8b18ab3474ba HTTP/1.1" status: 200 len: 1096 time: 0.0703094 Aug 31 09:30:56.429751 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] Set router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:56.469705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] For port 1628654b-1b8b-4f37-ae3e-496989141e40, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1628654b-1b8b-4f37-ae3e-496989141e40,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:56.470385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.471320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fcdf4f2b-c86f-4033-bbf8-a047f15618e9 req-1b5bc426-d978-48f5-b0cc-eba6350ebf75 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Aug 31 09:30:56.494135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Calling delete_port for 1628654b-1b8b-4f37-ae3e-496989141e40 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:56.506557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80257ea-3e57-4668-bd5f-d8bba99e4d34 req-cd66323a-e246-41b1-b256-7ae6f1ca4205 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:56.508199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c80257ea-3e57-4668-bd5f-d8bba99e4d34 req-cd66323a-e246-41b1-b256-7ae6f1ca4205 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 945 time: 0.0901792 Aug 31 09:30:56.587612 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:56Z', 'revision_number': 6, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:56.598796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c80257ea-3e57-4668-bd5f-d8bba99e4d34 req-ab6437c8-87a4-411a-b01f-9cb8df69834e tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826898 Aug 31 09:30:56.613710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8c2dc-c871-446f-b71f-3f3a02772fe2 None None] The sync data for ids ['88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db'] in n-d-806683-2 is: [{'id': '88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db', 'name': 'tempest-FloatingIPsTestJSON-1999085933-router', 'tenant_id': '4b0b8e64b94149489006846757b721fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:27Z', 'updated_at': '2021-08-31T09:30:56Z', 'revision_number': 6, 'project_id': '4b0b8e64b94149489006846757b721fd', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:56.752270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.787970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Pushing event deleted for resources: {'Port': ['ID=1628654b-1b8b-4f37-ae3e-496989141e40,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:56.796824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e2171-bda3-4a74-94f7-00ed18dc45a2 req-0e5f8fcf-9609-4e72-814f-778be336bbfe tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:56.798359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb2e2171-bda3-4a74-94f7-00ed18dc45a2 req-0e5f8fcf-9609-4e72-814f-778be336bbfe tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=287d3e0b-a3af-4d1d-972c-8b18ab3474ba HTTP/1.1" status: 200 len: 945 time: 0.1017201 Aug 31 09:30:56.880331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb2e2171-bda3-4a74-94f7-00ed18dc45a2 req-c86d1ae3-d777-48ff-9d32-e90339e581d9 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745444 Aug 31 09:30:56.889629 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.001998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-2b6ed334-1c0b-459f-9fdf-8b9b3d5d440d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486472 Aug 31 09:30:57.017225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.021070 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.221443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-a4ae90b6-e34f-41b0-ad55-faefde71ad48 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:57.227677 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-a4ae90b6-e34f-41b0-ad55-faefde71ad48 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168550 Aug 31 09:30:57.230837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6178f7a5-bbfb-4863-bb38-aa9accf86bb2 req-0dc7c5dc-cdc8-4753-9ea6-53296da7651a tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0894325 Aug 31 09:30:57.232989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.235369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:30:57.244842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.246531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Request body: {'port': {'device_id': 'fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2ea8c32a36744e22a6d488283d2ce89f'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:57.251597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5436ecfb-d574-4470-841c-ff16c55dce12 admin admin] 10.222.0.69 "DELETE /v2.0/routers/88aa6a69-6bdd-42b8-ac05-bac9d6e3d4db HTTP/1.1" status: 204 len: 168 time: 1.5022452 Aug 31 09:30:57.254276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49448) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:57.336159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bc5f53-227b-4293-a496-f9ef67186113 admin admin] Deleting subnet fca6fea5-ba36-46eb-994a-3f0965e4467e {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:57.349424 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64bc5f53-227b-4293-a496-f9ef67186113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.385729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49452) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:57.411979 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64bc5f53-227b-4293-a496-f9ef67186113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.433784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Made reservation on behalf of 2ea8c32a36744e22a6d488283d2ce89f for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:57.439261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.451258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.455203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777abcab-2ad8-46f5-98f2-b143a379e31b req-5f0c8363-0a33-40f2-b97a-a819298132c4 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:57.463214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-777abcab-2ad8-46f5-98f2-b143a379e31b req-5f0c8363-0a33-40f2-b97a-a819298132c4 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1244698 Aug 31 09:30:57.512770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-777abcab-2ad8-46f5-98f2-b143a379e31b req-951da149-d27d-435b-b262-917312626cf6 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486610 Aug 31 09:30:57.536599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.559445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5e548d5-9ed3-4d51-8eb5-20ffe254360e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.574195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.578899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.582920 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64bc5f53-227b-4293-a496-f9ef67186113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.644465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64bc5f53-227b-4293-a496-f9ef67186113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.665497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521f0ad8-b1d5-4461-84ea-9ce78ae9407c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:57.694359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc5f53-227b-4293-a496-f9ef67186113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca6fea5-ba36-46eb-994a-3f0965e4467e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:57.697576 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64bc5f53-227b-4293-a496-f9ef67186113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.699511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64bc5f53-227b-4293-a496-f9ef67186113 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fca6fea5-ba36-46eb-994a-3f0965e4467e HTTP/1.1" status: 204 len: 168 time: 0.4427140 Aug 31 09:30:57.703009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2dfff-6c2b-4908-ad9a-27eece14f830 None None] Network 11a4078f-1903-4649-b521-ad2beea6382f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:57.704932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49460) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:57.808158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5e548d5-9ed3-4d51-8eb5-20ffe254360e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.815154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5e548d5-9ed3-4d51-8eb5-20ffe254360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.860524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.868163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Allocated IP 192.168.233.75 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/12b70a6c-70ed-41ee-b648-1527c4c157f3) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:57.883400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c5e548d5-9ed3-4d51-8eb5-20ffe254360e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bc73dd04d6344bc877d8f8a9b982388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952915 Aug 31 09:30:57.884656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49466) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:57.891596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e548d5-9ed3-4d51-8eb5-20ffe254360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fb7279-5424-411d-aa58-60ff7129e3c0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:57.966661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4c05-6e5d-4611-8274-df41fcccdfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.981049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] DHCP port deletion for 11a4078f-1903-4649-b521-ad2beea6382f request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:57.997226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4c05-6e5d-4611-8274-df41fcccdfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.084652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.094988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] Deleting port e896b3e6-2cf7-44d2-8545-ec7c62ba802f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:58.099853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Transition to ACTIVE for port object 12b70a6c-70ed-41ee-b648-1527c4c157f3 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:58.101807 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.148841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.172585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce59659-d541-4701-a915-83e83a5bd265 req-58765ca3-b92a-4a87-a8f3-2a5b567588e4 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.180067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ce59659-d541-4701-a915-83e83a5bd265 req-58765ca3-b92a-4a87-a8f3-2a5b567588e4 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=287d3e0b-a3af-4d1d-972c-8b18ab3474ba HTTP/1.1" status: 200 len: 945 time: 0.1216934 Aug 31 09:30:58.182778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e896b3e6-2cf7-44d2-8545-ec7c62ba802f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:58.195923 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4c05-6e5d-4611-8274-df41fcccdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.201444 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4c05-6e5d-4611-8274-df41fcccdfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.204319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6b5e4c05-6e5d-4611-8274-df41fcccdfc2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e9fb7279-5424-411d-aa58-60ff7129e3c0 HTTP/1.1" status: 204 len: 168 time: 0.3143983 Aug 31 09:30:58.219359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Deleting port e896b3e6-2cf7-44d2-8545-ec7c62ba802f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:58.219697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.223985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:58.246990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] For port e896b3e6-2cf7-44d2-8545-ec7c62ba802f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,segment=NetworkSegment(e2c6cd1c-6d20-4ec5-889e-aa580d6bc142),segment_id=e2c6cd1c-6d20-4ec5-889e-aa580d6bc142)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:58.247590 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.261565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] Calling delete_port for e896b3e6-2cf7-44d2-8545-ec7c62ba802f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:58.265830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e4c05-6e5d-4611-8274-df41fcccdfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fb7279-5424-411d-aa58-60ff7129e3c0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.272714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:58.275964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-a7576ace-78d1-4870-997b-28cfcb0bbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.277538 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-a7576ace-78d1-4870-997b-28cfcb0bbd25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e815191876624a149b54252195c58e3c&device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 1097 time: 0.1452923 Aug 31 09:30:58.282076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:58.325908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Pushing event updated for resources: {'Port': ['ID=12b70a6c-70ed-41ee-b648-1527c4c157f3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.327115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ce59659-d541-4701-a915-83e83a5bd265 req-3b31a5e5-bd75-4a3a-a7d5-3d14a30d5a8b tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146142 Aug 31 09:30:58.357536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa236ba-1fcc-4d6e-9661-24c511d2e800 req-fd4f6b5b-a44b-418c-899e-80a08705ac03 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.366659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0aa236ba-1fcc-4d6e-9661-24c511d2e800 req-fd4f6b5b-a44b-418c-899e-80a08705ac03 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1854007 Aug 31 09:30:58.447922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] For port e896b3e6-2cf7-44d2-8545-ec7c62ba802f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,segment=NetworkSegment(e2c6cd1c-6d20-4ec5-889e-aa580d6bc142),segment_id=e2c6cd1c-6d20-4ec5-889e-aa580d6bc142)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:58.448602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.457542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0aa236ba-1fcc-4d6e-9661-24c511d2e800 req-fdf2b7a0-7d62-4823-94a1-b394c1609f0d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835006 Aug 31 09:30:58.464665 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.484507 n-d-806683-2 neutron-server[94788]: INFO neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No ports have port_id starting with e896b3e6-2cf7-44d2-8545-ec7c62ba802f Aug 31 09:30:58.507065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1628654b-1b8b-4f37-ae3e-496989141e40 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:58.553715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 1628654b-1b8b-4f37-ae3e-496989141e40 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:58.554299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1628654b-1b8b-4f37-ae3e-496989141e40 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:58.554715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ae63ebbd-a501-47ba-a491-8b90d06db0d2 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:58.562319 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.562319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] No DVR routers for this DVR port e896b3e6-2cf7-44d2-8545-ec7c62ba802f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:58.572805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eb193-c3a8-4898-8b5e-9a5b8e414a85 req-39cac8f0-815b-43c6-a270-ee66c17c5e27 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.580431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-680eb193-c3a8-4898-8b5e-9a5b8e414a85 req-39cac8f0-815b-43c6-a270-ee66c17c5e27 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 935 time: 0.1217408 Aug 31 09:30:58.582511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-54361947-4b51-490c-b903-320af94213a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.585298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-54361947-4b51-490c-b903-320af94213a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 200 len: 921 time: 0.2878282 Aug 31 09:30:58.587816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddbe4a-25ef-44e6-b6fd-76f5637bad42 None None] Pushing event deleted for resources: {'Port': ['ID=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.595505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ae63ebbd-a501-47ba-a491-8b90d06db0d2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:58.595917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ae63ebbd-a501-47ba-a491-8b90d06db0d2 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:58.606797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.607478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.636783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a9c967ff-7266-49b4-9e68-6faf54991770 None None] Provisioning for port 12b70a6c-70ed-41ee-b648-1527c4c157f3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:58.641362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a9c967ff-7266-49b4-9e68-6faf54991770 None None] Provisioning complete for port 12b70a6c-70ed-41ee-b648-1527c4c157f3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:58.642019 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a9c967ff-7266-49b4-9e68-6faf54991770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.646948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-c57068e0-30c0-4f03-a417-3eab18942777 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4081521 Aug 31 09:30:58.647897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Calling delete_port for e896b3e6-2cf7-44d2-8545-ec7c62ba802f owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:58.663988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-680eb193-c3a8-4898-8b5e-9a5b8e414a85 req-29519fc4-6c40-4c72-956a-c1c45be2ffb5 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824540 Aug 31 09:30:58.684636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a9c967ff-7266-49b4-9e68-6faf54991770 None None] Port 12b70a6c-70ed-41ee-b648-1527c4c157f3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:58.701655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Request body: {'port': {'device_id': 'fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:58.704821 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-bca47f9a-c90d-4b35-bc37-69460c2ef8c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362 HTTP/1.1" status: 200 len: 217 time: 0.0717571 Aug 31 09:30:58.731999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49482) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:58.745659 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-456fd188-c497-4f78-97e5-c141e72ee3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.838340 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-456fd188-c497-4f78-97e5-c141e72ee3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.841277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-4effa32f-ff6b-4964-8c82-a65407842073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.842896 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-4effa32f-ff6b-4964-8c82-a65407842073 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 200 len: 859 time: 0.1199019 Aug 31 09:30:58.843102 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-456fd188-c497-4f78-97e5-c141e72ee3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.845107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.882144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-456fd188-c497-4f78-97e5-c141e72ee3e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f38373176f9f47bbb670a18f5dde02b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489561 Aug 31 09:30:58.884504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fd188-c497-4f78-97e5-c141e72ee3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e4cea-55ce-4cea-8b6c-2401daf6a9ec,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.885537 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-62e049c5-6569-48a5-acbd-c95f75895ce4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d72accec-e952-49a6-bf95-c871df7b2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310903 Aug 31 09:30:58.886968 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49484) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:58.938734 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1563690e-e8d5-4910-9bc1-7870dd634113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.963291 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1563690e-e8d5-4910-9bc1-7870dd634113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.968925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.018188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e896b3e6-2cf7-44d2-8545-ec7c62ba802f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:59.029566 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1563690e-e8d5-4910-9bc1-7870dd634113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.032419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1563690e-e8d5-4910-9bc1-7870dd634113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.036848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1563690e-e8d5-4910-9bc1-7870dd634113 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/929e4cea-55ce-4cea-8b6c-2401daf6a9ec HTTP/1.1" status: 204 len: 168 time: 0.1457217 Aug 31 09:30:59.053040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563690e-e8d5-4910-9bc1-7870dd634113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e4cea-55ce-4cea-8b6c-2401daf6a9ec,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:59.081046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] No DVR routers for this DVR port e896b3e6-2cf7-44d2-8545-ec7c62ba802f on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:59.201581 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-bd22da74-36d1-4655-bbc6-205b4f794be8 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086529 Aug 31 09:30:59.262185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.312241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a4078f-1903-4649-b521-ad2beea6382f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:59.337624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:59.337917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c6cd1c-6d20-4ec5-889e-aa580d6bc142') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:59.353434 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.391534 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.420076 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63c2efd5-2f17-4361-8fb3-8acb71486485 req-0cf16262-f08e-44c5-aecf-f69db544fd48 service neutron] 10.222.0.52 "GET /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858866 Aug 31 09:30:59.421140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:59.421551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:59.424686 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:59.473352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffecc8-5836-4803-8c50-aa1312d42a98 req-6694f06e-0684-448c-838c-9ff49cb70016 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:59.475137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80ffecc8-5836-4803-8c50-aa1312d42a98 req-6694f06e-0684-448c-838c-9ff49cb70016 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=287d3e0b-a3af-4d1d-972c-8b18ab3474ba HTTP/1.1" status: 200 len: 945 time: 0.0697129 Aug 31 09:30:59.516699 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.525976 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.530913 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] 10.222.0.69 "DELETE /v2.0/networks/11a4078f-1903-4649-b521-ad2beea6382f HTTP/1.1" status: 204 len: 168 time: 1.8247926 Aug 31 09:30:59.534179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b70a6c-70ed-41ee-b648-1527c4c157f3 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:59.551061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a443580-e1bb-40e0-9d0c-0067943af9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=11a4078f-1903-4649-b521-ad2beea6382f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:59.554139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.568613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Transition to ACTIVE for port object 12b70a6c-70ed-41ee-b648-1527c4c157f3 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:59.581810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.582710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80ffecc8-5836-4803-8c50-aa1312d42a98 req-71f53dc1-6136-43b8-8eba-4819ad405480 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980506 Aug 31 09:30:59.641279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b941e-ae4a-4332-b117-6043c87dd921 req-726949a3-a45b-48f0-889e-0b3087975ff4 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:59.643074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da3b941e-ae4a-4332-b117-6043c87dd921 req-726949a3-a45b-48f0-889e-0b3087975ff4 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0878651 Aug 31 09:30:59.655039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Pushing event updated for resources: {'Port': ['ID=12b70a6c-70ed-41ee-b648-1527c4c157f3,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:59.734701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da3b941e-ae4a-4332-b117-6043c87dd921 req-a394a14b-4f67-408c-a2d8-26a36c2a2d25 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846643 Aug 31 09:30:59.802278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Attempting to bind port 12b70a6c-70ed-41ee-b648-1527c4c157f3 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:59.802630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Attempting to bind port 12b70a6c-70ed-41ee-b648-1527c4c157f3 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:59.804640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Attempting to bind port 12b70a6c-70ed-41ee-b648-1527c4c157f3 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:59.821579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Port 12b70a6c-70ed-41ee-b648-1527c4c157f3 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:30:59.822323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Attempting to bind port 12b70a6c-70ed-41ee-b648-1527c4c157f3 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:59.842501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:59.843171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:59.843977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:59.844575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Bound port: 12b70a6c-70ed-41ee-b648-1527c4c157f3, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:59.845537 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.888800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49522) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:59.973004 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-82b25eab-801c-457d-9eed-eaa22338c481 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b0b8e64b94149489006846757b721fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819077 Aug 31 09:30:59.975432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49526) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:59.978575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] For port 12b70a6c-70ed-41ee-b648-1527c4c157f3, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:59.982568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] For port 12b70a6c-70ed-41ee-b648-1527c4c157f3, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=12b70a6c-70ed-41ee-b648-1527c4c157f3,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:59.986956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.000570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a4fb-fed3-4961-8e5a-1ca4f8da4485 req-42df6264-2942-40b1-affa-ff45da056558 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.008429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6491a4fb-fed3-4961-8e5a-1ca4f8da4485 req-42df6264-2942-40b1-affa-ff45da056558 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 947 time: 0.1280134 Aug 31 09:31:00.051186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.052104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.053753 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] 10.222.0.20 "PUT /v2.0/ports/12b70a6c-70ed-41ee-b648-1527c4c157f3 HTTP/1.1" status: 200 len: 1095 time: 1.3709977 Aug 31 09:31:00.054569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0', 'tag': '12b70a6c-70ed-41ee-b648-1527c4c157f3'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:00.057698 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85763581-5dc3-4999-8aa0-52d49b4c1087" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0", "tag": "12b70a6c-70ed-41ee-b648-1527c4c157f3"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:00.097248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353ee4a-ea26-4009-94be-b2bc5476740d service neutron] Pushing event updated for resources: {'Port': ['ID=12b70a6c-70ed-41ee-b648-1527c4c157f3,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:00.103113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6491a4fb-fed3-4961-8e5a-1ca4f8da4485 req-e50b8138-d2c4-4afb-ae31-36ab28bad59d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837438 Aug 31 09:31:00.129201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00f3e46f-206b-4488-91a7-816f5e8190aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.160051 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00f3e46f-206b-4488-91a7-816f5e8190aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.168058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-db131c73-66aa-489c-ab51-d5ca9271ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.169675 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-db131c73-66aa-489c-ab51-d5ca9271ff5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0615697 Aug 31 09:31:00.240059 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00f3e46f-206b-4488-91a7-816f5e8190aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.242951 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00f3e46f-206b-4488-91a7-816f5e8190aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.244211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-00f3e46f-206b-4488-91a7-816f5e8190aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07065174-475c-4da2-99a6-7bd917b5809c HTTP/1.1" status: 204 len: 168 time: 0.2677481 Aug 31 09:31:00.251431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-95da5dbc-1548-49ed-8d8d-19ef841ce3af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=12b70a6c-70ed-41ee-b648-1527c4c157f3 HTTP/1.1" status: 200 len: 217 time: 0.0692351 Aug 31 09:31:00.285229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3e46f-206b-4488-91a7-816f5e8190aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07065174-475c-4da2-99a6-7bd917b5809c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:00.335320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-5f888443-f6f7-459e-8926-5a328ad4b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.336930 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-5f888443-f6f7-459e-8926-5a328ad4b711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0776134 Aug 31 09:31:00.338434 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29e3327-32f5-447a-be4c-9cad06237eca x-openstack-request-id: req-f29e3327-32f5-447a-be4c-9cad06237eca {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:00.338711 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0", "tag": "12b70a6c-70ed-41ee-b648-1527c4c157f3", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:00.338994 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f29e3327-32f5-447a-be4c-9cad06237eca {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:00.339484 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0', 'tag': '12b70a6c-70ed-41ee-b648-1527c4c157f3', 'status': 'completed', 'code': 200} Aug 31 09:31:00.400125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-5cc461b8-9255-4c72-852b-b3985f92bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.402162 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-5cc461b8-9255-4c72-852b-b3985f92bedd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526888 Aug 31 09:31:00.534010 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-624009ad-02cb-4118-83c6-fdf01f531a5a service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190128 Aug 31 09:31:00.606544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d1568734-0771-4e87-ab9b-2d31fbd51397 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.611787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d1568734-0771-4e87-ab9b-2d31fbd51397 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 812 time: 0.1256876 Aug 31 09:31:00.624888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-b63f206c-26be-4119-928b-438c56986aa6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/quotas/9ef3edb97b0c4311a4f30df930c1ae55 HTTP/1.1" status: 200 len: 375 time: 0.0099919 Aug 31 09:31:00.643390 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6af9329c-41ca-4f18-969c-b843a4306f53 req-cdf27f5e-0baf-4e3d-abc5-839f054947f7 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000435 Aug 31 09:31:00.683295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-a7414a5b-3809-4f8a-8bd4-bbf6862418b4 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491314 Aug 31 09:31:00.750611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-571f5adb-2c78-44be-9565-517aa1a53072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.752171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-571f5adb-2c78-44be-9565-517aa1a53072 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0481856 Aug 31 09:31:00.800544 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-413e72f6-1807-4fe0-9e77-b52ab9e1a2e1 service neutron] 10.222.0.69 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021254 Aug 31 09:31:00.932571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378eb4f-d71e-4da3-98bc-e37a27e45238 req-4e23aa27-58c7-4177-b1f6-3420fbfe02d0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.934628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9378eb4f-d71e-4da3-98bc-e37a27e45238 req-4e23aa27-58c7-4177-b1f6-3420fbfe02d0 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1069162 Aug 31 09:31:00.955553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-c1676534-2014-444f-b5ce-00823002a936 service neutron] 10.222.0.69 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478522 Aug 31 09:31:01.004697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9378eb4f-d71e-4da3-98bc-e37a27e45238 req-e3d5b621-4d81-4abb-a30c-d50eb6c41127 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587020 Aug 31 09:31:01.172577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-956093ad-040e-4e25-af1e-049737f458e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.179738 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-956093ad-040e-4e25-af1e-049737f458e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.4197404 Aug 31 09:31:01.258846 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-b56c31bb-d1ab-493d-9dcf-01cbbb8dc217 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=12b70a6c-70ed-41ee-b648-1527c4c157f3 HTTP/1.1" status: 200 len: 217 time: 0.0684197 Aug 31 09:31:01.316643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730426-5b92-4bad-9459-3c842a1a6ecb req-ff6c12a7-64cc-4a61-ac66-85ac97234438 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.318979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17730426-5b92-4bad-9459-3c842a1a6ecb req-ff6c12a7-64cc-4a61-ac66-85ac97234438 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 947 time: 0.0617483 Aug 31 09:31:01.320045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-0f86d0d0-b524-4efe-b6d3-26c8e0802989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.321558 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-0f86d0d0-b524-4efe-b6d3-26c8e0802989 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0543869 Aug 31 09:31:01.369533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17730426-5b92-4bad-9459-3c842a1a6ecb req-5c1774d0-ae9d-4ca5-8420-88191a2628c4 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441246 Aug 31 09:31:01.428559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-8cf161a4-b6ea-4e47-a643-d826b5ec5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.433704 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-8cf161a4-b6ea-4e47-a643-d826b5ec5aff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033900 Aug 31 09:31:01.574153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17ffe656-588f-4bf3-885d-09f9bbbe2afb req-ee0264ff-7931-4537-b5fe-964c11f47afd tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 210 time: 0.0374694 Aug 31 09:31:01.630276 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-76912611-5702-41d5-864f-e531c1029ac8 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887126 Aug 31 09:31:01.783174 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-85763581-5dc3-4999-8aa0-52d49b4c1087 req-5745f0d6-eabd-4afb-accc-2e679ab8d602 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449449 Aug 31 09:31:01.839886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-df71bf9a-c2d9-46b0-be70-57df906257d9 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.842269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-df71bf9a-c2d9-46b0-be70-57df906257d9 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.20 "GET /v2.0/ports?device_id=287d3e0b-a3af-4d1d-972c-8b18ab3474ba HTTP/1.1" status: 200 len: 945 time: 0.0959578 Aug 31 09:31:01.879802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-e1e71bc3-3306-458e-a7cd-620399105fae tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.881627 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-e1e71bc3-3306-458e-a7cd-620399105fae tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92861f0-1e85-49f9-9856-08a06ce221cc HTTP/1.1" status: 200 len: 945 time: 0.0975072 Aug 31 09:31:02.009794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Deleting port 5627dc01-8a37-45ac-a081-3fb51fa3818c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:02.010143 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.021595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Deleting port 48e4553d-3745-49f8-9755-04a6825c333f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:02.023236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.206116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] For port 5627dc01-8a37-45ac-a081-3fb51fa3818c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5627dc01-8a37-45ac-a081-3fb51fa3818c,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:02.207000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.238177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Calling delete_port for 5627dc01-8a37-45ac-a081-3fb51fa3818c owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:02.318240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] For port 48e4553d-3745-49f8-9755-04a6825c333f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=48e4553d-3745-49f8-9755-04a6825c333f,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:02.318741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.340567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc62788-4276-4ad5-ab53-96c07128d5a0 req-a6abb975-2fb5-4e51-b12c-98e886f7d352 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:02.348645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfc62788-4276-4ad5-ab53-96c07128d5a0 req-a6abb975-2fb5-4e51-b12c-98e886f7d352 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1409049 Aug 31 09:31:02.389925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Calling delete_port for 48e4553d-3745-49f8-9755-04a6825c333f owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:02.423948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.427026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfc62788-4276-4ad5-ab53-96c07128d5a0 req-4a8bb7b8-aaef-499e-b596-829238651eec tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772984 Aug 31 09:31:02.437360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5627dc01-8a37-45ac-a081-3fb51fa3818c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:02.476558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Pushing event deleted for resources: {'Port': ['ID=5627dc01-8a37-45ac-a081-3fb51fa3818c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:02.527591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] No DVR routers for this DVR port 5627dc01-8a37-45ac-a081-3fb51fa3818c on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:02.530574 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.533018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d02a2ff8-dec4-4347-93e4-ea87738571d3 req-90178b3c-2577-4790-b938-c297cc4d41a2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.52 "DELETE /v2.0/ports/5627dc01-8a37-45ac-a081-3fb51fa3818c HTTP/1.1" status: 204 len: 173 time: 0.6445341 Aug 31 09:31:02.533581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92861f0-1e85-49f9-9856-08a06ce221cc', 'name': 'network-vif-deleted', 'tag': '5627dc01-8a37-45ac-a081-3fb51fa3818c'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:02.535947 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adfcda0-244a-43aa-a278-3b819c2a1091" -d '{"events": [{"server_uuid": "f92861f0-1e85-49f9-9856-08a06ce221cc", "name": "network-vif-deleted", "tag": "5627dc01-8a37-45ac-a081-3fb51fa3818c"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:02.675405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66b1b0-43d7-4947-bf60-268ade2f344b req-f14d4a72-7710-4ade-a0ce-0127dc6331f1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:02.676937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff66b1b0-43d7-4947-bf60-268ade2f344b req-f14d4a72-7710-4ade-a0ce-0127dc6331f1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 947 time: 0.0969806 Aug 31 09:31:02.693060 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f102eab-8ca0-4665-b527-fe7c298fe0bd x-openstack-request-id: req-2f102eab-8ca0-4665-b527-fe7c298fe0bd {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:02.693618 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92861f0-1e85-49f9-9856-08a06ce221cc", "name": "network-vif-deleted", "tag": "5627dc01-8a37-45ac-a081-3fb51fa3818c", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:02.693618 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f102eab-8ca0-4665-b527-fe7c298fe0bd {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:02.694010 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92861f0-1e85-49f9-9856-08a06ce221cc', 'name': 'network-vif-deleted', 'tag': '5627dc01-8a37-45ac-a081-3fb51fa3818c', 'status': 'completed', 'code': 200} Aug 31 09:31:02.731479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.744361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5627dc01-8a37-45ac-a081-3fb51fa3818c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:02.751563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff66b1b0-43d7-4947-bf60-268ade2f344b req-89fb2ad3-44f0-493d-95fc-7381f09c316c tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660110 Aug 31 09:31:02.780369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Pushing event deleted for resources: {'Port': ['ID=48e4553d-3745-49f8-9755-04a6825c333f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:02.849216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] No DVR routers for this DVR port 48e4553d-3745-49f8-9755-04a6825c333f on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:02.852700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.859077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c97348f-a5e0-45d0-9ea2-ac41ddc84e04 req-38ea7bf6-d0b7-4656-8a10-eca302e081a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.20 "DELETE /v2.0/ports/48e4553d-3745-49f8-9755-04a6825c333f HTTP/1.1" status: 204 len: 173 time: 1.0097275 Aug 31 09:31:02.859574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287d3e0b-a3af-4d1d-972c-8b18ab3474ba', 'name': 'network-vif-deleted', 'tag': '48e4553d-3745-49f8-9755-04a6825c333f'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:02.881742 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b182659c-8605-46d6-b8b4-4fdfaca47870" -d '{"events": [{"server_uuid": "287d3e0b-a3af-4d1d-972c-8b18ab3474ba", "name": "network-vif-deleted", "tag": "48e4553d-3745-49f8-9755-04a6825c333f"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:02.963500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-daae370c-7edf-45ba-8ff5-3381c7ba1111 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:02.965488 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-daae370c-7edf-45ba-8ff5-3381c7ba1111 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.20 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 812 time: 0.2100108 Aug 31 09:31:02.980136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Request body: {'port': {'device_id': 'fc8212fc-29c0-4a65-b47a-50477123373f', 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'admin_state_up': True, 'tenant_id': '9ef3edb97b0c4311a4f30df930c1ae55'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:03.158280 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae0260a7-c547-4717-b2e1-4ce3123b36bf req-94701fe7-8da4-4777-b718-2b59425e9372 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 210 time: 0.0387981 Aug 31 09:31:03.206914 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf8ad4-0042-44d2-8e2f-8627b4e8d6e3 x-openstack-request-id: req-2fbf8ad4-0042-44d2-8e2f-8627b4e8d6e3 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:03.207375 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287d3e0b-a3af-4d1d-972c-8b18ab3474ba", "name": "network-vif-deleted", "tag": "48e4553d-3745-49f8-9755-04a6825c333f", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:03.207752 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2fbf8ad4-0042-44d2-8e2f-8627b4e8d6e3 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:03.208411 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287d3e0b-a3af-4d1d-972c-8b18ab3474ba', 'name': 'network-vif-deleted', 'tag': '48e4553d-3745-49f8-9755-04a6825c333f', 'status': 'completed', 'code': 200} Aug 31 09:31:03.265759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-7eec7068-4520-47a9-8d84-361ed27aa7d7 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:03.267062 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-7eec7068-4520-47a9-8d84-361ed27aa7d7 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.52 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 812 time: 0.2257566 Aug 31 09:31:03.283080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Request body: {'port': {'device_id': 'f4811952-96bf-4d68-bfad-569aac4dc1d0', 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'admin_state_up': True, 'tenant_id': '9ef3edb97b0c4311a4f30df930c1ae55'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:03.380954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Made reservation on behalf of 9ef3edb97b0c4311a4f30df930c1ae55 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:03.388163 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.571931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Made reservation on behalf of 9ef3edb97b0c4311a4f30df930c1ae55 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:03.575702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.622405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Allocated IP 172.20.0.6 (3b6fca1c-c027-4258-9566-f8b9142862dd/e1be18ca-bd63-4e09-9772-a317c2d77e0f/8e82126d-e739-417a-9b9c-d10a8860f275) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:03.894580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.962525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b630-22b9-4f7e-8520-625dca8aea95 req-ac9f1bb7-ab84-4125-a102-d567f7d04d8f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:03.974458 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f289b630-22b9-4f7e-8520-625dca8aea95 req-ac9f1bb7-ab84-4125-a102-d567f7d04d8f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 947 time: 0.0851581 Aug 31 09:31:04.011969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Allocated IP 172.20.0.12 (3b6fca1c-c027-4258-9566-f8b9142862dd/e1be18ca-bd63-4e09-9772-a317c2d77e0f/87917ac5-b39e-4abe-aef2-a2b5415f5420) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:04.021061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f289b630-22b9-4f7e-8520-625dca8aea95 req-fc46667b-2105-4576-badc-5c2c8bf60613 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424147 Aug 31 09:31:04.033615 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.144303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Pushing event updated for resources: {'Port': ['ID=8e82126d-e739-417a-9b9c-d10a8860f275,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:04.161434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Network 3b6fca1c-c027-4258-9566-f8b9142862dd is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:04.166044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:04.174869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:04.243020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 12b70a6c-70ed-41ee-b648-1527c4c157f3 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:04.279061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c98d566-88d5-40a6-8130-553e567a5d18 req-a0b372bc-afd3-4921-8068-4d4dff621b6d tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 210 time: 0.0409575 Aug 31 09:31:04.368678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 48e4553d-3745-49f8-9755-04a6825c333f no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:04.397293 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.433934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:04.434824 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.445583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 48e4553d-3745-49f8-9755-04a6825c333f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:04.446322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 48e4553d-3745-49f8-9755-04a6825c333f not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:04.461941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 12b70a6c-70ed-41ee-b648-1527c4c157f3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=12b70a6c-70ed-41ee-b648-1527c4c157f3,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:04.483515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '12b70a6c-70ed-41ee-b648-1527c4c157f3', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '12b70a6c-70ed-41ee-b648-1527c4c157f3', 'mac_address': 'fa:16:3e:54:d7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:04.484502 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2375788f-e2a5-4d44-bd06-eb547c879b65 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5060744 Aug 31 09:31:04.508749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Request body: {'port': {'device_id': 'fc8212fc-29c0-4a65-b47a-50477123373f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:04.549115 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.563594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.573025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b70a6c-70ed-41ee-b648-1527c4c157f3 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:04.612118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 12b70a6c-70ed-41ee-b648-1527c4c157f3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=12b70a6c-70ed-41ee-b648-1527c4c157f3,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:04.617455 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.647114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Network 3b6fca1c-c027-4258-9566-f8b9142862dd is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:04.656007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:04.661108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:04.663927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.695574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=12b70a6c-70ed-41ee-b648-1527c4c157f3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:04.700362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Pushing event updated for resources: {'Port': ['ID=87917ac5-b39e-4abe-aef2-a2b5415f5420,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:04.866792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:04.867474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.867794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49758) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:04.914978 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-d4c74714-3a8c-46a1-9d16-2ae9a111c3ab tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6372495 Aug 31 09:31:04.937588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Request body: {'port': {'device_id': 'f4811952-96bf-4d68-bfad-569aac4dc1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:05.024876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c91f8da-04c7-47fb-b46b-3a0cf517d465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.047054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.070941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['12b70a6c-70ed-41ee-b648-1527c4c157f3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:05.203813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c91f8da-04c7-47fb-b46b-3a0cf517d465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.214856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3e9f3-d0a2-4e5a-abf6-a724ce016fa6 req-dbe7e549-b21e-4b84-9153-17b81fcd9664 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:05.216587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbd3e9f3-d0a2-4e5a-abf6-a724ce016fa6 req-dbe7e549-b21e-4b84-9153-17b81fcd9664 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 948 time: 0.0900226 Aug 31 09:31:05.217808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c91f8da-04c7-47fb-b46b-3a0cf517d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.252217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f8da-04c7-47fb-b46b-3a0cf517d465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8928879-abb4-43e1-8deb-7486045fb928,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:05.289884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6c91f8da-04c7-47fb-b46b-3a0cf517d465 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2cb01527f4d34e738ab0a419ff7e2f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206147 Aug 31 09:31:05.292454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49768) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:05.327335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e82126d-e739-417a-9b9c-d10a8860f275 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:05.336941 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.345615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbd3e9f3-d0a2-4e5a-abf6-a724ce016fa6 req-cd647594-7aa5-4068-b021-eba688c4623b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991704 Aug 31 09:31:05.372278 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc6e6-7f8d-48db-a861-63a58023e36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.385781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Transition to ACTIVE for port object 8e82126d-e739-417a-9b9c-d10a8860f275 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:05.415109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc6e6-7f8d-48db-a861-63a58023e36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.436528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5627dc01-8a37-45ac-a081-3fb51fa3818c no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:05.475769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 5627dc01-8a37-45ac-a081-3fb51fa3818c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:05.475769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5627dc01-8a37-45ac-a081-3fb51fa3818c not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:05.488539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.523338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc6e6-7f8d-48db-a861-63a58023e36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.526281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc6e6-7f8d-48db-a861-63a58023e36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.530453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7e3dc6e6-7f8d-48db-a861-63a58023e36b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8928879-abb4-43e1-8deb-7486045fb928 HTTP/1.1" status: 204 len: 168 time: 0.2369530 Aug 31 09:31:05.570958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dc6e6-7f8d-48db-a861-63a58023e36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8928879-abb4-43e1-8deb-7486045fb928,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:05.619889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39714c21-9dd8-4626-86df-39760b944775 req-d51d46d7-b8e4-47df-a84f-ae0530d40114 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:05.632555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39714c21-9dd8-4626-86df-39760b944775 req-d51d46d7-b8e4-47df-a84f-ae0530d40114 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 932 time: 0.1604898 Aug 31 09:31:05.638620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Pushing event updated for resources: {'Port': ['ID=8e82126d-e739-417a-9b9c-d10a8860f275,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:05.696968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39714c21-9dd8-4626-86df-39760b944775 req-1fdf9b3c-b542-4237-9c31-7645a4a883fd tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554061 Aug 31 09:31:05.840062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87917ac5-b39e-4abe-aef2-a2b5415f5420 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:05.851633 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.884173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Transition to ACTIVE for port object 87917ac5-b39e-4abe-aef2-a2b5415f5420 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:05.885480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Attempting to bind port 8e82126d-e739-417a-9b9c-d10a8860f275 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:05.887868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Attempting to bind port 8e82126d-e739-417a-9b9c-d10a8860f275 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:05.887868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Attempting to bind port 8e82126d-e739-417a-9b9c-d10a8860f275 on network 3b6fca1c-c027-4258-9566-f8b9142862dd {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:05.892688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.899906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Port 8e82126d-e739-417a-9b9c-d10a8860f275 on network 3b6fca1c-c027-4258-9566-f8b9142862dd not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:05.900295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Attempting to bind port 8e82126d-e739-417a-9b9c-d10a8860f275 on network 3b6fca1c-c027-4258-9566-f8b9142862dd {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:05.950691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:05.951332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Checking segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:05.951694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Bound using segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:05.952017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Bound port: 8e82126d-e739-417a-9b9c-d10a8860f275, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:05.953701 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.992719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Pushing event updated for resources: {'Port': ['ID=87917ac5-b39e-4abe-aef2-a2b5415f5420,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:06.097793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a095cd6-1029-41ab-894b-172ddd220192 req-47386c6b-d502-4b72-b5f8-b192258a68e4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.099934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a095cd6-1029-41ab-894b-172ddd220192 req-47386c6b-d502-4b72-b5f8-b192258a68e4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 0.0921373 Aug 31 09:31:06.163596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] For port 8e82126d-e739-417a-9b9c-d10a8860f275, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:06.168876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] For port 8e82126d-e739-417a-9b9c-d10a8860f275, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e82126d-e739-417a-9b9c-d10a8860f275,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:06.180179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.191841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a095cd6-1029-41ab-894b-172ddd220192 req-964f4fd3-d553-49b1-982e-edabed203b9f tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744648 Aug 31 09:31:06.228630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Attempting to bind port 87917ac5-b39e-4abe-aef2-a2b5415f5420 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:06.229094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Attempting to bind port 87917ac5-b39e-4abe-aef2-a2b5415f5420 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:06.229503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Attempting to bind port 87917ac5-b39e-4abe-aef2-a2b5415f5420 on network 3b6fca1c-c027-4258-9566-f8b9142862dd {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:06.243663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.244417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.246032 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e82126d-e739-417a-9b9c-d10a8860f275 HTTP/1.1" status: 200 len: 1091 time: 1.7488337 Aug 31 09:31:06.252301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 12b70a6c-70ed-41ee-b648-1527c4c157f3 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:06.252588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8212fc-29c0-4a65-b47a-50477123373f', 'tag': '8e82126d-e739-417a-9b9c-d10a8860f275'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:06.255967 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af581b2a-4344-48c3-b486-32503ece4a13" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8212fc-29c0-4a65-b47a-50477123373f", "tag": "8e82126d-e739-417a-9b9c-d10a8860f275"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:06.265333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Port 87917ac5-b39e-4abe-aef2-a2b5415f5420 on network 3b6fca1c-c027-4258-9566-f8b9142862dd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:06.265728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Attempting to bind port 87917ac5-b39e-4abe-aef2-a2b5415f5420 on network 3b6fca1c-c027-4258-9566-f8b9142862dd {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:06.275746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:06.276135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Checking segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:06.276511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Bound using segment: {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:06.277002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Bound port: 87917ac5-b39e-4abe-aef2-a2b5415f5420, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae08a57-8312-4dfe-8936-9f8095feb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:06.277366 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.339026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-cfa7b5eb-471c-42e8-b587-792b7f3d014a tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=222508c6c46f4581813fc861e35b2886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307250 Aug 31 09:31:06.373492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 12b70a6c-70ed-41ee-b648-1527c4c157f3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:06.381060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 12b70a6c-70ed-41ee-b648-1527c4c157f3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:06.381625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.382798 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6ac197-6a34-47ce-a6f1-a3998b89e1cd x-openstack-request-id: req-5f6ac197-6a34-47ce-a6f1-a3998b89e1cd {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:06.383105 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8212fc-29c0-4a65-b47a-50477123373f", "tag": "8e82126d-e739-417a-9b9c-d10a8860f275", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:06.383359 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f6ac197-6a34-47ce-a6f1-a3998b89e1cd {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:06.383826 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8212fc-29c0-4a65-b47a-50477123373f', 'tag': '8e82126d-e739-417a-9b9c-d10a8860f275', 'status': 'completed', 'code': 200} Aug 31 09:31:06.425391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047ca8d-657a-4799-9f25-87b93fa04848 service neutron] Pushing event updated for resources: {'Port': ['ID=8e82126d-e739-417a-9b9c-d10a8860f275,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:06.493552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] For port 87917ac5-b39e-4abe-aef2-a2b5415f5420, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:06.504927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] For port 87917ac5-b39e-4abe-aef2-a2b5415f5420, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=87917ac5-b39e-4abe-aef2-a2b5415f5420,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:06.517319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2dde4bdc-51dc-42c6-ace5-4df1517076d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.519560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2dde4bdc-51dc-42c6-ace5-4df1517076d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 1094 time: 0.2076705 Aug 31 09:31:06.521057 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.578637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.615606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.616278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.617875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] 10.222.0.52 "PUT /v2.0/ports/87917ac5-b39e-4abe-aef2-a2b5415f5420 HTTP/1.1" status: 200 len: 1092 time: 1.6852098 Aug 31 09:31:06.621796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-e24b682e-398d-42ee-92b8-bcaadfee39d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e82126d-e739-417a-9b9c-d10a8860f275 HTTP/1.1" status: 200 len: 217 time: 0.0828290 Aug 31 09:31:06.623893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b70a6c-70ed-41ee-b648-1527c4c157f3'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:06.628494 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b0df74-5c7f-4974-b901-540e42073605" -d '{"events": [{"server_uuid": "fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0", "name": "network-vif-plugged", "status": "completed", "tag": "12b70a6c-70ed-41ee-b648-1527c4c157f3"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:06.678827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 12b70a6c-70ed-41ee-b648-1527c4c157f3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=12b70a6c-70ed-41ee-b648-1527c4c157f3,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:06.685452 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.750095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283f626-7301-4304-ae45-48cb69c9a982 service neutron] Pushing event updated for resources: {'Port': ['ID=87917ac5-b39e-4abe-aef2-a2b5415f5420,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:06.764916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-3ccd55a3-7756-49e2-8e1d-21353c9125c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.766515 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-3ccd55a3-7756-49e2-8e1d-21353c9125c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 200 len: 852 time: 0.1329529 Aug 31 09:31:06.779178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=12b70a6c-70ed-41ee-b648-1527c4c157f3,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:06.808319 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-f47069ed-a3d0-4381-8ce0-31fe9ae2f79c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b6fca1c-c027-4258-9566-f8b9142862dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312984 Aug 31 09:31:06.812967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-6551c977-2c7f-4602-8e2c-660be92a5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.814389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-6551c977-2c7f-4602-8e2c-660be92a5784 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 1095 time: 0.1291049 Aug 31 09:31:06.856949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1140a7a-4309-4e48-ad39-46440d52933a req-5c566af9-0123-41da-a212-be9e1dd038ff tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.858425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1140a7a-4309-4e48-ad39-46440d52933a req-5c566af9-0123-41da-a212-be9e1dd038ff tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 949 time: 0.0820012 Aug 31 09:31:06.884603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-1ba04227-6df2-4521-b607-8ec23361cca7 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.886045 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-1ba04227-6df2-4521-b607-8ec23361cca7 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5462487 Aug 31 09:31:06.899702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-9244b843-596c-4a6b-9013-0ec2c7dd9981 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87917ac5-b39e-4abe-aef2-a2b5415f5420 HTTP/1.1" status: 200 len: 217 time: 0.0737970 Aug 31 09:31:06.914683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-2ccfe690-ccc5-4d27-8ba9-eae920e0061a tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/quotas/222508c6c46f4581813fc861e35b2886 HTTP/1.1" status: 200 len: 375 time: 0.0200007 Aug 31 09:31:06.955472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1140a7a-4309-4e48-ad39-46440d52933a req-4da0d5e7-d5f6-4bfe-a9e8-2713db193124 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872259 Aug 31 09:31:06.959679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-ca8f47d8-d862-4ad4-9f6e-f8fe82853f89 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=222508c6c46f4581813fc861e35b2886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434856 Aug 31 09:31:06.992058 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-8ed0e8f4-5ffe-4aa9-b631-b6317de6210d service neutron] 10.222.0.20 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753392 Aug 31 09:31:07.004795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-829ffa02-6094-4eb1-877e-32ebee72738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:07.006300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-829ffa02-6094-4eb1-877e-32ebee72738a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 200 len: 852 time: 0.0988045 Aug 31 09:31:07.078468 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacd29c8-d95a-4843-a75d-e33da3c5f8e9 x-openstack-request-id: req-bacd29c8-d95a-4843-a75d-e33da3c5f8e9 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:07.078938 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0", "name": "network-vif-plugged", "status": "completed", "tag": "12b70a6c-70ed-41ee-b648-1527c4c157f3", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:07.079197 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bacd29c8-d95a-4843-a75d-e33da3c5f8e9 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:07.079745 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b70a6c-70ed-41ee-b648-1527c4c157f3', 'code': 200} Aug 31 09:31:07.170259 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-bc2232e5-7b49-444b-a348-d93a6232c46c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3b6fca1c-c027-4258-9566-f8b9142862dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521473 Aug 31 09:31:07.172541 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-3fa8fbd7-2119-4e1d-a89a-3607cab9a994 service neutron] 10.222.0.20 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652136 Aug 31 09:31:07.328381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581b2a-4344-48c3-b486-32503ece4a13 req-a153c857-c555-4b6d-9cac-63d89576197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:07.329951 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af581b2a-4344-48c3-b486-32503ece4a13 req-a153c857-c555-4b6d-9cac-63d89576197f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 1094 time: 0.0707617 Aug 31 09:31:07.332851 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-5726f030-adc0-4e76-ace8-54e12afa555a service neutron] 10.222.0.52 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517873 Aug 31 09:31:07.351521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182f124-4a73-4065-b0b0-70a330324a6c req-97420ab3-5069-45bc-8716-59a613806157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:07.354234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a182f124-4a73-4065-b0b0-70a330324a6c req-97420ab3-5069-45bc-8716-59a613806157 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 1100 time: 0.1902966 Aug 31 09:31:07.370159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966db96e-7ab5-4e91-85fe-79db95a714a8 req-71950830-0ff3-4706-b91b-3c42c87a8bd7 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:07.373240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-966db96e-7ab5-4e91-85fe-79db95a714a8 req-71950830-0ff3-4706-b91b-3c42c87a8bd7 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 944 time: 0.1125426 Aug 31 09:31:07.428831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a182f124-4a73-4065-b0b0-70a330324a6c req-59109415-2686-4826-bc84-11081e5a0cb1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538681 Aug 31 09:31:07.453366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581b2a-4344-48c3-b486-32503ece4a13 req-b3ceffce-bdec-4659-9aca-39c2eef59cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:07.454876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af581b2a-4344-48c3-b486-32503ece4a13 req-b3ceffce-bdec-4659-9aca-39c2eef59cb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 914 time: 0.1166251 Aug 31 09:31:07.465931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-966db96e-7ab5-4e91-85fe-79db95a714a8 req-43ad601f-5b00-466c-a864-fd85e60f07cf tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846982 Aug 31 09:31:07.602573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d709384-31a6-482b-b82a-60aa41dabb50 req-2193874f-42d0-4da6-b8cc-3e121b40f836 service neutron] 10.222.0.52 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456392 Aug 31 09:31:07.809420 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af581b2a-4344-48c3-b486-32503ece4a13 req-9229fc65-c42b-4b5f-b8bc-e9f60385fb2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e82126d-e739-417a-9b9c-d10a8860f275 HTTP/1.1" status: 200 len: 217 time: 0.0889909 Aug 31 09:31:07.863835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-71ff0609-8ff2-43a0-a32c-44454262ba72 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=222508c6c46f4581813fc861e35b2886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390522 Aug 31 09:31:07.888477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581b2a-4344-48c3-b486-32503ece4a13 req-7623cc00-1f20-453b-b49c-793d490ad600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:07.890365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af581b2a-4344-48c3-b486-32503ece4a13 req-7623cc00-1f20-453b-b49c-793d490ad600 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 200 len: 852 time: 0.0727262 Aug 31 09:31:07.932206 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af581b2a-4344-48c3-b486-32503ece4a13 req-d8353784-f2bf-4f36-bbf9-737e0c8ce1b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b6fca1c-c027-4258-9566-f8b9142862dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304532 Aug 31 09:31:07.982134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49894) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:08.043273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-eff70cef-cd50-4aa5-a384-5dc4af8a8e8d tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:08.044882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-eff70cef-cd50-4aa5-a384-5dc4af8a8e8d tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780224 Aug 31 09:31:08.071119 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af581b2a-4344-48c3-b486-32503ece4a13 req-c787f6a8-4e47-4de5-9d37-0d7bd48d6740 service neutron] 10.222.0.20 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306918 Aug 31 09:31:08.088546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504fe2f-59bd-4665-97b5-2edd5dd0413a req-91218907-7454-4a2b-a0e6-f0fe2dd8faf7 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:08.097230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f504fe2f-59bd-4665-97b5-2edd5dd0413a req-91218907-7454-4a2b-a0e6-f0fe2dd8faf7 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 0.2278264 Aug 31 09:31:08.107899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-11a11199-66e1-435f-b30a-4cb8861cdf02 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/quotas/222508c6c46f4581813fc861e35b2886 HTTP/1.1" status: 200 len: 375 time: 0.0539243 Aug 31 09:31:08.168047 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-710961fe-414e-4468-8307-2682d23f1394 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=222508c6c46f4581813fc861e35b2886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586352 Aug 31 09:31:08.216424 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af581b2a-4344-48c3-b486-32503ece4a13 req-6e181e84-d16b-4d29-a135-f4e691eed157 service neutron] 10.222.0.20 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325169 Aug 31 09:31:08.218114 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f504fe2f-59bd-4665-97b5-2edd5dd0413a req-05072856-605f-4c4a-905a-67f55e63f479 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193359 Aug 31 09:31:08.245206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9857d768-2fc4-4cfb-a7d1-937a29470c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.384578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4811952-96bf-4d68-bfad-569aac4dc1d0', 'tag': '87917ac5-b39e-4abe-aef2-a2b5415f5420'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:08.386933 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48df7f5a-29db-4ff1-89f8-fa027c3710b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f4811952-96bf-4d68-bfad-569aac4dc1d0", "tag": "87917ac5-b39e-4abe-aef2-a2b5415f5420"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:08.388422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364cbc4-0f9d-4700-b098-d3cc1bfe18bc req-0ec38fa6-1619-40d8-aa77-162b11c5ec7f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:08.390489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8364cbc4-0f9d-4700-b098-d3cc1bfe18bc req-0ec38fa6-1619-40d8-aa77-162b11c5ec7f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 949 time: 0.0879550 Aug 31 09:31:08.409379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9857d768-2fc4-4cfb-a7d1-937a29470c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.419691 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9857d768-2fc4-4cfb-a7d1-937a29470c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.489698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49910) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:08.489945 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9857d768-2fc4-4cfb-a7d1-937a29470c2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf8346c479b84012bd4203dd363b536e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036931 Aug 31 09:31:08.505561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8364cbc4-0f9d-4700-b098-d3cc1bfe18bc req-5b894327-4393-4d44-ab0b-8ca86b35742e tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051447 Aug 31 09:31:08.508230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857d768-2fc4-4cfb-a7d1-937a29470c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5c7c17-f4ab-4de0-b052-c7c6abd99c48,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:08.575996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fecf2ce5-5319-4396-9c9c-05b303e406f9 req-3040f7fc-0e7f-4820-85e2-7eab501ab5a1 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 210 time: 0.0641806 Aug 31 09:31:08.593064 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0983564c-49a8-4f31-a96a-e841c9f82237 x-openstack-request-id: req-0983564c-49a8-4f31-a96a-e841c9f82237 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:08.593736 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4811952-96bf-4d68-bfad-569aac4dc1d0", "tag": "87917ac5-b39e-4abe-aef2-a2b5415f5420", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:08.594175 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0983564c-49a8-4f31-a96a-e841c9f82237 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:08.594570 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4811952-96bf-4d68-bfad-569aac4dc1d0', 'tag': '87917ac5-b39e-4abe-aef2-a2b5415f5420', 'status': 'completed', 'code': 200} Aug 31 09:31:08.637752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866bdfe0-1028-4d3b-81e1-930cdcbd8b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.737213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1372c-f557-4a33-92c4-2b0c48c5d371 req-b62bc183-b8d5-4b3c-b290-2c216c022eda tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:08.739885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8e1372c-f557-4a33-92c4-2b0c48c5d371 req-b62bc183-b8d5-4b3c-b290-2c216c022eda tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 944 time: 0.0759301 Aug 31 09:31:08.752710 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-91822503-3809-4340-bf73-1b826bbd5165 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=222508c6c46f4581813fc861e35b2886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601747 Aug 31 09:31:08.773266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866bdfe0-1028-4d3b-81e1-930cdcbd8b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.824459 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8e1372c-f557-4a33-92c4-2b0c48c5d371 req-76e23fad-d7f9-457a-89c9-222ca62ad5a6 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753899 Aug 31 09:31:08.895245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-21d59fa5-4110-49cc-9e09-f9035ba0297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:08.896861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-21d59fa5-4110-49cc-9e09-f9035ba0297b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 1095 time: 0.2849307 Aug 31 09:31:09.270567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866bdfe0-1028-4d3b-81e1-930cdcbd8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.273071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866bdfe0-1028-4d3b-81e1-930cdcbd8b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.274214 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-866bdfe0-1028-4d3b-81e1-930cdcbd8b88 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce5c7c17-f4ab-4de0-b052-c7c6abd99c48 HTTP/1.1" status: 204 len: 168 time: 0.7834642 Aug 31 09:31:09.302214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-7e2776bf-5646-42c5-aee3-18d2ef88f0ab tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:09.303767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-7e2776bf-5646-42c5-aee3-18d2ef88f0ab tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5363278 Aug 31 09:31:09.304551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bdfe0-1028-4d3b-81e1-930cdcbd8b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5c7c17-f4ab-4de0-b052-c7c6abd99c48,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:09.323310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Request body: {'port': {'device_id': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '222508c6c46f4581813fc861e35b2886'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:09.373620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4ed4c-510f-4353-a22e-7f395b5117ec req-5ad3b589-96c3-4e30-a05d-e165f41cb45a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:09.376963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dff4ed4c-510f-4353-a22e-7f395b5117ec req-5ad3b589-96c3-4e30-a05d-e165f41cb45a tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 0.0815091 Aug 31 09:31:09.390907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-ebc89007-2782-4c48-b20e-859122d2a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:09.392422 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-ebc89007-2782-4c48-b20e-859122d2a471 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 200 len: 914 time: 0.4812558 Aug 31 09:31:09.442725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dff4ed4c-510f-4353-a22e-7f395b5117ec req-aeacd855-c899-4db5-8a50-07f22358df2f tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580516 Aug 31 09:31:09.453354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-7e0789fc-503a-451d-8e9c-6fda48227132 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87917ac5-b39e-4abe-aef2-a2b5415f5420 HTTP/1.1" status: 200 len: 217 time: 0.0454602 Aug 31 09:31:09.547983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-20009d92-006c-4de5-b74a-1c6826b9228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:09.550898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-20009d92-006c-4de5-b74a-1c6826b9228f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 200 len: 852 time: 0.0877149 Aug 31 09:31:09.551742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Made reservation on behalf of 222508c6c46f4581813fc861e35b2886 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:09.556947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.569648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-d3120b80-2f96-4f2c-bca8-0e96abf66e89 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=222508c6c46f4581813fc861e35b2886&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598931 Aug 31 09:31:09.579375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.609154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-9191c0a0-a794-46f9-a64a-5fc0787941d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3b6fca1c-c027-4258-9566-f8b9142862dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478437 Aug 31 09:31:09.774402 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-9dd1f15a-2546-4bbe-8a72-77f162165851 service neutron] 10.222.0.52 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578796 Aug 31 09:31:09.795741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-785dcd06-de2f-46c7-889f-53ff8135f303 req-52d03404-d7d9-4d24-bf67-7022373577c2 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 210 time: 0.0843070 Aug 31 09:31:09.871872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde83c9c-5e99-4487-a8f8-76895b7fe03f req-d27223b7-46f9-4392-bc62-5a4c4618e5fd tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:09.873989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cde83c9c-5e99-4487-a8f8-76895b7fe03f req-d27223b7-46f9-4392-bc62-5a4c4618e5fd tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 949 time: 0.1638427 Aug 31 09:31:09.895193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-9e33561a-1cb8-4039-b45b-d36453abd11f tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:09.896811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-9e33561a-1cb8-4039-b45b-d36453abd11f tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249431 Aug 31 09:31:09.922033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Request body: {'port': {'device_id': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '222508c6c46f4581813fc861e35b2886'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:09.924066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.933331 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.006183 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48df7f5a-29db-4ff1-89f8-fa027c3710b5 req-cefede55-c5c1-4b6a-ac56-bf7e39a526d7 service neutron] 10.222.0.52 "GET /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183590 Aug 31 09:31:10.013586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed42a825-accf-4640-bf56-e2dc91351b78,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:10.055809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cde83c9c-5e99-4487-a8f8-76895b7fe03f req-9eb02ed7-11e8-49d5-bfb2-d51abebaf9e3 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573288 Aug 31 09:31:10.085323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f41e8-9584-4829-826c-de844b9f4113 req-98014d83-7f90-4a98-9f74-e7a0de10cdb9 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:10.087215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-904f41e8-9584-4829-826c-de844b9f4113 req-98014d83-7f90-4a98-9f74-e7a0de10cdb9 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 944 time: 0.1180682 Aug 31 09:31:10.145692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Allocated IP 192.168.233.232 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/205bb905-798a-4898-a851-33d9751a7bb5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:10.179764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-904f41e8-9584-4829-826c-de844b9f4113 req-32dbda32-3ab3-4c35-92a7-1653bacfbf68 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736074 Aug 31 09:31:10.189794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Made reservation on behalf of 222508c6c46f4581813fc861e35b2886 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:10.193405 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.281165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-84aebec3-9566-4ab0-b8ad-d3506735950f tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:10.282810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-84aebec3-9566-4ab0-b8ad-d3506735950f tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 0.1028423 Aug 31 09:31:10.283071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8e82126d-e739-417a-9b9c-d10a8860f275 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:10.413093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49970) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:10.481484 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.522879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Deleting port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:10.523324 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.547621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8e82126d-e739-417a-9b9c-d10a8860f275, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e82126d-e739-417a-9b9c-d10a8860f275,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:10.562099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-233597044-network', 'tenant_id': '59f572152eea4ddfa4a730a0e2da4a86'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:10.571371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '8e82126d-e739-417a-9b9c-d10a8860f275', 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'port_id': '8e82126d-e739-417a-9b9c-d10a8860f275', 'mac_address': 'fa:16:3e:b6:55:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1be18ca-bd63-4e09-9772-a317c2d77e0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:10.591918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.596483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Made reservation on behalf of 59f572152eea4ddfa4a730a0e2da4a86 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:10.599124 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.611864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.647223 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.648689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] For port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:10.649181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.663592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e82126d-e739-417a-9b9c-d10a8860f275 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:10.705625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8e82126d-e739-417a-9b9c-d10a8860f275, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e82126d-e739-417a-9b9c-d10a8860f275,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:10.709220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Transition to ACTIVE for port object 205bb905-798a-4898-a851-33d9751a7bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:10.714445 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.795138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=8e82126d-e739-417a-9b9c-d10a8860f275,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:10.868129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.870325 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.881863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.939575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:10.959711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:10.966116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:10.968045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:10.977826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:10.981775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fc84f1-d6d3-45d5-954e-4d7c14d573fb,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:11.000624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.001166 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Added segment 0005b824-00d8-41bb-90eb-ccceb962e4a5 of type vlan for network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 Aug 31 09:31:11.065399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85328901-5b62-49a8-8859-0c2ebc7755ad req-e532ef44-783a-472c-8584-95f61ad47397 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 210 time: 0.1272516 Aug 31 09:31:11.076094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['8e82126d-e739-417a-9b9c-d10a8860f275'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:11.085460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.094917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:11.101441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.141207 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-39b854ef-e64e-4b6f-ac57-e6ec514101ca tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8217866 Aug 31 09:31:11.155009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Request body: {'port': {'device_id': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:11.166662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.167861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:11.168549 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.198688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Allocated IP 192.168.233.124 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/f4054b95-b4fc-4860-9c3c-6febe8efbb05) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:11.233082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02752bab-3669-4b86-97ea-66ce5b116e90 req-44bce35b-2d73-43df-bac5-ecd2b8c6b47b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:11.241382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02752bab-3669-4b86-97ea-66ce5b116e90 req-44bce35b-2d73-43df-bac5-ecd2b8c6b47b tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 945 time: 0.4204013 Aug 31 09:31:11.277217 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8629625 Aug 31 09:31:11.290298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49996) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:11.306244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Request body: {'subnet': {'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-233597044-subnet', 'tenant_id': '59f572152eea4ddfa4a730a0e2da4a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:11.321736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-2161b264-a29a-44e9-a986-566838609a5a tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251397 Aug 31 09:31:11.324214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b944b-f5f7-43b9-9be9-efa92f79d903 admin admin] Pushing event updated for resources: {'Network': ['ID=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:11.337712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.339855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:11.385866 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02752bab-3669-4b86-97ea-66ce5b116e90 req-fab98739-010b-43fe-bd75-6082fb2bdfc7 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups?id=c74e9530-0550-454f-86b9-c757dab3eeae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435432 Aug 31 09:31:11.386530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Made reservation on behalf of 59f572152eea4ddfa4a730a0e2da4a86 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:11.389496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.441918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.442319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.442645 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Floating IP 64473bc0-a123-4c26-8f22-b36d298fc89e disassociated. External IP: 172.25.1.106, port: 0aa0148e-9ae9-4e95-98ad-919d6509c6dc. Aug 31 09:31:11.443151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Calling delete_port for 0aa0148e-9ae9-4e95-98ad-919d6509c6dc owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:11.492236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 87917ac5-b39e-4abe-aef2-a2b5415f5420 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:11.534474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5407865f-f479-4ac0-9e77-751f9a4ef765 None None] Provisioning for port 205bb905-798a-4898-a851-33d9751a7bb5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:11.542817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5407865f-f479-4ac0-9e77-751f9a4ef765 None None] Provisioning complete for port 205bb905-798a-4898-a851-33d9751a7bb5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:11.543176 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5407865f-f479-4ac0-9e77-751f9a4ef765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.644566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5407865f-f479-4ac0-9e77-751f9a4ef765 None None] Port 205bb905-798a-4898-a851-33d9751a7bb5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:11.691158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 87917ac5-b39e-4abe-aef2-a2b5415f5420, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=87917ac5-b39e-4abe-aef2-a2b5415f5420,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:11.703159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '87917ac5-b39e-4abe-aef2-a2b5415f5420', 'network_id': '3b6fca1c-c027-4258-9566-f8b9142862dd', 'port_id': '87917ac5-b39e-4abe-aef2-a2b5415f5420', 'mac_address': 'fa:16:3e:49:bd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1be18ca-bd63-4e09-9772-a317c2d77e0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:11.747900 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.760773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87917ac5-b39e-4abe-aef2-a2b5415f5420 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:11.783883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 87917ac5-b39e-4abe-aef2-a2b5415f5420, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=87917ac5-b39e-4abe-aef2-a2b5415f5420,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:11.792129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.849223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=87917ac5-b39e-4abe-aef2-a2b5415f5420,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:11.861658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3714d3-9c4e-47d2-bfad-df6b843b3291 req-37120e8d-377a-4afb-a8fc-de0792275f6c tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:11.864063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a3714d3-9c4e-47d2-bfad-df6b843b3291 req-37120e8d-377a-4afb-a8fc-de0792275f6c tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 944 time: 0.2468915 Aug 31 09:31:11.872086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db66ee-f3a1-4950-a266-fb540093db4a req-d085a385-4e6e-48ac-8d87-d249157930ce tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:11.873594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-d085a385-4e6e-48ac-8d87-d249157930ce tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4939551 Aug 31 09:31:11.917171 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.941999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-bdf814ea-2f67-447d-bf0c-9c86aaabda84 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/quotas/2ea8c32a36744e22a6d488283d2ce89f HTTP/1.1" status: 200 len: 375 time: 0.0540116 Aug 31 09:31:11.979837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Transition to ACTIVE for port object f4054b95-b4fc-4860-9c3c-6febe8efbb05 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:12.038003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['87917ac5-b39e-4abe-aef2-a2b5415f5420'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:12.054867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a3714d3-9c4e-47d2-bfad-df6b843b3291 req-8ff37917-e41f-45eb-8951-2cf16ef25107 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802154 Aug 31 09:31:12.112670 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.157376 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.181630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-b61a407d-646f-44f6-a119-635d8e4b691d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2247972 Aug 31 09:31:12.223184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.256641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event deleted for resources: {'Port': ['ID=0aa0148e-9ae9-4e95-98ad-919d6509c6dc,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:12.283618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0aa0148e-9ae9-4e95-98ad-919d6509c6dc no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:12.300643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75df9ba-6449-4ba7-80c3-046178a65288,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:12.343351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 0aa0148e-9ae9-4e95-98ad-919d6509c6dc {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:12.344438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0aa0148e-9ae9-4e95-98ad-919d6509c6dc not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:12.352834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:12.370244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:12.449609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:12.460120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205bb905-798a-4898-a851-33d9751a7bb5 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:12.469696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.488167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Transition to ACTIVE for port object 205bb905-798a-4898-a851-33d9751a7bb5 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:12.495502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.525186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Checking segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:12.525960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Network hostable DHCP agents. Network: 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:12.633744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:12.799094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Attempting to bind port 205bb905-798a-4898-a851-33d9751a7bb5 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:12.799617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Attempting to bind port 205bb905-798a-4898-a851-33d9751a7bb5 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:12.800476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Attempting to bind port 205bb905-798a-4898-a851-33d9751a7bb5 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:12.816724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Port 205bb905-798a-4898-a851-33d9751a7bb5 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:12.817056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Attempting to bind port 205bb905-798a-4898-a851-33d9751a7bb5 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:12.827937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:12.828291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:12.828683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:12.829281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Bound port: 205bb905-798a-4898-a851-33d9751a7bb5, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:12.829644 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.884077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-176d89b1-323f-4e9a-8374-61e71fdcf6fc None None] Provisioning for port f4054b95-b4fc-4860-9c3c-6febe8efbb05 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:12.892560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-176d89b1-323f-4e9a-8374-61e71fdcf6fc None None] Provisioning complete for port f4054b95-b4fc-4860-9c3c-6febe8efbb05 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:12.892947 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-176d89b1-323f-4e9a-8374-61e71fdcf6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.002564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-176d89b1-323f-4e9a-8374-61e71fdcf6fc None None] Port f4054b95-b4fc-4860-9c3c-6febe8efbb05 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:13.026926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:13.042882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:13.052432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.144098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.144733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.146229 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] 10.222.0.20 "PUT /v2.0/ports/205bb905-798a-4898-a851-33d9751a7bb5 HTTP/1.1" status: 200 len: 1096 time: 1.9960704 Aug 31 09:31:13.146694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:13.149048 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "tag": "205bb905-798a-4898-a851-33d9751a7bb5"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:13.157313 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:31:13.191687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152255e0-5853-4fb6-9f58-992b82246ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:13.204596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Pushing event updated for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:13.209445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0e37074-a414-4413-92f4-04e9d5a7b950 req-563d6b4a-043b-433a-8987-9ac7156ec0ee tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 210 time: 0.7521393 Aug 31 09:31:13.287311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-1af5a096-5269-44de-8826-c84551f42591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.289251 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-1af5a096-5269-44de-8826-c84551f42591 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=222508c6c46f4581813fc861e35b2886&device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 1099 time: 0.0890381 Aug 31 09:31:13.308275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.309100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.373071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-83cbe908-8720-4e84-b152-4d40fd571536 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=205bb905-798a-4898-a851-33d9751a7bb5 HTTP/1.1" status: 200 len: 217 time: 0.0599303 Aug 31 09:31:13.382182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.428495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-196f4394-06f1-4f38-8f18-4f3865d37af1 req-fddc112c-0e9b-414e-946a-c65b1035b9c0 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 210 time: 0.1140656 Aug 31 09:31:13.429366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:13.437686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-dc0d46fd-6c68-49cc-9c2c-f6571cbe0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.438849 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-dc0d46fd-6c68-49cc-9c2c-f6571cbe0874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0650277 Aug 31 09:31:13.448344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff65f41-56d5-4b99-8792-796040019afd req-9cde2a92-5413-4abb-9d87-bd507b15b33e tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.456077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ff65f41-56d5-4b99-8792-796040019afd req-9cde2a92-5413-4abb-9d87-bd507b15b33e tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 936 time: 1.1081738 Aug 31 09:31:13.458925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-cd6c0769-95c8-43ad-9b06-e62441ac16b4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5508621 Aug 31 09:31:13.481184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:13.491978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307364b-39c0-4ee6-a8fb-c97b3d9dab0e None None] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:13.496816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 87917ac5-b39e-4abe-aef2-a2b5415f5420 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:13.512396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Request body: {'port': {'device_id': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:13.512782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-6d1a1bcc-5033-44fb-9adb-6575fe352f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.516957 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-6d1a1bcc-5033-44fb-9adb-6575fe352f6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707471 Aug 31 09:31:13.542042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Router 74bf0948-456e-41d5-a8dc-879091abe7cf has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:13.578064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.578987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.664114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 87917ac5-b39e-4abe-aef2-a2b5415f5420 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:13.705506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 87917ac5-b39e-4abe-aef2-a2b5415f5420 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:13.706966 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.746857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-466d74f9-e143-434f-99fd-cc681ad7855a service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217333 Aug 31 09:31:13.792082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c65396e-2934-4a97-ae69-c868f51d87ce admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4888105 Aug 31 09:31:13.807492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa60707-0f69-4b96-9c67-8d44272fe20e None None] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:13.881526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ff65f41-56d5-4b99-8792-796040019afd req-15adee3f-4781-4778-a83b-5e31b6dfc872 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243391 Aug 31 09:31:13.983341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.991948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1d05184a-f4bd-4109-b654-eb01bbfc9ed5 req-3135577c-39ef-452d-aa18-fb4a226c67f5 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369266 Aug 31 09:31:13.995370 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49c25b-d9bc-46f5-b6a4-d4f03c578923 x-openstack-request-id: req-8a49c25b-d9bc-46f5-b6a4-d4f03c578923 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:13.995666 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "tag": "205bb905-798a-4898-a851-33d9751a7bb5", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:13.995907 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a49c25b-d9bc-46f5-b6a4-d4f03c578923 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:13.999339 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5', 'status': 'completed', 'code': 200} Aug 31 09:31:14.059674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-56ae01b5-1ec2-408a-b1b8-1c5c5f40f68d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593967 Aug 31 09:31:14.105595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.113863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:14.152948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebcc43-a3cc-4ba9-9397-4ecf321aac03 req-1a650375-2e76-4bf7-b20e-479abdd8c378 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.160632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20ebcc43-a3cc-4ba9-9397-4ecf321aac03 req-1a650375-2e76-4bf7-b20e-479abdd8c378 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 945 time: 0.3701665 Aug 31 09:31:14.222949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] No DVR routers for this DVR port 0aa0148e-9ae9-4e95-98ad-919d6509c6dc on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:14.251880 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.254450 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1e84bfc-71fd-4dc4-bfc3-110db2ba6085 req-61ab279c-4573-4688-8dcf-d7295d9272ac tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.20 "DELETE /v2.0/ports/0aa0148e-9ae9-4e95-98ad-919d6509c6dc HTTP/1.1" status: 204 len: 173 time: 3.9415424 Aug 31 09:31:14.257041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'name': 'network-vif-deleted', 'tag': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:14.266848 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca29b22-6226-46b4-84bf-2c38aafb3524" -d '{"events": [{"server_uuid": "b8bb96d9-7857-4352-bc11-1127d39141d3", "name": "network-vif-deleted", "tag": "0aa0148e-9ae9-4e95-98ad-919d6509c6dc"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:14.314243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] Sync routers for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:14.323723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20ebcc43-a3cc-4ba9-9397-4ecf321aac03 req-a2388936-16b8-4667-a665-2180f2e3c45f tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462266 Aug 31 09:31:14.327303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8e82126d-e739-417a-9b9c-d10a8860f275 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:14.379739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4811952-96bf-4d68-bfad-569aac4dc1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87917ac5-b39e-4abe-aef2-a2b5415f5420'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:14.382893 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8699f25b-34d1-4a55-8ecb-d897f6301291" -d '{"events": [{"server_uuid": "f4811952-96bf-4d68-bfad-569aac4dc1d0", "name": "network-vif-plugged", "status": "completed", "tag": "87917ac5-b39e-4abe-aef2-a2b5415f5420"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:14.388450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-2b5b0d89-0ef6-46ad-8538-f3adc2eadc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.390463 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-2b5b0d89-0ef6-46ad-8538-f3adc2eadc04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=222508c6c46f4581813fc861e35b2886&device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 1099 time: 0.1886668 Aug 31 09:31:14.407356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:14.408065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:14.419967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 87917ac5-b39e-4abe-aef2-a2b5415f5420, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=87917ac5-b39e-4abe-aef2-a2b5415f5420,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:14.483137 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.528107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db66ee-f3a1-4950-a266-fb540093db4a req-b5722f27-d0a3-40b8-923e-ab63fd37bb39 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.530164 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-b5722f27-d0a3-40b8-923e-ab63fd37bb39 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4632487 Aug 31 09:31:14.547012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Request body: {'port': {'device_id': '13ed4185-f0f8-4713-83a1-982d477c7d07', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '2ea8c32a36744e22a6d488283d2ce89f'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:14.571729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-feb8d44c-ef15-493b-9f25-95618a0dbb2a req-9525dc37-6d38-4993-aebe-5aa9faae07e8 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 210 time: 0.0910676 Aug 31 09:31:14.676056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 8e82126d-e739-417a-9b9c-d10a8860f275 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:14.679505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-d28526da-4263-497d-91f4-ac99b3a6025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.681033 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-d28526da-4263-497d-91f4-ac99b3a6025e service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2745879 Aug 31 09:31:14.683164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 8e82126d-e739-417a-9b9c-d10a8860f275 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:14.683540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.701682 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83329e2-3946-4ee0-9b4e-8ed2c1c3a1f5 x-openstack-request-id: req-e83329e2-3946-4ee0-9b4e-8ed2c1c3a1f5 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:14.701974 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb96d9-7857-4352-bc11-1127d39141d3", "name": "network-vif-deleted", "tag": "0aa0148e-9ae9-4e95-98ad-919d6509c6dc", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:14.702232 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e83329e2-3946-4ee0-9b4e-8ed2c1c3a1f5 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:14.702634 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bb96d9-7857-4352-bc11-1127d39141d3', 'name': 'network-vif-deleted', 'tag': '0aa0148e-9ae9-4e95-98ad-919d6509c6dc', 'status': 'completed', 'code': 200} Aug 31 09:31:14.709627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=87917ac5-b39e-4abe-aef2-a2b5415f5420,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:14.733531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-b32f5ba5-6773-4042-a2aa-ad93fafd5e7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.737584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-b32f5ba5-6773-4042-a2aa-ad93fafd5e7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.2923841 Aug 31 09:31:14.777090 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee9f9e-aedb-48ce-82f0-464927a09f7b x-openstack-request-id: req-36ee9f9e-aedb-48ce-82f0-464927a09f7b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:14.777370 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4811952-96bf-4d68-bfad-569aac4dc1d0", "name": "network-vif-plugged", "status": "completed", "tag": "87917ac5-b39e-4abe-aef2-a2b5415f5420", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:14.777617 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36ee9f9e-aedb-48ce-82f0-464927a09f7b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:14.778007 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4811952-96bf-4d68-bfad-569aac4dc1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87917ac5-b39e-4abe-aef2-a2b5415f5420', 'code': 200} Aug 31 09:31:14.782511 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-c08d5a69-24bf-459f-85c1-80e48b18e7e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=205bb905-798a-4898-a851-33d9751a7bb5 HTTP/1.1" status: 200 len: 217 time: 0.0832427 Aug 31 09:31:14.804990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:14.869216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4054b95-b4fc-4860-9c3c-6febe8efbb05 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:14.882658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.929085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Transition to ACTIVE for port object f4054b95-b4fc-4860-9c3c-6febe8efbb05 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:14.942013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-5f012785-9b90-46b9-9f1e-83f420330668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.943669 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-5f012785-9b90-46b9-9f1e-83f420330668 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1486230 Aug 31 09:31:14.944530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Made reservation on behalf of 2ea8c32a36744e22a6d488283d2ce89f for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:14.949572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.969817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-d57ca892-985f-48c5-ba16-47da48f5f187 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/quotas/59f572152eea4ddfa4a730a0e2da4a86 HTTP/1.1" status: 200 len: 375 time: 0.0322812 Aug 31 09:31:14.973125 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.977043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0a56d-1a54-4964-8901-5a31cbb1bde4 req-02c08845-94ce-445e-8791-45e23c0b76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.978973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7bf0a56d-1a54-4964-8901-5a31cbb1bde4 req-02c08845-94ce-445e-8791-45e23c0b76d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 1097 time: 0.1537971 Aug 31 09:31:15.097428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-c6421a2e-6284-4c04-8edf-d983e9e29fbf tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216321 Aug 31 09:31:15.100289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a76c56a-0baf-4fe7-98d7-d0223ee94de6 req-6d8f8d09-c092-4bdf-a310-3496e59745f4 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8bb96d9-7857-4352-bc11-1127d39141d3 HTTP/1.1" status: 200 len: 210 time: 0.1284864 Aug 31 09:31:15.123387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-aae8eec9-d340-4eb8-aa70-092b143ead28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:15.125124 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-aae8eec9-d340-4eb8-aa70-092b143ead28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726656 Aug 31 09:31:15.145051 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7bf0a56d-1a54-4964-8901-5a31cbb1bde4 req-769ec763-c817-4e03-b565-701be6b7dd8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382368 Aug 31 09:31:15.341986 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.360116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-29c8dcb6-7d40-4554-907f-4ee672dc568b service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298851 Aug 31 09:31:15.415212 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-83dc0129-7da2-4cad-b0f0-9bd34f750fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722344 Aug 31 09:31:15.447771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8e82126d-e739-417a-9b9c-d10a8860f275, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e82126d-e739-417a-9b9c-d10a8860f275,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:15.465742 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.583479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=8e82126d-e739-417a-9b9c-d10a8860f275,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:15.598495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Pushing event updated for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:15.602058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:15.645329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] Checking router: 74bf0948-456e-41d5-a8dc-879091abe7cf for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:15.651139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13646-b5ad-4aa1-b3b6-2f36c47af3c5 req-07f3f11b-b219-4583-bb51-9c93f5b21aaa tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:15.654651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21b13646-b5ad-4aa1-b3b6-2f36c47af3c5 req-07f3f11b-b219-4583-bb51-9c93f5b21aaa tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 948 time: 0.1324408 Aug 31 09:31:15.655724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Allocated IP 192.168.233.34 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:15.667569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:15.668565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:15.684507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4ab4dd2-1b7f-4a48-a967-d3146894f99f req-4c1f4d6e-d545-4c64-a0a7-6aacb738d687 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524064 Aug 31 09:31:15.764376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Attempting to bind port f4054b95-b4fc-4860-9c3c-6febe8efbb05 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:15.764876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Attempting to bind port f4054b95-b4fc-4860-9c3c-6febe8efbb05 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:15.765362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Attempting to bind port f4054b95-b4fc-4860-9c3c-6febe8efbb05 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:15.791697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Port f4054b95-b4fc-4860-9c3c-6febe8efbb05 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:15.792061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Attempting to bind port f4054b95-b4fc-4860-9c3c-6febe8efbb05 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:15.809797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-128597e0-4187-4666-8e0c-247c6e2d2ca3 service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481072 Aug 31 09:31:15.812999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:15.813348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:15.813731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:15.814183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Bound port: f4054b95-b4fc-4860-9c3c-6febe8efbb05, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:15.814550 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.836518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21b13646-b5ad-4aa1-b3b6-2f36c47af3c5 req-c115eddf-16c5-4843-a4dc-6babe7782af8 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656945 Aug 31 09:31:15.862013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:15.977988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:15.986828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:16.000251 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.061149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.061809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.063269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] 10.222.0.52 "PUT /v2.0/ports/f4054b95-b4fc-4860-9c3c-6febe8efbb05 HTTP/1.1" status: 200 len: 1096 time: 2.5902226 Aug 31 09:31:16.196105 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.213079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Transition to ACTIVE for port object 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:16.278815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.295749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['12b70a6c-70ed-41ee-b648-1527c4c157f3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:16.299162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:16.369911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:16.373247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:16.385696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:16.405968 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf979ff-d721-4c9e-a099-4ff15724af13 service neutron] Pushing event updated for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:16.422969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-3fb3b2c9-f1ff-4ddf-8445-bc0373531fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.424566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-3fb3b2c9-f1ff-4ddf-8445-bc0373531fc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=222508c6c46f4581813fc861e35b2886&device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 1099 time: 0.2825975 Aug 31 09:31:16.433828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0efae-98e7-459c-bc0f-b802c49be613 req-4dc7f371-ea47-48f1-8558-30234f2ff8ea tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.443447 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa0efae-98e7-459c-bc0f-b802c49be613 req-4dc7f371-ea47-48f1-8558-30234f2ff8ea tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 946 time: 0.3890338 Aug 31 09:31:16.478918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.479483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.497563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-b3b30428-c633-485a-9805-698a7ed44d25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05 HTTP/1.1" status: 200 len: 217 time: 0.0435703 Aug 31 09:31:16.500629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Pushing event updated for resources: {'Port': ['ID=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:16.515990 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-23954be2-4d0b-4c04-9f33-e17db33d001b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9750299 Aug 31 09:31:16.536135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Request body: {'port': {'device_id': '13ed4185-f0f8-4713-83a1-982d477c7d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:16.585424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315b99a-04e2-4424-bd8d-04876da899b7 req-37bb78f4-a49c-47c7-af83-db370314af08 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.593343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f315b99a-04e2-4424-bd8d-04876da899b7 req-37bb78f4-a49c-47c7-af83-db370314af08 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 935 time: 0.3899374 Aug 31 09:31:16.639355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa0efae-98e7-459c-bc0f-b802c49be613 req-ad95a934-4ef9-40ee-867a-236ee669c62e tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949220 Aug 31 09:31:16.684574 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.692444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-a2877c69-354f-40f0-9dd6-69b7d7177b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.694106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-a2877c69-354f-40f0-9dd6-69b7d7177b26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1847274 Aug 31 09:31:16.709043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:16.712520 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2265ee7e-6ccb-471a-92e7-519f13921a87" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:16.829586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8212fc-29c0-4a65-b47a-50477123373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e82126d-e739-417a-9b9c-d10a8860f275'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:16.836271 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73f7521-9df4-4b19-85c1-1243edc796f5" -d '{"events": [{"server_uuid": "fc8212fc-29c0-4a65-b47a-50477123373f", "name": "network-vif-plugged", "status": "completed", "tag": "8e82126d-e739-417a-9b9c-d10a8860f275"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:16.867328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8821003-5e85-4b59-becc-5538dad7ae07 req-7d0c451c-998c-472f-9aa2-cb75f5bf2958 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 210 time: 0.1524994 Aug 31 09:31:16.874145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f315b99a-04e2-4424-bd8d-04876da899b7 req-1215562b-8330-42ad-8eca-27db85cacba0 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799413 Aug 31 09:31:16.905090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-8474c024-d008-453d-9fa9-7d63c0191012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.934901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-8474c024-d008-453d-9fa9-7d63c0191012 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682885 Aug 31 09:31:17.002374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:17.028307 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31472c37-e6a8-4296-a15a-2de401150927 x-openstack-request-id: req-31472c37-e6a8-4296-a15a-2de401150927 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:17.028935 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:17.029382 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31472c37-e6a8-4296-a15a-2de401150927 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:17.029970 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'status': 'completed', 'code': 200} Aug 31 09:31:17.048408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '205bb905-798a-4898-a851-33d9751a7bb5', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '205bb905-798a-4898-a851-33d9751a7bb5', 'mac_address': 'fa:16:3e:18:cb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:17.118588 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bbbc21-f616-4da3-a1d7-cf64ee81d2bf x-openstack-request-id: req-d3bbbc21-f616-4da3-a1d7-cf64ee81d2bf {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:17.118948 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8212fc-29c0-4a65-b47a-50477123373f", "name": "network-vif-plugged", "status": "completed", "tag": "8e82126d-e739-417a-9b9c-d10a8860f275", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:17.119142 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3bbbc21-f616-4da3-a1d7-cf64ee81d2bf {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:17.119536 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8212fc-29c0-4a65-b47a-50477123373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e82126d-e739-417a-9b9c-d10a8860f275', 'code': 200} Aug 31 09:31:17.130005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:17.132266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d68d466d-3ece-4310-9df1-7ff83554fe0f None None] Provisioning for port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:17.133446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-57b2055f-c4da-4ba6-a1c3-8af10ed03276 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960688 Aug 31 09:31:17.263313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb91dd7-5342-4887-972a-598af760d29f req-5324247e-b130-4be7-981d-8a213689888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:17.265183 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eeb91dd7-5342-4887-972a-598af760d29f req-5324247e-b130-4be7-981d-8a213689888c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 1096 time: 0.1113563 Aug 31 09:31:17.289491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:17.307682 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.313232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d68d466d-3ece-4310-9df1-7ff83554fe0f None None] Provisioning complete for port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:17.315601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d68d466d-3ece-4310-9df1-7ff83554fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.330453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd6db3-80e7-4b7f-b243-647a9e0622d9 None None] The sync data for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 is: [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:23:20Z', 'revision_number': 4, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd18482aa-1c68-4865-ad78-bfe7d99610d6', 'name': '', 'network_id': '2ab24084-8ebb-4a7d-92d4-e4d83ee81e12', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'mac_address': 'fa:16:3e:6c:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:33Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'subnets': [{'id': 'be460a30-0ca2-4f8d-bc0b-d1d55915f9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:17.341930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Transition to ACTIVE for port object 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:17.348964 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eeb91dd7-5342-4887-972a-598af760d29f req-58d9feca-260d-4633-b813-621666275ee4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732038 Aug 31 09:31:17.350312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.392733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ee654-0579-4b4b-8d48-1bf12693bd5a req-d9cedd39-2bbb-43ae-a250-df8728d26a88 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:17.400826 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e9ee654-0579-4b4b-8d48-1bf12693bd5a req-d9cedd39-2bbb-43ae-a250-df8728d26a88 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 948 time: 0.2144699 Aug 31 09:31:17.418339 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.429782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50100) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:17.473395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205bb905-798a-4898-a851-33d9751a7bb5 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:17.508807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e9ee654-0579-4b4b-8d48-1bf12693bd5a req-a9da048c-522a-4c8c-b8c6-25a6f964c4fc tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040006 Aug 31 09:31:17.541082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d68d466d-3ece-4310-9df1-7ff83554fe0f None None] Port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:17.542154 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69831ea8-2dce-40e8-8908-97ce3dca7a30 req-1d554b20-2cc2-4638-8cb3-dccd7fdf4833 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008267 Aug 31 09:31:17.555492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:17.568110 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.587059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Attempting to bind port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:17.588235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Attempting to bind port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:17.588825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Attempting to bind port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:17.613938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Pushing event updated for resources: {'Port': ['ID=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:17.631212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:17.631212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Attempting to bind port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:17.638596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:17.638596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:17.638596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:17.638596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Bound port: 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:17.639232 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.679481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f98f6dc6-c3eb-43c6-a692-76093f8f340d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.719250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-a6ebf7b8-4c04-403b-97ca-63dd97534acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:17.721288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-a6ebf7b8-4c04-403b-97ca-63dd97534acc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=222508c6c46f4581813fc861e35b2886&device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 1099 time: 0.0606375 Aug 31 09:31:17.791243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:17.854831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-2007a36a-d75d-4174-84b2-5cd7e9968d32 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:17.856832 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-2007a36a-d75d-4174-84b2-5cd7e9968d32 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.1498888 Aug 31 09:31:17.886897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Request body: {'port': {'device_id': '79378d03-2d69-4bcb-b660-e6a097a29594', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'admin_state_up': True, 'tenant_id': '59f572152eea4ddfa4a730a0e2da4a86'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:17.889508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc87cf-4f66-4b49-8834-787a2543f5d2 req-ee616e27-1fba-4b06-a639-d78666609257 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:17.892472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10fc87cf-4f66-4b49-8834-787a2543f5d2 req-ee616e27-1fba-4b06-a639-d78666609257 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 946 time: 0.0843890 Aug 31 09:31:17.894431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f98f6dc6-c3eb-43c6-a692-76093f8f340d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.910358 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e9c14-8229-4774-a6b4-d83fa933ba42 None None] New status for floating IP 64473bc0-a123-4c26-8f22-b36d298fc89e: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:31:17.940767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['205bb905-798a-4898-a851-33d9751a7bb5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:18.005258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10fc87cf-4f66-4b49-8834-787a2543f5d2 req-25b18ae7-8fc5-40dc-bf96-0c15aed1370e tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931153 Aug 31 09:31:18.032073 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] For port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:18.071358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-572b6d3e-410a-4d32-bf35-0e98c4e86bc1 req-899feba8-08ca-48d5-a932-c8507df67389 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 210 time: 0.0927551 Aug 31 09:31:18.077687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-90dc9bce-2406-4c90-82ae-3b23f56fdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.086539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-90dc9bce-2406-4c90-82ae-3b23f56fdeeb service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3511660 Aug 31 09:31:18.127425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] For port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:18.166959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.220818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-ba294f74-20b9-4f66-b7f4-5b60d7401366 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05 HTTP/1.1" status: 200 len: 217 time: 0.1150863 Aug 31 09:31:18.244737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f98f6dc6-c3eb-43c6-a692-76093f8f340d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.247745 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f98f6dc6-c3eb-43c6-a692-76093f8f340d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.252278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f98f6dc6-c3eb-43c6-a692-76093f8f340d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "DELETE /v2.0/security-groups/c74e9530-0550-454f-86b9-c757dab3eeae HTTP/1.1" status: 204 len: 168 time: 0.8181307 Aug 31 09:31:18.263276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50112) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:18.285814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.286438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.288036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] 10.222.0.20 "PUT /v2.0/ports/1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b HTTP/1.1" status: 200 len: 1095 time: 1.7627957 Aug 31 09:31:18.297782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ed4185-f0f8-4713-83a1-982d477c7d07', 'tag': '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:18.301400 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f" -d '{"events": [{"name": "network-changed", "server_uuid": "13ed4185-f0f8-4713-83a1-982d477c7d07", "tag": "1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:18.337062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f6dc6-c3eb-43c6-a692-76093f8f340d tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74e9530-0550-454f-86b9-c757dab3eeae,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.364038 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-dc8d9f3c-8a19-467e-b86a-8d160615370e tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] show failed (client error): The resource could not be found. Aug 31 09:31:18.365269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc8d9f3c-8a19-467e-b86a-8d160615370e tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "GET /v2.0/security-groups/c74e9530-0550-454f-86b9-c757dab3eeae HTTP/1.1" status: 404 len: 347 time: 0.0995162 Aug 31 09:31:18.373601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50120) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:18.388683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Made reservation on behalf of 59f572152eea4ddfa4a730a0e2da4a86 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:18.389641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-fd2d1029-9b87-44e4-bd31-7412a7b0bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.391374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-fd2d1029-9b87-44e4-bd31-7412a7b0bf78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1549017 Aug 31 09:31:18.392428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.410390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b979c25-0b24-4772-94d7-031498ed4673 req-5c423101-2194-468c-a5d8-11234402a25d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.412926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b979c25-0b24-4772-94d7-031498ed4673 req-5c423101-2194-468c-a5d8-11234402a25d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 947 time: 0.1964240 Aug 31 09:31:18.425725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daff19-1bf3-4eae-b485-1d753b1c8488 req-ed3b027d-7eab-44a5-be65-d3fcbc6c02bf tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.433285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97daff19-1bf3-4eae-b485-1d753b1c8488 req-ed3b027d-7eab-44a5-be65-d3fcbc6c02bf tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 945 time: 0.2154205 Aug 31 09:31:18.464764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f9edf-5c78-4bfc-92ba-a17b37fa709d service neutron] Pushing event updated for resources: {'Port': ['ID=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.531731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97daff19-1bf3-4eae-b485-1d753b1c8488 req-58b01ac1-0700-4fe7-9152-6266697ba521 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952775 Aug 31 09:31:18.557737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db66ee-f3a1-4950-a266-fb540093db4a req-a55463ab-7ad4-4ea5-8c34-e364dca671ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.559311 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-a55463ab-7ad4-4ea5-8c34-e364dca671ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 1098 time: 0.1870503 Aug 31 09:31:18.575437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b979c25-0b24-4772-94d7-031498ed4673 req-4a704682-35f5-45ec-ac42-8875f539b77f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272643 Aug 31 09:31:18.593013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-7c53579e-67d9-4773-b1e8-c78765916c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.593013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-7c53579e-67d9-4773-b1e8-c78765916c7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745961 Aug 31 09:31:18.655940 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-9c54e2ce-3bf2-40ef-9a83-e86a9519db38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b HTTP/1.1" status: 200 len: 217 time: 0.0398755 Aug 31 09:31:18.791234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-86710851-5c56-4488-a3c7-4f2d3e1ff06f service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927450 Aug 31 09:31:18.931822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3d28b-81ac-4ac4-b97b-dbf8840dd7bf req-d91ba044-ab38-46b3-92cf-762360f6cdf9 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.940154 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4b3d28b-81ac-4ac4-b97b-dbf8840dd7bf req-d91ba044-ab38-46b3-92cf-762360f6cdf9 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 948 time: 0.1477666 Aug 31 09:31:19.013742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4b3d28b-81ac-4ac4-b97b-dbf8840dd7bf req-bf8d068b-05b5-48cf-bdb9-0d289d1c6352 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723679 Aug 31 09:31:19.026658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2265ee7e-6ccb-471a-92e7-519f13921a87 req-68463e0d-c1b7-42b7-a330-2ca4b5a85bd0 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123504 Aug 31 09:31:19.042675 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476a782e-da99-4ff5-ad17-c1182c0f1cd2 x-openstack-request-id: req-476a782e-da99-4ff5-ad17-c1182c0f1cd2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:19.043315 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ed4185-f0f8-4713-83a1-982d477c7d07", "tag": "1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:19.043553 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-476a782e-da99-4ff5-ad17-c1182c0f1cd2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:19.043895 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ed4185-f0f8-4713-83a1-982d477c7d07', 'tag': '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b', 'status': 'completed', 'code': 200} Aug 31 09:31:19.106143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f6422-4944-469c-ba37-450204c9effb req-337f72e3-41d1-46aa-989e-f6dcb9f9e001 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:19.107979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b43f6422-4944-469c-ba37-450204c9effb req-337f72e3-41d1-46aa-989e-f6dcb9f9e001 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.0798998 Aug 31 09:31:19.123007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db66ee-f3a1-4950-a266-fb540093db4a req-b36301f4-d518-47da-aa0d-3f7bdeadacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:19.125383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-b36301f4-d518-47da-aa0d-3f7bdeadacca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.4420700 Aug 31 09:31:19.166516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b43f6422-4944-469c-ba37-450204c9effb req-58399c91-e075-496c-b015-0ed85712e851 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502903 Aug 31 09:31:19.176532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Deleting port d858bd0d-2766-4829-ab4f-51ff60666e5d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:19.176881 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.199197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d96eb18a-04de-4f33-8278-a9c11b1c6b57 req-cdf4e2c1-9a20-4106-82b0-9968904d5eda tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 210 time: 0.0300059 Aug 31 09:31:19.238962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Allocated IP 172.20.0.10 (42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36/d75df9ba-6449-4ba7-80c3-046178a65288/f8e6d035-3610-48b7-a12b-5e8c25132bde) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:19.277968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db66ee-f3a1-4950-a266-fb540093db4a req-cebd2057-6926-4538-9717-28ab322c91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:19.279569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-cebd2057-6926-4538-9717-28ab322c91c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402426 Aug 31 09:31:19.374654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.375034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.433068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Calling delete_port for d858bd0d-2766-4829-ab4f-51ff60666e5d owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:19.535746 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-c717c5de-0667-4bad-8e82-9b9e91cfa512 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441666 Aug 31 09:31:19.625435 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.652472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760697c-936d-4077-bdd7-76b78998b785 req-c18f96d7-f3de-48e0-a33f-a615c910c8a1 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:19.654038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0760697c-936d-4077-bdd7-76b78998b785 req-c18f96d7-f3de-48e0-a33f-a615c910c8a1 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 945 time: 0.0527263 Aug 31 09:31:19.711011 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-49db66ee-f3a1-4950-a266-fb540093db4a req-1f000169-d3cc-424a-a5df-37942a01ab78 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649976 Aug 31 09:31:19.724966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0760697c-936d-4077-bdd7-76b78998b785 req-1924c20b-2001-4e2e-8f66-7e97967ac479 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603559 Aug 31 09:31:19.733740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f8c4-c887-4962-a7ae-a8d1da627e24 req-6ce13483-c7e8-4c9b-a4c8-75ac218f8aaa tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:19.735437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71e5f8c4-c887-4962-a7ae-a8d1da627e24 req-6ce13483-c7e8-4c9b-a4c8-75ac218f8aaa tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 947 time: 0.0804846 Aug 31 09:31:19.771571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.775501 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.803573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71e5f8c4-c887-4962-a7ae-a8d1da627e24 req-3aae9c70-806d-434a-b04a-f70c1d7aa627 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609682 Aug 31 09:31:19.823174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Pushing event deleted for resources: {'Port': ['ID=d858bd0d-2766-4829-ab4f-51ff60666e5d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:19.878248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:19.902722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:19.906627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:19.979739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event updated for resources: {'Port': ['ID=f8e6d035-3610-48b7-a12b-5e8c25132bde,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:20.000793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-d30928b5-a404-497d-ad55-84bdd72e8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.002327 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-d30928b5-a404-497d-ad55-84bdd72e8904 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 1098 time: 0.1939843 Aug 31 09:31:20.010206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.010886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.014791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.017311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.018455 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-96a29574-8ab7-4240-86a1-ffbc35e203d1 tempest-ServersWithSpecificFlavorTestJSON-1825139550 tempest-ServersWithSpecificFlavorTestJSON-1825139550-project] 10.222.0.69 "DELETE /v2.0/floatingips/64473bc0-a123-4c26-8f22-b36d298fc89e HTTP/1.1" status: 204 len: 168 time: 1.6308284 Aug 31 09:31:20.082516 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-4310176d-4fa6-4e92-82b8-ae75d02a5b5a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2068243 Aug 31 09:31:20.098693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Request body: {'port': {'device_id': '79378d03-2d69-4bcb-b660-e6a097a29594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:20.168506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-e5ba1a86-929c-45e9-96d4-fcece735dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.170018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-e5ba1a86-929c-45e9-96d4-fcece735dd11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1563990 Aug 31 09:31:20.178416 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.231270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-89802539-ddf3-41f1-b33c-f954abee5f43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b HTTP/1.1" status: 200 len: 217 time: 0.0505295 Aug 31 09:31:20.243274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb779ac7-5b31-4fdc-8310-adfd0513a442 req-b1d6137d-d896-4fce-9320-44881f97de19 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.244833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb779ac7-5b31-4fdc-8310-adfd0513a442 req-b1d6137d-d896-4fce-9320-44881f97de19 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 948 time: 0.0644531 Aug 31 09:31:20.313623 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb779ac7-5b31-4fdc-8310-adfd0513a442 req-9510996f-4145-4220-a190-90c398b93070 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Aug 31 09:31:20.328493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:20.340734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cede9a-5308-427e-8ed0-a0f07273902f req-ba3a32ca-5207-4823-a3fb-87a856218e67 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.342466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07cede9a-5308-427e-8ed0-a0f07273902f req-ba3a32ca-5207-4823-a3fb-87a856218e67 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 945 time: 0.0817347 Aug 31 09:31:20.364412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-bd25d877-34ee-475d-a175-e5d31e9d8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.365916 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-bd25d877-34ee-475d-a175-e5d31e9d8345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1131916 Aug 31 09:31:20.397677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 205bb905-798a-4898-a851-33d9751a7bb5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:20.402684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 205bb905-798a-4898-a851-33d9751a7bb5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:20.403094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.425970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07cede9a-5308-427e-8ed0-a0f07273902f req-2f8151be-a3ce-4918-a0b3-cdf3f934a806 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727956 Aug 31 09:31:20.453525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ad93-a249-4493-b5ed-86dc9fb9334b req-3a9111e1-162d-45f7-8f64-d33907a20039 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.459333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc68ad93-a249-4493-b5ed-86dc9fb9334b req-3a9111e1-162d-45f7-8f64-d33907a20039 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.0682309 Aug 31 09:31:20.476127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-0de74265-c1e6-49ac-ace2-8e2b3f4983e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.479458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-0de74265-c1e6-49ac-ace2-8e2b3f4983e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983467 Aug 31 09:31:20.513437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc68ad93-a249-4493-b5ed-86dc9fb9334b req-492ebb5a-b012-4dfa-86cb-d6d0d96bd6bb tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525913 Aug 31 09:31:20.666613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8bc32-bcc4-4a71-bb2c-661af7a7e2f4 req-e83039a5-582f-4454-bf0d-2d0fac31abad tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.669339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6da8bc32-bcc4-4a71-bb2c-661af7a7e2f4 req-e83039a5-582f-4454-bf0d-2d0fac31abad tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 932 time: 0.0620482 Aug 31 09:31:20.710587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.735940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6da8bc32-bcc4-4a71-bb2c-661af7a7e2f4 req-6aa583ec-60c6-4fc8-b23b-43ae55cd1da8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538168 Aug 31 09:31:20.746933 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-ed4430c6-84c1-4431-b81c-93d96102ff51 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542500 Aug 31 09:31:20.758950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:20.758950 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32ad928-3aa4-4e15-bd5c-a87f03eff077" -d '{"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-plugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:20.816044 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8fc27c-5d65-4f95-8508-d139f6444f27 x-openstack-request-id: req-7f8fc27c-5d65-4f95-8508-d139f6444f27 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:20.816409 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-plugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:20.816748 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f8fc27c-5d65-4f95-8508-d139f6444f27 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:20.817195 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5', 'code': 200} Aug 31 09:31:20.825815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:20.833986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e6d035-3610-48b7-a12b-5e8c25132bde {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:20.844798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.859108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.878356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Transition to ACTIVE for port object f8e6d035-3610-48b7-a12b-5e8c25132bde will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:20.924422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.986683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:21.014333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0350daa-39a4-4909-95d1-6bae2934267e req-613c4ff3-2308-489d-a9ea-3742dc704ac0 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.016592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0350daa-39a4-4909-95d1-6bae2934267e req-613c4ff3-2308-489d-a9ea-3742dc704ac0 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 947 time: 0.1075923 Aug 31 09:31:21.023948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c12c8e5-ed98-4b4a-ab22-2f56a8d3235f req-036d2654-8a62-481d-b0f8-bdae34052595 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683964 Aug 31 09:31:21.037160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Pushing event updated for resources: {'Port': ['ID=f8e6d035-3610-48b7-a12b-5e8c25132bde,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:21.047770 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d783b4-8c27-4c1a-ace1-e7c259bfdaa2 req-057ef151-8479-426b-92c7-16d843f0803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.049805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72d783b4-8c27-4c1a-ace1-e7c259bfdaa2 req-057ef151-8479-426b-92c7-16d843f0803d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 1101 time: 0.1541691 Aug 31 09:31:21.057877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.058698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.059075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.059416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.059754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.060080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.060406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.060733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.061056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.061376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.061697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.062017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:21.093836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50176) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:21.112923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0350daa-39a4-4909-95d1-6bae2934267e req-6dacb48a-f36a-4498-8d64-79f6a650cb28 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875640 Aug 31 09:31:21.177885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72d783b4-8c27-4c1a-ace1-e7c259bfdaa2 req-45a3c629-0d96-4954-a5cd-1b1489086ddc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825970 Aug 31 09:31:21.228163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Attempting to bind port f8e6d035-3610-48b7-a12b-5e8c25132bde on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:21.228391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Attempting to bind port f8e6d035-3610-48b7-a12b-5e8c25132bde by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:21.228723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Attempting to bind port f8e6d035-3610-48b7-a12b-5e8c25132bde on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:21.237762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Port f8e6d035-3610-48b7-a12b-5e8c25132bde on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:21.238103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Attempting to bind port f8e6d035-3610-48b7-a12b-5e8c25132bde on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:21.273031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:21.273372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Checking segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:21.273773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Bound using segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:21.274212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Bound port: f8e6d035-3610-48b7-a12b-5e8c25132bde, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:21.274570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.362834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-3a417181-9fcc-462f-a010-27c1425094b2 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.364662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-3a417181-9fcc-462f-a010-27c1425094b2 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.52 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.0529916 Aug 31 09:31:21.406343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] For port f8e6d035-3610-48b7-a12b-5e8c25132bde, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:21.447624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] For port f8e6d035-3610-48b7-a12b-5e8c25132bde, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f8e6d035-3610-48b7-a12b-5e8c25132bde,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:21.453842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.507154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.507803 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.509227 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] 10.222.0.52 "PUT /v2.0/ports/f8e6d035-3610-48b7-a12b-5e8c25132bde HTTP/1.1" status: 200 len: 1092 time: 1.4177854 Aug 31 09:31:21.509688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79378d03-2d69-4bcb-b660-e6a097a29594', 'tag': 'f8e6d035-3610-48b7-a12b-5e8c25132bde'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:21.511621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ef98-f217-4467-9f27-fb7ddde88b69 req-722e6c1d-4755-4dfd-942d-0838562a080f tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.511997 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82" -d '{"events": [{"name": "network-changed", "server_uuid": "79378d03-2d69-4bcb-b660-e6a097a29594", "tag": "f8e6d035-3610-48b7-a12b-5e8c25132bde"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:21.513334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b731ef98-f217-4467-9f27-fb7ddde88b69 req-722e6c1d-4755-4dfd-942d-0838562a080f tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 948 time: 0.1106095 Aug 31 09:31:21.548589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f4054b95-b4fc-4860-9c3c-6febe8efbb05 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:21.551043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Deleting port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:21.551375 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.558527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa1966-de64-4ef8-bc02-0446d745a77a service neutron] Pushing event updated for resources: {'Port': ['ID=f8e6d035-3610-48b7-a12b-5e8c25132bde,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:21.663800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b731ef98-f217-4467-9f27-fb7ddde88b69 req-6d9bfe2d-8e14-4c6b-9bd0-30b1ef6f0ef7 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324317 Aug 31 09:31:21.687023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-471585d6-be6a-4fa4-89ab-9a638512581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.688979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-471585d6-be6a-4fa4-89ab-9a638512581f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 1095 time: 0.1173239 Aug 31 09:31:21.713628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:21.748082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'mac_address': 'fa:16:3e:2d:bf:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:21.749973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-d5554db1-8b91-4e77-8b38-59c0c3c43977 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8e6d035-3610-48b7-a12b-5e8c25132bde HTTP/1.1" status: 200 len: 217 time: 0.0510700 Aug 31 09:31:21.773489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-1249245d-a825-4494-b173-1fb65d2af3b1 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.775521 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-1249245d-a825-4494-b173-1fb65d2af3b1 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4811952-96bf-4d68-bfad-569aac4dc1d0 HTTP/1.1" status: 200 len: 946 time: 0.1642375 Aug 31 09:31:21.786217 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af08769-b41c-4be4-81e8-db475b68a043 x-openstack-request-id: req-9af08769-b41c-4be4-81e8-db475b68a043 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:21.786949 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79378d03-2d69-4bcb-b660-e6a097a29594", "tag": "f8e6d035-3610-48b7-a12b-5e8c25132bde", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:21.787420 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9af08769-b41c-4be4-81e8-db475b68a043 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:21.788049 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79378d03-2d69-4bcb-b660-e6a097a29594', 'tag': 'f8e6d035-3610-48b7-a12b-5e8c25132bde', 'status': 'completed', 'code': 200} Aug 31 09:31:21.792518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-76e1c0bd-4422-4782-958d-63c90946da92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.880231 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.901341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4054b95-b4fc-4860-9c3c-6febe8efbb05 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:21.911285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-765dfed4-14ea-4039-b697-d98027708468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.912783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-765dfed4-14ea-4039-b697-d98027708468 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.1360674 Aug 31 09:31:21.938616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:21.944108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.956233 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-77d6fa5c-ebef-4e5c-a373-2ad8b22369af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306823 Aug 31 09:31:22.015229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.064680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Deleting port 87917ac5-b39e-4abe-aef2-a2b5415f5420 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:22.065111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.136358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] For port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:22.136947 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.146404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e833bd-63e3-45b0-b9ed-b690a21db00c req-e1940ae9-8b39-4454-9185-43616bb7d49b tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.147938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-29e833bd-63e3-45b0-b9ed-b690a21db00c req-e1940ae9-8b39-4454-9185-43616bb7d49b tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 945 time: 0.5535843 Aug 31 09:31:22.157780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.164116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Calling delete_port for 3ffafb5d-5ef3-4b23-9322-b5790785bf8a owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:22.171300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-fe3a63ac-7c3a-4de8-bacb-e43357bc0262 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906664 Aug 31 09:31:22.188230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['f4054b95-b4fc-4860-9c3c-6febe8efbb05'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:22.203570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79937858-8796-4bfe-84ac-9ca954922fea req-aad40a45-a1c6-4e1a-9adb-2675f8d81498 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.205068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79937858-8796-4bfe-84ac-9ca954922fea req-aad40a45-a1c6-4e1a-9adb-2675f8d81498 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=0905fcb0-12b1-4bc0-8e71-97dd93ce576c HTTP/1.1" status: 200 len: 946 time: 0.1146204 Aug 31 09:31:22.278022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-29e833bd-63e3-45b0-b9ed-b690a21db00c req-0ce37dee-a4af-4be2-9120-3b8621049f74 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162529 Aug 31 09:31:22.337264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79937858-8796-4bfe-84ac-9ca954922fea req-4d494d82-2ef8-42fc-9402-c3ac8a3d1bb7 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928431 Aug 31 09:31:22.341799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:22.438640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.489909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Pushing event deleted for resources: {'Port': ['ID=3ffafb5d-5ef3-4b23-9322-b5790785bf8a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.526569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55e779-3d1c-4c63-b271-61168e4b5309 req-3029c890-b6a8-4aaa-b669-d755962320af tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.531095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:22.534228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d55e779-3d1c-4c63-b271-61168e4b5309 req-3029c890-b6a8-4aaa-b669-d755962320af tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 944 time: 0.1371727 Aug 31 09:31:22.550122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b', 'mac_address': 'fa:16:3e:7e:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:22.586804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.586804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.586804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.586804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.587465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.587465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.587679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.588412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.588412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.588617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.588839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.589153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.596384 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.605434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] No DVR routers for this DVR port 3ffafb5d-5ef3-4b23-9322-b5790785bf8a on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:22.614444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:22.615211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.617277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac9abd36-d697-48e5-8ddf-c1acd8d4ea92 req-a43370eb-2df5-4f87-b728-9395d609339d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.52 "DELETE /v2.0/ports/3ffafb5d-5ef3-4b23-9322-b5790785bf8a HTTP/1.1" status: 204 len: 173 time: 1.2444267 Aug 31 09:31:22.617729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0905fcb0-12b1-4bc0-8e71-97dd93ce576c', 'name': 'network-vif-deleted', 'tag': '3ffafb5d-5ef3-4b23-9322-b5790785bf8a'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:22.620134 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abdf789-bef8-45c6-886d-567884d8d18e" -d '{"events": [{"server_uuid": "0905fcb0-12b1-4bc0-8e71-97dd93ce576c", "name": "network-vif-deleted", "tag": "3ffafb5d-5ef3-4b23-9322-b5790785bf8a"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:22.635275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] For port 87917ac5-b39e-4abe-aef2-a2b5415f5420, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=87917ac5-b39e-4abe-aef2-a2b5415f5420,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:22.635650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.649196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d55e779-3d1c-4c63-b271-61168e4b5309 req-4fea7e84-2e2b-4826-825f-b0d941c281c5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140320 Aug 31 09:31:22.651452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:22.659372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.695733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0bc32-06ed-47c4-87ae-bd2a748658ae req-48b0faf7-ec61-49ed-ba81-24db4e102e9d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.697267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58d0bc32-06ed-47c4-87ae-bd2a748658ae req-48b0faf7-ec61-49ed-ba81-24db4e102e9d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 947 time: 0.1428866 Aug 31 09:31:22.719922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-3b774817-cfde-437b-84f7-b2e9118754e2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.721576 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-3b774817-cfde-437b-84f7-b2e9118754e2 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 945 time: 0.2049918 Aug 31 09:31:22.729780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Calling delete_port for 87917ac5-b39e-4abe-aef2-a2b5415f5420 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:22.750783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3c962a4d-f7ae-4dd2-910f-93451edf6362'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:22.755020 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a48bc0-ed02-4b6a-813e-1f3ca7c5e9e3 x-openstack-request-id: req-81a48bc0-ed02-4b6a-813e-1f3ca7c5e9e3 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:22.755284 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0905fcb0-12b1-4bc0-8e71-97dd93ce576c", "name": "network-vif-deleted", "tag": "3ffafb5d-5ef3-4b23-9322-b5790785bf8a", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:22.755513 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-81a48bc0-ed02-4b6a-813e-1f3ca7c5e9e3 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:22.755905 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0905fcb0-12b1-4bc0-8e71-97dd93ce576c', 'name': 'network-vif-deleted', 'tag': '3ffafb5d-5ef3-4b23-9322-b5790785bf8a', 'status': 'completed', 'code': 200} Aug 31 09:31:22.786513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58d0bc32-06ed-47c4-87ae-bd2a748658ae req-d8ffc6d3-779a-45cc-b420-cd1270396643 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715499 Aug 31 09:31:22.793913 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13a06817-9263-4d08-84fa-679a9d9ba567 req-67c28267-f7e6-433c-a82c-fb95b075de23 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675827 Aug 31 09:31:22.801205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.903406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4545e-2f11-4d68-b7d0-fb9b59ab120f req-4da237d9-3c6f-46f4-a36f-9a9270394e49 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.905002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9f4545e-2f11-4d68-b7d0-fb9b59ab120f req-4da237d9-3c6f-46f4-a36f-9a9270394e49 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 949 time: 0.0514212 Aug 31 09:31:22.957186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9f4545e-2f11-4d68-b7d0-fb9b59ab120f req-393e0ada-674e-48fb-bc61-07d246539bad tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Aug 31 09:31:23.034377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-05c4b9b9-f2ca-4085-af06-36d1efbcfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.038316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-05c4b9b9-f2ca-4085-af06-36d1efbcfd5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 1095 time: 0.1421022 Aug 31 09:31:23.046223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:23.104114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Deleting port 8e82126d-e739-417a-9b9c-d10a8860f275 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:23.104518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.256791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.267751 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['87917ac5-b39e-4abe-aef2-a2b5415f5420'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:23.320441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Pushing event deleted for resources: {'Port': ['ID=87917ac5-b39e-4abe-aef2-a2b5415f5420,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:23.328377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-01479a2a-fc91-439d-96b0-95b37f75132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.329803 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-01479a2a-fc91-439d-96b0-95b37f75132a service neutron] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 913 time: 0.2809772 Aug 31 09:31:23.356626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] For port 8e82126d-e739-417a-9b9c-d10a8860f275, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e82126d-e739-417a-9b9c-d10a8860f275,segment=NetworkSegment(1ae08a57-8312-4dfe-8936-9f8095feb9ac),segment_id=1ae08a57-8312-4dfe-8936-9f8095feb9ac)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:23.356852 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.417864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Calling delete_port for 8e82126d-e739-417a-9b9c-d10a8860f275 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:23.423404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-efa649b6-c871-410a-b70e-28efbfd5e936 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8e6d035-3610-48b7-a12b-5e8c25132bde HTTP/1.1" status: 200 len: 217 time: 0.0699935 Aug 31 09:31:23.438187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ca439-9773-4689-bc7b-6bf3512c378a req-43d3d8e0-fc98-4573-a566-fa90840a1670 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.443194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d21ca439-9773-4689-bc7b-6bf3512c378a req-43d3d8e0-fc98-4573-a566-fa90840a1670 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 945 time: 0.0736146 Aug 31 09:31:23.452339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] No DVR routers for this DVR port 87917ac5-b39e-4abe-aef2-a2b5415f5420 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:23.464780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.466723 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-50ef2e5b-1ba0-4e71-bb75-3e606fb5d742 req-68535643-00f9-4384-a048-62233683ed11 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.52 "DELETE /v2.0/ports/87917ac5-b39e-4abe-aef2-a2b5415f5420 HTTP/1.1" status: 204 len: 173 time: 1.6640768 Aug 31 09:31:23.495928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d21ca439-9773-4689-bc7b-6bf3512c378a req-5d7c9305-a78f-4050-8799-e63277ef5b3e tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e75bf4-0942-4024-ab4a-ca23b905f3a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483985 Aug 31 09:31:23.550532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-bcc228f2-4e54-418c-b2ed-e970169ff7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.551982 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-bcc228f2-4e54-418c-b2ed-e970169ff7df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.1017783 Aug 31 09:31:23.562587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Deleting port d18482aa-1c68-4865-ad78-bfe7d99610d6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:23.562962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.572790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f4054b95-b4fc-4860-9c3c-6febe8efbb05 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:23.628519 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-f748842d-f394-4c78-bc45-5ee84d55fe36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677040 Aug 31 09:31:23.644140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port f4054b95-b4fc-4860-9c3c-6febe8efbb05 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:23.650589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port f4054b95-b4fc-4860-9c3c-6febe8efbb05 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:23.650589 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.736425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f6a8d-d064-4814-a5ab-e96133ff9040 req-0be2a0c8-388b-47a9-8507-94aee4551fc8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.745801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-469f6a8d-d064-4814-a5ab-e96133ff9040 req-0be2a0c8-388b-47a9-8507-94aee4551fc8 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0646579 Aug 31 09:31:23.775775 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.783219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] For port d18482aa-1c68-4865-ad78-bfe7d99610d6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d18482aa-1c68-4865-ad78-bfe7d99610d6,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:23.783582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.790599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4811952-96bf-4d68-bfad-569aac4dc1d0', 'name': 'network-vif-deleted', 'tag': '87917ac5-b39e-4abe-aef2-a2b5415f5420'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:23.792837 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd5eba7-c255-49cd-8a1d-cfd82215056d" -d '{"events": [{"server_uuid": "f4811952-96bf-4d68-bfad-569aac4dc1d0", "name": "network-vif-deleted", "tag": "87917ac5-b39e-4abe-aef2-a2b5415f5420"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:23.805485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:23.807282 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e0b1bc-00a7-4f2a-9bc6-47cada358def" -d '{"events": [{"server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:23.815840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Calling delete_port for d18482aa-1c68-4865-ad78-bfe7d99610d6 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:23.820892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:23.823579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-469f6a8d-d064-4814-a5ab-e96133ff9040 req-1db1ccf0-b3a9-4d19-be7c-1be70dcd9c70 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764608 Aug 31 09:31:23.827040 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.829002 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.832057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3ffafb5d-5ef3-4b23-9322-b5790785bf8a no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:23.833858 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-a2b91fea-487c-4357-aa0b-a35ad8b4a73b service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959174 Aug 31 09:31:23.861196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af3c96-29ff-45f2-922d-98c0f1c61d8d req-f816333c-86e2-47ed-9bcc-e6e89314a3e3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.870213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5af3c96-29ff-45f2-922d-98c0f1c61d8d req-f816333c-86e2-47ed-9bcc-e6e89314a3e3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 944 time: 0.1163888 Aug 31 09:31:23.906984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 3ffafb5d-5ef3-4b23-9322-b5790785bf8a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:23.907700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3ffafb5d-5ef3-4b23-9322-b5790785bf8a not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:23.910582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:23.947599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Pushing event deleted for resources: {'Port': ['ID=8e82126d-e739-417a-9b9c-d10a8860f275,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:23.950804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5af3c96-29ff-45f2-922d-98c0f1c61d8d req-48f30984-e3d6-4da1-ad51-be76ff32ab5e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796950 Aug 31 09:31:23.968096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33794b80-953b-429a-be89-70b0f57d8da3 req-dacdfda0-f127-4b5b-906b-21d449e04c1f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.980741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33794b80-953b-429a-be89-70b0f57d8da3 req-dacdfda0-f127-4b5b-906b-21d449e04c1f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 948 time: 0.0848689 Aug 31 09:31:24.016631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33794b80-953b-429a-be89-70b0f57d8da3 req-a32f785d-39c0-4e3b-bb5e-c42e855faa14 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Aug 31 09:31:24.018679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] No DVR routers for this DVR port 8e82126d-e739-417a-9b9c-d10a8860f275 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:24.029394 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.031326 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19411afb-98ca-492f-8bc5-34cfaf03f5dc req-d83071d9-7e41-4d1c-a894-d5cbc23c3066 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.20 "DELETE /v2.0/ports/8e82126d-e739-417a-9b9c-d10a8860f275 HTTP/1.1" status: 204 len: 173 time: 1.2981246 Aug 31 09:31:24.032780 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82c29f7-5b1a-4f7b-bf5f-17652843fe79 x-openstack-request-id: req-c82c29f7-5b1a-4f7b-bf5f-17652843fe79 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:24.033058 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4811952-96bf-4d68-bfad-569aac4dc1d0", "name": "network-vif-deleted", "tag": "87917ac5-b39e-4abe-aef2-a2b5415f5420", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:24.033298 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c82c29f7-5b1a-4f7b-bf5f-17652843fe79 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:24.034947 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4811952-96bf-4d68-bfad-569aac4dc1d0', 'name': 'network-vif-deleted', 'tag': '87917ac5-b39e-4abe-aef2-a2b5415f5420', 'status': 'completed', 'code': 200} Aug 31 09:31:24.079286 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e00dc43-abd7-431c-a332-82b8e6350627 x-openstack-request-id: req-7e00dc43-abd7-431c-a332-82b8e6350627 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:24.079760 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:24.079970 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e00dc43-abd7-431c-a332-82b8e6350627 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:24.080591 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'code': 200} Aug 31 09:31:24.101741 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6e8c4cc4-ac78-4ce0-89ea-5c21a90fbe82 req-e19e27fd-0d9f-4d64-9f52-4d41b8c438ee service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588768 Aug 31 09:31:24.190548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d6115-f7b6-440f-a3c1-26f4e832421e req-545cff4e-b120-4d04-8ad2-57421694bffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:24.192078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-461d6115-f7b6-440f-a3c1-26f4e832421e req-545cff4e-b120-4d04-8ad2-57421694bffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 950 time: 0.0682704 Aug 31 09:31:24.202515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.239897 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-461d6115-f7b6-440f-a3c1-26f4e832421e req-4bd67b7a-5191-40cd-b3f6-4e51161dab46 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Aug 31 09:31:24.252897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d18482aa-1c68-4865-ad78-bfe7d99610d6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:24.308837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779854d-0b59-4d23-8af2-d5240e64cd72 req-8ffdeb54-94cf-4c02-ac68-ec5986aa60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:24.310539 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2779854d-0b59-4d23-8af2-d5240e64cd72 req-8ffdeb54-94cf-4c02-ac68-ec5986aa60d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 1101 time: 0.1172850 Aug 31 09:31:24.360249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:24.395798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2779854d-0b59-4d23-8af2-d5240e64cd72 req-f5c4364d-6da0-44cd-beb6-73ab7e92df38 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767853 Aug 31 09:31:24.413867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:24.418128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:24.418523 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.449743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.500456 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.536399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:24.541774 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.544239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8e82126d-e739-417a-9b9c-d10a8860f275 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:24.587227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 8e82126d-e739-417a-9b9c-d10a8860f275 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:24.587950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8e82126d-e739-417a-9b9c-d10a8860f275 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:24.627188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:24.655309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11286bc9-29f1-466f-9102-e390f5c4a46a req-cf153f87-efad-4ef3-8b31-884b0e1e3343 tempest-MultipleCreateTestJSON-1816875309 tempest-MultipleCreateTestJSON-1816875309-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc8212fc-29c0-4a65-b47a-50477123373f HTTP/1.1" status: 200 len: 210 time: 0.0447066 Aug 31 09:31:24.713191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Router 74bf0948-456e-41d5-a8dc-879091abe7cf has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:24.949677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be29f2-15d8-4e70-a13f-2cb974240158 req-5c85a547-ec9b-46e5-a97c-5d449b58070d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:24.951290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70be29f2-15d8-4e70-a13f-2cb974240158 req-5c85a547-ec9b-46e5-a97c-5d449b58070d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0552075 Aug 31 09:31:24.962833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.994098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70be29f2-15d8-4e70-a13f-2cb974240158 req-88b125b2-e7f4-4ae2-a4ac-4d2718aecc2f tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359037 Aug 31 09:31:25.079810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:25.085244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-795429f1-7548-48d7-99b1-8ac8803bad3b admin admin] 10.222.0.69 "PUT /v2.0/routers/74bf0948-456e-41d5-a8dc-879091abe7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9885800 Aug 31 09:31:25.087865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50234) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:25.090700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] Sync routers for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:25.100483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8261b-df46-47f2-a132-5ca7334553e7 req-022aee97-8f07-45d5-b142-f45373ac2da5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:25.103677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:25.104283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:30:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:25.108516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ee8261b-df46-47f2-a132-5ca7334553e7 req-022aee97-8f07-45d5-b142-f45373ac2da5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 944 time: 0.0646427 Aug 31 09:31:25.169475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ee8261b-df46-47f2-a132-5ca7334553e7 req-02df553e-5e9c-4f33-9510-8029c180b9ff tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600753 Aug 31 09:31:25.175626 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cae64fac-45d0-4ae2-9bc9-66352b451db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.200711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.204398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b309f-6a8b-4319-ba03-a3e7d7ab4ed2 req-86b2eaf8-3077-4778-8bcb-4fbee62fe3c4 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:25.206091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-669b309f-6a8b-4319-ba03-a3e7d7ab4ed2 req-86b2eaf8-3077-4778-8bcb-4fbee62fe3c4 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 949 time: 0.0772784 Aug 31 09:31:25.240901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:25.253088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-669b309f-6a8b-4319-ba03-a3e7d7ab4ed2 req-dbcfbcae-969a-4cff-866f-b224bb9e874a tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Aug 31 09:31:25.318364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.363661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70090c0-4b5b-48f0-9de4-99aedddc1e59 req-347c308b-aa57-4b8c-bae0-a412ebb2fe26 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:25.371464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a70090c0-4b5b-48f0-9de4-99aedddc1e59 req-347c308b-aa57-4b8c-bae0-a412ebb2fe26 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 950 time: 0.0584369 Aug 31 09:31:25.372635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Deleting port a4ba1b09-373b-4b3a-a1db-41103a674e7a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:25.373182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.415452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a70090c0-4b5b-48f0-9de4-99aedddc1e59 req-7e472fe1-70fd-46ab-a626-e7a2cc35fdc4 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Aug 31 09:31:25.435957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:31:24Z', 'revision_number': 5, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port': {'id': 'a4ba1b09-373b-4b3a-a1db-41103a674e7a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:15Z', 'updated_at': '2021-08-31T09:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:25.462015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] For port a4ba1b09-373b-4b3a-a1db-41103a674e7a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a4ba1b09-373b-4b3a-a1db-41103a674e7a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:25.462385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.464793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] Checking router: 74bf0948-456e-41d5-a8dc-879091abe7cf for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:25.473725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] Routers {'74bf0948-456e-41d5-a8dc-879091abe7cf'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:25.474342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['74bf0948-456e-41d5-a8dc-879091abe7cf'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:25.476471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Calling delete_port for a4ba1b09-373b-4b3a-a1db-41103a674e7a owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:25.564554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] Set router 74bf0948-456e-41d5-a8dc-879091abe7cf gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:25.591225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f8e6d035-3610-48b7-a12b-5e8c25132bde details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:25.624928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 87917ac5-b39e-4abe-aef2-a2b5415f5420 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:25.630820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:31:25Z', 'revision_number': 6, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:25.660934 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.677488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 87917ac5-b39e-4abe-aef2-a2b5415f5420 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:25.677837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 87917ac5-b39e-4abe-aef2-a2b5415f5420 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:25.680739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa8cdb-32aa-49f3-8c0f-0983affa2b3a None None] The sync data for ids ['74bf0948-456e-41d5-a8dc-879091abe7cf'] in n-d-806683-2 is: [{'id': '74bf0948-456e-41d5-a8dc-879091abe7cf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-990232120-router', 'tenant_id': '3536a4141d5b4186aa3e20e3c180471c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:14Z', 'updated_at': '2021-08-31T09:31:25Z', 'revision_number': 6, 'project_id': '3536a4141d5b4186aa3e20e3c180471c', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:25.693487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ba1b09-373b-4b3a-a1db-41103a674e7a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:25.784835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f8e6d035-3610-48b7-a12b-5e8c25132bde, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f8e6d035-3610-48b7-a12b-5e8c25132bde,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:25.785200 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.797260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'f8e6d035-3610-48b7-a12b-5e8c25132bde', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'port_id': 'f8e6d035-3610-48b7-a12b-5e8c25132bde', 'mac_address': 'fa:16:3e:33:1b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75df9ba-6449-4ba7-80c3-046178a65288', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:25.837549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.844851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50246) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:25.856102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e6d035-3610-48b7-a12b-5e8c25132bde {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:25.876223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f8e6d035-3610-48b7-a12b-5e8c25132bde, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f8e6d035-3610-48b7-a12b-5e8c25132bde,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:25.881498 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.888932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada9b439-0afc-4a72-9866-16ad26a5220f admin admin] Deleting subnet e1be18ca-bd63-4e09-9772-a317c2d77e0f {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:25.889306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.891446 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.892562 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ada9b439-0afc-4a72-9866-16ad26a5220f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.929452 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ada9b439-0afc-4a72-9866-16ad26a5220f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.933441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f8e6d035-3610-48b7-a12b-5e8c25132bde,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:25.938149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.938819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74bf0948-456e-41d5-a8dc-879091abe7cf {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:31:25.943701 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.944906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dff4bad1-bd6e-45fd-a154-de071522ae98 admin admin] 10.222.0.69 "DELETE /v2.0/routers/74bf0948-456e-41d5-a8dc-879091abe7cf HTTP/1.1" status: 204 len: 168 time: 0.8556178 Aug 31 09:31:25.947310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:25.976888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ada9b439-0afc-4a72-9866-16ad26a5220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.996656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-164ab0f2-8db5-4e4c-a15f-24cfb391a357 admin admin] Deleting subnet be460a30-0ca2-4f8d-bc0b-d1d55915f9ab {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:25.999854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-164ab0f2-8db5-4e4c-a15f-24cfb391a357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.035563 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ada9b439-0afc-4a72-9866-16ad26a5220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.037809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8212fc-29c0-4a65-b47a-50477123373f', 'name': 'network-vif-deleted', 'tag': '8e82126d-e739-417a-9b9c-d10a8860f275'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:26.042206 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab141116-8d14-4a75-ab25-f29f50fdf8c5" -d '{"events": [{"server_uuid": "fc8212fc-29c0-4a65-b47a-50477123373f", "name": "network-vif-deleted", "tag": "8e82126d-e739-417a-9b9c-d10a8860f275"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:26.058653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-164ab0f2-8db5-4e4c-a15f-24cfb391a357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.074815 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ada9b439-0afc-4a72-9866-16ad26a5220f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.077218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ada9b439-0afc-4a72-9866-16ad26a5220f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e1be18ca-bd63-4e09-9772-a317c2d77e0f HTTP/1.1" status: 204 len: 168 time: 0.2321932 Aug 31 09:31:26.078449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9b439-0afc-4a72-9866-16ad26a5220f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1be18ca-bd63-4e09-9772-a317c2d77e0f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.082614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50254) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:26.095445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ed4185-f0f8-4713-83a1-982d477c7d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:26.097747 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495653f-4471-4437-a00f-4a0a8f9b778f" -d '{"events": [{"server_uuid": "13ed4185-f0f8-4713-83a1-982d477c7d07", "name": "network-vif-plugged", "status": "completed", "tag": "1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:26.131774 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df17c0e4-523c-4f3c-b127-26ad9acd1355 x-openstack-request-id: req-df17c0e4-523c-4f3c-b127-26ad9acd1355 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:26.132060 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8212fc-29c0-4a65-b47a-50477123373f", "name": "network-vif-deleted", "tag": "8e82126d-e739-417a-9b9c-d10a8860f275", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:26.132307 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df17c0e4-523c-4f3c-b127-26ad9acd1355 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:26.132696 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8212fc-29c0-4a65-b47a-50477123373f', 'name': 'network-vif-deleted', 'tag': '8e82126d-e739-417a-9b9c-d10a8860f275', 'status': 'completed', 'code': 200} Aug 31 09:31:26.136409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['f8e6d035-3610-48b7-a12b-5e8c25132bde'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:26.208089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.209094 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3700af-8e5a-48a1-858d-01e726a91fb0 x-openstack-request-id: req-df3700af-8e5a-48a1-858d-01e726a91fb0 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:26.209832 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ed4185-f0f8-4713-83a1-982d477c7d07", "name": "network-vif-plugged", "status": "completed", "tag": "1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:26.210316 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df3700af-8e5a-48a1-858d-01e726a91fb0 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:26.210727 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ed4185-f0f8-4713-83a1-982d477c7d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b', 'code': 200} Aug 31 09:31:26.222354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe629e-49e5-4855-b212-51b8b488d809 req-cdb1b41d-c0d2-42d5-aa9b-37dc8d34b8ba tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.224604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dfbe629e-49e5-4855-b212-51b8b488d809 req-cdb1b41d-c0d2-42d5-aa9b-37dc8d34b8ba tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1183321 Aug 31 09:31:26.265133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-164ab0f2-8db5-4e4c-a15f-24cfb391a357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.356599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd9190-af29-4721-9efb-700f4914eb0d req-6782c340-85ac-4f99-ac07-a4b7d4c4929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.358118 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3acd9190-af29-4721-9efb-700f4914eb0d req-6782c340-85ac-4f99-ac07-a4b7d4c4929c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 1100 time: 0.0604653 Aug 31 09:31:26.369056 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-164ab0f2-8db5-4e4c-a15f-24cfb391a357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.376042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dfbe629e-49e5-4855-b212-51b8b488d809 req-99477466-a432-4c7a-845b-1a5af61f9331 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422396 Aug 31 09:31:26.383380 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.397297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6fca1c-c027-4258-9566-f8b9142862dd']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:26.411554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae08a57-8312-4dfe-8936-9f8095feb9ac') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:26.411554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae08a57-8312-4dfe-8936-9f8095feb9ac') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:26.411801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ab0f2-8db5-4e4c-a15f-24cfb391a357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be460a30-0ca2-4f8d-bc0b-d1d55915f9ab,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.413777 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-164ab0f2-8db5-4e4c-a15f-24cfb391a357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.415761 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-164ab0f2-8db5-4e4c-a15f-24cfb391a357 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/be460a30-0ca2-4f8d-bc0b-d1d55915f9ab HTTP/1.1" status: 204 len: 168 time: 0.4675009 Aug 31 09:31:26.420509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25575d-29ae-46eb-a413-5a8ec8189c21 req-9e71f188-5074-4a11-bb8f-a63e9b23b895 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.428355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b25575d-29ae-46eb-a413-5a8ec8189c21 req-9e71f188-5074-4a11-bb8f-a63e9b23b895 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 945 time: 0.1352470 Aug 31 09:31:26.428847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb12b89-c5bf-46c9-b93b-2804ce781a37 None None] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:26.429907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:26.431727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3acd9190-af29-4721-9efb-700f4914eb0d req-fff15126-1447-426c-b688-3415f05e3583 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603449 Aug 31 09:31:26.444890 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.477042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.504927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:26.505259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:26.508721 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:26.511374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.523408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b25575d-29ae-46eb-a413-5a8ec8189c21 req-fa2366a0-dc39-409b-bdc1-e5ce0215a1c9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940251 Aug 31 09:31:26.596988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d18482aa-1c68-4865-ad78-bfe7d99610d6 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:26.608856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Deleting port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:26.609403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.613948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff202c-76f4-49d3-babe-cf2c37f41407 req-1b5738f7-b83e-4b5b-afcc-9332b10889fc tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.616483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16ff202c-76f4-49d3-babe-cf2c37f41407 req-1b5738f7-b83e-4b5b-afcc-9332b10889fc tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 949 time: 0.1581218 Aug 31 09:31:26.629200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d18482aa-1c68-4865-ad78-bfe7d99610d6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:26.629543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d18482aa-1c68-4865-ad78-bfe7d99610d6 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:26.653010 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.670837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.672750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] 10.222.0.69 "DELETE /v2.0/networks/3b6fca1c-c027-4258-9566-f8b9142862dd HTTP/1.1" status: 204 len: 168 time: 0.5885875 Aug 31 09:31:26.688517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debab86d-3b7e-4f9b-8ffb-9f2621e297ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6fca1c-c027-4258-9566-f8b9142862dd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.706226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] For port 42b9c9bd-a2a7-48cd-ade1-f40688257e88, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42b9c9bd-a2a7-48cd-ade1-f40688257e88,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:26.706820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.714089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16ff202c-76f4-49d3-babe-cf2c37f41407 req-16eaca32-4b65-45c1-98fb-6a86fa8e0a1b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829611 Aug 31 09:31:26.729664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17aab0-d5cc-461d-ac99-9339134b09cb req-931811ea-7eae-450e-a680-6804d65d0937 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.731454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd17aab0-d5cc-461d-ac99-9339134b09cb req-931811ea-7eae-450e-a680-6804d65d0937 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 950 time: 0.1130385 Aug 31 09:31:26.733371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Calling delete_port for 42b9c9bd-a2a7-48cd-ade1-f40688257e88 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:26.750636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] DHCP port deletion for 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:26.786252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd17aab0-d5cc-461d-ac99-9339134b09cb req-32b2fa45-c0cc-4b83-8b08-a8f57f1a4d74 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Aug 31 09:31:26.864736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] Deleting port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:26.865721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.879936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.882649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50274) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:26.923116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Pushing event deleted for resources: {'Port': ['ID=42b9c9bd-a2a7-48cd-ade1-f40688257e88,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.934842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] No DVR routers for this DVR port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:26.960721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] For port 42b9c9bd-a2a7-48cd-ade1-f40688257e88, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42b9c9bd-a2a7-48cd-ade1-f40688257e88,segment=NetworkSegment(700b4f57-10a3-4837-a67e-0645e23f88ff),segment_id=700b4f57-10a3-4837-a67e-0645e23f88ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:26.961507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.032446 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af606e7d-acea-4bcd-9bfe-07c50d8ec2e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ef3edb97b0c4311a4f30df930c1ae55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472776 Aug 31 09:31:27.035590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50276) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:27.054176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be6262-f24b-4542-a6e7-0a57af3d77ec req-d0994e31-d4a1-438c-a02f-4ec7794201ef tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:27.055315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.057006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7be6262-f24b-4542-a6e7-0a57af3d77ec req-d0994e31-d4a1-438c-a02f-4ec7794201ef tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 950 time: 0.0622888 Aug 31 09:31:27.084391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab24084-8ebb-4a7d-92d4-e4d83ee81e12']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:27.100912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700b4f57-10a3-4837-a67e-0645e23f88ff') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:27.101283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700b4f57-10a3-4837-a67e-0645e23f88ff') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:27.103260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7be6262-f24b-4542-a6e7-0a57af3d77ec req-6d2ea145-a453-42f6-8de3-d3c653b8e714 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Aug 31 09:31:27.118871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.127410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] Calling delete_port for 42b9c9bd-a2a7-48cd-ade1-f40688257e88 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:27.140066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.150061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:27.150471 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:27.152184 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:27.161739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-274cc702-83dc-43ec-80cd-0202c0a8e0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.219924 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.223856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-274cc702-83dc-43ec-80cd-0202c0a8e0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.231716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.237559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.239878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] 10.222.0.69 "DELETE /v2.0/networks/2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 HTTP/1.1" status: 204 len: 168 time: 0.8072567 Aug 31 09:31:27.242985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50284) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:27.245584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] Network 2ab24084-8ebb-4a7d-92d4-e4d83ee81e12 is not hosted by any dhcp agent {{(pid=94788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:31:27.246148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] No DVR routers for this DVR port 42b9c9bd-a2a7-48cd-ade1-f40688257e88 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:27.248802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d74f0-094d-4e0c-995f-a7922ca2de85 None None] Pushing event deleted for resources: {'Port': ['ID=42b9c9bd-a2a7-48cd-ade1-f40688257e88,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:27.280253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09156f-ab37-452e-88ca-3ad8dcfe636a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab24084-8ebb-4a7d-92d4-e4d83ee81e12,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:27.316127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-274cc702-83dc-43ec-80cd-0202c0a8e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.319952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-274cc702-83dc-43ec-80cd-0202c0a8e0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.323353 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-274cc702-83dc-43ec-80cd-0202c0a8e0ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6e75bf4-0942-4024-ab4a-ca23b905f3a8 HTTP/1.1" status: 204 len: 168 time: 0.2865183 Aug 31 09:31:27.332850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cc702-83dc-43ec-80cd-0202c0a8e0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e75bf4-0942-4024-ab4a-ca23b905f3a8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:27.540286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.587573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40867bc-a591-474c-98db-06899c7e9775 req-f0c9261f-1ae0-4798-bb3f-ffc12256373b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:27.590384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b40867bc-a591-474c-98db-06899c7e9775 req-f0c9261f-1ae0-4798-bb3f-ffc12256373b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1116722 Aug 31 09:31:27.591105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f8e6d035-3610-48b7-a12b-5e8c25132bde up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:27.655744 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port f8e6d035-3610-48b7-a12b-5e8c25132bde completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:27.661895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port f8e6d035-3610-48b7-a12b-5e8c25132bde triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:27.662539 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.703862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b40867bc-a591-474c-98db-06899c7e9775 req-628b6353-4682-4b4e-806c-17a05a5e218d tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019390 Aug 31 09:31:27.733262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68478b-ecf5-40e2-9b66-407103256e12 req-7014216f-f5e7-4472-9764-33f5ce881081 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:27.739376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd68478b-ecf5-40e2-9b66-407103256e12 req-7014216f-f5e7-4472-9764-33f5ce881081 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 945 time: 0.1300652 Aug 31 09:31:27.776476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.805925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd68478b-ecf5-40e2-9b66-407103256e12 req-31d3df07-9478-4b1a-8877-f02039cf8204 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514731 Aug 31 09:31:27.818362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f8e6d035-3610-48b7-a12b-5e8c25132bde, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f8e6d035-3610-48b7-a12b-5e8c25132bde,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:27.824267 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.883917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f8e6d035-3610-48b7-a12b-5e8c25132bde,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:27.955606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d983844-25fe-4315-a872-313ea4e2306b req-5ca99984-98d3-468d-b6a1-0fa5fbbcd654 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:27.957116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d983844-25fe-4315-a872-313ea4e2306b req-5ca99984-98d3-468d-b6a1-0fa5fbbcd654 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 949 time: 0.0937521 Aug 31 09:31:27.974061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.048545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d983844-25fe-4315-a872-313ea4e2306b req-765313df-3f98-40dc-98e0-041fc9e09d09 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833616 Aug 31 09:31:28.144930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42b9c9bd-a2a7-48cd-ade1-f40688257e88 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:28.169551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 42b9c9bd-a2a7-48cd-ade1-f40688257e88 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:28.169747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42b9c9bd-a2a7-48cd-ade1-f40688257e88 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:28.170370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a4ba1b09-373b-4b3a-a1db-41103a674e7a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:28.192423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a4ba1b09-373b-4b3a-a1db-41103a674e7a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:28.192774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a4ba1b09-373b-4b3a-a1db-41103a674e7a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:28.211684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79378d03-2d69-4bcb-b660-e6a097a29594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e6d035-3610-48b7-a12b-5e8c25132bde'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:28.214005 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba92f614-1d6a-462d-b5bf-cb89580ebc56" -d '{"events": [{"server_uuid": "79378d03-2d69-4bcb-b660-e6a097a29594", "name": "network-vif-plugged", "status": "completed", "tag": "f8e6d035-3610-48b7-a12b-5e8c25132bde"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:28.261456 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e00362-43b2-4dc2-a098-d083c8ba6dc7 x-openstack-request-id: req-b7e00362-43b2-4dc2-a098-d083c8ba6dc7 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:28.262090 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79378d03-2d69-4bcb-b660-e6a097a29594", "name": "network-vif-plugged", "status": "completed", "tag": "f8e6d035-3610-48b7-a12b-5e8c25132bde", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:28.262337 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7e00362-43b2-4dc2-a098-d083c8ba6dc7 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:28.262954 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79378d03-2d69-4bcb-b660-e6a097a29594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e6d035-3610-48b7-a12b-5e8c25132bde', 'code': 200} Aug 31 09:31:28.282853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Deleting port 5341dc98-6adc-4650-9657-fbbda7b40b31 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:28.283348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.364718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] For port 5341dc98-6adc-4650-9657-fbbda7b40b31, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=5341dc98-6adc-4650-9657-fbbda7b40b31,segment=NetworkSegment(cdc42085-48ae-46c7-ac26-4e9611de8595),segment_id=cdc42085-48ae-46c7-ac26-4e9611de8595)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:28.365083 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.374390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e4481-bc22-4c4c-a851-dcb6881ee494 req-85d5760c-1398-4a5e-85c2-1807d93e62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.376702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e4e4481-bc22-4c4c-a851-dcb6881ee494 req-85d5760c-1398-4a5e-85c2-1807d93e62f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 1097 time: 0.0501633 Aug 31 09:31:28.381695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Calling delete_port for 5341dc98-6adc-4650-9657-fbbda7b40b31 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:28.414258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e4e4481-bc22-4c4c-a851-dcb6881ee494 req-8d038b67-fd94-4121-9789-7169a650f2dc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296555 Aug 31 09:31:28.486372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.590830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.615092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5341dc98-6adc-4650-9657-fbbda7b40b31,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:28.813196 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.926344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674981c-0017-46e9-aa6e-01df74e8a767 req-ad1ebcea-25f2-4947-bfaf-88b87ff497c6 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.927794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2674981c-0017-46e9-aa6e-01df74e8a767 req-ad1ebcea-25f2-4947-bfaf-88b87ff497c6 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.1350939 Aug 31 09:31:28.934653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50372) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:29.015225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206fb30-b028-460b-ae62-32190a298908 req-d1e42fda-23da-4778-b579-d5578ec18b7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.016738 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a206fb30-b028-460b-ae62-32190a298908 req-d1e42fda-23da-4778-b579-d5578ec18b7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 946 time: 0.1343789 Aug 31 09:31:29.043784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2674981c-0017-46e9-aa6e-01df74e8a767 req-fd2fd775-9add-4914-9924-2f9b74a0339b tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095896 Aug 31 09:31:29.055191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-613c20ec-0cf2-418a-b3cd-e5346e9f7662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.118413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a206fb30-b028-460b-ae62-32190a298908 req-703dd87f-7f60-4498-bc93-ae159a3e0bfb tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901957 Aug 31 09:31:29.190553 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-613c20ec-0cf2-418a-b3cd-e5346e9f7662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.195324 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-613c20ec-0cf2-418a-b3cd-e5346e9f7662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.237264 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-613c20ec-0cf2-418a-b3cd-e5346e9f7662 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf5be70044a945d483de34e6c534ad0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013763 Aug 31 09:31:29.238229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c20ec-0cf2-418a-b3cd-e5346e9f7662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac86b959-233c-4823-99f4-2a89309a447a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:29.241294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50382) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:29.255686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Router 31b86906-a965-4687-863a-011c15ffb26e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:29.272531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce24482-f6fc-4578-b4f6-be94daa490d2 req-26e40967-4e96-4852-a6aa-a2f780b74d33 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.273931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ce24482-f6fc-4578-b4f6-be94daa490d2 req-26e40967-4e96-4852-a6aa-a2f780b74d33 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 949 time: 0.0831883 Aug 31 09:31:29.379327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ce24482-f6fc-4578-b4f6-be94daa490d2 req-e7c119db-ba94-4622-9014-db3d0303d4ae tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954752 Aug 31 09:31:29.386390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd9dba52-bb09-4cf4-b53b-0801a9cb7f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.442858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd9dba52-bb09-4cf4-b53b-0801a9cb7f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.466765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:29.472527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5ce2bec3-1770-49b0-a87e-380d33629f4a admin admin] 10.222.0.69 "PUT /v2.0/routers/31b86906-a965-4687-863a-011c15ffb26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2285044 Aug 31 09:31:29.475190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50386) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:29.479360 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] Sync routers for ids ['31b86906-a965-4687-863a-011c15ffb26e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:29.493359 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] Routers {'31b86906-a965-4687-863a-011c15ffb26e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:29.494199 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['31b86906-a965-4687-863a-011c15ffb26e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:29.516522 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd9dba52-bb09-4cf4-b53b-0801a9cb7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.522944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd9dba52-bb09-4cf4-b53b-0801a9cb7f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.524101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bd9dba52-bb09-4cf4-b53b-0801a9cb7f55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac86b959-233c-4823-99f4-2a89309a447a HTTP/1.1" status: 204 len: 168 time: 0.2807338 Aug 31 09:31:29.546090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dba52-bb09-4cf4-b53b-0801a9cb7f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac86b959-233c-4823-99f4-2a89309a447a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:29.653897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1cf05-8c03-4565-96f3-7130fe264306 req-5893e01d-9891-4da1-8c67-04a2785aef09 tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.655799 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbd1cf05-8c03-4565-96f3-7130fe264306 req-5893e01d-9891-4da1-8c67-04a2785aef09 tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 1100 time: 0.0489247 Aug 31 09:31:29.679244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.698524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-fbd1cf05-8c03-4565-96f3-7130fe264306 req-3b34c75d-c06c-4005-b346-eaa068e07c7f tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.717973 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] Set router 31b86906-a965-4687-863a-011c15ffb26e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:29.833309 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-fbd1cf05-8c03-4565-96f3-7130fe264306 req-3b34c75d-c06c-4005-b346-eaa068e07c7f tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.840271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-fbd1cf05-8c03-4565-96f3-7130fe264306 req-3b34c75d-c06c-4005-b346-eaa068e07c7f tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.859796 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.874691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-6fe18625-071a-4667-b275-a74d0418378a tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.882543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbd1cf05-8c03-4565-96f3-7130fe264306 req-3b34c75d-c06c-4005-b346-eaa068e07c7f tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144094 Aug 31 09:31:29.887713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34c75d-c06c-4005-b346-eaa068e07c7f tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db877e5-06bd-4128-b800-f92e1abbb37a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:29.889170 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-6fe18625-071a-4667-b275-a74d0418378a tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0796609 Aug 31 09:31:29.989548 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:31:28Z', 'revision_number': 5, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port': {'id': '0b8ded0d-a36b-42a6-80d4-189c4ab4f132', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b86906-a965-4687-863a-011c15ffb26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:30.016263 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] Checking router: 31b86906-a965-4687-863a-011c15ffb26e for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:30.027106 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] Routers {'31b86906-a965-4687-863a-011c15ffb26e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:30.027912 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['31b86906-a965-4687-863a-011c15ffb26e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:30.040745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Deleting port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:30.041088 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.093633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Deleting port 3c962a4d-f7ae-4dd2-910f-93451edf6362 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:30.094089 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.174867 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] Set router 31b86906-a965-4687-863a-011c15ffb26e gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:30.214573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] For port 0b8ded0d-a36b-42a6-80d4-189c4ab4f132, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0b8ded0d-a36b-42a6-80d4-189c4ab4f132,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:30.215125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.239522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b236-472a-4bc9-8565-c4bfd28a3ee1 req-17f2d56a-41ab-404c-98d6-36973f995f0c tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.241148 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:31:29Z', 'revision_number': 6, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:30.242913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f13b236-472a-4bc9-8565-c4bfd28a3ee1 req-17f2d56a-41ab-404c-98d6-36973f995f0c tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 946 time: 0.0823438 Aug 31 09:31:30.256531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Calling delete_port for 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:30.272283 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b583bb0-3fff-45e4-baea-855cc30a8251 None None] The sync data for ids ['31b86906-a965-4687-863a-011c15ffb26e'] in n-d-806683-2 is: [{'id': '31b86906-a965-4687-863a-011c15ffb26e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1886959565-router', 'tenant_id': '9bb797add143456f91cb014fc0fc0c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:31Z', 'updated_at': '2021-08-31T09:31:29Z', 'revision_number': 6, 'project_id': '9bb797add143456f91cb014fc0fc0c27', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:30.300218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f13b236-472a-4bc9-8565-c4bfd28a3ee1 req-7979665f-7d43-41c2-9777-2765acc966e7 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483642 Aug 31 09:31:30.351754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] For port 3c962a4d-f7ae-4dd2-910f-93451edf6362, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3c962a4d-f7ae-4dd2-910f-93451edf6362,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:30.351754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.371254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Calling delete_port for 3c962a4d-f7ae-4dd2-910f-93451edf6362 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:30.378122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:30.438077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839c32b-d72d-4860-90bf-cba7620e209b req-a4355cab-cd68-4d3a-a8e4-4888ba652c5d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.443751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4839c32b-d72d-4860-90bf-cba7620e209b req-a4355cab-cd68-4d3a-a8e4-4888ba652c5d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 946 time: 0.0808067 Aug 31 09:31:30.488139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:30.508308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4839c32b-d72d-4860-90bf-cba7620e209b req-124083c5-ddb4-426d-9b64-a4f777318450 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561237 Aug 31 09:31:30.508585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '205bb905-798a-4898-a851-33d9751a7bb5', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '205bb905-798a-4898-a851-33d9751a7bb5', 'mac_address': 'fa:16:3e:18:cb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:30.518802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50428) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:30.577151 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.593867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 205bb905-798a-4898-a851-33d9751a7bb5 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:30.597375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.616521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:30.621753 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.656760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-519297677-network', 'tenant_id': '886171fada10492b899f05fb3132f8e8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:30.662303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8ded0d-a36b-42a6-80d4-189c4ab4f132,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:30.710515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:30.711888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Made reservation on behalf of 886171fada10492b899f05fb3132f8e8 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:30.715271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.719357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.719935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.720655 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.721772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.722804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.723369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.723823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.724399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.724964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.725530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.729740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.737901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.738103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.788578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.804262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3c962a4d-f7ae-4dd2-910f-93451edf6362'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:30.837790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Pushing event deleted for resources: {'Port': ['ID=3c962a4d-f7ae-4dd2-910f-93451edf6362,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:30.863966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['205bb905-798a-4898-a851-33d9751a7bb5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:30.865955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c88b6-f4e8-4bd1-9320-04b4a7f7a890 req-aaf06bf9-0c06-493c-977c-9aeb1e51b947 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.866268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.868235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-577c88b6-f4e8-4bd1-9320-04b4a7f7a890 req-aaf06bf9-0c06-493c-977c-9aeb1e51b947 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 946 time: 0.0938120 Aug 31 09:31:30.929400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-577c88b6-f4e8-4bd1-9320-04b4a7f7a890 req-a979a03c-a36e-4aa9-87f0-aaf44134556f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Aug 31 09:31:30.941443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] No DVR routers for this DVR port 3c962a4d-f7ae-4dd2-910f-93451edf6362 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:30.945401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.947425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0423eeb1-8bbd-45dd-8941-18ca518e632f req-4036c99a-dd35-419e-a261-6fedd1fc0881 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.52 "DELETE /v2.0/ports/3c962a4d-f7ae-4dd2-910f-93451edf6362 HTTP/1.1" status: 204 len: 173 time: 1.0537994 Aug 31 09:31:30.947922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a55e45e-5ca5-4e6b-8567-be4416a169c6', 'name': 'network-vif-deleted', 'tag': '3c962a4d-f7ae-4dd2-910f-93451edf6362'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:30.950227 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fa0ab-e27f-4880-b04a-1ccb4b636721" -d '{"events": [{"server_uuid": "1a55e45e-5ca5-4e6b-8567-be4416a169c6", "name": "network-vif-deleted", "tag": "3c962a4d-f7ae-4dd2-910f-93451edf6362"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:30.988191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.990633 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.019544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.025338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.060390 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc9ca4-4528-4267-bc76-42adb2f62d56 x-openstack-request-id: req-22bc9ca4-4528-4267-bc76-42adb2f62d56 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:31.060684 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a55e45e-5ca5-4e6b-8567-be4416a169c6", "name": "network-vif-deleted", "tag": "3c962a4d-f7ae-4dd2-910f-93451edf6362", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:31.060937 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22bc9ca4-4528-4267-bc76-42adb2f62d56 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:31.061460 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a55e45e-5ca5-4e6b-8567-be4416a169c6', 'name': 'network-vif-deleted', 'tag': '3c962a4d-f7ae-4dd2-910f-93451edf6362', 'status': 'completed', 'code': 200} Aug 31 09:31:31.067033 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.067627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b86906-a965-4687-863a-011c15ffb26e {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:31:31.075930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.079009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eb7616b0-fb32-43a9-beaa-aa81a92d9aeb admin admin] 10.222.0.69 "DELETE /v2.0/routers/31b86906-a965-4687-863a-011c15ffb26e HTTP/1.1" status: 204 len: 168 time: 1.6002803 Aug 31 09:31:31.086126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50450) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:31.108581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:31.133432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcdec61-b436-4e3e-983c-3b570332f3a4 admin admin] Deleting subnet 78519903-bc58-4d07-aba7-c2b099be99ce {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:31.136078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.136429 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Added segment 21927e04-d392-4b71-a370-20cd3f65e8c2 of type vlan for network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 Aug 31 09:31:31.136874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bcdec61-b436-4e3e-983c-3b570332f3a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.140140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:31.180898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bcdec61-b436-4e3e-983c-3b570332f3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.181314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75ec6-5d91-4850-9490-a713376af2d2 req-d15e4a1e-a533-494f-9802-d9112405bfd9 tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.182842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15f75ec6-5d91-4850-9490-a713376af2d2 req-d15e4a1e-a533-494f-9802-d9112405bfd9 tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 1100 time: 0.1309001 Aug 31 09:31:31.196656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.243980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15f75ec6-5d91-4850-9490-a713376af2d2 req-e29ace7c-3bc3-4b07-aa67-139829afaabf tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512564 Aug 31 09:31:31.245702 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.246815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.247400 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.272820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bcdec61-b436-4e3e-983c-3b570332f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.307270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7875319 Aug 31 09:31:31.309419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50454) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:31.316535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Request body: {'subnet': {'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-519297677-subnet', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:31.317592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9802ee-1f6e-4de1-9aea-329037266c11 admin admin] Pushing event updated for resources: {'Network': ['ID=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:31.328934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:31.358587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Made reservation on behalf of 886171fada10492b899f05fb3132f8e8 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:31.362359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.436805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bcdec61-b436-4e3e-983c-3b570332f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.461853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dee238fd-c929-41c7-b094-e2861b2a11ee req-c73bbd04-979b-48bf-b3d6-49bfc8ebc4d6 tempest-ServerRescueNegativeTestJSON-2056244847 tempest-ServerRescueNegativeTestJSON-2056244847-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a55e45e-5ca5-4e6b-8567-be4416a169c6 HTTP/1.1" status: 200 len: 210 time: 0.0365498 Aug 31 09:31:31.502631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdec61-b436-4e3e-983c-3b570332f3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78519903-bc58-4d07-aba7-c2b099be99ce,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:31.509097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bcdec61-b436-4e3e-983c-3b570332f3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.513708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7bcdec61-b436-4e3e-983c-3b570332f3a4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/78519903-bc58-4d07-aba7-c2b099be99ce HTTP/1.1" status: 204 len: 168 time: 0.4270346 Aug 31 09:31:31.516271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb83f69-c56e-4d03-a41f-e383e13d0684 None None] Network bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:31.517543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50460) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:31.638997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.651602 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.709135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c377da37-6602-429d-8f0d-c87314e3afc5,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:31.713729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Deleting port 2f75f3d9-8538-4857-9e70-c20f38d603da {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:31.714072 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.715662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Checking segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:31.716018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Network hostable DHCP agents. Network: 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:31.735182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] DHCP port deletion for bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:31.739131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:31.759302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:31.764865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.765533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.769650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c3dea-e3a4-4d53-8dcd-d30e14a8fd40 None None] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:31.782462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aa869d43-9020-469f-a093-4511f851829d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4716125 Aug 31 09:31:31.785713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50462) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:31.790524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:31.817990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.819601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.867568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] Deleting port 2f75f3d9-8538-4857-9e70-c20f38d603da {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:31.867978 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.930343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.989927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] For port 2f75f3d9-8538-4857-9e70-c20f38d603da, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2f75f3d9-8538-4857-9e70-c20f38d603da,segment=NetworkSegment(cdc42085-48ae-46c7-ac26-4e9611de8595),segment_id=cdc42085-48ae-46c7-ac26-4e9611de8595)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:31.990338 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.009546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] Calling delete_port for 2f75f3d9-8538-4857-9e70-c20f38d603da owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:32.116079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] For port 2f75f3d9-8538-4857-9e70-c20f38d603da, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2f75f3d9-8538-4857-9e70-c20f38d603da,segment=NetworkSegment(cdc42085-48ae-46c7-ac26-4e9611de8595),segment_id=cdc42085-48ae-46c7-ac26-4e9611de8595)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:32.116425 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.120498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:32.121474 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.130717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Calling delete_port for 2f75f3d9-8538-4857-9e70-c20f38d603da owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:32.146610 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.178271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5341dc98-6adc-4650-9657-fbbda7b40b31 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:32.231197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] Pushing event deleted for resources: {'Port': ['ID=2f75f3d9-8538-4857-9e70-c20f38d603da,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.245782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959c9b0-89dd-4783-90b1-b1d0918df02b req-ca9d7270-9488-4cd1-bad5-90b4e56ad88e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:32.247409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3959c9b0-89dd-4783-90b1-b1d0918df02b req-ca9d7270-9488-4cd1-bad5-90b4e56ad88e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 946 time: 0.0735552 Aug 31 09:31:32.261484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b89729-6916-417c-8a70-46cbe7c02245 None None] No DVR routers for this DVR port 2f75f3d9-8538-4857-9e70-c20f38d603da on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:32.266810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 5341dc98-6adc-4650-9657-fbbda7b40b31 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:32.266810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5341dc98-6adc-4650-9657-fbbda7b40b31 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:32.267136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2f75f3d9-8538-4857-9e70-c20f38d603da no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:32.302864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2f75f3d9-8538-4857-9e70-c20f38d603da {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:32.303680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3959c9b0-89dd-4783-90b1-b1d0918df02b req-5e2ed5c6-5cae-4042-9c5f-6239a43c53fd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Aug 31 09:31:32.304104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2f75f3d9-8538-4857-9e70-c20f38d603da not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:32.304806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:32.311176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.338091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f75f3d9-8538-4857-9e70-c20f38d603da,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.338775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:32.339140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0b8ded0d-a36b-42a6-80d4-189c4ab4f132 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:32.342954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] No DVR routers for this DVR port 2f75f3d9-8538-4857-9e70-c20f38d603da on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:32.394070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:32.418005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.428919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:32.429910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Allocated IP 172.20.0.2 (6a96ac8f-0f45-4771-9120-65aa0a3cc1c3/c377da37-6602-429d-8f0d-c87314e3afc5/531aa053-738f-49a8-9274-0e472a4bf2f3) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:32.442284 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.447857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-8a234a2f-2829-40b0-a3f3-348580661c90 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:32.449461 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-8a234a2f-2829-40b0-a3f3-348580661c90 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 946 time: 0.1250901 Aug 31 09:31:32.470378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc42085-48ae-46c7-ac26-4e9611de8595') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:32.471225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc42085-48ae-46c7-ac26-4e9611de8595') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:32.485176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.509056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.528972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:32.529506 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.547362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 205bb905-798a-4898-a851-33d9751a7bb5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:32.547362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.561360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50484) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:32.617092 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:32.634889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb4869-e5ba-4f19-a24e-20ac904f3344 req-f22bc5c2-13f1-4fe9-9cfd-6edaab3abae4 tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:32.639254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82cb4869-e5ba-4f19-a24e-20ac904f3344 req-f22bc5c2-13f1-4fe9-9cfd-6edaab3abae4 tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 1100 time: 0.1954260 Aug 31 09:31:32.640223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.647338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.649555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d HTTP/1.1" status: 204 len: 168 time: 1.1309054 Aug 31 09:31:32.669410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1202a-e911-49bf-b03b-a1221a54f767 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6781ca-03ef-4b3d-a1a4-9bbc1f9b784d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.693951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.698818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82cb4869-e5ba-4f19-a24e-20ac904f3344 req-da51f07e-c016-4079-9c81-ed55d40e6bed tempest-ServersAdminNegativeTestJSON-699686074 tempest-ServersAdminNegativeTestJSON-699686074-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 Aug 31 09:31:32.722341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Transition to ACTIVE for port object 531aa053-738f-49a8-9274-0e472a4bf2f3 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:32.741786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Deleting port f8e6d035-3610-48b7-a12b-5e8c25132bde {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:32.742390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.766919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Transition to ACTIVE for port object 531aa053-738f-49a8-9274-0e472a4bf2f3 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:32.793399 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.839008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.847208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50496) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:32.861264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:32.883768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:32.886976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:32.889637 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07374710-a6d1-459a-b522-dc7f7282e2aa" -d '{"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-plugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:32.910122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:32.912567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d1b0e99d-aff5-481d-8e60-24ebcb04c67f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3536a4141d5b4186aa3e20e3c180471c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0633528 Aug 31 09:31:32.913216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50502) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:32.919046 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.921203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:32.938763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] For port f8e6d035-3610-48b7-a12b-5e8c25132bde, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f8e6d035-3610-48b7-a12b-5e8c25132bde,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:32.939150 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.953806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Calling delete_port for f8e6d035-3610-48b7-a12b-5e8c25132bde owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:32.964303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Pushing event updated for resources: {'Port': ['ID=531aa053-738f-49a8-9274-0e472a4bf2f3,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.968834 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b6f34d-b578-4001-b881-6825846b5e70 x-openstack-request-id: req-a3b6f34d-b578-4001-b881-6825846b5e70 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:32.969125 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-plugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:32.969376 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3b6f34d-b578-4001-b881-6825846b5e70 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:32.969761 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5', 'code': 200} Aug 31 09:31:32.979002 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0481ca0-e633-4686-ab6f-6ae3dd79e9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.031362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Attempting to bind port 531aa053-738f-49a8-9274-0e472a4bf2f3 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:33.031732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Attempting to bind port 531aa053-738f-49a8-9274-0e472a4bf2f3 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:33.031943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0481ca0-e633-4686-ab6f-6ae3dd79e9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.032109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Attempting to bind port 531aa053-738f-49a8-9274-0e472a4bf2f3 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:33.051411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:33.055311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:33.056268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Checking segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:33.056268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.056634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Bound using segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:33.057098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Bound port: 531aa053-738f-49a8-9274-0e472a4bf2f3, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:33.057550 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.113876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0481ca0-e633-4686-ab6f-6ae3dd79e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.119344 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0481ca0-e633-4686-ab6f-6ae3dd79e9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.132389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c0481ca0-e633-4686-ab6f-6ae3dd79e9b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c91497b-9b2c-415f-91e8-ce23f7512943 HTTP/1.1" status: 204 len: 168 time: 0.2180669 Aug 31 09:31:33.148373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] For port 531aa053-738f-49a8-9274-0e472a4bf2f3, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:33.152111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] For port 531aa053-738f-49a8-9274-0e472a4bf2f3, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=531aa053-738f-49a8-9274-0e472a4bf2f3,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:33.159465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.177865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0481ca0-e633-4686-ab6f-6ae3dd79e9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c91497b-9b2c-415f-91e8-ce23f7512943,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:33.199871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303df72c-e99c-4ca7-ba2b-9f895ee8301f req-ee4e6b84-3f74-4f9f-b5cc-785b0d80e66d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.223364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-303df72c-e99c-4ca7-ba2b-9f895ee8301f req-ee4e6b84-3f74-4f9f-b5cc-785b0d80e66d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 949 time: 0.0854840 Aug 31 09:31:33.247006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd808f-2ec1-4883-835c-0201b0e619bb None None] Pushing event updated for resources: {'Port': ['ID=531aa053-738f-49a8-9274-0e472a4bf2f3,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:33.270873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-303df72c-e99c-4ca7-ba2b-9f895ee8301f req-b6d052b5-34f0-41ba-96b4-097011446266 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463409 Aug 31 09:31:33.402527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.433717 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.500618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82490d2-3e45-4524-ae36-0d0ca521f94f req-3348a49f-840c-4d47-a9c7-ecacea2c1b17 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.511244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e82490d2-3e45-4524-ae36-0d0ca521f94f req-3348a49f-840c-4d47-a9c7-ecacea2c1b17 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=79378d03-2d69-4bcb-b660-e6a097a29594 HTTP/1.1" status: 200 len: 867 time: 0.1025553 Aug 31 09:31:33.533577 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.554629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['f8e6d035-3610-48b7-a12b-5e8c25132bde'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:33.574781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e82490d2-3e45-4524-ae36-0d0ca521f94f req-322964ef-350b-42fb-9a9d-6964fe123a4f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626798 Aug 31 09:31:33.622114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3c962a4d-f7ae-4dd2-910f-93451edf6362 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:33.634320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event deleted for resources: {'Port': ['ID=f8e6d035-3610-48b7-a12b-5e8c25132bde,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:33.661168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 3c962a4d-f7ae-4dd2-910f-93451edf6362 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:33.661452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3c962a4d-f7ae-4dd2-910f-93451edf6362 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:33.662049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f8e6d035-3610-48b7-a12b-5e8c25132bde no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:33.676849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50526) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:33.713974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: f8e6d035-3610-48b7-a12b-5e8c25132bde {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:33.714323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f8e6d035-3610-48b7-a12b-5e8c25132bde not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:33.736179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d69f59e3-71b7-4048-866d-3946d478b65a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bb797add143456f91cb014fc0fc0c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579073 Aug 31 09:31:33.738456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] No DVR routers for this DVR port f8e6d035-3610-48b7-a12b-5e8c25132bde on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:33.739646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50528) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:33.743215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.745277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8cf94d32-4dc2-4207-ac53-f55fec9c94a9 req-4cba161f-4b60-48fe-a124-05f3bf5c07de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "DELETE /v2.0/ports/f8e6d035-3610-48b7-a12b-5e8c25132bde HTTP/1.1" status: 204 len: 173 time: 1.2825623 Aug 31 09:31:33.746654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79378d03-2d69-4bcb-b660-e6a097a29594', 'name': 'network-vif-deleted', 'tag': 'f8e6d035-3610-48b7-a12b-5e8c25132bde'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:33.752337 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4a8bff-c082-4a3c-b247-005ac54fe35a" -d '{"events": [{"server_uuid": "79378d03-2d69-4bcb-b660-e6a097a29594", "name": "network-vif-deleted", "tag": "f8e6d035-3610-48b7-a12b-5e8c25132bde"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:33.773142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Allocated IP 172.25.1.117 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/aeabd6a4-3870-442d-b950-eb5fce408501) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:33.812411 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472206f1-9484-4dfd-86d9-0312ed49e441 x-openstack-request-id: req-472206f1-9484-4dfd-86d9-0312ed49e441 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:33.812704 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79378d03-2d69-4bcb-b660-e6a097a29594", "name": "network-vif-deleted", "tag": "f8e6d035-3610-48b7-a12b-5e8c25132bde", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:33.812952 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-472206f1-9484-4dfd-86d9-0312ed49e441 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:33.813434 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79378d03-2d69-4bcb-b660-e6a097a29594', 'name': 'network-vif-deleted', 'tag': 'f8e6d035-3610-48b7-a12b-5e8c25132bde', 'status': 'completed', 'code': 200} Aug 31 09:31:33.823523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-24293433-8e80-4818-b858-a01f2c13ad4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.852047 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-24293433-8e80-4818-b858-a01f2c13ad4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.856021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.920676 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-24293433-8e80-4818-b858-a01f2c13ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.925954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-24293433-8e80-4818-b858-a01f2c13ad4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.927159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-24293433-8e80-4818-b858-a01f2c13ad4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0df454dc-6c87-4e3e-9f4e-2ad21d63e507 HTTP/1.1" status: 204 len: 168 time: 0.1863797 Aug 31 09:31:33.938031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24293433-8e80-4818-b858-a01f2c13ad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df454dc-6c87-4e3e-9f4e-2ad21d63e507,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:34.045413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.138918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.236444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 531aa053-738f-49a8-9274-0e472a4bf2f3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:34.259138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Pushing event updated for resources: {'Port': ['ID=aeabd6a4-3870-442d-b950-eb5fce408501,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:34.314295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:34.317152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:34.323505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:34.335298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 531aa053-738f-49a8-9274-0e472a4bf2f3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:34.430632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4b550-6319-4aff-a6c1-ef3887cc6ba0 req-e0fe1bb9-4ba4-4855-b470-3286c06d387d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:34.437820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bb4b550-6319-4aff-a6c1-ef3887cc6ba0 req-e0fe1bb9-4ba4-4855-b470-3286c06d387d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 949 time: 0.0696154 Aug 31 09:31:34.480676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Deleting port 8d2ea570-14f2-4c3e-8351-f63337ee40de {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:34.480980 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.488870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e7fdc-12d3-4018-a2d6-88e1fcdfa3fc None None] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:34.492294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bb4b550-6319-4aff-a6c1-ef3887cc6ba0 req-ae12cbc6-6ec3-4d9e-a86c-44881f1bcee1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523343 Aug 31 09:31:34.597191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-18bd8316-d283-43bd-a880-69acd1f72ed1 None None] Provisioning for port 531aa053-738f-49a8-9274-0e472a4bf2f3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:34.624651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-18bd8316-d283-43bd-a880-69acd1f72ed1 None None] Provisioning complete for port 531aa053-738f-49a8-9274-0e472a4bf2f3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:34.625024 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-18bd8316-d283-43bd-a880-69acd1f72ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.638835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] For port 8d2ea570-14f2-4c3e-8351-f63337ee40de, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8d2ea570-14f2-4c3e-8351-f63337ee40de,segment=NetworkSegment(3c4e0f6b-7dd4-4550-b007-a07f9476cec1),segment_id=3c4e0f6b-7dd4-4550-b007-a07f9476cec1)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:34.639211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.694800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Calling delete_port for 8d2ea570-14f2-4c3e-8351-f63337ee40de owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:34.758354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.812800 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-18bd8316-d283-43bd-a880-69acd1f72ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.865422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-18bd8316-d283-43bd-a880-69acd1f72ed1 None None] For port 531aa053-738f-49a8-9274-0e472a4bf2f3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=531aa053-738f-49a8-9274-0e472a4bf2f3,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:34.872961 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-18bd8316-d283-43bd-a880-69acd1f72ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.963924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd8316-d283-43bd-a880-69acd1f72ed1 None None] Pushing event updated for resources: {'Port': ['ID=531aa053-738f-49a8-9274-0e472a4bf2f3,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:35.102736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-640fff6c-0dc5-44f9-9201-0a76fd78f943 None None] Provisioning complete for port 531aa053-738f-49a8-9274-0e472a4bf2f3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:35.103652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-640fff6c-0dc5-44f9-9201-0a76fd78f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.122531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-edc0e9f7-d887-45ba-b729-7303f5544ffb tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:35.125492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-edc0e9f7-d887-45ba-b729-7303f5544ffb tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.1581771 Aug 31 09:31:35.148188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7b966813-d56e-4fbd-a320-1d4c71dbab3e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/quotas/59f572152eea4ddfa4a730a0e2da4a86 HTTP/1.1" status: 200 len: 375 time: 0.0164554 Aug 31 09:31:35.189805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-9bc9458c-9c85-4152-b4ee-91107c923e86 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404027 Aug 31 09:31:35.315952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-4d1a7780-cd26-4691-aea7-20b3bcaa01a4 service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250868 Aug 31 09:31:35.362356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-05965ad9-89e0-4f43-96c1-7f3fd548087b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:35.363968 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-05965ad9-89e0-4f43-96c1-7f3fd548087b tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 949 time: 0.1310551 Aug 31 09:31:35.423129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-c2d4226a-a462-4afd-b811-c838af0c259c service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966125 Aug 31 09:31:35.577470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.731958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dfa2fd35-2c26-4174-8f97-ab10a7c83e52 req-97fe2ebf-58fd-46df-b1b9-6133c998b3d9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0780885 Aug 31 09:31:35.772620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Deleting port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:35.775107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.782639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9f217-5355-447c-8825-24502fefd0e0 req-1bd26342-e336-4649-856f-357d5495a7a3 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:35.787650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daf9f217-5355-447c-8825-24502fefd0e0 req-1bd26342-e336-4649-856f-357d5495a7a3 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 949 time: 0.1940093 Aug 31 09:31:35.808605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.885301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daf9f217-5355-447c-8825-24502fefd0e0 req-202c36ec-0208-479c-a337-3e4506ce1f45 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854666 Aug 31 09:31:35.902939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2ea570-14f2-4c3e-8351-f63337ee40de,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:36.038874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] For port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:36.039356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.066070 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Calling delete_port for 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:36.116854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Router eb61370c-c7d1-46a1-8012-312b3a105a64 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:31:36.343352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.419258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 531aa053-738f-49a8-9274-0e472a4bf2f3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:36.459525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-6a54068f-8158-4a45-ac80-7fcbca74b561 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=41eb34c88bef458087dbbcfd90bb4020&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383906 Aug 31 09:31:36.554715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 531aa053-738f-49a8-9274-0e472a4bf2f3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:36.555138 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.567522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:36.630911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.632196 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fa470411-06f3-40aa-971e-1902e70e0e3b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8454986 Aug 31 09:31:36.638396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50666) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:36.640956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Sync routers for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:36.645549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-0dc1e83e-b174-4c2e-aa71-a0dbc61c7dde tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:36.647550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-0dc1e83e-b174-4c2e-aa71-a0dbc61c7dde tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862662 Aug 31 09:31:36.654082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.670092 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-a2438dab-6f47-4820-9510-a375569a0f7e tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/quotas/41eb34c88bef458087dbbcfd90bb4020 HTTP/1.1" status: 200 len: 375 time: 0.0143533 Aug 31 09:31:36.675527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['12b70a6c-70ed-41ee-b648-1527c4c157f3', '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:36.758833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:36.759668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:36.759907 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-8e0c914c-2f3e-41a8-ab43-4957a8842d71 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41eb34c88bef458087dbbcfd90bb4020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820234 Aug 31 09:31:36.938604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20e3d4f9-68a2-428d-85ce-9a4c2e30bd99 req-a60df1a1-a621-4424-b70d-20ecc8a4bee3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0403204 Aug 31 09:31:36.969207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Pushing event deleted for resources: {'Port': ['ID=1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:37.221424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] No DVR routers for this DVR port 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:37.227712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.232221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6fd3df7c-62de-4939-87df-5c02bf77e6c3 req-40d3f734-84b9-4af5-af72-57628d023fa1 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "DELETE /v2.0/ports/1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b HTTP/1.1" status: 204 len: 173 time: 1.8341682 Aug 31 09:31:37.243251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ed4185-f0f8-4713-83a1-982d477c7d07', 'name': 'network-vif-deleted', 'tag': '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:37.245821 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727665bd-370e-4c63-a36f-183c56088e1d" -d '{"events": [{"server_uuid": "13ed4185-f0f8-4713-83a1-982d477c7d07", "name": "network-vif-deleted", "tag": "1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:37.434205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75736da6-5168-4f18-8766-c949d93a0d0b req-82b3f903-f1ed-4ef7-861a-237f49218374 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 210 time: 0.0838773 Aug 31 09:31:37.476186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:37.567230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d20b50a8-cb86-4f6a-b7b3-516119a26552 req-5e787569-226d-42db-b682-322a716429c9 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 210 time: 0.0924666 Aug 31 09:31:37.675919 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5f03fd-2ca3-4c49-9b8a-01ff6140763d x-openstack-request-id: req-cb5f03fd-2ca3-4c49-9b8a-01ff6140763d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:37.681638 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ed4185-f0f8-4713-83a1-982d477c7d07", "name": "network-vif-deleted", "tag": "1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:37.682185 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb5f03fd-2ca3-4c49-9b8a-01ff6140763d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:37.682962 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ed4185-f0f8-4713-83a1-982d477c7d07', 'name': 'network-vif-deleted', 'tag': '1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b', 'status': 'completed', 'code': 200} Aug 31 09:31:37.703827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:38.244812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:34Z', 'revision_number': 3, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:38.258103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbe7290d-53df-4c2a-b81e-786fdbb9efa9 req-b5427b40-5999-4d70-a4c2-5b6f3487356f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.1115301 Aug 31 09:31:38.290164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Checking router: eb61370c-c7d1-46a1-8012-312b3a105a64 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:38.290926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Updating router eb61370c-c7d1-46a1-8012-312b3a105a64 port aeabd6a4-3870-442d-b950-eb5fce408501 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:31:38.364601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.672723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16c6fc2b-8fe7-4038-b66c-955049e45a11 req-f009d5a5-7982-4dc7-a86c-92341c2eb626 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=13ed4185-f0f8-4713-83a1-982d477c7d07 HTTP/1.1" status: 200 len: 210 time: 0.1021647 Aug 31 09:31:38.733271 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-912e25ef-1253-4534-bafc-5999a5a4bef3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:38.746101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-912e25ef-1253-4534-bafc-5999a5a4bef3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 1.3954208 Aug 31 09:31:38.750832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28c51bfa-4b85-4202-b069-8d57b63db9af req-bdcb0e6d-8d65-48d6-986c-6651cda3134b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 210 time: 0.0390313 Aug 31 09:31:38.756220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Request body: {'port': {'device_id': 'eaca0aac-a0d8-497d-a10a-9809afb796ea', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'admin_state_up': True, 'tenant_id': '59f572152eea4ddfa4a730a0e2da4a86'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:38.982269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:38.988444 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-774b9272-1695-4ec9-942b-d54bff727841 admin admin] 10.222.0.69 "PUT /v2.0/routers/58f27379-fd60-48a7-bdc3-f67f71e87ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4232123 Aug 31 09:31:38.991826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50722) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.008286 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] Sync routers for ids ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:39.030644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.036570 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] Routers {'58f27379-fd60-48a7-bdc3-f67f71e87ca7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:39.037444 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:39.066155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Transition to ACTIVE for port object aeabd6a4-3870-442d-b950-eb5fce408501 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:39.097731 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.234052 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.237880 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-7bb964ca-bd82-45e4-a8f6-5336f370734c tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=41eb34c88bef458087dbbcfd90bb4020&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920424 Aug 31 09:31:39.248764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a022b-84e6-48a9-9b05-c5854674a37b None None] Pushing event updated for resources: {'Port': ['ID=aeabd6a4-3870-442d-b950-eb5fce408501,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.262299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Attempting to bind port aeabd6a4-3870-442d-b950-eb5fce408501 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:39.262299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Attempting to bind port aeabd6a4-3870-442d-b950-eb5fce408501 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:39.263128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Attempting to bind port aeabd6a4-3870-442d-b950-eb5fce408501 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:39.273789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:39.276438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:39.278300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.281370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:39.282032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Bound port: aeabd6a4-3870-442d-b950-eb5fce408501, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:39.282541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.331087 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] Set router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:39.438264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] For port aeabd6a4-3870-442d-b950-eb5fce408501, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:39.448817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] For port aeabd6a4-3870-442d-b950-eb5fce408501, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aeabd6a4-3870-442d-b950-eb5fce408501,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:39.466272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.509714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.549845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Made reservation on behalf of 59f572152eea4ddfa4a730a0e2da4a86 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:39.555532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.585398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a022b-84e6-48a9-9b05-c5854674a37b None None] Pushing event updated for resources: {'Port': ['ID=aeabd6a4-3870-442d-b950-eb5fce408501,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.598719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:39.599522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:39.655106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f98c3bb0-4dcd-4db5-ab76-c2b9051aa6d8 req-97c87514-0eca-4366-aaa0-7738a02e9049 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.1023519 Aug 31 09:31:39.749810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.818553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:39.860663 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:31:35Z', 'revision_number': 5, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port': {'id': 'dc2a4a14-9d25-4df9-a81e-b574b27fd372', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:39Z', 'updated_at': '2021-08-31T09:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:39.905170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Deleting port dc2a4a14-9d25-4df9-a81e-b574b27fd372 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:39.905793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.940211 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] Checking router: 58f27379-fd60-48a7-bdc3-f67f71e87ca7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:39.970210 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] Routers {'58f27379-fd60-48a7-bdc3-f67f71e87ca7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:39.971797 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:40.076631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef6580ab-133d-4ca5-97a1-77d99aacc769 req-a70dea84-c272-401d-a43e-ad6860b89060 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 210 time: 0.0762453 Aug 31 09:31:40.172784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] For port dc2a4a14-9d25-4df9-a81e-b574b27fd372, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dc2a4a14-9d25-4df9-a81e-b574b27fd372,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:40.175209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.213891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Calling delete_port for dc2a4a14-9d25-4df9-a81e-b574b27fd372 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:40.221750 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] Set router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:40.241277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:34Z', 'revision_number': 3, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:40.270226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Allocated IP 172.20.0.9 (42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36/d75df9ba-6449-4ba7-80c3-046178a65288/0ade85bc-29b5-4453-8ebd-177265022d8f) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:40.297130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Allocated IP 172.20.0.1 (6a96ac8f-0f45-4771-9120-65aa0a3cc1c3/c377da37-6602-429d-8f0d-c87314e3afc5/03b6b420-9f90-4fed-b9d2-95c57d4c86a6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:40.308403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-e5c52ca4-f172-4f8a-b351-20d10174661f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:40.315316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-e5c52ca4-f172-4f8a-b351-20d10174661f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0511928 Aug 31 09:31:40.331790 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:31:39Z', 'revision_number': 6, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:40.335609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659a0691-f8c8-43fc-98bd-8df37cbabca7 None None] The sync data for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 is: [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:34Z', 'revision_number': 3, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:40.381513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.423211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:40.476872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Request body: {'port': {'device_id': '3107168c-6221-4d8a-9fc4-fe6e9e604b4d', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '41eb34c88bef458087dbbcfd90bb4020'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:40.485133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:40.485478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1e9fe49f-c80f-44b7-b4eb-5ccf6fd92c0b not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:40.559102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7e4d0-883f-4f09-97a0-4ab5c3a4602a req-1e8c24f9-cfaa-4f6b-9c0c-48f3e6a3e1c8 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:40.571747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1e7e4d0-883f-4f09-97a0-4ab5c3a4602a req-1e8c24f9-cfaa-4f6b-9c0c-48f3e6a3e1c8 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 949 time: 0.2260909 Aug 31 09:31:40.624168 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b5fcb-7676-4c41-8f25-3ac6fba3845c None None] The sync data for ids ['58f27379-fd60-48a7-bdc3-f67f71e87ca7'] in n-d-806683-2 is: [{'id': '58f27379-fd60-48a7-bdc3-f67f71e87ca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1333531268-router', 'tenant_id': 'e815191876624a149b54252195c58e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:36Z', 'updated_at': '2021-08-31T09:31:39Z', 'revision_number': 6, 'project_id': 'e815191876624a149b54252195c58e3c', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:40.826336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Made reservation on behalf of 41eb34c88bef458087dbbcfd90bb4020 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:40.830559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.847250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.857584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.860645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.929522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2a4a14-9d25-4df9-a81e-b574b27fd372,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:40.979141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1e7e4d0-883f-4f09-97a0-4ab5c3a4602a req-e53cb98b-d9c8-4e2f-9bc8-3443a1b4dbba tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042592 Aug 31 09:31:40.988220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.027851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Transition to ACTIVE for port object 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:41.047797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.223392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:41.273662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:41.289514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:41.307501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76d1c0d6-785c-474c-a931-89b18029d4ac req-b20ff083-8bb6-40b7-9604-431e6a528f11 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.3460948 Aug 31 09:31:41.309655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.401242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event updated for resources: {'Port': ['ID=0ade85bc-29b5-4453-8ebd-177265022d8f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:41.472964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.488165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.506010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.531562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-054dc20d-3cd3-45e7-9da9-fb4be46b619c req-c694198d-62f6-4e54-b2db-1ecc20cf838f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 210 time: 0.2212069 Aug 31 09:31:41.576060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.578966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.677573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.679556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f27379-fd60-48a7-bdc3-f67f71e87ca7 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:31:41.685507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.689293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f2fb338c-902b-4d7b-beb0-b6c05e1b1017 admin admin] 10.222.0.69 "DELETE /v2.0/routers/58f27379-fd60-48a7-bdc3-f67f71e87ca7 HTTP/1.1" status: 204 len: 168 time: 2.6941264 Aug 31 09:31:41.689760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50770) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:41.820244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a8efd5-b4c2-4a40-8976-674123a42bb2 admin admin] Deleting subnet 28a6ec26-774e-45bb-ba12-c64b7d03d2be {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:41.835885 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c7a8efd5-b4c2-4a40-8976-674123a42bb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.895738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:41.896420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.921741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Pushing event updated for resources: {'Port': ['ID=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:41.942107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:41.949386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12e6d02-7ea8-4bbe-a308-49cb0390a696,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:41.952317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:41.984831 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c7a8efd5-b4c2-4a40-8976-674123a42bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.068564 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-7154352a-21bf-42c3-ab51-89e4806b30d2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3204262 Aug 31 09:31:42.085270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Request body: {'port': {'device_id': 'eaca0aac-a0d8-497d-a10a-9809afb796ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:42.103208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c7a8efd5-b4c2-4a40-8976-674123a42bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.110432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:42.252254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c7a8efd5-b4c2-4a40-8976-674123a42bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.311742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aeabd6a4-3870-442d-b950-eb5fce408501 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:42.359519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8efd5-b4c2-4a40-8976-674123a42bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a6ec26-774e-45bb-ba12-c64b7d03d2be,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.388991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c7a8efd5-b4c2-4a40-8976-674123a42bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.396838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c7a8efd5-b4c2-4a40-8976-674123a42bb2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/28a6ec26-774e-45bb-ba12-c64b7d03d2be HTTP/1.1" status: 204 len: 168 time: 0.7058485 Aug 31 09:31:42.397682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50782) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:42.435950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-0a7eabc0-2071-4353-b1cb-05920ca5a62d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:42.439683 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-0a7eabc0-2071-4353-b1cb-05920ca5a62d tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 949 time: 0.5128067 Aug 31 09:31:42.452662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port aeabd6a4-3870-442d-b950-eb5fce408501 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:42.458669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port aeabd6a4-3870-442d-b950-eb5fce408501 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:42.459133 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.482407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e382d-058f-445b-a025-aaaefd295cd3 req-04494cec-d9ae-40d0-a468-3c5b0e3aaf99 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:42.494723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-709e382d-058f-445b-a025-aaaefd295cd3 req-04494cec-d9ae-40d0-a468-3c5b0e3aaf99 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 949 time: 0.2554541 Aug 31 09:31:42.623566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.645881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Allocated IP 192.168.233.119 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/22337716-2baf-49a0-8027-83fd0728d6e0) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:42.658445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.667423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.683615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-709e382d-058f-445b-a025-aaaefd295cd3 req-09a54333-1741-4855-8206-9246695bbe0e tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875503 Aug 31 09:31:42.688921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.715534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28104215-7577-494e-af8e-627921d40de3 req-ff0bc276-51ed-40f0-89aa-35ed5c34f076 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:42.731000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28104215-7577-494e-af8e-627921d40de3 req-ff0bc276-51ed-40f0-89aa-35ed5c34f076 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 931 time: 0.2325468 Aug 31 09:31:42.775925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port aeabd6a4-3870-442d-b950-eb5fce408501, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aeabd6a4-3870-442d-b950-eb5fce408501,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:42.785340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-174dd70b-5186-44f0-8b0e-9af440d80b31 None None] Provisioning for port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:42.789668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.851011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28104215-7577-494e-af8e-627921d40de3 req-3dfe307c-fdb2-4fb9-bc9f-7dffb81e690e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133075 Aug 31 09:31:42.869417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-174dd70b-5186-44f0-8b0e-9af440d80b31 None None] Provisioning complete for port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:42.870191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-174dd70b-5186-44f0-8b0e-9af440d80b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.921173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8d2ea570-14f2-4c3e-8351-f63337ee40de no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:43.060749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8d2ea570-14f2-4c3e-8351-f63337ee40de {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:43.067197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8d2ea570-14f2-4c3e-8351-f63337ee40de not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:43.068195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dc2a4a14-9d25-4df9-a81e-b574b27fd372 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:43.103071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a9a6e9a-d2f7-4c43-a790-f954a5ef1098 req-19a2ca2d-ac8a-4242-9067-97fa3aea1439 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 210 time: 0.1810541 Aug 31 09:31:43.118406 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.151389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72accec-e952-49a6-bf95-c871df7b2ed9']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:43.174712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: dc2a4a14-9d25-4df9-a81e-b574b27fd372 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:43.176051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dc2a4a14-9d25-4df9-a81e-b574b27fd372 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:43.181951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4e0f6b-7dd4-4550-b007-a07f9476cec1') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:43.181951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4e0f6b-7dd4-4550-b007-a07f9476cec1') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:43.194306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-174dd70b-5186-44f0-8b0e-9af440d80b31 None None] Port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:43.196818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=aeabd6a4-3870-442d-b950-eb5fce408501,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:43.203174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.237054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.258544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:43.259552 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:43.274455 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:43.355678 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.363979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.376217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.380334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] 10.222.0.69 "DELETE /v2.0/networks/d72accec-e952-49a6-bf95-c871df7b2ed9 HTTP/1.1" status: 204 len: 168 time: 0.9796133 Aug 31 09:31:43.397012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ffffa-9ab1-4d69-bcc2-d1733f3b46ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d72accec-e952-49a6-bf95-c871df7b2ed9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:43.464272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Deleting port 12b70a6c-70ed-41ee-b648-1527c4c157f3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:43.464870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.647492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50802) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:43.757655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c00c63db-5eee-43a9-8ca4-abca9f56bf2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e815191876624a149b54252195c58e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084664 Aug 31 09:31:43.775422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50806) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:43.991095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e68f2e-1b2c-4bf9-8854-3810fe565f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.127568 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.130407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8228f37-99cd-49e3-a738-5c6ed98cb290 req-72f23504-4791-4daf-9b00-493921c53f7f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:44.141190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8228f37-99cd-49e3-a738-5c6ed98cb290 req-72f23504-4791-4daf-9b00-493921c53f7f tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 949 time: 0.2528570 Aug 31 09:31:44.144775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e68f2e-1b2c-4bf9-8854-3810fe565f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.262100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.294030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aeabd6a4-3870-442d-b950-eb5fce408501 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:44.305361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aa785-0f09-4bb2-b3b7-8d59929ec197 req-72fb364b-f36d-4d24-b64e-e258cb921553 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:44.317985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c42aa785-0f09-4bb2-b3b7-8d59929ec197 req-72fb364b-f36d-4d24-b64e-e258cb921553 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 931 time: 0.3112934 Aug 31 09:31:44.329099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8228f37-99cd-49e3-a738-5c6ed98cb290 req-10b91d71-d3e2-4f1b-aa7e-678ba437ff07 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/security-groups?id=521f0ad8-b1d5-4461-84ea-9ce78ae9407c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869900 Aug 31 09:31:44.363167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ade85bc-29b5-4453-8ebd-177265022d8f {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:44.378061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e68f2e-1b2c-4bf9-8854-3810fe565f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.381043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e68f2e-1b2c-4bf9-8854-3810fe565f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.382445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a7e68f2e-1b2c-4bf9-8854-3810fe565f00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac HTTP/1.1" status: 204 len: 168 time: 0.6054389 Aug 31 09:31:44.390035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.403230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Transition to ACTIVE for port object 22337716-2baf-49a0-8027-83fd0728d6e0 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:44.404851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e68f2e-1b2c-4bf9-8854-3810fe565f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e1bb83-7fd6-455b-8f88-b0f412a2c9ac,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:44.413358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] For port 12b70a6c-70ed-41ee-b648-1527c4c157f3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=12b70a6c-70ed-41ee-b648-1527c4c157f3,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:44.413872 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.416647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c42aa785-0f09-4bb2-b3b7-8d59929ec197 req-f5afc661-ecb9-4e80-943d-7b84c4ce94f3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863895 Aug 31 09:31:44.522724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Transition to ACTIVE for port object 0ade85bc-29b5-4453-8ebd-177265022d8f will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:44.525688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Calling delete_port for 12b70a6c-70ed-41ee-b648-1527c4c157f3 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:44.541516 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.542495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port aeabd6a4-3870-442d-b950-eb5fce408501 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:44.543317 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.737624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c73977f-e6bd-4a85-8c7d-0b06adcaca0d req-e896a04d-0f8c-47ec-b4f0-e22b7f512112 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 210 time: 0.0677798 Aug 31 09:31:44.750020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.797860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Pushing event updated for resources: {'Port': ['ID=0ade85bc-29b5-4453-8ebd-177265022d8f,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:44.945825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:44.967462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.984268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:44.989823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:45.060696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.120896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Pushing event updated for resources: {'Port': ['ID=22337716-2baf-49a0-8027-83fd0728d6e0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.197201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.292212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Attempting to bind port 0ade85bc-29b5-4453-8ebd-177265022d8f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:45.292613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Attempting to bind port 0ade85bc-29b5-4453-8ebd-177265022d8f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:45.292970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Attempting to bind port 0ade85bc-29b5-4453-8ebd-177265022d8f on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:45.312975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Port 0ade85bc-29b5-4453-8ebd-177265022d8f on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:45.313569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Attempting to bind port 0ade85bc-29b5-4453-8ebd-177265022d8f on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:45.323608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:45.324290 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.357295 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-437528b0-72fa-4f07-a9a6-2d7eacb0b281 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8982501 Aug 31 09:31:45.370454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:45.371179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Checking segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:45.371554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Bound using segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:45.372019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Bound port: 0ade85bc-29b5-4453-8ebd-177265022d8f, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:45.373089 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.395149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Request body: {'port': {'device_id': '3107168c-6221-4d8a-9fc4-fe6e9e604b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:45.456718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c0d58c1c-f762-4701-a6bd-6e97012bb0ce None None] Provisioning for port 22337716-2baf-49a0-8027-83fd0728d6e0 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:45.468314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Pushing event updated for resources: {'Port': ['ID=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.474291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c0d58c1c-f762-4701-a6bd-6e97012bb0ce None None] Provisioning complete for port 22337716-2baf-49a0-8027-83fd0728d6e0 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:45.475142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c0d58c1c-f762-4701-a6bd-6e97012bb0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.536269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.559540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4db722bd-05dd-4c95-be77-2becaac4921a req-ab0b238c-a53f-4388-8931-21de6e2fe5df tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0709383 Aug 31 09:31:45.609913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c0d58c1c-f762-4701-a6bd-6e97012bb0ce None None] Port 22337716-2baf-49a0-8027-83fd0728d6e0 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:45.667914 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.730328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Pushing event deleted for resources: {'Port': ['ID=12b70a6c-70ed-41ee-b648-1527c4c157f3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.754340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0200-05f8-4bef-a579-ba395b122b73 req-6211c1e0-6364-4612-9aea-7e081c571bec tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:45.768913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7afb0200-05f8-4bef-a579-ba395b122b73 req-6211c1e0-6364-4612-9aea-7e081c571bec tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 943 time: 0.1858227 Aug 31 09:31:45.774343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] No DVR routers for this DVR port 12b70a6c-70ed-41ee-b648-1527c4c157f3 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:45.778946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.783498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-02fae617-de6e-4167-831f-f0cfc1391b21 req-b66b2d9e-9089-44d6-a884-357967f7c020 tempest-ServersAdminNegativeTestJSON-2035866847 tempest-ServersAdminNegativeTestJSON-2035866847-project] 10.222.0.20 "DELETE /v2.0/ports/12b70a6c-70ed-41ee-b648-1527c4c157f3 HTTP/1.1" status: 204 len: 173 time: 3.2600424 Aug 31 09:31:45.822720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0', 'name': 'network-vif-deleted', 'tag': '12b70a6c-70ed-41ee-b648-1527c4c157f3'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:45.827060 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3184acda-fdfa-46df-b5a9-ae71f4f6c230" -d '{"events": [{"server_uuid": "fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0", "name": "network-vif-deleted", "tag": "12b70a6c-70ed-41ee-b648-1527c4c157f3"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:45.864797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] For port 0ade85bc-29b5-4453-8ebd-177265022d8f, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:45.917881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] For port 0ade85bc-29b5-4453-8ebd-177265022d8f, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0ade85bc-29b5-4453-8ebd-177265022d8f,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:45.927560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:45.935429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:45.953014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7afb0200-05f8-4bef-a579-ba395b122b73 req-2b9d33ac-2837-4ab2-b394-fd37a8521ead tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833787 Aug 31 09:31:45.961319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.176067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50876) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:46.254201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b625be-828c-4273-a8c5-5b22689804c4 req-7ce2055b-5c9e-4c9c-aea0-c71052b01b3a tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.256865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87b625be-828c-4273-a8c5-5b22689804c4 req-7ce2055b-5c9e-4c9c-aea0-c71052b01b3a tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 936 time: 0.1620479 Aug 31 09:31:46.348351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Pushing event updated for resources: {'Port': ['ID=0ade85bc-29b5-4453-8ebd-177265022d8f,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:46.349901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87b625be-828c-4273-a8c5-5b22689804c4 req-2e2bed14-532e-4032-ae72-bbbd5a5fa5bb tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785651 Aug 31 09:31:46.357448 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d338a8-3074-4ce8-a28d-9eb2966a2b06 x-openstack-request-id: req-59d338a8-3074-4ce8-a28d-9eb2966a2b06 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:46.357840 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0", "name": "network-vif-deleted", "tag": "12b70a6c-70ed-41ee-b648-1527c4c157f3", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:46.358080 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59d338a8-3074-4ce8-a28d-9eb2966a2b06 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:46.358332 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5bc6fb-5da5-454b-bcfe-2bf60533d5d0', 'name': 'network-vif-deleted', 'tag': '12b70a6c-70ed-41ee-b648-1527c4c157f3', 'status': 'completed', 'code': 200} Aug 31 09:31:46.416326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.417317 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.419074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-cdec17ea-7f17-4a89-8c89-0abe11bb1244 service neutron] 10.222.0.52 "PUT /v2.0/ports/0ade85bc-29b5-4453-8ebd-177265022d8f HTTP/1.1" status: 200 len: 1091 time: 4.3389235 Aug 31 09:31:46.442947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1294223615-network', 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:46.457617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 12b70a6c-70ed-41ee-b648-1527c4c157f3 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:46.463213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-aecd52e4-e96a-453c-afdc-a4c8030f7271 None None] Provisioning complete for port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:46.463955 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aecd52e4-e96a-453c-afdc-a4c8030f7271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.486584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:46.491921 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.506072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 12b70a6c-70ed-41ee-b648-1527c4c157f3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:46.506902 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 12b70a6c-70ed-41ee-b648-1527c4c157f3 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:46.528318 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.555078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-aecd52e4-e96a-453c-afdc-a4c8030f7271 None None] Port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:46.728364 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.730451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-f042333e-132f-42d1-a0be-0fc55d9bbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.732343 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-f042333e-132f-42d1-a0be-0fc55d9bbfdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 1094 time: 0.2036669 Aug 31 09:31:46.734842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.743926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Router eb61370c-c7d1-46a1-8012-312b3a105a64 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:46.780548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d4c224-1e44-42b5-9a8d-68b9a00df512,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:46.793207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:46.810655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.811095 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Added segment 7abe15a0-0e8e-4541-9f3e-4b4790eb7f54 of type vlan for network a9d07e16-6766-421e-8a7a-53f6f1e14899 Aug 31 09:31:46.869955 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-5ac1ff83-da34-480b-8dff-98ee8fac5d58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ade85bc-29b5-4453-8ebd-177265022d8f HTTP/1.1" status: 200 len: 217 time: 0.1284525 Aug 31 09:31:46.871928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.921930 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.922971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.923564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.004194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8224838 Aug 31 09:31:47.004854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50900) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:47.010192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Request body: {'subnet': {'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1294223615-subnet', 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:47.019121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf1600-09cb-46eb-8b3c-2ad014f6fb67 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d07e16-6766-421e-8a7a-53f6f1e14899,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:47.037442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:47.045480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-01c56484-d21b-4abe-9e60-5a6af105049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:47.052338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-01c56484-d21b-4abe-9e60-5a6af105049b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.1680307 Aug 31 09:31:47.055623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:47.058285 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.184981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-f7cc7911-5dc6-4e73-82ce-fe2567fde8cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773094 Aug 31 09:31:47.197406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22337716-2baf-49a0-8027-83fd0728d6e0 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:47.210928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.211253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9c08-c380-4766-890f-7ffd269b809e req-d3963fc1-efe9-401d-9333-cbdbcd2a0055 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:47.212927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-007c9c08-c380-4766-890f-7ffd269b809e req-d3963fc1-efe9-401d-9333-cbdbcd2a0055 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 943 time: 0.0723438 Aug 31 09:31:47.217839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50902) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:47.290007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Transition to ACTIVE for port object 22337716-2baf-49a0-8027-83fd0728d6e0 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:47.303216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.308911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:47.325776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Sync routers for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:47.335685 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-007c9c08-c380-4766-890f-7ffd269b809e req-3d821f4d-8b30-439d-b18d-23c01086f3e3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119826 Aug 31 09:31:47.341078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:47.342710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:47.348537 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-42f56661-858e-46bb-8412-f61cac243709 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb61370c-c7d1-46a1-8012-312b3a105a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7063308 Aug 31 09:31:47.433304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Pushing event updated for resources: {'Port': ['ID=22337716-2baf-49a0-8027-83fd0728d6e0,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:47.473540 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-624696bf-2a85-418b-841f-f67608f515a9 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664466 Aug 31 09:31:47.587944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.633805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735874c-ac7f-4dc0-8f53-7b5ef8a951c9 req-a8445495-008f-4b28-a43e-22dfb32eb19f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:47.646693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7735874c-ac7f-4dc0-8f53-7b5ef8a951c9 req-a8445495-008f-4b28-a43e-22dfb32eb19f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 948 time: 0.1379519 Aug 31 09:31:47.682567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:47.702651 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a8de29b-6ccd-49d9-ac53-ea847f61f202 req-1076c369-ce97-4058-85e4-c024b6d8dbe9 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887271 Aug 31 09:31:47.704395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Attempting to bind port 22337716-2baf-49a0-8027-83fd0728d6e0 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:47.705065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Attempting to bind port 22337716-2baf-49a0-8027-83fd0728d6e0 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:47.705703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Attempting to bind port 22337716-2baf-49a0-8027-83fd0728d6e0 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:47.714927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Port 22337716-2baf-49a0-8027-83fd0728d6e0 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:47.715349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Attempting to bind port 22337716-2baf-49a0-8027-83fd0728d6e0 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:47.724947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:47.726143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:47.726784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:47.727463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Bound port: 22337716-2baf-49a0-8027-83fd0728d6e0, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:47.728106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.818134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1874d6cc-7edc-436f-86de-1ac3424887c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ea8c32a36744e22a6d488283d2ce89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988126 Aug 31 09:31:47.836962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] For port 22337716-2baf-49a0-8027-83fd0728d6e0, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:47.844260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] For port 22337716-2baf-49a0-8027-83fd0728d6e0, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=22337716-2baf-49a0-8027-83fd0728d6e0,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:47.846396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50924) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:47.856408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.942514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:47.943368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.945039 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] 10.222.0.52 "PUT /v2.0/ports/22337716-2baf-49a0-8027-83fd0728d6e0 HTTP/1.1" status: 200 len: 1096 time: 2.5777862 Aug 31 09:31:47.955831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad35e48-1c28-4468-8ec6-f072e87ddb1e service neutron] Pushing event updated for resources: {'Port': ['ID=22337716-2baf-49a0-8027-83fd0728d6e0,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:47.991572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a4279b-7ee8-4446-8c25-3da965492a89,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:48.018915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7735874c-ac7f-4dc0-8f53-7b5ef8a951c9 req-a8cfff19-96f0-4ee1-a9c0-016a34fa1401 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706307 Aug 31 09:31:48.022543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Checking segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:48.023539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Network hostable DHCP agents. Network: a9d07e16-6766-421e-8a7a-53f6f1e14899, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:48.071261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:48.098372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, a9d07e16-6766-421e-8a7a-53f6f1e14899) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:48.109810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.112023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6fe359f2-9645-4610-9e25-8add1f1aa121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.113577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.154972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3371b001-4fd3-4df3-a303-fc2d61c3ead3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1488495 Aug 31 09:31:48.155705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6fe359f2-9645-4610-9e25-8add1f1aa121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.298047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d5590b-5265-4700-bb41-add3b78c5125 None None] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:48.301776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6fe359f2-9645-4610-9e25-8add1f1aa121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.311836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6fe359f2-9645-4610-9e25-8add1f1aa121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.320269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6fe359f2-9645-4610-9e25-8add1f1aa121 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/521f0ad8-b1d5-4461-84ea-9ce78ae9407c HTTP/1.1" status: 204 len: 168 time: 0.4720526 Aug 31 09:31:48.357608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe359f2-9645-4610-9e25-8add1f1aa121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521f0ad8-b1d5-4461-84ea-9ce78ae9407c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:48.370561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaca0aac-a0d8-497d-a10a-9809afb796ea', 'tag': '0ade85bc-29b5-4453-8ebd-177265022d8f'}, {'name': 'network-changed', 'server_uuid': '3107168c-6221-4d8a-9fc4-fe6e9e604b4d', 'tag': '22337716-2baf-49a0-8027-83fd0728d6e0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:48.373127 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6" -d '{"events": [{"name": "network-changed", "server_uuid": "eaca0aac-a0d8-497d-a10a-9809afb796ea", "tag": "0ade85bc-29b5-4453-8ebd-177265022d8f"}, {"name": "network-changed", "server_uuid": "3107168c-6221-4d8a-9fc4-fe6e9e604b4d", "tag": "22337716-2baf-49a0-8027-83fd0728d6e0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:48.379425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-2b8973e8-f1bb-4687-b83a-1c7cad825c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.393190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-2b8973e8-f1bb-4687-b83a-1c7cad825c0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41eb34c88bef458087dbbcfd90bb4020&device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 1099 time: 0.3874786 Aug 31 09:31:48.541421 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-e4459d4b-06ce-4c82-82af-489d734264fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=22337716-2baf-49a0-8027-83fd0728d6e0 HTTP/1.1" status: 200 len: 217 time: 0.1395345 Aug 31 09:31:48.576117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb93a48-f93c-4e69-828a-84dd81d0d400 None None] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:48.661882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb6032-9039-4e71-a74a-4e64084d07f7 req-b4a365d5-513f-47cf-864f-9ac92a82c94c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.672091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3dbb6032-9039-4e71-a74a-4e64084d07f7 req-b4a365d5-513f-47cf-864f-9ac92a82c94c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 943 time: 0.0735137 Aug 31 09:31:48.684152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:44Z', 'revision_number': 2, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:48.701050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50952) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:48.707870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-5b93160c-c2fb-4606-b895-519891b8bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.709826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-5b93160c-c2fb-4606-b895-519891b8bd7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1608393 Aug 31 09:31:48.713837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b6afb7e2-957c-49c2-b6a2-2309606a765e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598906457', 'description': 'tempest-description--1401384609'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:48.791590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Checking router: eb61370c-c7d1-46a1-8012-312b3a105a64 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:48.792188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Updating router eb61370c-c7d1-46a1-8012-312b3a105a64 port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:31:48.793317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3dbb6032-9039-4e71-a74a-4e64084d07f7 req-f989e4a9-ef55-41d9-b028-01491f211b68 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190057 Aug 31 09:31:48.801182 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832b6dd6-b78f-45b7-96d9-aca66acf991c x-openstack-request-id: req-832b6dd6-b78f-45b7-96d9-aca66acf991c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:48.801414 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaca0aac-a0d8-497d-a10a-9809afb796ea", "tag": "0ade85bc-29b5-4453-8ebd-177265022d8f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3107168c-6221-4d8a-9fc4-fe6e9e604b4d", "tag": "22337716-2baf-49a0-8027-83fd0728d6e0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:48.801659 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-832b6dd6-b78f-45b7-96d9-aca66acf991c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:48.802052 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaca0aac-a0d8-497d-a10a-9809afb796ea', 'tag': '0ade85bc-29b5-4453-8ebd-177265022d8f', 'status': 'completed', 'code': 200} Aug 31 09:31:48.804019 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3107168c-6221-4d8a-9fc4-fe6e9e604b4d', 'tag': '22337716-2baf-49a0-8027-83fd0728d6e0', 'status': 'completed', 'code': 200} Aug 31 09:31:48.820436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b6afb7e2-957c-49c2-b6a2-2309606a765e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.851134 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.912418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-61d273eb-e65a-445d-b451-dda60b369802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.914359 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-61d273eb-e65a-445d-b451-dda60b369802 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931155 Aug 31 09:31:49.052257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-c79d765e-ee74-4d1c-9717-4cb9fab3142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:49.053943 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-c79d765e-ee74-4d1c-9717-4cb9fab3142a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 1094 time: 0.2300208 Aug 31 09:31:49.054285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50960) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.120888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b6afb7e2-957c-49c2-b6a2-2309606a765e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.174149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b6afb7e2-957c-49c2-b6a2-2309606a765e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.317841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b6afb7e2-957c-49c2-b6a2-2309606a765e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.319104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b6afb7e2-957c-49c2-b6a2-2309606a765e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6156273 Aug 31 09:31:49.335003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50974) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.348045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-cebeb7f2-5a90-4da5-8cf7-6c9208d1b730 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'security_group_rule': {'security_group_id': '9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:49.377707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e8b0c8a3-73bd-4af8-acf5-20124ba388c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38bca927cccb425298f84cd11be674b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201807 Aug 31 09:31:49.385607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50976) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.408763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afb7e2-957c-49c2-b6a2-2309606a765e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:49.464492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d885e3-17fd-4f40-a35c-b51fc0b319db req-f3e294fa-a3d8-4106-8d5c-a63abc7bdda0 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:49.466353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a5d885e3-17fd-4f40-a35c-b51fc0b319db req-f3e294fa-a3d8-4106-8d5c-a63abc7bdda0 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 948 time: 0.3151476 Aug 31 09:31:49.483196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-f9dbdd48-913f-4fbd-b727-f388505dca15 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:49.484696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-f9dbdd48-913f-4fbd-b727-f388505dca15 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.2975724 Aug 31 09:31:49.496440 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cebeb7f2-5a90-4da5-8cf7-6c9208d1b730 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.497754 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.510920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Transition to ACTIVE for port object 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:49.518935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.559842 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-fc4937ff-61d9-4f14-aca0-a4e3a59a40e1 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340351 Aug 31 09:31:49.560068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-563eae7b-355e-46e9-9705-d7af0905d68d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/quotas/911bdad3a3bc49e5bc90377245a75b7a HTTP/1.1" status: 200 len: 375 time: 0.0423896 Aug 31 09:31:49.587231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90db90-c237-40c6-91a1-15c6a4f0d45c None None] Pushing event updated for resources: {'Port': ['ID=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:49.640880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-2372aebe-1fd3-4dbf-9784-deff73501375 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799139 Aug 31 09:31:49.653121 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6820973d-92d6-4948-8835-f2dd728a59ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.659871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Attempting to bind port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:49.660244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Attempting to bind port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:49.663266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Attempting to bind port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:49.666617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-d1c9a90f-8980-4df4-857b-26fe0d9e26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:49.667665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a5d885e3-17fd-4f40-a35c-b51fc0b319db req-01309f94-68df-47a9-a098-e3d4a8ba68c7 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781499 Aug 31 09:31:49.669887 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-d1c9a90f-8980-4df4-857b-26fe0d9e26b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 913 time: 0.6055832 Aug 31 09:31:49.680647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:49.680888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Checking segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:49.681303 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.681703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Bound using segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:49.682179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Bound port: 03b6b420-9f90-4fed-b9d2-95c57d4c86a6, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:49.682564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.807549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-69cd8cbb-17bd-400b-966d-2a34e48dc84e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ade85bc-29b5-4453-8ebd-177265022d8f HTTP/1.1" status: 200 len: 217 time: 0.1303508 Aug 31 09:31:49.836143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] For port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:49.840621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] For port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:49.848992 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.875830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6820973d-92d6-4948-8835-f2dd728a59ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.948320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:49.948976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:49.959902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-42e33035-76d3-4b47-90ec-36480d42b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:49.961383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-42e33035-76d3-4b47-90ec-36480d42b269 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.1417637 Aug 31 09:31:49.963194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-718b1ef3-9305-4d48-a0a7-42e643d571bc req-6b64fc14-62c5-4349-b457-5f27dfa8b2e3 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905506 Aug 31 09:31:50.022033 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-313474bf-3481-4af5-b775-fc90b384552a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480595 Aug 31 09:31:50.028639 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cebeb7f2-5a90-4da5-8cf7-6c9208d1b730 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.041001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90db90-c237-40c6-91a1-15c6a4f0d45c None None] Pushing event updated for resources: {'Port': ['ID=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:50.060959 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cebeb7f2-5a90-4da5-8cf7-6c9208d1b730 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.093938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-27603fb6-c8aa-4a63-9382-a388fb44a3eb service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520299 Aug 31 09:31:50.133264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cebeb7f2-5a90-4da5-8cf7-6c9208d1b730 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.137409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cebeb7f2-5a90-4da5-8cf7-6c9208d1b730 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7984476 Aug 31 09:31:50.138037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50990) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:50.161893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:50.166252 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:31:50.176945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-75a5dafd-1d62-4e57-8225-6b7d4e61b0c7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'security_group_rule': {'security_group_id': '9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:50.228830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebeb7f2-5a90-4da5-8cf7-6c9208d1b730 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173ea604-e8b3-4332-9531-974de66ec5c7,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:50.314005 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-fbb46b44-f1e8-4847-96f6-9b444f63d40a service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776775 Aug 31 09:31:50.336896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6820973d-92d6-4948-8835-f2dd728a59ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.341474 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6820973d-92d6-4948-8835-f2dd728a59ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.345613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6820973d-92d6-4948-8835-f2dd728a59ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5db877e5-06bd-4128-b800-f92e1abbb37a HTTP/1.1" status: 204 len: 168 time: 0.9527621 Aug 31 09:31:50.390289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820973d-92d6-4948-8835-f2dd728a59ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db877e5-06bd-4128-b800-f92e1abbb37a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:50.454649 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75a5dafd-1d62-4e57-8225-6b7d4e61b0c7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.483893 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-52894cfb-88d3-4419-a082-5e0bf1c05ef4 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889036 Aug 31 09:31:50.500705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10670c6c-42e7-4912-a5f8-bc54c93e8a96 req-2690611e-9126-4b40-84ef-7a1ce35592f6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.503308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10670c6c-42e7-4912-a5f8-bc54c93e8a96 req-2690611e-9126-4b40-84ef-7a1ce35592f6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 943 time: 0.2759256 Aug 31 09:31:50.536634 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-8e97b719-7520-49c4-a36b-970a5f658064 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149143 Aug 31 09:31:50.603164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10670c6c-42e7-4912-a5f8-bc54c93e8a96 req-aa2b03b9-080c-4d84-9963-7ba27b07466c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841544 Aug 31 09:31:50.649574 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75a5dafd-1d62-4e57-8225-6b7d4e61b0c7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.659234 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75a5dafd-1d62-4e57-8225-6b7d4e61b0c7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.666922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:49Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:50.708245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-e6a64e99-ac5e-4b44-8d38-675cd5738acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.708484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5dafd-1d62-4e57-8225-6b7d4e61b0c7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f270e87-67a1-40c4-bebf-21140c492c22,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:50.709966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-e6a64e99-ac5e-4b44-8d38-675cd5738acb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41eb34c88bef458087dbbcfd90bb4020&device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 1099 time: 0.0985088 Aug 31 09:31:50.733055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75a5dafd-1d62-4e57-8225-6b7d4e61b0c7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.734248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-75a5dafd-1d62-4e57-8225-6b7d4e61b0c7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5925174 Aug 31 09:31:50.738081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50998) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:50.747964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:50.751428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a732b-3c68-4f02-9901-898f1ab71bc1 None None] The sync data for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 is: [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:49Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:50.990358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-5189bd5a-7e90-4092-b36d-2dbb550747d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.995144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-5189bd5a-7e90-4092-b36d-2dbb550747d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2694409 Aug 31 09:31:50.997583 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.098347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-1285220e-1d65-4158-82dc-eb1a6031efe8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=22337716-2baf-49a0-8027-83fd0728d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0941696 Aug 31 09:31:51.234140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8b91846-4f93-4aac-a15b-5577ef564c09 req-6b36b0f0-b8cb-49e8-80f8-90f4b5a7f392 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 210 time: 0.0578964 Aug 31 09:31:51.251305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-7a65e17a-916e-46be-aa41-2e77472c0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:51.256911 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-7a65e17a-916e-46be-aa41-2e77472c0a0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1498678 Aug 31 09:31:51.373635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e917996-d95d-4eb4-9d4d-c2e5edb109b4 req-0142134c-7422-4282-b4e7-598ec293d101 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:51.396499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-b6e1682e-b353-4055-87dd-d28f5196c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:51.401119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e917996-d95d-4eb4-9d4d-c2e5edb109b4 req-0142134c-7422-4282-b4e7-598ec293d101 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 948 time: 0.6276753 Aug 31 09:31:51.412416 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-b6e1682e-b353-4055-87dd-d28f5196c7f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393681 Aug 31 09:31:51.449206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.490280 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e917996-d95d-4eb4-9d4d-c2e5edb109b4 req-5ceefc5b-9fd7-4b6e-8795-69ed342bd428 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861437 Aug 31 09:31:51.721073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Allocated IP 172.25.1.109 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/bf42a065-684e-41af-bbef-4a7922da5834) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:51.723753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0ade85bc-29b5-4453-8ebd-177265022d8f details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:51.755426 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-7cbb1f19-ab9b-4b26-a1a1-3c9cb055cd48 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365355 Aug 31 09:31:51.967815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4290fa7c-16eb-4441-9b1e-b7544190dd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.055044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0ade85bc-29b5-4453-8ebd-177265022d8f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0ade85bc-29b5-4453-8ebd-177265022d8f,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:52.085439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '0ade85bc-29b5-4453-8ebd-177265022d8f', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'port_id': '0ade85bc-29b5-4453-8ebd-177265022d8f', 'mac_address': 'fa:16:3e:13:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75df9ba-6449-4ba7-80c3-046178a65288', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:52.102014 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-a3b5cee6-8468-496a-88e5-01649a376273 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2635152 Aug 31 09:31:52.181821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51046) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:52.235698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9f14bbc-548b-40c6-b7a4-ebff1f9b21f6 req-30701f80-85ea-4b7a-9764-dfb5c9c93ef6 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709735 Aug 31 09:31:52.293838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-8d0511d2-2533-4ac7-a88b-967a1ab2aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:52.295433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-8d0511d2-2533-4ac7-a88b-967a1ab2aefe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13757f27ac114c92a89977d5311aecdb&device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 1097 time: 0.1552997 Aug 31 09:31:52.302980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:52.400720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.452283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ade85bc-29b5-4453-8ebd-177265022d8f {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:52.466623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1694120738-network', 'tenant_id': 'abb6d416118b476dbe903d22dada0d45'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:52.499015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0ade85bc-29b5-4453-8ebd-177265022d8f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0ade85bc-29b5-4453-8ebd-177265022d8f,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:52.522040 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.531896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:52.539991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6ebb-9191-4b50-af2f-cb7b1360e125 req-8e955dc2-686f-4cb9-89a3-4893a22a7c2a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:52.550278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872b6ebb-9191-4b50-af2f-cb7b1360e125 req-8e955dc2-686f-4cb9-89a3-4893a22a7c2a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 943 time: 0.7173064 Aug 31 09:31:52.560630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Made reservation on behalf of abb6d416118b476dbe903d22dada0d45 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:52.566178 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.581103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-67335c00-dedc-4dec-9e59-c7b1f30fd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:52.582718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-67335c00-dedc-4dec-9e59-c7b1f30fd33c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8df72251-6296-469e-a38a-35feab1a1df0 HTTP/1.1" status: 200 len: 913 time: 0.2598236 Aug 31 09:31:52.583211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:52.584147 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.589982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.680502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4bbe277-5f84-4ae2-ab43-859e01776414 req-65441141-1ad1-40c6-b7d2-bb34b06f32aa tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 210 time: 0.1979823 Aug 31 09:31:52.682341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0ade85bc-29b5-4453-8ebd-177265022d8f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:52.747660 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-5eadbd15-44d6-4e4b-b310-23d2c54b3b3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15dd733-a796-41d2-9925-afaae35e619a HTTP/1.1" status: 200 len: 1001 time: 0.1545947 Aug 31 09:31:52.778506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0ade85bc-29b5-4453-8ebd-177265022d8f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:52.800372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.850838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872b6ebb-9191-4b50-af2f-cb7b1360e125 req-d5df570d-d004-4c5a-b742-5cc1ba8e9616 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994499 Aug 31 09:31:52.889201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-c85cf380-6fd8-4df5-99cd-0947ea42a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:52.891872 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-c85cf380-6fd8-4df5-99cd-0947ea42a418 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=149d2fb5-6f77-4e2d-ab78-abce8874ca89 HTTP/1.1" status: 200 len: 850 time: 0.1338942 Aug 31 09:31:52.921382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.099083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:53.099348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-f5903879-d4ec-4763-b075-612a369914f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:53.101694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-f5903879-d4ec-4763-b075-612a369914f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8df72251-6296-469e-a38a-35feab1a1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838241 Aug 31 09:31:53.110875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.128714 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.252518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:53.264764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.269665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:53.278740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:53.279469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.300945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.337946 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-3e61d26d-81c0-4b3f-938b-6a3100532f78 service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013545 Aug 31 09:31:53.345008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:53.365604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4230b1-1d8e-486f-a9f4-353318088837 req-632757ac-1f04-4165-b74d-b29fb1a24971 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:53.374982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf4230b1-1d8e-486f-a9f4-353318088837 req-632757ac-1f04-4165-b74d-b29fb1a24971 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 948 time: 0.2775383 Aug 31 09:31:53.390147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-24ddf37a-d545-4753-9936-70228a81b831 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:53.392027 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-24ddf37a-d545-4753-9936-70228a81b831 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.5185146 Aug 31 09:31:53.394903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'Port': ['ID=bf42a065-684e-41af-bbef-4a7922da5834,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.430297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.430960 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Added segment 1510e138-3ed9-4e2e-aedf-26a014083097 of type vlan for network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 Aug 31 09:31:53.435758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Request body: {'port': {'device_id': '684ae968-9019-4a0a-8b8d-4f681ffcf9dc', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'admin_state_up': True, 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:53.440258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.485924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.519839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf4230b1-1d8e-486f-a9f4-353318088837 req-b784e0a8-48a0-4aa9-ab19-eedd5e2e9e51 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438873 Aug 31 09:31:53.569255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.570714 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.621291 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c783bdf8-282f-4e56-99e8-d7299e1e1001 req-eb5d8e68-79bf-4f2b-99ad-98946a8831a5 service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696741 Aug 31 09:31:53.640550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.641594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:53.642564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.734287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 22337716-2baf-49a0-8027-83fd0728d6e0 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:53.747484 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5583673 Aug 31 09:31:53.747790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0ade85bc-29b5-4453-8ebd-177265022d8f up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:53.751455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51074) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:53.785504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Request body: {'subnet': {'network_id': '4f574863-5f64-4eb5-bec2-1addbd43fcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1694120738-subnet', 'tenant_id': 'abb6d416118b476dbe903d22dada0d45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:53.846435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:53.853911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.867597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c0965-1ae3-4815-8884-33ee26c10cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=4f574863-5f64-4eb5-bec2-1addbd43fcb3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.951816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e48afa3f-233f-44c2-96e5-4e4c253024ef req-28ed02ef-a4c6-4e5f-b3ad-18081ff64361 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 210 time: 0.0793486 Aug 31 09:31:53.976938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Made reservation on behalf of abb6d416118b476dbe903d22dada0d45 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:53.983267 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.990415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 22337716-2baf-49a0-8027-83fd0728d6e0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=22337716-2baf-49a0-8027-83fd0728d6e0,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:54.010918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:54.013268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.014000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '22337716-2baf-49a0-8027-83fd0728d6e0', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '22337716-2baf-49a0-8027-83fd0728d6e0', 'mac_address': 'fa:16:3e:c7:60:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:54.018947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 0ade85bc-29b5-4453-8ebd-177265022d8f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:54.021180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.069977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 0ade85bc-29b5-4453-8ebd-177265022d8f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:54.070505 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.218869 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-273223de-d2fb-43a4-ba84-00df606b586c req-ddc1b531-300a-49a4-9def-62d131fdfa43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3405440 Aug 31 09:31:54.249390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.307129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.316964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5694599 Aug 31 09:31:54.316964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2f5b9-5972-4f01-9a3e-1160bb1bc215 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'Port': ['ID=bf42a065-684e-41af-bbef-4a7922da5834,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:54.332866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ad55d-e645-463d-8a39-ae1bfedf75e6 req-32395679-5609-4e0c-91ef-02843e46d28c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:54.334908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed7ad55d-e645-463d-8a39-ae1bfedf75e6 req-32395679-5609-4e0c-91ef-02843e46d28c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 944 time: 0.2878931 Aug 31 09:31:54.389718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Allocated IP 172.20.0.7 (a9d07e16-6766-421e-8a7a-53f6f1e14899/d8a4279b-7ee8-4446-8c25-3da965492a89/cf122218-24f8-4284-8900-df6658617f59) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:54.396400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed7ad55d-e645-463d-8a39-ae1bfedf75e6 req-69abc865-3075-462f-b2d9-94decaea1ad3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531781 Aug 31 09:31:54.479107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273223de-d2fb-43a4-ba84-00df606b586c req-2de961a5-df0f-4ab5-b956-94b6ba182c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:54.481075 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-273223de-d2fb-43a4-ba84-00df606b586c req-2de961a5-df0f-4ab5-b956-94b6ba182c6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=334914138fec4f17a0c48914a466e8a7&device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 1096 time: 0.1729114 Aug 31 09:31:54.511808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:54.621417 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.639414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22337716-2baf-49a0-8027-83fd0728d6e0 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:54.666557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 22337716-2baf-49a0-8027-83fd0728d6e0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=22337716-2baf-49a0-8027-83fd0728d6e0,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:54.682269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.688246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.706307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-db2d7557-9eef-40f4-9b3a-e5903133447c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--598906457&fields=id&tenant_id=886171fada10492b899f05fb3132f8e8 HTTP/1.1" status: 200 len: 267 time: 0.0600915 Aug 31 09:31:54.764213 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.824049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:54.824436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.904199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357670de-e4cc-42d7-841f-a1f3a7e4cc8f req-5f31338d-d10d-460f-a696-550dfce0414b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:54.906169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-357670de-e4cc-42d7-841f-a1f3a7e4cc8f req-5f31338d-d10d-460f-a696-550dfce0414b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 949 time: 0.1736131 Aug 31 09:31:54.917931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe755b0-2035-4a0f-aa30-e1a7d308faeb,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:54.924780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=22337716-2baf-49a0-8027-83fd0728d6e0,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:54.945751 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaca0aac-a0d8-497d-a10a-9809afb796ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ade85bc-29b5-4453-8ebd-177265022d8f'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:54.949949 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc94821a-2c8a-4d84-9c28-a5cdac3337c1" -d '{"events": [{"server_uuid": "eaca0aac-a0d8-497d-a10a-9809afb796ea", "name": "network-vif-plugged", "status": "completed", "tag": "0ade85bc-29b5-4453-8ebd-177265022d8f"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:54.958566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273223de-d2fb-43a4-ba84-00df606b586c req-514ab398-955e-471f-a9aa-5d7300a23cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:54.960470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0ade85bc-29b5-4453-8ebd-177265022d8f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0ade85bc-29b5-4453-8ebd-177265022d8f,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:54.965425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-273223de-d2fb-43a4-ba84-00df606b586c req-514ab398-955e-471f-a9aa-5d7300a23cac service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf HTTP/1.1" status: 200 len: 918 time: 0.4467587 Aug 31 09:31:54.973116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.003197 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Checking segment: {'id': '1510e138-3ed9-4e2e-aedf-26a014083097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4f574863-5f64-4eb5-bec2-1addbd43fcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:55.003624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Network hostable DHCP agents. Network: 4f574863-5f64-4eb5-bec2-1addbd43fcb3, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:55.059531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['22337716-2baf-49a0-8027-83fd0728d6e0'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:55.060485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-23719e00-0e5e-43e0-9c89-9dee78a155b3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.062936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-23719e00-0e5e-43e0-9c89-9dee78a155b3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.3483608 Aug 31 09:31:55.103307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-357670de-e4cc-42d7-841f-a1f3a7e4cc8f req-45ff70cc-d168-4408-9157-40cc8d9d6fe1 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799817 Aug 31 09:31:55.108183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-de0e1c20-1086-4d2a-a403-9f3793544944 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/quotas/886171fada10492b899f05fb3132f8e8 HTTP/1.1" status: 200 len: 375 time: 0.0362246 Aug 31 09:31:55.119720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.165114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.177206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0ade85bc-29b5-4453-8ebd-177265022d8f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:55.178175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:55.193241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-273223de-d2fb-43a4-ba84-00df606b586c req-3db068b8-6789-4c06-8632-75c9578504de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.2058697 Aug 31 09:31:55.223818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4f574863-5f64-4eb5-bec2-1addbd43fcb3) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:55.234500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.236853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.250321 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9827c3-bdbc-41a6-9340-a87ec85ff40a x-openstack-request-id: req-9a9827c3-bdbc-41a6-9340-a87ec85ff40a {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:55.250625 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaca0aac-a0d8-497d-a10a-9809afb796ea", "name": "network-vif-plugged", "status": "completed", "tag": "0ade85bc-29b5-4453-8ebd-177265022d8f", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:55.250899 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a9827c3-bdbc-41a6-9340-a87ec85ff40a {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:55.251351 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaca0aac-a0d8-497d-a10a-9809afb796ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ade85bc-29b5-4453-8ebd-177265022d8f', 'code': 200} Aug 31 09:31:55.289243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e565ec-bb5f-4249-9be4-db2bb319778b None None] Network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:55.291311 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c5a90c61-9cb9-4714-9c1a-deb33e3bb256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.299752 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aa3cf4da-c65f-4a6d-b913-4faec58203c3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5466998 Aug 31 09:31:55.315110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0bf909d3-bb33-4234-bc4d-025f44fdd8a3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666737 Aug 31 09:31:55.372400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273223de-d2fb-43a4-ba84-00df606b586c req-bba35d5b-79a9-4286-bb6a-f54ae5449164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.375388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-273223de-d2fb-43a4-ba84-00df606b586c req-bba35d5b-79a9-4286-bb6a-f54ae5449164 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c0d6eb9-e015-404e-8f54-d7242f9d82a8 HTTP/1.1" status: 200 len: 855 time: 0.1708879 Aug 31 09:31:55.438551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e18be-861e-4647-b7e0-b3c013c4a709 req-f50f9d57-fd69-4319-b3d2-50bff771606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.441131 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af1e18be-861e-4647-b7e0-b3c013c4a709 req-f50f9d57-fd69-4319-b3d2-50bff771606a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 1096 time: 0.1561799 Aug 31 09:31:55.443934 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.498767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100860c-f734-4d26-9d17-93ae05251d76 None None] Network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:55.542128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:55.544707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273223de-d2fb-43a4-ba84-00df606b586c req-075af86b-f634-4b37-ad49-eea45a2a974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.546990 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-273223de-d2fb-43a4-ba84-00df606b586c req-075af86b-f634-4b37-ad49-eea45a2a974b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603546 Aug 31 09:31:55.553267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:55.560883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-af1e18be-861e-4647-b7e0-b3c013c4a709 req-77719614-1095-4b9a-8e86-846bde2af0a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Aug 31 09:31:55.561568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:55.581715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdabddf-5b47-422a-94d1-dab97700d90f req-aaeeb8c9-5dfb-4697-aa8a-24103366c6fb tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.584863 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffdabddf-5b47-422a-94d1-dab97700d90f req-aaeeb8c9-5dfb-4697-aa8a-24103366c6fb tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 931 time: 0.1130390 Aug 31 09:31:55.627356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event updated for resources: {'Port': ['ID=cf122218-24f8-4284-8900-df6658617f59,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:55.691584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-268b6974-e389-4dad-809b-2580f5644b5c service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614979 Aug 31 09:31:55.711128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.712417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.761579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-0523a01d-be47-45b2-a4ee-270f01e5dd31 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3346107 Aug 31 09:31:55.773251 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-273223de-d2fb-43a4-ba84-00df606b586c req-b1610670-bb4b-4c61-9014-50863b270acd service neutron] 10.222.0.52 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145774 Aug 31 09:31:55.782827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Request body: {'port': {'device_id': '684ae968-9019-4a0a-8b8d-4f681ffcf9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:55.845204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffdabddf-5b47-422a-94d1-dab97700d90f req-27959964-1fc4-466d-860b-2a47f81fa21a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486248 Aug 31 09:31:55.919358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.923970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-4ebab62a-a4ba-41d3-8521-407820afb3f6 service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126722 Aug 31 09:31:56.115981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-273223de-d2fb-43a4-ba84-00df606b586c req-624f132e-e6a1-4138-b822-7bcf290b72d8 service neutron] 10.222.0.52 "GET /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287361 Aug 31 09:31:56.368931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51148) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:56.383531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-165508440-network', 'tenant_id': '3b8b6f0b628446fba0b1f388408cb4f8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:56.413260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60795c6-248f-4f98-acae-cb5ef5e31577 req-a4f45a5f-d7ba-461a-be9c-60a5387f15ea tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.420600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d60795c6-248f-4f98-acae-cb5ef5e31577 req-a4f45a5f-d7ba-461a-be9c-60a5387f15ea tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 945 time: 0.1538405 Aug 31 09:31:56.479744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d60795c6-248f-4f98-acae-cb5ef5e31577 req-8c5d0dff-bc96-46fe-8d3a-166ddb991c39 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579240 Aug 31 09:31:56.514345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf122218-24f8-4284-8900-df6658617f59 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:56.539453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.552641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Made reservation on behalf of 3b8b6f0b628446fba0b1f388408cb4f8 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:56.554938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.556004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Transition to ACTIVE for port object cf122218-24f8-4284-8900-df6658617f59 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:56.562615 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.586879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648c336-7f54-4323-9deb-f7e05b346b7e req-e4ba9b08-4bb5-4a59-b8e1-27ee3ac52f53 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.588577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f648c336-7f54-4323-9deb-f7e05b346b7e req-e4ba9b08-4bb5-4a59-b8e1-27ee3ac52f53 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 949 time: 0.1455624 Aug 31 09:31:56.591248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.629184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2c342a5-3e18-4cf4-8579-85488e5335e2 req-f752bfa2-979a-4b63-9110-5c74b09594b5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 210 time: 0.0693052 Aug 31 09:31:56.693839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Pushing event updated for resources: {'Port': ['ID=cf122218-24f8-4284-8900-df6658617f59,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:56.702299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f648c336-7f54-4323-9deb-f7e05b346b7e req-ea2f8eaa-299f-4e44-98f2-62e1c5f8e5db tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017518 Aug 31 09:31:56.807281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Attempting to bind port cf122218-24f8-4284-8900-df6658617f59 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:56.808101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Attempting to bind port cf122218-24f8-4284-8900-df6658617f59 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:56.808436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Attempting to bind port cf122218-24f8-4284-8900-df6658617f59 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:56.816532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Port cf122218-24f8-4284-8900-df6658617f59 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:56.816679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Attempting to bind port cf122218-24f8-4284-8900-df6658617f59 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:56.843431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:56.843691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Checking segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:56.844115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Bound using segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:56.844557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Bound port: cf122218-24f8-4284-8900-df6658617f59, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:56.844917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.875943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.917065 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.931773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] For port cf122218-24f8-4284-8900-df6658617f59, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:56.935734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] For port cf122218-24f8-4284-8900-df6658617f59, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cf122218-24f8-4284-8900-df6658617f59,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:56.941470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.970087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.971754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.973206 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] 10.222.0.20 "PUT /v2.0/ports/cf122218-24f8-4284-8900-df6658617f59 HTTP/1.1" status: 200 len: 1091 time: 1.1960521 Aug 31 09:31:56.975150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684ae968-9019-4a0a-8b8d-4f681ffcf9dc', 'tag': 'cf122218-24f8-4284-8900-df6658617f59'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:56.992230 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e" -d '{"events": [{"name": "network-changed", "server_uuid": "684ae968-9019-4a0a-8b8d-4f681ffcf9dc", "tag": "cf122218-24f8-4284-8900-df6658617f59"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:57.072423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f922e7-ec09-477b-963d-af5364baee6e service neutron] Pushing event updated for resources: {'Port': ['ID=cf122218-24f8-4284-8900-df6658617f59,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:57.127125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:57.138992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-622c2f96-fe90-47f5-b376-14c22910cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:57.143788 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-622c2f96-fe90-47f5-b376-14c22910cfa8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 1094 time: 0.0632842 Aug 31 09:31:57.150613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c56271-c486-4e08-9ac6-e15fb98264d2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:57.186390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.186775 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Added segment ae64fd0c-68a6-4975-a167-f8849833a121 of type vlan for network bf8d0102-0382-4127-ab45-3cc3bab0aafc Aug 31 09:31:57.233508 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3d064c-c035-44d9-b307-79cc292ef99d x-openstack-request-id: req-6d3d064c-c035-44d9-b307-79cc292ef99d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:57.233903 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684ae968-9019-4a0a-8b8d-4f681ffcf9dc", "tag": "cf122218-24f8-4284-8900-df6658617f59", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:57.234256 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d3d064c-c035-44d9-b307-79cc292ef99d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:57.234799 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684ae968-9019-4a0a-8b8d-4f681ffcf9dc', 'tag': 'cf122218-24f8-4284-8900-df6658617f59', 'status': 'completed', 'code': 200} Aug 31 09:31:57.237368 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-f9a2c1ce-4380-4b77-9862-c7e1a6054eb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf122218-24f8-4284-8900-df6658617f59 HTTP/1.1" status: 200 len: 217 time: 0.0850523 Aug 31 09:31:57.241802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91262780-4f08-4a5b-bf82-397eed34fb83 req-2f7a92cb-6c52-44f3-ba71-0be820156068 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:57.261512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91262780-4f08-4a5b-bf82-397eed34fb83 req-2f7a92cb-6c52-44f3-ba71-0be820156068 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 943 time: 0.2535992 Aug 31 09:31:57.392278 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.407453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-5c61ec4a-98e0-4531-8393-65fef2988648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:57.409119 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-5c61ec4a-98e0-4531-8393-65fef2988648 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.1585290 Aug 31 09:31:57.475793 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-aebf9928-4c70-4a93-ba84-009cfa8a7d95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577490 Aug 31 09:31:57.476493 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91262780-4f08-4a5b-bf82-397eed34fb83 req-1d91b75a-89ad-4471-96ba-706deecd16f8 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879594 Aug 31 09:31:57.534894 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.535188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:57.536422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.573477 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.631078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2607543 Aug 31 09:31:57.637324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51176) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:57.643893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Request body: {'subnet': {'network_id': 'bf8d0102-0382-4127-ab45-3cc3bab0aafc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-165508440-subnet', 'tenant_id': '3b8b6f0b628446fba0b1f388408cb4f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:57.686191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652a96-f006-4558-ae3d-741c0efd53fd admin admin] Pushing event updated for resources: {'Network': ['ID=bf8d0102-0382-4127-ab45-3cc3bab0aafc,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:57.699990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network bf8d0102-0382-4127-ab45-3cc3bab0aafc details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:57.702715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Made reservation on behalf of 3b8b6f0b628446fba0b1f388408cb4f8 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:57.705404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.712466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b389f1-a0e6-499e-9f55-851c1e4a4dcf req-8adcd97b-4cbf-44cb-a2c1-90f9b8f42385 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:57.714178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72b389f1-a0e6-499e-9f55-851c1e4a4dcf req-8adcd97b-4cbf-44cb-a2c1-90f9b8f42385 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 945 time: 0.0954461 Aug 31 09:31:57.752010 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-c42e0bdb-c6b2-4008-8e47-8413160aeb0f service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641470 Aug 31 09:31:57.753148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 22337716-2baf-49a0-8027-83fd0728d6e0 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:57.790084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72b389f1-a0e6-499e-9f55-851c1e4a4dcf req-30adeafb-4bec-490e-8601-e2efb9e74b55 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676987 Aug 31 09:31:57.945772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c57b4a53-360a-4a15-b686-b9b0f41b9a11 req-74b40f16-4460-4520-88ba-61c44b72bf79 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 210 time: 0.1206055 Aug 31 09:31:58.062803 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 22337716-2baf-49a0-8027-83fd0728d6e0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:58.079132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012ffc-e878-436f-aad5-df51b6dcbeff req-d89e00d4-19e5-4ec8-8c07-8a5b78546e69 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:58.079485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 22337716-2baf-49a0-8027-83fd0728d6e0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:58.083123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02012ffc-e878-436f-aad5-df51b6dcbeff req-d89e00d4-19e5-4ec8-8c07-8a5b78546e69 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 949 time: 0.1350222 Aug 31 09:31:58.083889 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.170262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02012ffc-e878-436f-aad5-df51b6dcbeff req-31c60663-990f-4488-889a-2f6a8401b58a tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805788 Aug 31 09:31:58.301891 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.364425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 22337716-2baf-49a0-8027-83fd0728d6e0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=22337716-2baf-49a0-8027-83fd0728d6e0,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:58.365443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107168c-6221-4d8a-9fc4-fe6e9e604b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22337716-2baf-49a0-8027-83fd0728d6e0'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:58.370432 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d90a85-24fc-4d2e-af7e-c28e272268d0" -d '{"events": [{"server_uuid": "3107168c-6221-4d8a-9fc4-fe6e9e604b4d", "name": "network-vif-plugged", "status": "completed", "tag": "22337716-2baf-49a0-8027-83fd0728d6e0"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:58.375698 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.488695 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a1f651-eb2b-4f17-a385-8ed39039da59 x-openstack-request-id: req-05a1f651-eb2b-4f17-a385-8ed39039da59 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:58.489196 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107168c-6221-4d8a-9fc4-fe6e9e604b4d", "name": "network-vif-plugged", "status": "completed", "tag": "22337716-2baf-49a0-8027-83fd0728d6e0", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:58.489461 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05a1f651-eb2b-4f17-a385-8ed39039da59 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:58.490884 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107168c-6221-4d8a-9fc4-fe6e9e604b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22337716-2baf-49a0-8027-83fd0728d6e0', 'code': 200} Aug 31 09:31:58.533845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-7f9e4684-b445-4710-a890-12e7a554779c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:58.542896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.551798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-7f9e4684-b445-4710-a890-12e7a554779c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.6837893 Aug 31 09:31:58.601224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=22337716-2baf-49a0-8027-83fd0728d6e0,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:58.715247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3035bb-7015-4faf-9876-f11b485ecc25 req-f3cc3f1c-12b2-41e3-9565-0d95de0a9f94 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:58.719359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b3035bb-7015-4faf-9876-f11b485ecc25 req-f3cc3f1c-12b2-41e3-9565-0d95de0a9f94 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 943 time: 0.1092231 Aug 31 09:31:58.773184 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1eaec8cb-bcad-4941-9723-dfadf7ea51b8 req-53aaa063-00d0-4449-bf65-57ec90ab47e1 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9827690 Aug 31 09:31:58.809554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b3035bb-7015-4faf-9876-f11b485ecc25 req-8842a936-9ef5-41f1-bfb9-dbd98f509329 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799122 Aug 31 09:31:58.825554 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-bab7fb42-c6f2-4f01-a96e-b91ff404af79 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=886171fada10492b899f05fb3132f8e8 HTTP/1.1" status: 200 len: 379 time: 0.2398846 Aug 31 09:31:58.839627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'port': {'device_id': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'admin_state_up': True, 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'security_groups': ['9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:58.851184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807a06-eb91-4185-a6b9-87f80ea79825 req-8cdefb9b-d531-4144-b81f-28eb756f2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:58.852940 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03807a06-eb91-4185-a6b9-87f80ea79825 req-8cdefb9b-d531-4144-b81f-28eb756f2edc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 1101 time: 0.2646439 Aug 31 09:31:59.094097 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03807a06-eb91-4185-a6b9-87f80ea79825 req-86937845-d683-41bd-b23d-cc8fbb8ff85a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859753 Aug 31 09:31:59.111978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f7127c8-239b-4b37-8bad-d5ec4f4b8c5d req-eb0abc91-620e-4475-91aa-c6b6cc78f373 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 210 time: 0.0385122 Aug 31 09:31:59.162150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-18526dd0-0c67-4505-a27f-93c1cfecc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.165113 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-18526dd0-0c67-4505-a27f-93c1cfecc327 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 1094 time: 0.3109734 Aug 31 09:31:59.171897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.380430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11aaf05-10bf-42a8-a204-e0e888b14818,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:59.413609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Made reservation on behalf of 886171fada10492b899f05fb3132f8e8 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:59.419385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.433977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad7b99-42a9-47a4-9b5b-5edd576856e2 req-9f40d3d9-46eb-421c-938a-816356571e9f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.445987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dad7b99-42a9-47a4-9b5b-5edd576856e2 req-9f40d3d9-46eb-421c-938a-816356571e9f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 950 time: 0.0980527 Aug 31 09:31:59.510811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dad7b99-42a9-47a4-9b5b-5edd576856e2 req-e09508bc-f7b5-431b-a6fb-27379d7d6be0 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465033 Aug 31 09:31:59.554369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Checking segment: {'id': 'ae64fd0c-68a6-4975-a167-f8849833a121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'bf8d0102-0382-4127-ab45-3cc3bab0aafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:59.554369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Network hostable DHCP agents. Network: bf8d0102-0382-4127-ab45-3cc3bab0aafc, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:59.580527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-4227aa94-10b9-4c14-8b7e-bd15da47fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.582156 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-4227aa94-10b9-4c14-8b7e-bd15da47fe7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 908 time: 0.4070692 Aug 31 09:31:59.672179 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-4c369fe7-04c9-475b-b27a-2d1f97f24a9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf122218-24f8-4284-8900-df6658617f59 HTTP/1.1" status: 200 len: 217 time: 0.0784974 Aug 31 09:31:59.683853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Network bf8d0102-0382-4127-ab45-3cc3bab0aafc is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:59.707482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, bf8d0102-0382-4127-ab45-3cc3bab0aafc) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:59.716774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e61a484-7bbf-49df-9372-96aa40f4bb4b None None] Network bf8d0102-0382-4127-ab45-3cc3bab0aafc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:59.737707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.737707 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.775505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Allocated IP 172.20.0.6 (6a96ac8f-0f45-4771-9120-65aa0a3cc1c3/c377da37-6602-429d-8f0d-c87314e3afc5/2caccab4-e6ca-4c09-af78-ebd63d8d7cfb) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:59.794546 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-82c2b5b3-3b95-4517-9da6-1824a6dd1dc6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1459630 Aug 31 09:31:59.794546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-99936827-201d-45dc-bfb4-acd82e47a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.795027 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-99936827-201d-45dc-bfb4-acd82e47a952 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.1063936 Aug 31 09:31:59.847382 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-9c18e856-4eaf-4e15-bb05-e635c88007d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420697 Aug 31 09:31:59.953608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8d847-6ecc-478c-9a12-732b63350e48 None None] Network bf8d0102-0382-4127-ab45-3cc3bab0aafc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:00.074893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1826-aaf4-44c4-8fd1-9dfdeee3c8fa req-2ab1d648-961a-49be-83f9-3e5999e17009 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.076704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcaf1826-aaf4-44c4-8fd1-9dfdeee3c8fa req-2ab1d648-961a-49be-83f9-3e5999e17009 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 943 time: 0.0789461 Aug 31 09:32:00.143246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.185687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Transition to ACTIVE for port object 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:00.190061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcaf1826-aaf4-44c4-8fd1-9dfdeee3c8fa req-fc9b756f-7f60-4405-8dd0-077fda5dc8d0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034379 Aug 31 09:32:00.273659 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-e28cd34c-e424-41cd-a580-027da5247a6b service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887711 Aug 31 09:32:00.274102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-517dcfdd-67c4-49e9-a24d-a276f0b36339 req-04954847-9cd8-41bd-89c1-ca53d44ec006 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 210 time: 0.0578270 Aug 31 09:32:00.318887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.433906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:00.440996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:00.453289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:00.479569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:00.509707 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9899ab1-5cd0-49e5-9bcb-4589b299ff2e req-4e9a6af1-badb-4861-a35b-7a6f53e08c49 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464683 Aug 31 09:32:00.528428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.529944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.548025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-dfc21bb6-4b2d-47b4-b28c-60a4d45c0aa0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7132409 Aug 31 09:32:00.576901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Request body: {'port': {'device_id': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:00.681107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.700437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-0b985d2e-ec74-46e9-93d0-fad500311ddb tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.702139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-0b985d2e-ec74-46e9-93d0-fad500311ddb tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/networks?id=4f574863-5f64-4eb5-bec2-1addbd43fcb3 HTTP/1.1" status: 200 len: 815 time: 0.1832054 Aug 31 09:32:00.722604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3eaee9d7-882d-42ee-a029-e47a6bc0026d None None] Provisioning for port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:00.723445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912b626-fffc-4be3-8015-b43303f2717f req-a595603e-88eb-46ae-8432-9f7abf2aca80 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.729923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3eaee9d7-882d-42ee-a029-e47a6bc0026d None None] Provisioning complete for port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:00.731342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3912b626-fffc-4be3-8015-b43303f2717f req-a595603e-88eb-46ae-8432-9f7abf2aca80 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 950 time: 0.0860929 Aug 31 09:32:00.731732 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3eaee9d7-882d-42ee-a029-e47a6bc0026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.760900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-5711e641-a581-4e5f-8850-30937beec0e6 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/quotas/abb6d416118b476dbe903d22dada0d45 HTTP/1.1" status: 200 len: 375 time: 0.0252442 Aug 31 09:32:00.777217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3eaee9d7-882d-42ee-a029-e47a6bc0026d None None] Port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:00.807884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-714eba6f-3362-4ad3-992c-4e3d6d9a99da tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=abb6d416118b476dbe903d22dada0d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450587 Aug 31 09:32:00.814651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3912b626-fffc-4be3-8015-b43303f2717f req-29723c38-945c-453b-85b8-8eac120d6418 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817647 Aug 31 09:32:00.921473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-f7e57ea3-724f-478f-bc23-0d5e4feac52e service neutron] 10.222.0.69 "GET /v2.0/networks/4f574863-5f64-4eb5-bec2-1addbd43fcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051698 Aug 31 09:32:01.075196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:01.084620 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.097496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-c5e356c0-4f4e-4fe4-bc57-4ffaac11e2ce service neutron] 10.222.0.69 "GET /v2.0/networks/4f574863-5f64-4eb5-bec2-1addbd43fcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653264 Aug 31 09:32:01.104642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Transition to ACTIVE for port object 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:01.109672 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.223752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:01.309467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Attempting to bind port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:01.309966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Attempting to bind port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:01.310155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Attempting to bind port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:01.315256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:01.315595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Attempting to bind port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:01.335900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:01.336431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Checking segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:01.336685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Bound using segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:01.337116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Bound port: 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:01.337671 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.504396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:01.515914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:01.535571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.587272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.587896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.589796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] 10.222.0.20 "PUT /v2.0/ports/2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 1091 time: 1.0177886 Aug 31 09:32:01.592129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:01.596201 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db11ac34-25f2-49b7-99bd-4a72c61935cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:01.689846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf4653-5056-4a1d-94cf-344890ab696d req-e45d0e28-e50e-417a-bc93-465d9f8ec786 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.691577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95bf4653-5056-4a1d-94cf-344890ab696d req-e45d0e28-e50e-417a-bc93-465d9f8ec786 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 943 time: 0.1182339 Aug 31 09:32:01.781111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95bf4653-5056-4a1d-94cf-344890ab696d req-a8bf30d1-c81b-4189-8306-6772b15dd995 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806119 Aug 31 09:32:01.827694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673f2cb-2bc7-45aa-bd16-1530331eb00e service neutron] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:01.870062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-7500e992-7a38-41aa-adef-0afa58b3bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.872742 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-7500e992-7a38-41aa-adef-0afa58b3bb39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1094 time: 0.2150068 Aug 31 09:32:01.953927 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-2c2916c7-3849-4a9c-ae4c-fdf9c8829c5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 217 time: 0.0679634 Aug 31 09:32:01.971833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8abe07-38c2-475a-8b15-39a6c1e76503 req-02f6e466-6854-4551-8e1e-c712ed3df0ea tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.973514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce8abe07-38c2-475a-8b15-39a6c1e76503 req-02f6e466-6854-4551-8e1e-c712ed3df0ea tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 943 time: 0.0872324 Aug 31 09:32:02.022339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-b242e4fe-92a1-4b5f-bd08-549965fd0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.024150 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-b242e4fe-92a1-4b5f-bd08-549965fd0086 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.0630159 Aug 31 09:32:02.070977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce8abe07-38c2-475a-8b15-39a6c1e76503 req-a3c85900-473c-4b82-97f2-328357eaccc9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888770 Aug 31 09:32:02.075630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-384213ff-08b4-442b-9b7a-4cce16751708 req-93770b47-05b6-47ed-b8d7-96a0446bffe7 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 210 time: 0.0758982 Aug 31 09:32:02.130697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-f99f5672-0658-4cce-baa0-1e525f3bcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.132751 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-f99f5672-0658-4cce-baa0-1e525f3bcb40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997818 Aug 31 09:32:02.168814 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e87600-4177-4faf-97ae-257c9f7d2a78 x-openstack-request-id: req-96e87600-4177-4faf-97ae-257c9f7d2a78 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:02.172006 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:02.172286 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96e87600-4177-4faf-97ae-257c9f7d2a78 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:02.172535 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'status': 'completed', 'code': 200} Aug 31 09:32:02.317531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f0cb4-3b15-46b4-b2fd-a925dd43b009 req-b0477ee2-bf15-4114-8aab-fc83c3b9a42f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.324042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a72f0cb4-3b15-46b4-b2fd-a925dd43b009 req-b0477ee2-bf15-4114-8aab-fc83c3b9a42f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 950 time: 0.0982935 Aug 31 09:32:02.336001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-44a3b47c-839a-4e43-a201-511beaf7b87e service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890533 Aug 31 09:32:02.383508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a72f0cb4-3b15-46b4-b2fd-a925dd43b009 req-df5bcc1d-8fd3-4231-ac90-be2c9c9f435c tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518713 Aug 31 09:32:02.445088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4becf0-bea6-4668-8608-0155e1442579 req-c5ddbb6e-90f3-40a7-8c66-8c36270a03e9 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.446994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea4becf0-bea6-4668-8608-0155e1442579 req-c5ddbb6e-90f3-40a7-8c66-8c36270a03e9 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 950 time: 0.0597708 Aug 31 09:32:02.515935 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bd63d9b-cac2-425b-a75c-2658ffb75153 req-02eb37a1-fea2-412f-a877-9ee8d32e8661 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773529 Aug 31 09:32:02.516259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cf122218-24f8-4284-8900-df6658617f59 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:02.547143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea4becf0-bea6-4668-8608-0155e1442579 req-3d4c87c0-c9a7-421b-9ef9-a23ca982d2d5 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900524 Aug 31 09:32:02.696752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cf122218-24f8-4284-8900-df6658617f59, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cf122218-24f8-4284-8900-df6658617f59,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:02.726811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'cf122218-24f8-4284-8900-df6658617f59', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'port_id': 'cf122218-24f8-4284-8900-df6658617f59', 'mac_address': 'fa:16:3e:f3:ab:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4279b-7ee8-4446-8c25-3da965492a89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:02.756440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-5a0e55d1-7dd0-4687-b623-d6543e69053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.758881 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-5a0e55d1-7dd0-4687-b623-d6543e69053e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1094 time: 0.1277714 Aug 31 09:32:02.800287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.828552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf122218-24f8-4284-8900-df6658617f59 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:02.854127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cf122218-24f8-4284-8900-df6658617f59, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cf122218-24f8-4284-8900-df6658617f59,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:02.861882 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.909037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-74fb4ad8-564c-41e3-98db-0821d723b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.912057 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-74fb4ad8-564c-41e3-98db-0821d723b275 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.1430137 Aug 31 09:32:02.924381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cf122218-24f8-4284-8900-df6658617f59,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:02.968528 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-f0ac01f8-27da-409b-8942-1979f768fc1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 217 time: 0.0476491 Aug 31 09:32:03.032623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-4d2470c7-5b0f-4a96-bd7b-ef2bf1dba57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.034803 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-4d2470c7-5b0f-4a96-bd7b-ef2bf1dba57d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.0583334 Aug 31 09:32:03.090916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8fbc1-0ec3-4232-af1f-a84ed8f9fac9 req-9ef6ca7c-54ea-4e99-9f90-8a0050c78c5c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.099952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c8fbc1-0ec3-4232-af1f-a84ed8f9fac9 req-9ef6ca7c-54ea-4e99-9f90-8a0050c78c5c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 944 time: 0.1384914 Aug 31 09:32:03.170860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-0c36be5c-6b26-4213-9842-3260cf829c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.170860 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-0c36be5c-6b26-4213-9842-3260cf829c07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264834 Aug 31 09:32:03.177872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c8fbc1-0ec3-4232-af1f-a84ed8f9fac9 req-72a6f63b-f9f0-45eb-8444-9285e731479a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715244 Aug 31 09:32:03.300833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:03.312901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df851c34-3fb3-45a2-b450-539f582eadde req-599e8d90-9229-4fd3-9005-44950281e5cd tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 210 time: 0.0398138 Aug 31 09:32:03.459061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724534b6-cb7c-48b3-8304-f5a9a10bd38d req-ff0e8859-aaf6-4ce4-a1d5-b9fb6b169242 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.468622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-724534b6-cb7c-48b3-8304-f5a9a10bd38d req-ff0e8859-aaf6-4ce4-a1d5-b9fb6b169242 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 943 time: 0.0824571 Aug 31 09:32:03.531469 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-724534b6-cb7c-48b3-8304-f5a9a10bd38d req-e878de66-97e7-483a-bfb7-d58deac54512 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615776 Aug 31 09:32:03.553758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-41de3f83-7ce4-4e14-b186-6fec15dfb8c5 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.559271 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-41de3f83-7ce4-4e14-b186-6fec15dfb8c5 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.52 "GET /v2.0/networks?id=4f574863-5f64-4eb5-bec2-1addbd43fcb3 HTTP/1.1" status: 200 len: 815 time: 0.4727936 Aug 31 09:32:03.561625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-75883b66-893c-4989-9bf6-fde869be15e5 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796129 Aug 31 09:32:03.572572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Request body: {'port': {'device_id': '68183a0d-0f7c-4173-a822-48f8082072d4', 'network_id': '4f574863-5f64-4eb5-bec2-1addbd43fcb3', 'admin_state_up': True, 'tenant_id': 'abb6d416118b476dbe903d22dada0d45'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:03.737967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-dbac6e0b-a22d-41ee-8f79-bbb68a93da11 tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.743144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-dbac6e0b-a22d-41ee-8f79-bbb68a93da11 tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 1101 time: 0.3535831 Aug 31 09:32:03.812016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed162f-ac89-4520-8fcc-720941b18ca6 req-02d964fb-60cc-4bb2-81a0-b20a8edb7a13 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.814131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36ed162f-ac89-4520-8fcc-720941b18ca6 req-02d964fb-60cc-4bb2-81a0-b20a8edb7a13 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 950 time: 0.1072533 Aug 31 09:32:03.900822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36ed162f-ac89-4520-8fcc-720941b18ca6 req-da8a97ec-3ff3-4b39-8fee-4b7752b6b2e1 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689855 Aug 31 09:32:03.931956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db11ac34-25f2-49b7-99bd-4a72c61935cc req-230fb35e-7e37-4bd1-844e-fe707b0c936e service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519163 Aug 31 09:32:03.954050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Made reservation on behalf of abb6d416118b476dbe903d22dada0d45 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:03.958151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.988254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] Deleting port 22337716-2baf-49a0-8027-83fd0728d6e0 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:03.988587 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.159723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] For port 22337716-2baf-49a0-8027-83fd0728d6e0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=22337716-2baf-49a0-8027-83fd0728d6e0,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:04.160098 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.179265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Allocated IP 172.20.0.11 (4f574863-5f64-4eb5-bec2-1addbd43fcb3/dbe755b0-2035-4a0f-aa30-e1a7d308faeb/9035dc61-02b1-4088-a866-a40020c8b241) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:04.181547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] Calling delete_port for 22337716-2baf-49a0-8027-83fd0728d6e0 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:04.393199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db39d2-e3e1-49f7-b58a-3cd66be12e10 req-4e32ea5d-ba3e-44d1-be13-80258bf51109 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:04.395578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79db39d2-e3e1-49f7-b58a-3cd66be12e10 req-4e32ea5d-ba3e-44d1-be13-80258bf51109 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 944 time: 0.0997577 Aug 31 09:32:04.431794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-807a5fdd-8f53-4929-959e-abd6540d0a41 req-d8e255b5-9595-4223-832b-7fc6f98f44f8 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 210 time: 0.0349560 Aug 31 09:32:04.484350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79db39d2-e3e1-49f7-b58a-3cd66be12e10 req-b515f093-b795-4597-85a0-515ac027e9e9 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773244 Aug 31 09:32:04.521270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.525829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cf122218-24f8-4284-8900-df6658617f59 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:04.526725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.576189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] Pushing event deleted for resources: {'Port': ['ID=22337716-2baf-49a0-8027-83fd0728d6e0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:04.601266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port cf122218-24f8-4284-8900-df6658617f59 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:04.617558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port cf122218-24f8-4284-8900-df6658617f59 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:04.618004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.784082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.817468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684ae968-9019-4a0a-8b8d-4f681ffcf9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf122218-24f8-4284-8900-df6658617f59'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:04.820810 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef569a4-5de6-4aa5-9308-3b53554f9a08" -d '{"events": [{"server_uuid": "684ae968-9019-4a0a-8b8d-4f681ffcf9dc", "name": "network-vif-plugged", "status": "completed", "tag": "cf122218-24f8-4284-8900-df6658617f59"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:04.837410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cf122218-24f8-4284-8900-df6658617f59, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cf122218-24f8-4284-8900-df6658617f59,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:04.849877 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.852211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:04.888993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9e79c-0ec9-4f9f-85b2-4893444be767 req-232063d3-8d0f-4628-bfa9-f03a2dd2bab8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:04.898472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35d9e79c-0ec9-4f9f-85b2-4893444be767 req-232063d3-8d0f-4628-bfa9-f03a2dd2bab8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 943 time: 0.1363423 Aug 31 09:32:04.993505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35d9e79c-0ec9-4f9f-85b2-4893444be767 req-a7fea15c-18e0-4056-bd5b-c81091537599 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937035 Aug 31 09:32:05.085276 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a6df64-e664-42dd-a74a-75ddec9a2475 x-openstack-request-id: req-10a6df64-e664-42dd-a74a-75ddec9a2475 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:05.085569 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684ae968-9019-4a0a-8b8d-4f681ffcf9dc", "name": "network-vif-plugged", "status": "completed", "tag": "cf122218-24f8-4284-8900-df6658617f59", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:05.087916 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10a6df64-e664-42dd-a74a-75ddec9a2475 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:05.088527 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684ae968-9019-4a0a-8b8d-4f681ffcf9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf122218-24f8-4284-8900-df6658617f59', 'code': 200} Aug 31 09:32:05.111377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cf122218-24f8-4284-8900-df6658617f59,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.144408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24075bb0-2538-4cff-8d30-d3b70e184ef2 req-8299a81f-a050-4e0d-bb06-e4addd967066 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=3107168c-6221-4d8a-9fc4-fe6e9e604b4d HTTP/1.1" status: 200 len: 210 time: 0.0378654 Aug 31 09:32:05.163265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] No DVR routers for this DVR port 22337716-2baf-49a0-8027-83fd0728d6e0 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:05.165664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.172897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.176022 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f4eb7fc-d8ac-44fd-ad49-5c2e0d2159e9 req-40049d3c-66c1-4935-821f-f993240113fd tempest-DeleteServersAdminTestJSON-1048996795 tempest-DeleteServersAdminTestJSON-1048996795-project-admin] 10.222.0.52 "DELETE /v2.0/ports/22337716-2baf-49a0-8027-83fd0728d6e0 HTTP/1.1" status: 204 len: 173 time: 1.3973577 Aug 31 09:32:05.177928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107168c-6221-4d8a-9fc4-fe6e9e604b4d', 'name': 'network-vif-deleted', 'tag': '22337716-2baf-49a0-8027-83fd0728d6e0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:05.181224 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d2d2f-93f8-4c57-ad3e-4e568fdf874c" -d '{"events": [{"server_uuid": "3107168c-6221-4d8a-9fc4-fe6e9e604b4d", "name": "network-vif-deleted", "tag": "22337716-2baf-49a0-8027-83fd0728d6e0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:05.233711 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.253520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:05.260486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:05.267171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:05.270902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Pushing event updated for resources: {'Port': ['ID=9035dc61-02b1-4088-a866-a40020c8b241,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.312118 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edbb736-b617-43a5-bfac-69e9cf5a329a x-openstack-request-id: req-7edbb736-b617-43a5-bfac-69e9cf5a329a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:05.312557 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107168c-6221-4d8a-9fc4-fe6e9e604b4d", "name": "network-vif-deleted", "tag": "22337716-2baf-49a0-8027-83fd0728d6e0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:05.312918 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7edbb736-b617-43a5-bfac-69e9cf5a329a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:05.313454 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107168c-6221-4d8a-9fc4-fe6e9e604b4d', 'name': 'network-vif-deleted', 'tag': '22337716-2baf-49a0-8027-83fd0728d6e0', 'status': 'completed', 'code': 200} Aug 31 09:32:05.322802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4dfa2-6c1f-494b-875e-dea233b7f653 req-4ea73b72-2051-4b3e-8ee0-22c114c7fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.324557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9f4dfa2-6c1f-494b-875e-dea233b7f653 req-4ea73b72-2051-4b3e-8ee0-22c114c7fd64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 1096 time: 0.1152117 Aug 31 09:32:05.344500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:05.348053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.348832 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.352483 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.381661 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-513042f4-6c6a-41e6-b66e-302638c1fa4d tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8130314 Aug 31 09:32:05.388607 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9f4dfa2-6c1f-494b-875e-dea233b7f653 req-9540d56c-3ec6-4adb-b1a3-5dfc9ff712ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544107 Aug 31 09:32:05.399694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Request body: {'port': {'device_id': '68183a0d-0f7c-4173-a822-48f8082072d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:05.433707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.484868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.587865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d87645-31a5-4c44-8326-5c9bee456021 req-43884aaf-af4a-4dfd-8d1f-b5a813e41565 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.589951 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59d87645-31a5-4c44-8326-5c9bee456021 req-43884aaf-af4a-4dfd-8d1f-b5a813e41565 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 932 time: 0.0707390 Aug 31 09:32:05.678443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9ce91-dce5-44da-9a63-197520703c9d req-63f98425-14e5-4152-b014-316d07da97a8 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.680652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92a9ce91-dce5-44da-9a63-197520703c9d req-63f98425-14e5-4152-b014-316d07da97a8 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 945 time: 0.0894752 Aug 31 09:32:05.692031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59d87645-31a5-4c44-8326-5c9bee456021 req-0dc9e14d-f48e-4875-952f-9da0b4b2551a tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894921 Aug 31 09:32:05.778945 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92a9ce91-dce5-44da-9a63-197520703c9d req-e50e3e86-de6c-4386-ac09-557e7679ffa7 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816340 Aug 31 09:32:05.791455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 22337716-2baf-49a0-8027-83fd0728d6e0 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:05.832746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 22337716-2baf-49a0-8027-83fd0728d6e0 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:05.833189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 22337716-2baf-49a0-8027-83fd0728d6e0 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:05.979131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9035dc61-02b1-4088-a866-a40020c8b241 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:05.986311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.998048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Transition to ACTIVE for port object 9035dc61-02b1-4088-a866-a40020c8b241 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:06.001899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.087338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Pushing event updated for resources: {'Port': ['ID=9035dc61-02b1-4088-a866-a40020c8b241,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.144843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee0426-a457-43bb-9e48-bcb85aced5ba req-63e2077d-4389-4863-9df3-095b4d3851a3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.146526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8eee0426-a457-43bb-9e48-bcb85aced5ba req-63e2077d-4389-4863-9df3-095b4d3851a3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 943 time: 0.0767145 Aug 31 09:32:06.178790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Attempting to bind port 9035dc61-02b1-4088-a866-a40020c8b241 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:06.179233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Attempting to bind port 9035dc61-02b1-4088-a866-a40020c8b241 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '1510e138-3ed9-4e2e-aedf-26a014083097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4f574863-5f64-4eb5-bec2-1addbd43fcb3'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:06.179632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Attempting to bind port 9035dc61-02b1-4088-a866-a40020c8b241 on network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:06.184560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Port 9035dc61-02b1-4088-a866-a40020c8b241 on network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:06.185196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Attempting to bind port 9035dc61-02b1-4088-a866-a40020c8b241 on network 4f574863-5f64-4eb5-bec2-1addbd43fcb3 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:06.190721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8eee0426-a457-43bb-9e48-bcb85aced5ba req-35b06f74-5876-465f-b6ce-f4ae162ade9e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364499 Aug 31 09:32:06.194815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:06.195178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Checking segment: {'id': '1510e138-3ed9-4e2e-aedf-26a014083097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4f574863-5f64-4eb5-bec2-1addbd43fcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:06.195872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Bound using segment: {'id': '1510e138-3ed9-4e2e-aedf-26a014083097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4f574863-5f64-4eb5-bec2-1addbd43fcb3'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:06.196309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Bound port: 9035dc61-02b1-4088-a866-a40020c8b241, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1510e138-3ed9-4e2e-aedf-26a014083097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4f574863-5f64-4eb5-bec2-1addbd43fcb3'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:06.196666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.266073 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] For port 9035dc61-02b1-4088-a866-a40020c8b241, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:06.270028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] For port 9035dc61-02b1-4088-a866-a40020c8b241, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9035dc61-02b1-4088-a866-a40020c8b241,segment=NetworkSegment(1510e138-3ed9-4e2e-aedf-26a014083097),segment_id=1510e138-3ed9-4e2e-aedf-26a014083097)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:06.274088 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.319124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.319802 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.321178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] 10.222.0.52 "PUT /v2.0/ports/9035dc61-02b1-4088-a866-a40020c8b241 HTTP/1.1" status: 200 len: 1092 time: 0.9261189 Aug 31 09:32:06.338910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a116621-759b-4371-ad6a-33f340389d1b service neutron] Pushing event updated for resources: {'Port': ['ID=9035dc61-02b1-4088-a866-a40020c8b241,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.413625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-baa99150-298a-45ec-8935-c7d3e7416bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.415341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-baa99150-298a-45ec-8935-c7d3e7416bd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abb6d416118b476dbe903d22dada0d45&device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 1095 time: 0.0439446 Aug 31 09:32:06.441267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-309a11b5-4327-4eb5-9211-42999c98bafd tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=41eb34c88bef458087dbbcfd90bb4020&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251911 Aug 31 09:32:06.462517 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-16b39331-5f08-46ed-b891-2c7bdf6f2141 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9035dc61-02b1-4088-a866-a40020c8b241 HTTP/1.1" status: 200 len: 217 time: 0.0377927 Aug 31 09:32:06.515757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-b4d8166e-a683-4f18-8876-27c6757dc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.517298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-b4d8166e-a683-4f18-8876-27c6757dc68a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dbe755b0-2035-4a0f-aa30-e1a7d308faeb HTTP/1.1" status: 200 len: 855 time: 0.0461335 Aug 31 09:32:06.541693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:06.557433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-566440b4-0531-4222-8489-27e7bb3f047f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.559458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-579dfa00-0706-4ddd-9e5c-cf98e19453a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f574863-5f64-4eb5-bec2-1addbd43fcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322213 Aug 31 09:32:06.560540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-566440b4-0531-4222-8489-27e7bb3f047f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128788 Aug 31 09:32:06.584183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-6bdbcf32-399f-47eb-a392-91747b1b37f4 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/quotas/41eb34c88bef458087dbbcfd90bb4020 HTTP/1.1" status: 200 len: 375 time: 0.0165582 Aug 31 09:32:06.641175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:06.641370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-08dc75ff-7e4c-4e24-88d5-72ff905d11ee tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41eb34c88bef458087dbbcfd90bb4020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561233 Aug 31 09:32:06.655904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:06.682654 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-82a74577-eed8-4c1c-b0a4-52ab3de0fc62 service neutron] 10.222.0.52 "GET /v2.0/networks/4f574863-5f64-4eb5-bec2-1addbd43fcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154625 Aug 31 09:32:06.697175 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.716770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:06.741913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:06.748056 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.815742 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7547a0e9-31a8-4d23-8bb8-e047d96f6fd0 req-a79f6a5a-9bb1-4d7a-bd62-31fdcab64634 service neutron] 10.222.0.52 "GET /v2.0/networks/4f574863-5f64-4eb5-bec2-1addbd43fcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255281 Aug 31 09:32:06.840613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.899620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14612529-d1a1-44c4-9265-ba46f3e0df88 req-52edeceb-b674-4259-8f75-518ff1b69a9e tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 210 time: 0.0383589 Aug 31 09:32:06.972229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d161e46-b991-4e40-9693-f5c2635b4d14 req-06571cdb-8101-45c4-8a3e-78ca29520300 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.974147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d161e46-b991-4e40-9693-f5c2635b4d14 req-06571cdb-8101-45c4-8a3e-78ca29520300 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 944 time: 0.1151693 Aug 31 09:32:07.038864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d161e46-b991-4e40-9693-f5c2635b4d14 req-7b41a1fe-ef86-471b-a218-ddcb6e6041b6 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520940 Aug 31 09:32:07.089414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:07.092330 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a3688-a761-4c42-af13-fb81682ef5e2" -d '{"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-unplugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:07.107128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4849-252a-4865-bbb2-84fdb140f72e req-c154e6bb-f3eb-4707-9dd3-980c162c5f8b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.109122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-402f4849-252a-4865-bbb2-84fdb140f72e req-c154e6bb-f3eb-4707-9dd3-980c162c5f8b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 945 time: 0.0690825 Aug 31 09:32:07.120494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:07.204183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-402f4849-252a-4865-bbb2-84fdb140f72e req-c3a2efa2-6e66-4385-afaa-40af201cf581 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820746 Aug 31 09:32:07.276790 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf42b69-3eda-4efa-9e6f-1a60f3b232a9 x-openstack-request-id: req-bcf42b69-3eda-4efa-9e6f-1a60f3b232a9 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:07.277253 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-unplugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:07.277529 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bcf42b69-3eda-4efa-9e6f-1a60f3b232a9 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:07.277944 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5', 'code': 200} Aug 31 09:32:07.315122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68183a0d-0f7c-4173-a822-48f8082072d4', 'tag': '9035dc61-02b1-4088-a866-a40020c8b241'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:07.317513 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a6856a-f5af-4934-bf18-0f76195fddc7" -d '{"events": [{"name": "network-changed", "server_uuid": "68183a0d-0f7c-4173-a822-48f8082072d4", "tag": "9035dc61-02b1-4088-a866-a40020c8b241"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:07.401594 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770b9766-0106-4e57-a1d4-c8cdefa0e0a4 x-openstack-request-id: req-770b9766-0106-4e57-a1d4-c8cdefa0e0a4 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:07.401906 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68183a0d-0f7c-4173-a822-48f8082072d4", "tag": "9035dc61-02b1-4088-a866-a40020c8b241", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:07.402149 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-770b9766-0106-4e57-a1d4-c8cdefa0e0a4 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:07.402662 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68183a0d-0f7c-4173-a822-48f8082072d4', 'tag': '9035dc61-02b1-4088-a866-a40020c8b241', 'status': 'completed', 'code': 200} Aug 31 09:32:07.478985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788447a4-cbc3-48c5-bb49-e451c7a96207 req-17abd8fa-ee40-4081-b446-7e4e1dc87c74 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.489314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-788447a4-cbc3-48c5-bb49-e451c7a96207 req-17abd8fa-ee40-4081-b446-7e4e1dc87c74 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0926223 Aug 31 09:32:07.514051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-f5836e6f-58e6-45c1-8520-ece83e218bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.517640 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-f5836e6f-58e6-45c1-8520-ece83e218bb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abb6d416118b476dbe903d22dada0d45&device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 1095 time: 0.0838466 Aug 31 09:32:07.541173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-788447a4-cbc3-48c5-bb49-e451c7a96207 req-7d99a79c-3a54-4b0c-9ce3-15b7b71983b7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503423 Aug 31 09:32:07.672138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-8dc3dd48-2a1e-44b2-8648-41e09371c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.675914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-8dc3dd48-2a1e-44b2-8648-41e09371c511 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f574863-5f64-4eb5-bec2-1addbd43fcb3 HTTP/1.1" status: 200 len: 917 time: 0.1318552 Aug 31 09:32:07.733148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-7c9b55a9-0613-42c3-8327-1c3c0e699c38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9035dc61-02b1-4088-a866-a40020c8b241 HTTP/1.1" status: 200 len: 217 time: 0.0468752 Aug 31 09:32:07.748346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64fd6b-f94c-41a0-91cb-5107635ebf19 req-5c8923df-47f7-42a9-b9db-f3b14dc7c388 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.751378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a64fd6b-f94c-41a0-91cb-5107635ebf19 req-5c8923df-47f7-42a9-b9db-f3b14dc7c388 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.1845791 Aug 31 09:32:07.784367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a64fd6b-f94c-41a0-91cb-5107635ebf19 req-cc0b3964-5774-4918-ace7-978deaa3e470 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/quotas/911bdad3a3bc49e5bc90377245a75b7a HTTP/1.1" status: 200 len: 375 time: 0.0245774 Aug 31 09:32:07.802307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f4054b95-b4fc-4860-9c3c-6febe8efbb05 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:07.833218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-80ab970a-5d6d-41f5-a306-58ca97f5c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.835827 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-80ab970a-5d6d-41f5-a306-58ca97f5c232 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dbe755b0-2035-4a0f-aa30-e1a7d308faeb HTTP/1.1" status: 200 len: 855 time: 0.0877860 Aug 31 09:32:07.852341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a64fd6b-f94c-41a0-91cb-5107635ebf19 req-76dcbe72-5212-442e-996b-698f685a2d4c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667610 Aug 31 09:32:07.874349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-2c85ab99-f74b-4648-a2b8-51ec636fd3a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f574863-5f64-4eb5-bec2-1addbd43fcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275500 Aug 31 09:32:07.934035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:07.960251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'mac_address': 'fa:16:3e:2d:bf:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:07.965557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a64fd6b-f94c-41a0-91cb-5107635ebf19 req-4ab37d92-1e92-402f-a267-c7ba0d240411 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045129 Aug 31 09:32:07.981972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-3785f96b-b4b4-4aa1-a25f-eb6d0cbf748b service neutron] 10.222.0.52 "GET /v2.0/networks/4f574863-5f64-4eb5-bec2-1addbd43fcb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960987 Aug 31 09:32:08.019716 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.035646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4054b95-b4fc-4860-9c3c-6febe8efbb05 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:08.046379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76b06ef4-7ef6-4cc4-9589-cc74e124fcc8 req-6b7b5ec1-efc5-495c-9660-b81aa3f2bc31 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 210 time: 0.0304656 Aug 31 09:32:08.096582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:08.104960 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.127438 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a64fd6b-f94c-41a0-91cb-5107635ebf19 req-5b877907-625d-4fa8-9978-024e12c6f7a7 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605394 Aug 31 09:32:08.164836 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4a6856a-f5af-4934-bf18-0f76195fddc7 req-a5840960-b4db-46dc-b7f0-17f30ed4889f service neutron] 10.222.0.52 "GET /v2.0/networks/4f574863-5f64-4eb5-bec2-1addbd43fcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746023 Aug 31 09:32:08.204302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:08.221332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['f4054b95-b4fc-4860-9c3c-6febe8efbb05'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:08.261492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df04c9-42ba-44b7-85aa-90e28a449bf9 req-ef91f95b-3f25-4bb4-9122-daffb86a95ad tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.263678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1df04c9-42ba-44b7-85aa-90e28a449bf9 req-ef91f95b-3f25-4bb4-9122-daffb86a95ad tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 944 time: 0.0618687 Aug 31 09:32:08.414537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1df04c9-42ba-44b7-85aa-90e28a449bf9 req-fe7dc50c-ca78-4692-ad80-5ce70e00ea1c tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426058 Aug 31 09:32:08.448406 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-2bb9ee3a-fb1c-4d24-8fe6-c81687fa9579 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=41eb34c88bef458087dbbcfd90bb4020&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818815 Aug 31 09:32:08.572582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:08.658678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-9daab73f-348f-4f86-a2d5-04195b28adc0 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.660278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-9daab73f-348f-4f86-a2d5-04195b28adc0 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087958 Aug 31 09:32:08.677523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:08.681179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Request body: {'port': {'device_id': '45696f3e-e7d4-48a1-a9b9-22ef5858b6fe', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '41eb34c88bef458087dbbcfd90bb4020'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:08.688443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:08.689703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.826504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ff6ea-c578-4906-bb7a-7e5e1e99ca9c req-334acbd2-b1f5-43c1-b7ba-e3ec8ae5266c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.829117 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-826ff6ea-c578-4906-bb7a-7e5e1e99ca9c req-334acbd2-b1f5-43c1-b7ba-e3ec8ae5266c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0892756 Aug 31 09:32:08.885640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.907760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-826ff6ea-c578-4906-bb7a-7e5e1e99ca9c req-591d30d8-2f9a-4aec-bb67-8bc332a5aab7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703609 Aug 31 09:32:08.951377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Made reservation on behalf of 41eb34c88bef458087dbbcfd90bb4020 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:08.958207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.966661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:08.972916 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.093591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:09.185170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Allocated IP 192.168.233.45 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/ece7f5c1-0a64-4e8b-81d1-4b78a2159be8) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:09.279251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:09.285257 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403e15c-cd6e-4c34-bb3a-3add77e698f8" -d '{"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:09.323874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69f3f2fa-b73e-4ee1-bdf6-4c8d3917402b req-9c7fcdfd-1a3d-4b8d-b2c8-5eb21b36cd40 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 210 time: 0.0532446 Aug 31 09:32:09.391150 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723de959-7fde-471d-b320-310be0584694 x-openstack-request-id: req-723de959-7fde-471d-b320-310be0584694 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:09.391599 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:09.392019 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-723de959-7fde-471d-b320-310be0584694 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:09.392726 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'code': 200} Aug 31 09:32:09.477037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.505245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Transition to ACTIVE for port object ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:09.677320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46774c9b-380f-4cdd-b640-07e75a1854e4 req-0a5f88a8-5e4c-41c3-9002-5714ea293f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.679653 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-46774c9b-380f-4cdd-b640-07e75a1854e4 req-0a5f88a8-5e4c-41c3-9002-5714ea293f62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1096 time: 0.1609471 Aug 31 09:32:09.700806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.805850 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-46774c9b-380f-4cdd-b640-07e75a1854e4 req-5142ab9d-7296-4696-b6b5-3d656e2da952 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179481 Aug 31 09:32:09.813937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f4054b95-b4fc-4860-9c3c-6febe8efbb05 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:09.818625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:09.827189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:09.834390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Pushing event updated for resources: {'Port': ['ID=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:09.836425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e75de-9f28-48d5-9b0a-0108cce1b66f req-59efadb1-14bf-4b5e-8604-68ac546db810 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.838968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:09.844471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f95e75de-9f28-48d5-9b0a-0108cce1b66f req-59efadb1-14bf-4b5e-8604-68ac546db810 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 944 time: 0.1765215 Aug 31 09:32:09.883153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-60737403-464b-4fbb-a32d-2070294a3072 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.891282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-60737403-464b-4fbb-a32d-2070294a3072 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.3193619 Aug 31 09:32:09.937001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-8c21da22-ed57-4089-9cd6-c5c4c41f58d9 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/quotas/911bdad3a3bc49e5bc90377245a75b7a HTTP/1.1" status: 200 len: 375 time: 0.0439303 Aug 31 09:32:09.949383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f95e75de-9f28-48d5-9b0a-0108cce1b66f req-7d1418cf-8e94-4b80-a2ce-d1610c293b4f tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031179 Aug 31 09:32:09.963406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port f4054b95-b4fc-4860-9c3c-6febe8efbb05 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:09.966197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.987395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.988257 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.028349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-ada2d6d7-43b6-45b9-8ad3-5eea80de69c6 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3544309 Aug 31 09:32:10.046806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Request body: {'port': {'device_id': '45696f3e-e7d4-48a1-a9b9-22ef5858b6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:10.082706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-53a5f5e8-dd8a-4682-9c01-77722114de24 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1446028 Aug 31 09:32:10.170150 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.187762 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.216639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:10.223441 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.317428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:10.338520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dbcad-822a-4d5b-8bf0-e8bbeb5f5cd1 req-5dc30621-dccd-4fa8-b734-8e7e8b12a5bc tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.346539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f7dbcad-822a-4d5b-8bf0-e8bbeb5f5cd1 req-5dc30621-dccd-4fa8-b734-8e7e8b12a5bc tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.1500771 Aug 31 09:32:10.358259 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.370993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-93427534-ed9e-4010-b86c-e054d85018cf None None] Provisioning for port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:10.378838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-93427534-ed9e-4010-b86c-e054d85018cf None None] Provisioning complete for port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:10.379497 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-93427534-ed9e-4010-b86c-e054d85018cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.379991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-12ac2d6f-c84e-4281-a886-8b5a941c0f0e service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962835 Aug 31 09:32:10.474543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f7dbcad-822a-4d5b-8bf0-e8bbeb5f5cd1 req-6d4edec6-ac35-4000-b087-be97c57ba334 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270697 Aug 31 09:32:10.563490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-07cbd837-d2f7-4a8e-bbb1-983ca70895c3 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825252 Aug 31 09:32:10.774553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-93427534-ed9e-4010-b86c-e054d85018cf None None] Port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:10.821716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:10.833657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.849121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Transition to ACTIVE for port object ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:10.849361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26f615-d399-4096-9528-82d0150a4397 req-5656b406-3ff8-4d23-b2eb-9819e5170e70 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.850719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e26f615-d399-4096-9528-82d0150a4397 req-5656b406-3ff8-4d23-b2eb-9819e5170e70 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 945 time: 0.1048961 Aug 31 09:32:10.858569 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.920105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Pushing event updated for resources: {'Port': ['ID=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:11.011594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e26f615-d399-4096-9528-82d0150a4397 req-5b4124cd-9aa7-471b-86ec-50135ceba76f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325245 Aug 31 09:32:11.027912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64de92-1e8c-4142-ab5b-90288f831c1c req-b4e21e86-7ada-4b82-96ae-37d4ab8efba3 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.040013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd64de92-1e8c-4142-ab5b-90288f831c1c req-b4e21e86-7ada-4b82-96ae-37d4ab8efba3 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 947 time: 0.1191387 Aug 31 09:32:11.073549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Attempting to bind port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:11.073883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Attempting to bind port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:11.074216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Attempting to bind port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:11.083740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:11.085777 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Attempting to bind port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:11.098882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:11.099229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:11.099617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:11.102545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Bound port: ece7f5c1-0a64-4e8b-81d1-4b78a2159be8, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:11.102545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.127355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd64de92-1e8c-4142-ab5b-90288f831c1c req-7115c938-9982-42f9-8275-55697eff60cf tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853019 Aug 31 09:32:11.295471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] For port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:11.300649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] For port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:11.308676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65fb4884-b8d3-4163-a8a6-855a378beeee req-68774186-afb5-4d7e-927c-9b66848dbcea tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 210 time: 0.1927433 Aug 31 09:32:11.313625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.363319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.365188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.371949 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] 10.222.0.52 "PUT /v2.0/ports/ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 HTTP/1.1" status: 200 len: 1095 time: 1.3347046 Aug 31 09:32:11.373478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45696f3e-e7d4-48a1-a9b9-22ef5858b6fe', 'tag': 'ece7f5c1-0a64-4e8b-81d1-4b78a2159be8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:11.378211 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b" -d '{"events": [{"name": "network-changed", "server_uuid": "45696f3e-e7d4-48a1-a9b9-22ef5858b6fe", "tag": "ece7f5c1-0a64-4e8b-81d1-4b78a2159be8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:11.396033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:11.405336 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818b8edb-2c3f-4f42-9658-3e6b45123331" -d '{"events": [{"server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:11.442510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e77c1-c0a8-4875-9005-e5ce59438654 req-ade14121-f18c-4bfa-9f15-c15fb1e73a73 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.451608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a4e77c1-c0a8-4875-9005-e5ce59438654 req-ade14121-f18c-4bfa-9f15-c15fb1e73a73 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 944 time: 0.1733947 Aug 31 09:32:11.498941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a4e77c1-c0a8-4875-9005-e5ce59438654 req-7f49391d-0a00-493c-82e6-c1672cf2ced9 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461919 Aug 31 09:32:11.544175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7a50f-5141-4ffa-9e1f-5b3a5745b473 service neutron] Pushing event updated for resources: {'Port': ['ID=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:11.572720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-0b37a085-ea4a-4e5a-9c2c-37b5386bb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.575221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-0b37a085-ea4a-4e5a-9c2c-37b5386bb8f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41eb34c88bef458087dbbcfd90bb4020&device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 1098 time: 0.1325662 Aug 31 09:32:11.588769 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f76c39-506c-48dc-aa80-99956bfc33dd x-openstack-request-id: req-a5f76c39-506c-48dc-aa80-99956bfc33dd {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:11.589284 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:11.589700 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5f76c39-506c-48dc-aa80-99956bfc33dd {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:11.590875 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'code': 200} Aug 31 09:32:11.604139 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70b995e-9dc1-494b-9415-c0bf8b6fff9f x-openstack-request-id: req-a70b995e-9dc1-494b-9415-c0bf8b6fff9f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:11.604430 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45696f3e-e7d4-48a1-a9b9-22ef5858b6fe", "tag": "ece7f5c1-0a64-4e8b-81d1-4b78a2159be8", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:11.604679 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a70b995e-9dc1-494b-9415-c0bf8b6fff9f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:11.605074 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45696f3e-e7d4-48a1-a9b9-22ef5858b6fe', 'tag': 'ece7f5c1-0a64-4e8b-81d1-4b78a2159be8', 'status': 'completed', 'code': 200} Aug 31 09:32:11.660041 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-512cf1a0-c6a0-4fae-8dec-cd760ea137cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 HTTP/1.1" status: 200 len: 217 time: 0.0728600 Aug 31 09:32:11.742331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-8888a76e-7064-4b6b-b40b-ffb11647bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.744185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-8888a76e-7064-4b6b-b40b-ffb11647bbf9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0755196 Aug 31 09:32:11.810057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9035dc61-02b1-4088-a866-a40020c8b241 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:11.905183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-4b50641f-3667-40ed-bee9-84e0173dd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.907273 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-4b50641f-3667-40ed-bee9-84e0173dd377 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473453 Aug 31 09:32:12.051796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9035dc61-02b1-4088-a866-a40020c8b241, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9035dc61-02b1-4088-a866-a40020c8b241,segment=NetworkSegment(1510e138-3ed9-4e2e-aedf-26a014083097),segment_id=1510e138-3ed9-4e2e-aedf-26a014083097)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:12.069020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '9035dc61-02b1-4088-a866-a40020c8b241', 'network_id': '4f574863-5f64-4eb5-bec2-1addbd43fcb3', 'port_id': '9035dc61-02b1-4088-a866-a40020c8b241', 'mac_address': 'fa:16:3e:51:9e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe755b0-2035-4a0f-aa30-e1a7d308faeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:12.111154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-323671bd-41b7-4a7c-a3a1-b7bcf07b2845 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927178 Aug 31 09:32:12.152008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.171848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9035dc61-02b1-4088-a866-a40020c8b241 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:12.204687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9035dc61-02b1-4088-a866-a40020c8b241, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9035dc61-02b1-4088-a866-a40020c8b241,segment=NetworkSegment(1510e138-3ed9-4e2e-aedf-26a014083097),segment_id=1510e138-3ed9-4e2e-aedf-26a014083097)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:12.243045 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.260580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ca361-d250-4b20-abcd-33ec8f6a6f41 req-eb6afb34-d1ef-4083-b103-f01b26825442 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.277701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-064ca361-d250-4b20-abcd-33ec8f6a6f41 req-eb6afb34-d1ef-4083-b103-f01b26825442 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 945 time: 0.1243055 Aug 31 09:32:12.328300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7d0d649-abde-4909-9c4e-f6468e7759a9 req-6b7cee70-1c4e-4511-9232-c340e0e4db27 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990111 Aug 31 09:32:12.349056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9035dc61-02b1-4088-a866-a40020c8b241,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:12.375636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-064ca361-d250-4b20-abcd-33ec8f6a6f41 req-f0e388b4-d023-4ffa-acd0-b501365cda03 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955901 Aug 31 09:32:12.394496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95600b43-3127-48b9-80cf-5e84fb014126 req-d7e3cfd0-9722-4306-9cfa-c04a844ee7b0 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.396260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95600b43-3127-48b9-80cf-5e84fb014126 req-d7e3cfd0-9722-4306-9cfa-c04a844ee7b0 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.1587181 Aug 31 09:32:12.476260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95600b43-3127-48b9-80cf-5e84fb014126 req-999a2885-2b3d-42d1-bbee-ab6732c027a6 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740364 Aug 31 09:32:12.525450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9035dc61-02b1-4088-a866-a40020c8b241'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:12.533485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-dfe13a0c-7555-45e0-bd9a-def0883a0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.535098 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-dfe13a0c-7555-45e0-bd9a-def0883a0208 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41eb34c88bef458087dbbcfd90bb4020&device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 1098 time: 0.1364367 Aug 31 09:32:12.571426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c9a19-cda8-4bcc-8fdc-d58f61f486b5 req-ef19a504-bf8b-49dd-824b-be3741afa4ab tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.582244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-011c9a19-cda8-4bcc-8fdc-d58f61f486b5 req-ef19a504-bf8b-49dd-824b-be3741afa4ab tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 947 time: 0.0840125 Aug 31 09:32:12.688196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffa30d60-e200-4438-9f53-c267a43f734f req-683831a3-1e35-40a7-bc95-05c270dffd03 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 210 time: 0.0965416 Aug 31 09:32:12.705774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-2d45adda-983e-4be7-b5da-97e68556cdc2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.705774 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-2d45adda-983e-4be7-b5da-97e68556cdc2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.2458611 Aug 31 09:32:12.716435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Request body: {'port': {'device_id': 'a272682f-32e1-4527-b649-f81e60bf6f19', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'admin_state_up': True, 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:12.733480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-011c9a19-cda8-4bcc-8fdc-d58f61f486b5 req-4de7ed67-9c17-425e-9b39-4024c287bcab tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474617 Aug 31 09:32:12.789079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-2245789c-aecd-49d7-8d34-468108ae0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.791262 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-2245789c-aecd-49d7-8d34-468108ae0043 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2480013 Aug 31 09:32:12.873880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6819b-64e2-40cc-b87a-ccf4b41b1b7b req-64970170-c60e-480d-9533-3941b907bffd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.875585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9f6819b-64e2-40cc-b87a-ccf4b41b1b7b req-64970170-c60e-480d-9533-3941b907bffd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 945 time: 0.0723927 Aug 31 09:32:12.886367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51656) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:12.893477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'floatingip': {'port_id': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:12.901553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-8236d867-5a08-49d2-a10c-1741c4516438 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 HTTP/1.1" status: 200 len: 217 time: 0.0907304 Aug 31 09:32:13.002045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.045197 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-44b4a293-d85d-49c8-a45c-710f4e15bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:13.046984 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-44b4a293-d85d-49c8-a45c-710f4e15bb40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1223681 Aug 31 09:32:13.070555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:13.083081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.204087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-b34cbcb9-9e19-489b-befe-3170b5c19688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:13.209767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eb956-4960-477c-8c9c-e6b8d43f4775 req-fae8e9ac-6935-4d8b-befa-898fc53541c9 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:13.212398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-b34cbcb9-9e19-489b-befe-3170b5c19688 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510429 Aug 31 09:32:13.215825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e83eb956-4960-477c-8c9c-e6b8d43f4775 req-fae8e9ac-6935-4d8b-befa-898fc53541c9 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 945 time: 0.1456747 Aug 31 09:32:13.360372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e83eb956-4960-477c-8c9c-e6b8d43f4775 req-44313136-e11b-4240-ba27-681829df56c1 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017854 Aug 31 09:32:13.379234 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.479783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Allocated IP 172.20.0.13 (a9d07e16-6766-421e-8a7a-53f6f1e14899/d8a4279b-7ee8-4446-8c25-3da965492a89/80f0f6dd-178b-4419-a515-055311355280) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:13.506811 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-54652b45-4268-46c1-99fd-a8016dc279dc service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831829 Aug 31 09:32:13.770781 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86bfbd4d-0711-41e7-a3e6-448c5bc2490b req-ff947440-2dbb-44b5-84cb-0e7f21270c20 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559013 Aug 31 09:32:13.843685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9035dc61-02b1-4088-a866-a40020c8b241 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:13.861615 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.929839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.930627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 9035dc61-02b1-4088-a866-a40020c8b241 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:13.936382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 9035dc61-02b1-4088-a866-a40020c8b241 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:13.937095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.943469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:13.982625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:13.986681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:13.994846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:14.074389 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event updated for resources: {'Port': ['ID=80f0f6dd-178b-4419-a515-055311355280,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.101544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.102481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.131786 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-00206147-85e2-4a5f-829b-8ffacda19902 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4183595 Aug 31 09:32:14.153849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Request body: {'port': {'device_id': 'a272682f-32e1-4527-b649-f81e60bf6f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:14.240472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.242292 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.275910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68183a0d-0f7c-4173-a822-48f8082072d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9035dc61-02b1-4088-a866-a40020c8b241'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:14.278578 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da8a478-f682-4a63-99db-aa10073d2398" -d '{"events": [{"server_uuid": "68183a0d-0f7c-4173-a822-48f8082072d4", "name": "network-vif-plugged", "status": "completed", "tag": "9035dc61-02b1-4088-a866-a40020c8b241"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:14.303829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9035dc61-02b1-4088-a866-a40020c8b241, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9035dc61-02b1-4088-a866-a40020c8b241,segment=NetworkSegment(1510e138-3ed9-4e2e-aedf-26a014083097),segment_id=1510e138-3ed9-4e2e-aedf-26a014083097)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:14.315107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.386432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9035dc61-02b1-4088-a866-a40020c8b241,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.396827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee014b-8a80-46ab-8965-2b8da98e69f6 req-6963d472-ab8d-42f7-842c-ef50de13e626 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.405256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4ee014b-8a80-46ab-8965-2b8da98e69f6 req-6963d472-ab8d-42f7-842c-ef50de13e626 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 932 time: 0.5856688 Aug 31 09:32:14.426477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d78f5-fb3b-4141-a1ef-7e9fe2e44545 req-391faab3-e991-4e93-9e45-efa8785dcdcc tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.434937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb8d78f5-fb3b-4141-a1ef-7e9fe2e44545 req-391faab3-e991-4e93-9e45-efa8785dcdcc tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.7163305 Aug 31 09:32:14.488802 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:32:14.538825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb8d78f5-fb3b-4141-a1ef-7e9fe2e44545 req-29d71654-3fab-40e1-89af-feed402c1021 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027441 Aug 31 09:32:14.578474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4ee014b-8a80-46ab-8965-2b8da98e69f6 req-9ee5acfc-10d0-4150-b807-d9ba6ef4335a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720667 Aug 31 09:32:14.612825 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.620083 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.695170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f0f6dd-178b-4419-a515-055311355280 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:14.706511 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.719711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Transition to ACTIVE for port object 80f0f6dd-178b-4419-a515-055311355280 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:14.729552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.799146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Pushing event updated for resources: {'Port': ['ID=80f0f6dd-178b-4419-a515-055311355280,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.822240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2441b-8b70-4c49-9800-d3abea7b1c20 req-1e50d278-7bad-47b1-acbb-05a1ceac8237 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.823825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33d2441b-8b70-4c49-9800-d3abea7b1c20 req-1e50d278-7bad-47b1-acbb-05a1ceac8237 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 947 time: 0.1455894 Aug 31 09:32:14.854195 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Floating IP ba592ee8-7284-4b74-a457-d5ad46f1ac5b associated. External IP: 172.25.1.109, port: 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb. Aug 31 09:32:14.915807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Attempting to bind port 80f0f6dd-178b-4419-a515-055311355280 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:14.916715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Attempting to bind port 80f0f6dd-178b-4419-a515-055311355280 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:14.917403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Attempting to bind port 80f0f6dd-178b-4419-a515-055311355280 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:14.927170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Port 80f0f6dd-178b-4419-a515-055311355280 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:14.927894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Attempting to bind port 80f0f6dd-178b-4419-a515-055311355280 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:14.953195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:14.957030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Checking segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:14.957768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Bound using segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:14.961768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Bound port: 80f0f6dd-178b-4419-a515-055311355280, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:14.963616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.992015 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47490e30-c1bc-4fd7-b8b5-4c58c03ac356 x-openstack-request-id: req-47490e30-c1bc-4fd7-b8b5-4c58c03ac356 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:14.992575 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68183a0d-0f7c-4173-a822-48f8082072d4", "name": "network-vif-plugged", "status": "completed", "tag": "9035dc61-02b1-4088-a866-a40020c8b241", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:14.992575 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47490e30-c1bc-4fd7-b8b5-4c58c03ac356 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:14.992950 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68183a0d-0f7c-4173-a822-48f8082072d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9035dc61-02b1-4088-a866-a40020c8b241', 'code': 200} Aug 31 09:32:15.030222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33d2441b-8b70-4c49-9800-d3abea7b1c20 req-78e0e566-1e0c-485c-8e7f-a3038dcb7c59 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328249 Aug 31 09:32:15.108318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] For port 80f0f6dd-178b-4419-a515-055311355280, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:15.139315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] For port 80f0f6dd-178b-4419-a515-055311355280, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=80f0f6dd-178b-4419-a515-055311355280,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:15.161127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300e799-b622-4db8-8cc0-b8e289406258 req-edd09048-67c8-48ce-934d-943ffbb8a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.163421 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b300e799-b622-4db8-8cc0-b8e289406258 req-edd09048-67c8-48ce-934d-943ffbb8a9c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 1097 time: 0.0657337 Aug 31 09:32:15.182585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.255775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215e1f3-e34e-4eb5-b28a-a94647b046a6 req-4b0cf0ca-67c1-4665-883f-085445b8cfec tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.257303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f215e1f3-e34e-4eb5-b28a-a94647b046a6 req-4b0cf0ca-67c1-4665-883f-085445b8cfec tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 946 time: 0.1934750 Aug 31 09:32:15.264199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b300e799-b622-4db8-8cc0-b8e289406258 req-c313e506-39b1-4b7c-9ca6-f2a6289aae53 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899491 Aug 31 09:32:15.282966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.283427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.284766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] 10.222.0.20 "PUT /v2.0/ports/80f0f6dd-178b-4419-a515-055311355280 HTTP/1.1" status: 200 len: 1092 time: 1.1366718 Aug 31 09:32:15.284960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a272682f-32e1-4527-b649-f81e60bf6f19', 'tag': '80f0f6dd-178b-4419-a515-055311355280'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:15.287249 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0007413f-cf15-4804-8864-7242c74cd108" -d '{"events": [{"name": "network-changed", "server_uuid": "a272682f-32e1-4527-b649-f81e60bf6f19", "tag": "80f0f6dd-178b-4419-a515-055311355280"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:15.317411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9afb-4e42-4085-936a-712cd9b272da service neutron] Pushing event updated for resources: {'Port': ['ID=80f0f6dd-178b-4419-a515-055311355280,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:15.330388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-ba11ef05-3691-4b1f-8a4e-1ed75f9dcdfa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.331987 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-ba11ef05-3691-4b1f-8a4e-1ed75f9dcdfa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.52 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.1369216 Aug 31 09:32:15.346346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64594-0e11-4674-817f-cb3892991553 req-ab6b7a2d-a2ce-4717-9d80-712d3622f40a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.347896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5c64594-0e11-4674-817f-cb3892991553 req-ab6b7a2d-a2ce-4717-9d80-712d3622f40a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 945 time: 0.1802237 Aug 31 09:32:15.383214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-61e75528-dc61-4b93-bf54-696b373c9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.385018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-61e75528-dc61-4b93-bf54-696b373c9e1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 1095 time: 0.0521057 Aug 31 09:32:15.399423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f215e1f3-e34e-4eb5-b28a-a94647b046a6 req-9099d851-dfba-4695-96b1-8b494f3ef961 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353979 Aug 31 09:32:15.440944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5c64594-0e11-4674-817f-cb3892991553 req-f012b0ee-431a-4b33-8313-aa153d7a2cb6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851517 Aug 31 09:32:15.451862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Router eb61370c-c7d1-46a1-8012-312b3a105a64 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:15.453033 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-5613f660-0bd6-462a-a297-a619b415f834 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f0f6dd-178b-4419-a515-055311355280 HTTP/1.1" status: 200 len: 217 time: 0.0572641 Aug 31 09:32:15.712940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:15.728319 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] Sync routers for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:15.729344 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.747519 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:15.760249 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:15.855401 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc73437-3ea1-4f39-b9a6-3fe6f60b5ae7 x-openstack-request-id: req-ffc73437-3ea1-4f39-b9a6-3fe6f60b5ae7 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:15.855401 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a272682f-32e1-4527-b649-f81e60bf6f19", "tag": "80f0f6dd-178b-4419-a515-055311355280", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:15.855896 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffc73437-3ea1-4f39-b9a6-3fe6f60b5ae7 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:15.856438 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a272682f-32e1-4527-b649-f81e60bf6f19', 'tag': '80f0f6dd-178b-4419-a515-055311355280', 'status': 'completed', 'code': 200} Aug 31 09:32:15.861432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:15.862220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-af3e9fae-9304-4643-a698-d9414515d1a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "PUT /v2.0/floatingips/ba592ee8-7284-4b74-a457-d5ad46f1ac5b HTTP/1.1" status: 200 len: 991 time: 2.9737101 Aug 31 09:32:15.865929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:15.868654 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cb35fa-7dac-49c3-b536-31cc978feb61" -d '{"events": [{"name": "network-changed", "server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:15.881005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-35fa3180-3217-4165-815c-83400a3c6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.882982 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-35fa3180-3217-4165-815c-83400a3c6d46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.4236436 Aug 31 09:32:15.893208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b48a3-1159-494f-ae96-4d4798359c4a req-600f3df6-2719-44d9-b853-6c5c8d14556e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.895165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc9b48a3-1159-494f-ae96-4d4798359c4a req-600f3df6-2719-44d9-b853-6c5c8d14556e tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 945 time: 0.1321385 Aug 31 09:32:15.955157 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-e1c0efd8-dde0-4e2c-9186-38a7551df870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559237 Aug 31 09:32:15.963322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f6773-f68c-4c10-bf63-0b9564b5f06d req-43519259-f219-46c7-91bc-5fd327387e36 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.966271 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:15.982986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a6f6773-f68c-4c10-bf63-0b9564b5f06d req-43519259-f219-46c7-91bc-5fd327387e36 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 944 time: 0.1621933 Aug 31 09:32:16.059869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Deleting port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:16.060215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.090083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a6f6773-f68c-4c10-bf63-0b9564b5f06d req-999453b2-661b-4fc6-9b36-b8c5627d45cf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041799 Aug 31 09:32:16.157342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:16.164116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc9b48a3-1159-494f-ae96-4d4798359c4a req-c1d6a4e8-5c82-49cc-8ba2-8277ab1f3792 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups?id=001a5e89-89ce-4165-8b11-38cbac297229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621300 Aug 31 09:32:16.192232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'ece7f5c1-0a64-4e8b-81d1-4b78a2159be8', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': 'ece7f5c1-0a64-4e8b-81d1-4b78a2159be8', 'mac_address': 'fa:16:3e:1b:32:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:16.254100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] For port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:16.254652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.260896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.281696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:16.331026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:16.340375 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.434551 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583769ae-9814-4afe-9424-23bad0027261 x-openstack-request-id: req-583769ae-9814-4afe-9424-23bad0027261 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:16.435093 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:16.435093 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-583769ae-9814-4afe-9424-23bad0027261 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:16.436482 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'status': 'completed', 'code': 200} Aug 31 09:32:16.476325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:16.541618 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.541993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.542366 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Floating IP d8beed21-e0ef-4e58-acc2-5243b2dcdf44 disassociated. External IP: 172.25.1.234, port: ff727420-47ad-4cfe-9bea-7b7dff7f8ae6. Aug 31 09:32:16.542652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Calling delete_port for ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:16.559562 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ba592ee8-7284-4b74-a457-d5ad46f1ac5b', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'port_id': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:31:53Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 1, 'project_id': '886171fada10492b899f05fb3132f8e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:53Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:16.579492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49470cc0-df4e-4084-be18-4b08da00ca36 req-f55f61b8-434e-4036-be20-b72aff7348ba tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.587533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49470cc0-df4e-4084-be18-4b08da00ca36 req-f55f61b8-434e-4036-be20-b72aff7348ba tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 948 time: 0.1053321 Aug 31 09:32:16.599681 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] Checking router: eb61370c-c7d1-46a1-8012-312b3a105a64 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:16.608271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['ece7f5c1-0a64-4e8b-81d1-4b78a2159be8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:16.633917 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:16.635336 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:16.661028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f82140-1c56-40c8-91df-81de78fc7d6f req-c2875ea6-2e92-4335-bd86-e0f3da4d7ad5 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.662620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88f82140-1c56-40c8-91df-81de78fc7d6f req-c2875ea6-2e92-4335-bd86-e0f3da4d7ad5 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 946 time: 0.1038141 Aug 31 09:32:16.707440 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49470cc0-df4e-4084-be18-4b08da00ca36 req-adb83f70-8ce8-4a58-bfb0-a21eac75572a tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187444 Aug 31 09:32:16.776253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88f82140-1c56-40c8-91df-81de78fc7d6f req-9c6d20cd-1b5f-4eda-a6e8-d8da1eaf2090 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041365 Aug 31 09:32:16.777984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.860529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813110-f0a4-40c5-a48d-9f5e0a3d8870 req-934ddc80-3723-4ba7-8543-dd6173d05865 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.861059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event deleted for resources: {'Port': ['ID=ff727420-47ad-4cfe-9bea-7b7dff7f8ae6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:16.862128 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c813110-f0a4-40c5-a48d-9f5e0a3d8870 req-934ddc80-3723-4ba7-8543-dd6173d05865 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 945 time: 0.0846519 Aug 31 09:32:16.888883 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:16.929465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-b6065beb-f192-4878-965d-416f053d55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.934144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-b6065beb-f192-4878-965d-416f053d55e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1096 time: 0.2079322 Aug 31 09:32:16.958718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c813110-f0a4-40c5-a48d-9f5e0a3d8870 req-c32be8c1-99bf-46bc-85a6-9db3e8f3bc86 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841379 Aug 31 09:32:17.011668 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-14eac9bd-0b7b-4169-aa25-f96959c4af9f service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0463824 Aug 31 09:32:17.278600 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ba592ee8-7284-4b74-a457-d5ad46f1ac5b', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'port_id': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:31:53Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 1, 'project_id': '886171fada10492b899f05fb3132f8e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:53Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:17.303116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bd071-a84a-4f08-b71f-55474726964e req-1eeac95a-ecc0-4e6b-8f71-3d6c59e54ab4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.304826 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b9bd071-a84a-4f08-b71f-55474726964e req-1eeac95a-ecc0-4e6b-8f71-3d6c59e54ab4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 944 time: 0.0889964 Aug 31 09:32:17.320762 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da7d940-165a-41a4-bbdf-562d0e3cfa8b None None] The sync data for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 is: [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ba592ee8-7284-4b74-a457-d5ad46f1ac5b', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'port_id': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:31:53Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 1, 'project_id': '886171fada10492b899f05fb3132f8e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:53Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:17.330160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-e21dd265-33d9-4424-ba4e-aa3df7916cdf tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.337313 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-e21dd265-33d9-4424-ba4e-aa3df7916cdf tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 945 time: 0.2991924 Aug 31 09:32:17.365759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7ece0bd-5d70-4414-9800-c766b8759c52 req-21f8e751-6e65-42bf-9358-64770a793c84 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 210 time: 0.0596409 Aug 31 09:32:17.446388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b9bd071-a84a-4f08-b71f-55474726964e req-2e4c22c3-b23b-4f2a-a793-934753c6b099 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243961 Aug 31 09:32:17.491773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-a564f5e9-eb02-4008-b1ad-97f98c3740b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.493577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-a564f5e9-eb02-4008-b1ad-97f98c3740b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.5492589 Aug 31 09:32:17.517711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:17.583869 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e2f7740-9415-4d60-ac98-0f212f480d16 req-4c5e6ee5-4791-418e-9eac-5ef949763fa2 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635982 Aug 31 09:32:17.651228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-28d67c6e-dd79-4e28-bc62-32c9268d9eb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.1302373 Aug 31 09:32:17.775439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e46026-8389-4b4b-b373-aeff932d88c6 None None] New status for floating IP ba592ee8-7284-4b74-a457-d5ad46f1ac5b: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:32:17.785507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Deleting port 0ade85bc-29b5-4453-8ebd-177265022d8f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:17.785956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.873204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-1a379146-d090-4cd4-a2b0-e6ecaeb926d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.874702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-1a379146-d090-4cd4-a2b0-e6ecaeb926d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.2066460 Aug 31 09:32:17.899830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:17.912619 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] Sync routers for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:17.918325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007413f-cf15-4804-8864-7242c74cd108 req-1dfc120d-140d-4750-be8e-3dd1258eb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.919875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0007413f-cf15-4804-8864-7242c74cd108 req-1dfc120d-140d-4750-be8e-3dd1258eb76a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 1095 time: 0.2506881 Aug 31 09:32:17.925535 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:17.926478 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:17.926900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:18.028583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b84fd-bb3d-4835-95b4-8f9cc7ebbd06 req-304ccb8d-cb26-444b-acc0-b16ade57f6e2 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.035379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e14b84fd-bb3d-4835-95b4-8f9cc7ebbd06 req-304ccb8d-cb26-444b-acc0-b16ade57f6e2 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 948 time: 0.1914041 Aug 31 09:32:18.048526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] No DVR routers for this DVR port ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:18.056612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.058734 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-974f1570-e0e8-452f-b5a7-1accd3194c0a req-bd2b47a6-04af-4300-a3ab-08969df832fa tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.52 "DELETE /v2.0/ports/ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 HTTP/1.1" status: 204 len: 173 time: 2.5586112 Aug 31 09:32:18.066494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'name': 'network-vif-deleted', 'tag': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:18.069094 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd784f2-badc-4fc5-9ac5-2b9c29cee6fd" -d '{"events": [{"server_uuid": "240ee7d5-2f53-4ea9-8968-5bc96f797c65", "name": "network-vif-deleted", "tag": "ff727420-47ad-4cfe-9bea-7b7dff7f8ae6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:18.095010 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:18.099653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] For port 0ade85bc-29b5-4453-8ebd-177265022d8f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0ade85bc-29b5-4453-8ebd-177265022d8f,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:18.100035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.117931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-04ac6b04-931d-442c-94c7-3b47bce8622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.119512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-04ac6b04-931d-442c-94c7-3b47bce8622c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348402 Aug 31 09:32:18.129239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Calling delete_port for 0ade85bc-29b5-4453-8ebd-177265022d8f owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:18.192015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b0bb3-5f88-4287-ad7a-17f51d1e0939 req-c7ff7a60-1020-49d9-a25c-6fe3d8b047bc tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.194028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c3b0bb3-5f88-4287-ad7a-17f51d1e0939 req-c7ff7a60-1020-49d9-a25c-6fe3d8b047bc tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 946 time: 0.2185924 Aug 31 09:32:18.207292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007413f-cf15-4804-8864-7242c74cd108 req-bacf3cc6-a337-45a5-ba71-1511ad9ab46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.207758 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0007413f-cf15-4804-8864-7242c74cd108 req-bacf3cc6-a337-45a5-ba71-1511ad9ab46c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 908 time: 0.2782741 Aug 31 09:32:18.251972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e14b84fd-bb3d-4835-95b4-8f9cc7ebbd06 req-4c406dc1-3211-48d1-8dd7-500a81c93bda tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515005 Aug 31 09:32:18.279735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:18.307063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c3b0bb3-5f88-4287-ad7a-17f51d1e0939 req-db743cb3-58ca-4bf1-9469-2d7ee6bca381 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962269 Aug 31 09:32:18.367746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:18.368523 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.465823 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0007413f-cf15-4804-8864-7242c74cd108 req-1b15e935-3bfe-4637-8e92-883e139fc615 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f0f6dd-178b-4419-a515-055311355280 HTTP/1.1" status: 200 len: 217 time: 0.1830626 Aug 31 09:32:18.472625 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e95f040-0de8-4cf2-97bb-55e203018aa3 x-openstack-request-id: req-6e95f040-0de8-4cf2-97bb-55e203018aa3 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:18.473285 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240ee7d5-2f53-4ea9-8968-5bc96f797c65", "name": "network-vif-deleted", "tag": "ff727420-47ad-4cfe-9bea-7b7dff7f8ae6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:18.473285 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e95f040-0de8-4cf2-97bb-55e203018aa3 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:18.473758 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240ee7d5-2f53-4ea9-8968-5bc96f797c65', 'name': 'network-vif-deleted', 'tag': 'ff727420-47ad-4cfe-9bea-7b7dff7f8ae6', 'status': 'completed', 'code': 200} Aug 31 09:32:18.524182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-4ea421f0-603a-4119-a9e4-8a35083ea57e service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884809 Aug 31 09:32:18.551860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e392069-d88b-4bc9-96c1-1b5bf3d212a5 req-f9971e35-a2f6-4b64-95c5-752ca769fb31 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.562186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e392069-d88b-4bc9-96c1-1b5bf3d212a5 req-f9971e35-a2f6-4b64-95c5-752ca769fb31 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 945 time: 0.1768723 Aug 31 09:32:18.639073 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.686139 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:26Z', 'revision_number': 5, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:18.693630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007413f-cf15-4804-8864-7242c74cd108 req-0f24a0a0-58f8-425c-aa20-8a3961786545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.695533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0007413f-cf15-4804-8864-7242c74cd108 req-0f24a0a0-58f8-425c-aa20-8a3961786545 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.1701949 Aug 31 09:32:18.697993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45696f3e-e7d4-48a1-a9b9-22ef5858b6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece7f5c1-0a64-4e8b-81d1-4b78a2159be8'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:18.700809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab683a9d-aa20-41e8-ac70-af11afdb1c25 req-38c736d5-ee9a-4d43-9656-19fa498277ed tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 210 time: 0.1373935 Aug 31 09:32:18.701020 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02a9bde-0b32-41f9-86a9-bb7ed90cb3d0" -d '{"events": [{"server_uuid": "45696f3e-e7d4-48a1-a9b9-22ef5858b6fe", "name": "network-vif-plugged", "status": "completed", "tag": "ece7f5c1-0a64-4e8b-81d1-4b78a2159be8"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:18.742264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:18.752916 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.753680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:18.790887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e392069-d88b-4bc9-96c1-1b5bf3d212a5 req-fb7e191c-abd5-40e4-92cd-463d7b6f7a70 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968598 Aug 31 09:32:18.797461 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] Checking router: 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:18.860462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0007413f-cf15-4804-8864-7242c74cd108 req-3a4ebfe5-2894-4b67-8f26-10017fad3afe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395800 Aug 31 09:32:18.874695 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:18.877259 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:31:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:18.920783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:18.921295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ff727420-47ad-4cfe-9bea-7b7dff7f8ae6 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:18.994301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:19.112384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c453d-4c79-436b-a740-bc25c5830f7f req-c8afeaca-db89-4770-8d5d-f4b4b4d51853 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.138271 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-873c453d-4c79-436b-a740-bc25c5830f7f req-c8afeaca-db89-4770-8d5d-f4b4b4d51853 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 944 time: 0.2447288 Aug 31 09:32:19.245865 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:19.263920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-873c453d-4c79-436b-a740-bc25c5830f7f req-65c66ca1-8f47-484c-a770-ae56e668d895 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237900 Aug 31 09:32:19.279651 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01b12d-4413-4548-b23a-d36f3dcaf044 x-openstack-request-id: req-1b01b12d-4413-4548-b23a-d36f3dcaf044 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:19.279651 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45696f3e-e7d4-48a1-a9b9-22ef5858b6fe", "name": "network-vif-plugged", "status": "completed", "tag": "ece7f5c1-0a64-4e8b-81d1-4b78a2159be8", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:19.279651 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b01b12d-4413-4548-b23a-d36f3dcaf044 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:19.279651 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45696f3e-e7d4-48a1-a9b9-22ef5858b6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece7f5c1-0a64-4e8b-81d1-4b78a2159be8', 'code': 200} Aug 31 09:32:19.341146 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0007413f-cf15-4804-8864-7242c74cd108 req-295a53a2-a88e-49b5-a72b-01bce0c4d6b0 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647474 Aug 31 09:32:19.346375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.358500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0ade85bc-29b5-4453-8ebd-177265022d8f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:19.546644 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0007413f-cf15-4804-8864-7242c74cd108 req-6683d569-f4e1-429f-b17b-6e0a78d300ef service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867597 Aug 31 09:32:19.565076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cdd48-d53e-44a0-9f2a-dcc35e1e4708 req-8fb8d6c3-dd44-432e-87b4-f6a03edec893 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.566792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c8cdd48-d53e-44a0-9f2a-dcc35e1e4708 req-8fb8d6c3-dd44-432e-87b4-f6a03edec893 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 949 time: 0.1209779 Aug 31 09:32:19.657167 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:26Z', 'revision_number': 5, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:19.667896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c8cdd48-d53e-44a0-9f2a-dcc35e1e4708 req-85b464e8-5016-47c0-8410-8e81fb1ba0bf tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861142 Aug 31 09:32:19.693277 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a429d94-a090-442d-bfd4-e4c73c80afea None None] The sync data for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 is: [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:29:19Z', 'revision_number': 4, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '83be224b-5d15-40f3-8927-dc91476af514', 'name': '', 'network_id': 'f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'mac_address': 'fa:16:3e:3f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:18Z', 'updated_at': '2021-08-31T09:29:26Z', 'revision_number': 5, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'subnets': [{'id': '5c0d6eb9-e015-404e-8f54-d7242f9d82a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:19.994283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0738b600-9498-441d-b19d-e1c84f9e7003 req-4b91e473-83c7-4221-a984-40e1bf81a858 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 210 time: 0.0696161 Aug 31 09:32:20.074112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8d8395a-cdba-4a8e-954f-cfb7383c78b2 req-bdcbd969-c771-4d73-a145-cbdf8498d4d0 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0760705 Aug 31 09:32:20.230215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event deleted for resources: {'Port': ['ID=0ade85bc-29b5-4453-8ebd-177265022d8f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:20.311434 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0cb35fa-7dac-49c3-b536-31cc978feb61 req-0ffed56c-bf42-4280-98e0-b07022c66b99 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7412784 Aug 31 09:32:20.326799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc523156-5516-4200-bfc7-3c50b40ae0f2 None None] New status for floating IP d8beed21-e0ef-4e58-acc2-5243b2dcdf44: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:32:20.383348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] No DVR routers for this DVR port 0ade85bc-29b5-4453-8ebd-177265022d8f on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:20.388457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.392999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0626f9a7-a8cc-4136-9b78-cf6da04719eb req-f43b73f4-289b-4a22-abdc-424f3865fd6f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "DELETE /v2.0/ports/0ade85bc-29b5-4453-8ebd-177265022d8f HTTP/1.1" status: 204 len: 173 time: 3.0471160 Aug 31 09:32:20.405987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6911d91-2f81-41ef-92a3-2f507288c2b1 req-f1337c66-9b84-4c91-b41f-a1e2a1f5cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:20.409172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d6911d91-2f81-41ef-92a3-2f507288c2b1 req-f1337c66-9b84-4c91-b41f-a1e2a1f5cfb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 1100 time: 0.8697712 Aug 31 09:32:20.501864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaca0aac-a0d8-497d-a10a-9809afb796ea', 'name': 'network-vif-deleted', 'tag': '0ade85bc-29b5-4453-8ebd-177265022d8f'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:20.504802 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5596f55a-8bcc-4e6d-96d9-17317d4d5f77" -d '{"events": [{"server_uuid": "eaca0aac-a0d8-497d-a10a-9809afb796ea", "name": "network-vif-deleted", "tag": "0ade85bc-29b5-4453-8ebd-177265022d8f"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:20.509740 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d6911d91-2f81-41ef-92a3-2f507288c2b1 req-5c156d45-00f5-48d4-b0af-418796bcac69 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927706 Aug 31 09:32:20.574022 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffe992b-bb76-40af-935a-0a8a0a219ba5 x-openstack-request-id: req-cffe992b-bb76-40af-935a-0a8a0a219ba5 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:20.575188 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaca0aac-a0d8-497d-a10a-9809afb796ea", "name": "network-vif-deleted", "tag": "0ade85bc-29b5-4453-8ebd-177265022d8f", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:20.575689 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cffe992b-bb76-40af-935a-0a8a0a219ba5 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:20.576292 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaca0aac-a0d8-497d-a10a-9809afb796ea', 'name': 'network-vif-deleted', 'tag': '0ade85bc-29b5-4453-8ebd-177265022d8f', 'status': 'completed', 'code': 200} Aug 31 09:32:20.580152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb914c5-8e87-40cb-ad0b-a96ce68de241 req-bf37f4b5-5bc5-46df-8639-9cdf7082e1dc tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:20.581766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cb914c5-8e87-40cb-ad0b-a96ce68de241 req-bf37f4b5-5bc5-46df-8639-9cdf7082e1dc tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 944 time: 0.1122172 Aug 31 09:32:20.665051 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cb914c5-8e87-40cb-ad0b-a96ce68de241 req-83826f37-7cfe-4145-93e2-55f358f93d4c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760062 Aug 31 09:32:20.840644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ec0c-b6d3-4729-b4b5-f1e0b4332f00 req-02eaa1ab-2a50-4b7e-ad7d-70995be9f28f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:20.849075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a71ec0c-b6d3-4729-b4b5-f1e0b4332f00 req-02eaa1ab-2a50-4b7e-ad7d-70995be9f28f tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 949 time: 0.0909863 Aug 31 09:32:20.917387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a71ec0c-b6d3-4729-b4b5-f1e0b4332f00 req-ab50337f-95fd-4933-a852-721b2cc6e049 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665236 Aug 31 09:32:21.212528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1391242b-1aef-4447-a7fe-a855378dc1c0 req-c3b5af54-0d46-402c-871d-73d8821e6609 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0424061 Aug 31 09:32:21.231062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8612b8eb-99ea-49d2-a927-551e87874efd req-7123fddd-5691-47ee-a08e-aca6bea16531 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 210 time: 0.1203971 Aug 31 09:32:21.729008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6a2f922e-bb04-42ee-b513-c42830f643ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.890052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23f844-4211-4cf1-9112-08eaac370bea req-0b4226b0-bafd-42ce-afb3-4c0547b4491b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.893832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0ade85bc-29b5-4453-8ebd-177265022d8f no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:21.904743 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae23f844-4211-4cf1-9112-08eaac370bea req-0b4226b0-bafd-42ce-afb3-4c0547b4491b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 944 time: 0.0977709 Aug 31 09:32:21.968783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 0ade85bc-29b5-4453-8ebd-177265022d8f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:21.969374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0ade85bc-29b5-4453-8ebd-177265022d8f not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:21.976195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae23f844-4211-4cf1-9112-08eaac370bea req-c12b8599-0ebf-4acf-b967-282125d7ce1a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638711 Aug 31 09:32:22.120284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0f4ce-d833-4038-928a-1c0137ebeea9 req-d7647329-9a94-4d6e-aedb-38e72b088e2d tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:22.134101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fd0f4ce-d833-4038-928a-1c0137ebeea9 req-d7647329-9a94-4d6e-aedb-38e72b088e2d tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 949 time: 0.0901461 Aug 31 09:32:22.211511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fd0f4ce-d833-4038-928a-1c0137ebeea9 req-fb4163c6-54aa-4aef-b2cb-98c3920b771b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756483 Aug 31 09:32:22.386460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0626fa6a-17bb-4c0a-8535-4ed1fb9c306a req-99fdf616-3d56-41de-8571-a395e45632fd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0514069 Aug 31 09:32:22.440258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c8a4113-e120-4f75-ab79-aaf2bedb6759 req-b8cb8862-afc2-4ea7-b334-863b4da9c89a tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 210 time: 0.0411294 Aug 31 09:32:22.666901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 80f0f6dd-178b-4419-a515-055311355280 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:22.819964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09958252-0601-4cbd-a989-f05b9086425a req-c6beba9d-37e9-4a2c-a13f-0f189eca2bcd tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:22.830542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09958252-0601-4cbd-a989-f05b9086425a req-c6beba9d-37e9-4a2c-a13f-0f189eca2bcd tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 949 time: 0.0977938 Aug 31 09:32:22.838835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 80f0f6dd-178b-4419-a515-055311355280, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=80f0f6dd-178b-4419-a515-055311355280,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:22.861768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '80f0f6dd-178b-4419-a515-055311355280', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'port_id': '80f0f6dd-178b-4419-a515-055311355280', 'mac_address': 'fa:16:3e:27:f7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4279b-7ee8-4446-8c25-3da965492a89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:22.887514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09958252-0601-4cbd-a989-f05b9086425a req-8d200f7f-96c3-4e9d-849f-ffd284ecb51d tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550878 Aug 31 09:32:22.919698 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.945283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f0f6dd-178b-4419-a515-055311355280 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:22.966888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 80f0f6dd-178b-4419-a515-055311355280, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=80f0f6dd-178b-4419-a515-055311355280,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:22.976670 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.055057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=80f0f6dd-178b-4419-a515-055311355280,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:23.180888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb86379-2710-4dda-9795-50ac3341d103 req-e512a544-ad57-4ee2-9212-48fd33e56273 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:23.187879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bbb86379-2710-4dda-9795-50ac3341d103 req-e512a544-ad57-4ee2-9212-48fd33e56273 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 945 time: 0.0910649 Aug 31 09:32:23.294492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bbb86379-2710-4dda-9795-50ac3341d103 req-623eaa4b-bb12-4737-9cf0-eb26ab0cedaf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990129 Aug 31 09:32:23.325140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cf4ed-b1a3-4be1-94af-36321fc60a70 req-1e47a635-2cde-4f57-a9f5-5a0ba8600c8e tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:23.327366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['80f0f6dd-178b-4419-a515-055311355280'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:23.335244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-502cf4ed-b1a3-4be1-94af-36321fc60a70 req-1e47a635-2cde-4f57-a9f5-5a0ba8600c8e tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 949 time: 0.1009672 Aug 31 09:32:23.384407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-502cf4ed-b1a3-4be1-94af-36321fc60a70 req-0ed6cca6-08b6-43ae-8dae-c6874bba1ace tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Aug 31 09:32:23.531349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ae6becd-f188-4c17-a5e2-01ef3bdeebfa req-32dd0ae8-7527-4354-9f02-54290a6b280b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0345690 Aug 31 09:32:23.645831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8b3505f-5572-4257-b6d3-213579338bdd req-802a85f6-baa5-4b9c-9f65-44d24ac3ead7 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/ports?device_id=240ee7d5-2f53-4ea9-8968-5bc96f797c65 HTTP/1.1" status: 200 len: 210 time: 0.0707040 Aug 31 09:32:24.472099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f2c5a-4e9d-49e4-9e84-40455d5510e6 req-b3a61d51-2352-467c-b9e3-6649dfe9f230 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.473857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-363f2c5a-4e9d-49e4-9e84-40455d5510e6 req-b3a61d51-2352-467c-b9e3-6649dfe9f230 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 945 time: 0.0949488 Aug 31 09:32:24.601166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-363f2c5a-4e9d-49e4-9e84-40455d5510e6 req-0e9394a7-0d49-49e0-a2b0-a9bad6797ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114450 Aug 31 09:32:24.673559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 80f0f6dd-178b-4419-a515-055311355280 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:24.841766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 80f0f6dd-178b-4419-a515-055311355280 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:24.869186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 80f0f6dd-178b-4419-a515-055311355280 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:24.872718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-6f098d18-8fed-4c8f-aad2-3a92e0ab513c tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.875272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.888832 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-6f098d18-8fed-4c8f-aad2-3a92e0ab513c tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.52 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 949 time: 0.3450754 Aug 31 09:32:24.973755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c334b-12af-4733-9b1b-a336b6376951 req-d4067270-c89f-4be6-a226-3fd8372eac90 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.980245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-358c334b-12af-4733-9b1b-a336b6376951 req-d4067270-c89f-4be6-a226-3fd8372eac90 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 949 time: 0.2332242 Aug 31 09:32:24.990343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74f4b149-a6fb-4ef0-9dfa-6df523df9479 req-75c4173b-6b28-4f95-a0e6-7fecb7a689cd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0710855 Aug 31 09:32:25.109910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-358c334b-12af-4733-9b1b-a336b6376951 req-b471a550-67f2-4253-8898-2a636c0f95ac tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084030 Aug 31 09:32:25.220798 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.257177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cae67898-2968-4d15-b8e2-6de3b0e7fc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.315817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51914) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:25.437346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Deleting port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:25.438257 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.448265 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.507295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a272682f-32e1-4527-b649-f81e60bf6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f0f6dd-178b-4419-a515-055311355280'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:25.512092 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fded2e9-6eb0-47f0-84a7-730d1a6294e2" -d '{"events": [{"server_uuid": "a272682f-32e1-4527-b649-f81e60bf6f19", "name": "network-vif-plugged", "status": "completed", "tag": "80f0f6dd-178b-4419-a515-055311355280"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:25.527699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.561862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 80f0f6dd-178b-4419-a515-055311355280, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=80f0f6dd-178b-4419-a515-055311355280,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:25.576959 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.630181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.670447 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458c3691-864f-4e59-bd58-7204912ec8c2 x-openstack-request-id: req-458c3691-864f-4e59-bd58-7204912ec8c2 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:25.670733 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a272682f-32e1-4527-b649-f81e60bf6f19", "name": "network-vif-plugged", "status": "completed", "tag": "80f0f6dd-178b-4419-a515-055311355280", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:25.673469 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-458c3691-864f-4e59-bd58-7204912ec8c2 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:25.674135 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a272682f-32e1-4527-b649-f81e60bf6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f0f6dd-178b-4419-a515-055311355280', 'code': 200} Aug 31 09:32:25.740380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] For port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:25.741911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.759945 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.764324 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.765876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "DELETE /v2.0/security-groups/001a5e89-89ce-4165-8b11-38cbac297229 HTTP/1.1" status: 204 len: 168 time: 0.4487271 Aug 31 09:32:25.775254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51922) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:25.791953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=80f0f6dd-178b-4419-a515-055311355280,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:25.836878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001a5e89-89ce-4165-8b11-38cbac297229,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:25.850462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Calling delete_port for ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:25.854004 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-4d6ff205-180a-4382-b55b-3590342248b9 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] show failed (client error): The resource could not be found. Aug 31 09:32:25.858246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51924) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:25.858562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4d6ff205-180a-4382-b55b-3590342248b9 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "GET /v2.0/security-groups/001a5e89-89ce-4165-8b11-38cbac297229 HTTP/1.1" status: 404 len: 347 time: 0.0759687 Aug 31 09:32:25.882981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.882981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.883319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.883461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.883781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.884123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.884458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.884790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.885120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.885454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.885778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.886100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307246a-8d75-4798-b4a9-84419abc8757 tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:25.945736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a87d7-caff-44a4-9595-fc86e45175fb req-32e8d632-75ee-447e-8be0-0f1ce713d2f3 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.953094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fff73-4586-4ecb-8d8f-f602fd37136b req-9b73e766-89f1-46ea-a72b-29ad0d14c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.955985 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-303fff73-4586-4ecb-8d8f-f602fd37136b req-9b73e766-89f1-46ea-a72b-29ad0d14c7b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 1097 time: 0.2079029 Aug 31 09:32:25.957157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-224a87d7-caff-44a4-9595-fc86e45175fb req-32e8d632-75ee-447e-8be0-0f1ce713d2f3 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 946 time: 0.0971711 Aug 31 09:32:26.006031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-224a87d7-caff-44a4-9595-fc86e45175fb req-d6745e73-361b-4c19-baf4-3b670dd04326 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479021 Aug 31 09:32:26.151258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-303fff73-4586-4ecb-8d8f-f602fd37136b req-4625e345-2dd4-4b34-a4ac-509cf1de7124 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348021 Aug 31 09:32:26.177567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45145f24-6654-4227-99d4-1815a0104671 req-62806680-bac1-4b2a-8e62-ee80ba90e542 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0566726 Aug 31 09:32:26.278795 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.293595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['ece7f5c1-0a64-4e8b-81d1-4b78a2159be8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:26.334401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf31d5-ab52-4213-98a1-74a701cbbf12 req-c9bbbc93-879e-424a-8c88-93fa8bc4e32b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:26.336174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43bf31d5-ab52-4213-98a1-74a701cbbf12 req-c9bbbc93-879e-424a-8c88-93fa8bc4e32b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/ports?device_id=45696f3e-e7d4-48a1-a9b9-22ef5858b6fe HTTP/1.1" status: 200 len: 867 time: 0.0989919 Aug 31 09:32:26.356256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Pushing event deleted for resources: {'Port': ['ID=ece7f5c1-0a64-4e8b-81d1-4b78a2159be8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:26.379392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Deleting port 41b14efe-2b1e-4c51-ac95-7c484b5cf648 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:26.379664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.411651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43bf31d5-ab52-4213-98a1-74a701cbbf12 req-432b62da-f936-4009-b78f-3c74dff84c53 tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.69 "GET /v2.0/security-groups?id=a12e6d02-7ea8-4bbe-a308-49cb0390a696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688007 Aug 31 09:32:26.535628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.536004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.536395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.536736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.537081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.537546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.538026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.538366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.538698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.539053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.539382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.539926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:26.611570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] No DVR routers for this DVR port ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:26.614567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.617096 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-55bacdba-f5ff-451a-92f1-08bf7b2550cb req-c3afe01d-1014-4a4c-8a62-7d47875d350b tempest-DeleteServersAdminTestJSON-1988188011 tempest-DeleteServersAdminTestJSON-1988188011-project] 10.222.0.52 "DELETE /v2.0/ports/ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 HTTP/1.1" status: 204 len: 173 time: 1.7215414 Aug 31 09:32:26.620302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45696f3e-e7d4-48a1-a9b9-22ef5858b6fe', 'name': 'network-vif-deleted', 'tag': 'ece7f5c1-0a64-4e8b-81d1-4b78a2159be8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:26.632974 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5483b827-2bb7-470e-87c0-7bdb0099d47b" -d '{"events": [{"server_uuid": "45696f3e-e7d4-48a1-a9b9-22ef5858b6fe", "name": "network-vif-deleted", "tag": "ece7f5c1-0a64-4e8b-81d1-4b78a2159be8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:26.642215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.642660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.662207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Calling delete_port for 41b14efe-2b1e-4c51-ac95-7c484b5cf648 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:26.731026 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d2879-9cc9-4e86-926a-600703e671af x-openstack-request-id: req-a09d2879-9cc9-4e86-926a-600703e671af {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:26.731266 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45696f3e-e7d4-48a1-a9b9-22ef5858b6fe", "name": "network-vif-deleted", "tag": "ece7f5c1-0a64-4e8b-81d1-4b78a2159be8", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:26.731728 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a09d2879-9cc9-4e86-926a-600703e671af {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:26.732270 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45696f3e-e7d4-48a1-a9b9-22ef5858b6fe', 'name': 'network-vif-deleted', 'tag': 'ece7f5c1-0a64-4e8b-81d1-4b78a2159be8', 'status': 'completed', 'code': 200} Aug 31 09:32:26.886467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.918809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Pushing event deleted for resources: {'Port': ['ID=41b14efe-2b1e-4c51-ac95-7c484b5cf648,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:27.005839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.008688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.013326 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2475974-7bd8-43e4-a450-670f8e94c53f tempest-ServersTestBootFromVolume-1498737970 tempest-ServersTestBootFromVolume-1498737970-project] 10.222.0.69 "DELETE /v2.0/floatingips/d8beed21-e0ef-4e58-acc2-5243b2dcdf44 HTTP/1.1" status: 204 len: 168 time: 1.1526585 Aug 31 09:32:27.013714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51946) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:27.160569 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:32:27.351917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417da31-290b-45ff-a568-1cde2db574b0 req-3fb4bf2f-b462-440e-84fa-8290b34f5074 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.351917 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3417da31-290b-45ff-a568-1cde2db574b0 req-3fb4bf2f-b462-440e-84fa-8290b34f5074 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 946 time: 0.1685214 Aug 31 09:32:27.354029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c5ef3da-56a3-46a1-8ab5-199b1d8e3a2b req-622f94e5-301e-4f0e-87c3-93d4132fe1be tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0502286 Aug 31 09:32:27.536572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3417da31-290b-45ff-a568-1cde2db574b0 req-48a0c75a-d7e2-459a-bfdf-cb0d8045bac5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698149 Aug 31 09:32:27.538012 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.928775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.266054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Deleting port 83be224b-5d15-40f3-8927-dc91476af514 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:28.266878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.352848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51984) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:28.398045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] For port 83be224b-5d15-40f3-8927-dc91476af514, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=83be224b-5d15-40f3-8927-dc91476af514,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:28.398433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.413424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Calling delete_port for 83be224b-5d15-40f3-8927-dc91476af514 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:28.496160 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.630928 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4c8a34f1-9e4b-4ef3-bf20-86b75fa81060 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41eb34c88bef458087dbbcfd90bb4020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648306 Aug 31 09:32:28.631707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52004) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:28.688020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afc127ae-d7c0-4230-aad4-b776df9ff1cd req-dc02c18b-95bd-468b-9c5b-58184e8b1a0d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.1383467 Aug 31 09:32:28.725099 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-570a8e50-779e-4c4a-9681-0a770eed4f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.760247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-570a8e50-779e-4c4a-9681-0a770eed4f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.810618 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.837353 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-570a8e50-779e-4c4a-9681-0a770eed4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.842680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-570a8e50-779e-4c4a-9681-0a770eed4f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.848603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Pushing event deleted for resources: {'Port': ['ID=83be224b-5d15-40f3-8927-dc91476af514,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:28.849440 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-570a8e50-779e-4c4a-9681-0a770eed4f72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a12e6d02-7ea8-4bbe-a308-49cb0390a696 HTTP/1.1" status: 204 len: 168 time: 0.2159951 Aug 31 09:32:28.862025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a8e50-779e-4c4a-9681-0a770eed4f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12e6d02-7ea8-4bbe-a308-49cb0390a696,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:28.895946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9839ef-d541-445d-989e-364346c4f96e req-a14ba3e9-8766-4570-9b33-095c01018773 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.904764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f9839ef-d541-445d-989e-364346c4f96e req-a14ba3e9-8766-4570-9b33-095c01018773 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 946 time: 0.2370911 Aug 31 09:32:28.990089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f9839ef-d541-445d-989e-364346c4f96e req-44f67d7f-6a9f-472e-a2d0-743a5939637f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843189 Aug 31 09:32:29.248466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52024) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:29.265474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5263453e-3733-4309-8572-5cdc7d6f0054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.376609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5263453e-3733-4309-8572-5cdc7d6f0054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.383650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5263453e-3733-4309-8572-5cdc7d6f0054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.432477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5263453e-3733-4309-8572-5cdc7d6f0054 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c677f995822b42b1ac201371d53c9fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825604 Aug 31 09:32:29.435121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263453e-3733-4309-8572-5cdc7d6f0054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385b1b63-0e5c-4b91-b8fd-4bd9e20631c6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:29.437702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52026) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:29.497843 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.500227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95bf50e8-28dd-43d4-b3f6-9b2ae1509548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.521677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bc084-3b44-4e76-b103-58e1baa636e8 req-6e173641-edf4-4d1a-86d7-79284fc2d58c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.523221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c64bc084-3b44-4e76-b103-58e1baa636e8 req-6e173641-edf4-4d1a-86d7-79284fc2d58c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 946 time: 0.4189396 Aug 31 09:32:29.525211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95bf50e8-28dd-43d4-b3f6-9b2ae1509548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.582402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95bf50e8-28dd-43d4-b3f6-9b2ae1509548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.585228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95bf50e8-28dd-43d4-b3f6-9b2ae1509548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.587094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-95bf50e8-28dd-43d4-b3f6-9b2ae1509548 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/385b1b63-0e5c-4b91-b8fd-4bd9e20631c6 HTTP/1.1" status: 204 len: 168 time: 0.1478028 Aug 31 09:32:29.597556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf50e8-28dd-43d4-b3f6-9b2ae1509548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b1b63-0e5c-4b91-b8fd-4bd9e20631c6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:29.649416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c64bc084-3b44-4e76-b103-58e1baa636e8 req-70349c68-5f2a-42eb-a99b-d2a6b46c5545 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937517 Aug 31 09:32:29.918895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:29.970129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c2de651-4ce8-4e7b-ba7c-1b29ec72d883 req-496b7a2e-d23f-49c2-bdba-9cc725560075 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaca0aac-a0d8-497d-a10a-9809afb796ea HTTP/1.1" status: 200 len: 210 time: 0.0700777 Aug 31 09:32:29.989056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:29.996526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:30.000268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ece7f5c1-0a64-4e8b-81d1-4b78a2159be8 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:30.211831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:30.221720 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] Sync routers for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:30.230509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85d871-0864-494c-967a-fa601d588e83 req-c3bd87eb-42ee-4786-935e-7ddb59bec162 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.232181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba85d871-0864-494c-967a-fa601d588e83 req-c3bd87eb-42ee-4786-935e-7ddb59bec162 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 950 time: 0.1478324 Aug 31 09:32:30.238030 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:30.239259 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:30.239623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52070) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:30.247168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-295be7b0-a953-4b47-a9ca-8d1481e1f16b admin admin] 10.222.0.69 "PUT /v2.0/routers/5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2309825 Aug 31 09:32:30.355437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba85d871-0864-494c-967a-fa601d588e83 req-6c6c8e45-822a-434a-826d-c195d4d7157e tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069529 Aug 31 09:32:30.372613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd78c0b-9ab2-48d7-92e2-f900f2ce4a92 req-7c66e0a6-9b9c-4862-9bcc-cfabb8015b62 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.393956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fd78c0b-9ab2-48d7-92e2-f900f2ce4a92 req-7c66e0a6-9b9c-4862-9bcc-cfabb8015b62 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 946 time: 0.1396754 Aug 31 09:32:30.433823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.481484 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:30.491898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fd78c0b-9ab2-48d7-92e2-f900f2ce4a92 req-6b34ae16-9ea3-465a-a842-ea33e0c2adad tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Aug 31 09:32:30.642679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.704707 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:32:28Z', 'revision_number': 5, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port': {'id': '683359e3-f31a-4de7-9c22-f131d3e127f6', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:13Z', 'updated_at': '2021-08-31T09:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:30.743260 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] Checking router: 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:30.753214 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] Routers {'5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:30.754175 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:30.784897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Deleting port 683359e3-f31a-4de7-9c22-f131d3e127f6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:30.785627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.866167 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] Set router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:30.940005 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:32:30Z', 'revision_number': 6, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:30.944044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] For port 683359e3-f31a-4de7-9c22-f131d3e127f6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=683359e3-f31a-4de7-9c22-f131d3e127f6,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:30.944641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.962100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Calling delete_port for 683359e3-f31a-4de7-9c22-f131d3e127f6 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:30.987133 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc70243-15a3-4c58-891b-bbba711cf5a8 None None] The sync data for ids ['5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb'] in n-d-806683-2 is: [{'id': '5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb', 'name': 'tempest-ServersTestBootFromVolume-1909142921-router', 'tenant_id': '334914138fec4f17a0c48914a466e8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:12Z', 'updated_at': '2021-08-31T09:32:30Z', 'revision_number': 6, 'project_id': '334914138fec4f17a0c48914a466e8a7', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:31.240807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.301405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Pushing event deleted for resources: {'Port': ['ID=683359e3-f31a-4de7-9c22-f131d3e127f6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:31.403694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.588078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.590501 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.642682 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.643082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:32:31.651745 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.658700 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5eba782b-6330-4445-a212-ffb573e2781e admin admin] 10.222.0.69 "DELETE /v2.0/routers/5be7b33d-2d4f-4f5c-9d4c-fd710471ebcb HTTP/1.1" status: 204 len: 168 time: 1.4178336 Aug 31 09:32:31.659688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52144) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:31.722821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b325d-3958-460e-806a-14faa6cf9243 req-e3a5654d-68a9-4866-b444-98750ea4f7cb tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.723413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51c9512-8c9c-4dca-bda4-0977e91295d5 admin admin] Deleting subnet 5c0d6eb9-e015-404e-8f54-d7242f9d82a8 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:31.725259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca8b325d-3958-460e-806a-14faa6cf9243 req-e3a5654d-68a9-4866-b444-98750ea4f7cb tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 946 time: 0.1334100 Aug 31 09:32:31.726643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d51c9512-8c9c-4dca-bda4-0977e91295d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.791485 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d51c9512-8c9c-4dca-bda4-0977e91295d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.804483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca8b325d-3958-460e-806a-14faa6cf9243 req-b2aecb72-bd22-478c-b0af-2168aaa52095 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707154 Aug 31 09:32:31.814406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e1426-cebc-42aa-b1c8-18ae979bb668 req-790fab58-84d7-4f2f-824c-e41fdf565efc tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.816274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c0e1426-cebc-42aa-b1c8-18ae979bb668 req-790fab58-84d7-4f2f-824c-e41fdf565efc tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.1768577 Aug 31 09:32:31.840336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c0e1426-cebc-42aa-b1c8-18ae979bb668 req-fd7b87ff-a254-411c-8ccf-9b33e2fa3a00 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/quotas/59f572152eea4ddfa4a730a0e2da4a86 HTTP/1.1" status: 200 len: 375 time: 0.0108840 Aug 31 09:32:31.921011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c0e1426-cebc-42aa-b1c8-18ae979bb668 req-6a9118ff-8313-4f7d-843e-15b9b3dc009b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645769 Aug 31 09:32:31.960061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-277fb1af-c46e-4325-a89a-8583327db8d0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.962320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-277fb1af-c46e-4325-a89a-8583327db8d0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 946 time: 0.1277587 Aug 31 09:32:31.981470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d51c9512-8c9c-4dca-bda4-0977e91295d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.077477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c0e1426-cebc-42aa-b1c8-18ae979bb668 req-af575185-0ef2-447f-a386-7dc980eae83d service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541140 Aug 31 09:32:32.161801 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d51c9512-8c9c-4dca-bda4-0977e91295d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.168920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Deleting port 80f0f6dd-178b-4419-a515-055311355280 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:32.169593 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.221919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 683359e3-f31a-4de7-9c22-f131d3e127f6 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:32.253410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c9512-8c9c-4dca-bda4-0977e91295d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0d6eb9-e015-404e-8f54-d7242f9d82a8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:32.266957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 683359e3-f31a-4de7-9c22-f131d3e127f6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:32.267310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 683359e3-f31a-4de7-9c22-f131d3e127f6 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:32.268137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 83be224b-5d15-40f3-8927-dc91476af514 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:32.285284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c0e1426-cebc-42aa-b1c8-18ae979bb668 req-8cf34121-ab1d-4014-97ef-f7268bd0cea4 service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066555 Aug 31 09:32:32.323705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 83be224b-5d15-40f3-8927-dc91476af514 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:32.324055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 83be224b-5d15-40f3-8927-dc91476af514 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:32.336259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d51c9512-8c9c-4dca-bda4-0977e91295d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.338608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49cc12a-4985-4f76-86da-1b1852ec9e4d None None] Network f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:32.344317 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d51c9512-8c9c-4dca-bda4-0977e91295d5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5c0d6eb9-e015-404e-8f54-d7242f9d82a8 HTTP/1.1" status: 204 len: 168 time: 0.6834736 Aug 31 09:32:32.349151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52170) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:32.456600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] For port 80f0f6dd-178b-4419-a515-055311355280, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=80f0f6dd-178b-4419-a515-055311355280,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:32.457896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.492852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Calling delete_port for 80f0f6dd-178b-4419-a515-055311355280 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:32.583336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.689337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96a739b2-a485-44d7-ab77-37866b8b25db req-6b675797-6af9-465a-801f-aa5f63792ade tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7f9c3f-e0fb-492e-9e37-04f1d683e6d7 HTTP/1.1" status: 200 len: 210 time: 0.0833445 Aug 31 09:32:32.740407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] DHCP port deletion for f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:32:32.800029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Deleting port d382f8ea-a508-47b9-a333-f3a287c323df {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:32.800747 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.837316 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.861944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59', '80f0f6dd-178b-4419-a515-055311355280'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:32.918234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event deleted for resources: {'Port': ['ID=80f0f6dd-178b-4419-a515-055311355280,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:32.963816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52194) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:32.987217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] No DVR routers for this DVR port 80f0f6dd-178b-4419-a515-055311355280 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:32.990326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.992923 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e20994ae-47a2-4dd7-b04a-40d66d486ece req-2ce52afa-50e1-4f06-b6ef-5a2a3f9cd78f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "DELETE /v2.0/ports/80f0f6dd-178b-4419-a515-055311355280 HTTP/1.1" status: 204 len: 173 time: 1.0218701 Aug 31 09:32:32.993558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a272682f-32e1-4527-b649-f81e60bf6f19', 'name': 'network-vif-deleted', 'tag': '80f0f6dd-178b-4419-a515-055311355280'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:32.996585 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a976b1-0d9c-4e64-80dd-89dc4776a492" -d '{"events": [{"server_uuid": "a272682f-32e1-4527-b649-f81e60bf6f19", "name": "network-vif-deleted", "tag": "80f0f6dd-178b-4419-a515-055311355280"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:33.035601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Deleting port d382f8ea-a508-47b9-a333-f3a287c323df {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:33.035978 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.127142 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d05bc07-1047-4fad-bf4e-283bfa9aa4a0 req-380f1d2e-e2d1-48db-be6d-df97d7ae80d2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=a272682f-32e1-4527-b649-f81e60bf6f19 HTTP/1.1" status: 200 len: 210 time: 0.1833107 Aug 31 09:32:33.150825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] For port d382f8ea-a508-47b9-a333-f3a287c323df, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d382f8ea-a508-47b9-a333-f3a287c323df,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:33.152494 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.184477 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1d6bc5-d438-4888-b0e1-9129b7ba9882 x-openstack-request-id: req-cf1d6bc5-d438-4888-b0e1-9129b7ba9882 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:33.185140 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a272682f-32e1-4527-b649-f81e60bf6f19", "name": "network-vif-deleted", "tag": "80f0f6dd-178b-4419-a515-055311355280", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:33.185723 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf1d6bc5-d438-4888-b0e1-9129b7ba9882 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:33.186691 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a272682f-32e1-4527-b649-f81e60bf6f19', 'name': 'network-vif-deleted', 'tag': '80f0f6dd-178b-4419-a515-055311355280', 'status': 'completed', 'code': 200} Aug 31 09:32:33.189927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Calling delete_port for d382f8ea-a508-47b9-a333-f3a287c323df owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:33.283676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] For port d382f8ea-a508-47b9-a333-f3a287c323df, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d382f8ea-a508-47b9-a333-f3a287c323df,segment=NetworkSegment(b6f06670-d3db-4288-9d7d-66ccb461f6d5),segment_id=b6f06670-d3db-4288-9d7d-66ccb461f6d5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:33.284783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.306717 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e109f20c-aa30-45d0-b282-a914db6d672f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.319918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Calling delete_port for d382f8ea-a508-47b9-a333-f3a287c323df owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:33.343778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.373090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] No DVR routers for this DVR port d382f8ea-a508-47b9-a333-f3a287c323df on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:33.412873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d382f8ea-a508-47b9-a333-f3a287c323df,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.470646 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.490067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e109f20c-aa30-45d0-b282-a914db6d672f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.498438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e109f20c-aa30-45d0-b282-a914db6d672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.505466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Pushing event deleted for resources: {'Port': ['ID=d382f8ea-a508-47b9-a333-f3a287c323df,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.517116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] No DVR routers for this DVR port d382f8ea-a508-47b9-a333-f3a287c323df on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:33.522455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.523129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.523631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.524130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.524642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.525159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.525799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.526295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.526849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.527361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.528574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.529086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad0053-e758-407c-92fb-69d6cffeecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:33.575614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e109f20c-aa30-45d0-b282-a914db6d672f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db10d19cf10448bc9525ff46f2734a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092377 Aug 31 09:32:33.577710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:33.584585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109f20c-aa30-45d0-b282-a914db6d672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7df6cd-de9b-4871-bd7e-77d28c8d5b9d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.584912 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.606391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:33.632844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f06670-d3db-4288-9d7d-66ccb461f6d5') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:33.633133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f06670-d3db-4288-9d7d-66ccb461f6d5') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:33.656515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.671700 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-52ecdd81-c54e-42dc-b2a4-09c4019a8cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.694734 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.704831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-bf8044b9-4c95-400c-938e-9bd8eaed9029 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.706390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-bf8044b9-4c95-400c-938e-9bd8eaed9029 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.2526722 Aug 31 09:32:33.719667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:33.720074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.737652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-52ecdd81-c54e-42dc-b2a4-09c4019a8cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:33.794441 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:33.800346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.819793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.821876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf HTTP/1.1" status: 204 len: 168 time: 1.4717081 Aug 31 09:32:33.831676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-a54e36f1-6b60-4846-ae99-3a59caa53663 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/quotas/59f572152eea4ddfa4a730a0e2da4a86 HTTP/1.1" status: 200 len: 375 time: 0.0452797 Aug 31 09:32:33.834817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f53db9-1fd7-45ef-8248-d52d8e54acc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e3f146-8d8a-4e50-83b3-2e75a0bc63cf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.885944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-72cdf5b9-6173-4128-a2fd-fe742a7f11e6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528846 Aug 31 09:32:33.902166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-52ecdd81-c54e-42dc-b2a4-09c4019a8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.906996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-52ecdd81-c54e-42dc-b2a4-09c4019a8cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.912626 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-52ecdd81-c54e-42dc-b2a4-09c4019a8cc5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c7df6cd-de9b-4871-bd7e-77d28c8d5b9d HTTP/1.1" status: 204 len: 168 time: 0.3321569 Aug 31 09:32:33.918350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f4054b95-b4fc-4860-9c3c-6febe8efbb05 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:33.933028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecdd81-c54e-42dc-b2a4-09c4019a8cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7df6cd-de9b-4871-bd7e-77d28c8d5b9d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:34.144089 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.146334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52238) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:34.184157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-34a4c508-78c3-48b1-baa5-a3910a4bb4f5 service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966552 Aug 31 09:32:34.245889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:34.256724 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6de7e9-21d4-4846-89ab-3193429d3b26" -d '{"events": [{"server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:34.292341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-881639e6-9411-4c25-987d-ac4e378befd8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=334914138fec4f17a0c48914a466e8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412923 Aug 31 09:32:34.294143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:34.296816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:34.305475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d382f8ea-a508-47b9-a333-f3a287c323df no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:34.313646 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.362767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d382f8ea-a508-47b9-a333-f3a287c323df {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:34.363110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d382f8ea-a508-47b9-a333-f3a287c323df not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:34.425484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d015b0f0-e14d-434b-ad88-df206c4a9ef4 service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342536 Aug 31 09:32:34.451806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-82eae0d3-9aeb-4fd0-8fa0-0c7fdc24ddac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.565498 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-82eae0d3-9aeb-4fd0-8fa0-0c7fdc24ddac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.567184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:34.657545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-82eae0d3-9aeb-4fd0-8fa0-0c7fdc24ddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.663464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-82eae0d3-9aeb-4fd0-8fa0-0c7fdc24ddac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.665311 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-82eae0d3-9aeb-4fd0-8fa0-0c7fdc24ddac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfc2606c-3690-40ef-8dc6-779b0b72498b HTTP/1.1" status: 204 len: 168 time: 0.3665264 Aug 31 09:32:34.678179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eae0d3-9aeb-4fd0-8fa0-0c7fdc24ddac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2606c-3690-40ef-8dc6-779b0b72498b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:34.696888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52256) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:34.732973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b175b352-f0e7-470e-9ba1-ad2ba2c0bf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.933248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b175b352-f0e7-470e-9ba1-ad2ba2c0bf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.940823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b175b352-f0e7-470e-9ba1-ad2ba2c0bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.989383 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443480cd-5977-41e0-b514-c6604a76eb1a x-openstack-request-id: req-443480cd-5977-41e0-b514-c6604a76eb1a {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:34.990372 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:34.990880 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-443480cd-5977-41e0-b514-c6604a76eb1a {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:34.994458 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'code': 200} Aug 31 09:32:34.994594 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b175b352-f0e7-470e-9ba1-ad2ba2c0bf4c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2939f19690a457487effc8f168ee6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922349 Aug 31 09:32:34.994594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175b352-f0e7-470e-9ba1-ad2ba2c0bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a9073b-f53d-4bda-b3d5-b0c7c99556ac,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:34.996135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52274) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:35.148984 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6aa175e-3a7e-4887-b44f-1a00550d5af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.233302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6aa175e-3a7e-4887-b44f-1a00550d5af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.349426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d3eb9d4-ba87-4a98-9209-5036a9ab7b18 req-51dd864f-1959-4bb7-8222-16b3ff3a94be tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 210 time: 0.1615140 Aug 31 09:32:35.368078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6aa175e-3a7e-4887-b44f-1a00550d5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.371696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6aa175e-3a7e-4887-b44f-1a00550d5af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.375413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e6aa175e-3a7e-4887-b44f-1a00550d5af2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c5a9073b-f53d-4bda-b3d5-b0c7c99556ac HTTP/1.1" status: 204 len: 168 time: 0.3751562 Aug 31 09:32:35.396327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa175e-3a7e-4887-b44f-1a00550d5af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a9073b-f53d-4bda-b3d5-b0c7c99556ac,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:35.777816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-8b9e65de-d903-49c4-8660-c7d2c7a8ceac tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.779543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-8b9e65de-d903-49c4-8660-c7d2c7a8ceac tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.2440310 Aug 31 09:32:35.803040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-143c2545-62ad-41c5-ae74-5d4ab6a549af tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/quotas/911bdad3a3bc49e5bc90377245a75b7a HTTP/1.1" status: 200 len: 375 time: 0.0161953 Aug 31 09:32:35.923884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-1df936e2-7c98-4ee5-a29b-f85fa8d46b38 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038299 Aug 31 09:32:36.103739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-17f30f1b-622f-4871-802a-2351bf474adc service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730630 Aug 31 09:32:36.270724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-0abbad7f-c321-4ce1-92c9-00756e314122 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650975 Aug 31 09:32:36.522374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1f2dfc2-285a-4bb8-a91f-267db3ae2a9d req-d4616a4e-d573-4117-9a21-a3ec242bd210 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 210 time: 0.0628667 Aug 31 09:32:36.636447 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22f478df-ae28-4732-9e44-0a087085862a req-4566a572-f0b7-4085-b9b6-20022af9f0eb tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 210 time: 0.0898473 Aug 31 09:32:36.708190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:36.712799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 80f0f6dd-178b-4419-a515-055311355280 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:36.778076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-811cbe7f-08d4-40a7-b203-027307c5e65a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.780002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-811cbe7f-08d4-40a7-b203-027307c5e65a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.3191593 Aug 31 09:32:36.793913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Request body: {'port': {'device_id': 'cdb74a3e-cd04-4161-83ae-eab52941e7b6', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'admin_state_up': True, 'tenant_id': '59f572152eea4ddfa4a730a0e2da4a86'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:36.890010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:36.905429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '205bb905-798a-4898-a851-33d9751a7bb5', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '205bb905-798a-4898-a851-33d9751a7bb5', 'mac_address': 'fa:16:3e:18:cb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:36.911020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52358) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:36.971138 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.975314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 80f0f6dd-178b-4419-a515-055311355280 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:36.976259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 80f0f6dd-178b-4419-a515-055311355280 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:36.992116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205bb905-798a-4898-a851-33d9751a7bb5 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:37.028387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:37.054954 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.086199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Made reservation on behalf of 59f572152eea4ddfa4a730a0e2da4a86 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:37.101855 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.148577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:37.162228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['205bb905-798a-4898-a851-33d9751a7bb5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:37.218940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-656979759-network', 'tenant_id': 'fe91fd821d7548baa56f516facbe7e14'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:37.316398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Made reservation on behalf of fe91fd821d7548baa56f516facbe7e14 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:37.320314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.439646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.510411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Allocated IP 172.20.0.5 (42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36/d75df9ba-6449-4ba7-80c3-046178a65288/34f97e52-a326-41f5-bad2-0dd43bdbf450) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:37.665454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d7b6551-42ed-4e1d-afb2-59b8bace06cd req-7f28a692-1c36-4d53-b6c3-1d6ee3fdd965 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 210 time: 0.0443156 Aug 31 09:32:37.756236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84cacb04-798e-4728-b6ab-52c6149c2fd0 req-eea38e27-42f1-4edb-a5ec-cc02d9b37fd2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 210 time: 0.0434940 Aug 31 09:32:37.789461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.880878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.884458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.901067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.956476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:37.971386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:37.984019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:37.993661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:37.996791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:38.001729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.002071 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Added segment f1315446-7549-40bc-b42d-c029a42792df of type vlan for network abca90d5-a891-47fa-8ed3-01b99c379f78 Aug 31 09:32:38.012218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event updated for resources: {'Port': ['ID=34f97e52-a326-41f5-bad2-0dd43bdbf450,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:38.101167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.128516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.129452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.176835 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-c0a19659-b30e-46bf-a7ef-e56a812acf27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3867638 Aug 31 09:32:38.183935 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.185356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.186526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.200303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Request body: {'port': {'device_id': 'cdb74a3e-cd04-4161-83ae-eab52941e7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:38.614094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7015562 Aug 31 09:32:38.617535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52426) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:38.624491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Request body: {'subnet': {'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-656979759-subnet', 'tenant_id': 'fe91fd821d7548baa56f516facbe7e14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:38.662865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Made reservation on behalf of fe91fd821d7548baa56f516facbe7e14 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:38.666819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.706896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9abd17-4810-49b2-ad2b-02ab0bdcc10f admin admin] Pushing event updated for resources: {'Network': ['ID=abca90d5-a891-47fa-8ed3-01b99c379f78,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:38.721675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network abca90d5-a891-47fa-8ed3-01b99c379f78 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:38.730205 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.811391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-76af7dce-9a5f-43a6-a7a0-685e8f7e8791 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.814459 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-76af7dce-9a5f-43a6-a7a0-685e8f7e8791 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.5637529 Aug 31 09:32:38.831822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:38.833617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Request body: {'port': {'device_id': '1469b421-0010-4f0e-b1ce-165265633185', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'admin_state_up': True, 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:38.922198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 205bb905-798a-4898-a851-33d9751a7bb5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:38.922990 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.980084 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.002266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9305d9-f763-477c-802a-9ed6bfd2df05 req-3aaef9b1-2c3c-46f8-aa93-dd489fd00d2d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.003892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e9305d9-f763-477c-802a-9ed6bfd2df05 req-3aaef9b1-2c3c-46f8-aa93-dd489fd00d2d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 931 time: 0.0796092 Aug 31 09:32:39.104015 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.112196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e9305d9-f763-477c-802a-9ed6bfd2df05 req-77fb391b-8580-49b6-939f-615e9bfe7a20 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877824 Aug 31 09:32:39.116284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b3db3d-66af-46bb-9e09-4a8c72abf624,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:39.121278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Checking segment: {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:39.122241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Network hostable DHCP agents. Network: abca90d5-a891-47fa-8ed3-01b99c379f78, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:39.148853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:39.149808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Network abca90d5-a891-47fa-8ed3-01b99c379f78 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:39.151134 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da229c9a-e1be-416a-be01-5eef037f6f3f" -d '{"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-plugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:39.162194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:39.164933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, abca90d5-a891-47fa-8ed3-01b99c379f78) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:39.166957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:39.167884 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.171649 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.172848 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.174461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.184785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4070b-ec0c-4588-95bc-063989304900 None None] Network abca90d5-a891-47fa-8ed3-01b99c379f78 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:39.231139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c53940c1-5f0b-4b38-bc0e-12d3c89aed06 req-db9738c2-f694-44be-a675-9a441b229a36 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 210 time: 0.0540018 Aug 31 09:32:39.262344 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4530fa8f-eb53-4300-bd61-5842ace29656 x-openstack-request-id: req-4530fa8f-eb53-4300-bd61-5842ace29656 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:39.263152 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-plugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:39.263591 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4530fa8f-eb53-4300-bd61-5842ace29656 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:39.264194 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5', 'code': 200} Aug 31 09:32:39.268079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2bd42e18-c36f-4694-9c8f-c03156cbe5b0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6479001 Aug 31 09:32:39.412734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f97e52-a326-41f5-bad2-0dd43bdbf450 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:39.429056 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.465608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Transition to ACTIVE for port object 34f97e52-a326-41f5-bad2-0dd43bdbf450 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:39.470566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.471105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=10']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:39.608498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b55ae0-6f88-418d-b205-08d99b1e28fa None None] Network abca90d5-a891-47fa-8ed3-01b99c379f78 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:39.652853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Pushing event updated for resources: {'Port': ['ID=34f97e52-a326-41f5-bad2-0dd43bdbf450,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:39.666942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Allocated IP 172.20.0.12 (a9d07e16-6766-421e-8a7a-53f6f1e14899/d8a4279b-7ee8-4446-8c25-3da965492a89/251f2558-0e92-46d9-b5e2-e335f3e3ec48) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:39.791827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Attempting to bind port 34f97e52-a326-41f5-bad2-0dd43bdbf450 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:39.792148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Attempting to bind port 34f97e52-a326-41f5-bad2-0dd43bdbf450 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:39.792486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Attempting to bind port 34f97e52-a326-41f5-bad2-0dd43bdbf450 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:39.813776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Port 34f97e52-a326-41f5-bad2-0dd43bdbf450 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:39.813776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Attempting to bind port 34f97e52-a326-41f5-bad2-0dd43bdbf450 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:39.862560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:39.863058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Checking segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:39.863519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Bound using segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:39.864132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Bound port: 34f97e52-a326-41f5-bad2-0dd43bdbf450, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:39.864498 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.019156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.024327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] For port 34f97e52-a326-41f5-bad2-0dd43bdbf450, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:40.046163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] For port 34f97e52-a326-41f5-bad2-0dd43bdbf450, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=34f97e52-a326-41f5-bad2-0dd43bdbf450,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:40.046357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-1dfec80d-863f-465d-9386-ab9593c9ba69 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.049693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.057947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-1dfec80d-863f-465d-9386-ab9593c9ba69 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 814 time: 0.1524715 Aug 31 09:32:40.071506 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-77474b65-b3f2-4167-a898-96f6f3201621 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/quotas/fe91fd821d7548baa56f516facbe7e14 HTTP/1.1" status: 200 len: 375 time: 0.0124085 Aug 31 09:32:40.109052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.110362 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.112265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] 10.222.0.52 "PUT /v2.0/ports/34f97e52-a326-41f5-bad2-0dd43bdbf450 HTTP/1.1" status: 200 len: 1091 time: 1.9208868 Aug 31 09:32:40.117194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb74a3e-cd04-4161-83ae-eab52941e7b6', 'tag': '34f97e52-a326-41f5-bad2-0dd43bdbf450'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:40.117669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-88d4f27f-b6d8-4424-9536-70da1e6f6d17 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394104 Aug 31 09:32:40.120830 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb74a3e-cd04-4161-83ae-eab52941e7b6", "tag": "34f97e52-a326-41f5-bad2-0dd43bdbf450"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:40.144942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fb0fd-1648-48e1-9a55-7e7a8640cb9c service neutron] Pushing event updated for resources: {'Port': ['ID=34f97e52-a326-41f5-bad2-0dd43bdbf450,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:40.152244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.164698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:40.189812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:40.217713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:40.221252 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258cee1c-6b15-44f4-b4c2-f0970cb26b66 x-openstack-request-id: req-258cee1c-6b15-44f4-b4c2-f0970cb26b66 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:40.221580 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb74a3e-cd04-4161-83ae-eab52941e7b6", "tag": "34f97e52-a326-41f5-bad2-0dd43bdbf450", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:40.221788 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-258cee1c-6b15-44f4-b4c2-f0970cb26b66 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:40.222168 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb74a3e-cd04-4161-83ae-eab52941e7b6', 'tag': '34f97e52-a326-41f5-bad2-0dd43bdbf450', 'status': 'completed', 'code': 200} Aug 31 09:32:40.240361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:40.302275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event updated for resources: {'Port': ['ID=251f2558-0e92-46d9-b5e2-e335f3e3ec48,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:40.332613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.333663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.335508 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.335788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f1c9d-ef53-462c-bf7a-d3d1724b0da4 req-3ff7d068-d96a-415f-b15d-8abfcabf434e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.337554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e1f1c9d-ef53-462c-bf7a-d3d1724b0da4 req-3ff7d068-d96a-415f-b15d-8abfcabf434e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 943 time: 0.0751381 Aug 31 09:32:40.339499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-678c10b4-4fb0-48bd-84a4-e80e401137de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.341030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-678c10b4-4fb0-48bd-84a4-e80e401137de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 1094 time: 0.1692557 Aug 31 09:32:40.357881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-bf8c3c70-e87c-4f3e-a69e-920272eb2f2a service neutron] 10.222.0.69 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387888 Aug 31 09:32:40.396572 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-504de26a-5f64-4f05-acbd-6318db4e0bb6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5684726 Aug 31 09:32:40.399190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-cc252725-dce4-4b13-9b52-6e7c3a4efed0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34f97e52-a326-41f5-bad2-0dd43bdbf450 HTTP/1.1" status: 200 len: 217 time: 0.0485976 Aug 31 09:32:40.415468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Request body: {'port': {'device_id': '1469b421-0010-4f0e-b1ce-165265633185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:40.449483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e1f1c9d-ef53-462c-bf7a-d3d1724b0da4 req-e5f24725-35e6-4523-adc8-8ff1f1d31a4f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892828 Aug 31 09:32:40.494975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-2dd7fcdf-cd8c-4095-b894-57556234218d service neutron] 10.222.0.69 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281574 Aug 31 09:32:40.506393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-9a1eb35e-1888-464d-8708-deb40d0e6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.508000 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-9a1eb35e-1888-464d-8708-deb40d0e6d4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.0965765 Aug 31 09:32:40.511159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.559043 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-ee901a07-c73c-40f5-89cd-23bd779cb8e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372930 Aug 31 09:32:40.729501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc326-4fcf-42f6-8340-e63b9a0cc9a9 req-4449f863-986d-40db-98a5-f375cc59362d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.737423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14cfc326-4fcf-42f6-8340-e63b9a0cc9a9 req-4449f863-986d-40db-98a5-f375cc59362d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 932 time: 0.0623763 Aug 31 09:32:40.800829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14cfc326-4fcf-42f6-8340-e63b9a0cc9a9 req-c34e4c1a-d990-49ad-bc2f-2353286eec9b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623891 Aug 31 09:32:40.867902 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-ae84aa70-9268-4be4-bbf3-7b29cbd62465 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788529 Aug 31 09:32:40.919385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-255d024c-eea7-48d1-b9ee-ff292af87fc7 req-d9618d61-e3bd-47e7-871e-a52144712961 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 210 time: 0.0612817 Aug 31 09:32:41.086197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b4538fd-5c53-4f0c-8d58-207364d3fac7 req-f7535102-6f5d-4de6-b03c-0626f229764d service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176678 Aug 31 09:32:41.192563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251f2558-0e92-46d9-b5e2-e335f3e3ec48 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:41.203558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.246203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Transition to ACTIVE for port object 251f2558-0e92-46d9-b5e2-e335f3e3ec48 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:41.250355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.309211 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-24118117-0247-49d2-88a4-3a8cc6bda34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.310786 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-24118117-0247-49d2-88a4-3a8cc6bda34d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 1094 time: 0.1099136 Aug 31 09:32:41.331615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Pushing event updated for resources: {'Port': ['ID=251f2558-0e92-46d9-b5e2-e335f3e3ec48,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.506893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Attempting to bind port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:41.507676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Attempting to bind port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:41.510620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Attempting to bind port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:41.517792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:41.518450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Attempting to bind port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:41.526111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-868b4663-9b48-4193-89d0-8c3cf7734c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.527783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-868b4663-9b48-4193-89d0-8c3cf7734c23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 913 time: 0.2051139 Aug 31 09:32:41.528662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:41.529039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Checking segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:41.529467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Bound using segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:41.529913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Bound port: 251f2558-0e92-46d9-b5e2-e335f3e3ec48, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:41.530276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.591494 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-c2975f9b-4ad3-47fc-91ea-0ea666eac116 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34f97e52-a326-41f5-bad2-0dd43bdbf450 HTTP/1.1" status: 200 len: 217 time: 0.0550330 Aug 31 09:32:41.661247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235266fc-68f5-4827-92e7-97d515c6e54d req-6fef1100-2100-4429-a15f-418b3c2b8c0e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.663125 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-235266fc-68f5-4827-92e7-97d515c6e54d req-6fef1100-2100-4429-a15f-418b3c2b8c0e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 943 time: 0.0688977 Aug 31 09:32:41.677599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-58c34dc7-1e9d-448b-9d1e-06c617008d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.680035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-58c34dc7-1e9d-448b-9d1e-06c617008d4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.0807097 Aug 31 09:32:41.722963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-235266fc-68f5-4827-92e7-97d515c6e54d req-e27d3338-6ebd-4f3d-993c-3146f43efc1b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516338 Aug 31 09:32:41.745820 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-c899fd56-e8e8-4a94-b7d5-1b5c596f9c12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538051 Aug 31 09:32:41.790351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] For port 251f2558-0e92-46d9-b5e2-e335f3e3ec48, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:41.804811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] For port 251f2558-0e92-46d9-b5e2-e335f3e3ec48, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=251f2558-0e92-46d9-b5e2-e335f3e3ec48,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:41.821222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.963331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Pushing event updated for resources: {'Port': ['ID=251f2558-0e92-46d9-b5e2-e335f3e3ec48,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.047429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:42.048768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.054032 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-69d083db-9b8d-45b8-a4fc-84c1e11084c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/251f2558-0e92-46d9-b5e2-e335f3e3ec48 HTTP/1.1" status: 200 len: 1092 time: 1.6435986 Aug 31 09:32:42.140624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319ac72-f974-41cf-bb58-aa79380b5b45 req-2d26f2c3-6993-4d3e-8687-a863bda8c804 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:42.152115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3319ac72-f974-41cf-bb58-aa79380b5b45 req-2d26f2c3-6993-4d3e-8687-a863bda8c804 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 944 time: 0.1691260 Aug 31 09:32:42.160012 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-400e3ca5-469d-4dda-967a-22361187533e service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019248 Aug 31 09:32:42.214158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-106419b4-decf-405d-9f4d-2776aaa6b689 req-633756cf-9fd9-4a25-97ec-a059a894ce0b tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 210 time: 0.0473971 Aug 31 09:32:42.236385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1469b421-0010-4f0e-b1ce-165265633185', 'tag': '251f2558-0e92-46d9-b5e2-e335f3e3ec48'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:42.247237 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b48e7ca-121b-4415-8297-a0b49aa03671" -d '{"events": [{"name": "network-changed", "server_uuid": "1469b421-0010-4f0e-b1ce-165265633185", "tag": "251f2558-0e92-46d9-b5e2-e335f3e3ec48"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:42.250763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3319ac72-f974-41cf-bb58-aa79380b5b45 req-723fe0df-fad1-4a6f-b631-dc11c9766388 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975134 Aug 31 09:32:42.498353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-51eeed76-84e8-4bc0-8646-4e383d1ed27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:42.499974 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-51eeed76-84e8-4bc0-8646-4e383d1ed27c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 1095 time: 0.3048532 Aug 31 09:32:42.517718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-0e7b09dc-b10a-4a2b-a72b-54c2ab690e38 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:42.519102 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-0e7b09dc-b10a-4a2b-a72b-54c2ab690e38 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.20 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 814 time: 0.4544907 Aug 31 09:32:42.522133 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a6503e-bbdc-46e6-b26d-a06080a0de0a x-openstack-request-id: req-81a6503e-bbdc-46e6-b26d-a06080a0de0a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:42.522402 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1469b421-0010-4f0e-b1ce-165265633185", "tag": "251f2558-0e92-46d9-b5e2-e335f3e3ec48", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:42.522636 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-81a6503e-bbdc-46e6-b26d-a06080a0de0a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:42.523362 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1469b421-0010-4f0e-b1ce-165265633185', 'tag': '251f2558-0e92-46d9-b5e2-e335f3e3ec48', 'status': 'completed', 'code': 200} Aug 31 09:32:42.539743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Request body: {'port': {'device_id': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'admin_state_up': True, 'tenant_id': 'fe91fd821d7548baa56f516facbe7e14'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:42.640358 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-20976789-b7fe-4eb8-a569-eb064fa78daa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251f2558-0e92-46d9-b5e2-e335f3e3ec48 HTTP/1.1" status: 200 len: 217 time: 0.1199846 Aug 31 09:32:42.646063 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-68475f4c-bfa7-4ad0-9c3e-9d95192895f7 req-fc700d1c-f65d-48a4-bba2-59cba4adac75 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475005 Aug 31 09:32:42.737421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-a4c0acfa-51ec-4a92-8739-55cb1e999e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:42.739066 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-a4c0acfa-51ec-4a92-8739-55cb1e999e1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.0895402 Aug 31 09:32:42.805502 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-8f72dd2a-6672-4db0-9d98-30a605c8ba9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511672 Aug 31 09:32:42.899459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Made reservation on behalf of fe91fd821d7548baa56f516facbe7e14 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:42.903373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.038911 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-0c7e1616-5620-47d8-a81d-2bcc00daf123 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181585 Aug 31 09:32:43.140628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87deeb-235c-4e3a-997e-4f64e921fe67 req-e300d355-7a9f-42be-881f-f57ef50301a0 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.150250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb87deeb-235c-4e3a-997e-4f64e921fe67 req-e300d355-7a9f-42be-881f-f57ef50301a0 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 943 time: 0.1536963 Aug 31 09:32:43.241871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb87deeb-235c-4e3a-997e-4f64e921fe67 req-d7d098b1-26a1-4ae5-b226-1d2835dc51ec tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901561 Aug 31 09:32:43.293178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Allocated IP 172.20.0.12 (abca90d5-a891-47fa-8ed3-01b99c379f78/b2b3db3d-66af-46bb-9e09-4a8c72abf624/a87fe50e-0bdc-4b85-b8f1-29286e78d394) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:43.304487 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c598630-8c72-4e6a-b61c-382f41fa8c1f req-4cb93116-6e3c-4111-98c8-ef94f25960fd service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435846 Aug 31 09:32:43.368715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.579307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4269b5d-7cc5-4e3c-a796-5defc337ff8c req-c15bdc10-febe-4f49-b133-41b0b0d48262 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 210 time: 0.0708115 Aug 31 09:32:43.775389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bf270-5cf5-4bcb-8ba6-f9565d9fe1f7 req-a41645b4-e009-4f41-8463-18c0c098621b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.791797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b26bf270-5cf5-4bcb-8ba6-f9565d9fe1f7 req-a41645b4-e009-4f41-8463-18c0c098621b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 944 time: 0.1001348 Aug 31 09:32:43.841755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b26bf270-5cf5-4bcb-8ba6-f9565d9fe1f7 req-6efeb7fb-a36a-49e7-90bc-73a9b837ce91 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484314 Aug 31 09:32:43.963365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 34f97e52-a326-41f5-bad2-0dd43bdbf450 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:44.011016 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-1425d8dc-45fb-487d-8118-037f5f8d6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.012577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-1425d8dc-45fb-487d-8118-037f5f8d6ae6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 1095 time: 0.6488099 Aug 31 09:32:44.174473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.178841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 34f97e52-a326-41f5-bad2-0dd43bdbf450, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=34f97e52-a326-41f5-bad2-0dd43bdbf450,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:44.206243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '34f97e52-a326-41f5-bad2-0dd43bdbf450', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'port_id': '34f97e52-a326-41f5-bad2-0dd43bdbf450', 'mac_address': 'fa:16:3e:a0:16:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75df9ba-6449-4ba7-80c3-046178a65288', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:44.276933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-0044bf2c-5693-4059-b5bf-3dff8aed4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.278303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-0044bf2c-5693-4059-b5bf-3dff8aed4e4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 908 time: 0.2536230 Aug 31 09:32:44.310086 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.358697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f97e52-a326-41f5-bad2-0dd43bdbf450 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:44.438653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 34f97e52-a326-41f5-bad2-0dd43bdbf450, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=34f97e52-a326-41f5-bad2-0dd43bdbf450,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:44.445857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-cb51e704-3dcf-4940-a887-52dc2339066e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251f2558-0e92-46d9-b5e2-e335f3e3ec48 HTTP/1.1" status: 200 len: 217 time: 0.1543529 Aug 31 09:32:44.448494 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.455376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.632422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffad1d-b37a-4788-83af-7c8485ae4ace req-0d6770a0-ba10-42c2-9933-ffa79d32b5d6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.634382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=34f97e52-a326-41f5-bad2-0dd43bdbf450,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:44.648089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94ffad1d-b37a-4788-83af-7c8485ae4ace req-0d6770a0-ba10-42c2-9933-ffa79d32b5d6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 944 time: 0.1466284 Aug 31 09:32:44.702249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['34f97e52-a326-41f5-bad2-0dd43bdbf450'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:44.704123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Network abca90d5-a891-47fa-8ed3-01b99c379f78 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:44.711451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94ffad1d-b37a-4788-83af-7c8485ae4ace req-b624cef0-9646-4dec-9f88-9056e650141c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621166 Aug 31 09:32:44.733147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:44.736233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:44.818207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Pushing event updated for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:44.845189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.845996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.851664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-7d803ecd-ce28-4c46-b747-c9fd50bf91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.853754 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-7d803ecd-ce28-4c46-b747-c9fd50bf91d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.3865495 Aug 31 09:32:44.923418 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-45ca6532-d1a6-4096-9537-c4a6cd6acc80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449886 Aug 31 09:32:44.927072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-76198e90-8c2a-4842-821f-5863742538c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3929577 Aug 31 09:32:45.083334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691886db-d471-4c5e-8b72-5d367ff051da req-2ee5705e-c723-41f3-8566-cc3063973bba tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.088397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-691886db-d471-4c5e-8b72-5d367ff051da req-2ee5705e-c723-41f3-8566-cc3063973bba tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 932 time: 0.1054254 Aug 31 09:32:45.151931 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-d67f4e76-ab12-484f-b0bb-d18eaadda3a9 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205865 Aug 31 09:32:45.177043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Request body: {'port': {'device_id': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:45.301059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-691886db-d471-4c5e-8b72-5d367ff051da req-12163eaa-c3bc-4160-b0b6-0b014fb77b37 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006245 Aug 31 09:32:45.353639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.366076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592660b-257c-4345-a4d3-6a4faba0829b req-a7c4bffc-9f56-4ba0-bdfb-0759f451f38c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.378487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d592660b-257c-4345-a4d3-6a4faba0829b req-a7c4bffc-9f56-4ba0-bdfb-0759f451f38c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 944 time: 0.1408789 Aug 31 09:32:45.466377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d592660b-257c-4345-a4d3-6a4faba0829b req-2870ce2b-702f-4fe0-b4d9-53935f9fa172 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802886 Aug 31 09:32:45.650036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b48e7ca-121b-4415-8297-a0b49aa03671 req-90644ed2-b344-41e7-b6e0-a241530e34c0 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135712 Aug 31 09:32:45.752645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52694) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:45.844069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87fe50e-0bdc-4b85-b8f1-29286e78d394 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:45.853090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.868546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Transition to ACTIVE for port object a87fe50e-0bdc-4b85-b8f1-29286e78d394 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:45.880182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.973614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aeaa7-1979-411e-a80e-2e7ecb3017eb req-1201964a-569a-45ce-86a3-6f3a30bba048 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.979074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 251f2558-0e92-46d9-b5e2-e335f3e3ec48 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:45.981591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 34f97e52-a326-41f5-bad2-0dd43bdbf450 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:45.990567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Pushing event updated for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:46.011141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-897aeaa7-1979-411e-a80e-2e7ecb3017eb req-1201964a-569a-45ce-86a3-6f3a30bba048 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 944 time: 0.1503716 Aug 31 09:32:46.059667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d145d1dc-cb87-4d5e-8541-11d63d4e63c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.165173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Attempting to bind port a87fe50e-0bdc-4b85-b8f1-29286e78d394 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:46.165512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Attempting to bind port a87fe50e-0bdc-4b85-b8f1-29286e78d394 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:46.165831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Attempting to bind port a87fe50e-0bdc-4b85-b8f1-29286e78d394 on network abca90d5-a891-47fa-8ed3-01b99c379f78 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:46.170266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-897aeaa7-1979-411e-a80e-2e7ecb3017eb req-70f30d13-98c1-404b-8480-f334bffec791 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577849 Aug 31 09:32:46.181028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Port a87fe50e-0bdc-4b85-b8f1-29286e78d394 on network abca90d5-a891-47fa-8ed3-01b99c379f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:46.181599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Attempting to bind port a87fe50e-0bdc-4b85-b8f1-29286e78d394 on network abca90d5-a891-47fa-8ed3-01b99c379f78 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:46.187497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:46.187981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Checking segment: {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:46.191066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Bound using segment: {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:46.191570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Bound port: a87fe50e-0bdc-4b85-b8f1-29286e78d394, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:46.191940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.277909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 34f97e52-a326-41f5-bad2-0dd43bdbf450 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:46.298662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 34f97e52-a326-41f5-bad2-0dd43bdbf450 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:46.307301 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.317588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:46.321392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:46.325043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d145d1dc-cb87-4d5e-8541-11d63d4e63c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.331767 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d145d1dc-cb87-4d5e-8541-11d63d4e63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.345965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.385700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145d1dc-cb87-4d5e-8541-11d63d4e63c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbb2a6f-5163-4061-9f9c-a48fb9e6fb15,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:46.397114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 251f2558-0e92-46d9-b5e2-e335f3e3ec48, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=251f2558-0e92-46d9-b5e2-e335f3e3ec48,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:46.436992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '251f2558-0e92-46d9-b5e2-e335f3e3ec48', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'port_id': '251f2558-0e92-46d9-b5e2-e335f3e3ec48', 'mac_address': 'fa:16:3e:d1:12:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4279b-7ee8-4446-8c25-3da965492a89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:46.446905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d145d1dc-cb87-4d5e-8541-11d63d4e63c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f8df768f8dc48c096ef10c9d62825f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899455 Aug 31 09:32:46.447200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52712) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:46.453642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.454323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.457721 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] 10.222.0.20 "PUT /v2.0/ports/a87fe50e-0bdc-4b85-b8f1-29286e78d394 HTTP/1.1" status: 200 len: 1092 time: 1.2976515 Aug 31 09:32:46.458348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:46.461115 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bb31f0-1518-4b9e-a337-600801106d24" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:46.520125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bf7d4-027b-4baa-a495-fb33ab73d698 service neutron] Pushing event updated for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:46.575863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-8342c00c-0f31-4095-9b66-68665f3fb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.577583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-8342c00c-0f31-4095-9b66-68665f3fb950 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 1095 time: 0.0528662 Aug 31 09:32:46.606400 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76320ba-5f55-426b-8f5c-8dd13d62917c x-openstack-request-id: req-e76320ba-5f55-426b-8f5c-8dd13d62917c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:46.607151 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:46.609414 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e76320ba-5f55-426b-8f5c-8dd13d62917c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:46.610927 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'status': 'completed', 'code': 200} Aug 31 09:32:46.620367 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.639261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ca97-a4f8-429a-b40f-4a2b478fab6e req-c134cf3e-11b2-4dbe-a2a2-27988bcd6291 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.641759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6382ca97-a4f8-429a-b40f-4a2b478fab6e req-c134cf3e-11b2-4dbe-a2a2-27988bcd6291 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 944 time: 0.1815405 Aug 31 09:32:46.666360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251f2558-0e92-46d9-b5e2-e335f3e3ec48 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:46.689586 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.696472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64d47362-111e-43b4-9703-de35d405893c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.707161 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-03675983-2f67-4666-ad7b-22f04c7c9456 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394 HTTP/1.1" status: 200 len: 217 time: 0.0945539 Aug 31 09:32:46.710953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 251f2558-0e92-46d9-b5e2-e335f3e3ec48, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=251f2558-0e92-46d9-b5e2-e335f3e3ec48,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:46.733594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.757689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb74a3e-cd04-4161-83ae-eab52941e7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f97e52-a326-41f5-bad2-0dd43bdbf450'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:46.760407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6382ca97-a4f8-429a-b40f-4a2b478fab6e req-9b584e1d-4b8f-4377-ac53-331488d9760e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009443 Aug 31 09:32:46.761365 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d723c-ebc5-48a8-8677-1090f6ed1d55" -d '{"events": [{"server_uuid": "cdb74a3e-cd04-4161-83ae-eab52941e7b6", "name": "network-vif-plugged", "status": "completed", "tag": "34f97e52-a326-41f5-bad2-0dd43bdbf450"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:46.802992 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64d47362-111e-43b4-9703-de35d405893c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.834137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 34f97e52-a326-41f5-bad2-0dd43bdbf450, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=34f97e52-a326-41f5-bad2-0dd43bdbf450,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:46.859870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.870580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-212812c3-0923-4ab6-8f87-c1cc205b5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.872118 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-212812c3-0923-4ab6-8f87-c1cc205b5440 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b3db3d-66af-46bb-9e09-4a8c72abf624 HTTP/1.1" status: 200 len: 854 time: 0.1543639 Aug 31 09:32:46.895544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=251f2558-0e92-46d9-b5e2-e335f3e3ec48,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:46.930124 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-e409f361-fdee-44b8-881e-f877f65d5735 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abca90d5-a891-47fa-8ed3-01b99c379f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329988 Aug 31 09:32:46.951196 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234db9d1-0ab9-4c60-8f8c-a0a30a69df72 x-openstack-request-id: req-234db9d1-0ab9-4c60-8f8c-a0a30a69df72 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:46.951486 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb74a3e-cd04-4161-83ae-eab52941e7b6", "name": "network-vif-plugged", "status": "completed", "tag": "34f97e52-a326-41f5-bad2-0dd43bdbf450", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:46.951793 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-234db9d1-0ab9-4c60-8f8c-a0a30a69df72 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:46.952213 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb74a3e-cd04-4161-83ae-eab52941e7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f97e52-a326-41f5-bad2-0dd43bdbf450', 'code': 200} Aug 31 09:32:46.977125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['251f2558-0e92-46d9-b5e2-e335f3e3ec48'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:47.036433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1581cd3-5cda-4019-8c46-5c4f63b7c68e req-d431207b-f916-4a11-b268-a88b104c37a1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:47.038408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1581cd3-5cda-4019-8c46-5c4f63b7c68e req-d431207b-f916-4a11-b268-a88b104c37a1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 945 time: 0.2223015 Aug 31 09:32:47.100954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64d47362-111e-43b4-9703-de35d405893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.110541 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64d47362-111e-43b4-9703-de35d405893c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.114318 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64d47362-111e-43b4-9703-de35d405893c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fbb2a6f-5163-4061-9f9c-a48fb9e6fb15 HTTP/1.1" status: 204 len: 168 time: 0.6634748 Aug 31 09:32:47.136210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d47362-111e-43b4-9703-de35d405893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbb2a6f-5163-4061-9f9c-a48fb9e6fb15,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:47.169498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=34f97e52-a326-41f5-bad2-0dd43bdbf450,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:47.183303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1581cd3-5cda-4019-8c46-5c4f63b7c68e req-80d9dc01-a69b-478d-9e08-be9a1b961176 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243126 Aug 31 09:32:47.274369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d064-900f-4e6e-8707-3bde6f7a5175 req-70cba099-edfe-42de-8cfa-a716e2a22b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:47.276138 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5de4d064-900f-4e6e-8707-3bde6f7a5175 req-70cba099-edfe-42de-8cfa-a716e2a22b67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 1096 time: 0.2106686 Aug 31 09:32:47.311210 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-102a676f-f9fc-4186-91a2-aa11a102072a service neutron] 10.222.0.20 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797438 Aug 31 09:32:47.362732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5de4d064-900f-4e6e-8707-3bde6f7a5175 req-12dcc5dc-3eec-4835-b762-e60ba713415a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735810 Aug 31 09:32:47.450944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1f172-2309-481a-bfc3-5d73d6178360 req-d8dfd44d-c359-4321-b1ce-dd4e6022ebef tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:47.454113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fba1f172-2309-481a-bfc3-5d73d6178360 req-d8dfd44d-c359-4321-b1ce-dd4e6022ebef tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 945 time: 0.1309407 Aug 31 09:32:47.482261 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8af24b79-fa2e-450f-b169-5a355efc34e9 req-bc8778f8-30f9-4e96-a8eb-c4fd07acbe95 service neutron] 10.222.0.20 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619639 Aug 31 09:32:47.588966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fba1f172-2309-481a-bfc3-5d73d6178360 req-00039e31-8fa6-473e-a511-e72791389b7d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265922 Aug 31 09:32:47.657467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-3f7b20e2-0408-4448-9a0f-35f4c864b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:47.659067 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-3f7b20e2-0408-4448-9a0f-35f4c864b890 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 1095 time: 0.1121933 Aug 31 09:32:47.696988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52742) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:47.713655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-558fe35a-d094-4d06-81b4-a4bc29657a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.848727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-ce50ec86-c525-4e71-aee3-5c0f10a0cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:47.851030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-ce50ec86-c525-4e71-aee3-5c0f10a0cb56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 916 time: 0.1808445 Aug 31 09:32:47.930144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-a9118c4f-1dad-41bd-93b6-8d2fa3ebf56f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394 HTTP/1.1" status: 200 len: 217 time: 0.0644186 Aug 31 09:32:47.979242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-558fe35a-d094-4d06-81b4-a4bc29657a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.993828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 251f2558-0e92-46d9-b5e2-e335f3e3ec48 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:48.023491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-558fe35a-d094-4d06-81b4-a4bc29657a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.055529 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-71c480a6-f49e-4537-8f12-960b5450fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.057649 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-71c480a6-f49e-4537-8f12-960b5450fe38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b3db3d-66af-46bb-9e09-4a8c72abf624 HTTP/1.1" status: 200 len: 854 time: 0.1175587 Aug 31 09:32:48.151095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fe35a-d094-4d06-81b4-a4bc29657a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6494a12-a7cd-462b-8d10-4b39462c8f6d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:48.167753 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-e1743a75-39f9-4845-9053-7428b672ccc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abca90d5-a891-47fa-8ed3-01b99c379f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904033 Aug 31 09:32:48.262728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:48.270642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:48.271343 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.286214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199ae7-00f6-4403-81b5-765a5fed3e9f req-0c1976ba-2f5f-40a4-a479-f6b9bf8bb508 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.319019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3199ae7-00f6-4403-81b5-765a5fed3e9f req-0c1976ba-2f5f-40a4-a479-f6b9bf8bb508 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 944 time: 0.3815572 Aug 31 09:32:48.407953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-558fe35a-d094-4d06-81b4-a4bc29657a7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e43541c747ac4491a4840397eeec0376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093382 Aug 31 09:32:48.418959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52756) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:48.469892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3199ae7-00f6-4403-81b5-765a5fed3e9f req-7ba9eafa-2737-4480-91eb-3ffc5f2c2b10 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490712 Aug 31 09:32:48.549162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.598496 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6348113c-02d7-46f7-8adb-f32d6d3b5f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.613101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 251f2558-0e92-46d9-b5e2-e335f3e3ec48, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=251f2558-0e92-46d9-b5e2-e335f3e3ec48,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:48.622338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-ad30d829-8669-49b1-a7e3-baa69d8257d0 service neutron] 10.222.0.20 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382224 Aug 31 09:32:48.627348 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.668115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6348113c-02d7-46f7-8adb-f32d6d3b5f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.796313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be27d9-c686-4a08-a224-5da8b294cbee req-4564233b-78e8-4ff3-9254-85b9a9869fe4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.806992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58be27d9-c686-4a08-a224-5da8b294cbee req-4564233b-78e8-4ff3-9254-85b9a9869fe4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 946 time: 0.1777406 Aug 31 09:32:48.807750 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c9bb31f0-1518-4b9e-a337-600801106d24 req-5ec8afcc-c306-47e3-bd97-87eeb8017e61 service neutron] 10.222.0.20 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731541 Aug 31 09:32:48.813301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=251f2558-0e92-46d9-b5e2-e335f3e3ec48,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:48.824900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6348113c-02d7-46f7-8adb-f32d6d3b5f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.831184 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6348113c-02d7-46f7-8adb-f32d6d3b5f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.835013 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6348113c-02d7-46f7-8adb-f32d6d3b5f5b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6494a12-a7cd-462b-8d10-4b39462c8f6d HTTP/1.1" status: 204 len: 168 time: 0.4140043 Aug 31 09:32:48.872184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348113c-02d7-46f7-8adb-f32d6d3b5f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6494a12-a7cd-462b-8d10-4b39462c8f6d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:48.912620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58be27d9-c686-4a08-a224-5da8b294cbee req-6793945d-76d7-4cc8-b632-e3b9fd2d49d8 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045520 Aug 31 09:32:48.953088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1469b421-0010-4f0e-b1ce-165265633185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251f2558-0e92-46d9-b5e2-e335f3e3ec48'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:48.957071 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3401267f-71dc-42ef-a1b8-14edcb211fbe" -d '{"events": [{"server_uuid": "1469b421-0010-4f0e-b1ce-165265633185", "name": "network-vif-plugged", "status": "completed", "tag": "251f2558-0e92-46d9-b5e2-e335f3e3ec48"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:48.995262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba0e7-ef3c-4a25-a8db-10bf6afc1423 req-6450e128-3ad9-49e7-bcea-d11bcf9372ea tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.996830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b9ba0e7-ef3c-4a25-a8db-10bf6afc1423 req-6450e128-3ad9-49e7-bcea-d11bcf9372ea tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 945 time: 0.1319370 Aug 31 09:32:49.091227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b9ba0e7-ef3c-4a25-a8db-10bf6afc1423 req-1fd617b7-faad-4893-b87e-9b69dc7334e9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743899 Aug 31 09:32:49.203220 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede49f8f-6651-4fd7-b271-fcac4ca8b012 x-openstack-request-id: req-ede49f8f-6651-4fd7-b271-fcac4ca8b012 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:49.204289 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1469b421-0010-4f0e-b1ce-165265633185", "name": "network-vif-plugged", "status": "completed", "tag": "251f2558-0e92-46d9-b5e2-e335f3e3ec48", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:49.204721 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ede49f8f-6651-4fd7-b271-fcac4ca8b012 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:49.205297 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1469b421-0010-4f0e-b1ce-165265633185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251f2558-0e92-46d9-b5e2-e335f3e3ec48', 'code': 200} Aug 31 09:32:49.363159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c3aac-f79e-4533-8d71-820ef2187f2d req-6112a683-ce10-4e36-97fe-250dd4cbd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:49.368653 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588c3aac-f79e-4533-8d71-820ef2187f2d req-6112a683-ce10-4e36-97fe-250dd4cbd65d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 1097 time: 0.0951221 Aug 31 09:32:49.452359 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-588c3aac-f79e-4533-8d71-820ef2187f2d req-7fa7b6b9-84ea-4131-9fe8-8c6bae005212 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750020 Aug 31 09:32:49.556743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a85b1-9acc-4efa-80ad-909b7ab0836f req-142e7f43-f23a-4880-aada-cb1de8f2b528 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:49.559762 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c99a85b1-9acc-4efa-80ad-909b7ab0836f req-142e7f43-f23a-4880-aada-cb1de8f2b528 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 945 time: 0.1020815 Aug 31 09:32:49.656574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c99a85b1-9acc-4efa-80ad-909b7ab0836f req-b8c39ca0-f907-4165-af53-44fc3f252a3e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580690 Aug 31 09:32:49.673572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e37617-0823-4b49-b849-dccde8365af9 req-7148c223-b653-4ab4-a687-64c6c0bc744f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:49.683876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53e37617-0823-4b49-b849-dccde8365af9 req-7148c223-b653-4ab4-a687-64c6c0bc744f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 944 time: 0.1225657 Aug 31 09:32:49.744987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53e37617-0823-4b49-b849-dccde8365af9 req-dd0b7c26-fbb1-4eaf-972c-e0d4230b3a53 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595171 Aug 31 09:32:50.114467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675ded6-fc52-49bb-bf99-ba92f740fd21 req-9db26c7a-b964-439c-9423-44a9cc8ba385 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.123107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1675ded6-fc52-49bb-bf99-ba92f740fd21 req-9db26c7a-b964-439c-9423-44a9cc8ba385 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 946 time: 0.0792627 Aug 31 09:32:50.204595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1675ded6-fc52-49bb-bf99-ba92f740fd21 req-16f33699-fdd6-4343-bcf6-75e6262b7919 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802588 Aug 31 09:32:50.988037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2555d-8d91-4245-97a9-5302873155fb req-7da2961d-3c0f-4707-9f7c-1278bef0e077 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.001361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53f2555d-8d91-4245-97a9-5302873155fb req-7da2961d-3c0f-4707-9f7c-1278bef0e077 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 945 time: 0.1777947 Aug 31 09:32:51.061070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6390d6-16eb-4a2f-9831-ebbaf535356b req-939586c0-ec96-4a7b-a8c8-04f95a733a96 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.068540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe6390d6-16eb-4a2f-9831-ebbaf535356b req-939586c0-ec96-4a7b-a8c8-04f95a733a96 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 944 time: 0.1675138 Aug 31 09:32:51.127644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53f2555d-8d91-4245-97a9-5302873155fb req-abd0755b-e6ac-4a8e-8286-a4e28907308d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248024 Aug 31 09:32:51.166626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe6390d6-16eb-4a2f-9831-ebbaf535356b req-9b604e74-9989-4c1c-be8b-570fe172efcd tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970786 Aug 31 09:32:51.542232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc51bc-b41c-48fa-9ada-5a7f3e8dfd8d req-2aa5fefc-f2a4-4dd1-a7a5-d4dddcc08f7d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.545624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90dc51bc-b41c-48fa-9ada-5a7f3e8dfd8d req-2aa5fefc-f2a4-4dd1-a7a5-d4dddcc08f7d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 946 time: 0.0781531 Aug 31 09:32:51.593254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90dc51bc-b41c-48fa-9ada-5a7f3e8dfd8d req-cd218b98-8063-4bb6-99c3-69e08bfaaa62 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Aug 31 09:32:51.729021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656a3f3-fc8a-416a-ad71-327a490bf4d9 req-0bfc5b81-91a1-4720-bd88-fa0e1b3c6315 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.737055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a656a3f3-fc8a-416a-ad71-327a490bf4d9 req-0bfc5b81-91a1-4720-bd88-fa0e1b3c6315 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 945 time: 0.0637999 Aug 31 09:32:51.740113 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-46bdc5e6-08f9-4c8d-b7fe-b62860f87605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.813597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a656a3f3-fc8a-416a-ad71-327a490bf4d9 req-234ec231-6dbd-4f76-9c46-a98ba835c8b2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733466 Aug 31 09:32:52.303474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846facd1-3f56-4846-b3d6-03ea57329439 req-262cc7ea-d75a-47be-9193-0f97b00cd462 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:52.304960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-846facd1-3f56-4846-b3d6-03ea57329439 req-262cc7ea-d75a-47be-9193-0f97b00cd462 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 946 time: 0.4196625 Aug 31 09:32:52.416058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314538-5f4d-4ea0-bc3a-511e284303d9 req-965a83d2-7682-4a0a-9cb1-4a779c136979 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:52.418621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3314538-5f4d-4ea0-bc3a-511e284303d9 req-965a83d2-7682-4a0a-9cb1-4a779c136979 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 944 time: 0.1126907 Aug 31 09:32:52.423793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-846facd1-3f56-4846-b3d6-03ea57329439 req-be078b1d-cc6d-4ae2-8bf1-87d96b1277e4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119173 Aug 31 09:32:52.522094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3314538-5f4d-4ea0-bc3a-511e284303d9 req-17782f73-0d9f-4ad4-86a6-c4e659d875e8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888236 Aug 31 09:32:52.823456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a87fe50e-0bdc-4b85-b8f1-29286e78d394 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:53.149034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:53.180369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-32432b9e-796e-41d4-a2ea-9c4420a2a559 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.183532 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-32432b9e-796e-41d4-a2ea-9c4420a2a559 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 945 time: 0.2245688 Aug 31 09:32:53.187343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'port_id': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'mac_address': 'fa:16:3e:71:a4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b3db3d-66af-46bb-9e09-4a8c72abf624', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:53.297176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d5ace-f4c4-461d-9d39-0e31acb6ede3 req-063fd49b-13f0-4197-a9b4-75b32e0f35c6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.304024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a7d5ace-f4c4-461d-9d39-0e31acb6ede3 req-063fd49b-13f0-4197-a9b4-75b32e0f35c6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 946 time: 0.2654984 Aug 31 09:32:53.324094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.350318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87fe50e-0bdc-4b85-b8f1-29286e78d394 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:53.357984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52932) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:53.370740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613ff81-14db-41d4-ac31-d6533dc6746b req-16f4ef33-b717-4e50-b1b7-8c6ea4c01c9e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.372637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8613ff81-14db-41d4-ac31-d6533dc6746b req-16f4ef33-b717-4e50-b1b7-8c6ea4c01c9e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 945 time: 0.2209008 Aug 31 09:32:53.382290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:53.390859 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.392654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Deleting port 34f97e52-a326-41f5-bad2-0dd43bdbf450 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:53.395024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.486874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a7d5ace-f4c4-461d-9d39-0e31acb6ede3 req-9068363d-7f9b-48c9-b189-a3fb827b5a1b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708510 Aug 31 09:32:53.534703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:53.602158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8613ff81-14db-41d4-ac31-d6533dc6746b req-565f27ef-7cc4-4c1f-a574-c20cfb2b5144 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815987 Aug 31 09:32:53.665760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] For port 34f97e52-a326-41f5-bad2-0dd43bdbf450, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=34f97e52-a326-41f5-bad2-0dd43bdbf450,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:53.666133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.729319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Calling delete_port for 34f97e52-a326-41f5-bad2-0dd43bdbf450 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:53.739783 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0e15eac-cbc8-4b52-a362-4a0e9102d898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.792627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a87fe50e-0bdc-4b85-b8f1-29286e78d394'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:53.959127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.991627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0e15eac-cbc8-4b52-a362-4a0e9102d898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.001498 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0e15eac-cbc8-4b52-a362-4a0e9102d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.029385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event deleted for resources: {'Port': ['ID=34f97e52-a326-41f5-bad2-0dd43bdbf450,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.030387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['34f97e52-a326-41f5-bad2-0dd43bdbf450'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:54.044457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e15eac-cbc8-4b52-a362-4a0e9102d898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae577e57-8800-4eeb-b0d2-095b046e7d67,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.109327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d95d45-934f-4f9c-aaa2-9f636b7fadd6 req-58fda9c8-9233-46af-b422-4341bb38c8a0 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:54.118683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34d95d45-934f-4f9c-aaa2-9f636b7fadd6 req-58fda9c8-9233-46af-b422-4341bb38c8a0 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 945 time: 0.3673005 Aug 31 09:32:54.124093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] No DVR routers for this DVR port 34f97e52-a326-41f5-bad2-0dd43bdbf450 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:54.138018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.140410 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10c06b96-7de5-4eb9-9a65-851fc97eda18 req-3e67f9f5-f9d9-41c5-8321-69f641f5b999 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "DELETE /v2.0/ports/34f97e52-a326-41f5-bad2-0dd43bdbf450 HTTP/1.1" status: 204 len: 173 time: 0.9374886 Aug 31 09:32:54.151787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb74a3e-cd04-4161-83ae-eab52941e7b6', 'name': 'network-vif-deleted', 'tag': '34f97e52-a326-41f5-bad2-0dd43bdbf450'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:54.158790 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329564f7-b03a-4618-b9b2-b036439e1dbb" -d '{"events": [{"server_uuid": "cdb74a3e-cd04-4161-83ae-eab52941e7b6", "name": "network-vif-deleted", "tag": "34f97e52-a326-41f5-bad2-0dd43bdbf450"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:54.188702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-29dfa0bf-bd73-43df-9f98-121f5f498d38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2420113 Aug 31 09:32:54.204669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52960) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:54.206667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e0e15eac-cbc8-4b52-a362-4a0e9102d898 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93b6959aaf86420e828d2577b5da453b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8465419 Aug 31 09:32:54.269138 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30835d1a-58ec-4d65-9288-b6596f6cf41a x-openstack-request-id: req-30835d1a-58ec-4d65-9288-b6596f6cf41a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:54.269834 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb74a3e-cd04-4161-83ae-eab52941e7b6", "name": "network-vif-deleted", "tag": "34f97e52-a326-41f5-bad2-0dd43bdbf450", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:54.270713 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-30835d1a-58ec-4d65-9288-b6596f6cf41a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:54.273560 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb74a3e-cd04-4161-83ae-eab52941e7b6', 'name': 'network-vif-deleted', 'tag': '34f97e52-a326-41f5-bad2-0dd43bdbf450', 'status': 'completed', 'code': 200} Aug 31 09:32:54.274955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34d95d45-934f-4f9c-aaa2-9f636b7fadd6 req-ac1c67b6-35f3-4c51-8779-992c6876ee86 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542449 Aug 31 09:32:54.357740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-210ee7d2-75a4-4400-acd9-f1ccd142d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:54.359929 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-210ee7d2-75a4-4400-acd9-f1ccd142d8a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13757f27ac114c92a89977d5311aecdb&device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 1097 time: 0.0814009 Aug 31 09:32:54.369027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-854a29af-5cef-47e7-b372-8bea5756749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.434928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-854a29af-5cef-47e7-b372-8bea5756749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.515337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-27723341-a9ed-4c19-9a94-4853d49a1175 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:54.517440 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-27723341-a9ed-4c19-9a94-4853d49a1175 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 946 time: 0.1459730 Aug 31 09:32:54.631607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-2d342f66-34b3-48df-b814-6445af9a1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:54.633121 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-2d342f66-34b3-48df-b814-6445af9a1849 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8df72251-6296-469e-a38a-35feab1a1df0 HTTP/1.1" status: 200 len: 913 time: 0.2296457 Aug 31 09:32:54.764983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a52eee-175d-415c-b2c5-39283d790a8d req-7d82b26b-603c-40b7-91ce-c8684ab9a1cd tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:54.788197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6a52eee-175d-415c-b2c5-39283d790a8d req-7d82b26b-603c-40b7-91ce-c8684ab9a1cd tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 946 time: 0.1497214 Aug 31 09:32:54.798008 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-854a29af-5cef-47e7-b372-8bea5756749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.810941 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-854a29af-5cef-47e7-b372-8bea5756749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.826874 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-854a29af-5cef-47e7-b372-8bea5756749f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae577e57-8800-4eeb-b0d2-095b046e7d67 HTTP/1.1" status: 204 len: 168 time: 0.6176279 Aug 31 09:32:54.868827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a29af-5cef-47e7-b372-8bea5756749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae577e57-8800-4eeb-b0d2-095b046e7d67,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.920885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-90c5dbe1-1eb5-4b61-80e7-9a06f5e3d060 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15dd733-a796-41d2-9925-afaae35e619a HTTP/1.1" status: 200 len: 1001 time: 0.2772639 Aug 31 09:32:54.982489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6a52eee-175d-415c-b2c5-39283d790a8d req-79d8458c-d1be-4a55-a756-85d2113a4f97 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929479 Aug 31 09:32:54.987668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a28aaa5-563b-43b3-97ba-485d3af1c48f req-47dfe0f0-8740-4d31-b68d-8f9c33027e98 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdb74a3e-cd04-4161-83ae-eab52941e7b6 HTTP/1.1" status: 200 len: 210 time: 0.1423631 Aug 31 09:32:54.999740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.002437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Deleting port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:55.002845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.121089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-0d2bb7d4-3fdb-418b-9de5-b9857a0017cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.122593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-0d2bb7d4-3fdb-418b-9de5-b9857a0017cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=149d2fb5-6f77-4e2d-ab78-abce8874ca89 HTTP/1.1" status: 200 len: 850 time: 0.1797822 Aug 31 09:32:55.129115 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-babbd3cf-3336-44cc-a732-b430d5ba6d30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2004914 Aug 31 09:32:55.189803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] For port 251f2558-0e92-46d9-b5e2-e335f3e3ec48, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=251f2558-0e92-46d9-b5e2-e335f3e3ec48,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:55.190793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.204896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Calling delete_port for 251f2558-0e92-46d9-b5e2-e335f3e3ec48 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:55.211737 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c4e8a0c-1cdf-4ae5-be81-7e30645f4828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.332273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-917d3860-516d-4d7a-b3b0-336d8ec32623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.333824 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-917d3860-516d-4d7a-b3b0-336d8ec32623 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8df72251-6296-469e-a38a-35feab1a1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013180 Aug 31 09:32:55.335634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-4227ab7d-4d87-4fc1-9d8f-ceeb6007b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.337193 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-4227ab7d-4d87-4fc1-9d8f-ceeb6007b65b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=222508c6c46f4581813fc861e35b2886&device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 1099 time: 0.0665901 Aug 31 09:32:55.628983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-73a05c2d-3fd6-44cc-a1a2-05727b716619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.630582 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-73a05c2d-3fd6-44cc-a1a2-05727b716619 service neutron] 10.222.0.52 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.2452004 Aug 31 09:32:55.748078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6d7c5-121e-4d17-8fb1-23ed86f6fd5f req-e7b603df-84da-4cbe-929c-0c856424c966 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.761537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32c6d7c5-121e-4d17-8fb1-23ed86f6fd5f req-e7b603df-84da-4cbe-929c-0c856424c966 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 945 time: 0.1150842 Aug 31 09:32:55.762203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52996) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:55.780699 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-fe984218-f638-4163-bf72-983d4289fd1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05 HTTP/1.1" status: 200 len: 217 time: 0.1108916 Aug 31 09:32:55.813052 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ea043ca-fdba-4990-926f-3608804ef0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.847651 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-8bea9cb9-5f45-4421-aee1-2398bbe5044d service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983876 Aug 31 09:32:55.851225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.857572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32c6d7c5-121e-4d17-8fb1-23ed86f6fd5f req-01f0fecd-303c-4686-bc9d-d354db104e09 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888240 Aug 31 09:32:55.866327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['251f2558-0e92-46d9-b5e2-e335f3e3ec48'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:55.878140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:56.002690 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-df7e5b09-856c-44cc-aaa7-017b5a9db39e req-99d20719-f80d-4c8a-9aa4-f73b20c2b02b service neutron] 10.222.0.20 "GET /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078966 Aug 31 09:32:56.088457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event deleted for resources: {'Port': ['ID=251f2558-0e92-46d9-b5e2-e335f3e3ec48,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:56.112227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-1c14f0b5-41c1-4854-85e8-93919c04605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:56.116361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-1c14f0b5-41c1-4854-85e8-93919c04605d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.3261359 Aug 31 09:32:56.160286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ea043ca-fdba-4990-926f-3608804ef0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.222481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ea043ca-fdba-4990-926f-3608804ef0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.369121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea043ca-fdba-4990-926f-3608804ef0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2479a0c7-613b-45de-8101-8f4e051d6ad1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:56.391396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c084779b-faf3-4de8-93e5-4e1bacfba8e0 req-f00bd59d-c599-4b67-bdaa-217635857966 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1469b421-0010-4f0e-b1ce-165265633185 HTTP/1.1" status: 200 len: 210 time: 0.2127047 Aug 31 09:32:56.439929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3ea043ca-fdba-4990-926f-3608804ef0a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ea12c2fdfde45179787659761483ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748717 Aug 31 09:32:56.443964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53016) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:56.598291 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-48139166-0ec1-43e6-8712-fa7f6366e74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.681717 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-48139166-0ec1-43e6-8712-fa7f6366e74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.828266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-f4318f2c-47a1-4a21-acbe-c067655abba8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:56.829891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-f4318f2c-47a1-4a21-acbe-c067655abba8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.2212162 Aug 31 09:32:56.856437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a87fe50e-0bdc-4b85-b8f1-29286e78d394 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:56.868806 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-48139166-0ec1-43e6-8712-fa7f6366e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.871636 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-48139166-0ec1-43e6-8712-fa7f6366e74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.872997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-48139166-0ec1-43e6-8712-fa7f6366e74a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2479a0c7-613b-45de-8101-8f4e051d6ad1 HTTP/1.1" status: 204 len: 168 time: 0.4278324 Aug 31 09:32:56.926497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48139166-0ec1-43e6-8712-fa7f6366e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2479a0c7-613b-45de-8101-8f4e051d6ad1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:57.008294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-1315799f-963a-4c32-9269-fcd7232ef06b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/quotas/59f572152eea4ddfa4a730a0e2da4a86 HTTP/1.1" status: 200 len: 375 time: 0.1587789 Aug 31 09:32:57.033441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] No DVR routers for this DVR port 251f2558-0e92-46d9-b5e2-e335f3e3ec48 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:57.057855 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.060815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a440ce9c-81ab-4495-92a2-eda7e9547fc7 req-af04e0e5-ef37-48d2-80d0-02ac36569661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "DELETE /v2.0/ports/251f2558-0e92-46d9-b5e2-e335f3e3ec48 HTTP/1.1" status: 204 len: 173 time: 2.5306721 Aug 31 09:32:57.066367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1469b421-0010-4f0e-b1ce-165265633185', 'name': 'network-vif-deleted', 'tag': '251f2558-0e92-46d9-b5e2-e335f3e3ec48'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:57.078620 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb41fa8-d002-43f9-bd13-f151a51b8d57" -d '{"events": [{"server_uuid": "1469b421-0010-4f0e-b1ce-165265633185", "name": "network-vif-deleted", "tag": "251f2558-0e92-46d9-b5e2-e335f3e3ec48"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:57.096937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port a87fe50e-0bdc-4b85-b8f1-29286e78d394 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:57.112862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-16cd5477-aefc-4bee-b7f9-0cd135d7964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.115621 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-16cd5477-aefc-4bee-b7f9-0cd135d7964b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9765975 Aug 31 09:32:57.129125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a87fe50e-0bdc-4b85-b8f1-29286e78d394 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:57.129749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.217324 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-d5f5fab1-708f-41d8-bcd8-bad3b5d658e6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1939492 Aug 31 09:32:57.420175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-2fcb54f4-5721-479f-82d0-612ac3e5e887 service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947545 Aug 31 09:32:57.446704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.517632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae58b68-336f-4fec-9ebf-f0cefd1676d0 req-12ae368d-f1fc-496d-9e44-3680334bf2e5 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.519266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ae58b68-336f-4fec-9ebf-f0cefd1676d0 req-12ae368d-f1fc-496d-9e44-3680334bf2e5 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.5940094 Aug 31 09:32:57.576145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:57.587177 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232775b0-2e7b-425e-ab60-c0e5b8fbda8f" -d '{"events": [{"server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "name": "network-vif-plugged", "status": "completed", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:57.631331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ec526a2-6114-4156-91c0-6ff2fea83f39 req-88873002-1563-4d61-883a-55f86a7e116a service neutron] 10.222.0.52 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019298 Aug 31 09:32:57.663089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:57.669362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.677752 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.873714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ae58b68-336f-4fec-9ebf-f0cefd1676d0 req-d45ff1b5-c9c2-459d-b634-b9d381b224b9 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995193 Aug 31 09:32:57.886623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:57.897638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-402a40d5-e1a0-43ca-84a0-b2d848ebbd27 service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521881 Aug 31 09:32:58.011561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 34f97e52-a326-41f5-bad2-0dd43bdbf450 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:58.075847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 34f97e52-a326-41f5-bad2-0dd43bdbf450 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:58.076353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 34f97e52-a326-41f5-bad2-0dd43bdbf450 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:58.076884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 251f2558-0e92-46d9-b5e2-e335f3e3ec48 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:58.108076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 251f2558-0e92-46d9-b5e2-e335f3e3ec48 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:58.108076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 251f2558-0e92-46d9-b5e2-e335f3e3ec48 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:58.127672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-8064a336-551c-4930-ab84-8966017a7085 service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151186 Aug 31 09:32:58.224762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1533c-9b0f-4869-a0a9-52401769c44c req-6182be38-82bf-4426-819c-80fc159f123e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.226678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dc1533c-9b0f-4869-a0a9-52401769c44c req-6182be38-82bf-4426-819c-80fc159f123e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.0975380 Aug 31 09:32:58.341010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dc1533c-9b0f-4869-a0a9-52401769c44c req-e93238cb-1259-4592-b1a7-6ad6238b6118 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068766 Aug 31 09:32:58.504153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.522677 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082843e-aad3-407b-9b90-6faed22d6790 x-openstack-request-id: req-0082843e-aad3-407b-9b90-6faed22d6790 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:58.523556 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1469b421-0010-4f0e-b1ce-165265633185", "name": "network-vif-deleted", "tag": "251f2558-0e92-46d9-b5e2-e335f3e3ec48", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:58.523556 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0082843e-aad3-407b-9b90-6faed22d6790 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:58.523937 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1469b421-0010-4f0e-b1ce-165265633185', 'name': 'network-vif-deleted', 'tag': '251f2558-0e92-46d9-b5e2-e335f3e3ec48', 'status': 'completed', 'code': 200} Aug 31 09:32:58.683070 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db2d9d9-103a-47ab-9dc8-0abe53175fa8 x-openstack-request-id: req-8db2d9d9-103a-47ab-9dc8-0abe53175fa8 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:58.683261 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "name": "network-vif-plugged", "status": "completed", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:58.683665 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8db2d9d9-103a-47ab-9dc8-0abe53175fa8 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:58.683962 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'code': 200} Aug 31 09:32:58.791423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a8ea68a-5544-414d-9eb7-f5b6eff0480f req-f22082c3-9f51-4425-91b7-0fe1eacbcf61 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 210 time: 0.0710454 Aug 31 09:32:58.918857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b016d84-ede9-4f87-8086-42a491711fa2 req-928373bc-4d22-4b1e-bd00-c2b206715d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.928148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b016d84-ede9-4f87-8086-42a491711fa2 req-928373bc-4d22-4b1e-bd00-c2b206715d5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 1097 time: 0.1647050 Aug 31 09:32:59.058316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b016d84-ede9-4f87-8086-42a491711fa2 req-338685df-d439-4389-b250-febf7230022f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182067 Aug 31 09:32:59.415577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53114) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:59.638741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3970fd5-f69a-4f00-96f3-7f88dfab367d req-4a5afc9f-5f8d-403b-804f-860cd985947f tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:59.640449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3970fd5-f69a-4f00-96f3-7f88dfab367d req-4a5afc9f-5f8d-403b-804f-860cd985947f tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.2264311 Aug 31 09:32:59.650163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-dcc04db7-caad-4884-a78c-7a1686604f35 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:59.661211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-dcc04db7-caad-4884-a78c-7a1686604f35 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.4359767 Aug 31 09:32:59.699475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-network', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:59.705496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-85e09a72-7a8d-47aa-a366-43eea656d73c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/quotas/911bdad3a3bc49e5bc90377245a75b7a HTTP/1.1" status: 200 len: 375 time: 0.0437102 Aug 31 09:32:59.746453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Made reservation on behalf of c754d2193f724b7abddff394b231ed4c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:59.749595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.776179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.881967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3970fd5-f69a-4f00-96f3-7f88dfab367d req-e945aafe-4da0-4a72-aef4-8f2774c2bc7b tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189715 Aug 31 09:33:00.049130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-e86a60ea-f86a-4567-8a4d-d5ea8fc840aa tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3426549 Aug 31 09:33:00.169972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.178533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.217235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:00.228006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef26f22b-8be8-417a-894d-cf65c0d11652,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:00.234234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.234786 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Added segment 4a3472cf-3f12-4c2e-9ceb-50559fa07135 of type vlan for network d1f52d97-8e62-451a-a748-4889cbdd37f9 Aug 31 09:33:00.252025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d258c-c8cd-47d0-952d-d116c7053a85 req-616b693a-9ffb-48f8-9358-c1e4b1f2c3c0 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.257172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-892d258c-c8cd-47d0-952d-d116c7053a85 req-616b693a-9ffb-48f8-9358-c1e4b1f2c3c0 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.2564573 Aug 31 09:33:00.341788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.374362 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-892d258c-c8cd-47d0-952d-d116c7053a85 req-526143f5-e3ab-4369-9994-6b00943e1bdd tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019621 Aug 31 09:33:00.385982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-c9220273-a6db-41a9-bd7b-f382abb6b559 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353512 Aug 31 09:33:00.428082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.429750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.430687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.575246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-6fa8c986-e40e-4791-ac5c-04492fc9d461 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854761 Aug 31 09:33:00.672723 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2529767 Aug 31 09:33:00.673326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53140) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:00.679079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Request body: {'subnet': {'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-subnet', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:00.686457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b5d9b-9d8f-41cd-94d3-1fd64aeca096 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f52d97-8e62-451a-a748-4889cbdd37f9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:00.698594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:00.760426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Made reservation on behalf of c754d2193f724b7abddff394b231ed4c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:00.765590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.801886 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-adbcedef-c154-4f4a-a65c-48d798a4641e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.813489 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-adbcedef-c154-4f4a-a65c-48d798a4641e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.2245612 Aug 31 09:33:00.830105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Request body: {'port': {'device_id': 'db57208c-1e98-475c-897f-683e1fde96b1', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'admin_state_up': True, 'tenant_id': '59f572152eea4ddfa4a730a0e2da4a86'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:00.972021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb719421-e68c-467a-8586-6a0b02b34a86 req-999bf549-1b10-48f8-a4c6-1ec1a7f4b636 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 210 time: 0.0741653 Aug 31 09:33:01.035376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d751693-cf02-4141-96f2-872deed98fbf req-66f38490-4dab-4b5d-9bb8-b1d79097f5d5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 210 time: 0.0618978 Aug 31 09:33:01.133230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Made reservation on behalf of 59f572152eea4ddfa4a730a0e2da4a86 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:01.137051 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.259005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.338479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31a04f2-cb79-4668-8e14-1b940d4033b7,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:01.346881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Checking segment: {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:01.347253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Network hostable DHCP agents. Network: d1f52d97-8e62-451a-a748-4889cbdd37f9, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:01.383751 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:01.401121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, d1f52d97-8e62-451a-a748-4889cbdd37f9) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:01.408379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:01.409244 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.410735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a9d25-b9b5-4836-9c47-2974149cf789 None None] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:01.441660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-70085eef-3fc0-4ccf-be69-68f5189ab9dd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7669513 Aug 31 09:33:01.444462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53160) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.451181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:01.498485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Allocated IP 172.20.0.12 (42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36/d75df9ba-6449-4ba7-80c3-046178a65288/e7865a22-5cbc-4322-af8d-2625fe2f53e7) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:01.509542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.511022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.662131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.694365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4e22-a93c-435b-b0ce-5deeb8a51895 req-202f03c8-cd81-4425-9d55-0c197b5569b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:01.696902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-635e4e22-a93c-435b-b0ce-5deeb8a51895 req-202f03c8-cd81-4425-9d55-0c197b5569b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1516933 Aug 31 09:33:01.876077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.966440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.972442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-635e4e22-a93c-435b-b0ce-5deeb8a51895 req-6c5c57ce-e4ba-43ca-b4da-a5cb4d1f70b3 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262638 Aug 31 09:33:02.034135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-d1f52d97-8e62-451a-a748-4889cbdd37f9', 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'fixed_ips': [{'subnet_id': 'd31a04f2-cb79-4668-8e14-1b940d4033b7'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:02.036129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.045139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:02.048386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:02.052943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:02.080630 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.100585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event updated for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:02.127038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.128011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.155594 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-2ee75d61-354c-4b1d-b19d-f2fc3048ae7f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3310845 Aug 31 09:33:02.168836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Request body: {'port': {'device_id': 'db57208c-1e98-475c-897f-683e1fde96b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:02.237347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24eee-b668-4644-967e-4296d0cd720f req-f51a8364-adc0-4549-87a7-03e2237be405 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.254989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25e24eee-b668-4644-967e-4296d0cd720f req-f51a8364-adc0-4549-87a7-03e2237be405 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.3076184 Aug 31 09:33:02.381311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25e24eee-b668-4644-967e-4296d0cd720f req-6436e4f7-6828-46d1-8d4e-53e3f9051095 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151586 Aug 31 09:33:02.450191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Allocated IP 172.20.0.2 (d1f52d97-8e62-451a-a748-4889cbdd37f9/d31a04f2-cb79-4668-8e14-1b940d4033b7/296ef965-3ede-4e6c-8ea9-5ac09d74f54d) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:02.460271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.462002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a8c5-ac45-4e8d-9550-61f182599e71 req-cddb60ad-92a2-435f-ae52-9ac7f261da91 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.464698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7757a8c5-ac45-4e8d-9550-61f182599e71 req-cddb60ad-92a2-435f-ae52-9ac7f261da91 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 932 time: 0.1905162 Aug 31 09:33:02.552251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7757a8c5-ac45-4e8d-9550-61f182599e71 req-319bc355-3297-46b1-828f-e6e17d6bb6a5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817409 Aug 31 09:33:02.707724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4640985-9a51-49e1-9034-7ed71d53347e req-a7d5dc15-8a54-41f6-8801-156f594803c8 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 210 time: 0.0587721 Aug 31 09:33:02.726918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-3965f6bf-ec24-4ac0-84a1-bd6962544cb2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.729023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32436-64bf-458f-86e8-8595832c09f5 req-b314c1f7-da3a-4d27-b751-a0426d21baef tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.729622 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-3965f6bf-ec24-4ac0-84a1-bd6962544cb2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.3939376 Aug 31 09:33:02.730582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4c32436-64bf-458f-86e8-8595832c09f5 req-b314c1f7-da3a-4d27-b751-a0426d21baef tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1738033 Aug 31 09:33:02.746613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Request body: {'port': {'device_id': 'f8a2471e-bfad-46f2-b0ce-55a493d89727', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'admin_state_up': True, 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:02.807445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.826054 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.839015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.848620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Transition to ACTIVE for port object 296ef965-3ede-4e6c-8ea9-5ac09d74f54d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:02.858784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4c32436-64bf-458f-86e8-8595832c09f5 req-5fcd9a1e-19a0-4cc9-be26-cd5585e10570 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052749 Aug 31 09:33:02.872791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Transition to ACTIVE for port object 296ef965-3ede-4e6c-8ea9-5ac09d74f54d will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:02.885207 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.994245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Pushing event updated for resources: {'Port': ['ID=296ef965-3ede-4e6c-8ea9-5ac09d74f54d,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.018174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:03.022360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:03.030160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:03.104572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Allocated IP 172.25.1.238 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:03.117068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Attempting to bind port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:03.117724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Attempting to bind port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:03.117965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Attempting to bind port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d on network d1f52d97-8e62-451a-a748-4889cbdd37f9 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:03.126811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:03.127195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Checking segment: {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:03.127694 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.128091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Bound using segment: {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:03.128820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Bound port: 296ef965-3ede-4e6c-8ea9-5ac09d74f54d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:03.129217 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.130555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:03.140378 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.252789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] For port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:03.258771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] For port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=296ef965-3ede-4e6c-8ea9-5ac09d74f54d,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:03.267144 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.370730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7865a22-5cbc-4322-af8d-2625fe2f53e7 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:03.374362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70577bcc-3d97-4a7a-b323-8f5013dfea93 None None] Pushing event updated for resources: {'Port': ['ID=296ef965-3ede-4e6c-8ea9-5ac09d74f54d,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.385374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.415707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Transition to ACTIVE for port object e7865a22-5cbc-4322-af8d-2625fe2f53e7 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:03.417130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Allocated IP 172.20.0.10 (a9d07e16-6766-421e-8a7a-53f6f1e14899/d8a4279b-7ee8-4446-8c25-3da965492a89/1027185e-d073-44c5-a347-bf092c262d49) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:03.426294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.631410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Pushing event updated for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.647472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.710794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138fc4-7b1e-4a6b-9a34-2a41677b7f48 req-4711f422-221e-460b-80ad-71ec89383eb7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.725288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a5138fc4-7b1e-4a6b-9a34-2a41677b7f48 req-4711f422-221e-460b-80ad-71ec89383eb7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1946080 Aug 31 09:33:03.753930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfae5d5-9be8-4bf6-a0b1-7015d2a0b19a req-90bf0194-07f4-4fae-8e1a-f32804d18c5e tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.763511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bfae5d5-9be8-4bf6-a0b1-7015d2a0b19a req-90bf0194-07f4-4fae-8e1a-f32804d18c5e tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 951 time: 0.3366294 Aug 31 09:33:03.846040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Attempting to bind port e7865a22-5cbc-4322-af8d-2625fe2f53e7 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:03.862846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Attempting to bind port e7865a22-5cbc-4322-af8d-2625fe2f53e7 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:03.862846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Attempting to bind port e7865a22-5cbc-4322-af8d-2625fe2f53e7 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:03.915388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3375e-05ee-4c69-97fa-578a4839813c req-aeba6dce-42d2-4f2a-89c4-c728dec68f90 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.917603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-78a3375e-05ee-4c69-97fa-578a4839813c req-aeba6dce-42d2-4f2a-89c4-c728dec68f90 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.3746035 Aug 31 09:33:03.918539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Port e7865a22-5cbc-4322-af8d-2625fe2f53e7 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:03.919257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Attempting to bind port e7865a22-5cbc-4322-af8d-2625fe2f53e7 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:03.925588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a5138fc4-7b1e-4a6b-9a34-2a41677b7f48 req-67508bd1-8768-457a-9012-5f2963ae0cb5 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983984 Aug 31 09:33:03.942054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bfae5d5-9be8-4bf6-a0b1-7015d2a0b19a req-266c0f69-296b-4f54-84e9-22d4ed45e90a tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773062 Aug 31 09:33:03.945583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:03.945583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Checking segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:03.945583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Bound using segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:03.946386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Bound port: e7865a22-5cbc-4322-af8d-2625fe2f53e7, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:03.946716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.964166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.022158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:04.042317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:04.045970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:04.158233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Pushing event updated for resources: {'Port': ['ID=45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.166735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.168220 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:33:04.261165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Deleting port b15dd733-a796-41d2-9925-afaae35e619a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:04.261562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.271800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:04.304178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 296ef965-3ede-4e6c-8ea9-5ac09d74f54d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:04.329480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facafb4-1a7d-4f87-97d4-2e296a83ba62 req-46710822-2345-4344-bc3e-322797121797 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.331438 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8facafb4-1a7d-4f87-97d4-2e296a83ba62 req-46710822-2345-4344-bc3e-322797121797 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.2345941 Aug 31 09:33:04.357771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f2463-4c46-47fd-ae7d-38069ed000ab req-f7ea374a-7df5-49f2-9eb6-cd1821e28108 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.362879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:04.366378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f45f2463-4c46-47fd-ae7d-38069ed000ab req-f7ea374a-7df5-49f2-9eb6-cd1821e28108 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 944 time: 0.2662575 Aug 31 09:33:04.393339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.403627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:04.412840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:04.419614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.506264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.507196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.509001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] 10.222.0.52 "PUT /v2.0/ports/e7865a22-5cbc-4322-af8d-2625fe2f53e7 HTTP/1.1" status: 200 len: 1092 time: 2.3452537 Aug 31 09:33:04.514585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:04.521129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:04.525057 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98" -d '{"events": [{"name": "network-changed", "server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:04.536618 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.545606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event updated for resources: {'Port': ['ID=1027185e-d073-44c5-a347-bf092c262d49,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.612766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:04.620182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:04.639493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] For port b15dd733-a796-41d2-9925-afaae35e619a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b15dd733-a796-41d2-9925-afaae35e619a,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:04.640213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.701506 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8facafb4-1a7d-4f87-97d4-2e296a83ba62 req-ddce88df-32e1-43f8-bf55-0c387ee399e2 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623583 Aug 31 09:33:04.757213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f45f2463-4c46-47fd-ae7d-38069ed000ab req-57322645-231a-4caf-b570-c0c1dd283a88 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890800 Aug 31 09:33:04.768526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35cb09-a21b-4478-8cad-2454f84ac1fe service neutron] Pushing event updated for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.804724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.805463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.822211 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-13bb308b-461c-4ed3-b1c0-fcc89ec356ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.824464 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-13bb308b-461c-4ed3-b1c0-fcc89ec356ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 1095 time: 0.2156956 Aug 31 09:33:04.878707 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-0e39c7c4-f1e8-4584-8a28-0de01aaf5249 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1401684 Aug 31 09:33:04.924309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Request body: {'port': {'device_id': 'f8a2471e-bfad-46f2-b0ce-55a493d89727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:04.931070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-200d33e0-51e2-416f-8860-b803674b60ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7 HTTP/1.1" status: 200 len: 217 time: 0.0636497 Aug 31 09:33:05.015299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803edfe-1c64-4fc5-a56d-201d79b4390b req-7a9cb145-0294-4f9c-8a9a-b2702c92c8ca tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.017489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3803edfe-1c64-4fc5-a56d-201d79b4390b req-7a9cb145-0294-4f9c-8a9a-b2702c92c8ca tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 932 time: 0.1010389 Aug 31 09:33:05.039286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f4bec2-ac9a-4875-b82f-118fc4b96128 None None] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:05.058958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.126531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-e2340879-538d-411c-9006-24886ffb30df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.127266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3803edfe-1c64-4fc5-a56d-201d79b4390b req-6c4b1953-7d9f-4842-9f1a-07cb3e44ad7a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981722 Aug 31 09:33:05.128073 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-e2340879-538d-411c-9006-24886ffb30df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.1647463 Aug 31 09:33:05.130842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.163513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-33a82aa7-94c8-419f-bd99-9402161c100a None None] Provisioning for port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:05.170516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-33a82aa7-94c8-419f-bd99-9402161c100a None None] Provisioning complete for port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:05.170945 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33a82aa7-94c8-419f-bd99-9402161c100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.186295 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17743e5c-7f4d-46f3-9451-281e617a1a6c x-openstack-request-id: req-17743e5c-7f4d-46f3-9451-281e617a1a6c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:05.187941 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:05.188369 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17743e5c-7f4d-46f3-9451-281e617a1a6c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:05.188944 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'status': 'completed', 'code': 200} Aug 31 09:33:05.217041 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-e3e6a8ac-c5c5-4d1d-9dfb-d005b522d2ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573730 Aug 31 09:33:05.242085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.242894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.244123 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Floating IP d64a369e-c6fb-467f-bc92-66dcfd0e3a72 disassociated. External IP: 172.25.1.38, port: b15dd733-a796-41d2-9925-afaae35e619a. Aug 31 09:33:05.244367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Calling delete_port for b15dd733-a796-41d2-9925-afaae35e619a owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:05.331096 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33a82aa7-94c8-419f-bd99-9402161c100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.415540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-33a82aa7-94c8-419f-bd99-9402161c100a None None] For port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=296ef965-3ede-4e6c-8ea9-5ac09d74f54d,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:05.421009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33a82aa7-94c8-419f-bd99-9402161c100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.479170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a82aa7-94c8-419f-bd99-9402161c100a None None] Pushing event updated for resources: {'Port': ['ID=296ef965-3ede-4e6c-8ea9-5ac09d74f54d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:05.536037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-73bccd13-92c9-4497-bba2-fb703bdf5226 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091655 Aug 31 09:33:05.668764 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cc6be-fddf-453b-bcad-e0e86118eb6b req-bfba89c3-b776-4c4a-ac20-d2a0ce146030 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.670382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae8cc6be-fddf-453b-bcad-e0e86118eb6b req-bfba89c3-b776-4c4a-ac20-d2a0ce146030 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1068668 Aug 31 09:33:05.680618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22725-2247-4239-86e0-5be67a5d3908 req-aaf781af-0b81-4247-a214-4d11f23e57d7 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.682230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cc22725-2247-4239-86e0-5be67a5d3908 req-aaf781af-0b81-4247-a214-4d11f23e57d7 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 946 time: 0.1176062 Aug 31 09:33:05.744670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Router 4f34c492-9cdc-49e1-8c25-ab298d28d995 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:05.762353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae8cc6be-fddf-453b-bcad-e0e86118eb6b req-ce3af92d-aa3c-4d4e-8460-a464e4d0f8c2 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790410 Aug 31 09:33:05.768526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cc22725-2247-4239-86e0-5be67a5d3908 req-31a94435-a817-425f-a62e-a8f6177c0927 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748968 Aug 31 09:33:05.770675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ffc0259f-918f-41f3-b47e-4d14f8a38034 None None] Provisioning complete for port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:05.774778 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ffc0259f-918f-41f3-b47e-4d14f8a38034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.985879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647925b4-7de7-48f8-9beb-4de96c33023a req-2485154e-a7d9-4cd6-a929-f83b24abc1a8 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.987428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-647925b4-7de7-48f8-9beb-4de96c33023a req-2485154e-a7d9-4cd6-a929-f83b24abc1a8 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 946 time: 0.1354856 Aug 31 09:33:06.008879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53a12f-4a13-4555-b09b-6a3578aa9386 req-7957708d-b2f7-4a36-afd2-9119dc91f45a tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.010548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e53a12f-4a13-4555-b09b-6a3578aa9386 req-7957708d-b2f7-4a36-afd2-9119dc91f45a tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 951 time: 0.1216598 Aug 31 09:33:06.017055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:06.028285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Sync routers for ids ['4f34c492-9cdc-49e1-8c25-ab298d28d995'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:06.040066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Routers {'4f34c492-9cdc-49e1-8c25-ab298d28d995'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:06.040857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f34c492-9cdc-49e1-8c25-ab298d28d995'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:06.074442 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fd1886f-630e-4042-95b6-5c11dad4d3f7 req-201101f7-bb33-4d5b-85ca-7ec34d7ddb86 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298967 Aug 31 09:33:06.077949 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.083409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-68ccdeee-ac91-45c9-90c6-94f1fa1090dc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6351502 Aug 31 09:33:06.084262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53258) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.097225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.105839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-647925b4-7de7-48f8-9beb-4de96c33023a req-fdbaf30c-cbe7-4d0a-a75d-9e52cfb466de tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups?id=d263140e-ffa4-4a34-8aed-6432e031ce1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076539 Aug 31 09:33:06.135378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e53a12f-4a13-4555-b09b-6a3578aa9386 req-497ea004-b783-42df-8d99-13bd49419790 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132765 Aug 31 09:33:06.221762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Set router 4f34c492-9cdc-49e1-8c25-ab298d28d995 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:06.243743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event deleted for resources: {'Port': ['ID=b15dd733-a796-41d2-9925-afaae35e619a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:06.300901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99dc71-0891-4d49-a565-16d7323d9663 req-4a09d27b-0c68-4cfc-89b7-35d5c18ded31 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.302501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc99dc71-0891-4d49-a565-16d7323d9663 req-4a09d27b-0c68-4cfc-89b7-35d5c18ded31 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 944 time: 0.0956054 Aug 31 09:33:06.307991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 296ef965-3ede-4e6c-8ea9-5ac09d74f54d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:06.386734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dbcd9-2ced-44d5-ac07-e9beb923ca42 req-9b6abd14-4465-478d-9da0-8cc5d800bccf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.388591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-178dbcd9-2ced-44d5-ac07-e9beb923ca42 req-9b6abd14-4465-478d-9da0-8cc5d800bccf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 932 time: 0.0849967 Aug 31 09:33:06.391512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc99dc71-0891-4d49-a565-16d7323d9663 req-97706de4-f50d-4515-a147-3fcf7993c75e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762193 Aug 31 09:33:06.406548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1027185e-d073-44c5-a347-bf092c262d49 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:06.411970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-c0b29abc-d14a-4448-b3ad-84c86c5797ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.413484 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-c0b29abc-d14a-4448-b3ad-84c86c5797ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 1095 time: 0.2615578 Aug 31 09:33:06.420877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.474445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-178dbcd9-2ced-44d5-ac07-e9beb923ca42 req-9cdd2b06-de6a-4c7a-be76-8d048a8b9d65 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694866 Aug 31 09:33:06.506928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Transition to ACTIVE for port object 1027185e-d073-44c5-a347-bf092c262d49 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:06.558661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.586860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-9f140d92-35d1-4d61-a3e5-1722c6ed4edb tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.588574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-9f140d92-35d1-4d61-a3e5-1722c6ed4edb tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.52 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 946 time: 0.0764470 Aug 31 09:33:06.594169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:06.594655 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.640839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Router 362c58fe-123e-4b21-b39a-39662b8d8604 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:06.745794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-76acb4f9-f9d3-4ec8-957e-0a76722efb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.748224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-76acb4f9-f9d3-4ec8-957e-0a76722efb2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 913 time: 0.3192976 Aug 31 09:33:06.757848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Pushing event updated for resources: {'Port': ['ID=1027185e-d073-44c5-a347-bf092c262d49,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:06.791044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Deleting port 9035dc61-02b1-4088-a866-a40020c8b241 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:06.791652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.817680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:33:04Z', 'revision_number': 3, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port': {'id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:02Z', 'updated_at': '2021-08-31T09:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:06.850796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Checking router: 4f34c492-9cdc-49e1-8c25-ab298d28d995 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:06.850796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Updating router 4f34c492-9cdc-49e1-8c25-ab298d28d995 port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:33:06.876193 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-82b53370-3fa8-4b76-a2f1-00cda69964bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7 HTTP/1.1" status: 200 len: 217 time: 0.1157680 Aug 31 09:33:06.879870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.990150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] For port 9035dc61-02b1-4088-a866-a40020c8b241, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9035dc61-02b1-4088-a866-a40020c8b241,segment=NetworkSegment(1510e138-3ed9-4e2e-aedf-26a014083097),segment_id=1510e138-3ed9-4e2e-aedf-26a014083097)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:06.990150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.002721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b15dd733-a796-41d2-9925-afaae35e619a no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:07.032168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Calling delete_port for 9035dc61-02b1-4088-a866-a40020c8b241 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:07.044597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: b15dd733-a796-41d2-9925-afaae35e619a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:07.045005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b15dd733-a796-41d2-9925-afaae35e619a not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:07.045515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:07.049020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5222bc0-1e03-4554-8990-c8ac613533de req-62f9a3f6-63bf-46b0-bba3-2f76a35f44ab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.052091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a5222bc0-1e03-4554-8990-c8ac613533de req-62f9a3f6-63bf-46b0-bba3-2f76a35f44ab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1600711 Aug 31 09:33:07.123358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-d2c2a1e0-96eb-4d31-aeb8-e4f8b4eb92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.124917 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-d2c2a1e0-96eb-4d31-aeb8-e4f8b4eb92e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.2235689 Aug 31 09:33:07.129786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Attempting to bind port 1027185e-d073-44c5-a347-bf092c262d49 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:07.130134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Attempting to bind port 1027185e-d073-44c5-a347-bf092c262d49 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:07.130432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Attempting to bind port 1027185e-d073-44c5-a347-bf092c262d49 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:07.145701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7ef68-23ba-4663-b200-28c1d78c4235 req-da107e64-5af9-4eaf-bdeb-3206d92cb3b7 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.146932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7c7ef68-23ba-4663-b200-28c1d78c4235 req-da107e64-5af9-4eaf-bdeb-3206d92cb3b7 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 946 time: 0.1596630 Aug 31 09:33:07.158677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Port 1027185e-d073-44c5-a347-bf092c262d49 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:07.159025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Attempting to bind port 1027185e-d073-44c5-a347-bf092c262d49 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:07.183257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:07.191821 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-f3e0862e-4553-48ea-a012-26a8340823aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516078 Aug 31 09:33:07.201012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:07.201520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Checking segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:07.202038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Bound using segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:07.202372 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] Sync routers for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:07.203820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Bound port: 1027185e-d073-44c5-a347-bf092c262d49, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:07.204016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.213457 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:07.214598 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:07.262874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.269500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a5222bc0-1e03-4554-8990-c8ac613533de req-c3632732-8d60-4143-ae1f-c95c1d359b87 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108183 Aug 31 09:33:07.295549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7c7ef68-23ba-4663-b200-28c1d78c4235 req-53380aeb-0f4e-4827-a297-17c4c35a5d91 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/security-groups?id=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350992 Aug 31 09:33:07.319429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:07.322791 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb0c530-0a3f-414b-821f-403d421133c4" -d '{"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-unplugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:07.349687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:07.359320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.381863 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:07.397973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] No DVR routers for this DVR port b15dd733-a796-41d2-9925-afaae35e619a on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:07.458775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.463393 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.466779 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-78a3375e-05ee-4c69-97fa-578a4839813c req-5044d4de-85f2-4a7c-aca8-d68c7dfaffb3 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.20 "DELETE /v2.0/ports/b15dd733-a796-41d2-9925-afaae35e619a HTTP/1.1" status: 204 len: 173 time: 3.5388587 Aug 31 09:33:07.467535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'name': 'network-vif-deleted', 'tag': 'b15dd733-a796-41d2-9925-afaae35e619a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:07.482037 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a85c714-743d-439d-87e9-b45918c917e5" -d '{"events": [{"server_uuid": "16a3ac73-deb9-4024-ae02-61e41568e6ba", "name": "network-vif-deleted", "tag": "b15dd733-a796-41d2-9925-afaae35e619a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:07.483216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9035dc61-02b1-4088-a866-a40020c8b241'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:07.517276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Pushing event deleted for resources: {'Port': ['ID=9035dc61-02b1-4088-a866-a40020c8b241,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:07.551516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a88fd513-d965-4c3f-8636-fcc3bb2ecee3 req-970e2d44-eac8-42c0-9dc5-7a2a51351404 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/ports?device_id=16a3ac73-deb9-4024-ae02-61e41568e6ba HTTP/1.1" status: 200 len: 210 time: 0.0296559 Aug 31 09:33:07.576895 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.604696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Transition to ACTIVE for port object 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:07.614312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=11']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:07.627418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.637986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] No DVR routers for this DVR port 9035dc61-02b1-4088-a866-a40020c8b241 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:07.650488 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.652800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dd099cb-3316-4594-bb7c-955d1b7c651f req-4e8c4485-06b4-4744-a48a-8409574f5c97 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.52 "DELETE /v2.0/ports/9035dc61-02b1-4088-a866-a40020c8b241 HTTP/1.1" status: 204 len: 173 time: 1.0570657 Aug 31 09:33:07.655522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68183a0d-0f7c-4173-a822-48f8082072d4', 'name': 'network-vif-deleted', 'tag': '9035dc61-02b1-4088-a866-a40020c8b241'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:07.660206 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdd6c4b-f84f-4d87-bfee-2df08b9e9d35" -d '{"events": [{"server_uuid": "68183a0d-0f7c-4173-a822-48f8082072d4", "name": "network-vif-deleted", "tag": "9035dc61-02b1-4088-a866-a40020c8b241"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:07.699405 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e219a8bb-f7ce-4884-bcd5-e42c42bda416 x-openstack-request-id: req-e219a8bb-f7ce-4884-bcd5-e42c42bda416 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:07.699788 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-unplugged", "status": "completed", "tag": "205bb905-798a-4898-a851-33d9751a7bb5", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:07.699788 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e219a8bb-f7ce-4884-bcd5-e42c42bda416 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:07.700279 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5', 'code': 200} Aug 31 09:33:07.709003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308df636-df31-4fda-9851-f653c58c601b None None] Pushing event updated for resources: {'Port': ['ID=45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:07.727759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Attempting to bind port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:07.728135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Attempting to bind port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:07.728840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Attempting to bind port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:07.736459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:07.736459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:07.736881 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.736991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:07.738183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Bound port: 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:07.738183 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.802378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] For port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:07.805938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] For port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:07.815095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.872116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] For port 1027185e-d073-44c5-a347-bf092c262d49, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:07.876673 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-6de07780-d1d5-4d12-b232-fc4076e800df service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661732 Aug 31 09:33:07.892131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922471d-cb55-44e0-91d0-6ba5b466b545 req-e3939191-f8f0-46c3-a2c5-558d5395c644 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.906270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b922471d-cb55-44e0-91d0-6ba5b466b545 req-e3939191-f8f0-46c3-a2c5-558d5395c644 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 944 time: 0.1349418 Aug 31 09:33:07.906580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] For port 1027185e-d073-44c5-a347-bf092c262d49, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1027185e-d073-44c5-a347-bf092c262d49,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:07.936997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.939876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Routers {'4f34c492-9cdc-49e1-8c25-ab298d28d995'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:07.940977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f34c492-9cdc-49e1-8c25-ab298d28d995'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:07.957858 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:44Z', 'revision_number': 5, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:07.986730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b922471d-cb55-44e0-91d0-6ba5b466b545 req-b70f7199-eee1-48f3-be16-f9875a02ce11 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783970 Aug 31 09:33:08.003120 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] Checking router: 362c58fe-123e-4b21-b39a-39662b8d8604 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:08.016124 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:08.019052 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:08.084137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa886218-c95e-4cea-ba0a-e570f694bbd9 req-cac2f73b-7080-47ff-8b85-cf7028dd7429 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.101615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa886218-c95e-4cea-ba0a-e570f694bbd9 req-cac2f73b-7080-47ff-8b85-cf7028dd7429 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 944 time: 0.1188035 Aug 31 09:33:08.114209 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf120424-ca39-49d5-b4ac-ae2cecf1a1c4 x-openstack-request-id: req-cf120424-ca39-49d5-b4ac-ae2cecf1a1c4 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:08.114575 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a3ac73-deb9-4024-ae02-61e41568e6ba", "name": "network-vif-deleted", "tag": "b15dd733-a796-41d2-9925-afaae35e619a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:08.114894 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf120424-ca39-49d5-b4ac-ae2cecf1a1c4 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:08.115176 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a3ac73-deb9-4024-ae02-61e41568e6ba', 'name': 'network-vif-deleted', 'tag': 'b15dd733-a796-41d2-9925-afaae35e619a', 'status': 'completed', 'code': 200} Aug 31 09:33:08.116639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.117271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.118732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] 10.222.0.52 "PUT /v2.0/ports/1027185e-d073-44c5-a347-bf092c262d49 HTTP/1.1" status: 200 len: 1092 time: 3.2314401 Aug 31 09:33:08.120578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.176381 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d84ffa0-c269-425d-822c-d6bcafd3487c x-openstack-request-id: req-6d84ffa0-c269-425d-822c-d6bcafd3487c {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:08.176694 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68183a0d-0f7c-4173-a822-48f8082072d4", "name": "network-vif-deleted", "tag": "9035dc61-02b1-4088-a866-a40020c8b241", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:08.176948 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d84ffa0-c269-425d-822c-d6bcafd3487c {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:08.177355 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68183a0d-0f7c-4173-a822-48f8082072d4', 'name': 'network-vif-deleted', 'tag': '9035dc61-02b1-4088-a866-a40020c8b241', 'status': 'completed', 'code': 200} Aug 31 09:33:08.209254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c708916-7df3-4042-9d3f-f085b06b3bcc service neutron] Pushing event updated for resources: {'Port': ['ID=1027185e-d073-44c5-a347-bf092c262d49,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:08.231541 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b50f0df-7c23-4085-ab8e-2cc7da0e1f98 req-e0e1bf28-b787-45e0-8fbf-182856cfc8b3 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409870 Aug 31 09:33:08.250548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa886218-c95e-4cea-ba0a-e570f694bbd9 req-ffb5e186-67ce-4d74-ab1b-61356bef69ce tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467664 Aug 31 09:33:08.287228 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:08.309153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308df636-df31-4fda-9851-f653c58c601b None None] Pushing event updated for resources: {'Port': ['ID=45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:08.358939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] Set router 4f34c492-9cdc-49e1-8c25-ab298d28d995 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:08.484064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034685-beec-4676-a7c1-86071895dbd2 req-1f5dc8cc-1579-4b06-88e9-689237ea81be tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.496305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd034685-beec-4676-a7c1-86071895dbd2 req-1f5dc8cc-1579-4b06-88e9-689237ea81be tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1212575 Aug 31 09:33:08.498385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Allocated IP 172.20.0.1 (d1f52d97-8e62-451a-a748-4889cbdd37f9/d31a04f2-cb79-4668-8e14-1b940d4033b7/c11ea3fb-b78d-40a0-8ee8-285a62732bc2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:08.512447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-2ffa094e-2329-4d92-ad12-2bce7e75c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.514618 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-2ffa094e-2329-4d92-ad12-2bce7e75c49b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 1095 time: 0.0870161 Aug 31 09:33:08.580624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13e4b9b1-deea-4751-91be-772ba8cc0f93 req-49a13058-ceee-4a98-850a-7e8e36837356 tempest-VolumesAdminNegativeTest-1419885391 tempest-VolumesAdminNegativeTest-1419885391-project] 10.222.0.69 "GET /v2.0/ports?device_id=68183a0d-0f7c-4173-a822-48f8082072d4 HTTP/1.1" status: 200 len: 210 time: 0.0807946 Aug 31 09:33:08.671681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd034685-beec-4676-a7c1-86071895dbd2 req-12accc0f-803f-445c-b6ab-54044aa8bdfd tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738894 Aug 31 09:33:08.675482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:33:04Z', 'revision_number': 3, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port': {'id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:02Z', 'updated_at': '2021-08-31T09:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:08.679484 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:44Z', 'revision_number': 5, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:08.715434 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06dc26d-09ab-4916-9d28-d1c7c5fbf6df None None] The sync data for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 is: [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 4, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c60952aa-f41a-49e5-aff1-d5770cac64db', 'name': '', 'network_id': '8df72251-6296-469e-a38a-35feab1a1df0', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'mac_address': 'fa:16:3e:aa:87:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:37Z', 'updated_at': '2021-08-31T09:29:44Z', 'revision_number': 5, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'subnets': [{'id': '149d2fb5-6f77-4e2d-ab78-abce8874ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:08.750828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc626fd-d14c-45b2-8c53-c38eb13156cf None None] The sync data for ids ['4f34c492-9cdc-49e1-8c25-ab298d28d995'] in n-d-806683-2 is: [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:33:04Z', 'revision_number': 3, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port': {'id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:02Z', 'updated_at': '2021-08-31T09:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:08.853407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53368) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:08.959360 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-a1c3e3eb-203b-467c-a0d5-d397dde89330 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1027185e-d073-44c5-a347-bf092c262d49 HTTP/1.1" status: 200 len: 217 time: 0.4368281 Aug 31 09:33:08.996683 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ab6460b-1899-4d99-b489-e99ba28e2d95 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.050996 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ab6460b-1899-4d99-b489-e99ba28e2d95 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.083442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-e297243e-63da-4f48-b5d9-67561b4a8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:09.084984 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-e297243e-63da-4f48-b5d9-67561b4a8a8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.0854540 Aug 31 09:33:09.136313 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-21fedeb4-9f58-4f9e-8b73-810cf75bd235 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431852 Aug 31 09:33:09.204063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ab6460b-1899-4d99-b489-e99ba28e2d95 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.225975 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ab6460b-1899-4d99-b489-e99ba28e2d95 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.228075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7ab6460b-1899-4d99-b489-e99ba28e2d95 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "DELETE /v2.0/security-groups/d263140e-ffa4-4a34-8aed-6432e031ce1c HTTP/1.1" status: 204 len: 168 time: 0.3731840 Aug 31 09:33:09.237485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53402) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.277561 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-e4d775f6-caa1-4d1f-ab2a-eb5c68d2528a service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238494 Aug 31 09:33:09.297083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6460b-1899-4d99-b489-e99ba28e2d95 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d263140e-ffa4-4a34-8aed-6432e031ce1c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:09.302558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.311665 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-a480065b-00ab-423e-b178-f644d8b23370 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] show failed (client error): The resource could not be found. Aug 31 09:33:09.324125 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a480065b-00ab-423e-b178-f644d8b23370 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "GET /v2.0/security-groups/d263140e-ffa4-4a34-8aed-6432e031ce1c HTTP/1.1" status: 404 len: 347 time: 0.0851836 Aug 31 09:33:09.330196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53406) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.344233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6664caf9-4c46-4305-b128-9ff908e373ab None None] New status for floating IP d64a369e-c6fb-467f-bc92-66dcfd0e3a72: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:33:09.370473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab823-6b6e-4729-9a04-075e9b87d6d8 req-61c66bd1-efc0-4ce8-af91-b825db95964d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:09.370836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Transition to ACTIVE for port object c11ea3fb-b78d-40a0-8ee8-285a62732bc2 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:09.372346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-666ab823-6b6e-4729-9a04-075e9b87d6d8 req-61c66bd1-efc0-4ce8-af91-b825db95964d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 944 time: 0.2308180 Aug 31 09:33:09.435829 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8d3de59-7eab-4bd7-aa06-75e40ea487a1 req-ad877550-4255-4936-a00d-478185b775fd service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573691 Aug 31 09:33:09.450693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.546182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:09.550974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:09.553254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Pushing event updated for resources: {'Port': ['ID=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:09.561858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:09.618789 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.666798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-666ab823-6b6e-4729-9a04-075e9b87d6d8 req-5cacb4aa-f7de-478c-9d95-68228213c491 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081797 Aug 31 09:33:09.728424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312515fd-b9d6-4765-90e9-de8c332cacfc req-0d96cdf8-4e0b-4e8b-a15b-9388211c0905 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:09.746522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-312515fd-b9d6-4765-90e9-de8c332cacfc req-0d96cdf8-4e0b-4e8b-a15b-9388211c0905 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 944 time: 0.1944308 Aug 31 09:33:09.811410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-312515fd-b9d6-4765-90e9-de8c332cacfc req-939b418a-34f3-47b1-a758-a264095b4f2a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637906 Aug 31 09:33:09.834799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.834799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53430) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.851374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Deleting port 1e4ecea9-f74b-417a-b7f0-ded25fb52286 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:09.851374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.950552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b7b72a-5948-48d6-9586-d516b9a5c231 admin admin] Deleting subnet dbe755b0-2035-4a0f-aa30-e1a7d308faeb {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:09.957583 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13b7b72a-5948-48d6-9586-d516b9a5c231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.988863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-395fb4b8-c1dd-4476-a4a6-1d37bd9fc2d9 None None] Provisioning for port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:10.001589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-395fb4b8-c1dd-4476-a4a6-1d37bd9fc2d9 None None] Provisioning complete for port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:10.002195 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-395fb4b8-c1dd-4476-a4a6-1d37bd9fc2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.070028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13b7b72a-5948-48d6-9586-d516b9a5c231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.080274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e7865a22-5cbc-4322-af8d-2625fe2f53e7 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:10.092032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575f7d3-7855-400a-8239-65ece5345084 req-f3ced7cf-9ecc-4fcc-a5e8-cc10e5dd63cd tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.093707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f575f7d3-7855-400a-8239-65ece5345084 req-f3ced7cf-9ecc-4fcc-a5e8-cc10e5dd63cd tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1922283 Aug 31 09:33:10.116586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2471e-bfad-46f2-b0ce-55a493d89727', 'tag': '1027185e-d073-44c5-a347-bf092c262d49'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:10.119007 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fe600e-fea3-41b5-98b2-fe45f70f1567" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a2471e-bfad-46f2-b0ce-55a493d89727", "tag": "1027185e-d073-44c5-a347-bf092c262d49"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:10.141581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-395fb4b8-c1dd-4476-a4a6-1d37bd9fc2d9 None None] Port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:10.154101 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.154463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.158419 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13b7b72a-5948-48d6-9586-d516b9a5c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.193954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Calling delete_port for 1e4ecea9-f74b-417a-b7f0-ded25fb52286 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:10.264105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f575f7d3-7855-400a-8239-65ece5345084 req-0760cd96-c0c7-4f37-9faa-502e9db85092 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560459 Aug 31 09:33:10.360433 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99b986b-de99-4a13-801c-29e3bfc0b0a9 x-openstack-request-id: req-d99b986b-de99-4a13-801c-29e3bfc0b0a9 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:10.360702 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a2471e-bfad-46f2-b0ce-55a493d89727", "tag": "1027185e-d073-44c5-a347-bf092c262d49", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:10.360949 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d99b986b-de99-4a13-801c-29e3bfc0b0a9 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:10.361356 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2471e-bfad-46f2-b0ce-55a493d89727', 'tag': '1027185e-d073-44c5-a347-bf092c262d49', 'status': 'completed', 'code': 200} Aug 31 09:33:10.363489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:10.384011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.415460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.422604 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.442326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:10.454579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13b7b72a-5948-48d6-9586-d516b9a5c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.462993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'port_id': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'mac_address': 'fa:16:3e:07:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75df9ba-6449-4ba7-80c3-046178a65288', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:10.472800 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13b7b72a-5948-48d6-9586-d516b9a5c231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.486091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-13b7b72a-5948-48d6-9586-d516b9a5c231 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dbe755b0-2035-4a0f-aa30-e1a7d308faeb HTTP/1.1" status: 204 len: 168 time: 0.6411796 Aug 31 09:33:10.486606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53472) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:10.501201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:10.508287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:10.508667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.527802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b72a-5948-48d6-9586-d516b9a5c231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe755b0-2035-4a0f-aa30-e1a7d308faeb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.555587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.567083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-20f84ae6-15eb-4ecf-ad7a-51c77454e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.568763 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-20f84ae6-15eb-4ecf-ad7a-51c77454e042 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 1095 time: 0.1993260 Aug 31 09:33:10.569663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.578615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Pushing event updated for resources: {'Port': ['ID=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.582730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7865a22-5cbc-4322-af8d-2625fe2f53e7 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:10.592145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.620519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:10.631653 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.644199 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.647767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Pushing event deleted for resources: {'Port': ['ID=1e4ecea9-f74b-417a-b7f0-ded25fb52286,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.762178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:10.767836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:10.810774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.814506 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.815960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2f8158bd-c60d-4dd3-ac9c-8080da43f396 tempest-ServersTestManualDisk-1142426710 tempest-ServersTestManualDisk-1142426710-project] 10.222.0.69 "DELETE /v2.0/floatingips/d64a369e-c6fb-467f-bc92-66dcfd0e3a72 HTTP/1.1" status: 204 len: 168 time: 1.4826851 Aug 31 09:33:10.819662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-f34fe61f-d6b3-488c-a796-d5596ee90b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.821599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53488) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:10.823147 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-f34fe61f-d6b3-488c-a796-d5596ee90b6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 908 time: 0.2450359 Aug 31 09:33:10.869522 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.993659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f574863-5f64-4eb5-bec2-1addbd43fcb3']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:11.025330 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-ea69cab3-6579-49fd-bd29-63bfc97a759c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1027185e-d073-44c5-a347-bf092c262d49 HTTP/1.1" status: 200 len: 217 time: 0.1067004 Aug 31 09:33:11.030568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1510e138-3ed9-4e2e-aedf-26a014083097') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:11.031748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1510e138-3ed9-4e2e-aedf-26a014083097') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:11.087772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.141226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['e7865a22-5cbc-4322-af8d-2625fe2f53e7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:11.146417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.165823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:11.186131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b05715-d92e-44cc-89aa-f16746ee20c4 req-a842986d-88c9-4528-ac5f-bafebb3d32e8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.193551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5b05715-d92e-44cc-89aa-f16746ee20c4 req-a842986d-88c9-4528-ac5f-bafebb3d32e8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 945 time: 0.3728247 Aug 31 09:33:11.223908 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.228830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.242597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:11.243046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.244216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:11.247069 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:11.287547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-5c18bfc2-665b-4cdb-b9bf-bcf829a35c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.293643 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-5c18bfc2-665b-4cdb-b9bf-bcf829a35c41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.2602315 Aug 31 09:33:11.312969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:11.330153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9bbf1565-7717-4406-acab-2c08868627bd None None] Provisioning complete for port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:11.330904 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9bbf1565-7717-4406-acab-2c08868627bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.370897 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-f33db06d-b805-4df4-b841-2deba4ecea72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654569 Aug 31 09:33:11.397786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5b05715-d92e-44cc-89aa-f16746ee20c4 req-0dd58937-cfcf-48c7-a89a-3ebf75cf31a5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031806 Aug 31 09:33:11.414313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Router 4f34c492-9cdc-49e1-8c25-ab298d28d995 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:11.418975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf1565-7717-4406-acab-2c08868627bd None None] Port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:11.437348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.443304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.449734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4f574863-5f64-4eb5-bec2-1addbd43fcb3 HTTP/1.1" status: 204 len: 168 time: 0.9642911 Aug 31 09:33:11.493176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53522) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:11.550831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c027c-053b-4d21-bfcc-978d636c9f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f574863-5f64-4eb5-bec2-1addbd43fcb3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:11.637444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-680f4c08-5bb9-4ba2-b60c-b77472d02458 admin admin] Deleting subnet a11aaf05-10bf-42a8-a204-e0e888b14818 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:11.672728 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-32601551-3afe-4e74-bd6e-5678a38b0e7d service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833979 Aug 31 09:33:11.684294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-680f4c08-5bb9-4ba2-b60c-b77472d02458 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.733700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f0f7-aec9-4cca-9856-4096c2fbadb2 req-2e47f92a-1033-446c-98df-c5d17a51c347 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.735929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e47f0f7-aec9-4cca-9856-4096c2fbadb2 req-2e47f92a-1033-446c-98df-c5d17a51c347 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 944 time: 0.2011907 Aug 31 09:33:11.751669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:11.770792 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bbacb45c-b658-4f25-88c4-aa178de74a82 admin admin] 10.222.0.69 "PUT /v2.0/routers/4f34c492-9cdc-49e1-8c25-ab298d28d995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6687403 Aug 31 09:33:11.771612 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Sync routers for ids ['4f34c492-9cdc-49e1-8c25-ab298d28d995'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:11.777117 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Routers {'4f34c492-9cdc-49e1-8c25-ab298d28d995'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:11.777775 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f34c492-9cdc-49e1-8c25-ab298d28d995'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:11.830231 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6fe600e-fea3-41b5-98b2-fe45f70f1567 req-dd78d9dc-871c-4e57-8eb6-bedd8dd03b9b service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478064 Aug 31 09:33:11.859383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-680f4c08-5bb9-4ba2-b60c-b77472d02458 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.959628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e47f0f7-aec9-4cca-9856-4096c2fbadb2 req-b148f319-6497-48e5-80a0-941f6b67ab21 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976213 Aug 31 09:33:11.991466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9c7e9-b929-4d41-b489-0f748d46d6ed req-b6d679d0-908d-4af3-81a6-dd47233938a8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.993264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02d9c7e9-b929-4d41-b489-0f748d46d6ed req-b6d679d0-908d-4af3-81a6-dd47233938a8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.2488444 Aug 31 09:33:11.995563 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-680f4c08-5bb9-4ba2-b60c-b77472d02458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.038076 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Set router 4f34c492-9cdc-49e1-8c25-ab298d28d995 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:12.056967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1027185e-d073-44c5-a347-bf092c262d49 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:12.068752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e7865a22-5cbc-4322-af8d-2625fe2f53e7 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:12.110682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02d9c7e9-b929-4d41-b489-0f748d46d6ed req-9adbfb75-1f2d-44e5-8d37-e47b654641ee tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897274 Aug 31 09:33:12.197479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-680f4c08-5bb9-4ba2-b60c-b77472d02458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.237724 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-680f4c08-5bb9-4ba2-b60c-b77472d02458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.239818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-680f4c08-5bb9-4ba2-b60c-b77472d02458 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a11aaf05-10bf-42a8-a204-e0e888b14818 HTTP/1.1" status: 204 len: 168 time: 0.7455854 Aug 31 09:33:12.241790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f4c08-5bb9-4ba2-b60c-b77472d02458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11aaf05-10bf-42a8-a204-e0e888b14818,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:12.242837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53542) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:12.331197 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.333411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:12.443613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1027185e-d073-44c5-a347-bf092c262d49, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1027185e-d073-44c5-a347-bf092c262d49,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:12.448209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port e7865a22-5cbc-4322-af8d-2625fe2f53e7 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:12.457634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.463787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port e7865a22-5cbc-4322-af8d-2625fe2f53e7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:12.464444 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.466818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:12.467877 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.528607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '1027185e-d073-44c5-a347-bf092c262d49', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'port_id': '1027185e-d073-44c5-a347-bf092c262d49', 'mac_address': 'fa:16:3e:80:b5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4279b-7ee8-4446-8c25-3da965492a89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:12.575874 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:33:09Z', 'revision_number': 4, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port': {'id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:02Z', 'updated_at': '2021-08-31T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c11ea3fb-b78d-40a0-8ee8-285a62732bc2', 'name': '', 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'mac_address': 'fa:16:3e:ad:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'd31a04f2-cb79-4668-8e14-1b940d4033b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:08Z', 'updated_at': '2021-08-31T09:33:09Z', 'revision_number': 2, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'subnets': [{'id': 'd31a04f2-cb79-4668-8e14-1b940d4033b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:12.623292 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.638736 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Checking router: 4f34c492-9cdc-49e1-8c25-ab298d28d995 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:12.639356 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Updating router 4f34c492-9cdc-49e1-8c25-ab298d28d995 port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:33:12.710601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.712799 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.741602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1027185e-d073-44c5-a347-bf092c262d49 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:12.746546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8d0102-0382-4127-ab45-3cc3bab0aafc']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:12.763767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae64fd0c-68a6-4975-a167-f8849833a121') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:12.764552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae64fd0c-68a6-4975-a167-f8849833a121') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:12.799007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85ee0e-e42e-4a20-922d-255054758a29 req-510154db-b958-413e-8773-c19dfcef484e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.801302 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a85ee0e-e42e-4a20-922d-255054758a29 req-510154db-b958-413e-8773-c19dfcef484e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 945 time: 0.1864309 Aug 31 09:33:12.812801 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1027185e-d073-44c5-a347-bf092c262d49, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1027185e-d073-44c5-a347-bf092c262d49,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:12.813655 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.818906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.824226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.868922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.878133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:12.881651 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317803f0-279a-4f05-be1f-cbdd5582c92c" -d '{"events": [{"server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "name": "network-vif-plugged", "status": "completed", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:12.909708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:12.922109 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.923868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9035dc61-02b1-4088-a866-a40020c8b241 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:12.927895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53580) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:12.930956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=1027185e-d073-44c5-a347-bf092c262d49,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:12.943403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a85ee0e-e42e-4a20-922d-255054758a29 req-a408421f-109e-4946-a6a7-e1f871bb9fba tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335962 Aug 31 09:33:12.960723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 9035dc61-02b1-4088-a866-a40020c8b241 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:12.961496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9035dc61-02b1-4088-a866-a40020c8b241 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:12.982365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-network', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:12.997418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:12.998154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:13.003133 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:13.058115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:13.072931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1027185e-d073-44c5-a347-bf092c262d49'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:13.086690 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.098781 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Transition to ACTIVE for port object c11ea3fb-b78d-40a0-8ee8-285a62732bc2 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:13.108753 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.169440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Deleting port c60952aa-f41a-49e5-aff1-d5770cac64db {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:13.170380 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.200272 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c929c8-0e71-4ae0-9a76-c0a291c84cf6 x-openstack-request-id: req-e3c929c8-0e71-4ae0-9a76-c0a291c84cf6 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:13.200600 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "name": "network-vif-plugged", "status": "completed", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:13.200810 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3c929c8-0e71-4ae0-9a76-c0a291c84cf6 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:13.201211 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'code': 200} Aug 31 09:33:13.230851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Made reservation on behalf of 2ba5b75ea9764bf29241da85668586f6 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:13.238574 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.246710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Pushing event updated for resources: {'Port': ['ID=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:13.271973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.284567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.289001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bf8d0102-0382-4127-ab45-3cc3bab0aafc HTTP/1.1" status: 204 len: 168 time: 1.0434899 Aug 31 09:33:13.294787 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.294787 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.295110 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.297244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.304070 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.304416 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.304759 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.305092 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.305420 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.305746 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.306068 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.306392 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.306714 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:13.435502 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.442696 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Attempting to bind port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:13.443162 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Attempting to bind port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:13.443529 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Attempting to bind port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 on network d1f52d97-8e62-451a-a748-4889cbdd37f9 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:13.461150 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:13.461941 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Checking segment: {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:13.462662 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.466572 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Bound using segment: {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:13.468094 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Bound port: c11ea3fb-b78d-40a0-8ee8-285a62732bc2, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:13.468838 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.485834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] For port c60952aa-f41a-49e5-aff1-d5770cac64db, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c60952aa-f41a-49e5-aff1-d5770cac64db,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:13.486435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.524233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Calling delete_port for c60952aa-f41a-49e5-aff1-d5770cac64db owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:13.555585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c698f-2812-4b0a-b301-f99e4bd4c7c8 req-fb870942-206d-44a1-af9a-0b2d7720ac40 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.557215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e1c698f-2812-4b0a-b301-f99e4bd4c7c8 req-fb870942-206d-44a1-af9a-0b2d7720ac40 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 945 time: 0.1793349 Aug 31 09:33:13.572738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d98131-f444-462c-9dbe-7a39732b4da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8d0102-0382-4127-ab45-3cc3bab0aafc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:13.619860 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] For port c11ea3fb-b78d-40a0-8ee8-285a62732bc2, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:13.625558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] For port c11ea3fb-b78d-40a0-8ee8-285a62732bc2, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:13.634998 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.660354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53596) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.697443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e1c698f-2812-4b0a-b301-f99e4bd4c7c8 req-3753c291-c42f-454f-9fdd-79dc1ffcd792 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308861 Aug 31 09:33:13.713170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c2162-d6a3-4d3e-8a22-419b03b346a0 req-afffc6d2-7858-4373-a889-e80eb28dc6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.714826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-614c2162-d6a3-4d3e-8a22-419b03b346a0 req-afffc6d2-7858-4373-a889-e80eb28dc6bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 1097 time: 0.3710344 Aug 31 09:33:13.732392 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Routers {'4f34c492-9cdc-49e1-8c25-ab298d28d995'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:13.733435 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f34c492-9cdc-49e1-8c25-ab298d28d995'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:13.773009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.791198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.820128 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3dbef-a2a0-4989-b591-11ab943979dd None None] Pushing event updated for resources: {'Port': ['ID=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:13.838942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-05a46d7f-df92-480c-8eca-064b347ae1ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abb6d416118b476dbe903d22dada0d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755207 Aug 31 09:33:13.839783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53604) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.840539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de44eb1-eddf-46df-ba4b-6d7260494c45,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:13.900633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-614c2162-d6a3-4d3e-8a22-419b03b346a0 req-d1fd9ed4-b90f-40a5-8597-7d01c48b1813 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783450 Aug 31 09:33:13.924978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:13.966970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.967096 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Added segment 30a320e6-5510-4f1c-ae9d-5c222042fd9d of type vlan for network 9c2b98f9-7dfb-420b-b67b-0139f686adba Aug 31 09:33:14.069706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.087539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1027185e-d073-44c5-a347-bf092c262d49 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:14.153887 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] Set router 4f34c492-9cdc-49e1-8c25-ab298d28d995 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:14.178146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.182278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:14.183131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.294962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2b98f9-7dfb-420b-b67b-0139f686adba,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:14.321236 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da15e617-f9e8-49dd-bbf7-8c0717765cb1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3919816 Aug 31 09:33:14.325524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53614) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:14.329831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9c2b98f9-7dfb-420b-b67b-0139f686adba details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:14.333286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Request body: {'subnet': {'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-subnet', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:14.361125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Made reservation on behalf of 2ba5b75ea9764bf29241da85668586f6 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:14.364302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.584866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 1027185e-d073-44c5-a347-bf092c262d49 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:14.614686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 1027185e-d073-44c5-a347-bf092c262d49 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:14.615218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.670856 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:33:09Z', 'revision_number': 4, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port': {'id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:02Z', 'updated_at': '2021-08-31T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c11ea3fb-b78d-40a0-8ee8-285a62732bc2', 'name': '', 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'mac_address': 'fa:16:3e:ad:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'd31a04f2-cb79-4668-8e14-1b940d4033b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:08Z', 'updated_at': '2021-08-31T09:33:13Z', 'revision_number': 4, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'subnets': [{'id': 'd31a04f2-cb79-4668-8e14-1b940d4033b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:14.739268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e30998c-6dfe-4b11-bcfc-d8c89b1adcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.768583 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d4cc-f7e6-498e-a24b-0651a1536206 None None] The sync data for ids ['4f34c492-9cdc-49e1-8c25-ab298d28d995'] in n-d-806683-2 is: [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:33:09Z', 'revision_number': 4, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port': {'id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:02Z', 'updated_at': '2021-08-31T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c11ea3fb-b78d-40a0-8ee8-285a62732bc2', 'name': '', 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'mac_address': 'fa:16:3e:ad:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'd31a04f2-cb79-4668-8e14-1b940d4033b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:08Z', 'updated_at': '2021-08-31T09:33:13Z', 'revision_number': 4, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'subnets': [{'id': 'd31a04f2-cb79-4668-8e14-1b940d4033b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:14.774427 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e30998c-6dfe-4b11-bcfc-d8c89b1adcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.817645 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.834985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.848970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.872639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60952aa-f41a-49e5-aff1-d5770cac64db,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:14.935511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186413cd-f024-4e9e-bdd3-fd84fd4b3322 req-76dcb669-9e1d-4ece-8ab3-b32156c8ac7e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:14.944455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-186413cd-f024-4e9e-bdd3-fd84fd4b3322 req-76dcb669-9e1d-4ece-8ab3-b32156c8ac7e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 1.5734150 Aug 31 09:33:14.986641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e30998c-6dfe-4b11-bcfc-d8c89b1adcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.987994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1027185e-d073-44c5-a347-bf092c262d49, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1027185e-d073-44c5-a347-bf092c262d49,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:14.990210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9e30998c-6dfe-4b11-bcfc-d8c89b1adcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.991767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9e30998c-6dfe-4b11-bcfc-d8c89b1adcb2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf HTTP/1.1" status: 204 len: 168 time: 1.1468537 Aug 31 09:33:14.994262 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.027439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30998c-6dfe-4b11-bcfc-d8c89b1adcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2dd40e-2f1f-420f-b6b4-a70d9b1a1fbf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:15.095734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa86a14f-7ce9-4449-ae74-b049e0d9118b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:15.118139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Checking segment: {'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:15.118699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Network hostable DHCP agents. Network: 9c2b98f9-7dfb-420b-b67b-0139f686adba, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:15.206885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Network 9c2b98f9-7dfb-420b-b67b-0139f686adba is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:15.240299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 9c2b98f9-7dfb-420b-b67b-0139f686adba) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:15.260053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2471e-bfad-46f2-b0ce-55a493d89727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1027185e-d073-44c5-a347-bf092c262d49'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:15.262878 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2188f7-d6d5-4c20-b021-f9205e7b0607" -d '{"events": [{"server_uuid": "f8a2471e-bfad-46f2-b0ce-55a493d89727", "name": "network-vif-plugged", "status": "completed", "tag": "1027185e-d073-44c5-a347-bf092c262d49"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:15.265942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.267605 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=1027185e-d073-44c5-a347-bf092c262d49,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:15.268518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.287004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787ba6b3-8989-47bd-b228-947befc7f7fb None None] Network 9c2b98f9-7dfb-420b-b67b-0139f686adba requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:15.324400 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5651f548-1c54-4eec-b164-90689d055305 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9966609 Aug 31 09:33:15.325395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53650) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.338288 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:15.345226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-186413cd-f024-4e9e-bdd3-fd84fd4b3322 req-7bb59173-80c7-4c56-910b-38cadeeefd3e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977520 Aug 31 09:33:15.396129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.397273 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.471058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a4872-a3c2-4f1e-8ec1-ec23be1edd39 req-0b660dd5-fe28-4271-8137-c6fc145ad495 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.482556 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d2a4872-a3c2-4f1e-8ec1-ec23be1edd39 req-0b660dd5-fe28-4271-8137-c6fc145ad495 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1661992 Aug 31 09:33:15.484001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.491163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.658018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9c2b98f9-7dfb-420b-b67b-0139f686adba', 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'fixed_ips': [{'subnet_id': 'fa86a14f-7ce9-4449-ae74-b049e0d9118b'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:15.659615 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.741733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.751724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d2a4872-a3c2-4f1e-8ec1-ec23be1edd39 req-22be4b16-a048-4fcd-bc5a-24b6634f734e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681324 Aug 31 09:33:15.780560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743376-4e7e-44a4-8be9-f21fe793b889 req-7111396f-b3ab-4a3f-b6c9-6d98021a43ad tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.788039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4743376-4e7e-44a4-8be9-f21fe793b889 req-7111396f-b3ab-4a3f-b6c9-6d98021a43ad tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 946 time: 0.1587157 Aug 31 09:33:15.796081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53656) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.899965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e00d1250-f014-45e7-841e-283ec3cfc870 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b8b6f0b628446fba0b1f388408cb4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009545 Aug 31 09:33:15.904301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Allocated IP 172.20.0.2 (9c2b98f9-7dfb-420b-b67b-0139f686adba/fa86a14f-7ce9-4449-ae74-b049e0d9118b/dfc9aa8d-7c57-4560-9443-d82a8da4dff4) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:15.921877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53658) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.998190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4743376-4e7e-44a4-8be9-f21fe793b889 req-25379a13-6811-42c0-87a8-280487fe4166 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091563 Aug 31 09:33:16.021304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.059528 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.064216 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e924f0c-bbd9-4223-81d9-12d786613f95 x-openstack-request-id: req-8e924f0c-bbd9-4223-81d9-12d786613f95 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:16.064552 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2471e-bfad-46f2-b0ce-55a493d89727", "name": "network-vif-plugged", "status": "completed", "tag": "1027185e-d073-44c5-a347-bf092c262d49", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:16.065417 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e924f0c-bbd9-4223-81d9-12d786613f95 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:16.065417 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2471e-bfad-46f2-b0ce-55a493d89727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1027185e-d073-44c5-a347-bf092c262d49', 'code': 200} Aug 31 09:33:16.154031 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18e68046-7268-4ef0-86d3-bb09c0da173e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.188762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Router 362c58fe-123e-4b21-b39a-39662b8d8604 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:16.213232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18e68046-7268-4ef0-86d3-bb09c0da173e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.267526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.289664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Transition to ACTIVE for port object dfc9aa8d-7c57-4560-9443-d82a8da4dff4 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:16.322879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Transition to ACTIVE for port object dfc9aa8d-7c57-4560-9443-d82a8da4dff4 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:16.334371 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.416926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c11ea3fb-b78d-40a0-8ee8-285a62732bc2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:16.420789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c653-76e1-4b3d-9e11-ea384a1b4977 req-06fdd8c7-0725-49ff-8779-891d0dac8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:16.425854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Network 9c2b98f9-7dfb-420b-b67b-0139f686adba is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:16.427974 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f50c653-76e1-4b3d-9e11-ea384a1b4977 req-06fdd8c7-0725-49ff-8779-891d0dac8b23 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 1097 time: 0.1894424 Aug 31 09:33:16.477027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:16.488580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:16.547625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Allocated IP 172.25.1.84 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/3abccca6-1677-4c41-b279-a92fbf0e33e0) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:16.578119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:16.578381 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f50c653-76e1-4b3d-9e11-ea384a1b4977 req-b11bc0a3-169f-4031-9b3c-9bb73d3f86ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387393 Aug 31 09:33:16.601710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-85722805-df01-4bfe-91b7-62c4f22c55e5 admin admin] 10.222.0.69 "PUT /v2.0/routers/362c58fe-123e-4b21-b39a-39662b8d8604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7759502 Aug 31 09:33:16.614938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53676) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.617697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] Sync routers for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:16.627753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Pushing event updated for resources: {'Port': ['ID=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.686074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:16.686795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:16.690844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Attempting to bind port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:16.691265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Attempting to bind port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:16.691630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Attempting to bind port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 on network 9c2b98f9-7dfb-420b-b67b-0139f686adba {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:16.723229 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18e68046-7268-4ef0-86d3-bb09c0da173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.727677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18e68046-7268-4ef0-86d3-bb09c0da173e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.730413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-18e68046-7268-4ef0-86d3-bb09c0da173e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6c56271-c486-4e08-9ac6-e15fb98264d2 HTTP/1.1" status: 204 len: 168 time: 0.8055575 Aug 31 09:33:16.761514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:16.761882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Checking segment: {'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:16.762299 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.762866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Bound using segment: {'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:16.763463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Bound port: dfc9aa8d-7c57-4560-9443-d82a8da4dff4, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:16.763855 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.779779 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.793101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:16.805086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:16.805469 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.840963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a01949-edf5-4c34-9148-25ce0726cca4 req-cf883b61-2688-446e-a7cf-b117c9dd5d70 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:16.850523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45a01949-edf5-4c34-9148-25ce0726cca4 req-cf883b61-2688-446e-a7cf-b117c9dd5d70 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 948 time: 0.6531165 Aug 31 09:33:16.854621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.861862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e68046-7268-4ef0-86d3-bb09c0da173e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c56271-c486-4e08-9ac6-e15fb98264d2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.875736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] For port dfc9aa8d-7c57-4560-9443-d82a8da4dff4, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:16.879404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] For port dfc9aa8d-7c57-4560-9443-d82a8da4dff4, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,segment=NetworkSegment(30a320e6-5510-4f1c-ae9d-5c222042fd9d),segment_id=30a320e6-5510-4f1c-ae9d-5c222042fd9d)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:16.940858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Pushing event updated for resources: {'Port': ['ID=3abccca6-1677-4c41-b279-a92fbf0e33e0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.953159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:16.955991 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.956192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:16.963142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:17.006213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45a01949-edf5-4c34-9148-25ce0726cca4 req-23a015ef-606c-4464-80f8-37fa82798d93 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546288 Aug 31 09:33:17.026415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf03deb-73aa-4f80-93e7-389617e5cb82 req-2ab9fde2-8566-4061-9779-c95b17bf5617 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.028950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bf03deb-73aa-4f80-93e7-389617e5cb82 req-2ab9fde2-8566-4061-9779-c95b17bf5617 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1985154 Aug 31 09:33:17.033393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.195983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04dcbd-2e21-40d2-a024-a551c63c7edc None None] Pushing event updated for resources: {'Port': ['ID=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:17.271473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:17.343710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bf03deb-73aa-4f80-93e7-389617e5cb82 req-18be277e-23f8-4564-aa38-a0fd93858beb tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979028 Aug 31 09:33:17.445536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced75353-3f22-435e-b173-66f2fdffb1ea req-f1b8cc94-5be9-4155-aac4-b82eabcdda12 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.456428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ced75353-3f22-435e-b173-66f2fdffb1ea req-f1b8cc94-5be9-4155-aac4-b82eabcdda12 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1785924 Aug 31 09:33:17.459802 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.472819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.474144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.648770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ced75353-3f22-435e-b173-66f2fdffb1ea req-898246ed-0070-4ab6-8691-90a47f712071 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914382 Aug 31 09:33:17.687120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port c11ea3fb-b78d-40a0-8ee8-285a62732bc2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:17.717695 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.726063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11db79b-3af8-4c46-9041-b671e972ba0c req-faa2f2e9-334e-42b5-815b-1560a5e1c218 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.740861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f11db79b-3af8-4c46-9041-b671e972ba0c req-faa2f2e9-334e-42b5-815b-1560a5e1c218 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 946 time: 0.2158444 Aug 31 09:33:17.744881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Deleting port ffbde0a4-f158-4d42-83bf-6b9b88597110 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:17.750041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.934932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:17.975733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f11db79b-3af8-4c46-9041-b671e972ba0c req-a4af786c-d286-47ba-988e-fff0cc59fe97 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729810 Aug 31 09:33:17.995279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:33:14Z', 'revision_number': 5, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port': {'id': 'ffbde0a4-f158-4d42-83bf-6b9b88597110', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:32Z', 'updated_at': '2021-08-31T09:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:18.033766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] For port ffbde0a4-f158-4d42-83bf-6b9b88597110, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ffbde0a4-f158-4d42-83bf-6b9b88597110,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:18.034857 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.035467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] Checking router: 362c58fe-123e-4b21-b39a-39662b8d8604 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:18.047173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] Routers {'362c58fe-123e-4b21-b39a-39662b8d8604'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:18.048543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['362c58fe-123e-4b21-b39a-39662b8d8604'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:18.054456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-bbf60d38-63b1-4256-ab20-495d7656e5b0 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.057294 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-bbf60d38-63b1-4256-ab20-495d7656e5b0 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 948 time: 0.0830963 Aug 31 09:33:18.066451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Calling delete_port for ffbde0a4-f158-4d42-83bf-6b9b88597110 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:18.161096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53706) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:18.205608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] Set router 362c58fe-123e-4b21-b39a-39662b8d8604 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:18.280009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.302951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:33:17Z', 'revision_number': 6, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:18.369894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Deleting port f4054b95-b4fc-4860-9c3c-6febe8efbb05 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:18.370264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.388528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1c5c9-f0af-4805-b171-6bb7bf7fa4ba None None] The sync data for ids ['362c58fe-123e-4b21-b39a-39662b8d8604'] in n-d-806683-2 is: [{'id': '362c58fe-123e-4b21-b39a-39662b8d8604', 'name': 'tempest-ServersTestManualDisk-484039145-router', 'tenant_id': '13757f27ac114c92a89977d5311aecdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:31Z', 'updated_at': '2021-08-31T09:33:17Z', 'revision_number': 6, 'project_id': '13757f27ac114c92a89977d5311aecdb', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:18.436393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1850360710-network', 'tenant_id': 'c71ab77918af4e5487422c51b938fcba'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:18.468958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.518609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbde0a4-f158-4d42-83bf-6b9b88597110,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:18.522139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Made reservation on behalf of c71ab77918af4e5487422c51b938fcba for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:18.524532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.554126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6799a-0444-4ba9-bd98-29584429f20c req-d51f217f-4f34-40dc-a289-9ed071fa89b6 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.556404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76f6799a-0444-4ba9-bd98-29584429f20c req-d51f217f-4f34-40dc-a289-9ed071fa89b6 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 948 time: 0.1654911 Aug 31 09:33:18.556597 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.595317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] For port f4054b95-b4fc-4860-9c3c-6febe8efbb05, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f4054b95-b4fc-4860-9c3c-6febe8efbb05,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:18.595692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.625397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Calling delete_port for f4054b95-b4fc-4860-9c3c-6febe8efbb05 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:18.657583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b39e75-29e8-4d4d-90e8-f582a08140be req-d5e7379e-7530-4ecf-a11c-1d5a0517820f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.659193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37b39e75-29e8-4d4d-90e8-f582a08140be req-d5e7379e-7530-4ecf-a11c-1d5a0517820f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1802468 Aug 31 09:33:18.668379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76f6799a-0444-4ba9-bd98-29584429f20c req-f8051831-b9a4-4f0f-b6bc-162e47a847fc tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908351 Aug 31 09:33:18.673551 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.721207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:18.811812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dfc9aa8d-7c57-4560-9443-d82a8da4dff4 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:18.815881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cae43b-81d1-4f84-8ec7-0357a3858bbb None None] Network 9c2b98f9-7dfb-420b-b67b-0139f686adba requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:18.863243 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.867218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.892295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.929557 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.952334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37b39e75-29e8-4d4d-90e8-f582a08140be req-8d762443-8688-498c-8203-6f7f0ead309e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821512 Aug 31 09:33:18.953150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-45ce661e-ca02-4cee-950b-f65b9d33fac5 None None] Provisioning for port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:18.977834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:18.983503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:18.983917 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.984515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ed26e-5ecd-482e-af2f-8aa740df6daf req-be0dc85e-d00f-4678-a0fb-6b5ebb098791 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.992889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-493ed26e-5ecd-482e-af2f-8aa740df6daf req-be0dc85e-d00f-4678-a0fb-6b5ebb098791 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.2236953 Aug 31 09:33:18.994003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.994927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 362c58fe-123e-4b21-b39a-39662b8d8604 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:18.998123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:19.013077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.016866 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.021597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e68f82a1-f5e5-425b-9a06-bef71a42c7a0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/362c58fe-123e-4b21-b39a-39662b8d8604 HTTP/1.1" status: 204 len: 168 time: 2.4049616 Aug 31 09:33:19.023973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53716) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.041467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:19.091286 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.092110 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Added segment e918b87b-ddff-4363-ad65-b2e1b38a6957 of type vlan for network 6514c624-b359-4228-8546-e9df36874fc8 Aug 31 09:33:19.115179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:19.123867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Pushing event deleted for resources: {'Port': ['ID=f4054b95-b4fc-4860-9c3c-6febe8efbb05,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:19.127636 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Sync routers for ids ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:19.140824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.143389 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Routers {'6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:19.143894 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:19.164420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dcf2d3-27e2-4717-a900-2b7290f516e6 admin admin] Deleting subnet 149d2fb5-6f77-4e2d-ab78-abce8874ca89 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:19.168176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dcf2d3-27e2-4717-a900-2b7290f516e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.185828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] No DVR routers for this DVR port f4054b95-b4fc-4860-9c3c-6febe8efbb05 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:19.189924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.192688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13adfe3d-c7b0-43d1-babc-8f65fcd184d0 req-49c128c7-99ee-4677-b7e1-7b33c7041686 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.52 "DELETE /v2.0/ports/f4054b95-b4fc-4860-9c3c-6febe8efbb05 HTTP/1.1" status: 204 len: 173 time: 1.1262903 Aug 31 09:33:19.196972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port dfc9aa8d-7c57-4560-9443-d82a8da4dff4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,segment=NetworkSegment(30a320e6-5510-4f1c-ae9d-5c222042fd9d),segment_id=30a320e6-5510-4f1c-ae9d-5c222042fd9d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:19.205942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'name': 'network-vif-deleted', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:19.208970 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.209353 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a6eac-aa00-4b43-9a12-2ce7e3f13b93" -d '{"events": [{"server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "name": "network-vif-deleted", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:19.210053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c11ea3fb-b78d-40a0-8ee8-285a62732bc2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:19.229597 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.231091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ab9ba21f-06fc-4240-ae12-530c0d62eaab admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9032562 Aug 31 09:33:19.233987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53720) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.237514 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.241275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dcf2d3-27e2-4717-a900-2b7290f516e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.320789 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Set router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:19.350611 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.resource_extend [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:33:19.412147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:19.412410 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.434548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-493ed26e-5ecd-482e-af2f-8aa740df6daf req-329b23ad-9fb8-4924-9974-b391343ab6b0 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055798 Aug 31 09:33:19.443954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:19.469692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.478000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:19.478526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.492662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dcf2d3-27e2-4717-a900-2b7290f516e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.613582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a64d1641-dbad-4c1e-a766-45f4fe9b0448 None None] Provisioning complete for port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:19.613998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a64d1641-dbad-4c1e-a766-45f4fe9b0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.615370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870c5db-8bd0-46a3-91ae-cd3f309ef65b req-397bf1eb-6795-4469-b6c4-936d76bfd1f0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:19.620062 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505b69f6-dd8a-4e7a-bde9-bc54e87c19b0 x-openstack-request-id: req-505b69f6-dd8a-4e7a-bde9-bc54e87c19b0 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:19.620613 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ff232a-6465-4a62-9027-57c31fa47a8f", "name": "network-vif-deleted", "tag": "f4054b95-b4fc-4860-9c3c-6febe8efbb05", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:19.620613 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-505b69f6-dd8a-4e7a-bde9-bc54e87c19b0 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:19.621109 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff232a-6465-4a62-9027-57c31fa47a8f', 'name': 'network-vif-deleted', 'tag': 'f4054b95-b4fc-4860-9c3c-6febe8efbb05', 'status': 'completed', 'code': 200} Aug 31 09:33:19.626428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f870c5db-8bd0-46a3-91ae-cd3f309ef65b req-397bf1eb-6795-4469-b6c4-936d76bfd1f0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 946 time: 0.5187037 Aug 31 09:33:19.644079 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4774473 Aug 31 09:33:19.659800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53724) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.698871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Request body: {'subnet': {'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1850360710-subnet', 'tenant_id': 'c71ab77918af4e5487422c51b938fcba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:19.699690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05788cba-4bfd-47c9-82a2-580037a75ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=6514c624-b359-4228-8546-e9df36874fc8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:19.708424 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dcf2d3-27e2-4717-a900-2b7290f516e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.722200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 6514c624-b359-4228-8546-e9df36874fc8 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:19.748743 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:33:17Z', 'revision_number': 3, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:19.820318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcf2d3-27e2-4717-a900-2b7290f516e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149d2fb5-6f77-4e2d-ab78-abce8874ca89,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:19.824005 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Checking router: 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:19.824419 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Updating router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 port 3abccca6-1677-4c41-b279-a92fbf0e33e0 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:33:19.857654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f870c5db-8bd0-46a3-91ae-cd3f309ef65b req-db4e4425-e6d2-4fe7-a30a-3081271dfe2b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203233 Aug 31 09:33:19.859516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dcf2d3-27e2-4717-a900-2b7290f516e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.866741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a4dcf2d3-27e2-4717-a900-2b7290f516e6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/149d2fb5-6f77-4e2d-ab78-abce8874ca89 HTTP/1.1" status: 204 len: 168 time: 0.8394604 Aug 31 09:33:19.868614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ce1f75-26ec-4e86-adf1-15fc99180a62 None None] Network 8df72251-6296-469e-a38a-35feab1a1df0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:19.880878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53728) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:20.001562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Made reservation on behalf of c71ab77918af4e5487422c51b938fcba for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:20.004750 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.019521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5536bd5c-b968-4be3-9ab5-05c4d8dfd376 req-3d5ab251-4410-446c-b1ca-7e9ce8aeabc2 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5ff232a-6465-4a62-9027-57c31fa47a8f HTTP/1.1" status: 200 len: 210 time: 0.0985434 Aug 31 09:33:20.061367 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.152002 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.294065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dfc9aa8d-7c57-4560-9443-d82a8da4dff4 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:20.314510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.344515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] DHCP port deletion for 8df72251-6296-469e-a38a-35feab1a1df0 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:20.396997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:20.397678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.431824 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.447146 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Transition to ACTIVE for port object 3abccca6-1677-4c41-b279-a92fbf0e33e0 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:20.456488 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.472276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] Deleting port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:20.473077 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.495569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Allocated IP 172.20.0.1 (9c2b98f9-7dfb-420b-b67b-0139f686adba/fa86a14f-7ce9-4449-ae74-b049e0d9118b/0892ef94-32ce-47be-bac2-497892e9ae6a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:20.518139 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d763085-1fbb-4dc6-b0f6-2453b0920c78 None None] Pushing event updated for resources: {'Port': ['ID=3abccca6-1677-4c41-b279-a92fbf0e33e0,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:20.544142 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Attempting to bind port 3abccca6-1677-4c41-b279-a92fbf0e33e0 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:20.544817 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Attempting to bind port 3abccca6-1677-4c41-b279-a92fbf0e33e0 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:20.545413 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Attempting to bind port 3abccca6-1677-4c41-b279-a92fbf0e33e0 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:20.551774 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:20.552594 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:20.553743 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.554495 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:20.555220 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Bound port: 3abccca6-1677-4c41-b279-a92fbf0e33e0, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:20.555802 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.602737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] For port 6a4850e6-11f9-4db2-b148-7fcbb53fb032, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6a4850e6-11f9-4db2-b148-7fcbb53fb032,segment=NetworkSegment(120747ec-0f38-48f7-add0-90672f6097bf),segment_id=120747ec-0f38-48f7-add0-90672f6097bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:20.603312 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.657041 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] For port 3abccca6-1677-4c41-b279-a92fbf0e33e0, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:20.658425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.660782 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] For port 3abccca6-1677-4c41-b279-a92fbf0e33e0, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3abccca6-1677-4c41-b279-a92fbf0e33e0,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:20.663705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] Calling delete_port for 6a4850e6-11f9-4db2-b148-7fcbb53fb032 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:20.666977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ffbde0a4-f158-4d42-83bf-6b9b88597110 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:20.669501 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.675335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Transition to ACTIVE for port object 0892ef94-32ce-47be-bac2-497892e9ae6a will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:20.698350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ffbde0a4-f158-4d42-83bf-6b9b88597110 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:20.698698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ffbde0a4-f158-4d42-83bf-6b9b88597110 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:20.699364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c60952aa-f41a-49e5-aff1-d5770cac64db no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:20.701503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb699365-ee8b-4b8d-a63f-9d156227ec76 req-bc2bd189-3296-4a41-9030-a62f5fe32e15 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:20.703627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb699365-ee8b-4b8d-a63f-9d156227ec76 req-bc2bd189-3296-4a41-9030-a62f5fe32e15 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.6135845 Aug 31 09:33:20.713207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.749124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: c60952aa-f41a-49e5-aff1-d5770cac64db {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:20.750855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c60952aa-f41a-49e5-aff1-d5770cac64db not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:20.758161 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d763085-1fbb-4dc6-b0f6-2453b0920c78 None None] Pushing event updated for resources: {'Port': ['ID=3abccca6-1677-4c41-b279-a92fbf0e33e0,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:20.777990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Network 9c2b98f9-7dfb-420b-b67b-0139f686adba is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:20.781332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:20.785825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:20.806625 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Routers {'6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:20.808136 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:20.827019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0892ef94-32ce-47be-bac2-497892e9ae6a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:20.861858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.919008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.922515 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.933077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-28ee1357-643e-427c-b5c5-5dcc629960d5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:20.941309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-28ee1357-643e-427c-b5c5-5dcc629960d5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.7474549 Aug 31 09:33:20.983686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-c1b4aa7a-4574-4a01-b440-504d3a9aaf96 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/quotas/911bdad3a3bc49e5bc90377245a75b7a HTTP/1.1" status: 200 len: 375 time: 0.0413704 Aug 31 09:33:20.988621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Deleting port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:20.989231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.994410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] No DVR routers for this DVR port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:20.996526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb699365-ee8b-4b8d-a63f-9d156227ec76 req-9bf8598e-769d-423f-8716-f6494fd30be7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842321 Aug 31 09:33:21.010737 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] Set router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:21.014462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082e159-804e-4c58-94f8-bdb328e65a72 None None] Pushing event deleted for resources: {'Port': ['ID=6a4850e6-11f9-4db2-b148-7fcbb53fb032,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:21.138089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880f70da-ce0c-4999-a42d-55a55404cfee,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:21.139464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.184326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Checking segment: {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:21.184990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Network hostable DHCP agents. Network: 6514c624-b359-4228-8546-e9df36874fc8, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:21.208582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] For port 6a4850e6-11f9-4db2-b148-7fcbb53fb032, host n-d-806683-2, got binding levels [] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:21.209230 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.232758 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-79f91cc2-d34f-416f-8d94-dbb492c7d3b3 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2480807 Aug 31 09:33:21.265947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Calling delete_port for 6a4850e6-11f9-4db2-b148-7fcbb53fb032 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:21.277073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-853d8f76-b10b-44e3-aa2a-8fed92beebee None None] Provisioning for port 0892ef94-32ce-47be-bac2-497892e9ae6a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:21.282708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-853d8f76-b10b-44e3-aa2a-8fed92beebee None None] Provisioning complete for port 0892ef94-32ce-47be-bac2-497892e9ae6a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:21.283274 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-853d8f76-b10b-44e3-aa2a-8fed92beebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.301927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 was not found and therefore no delete operation was performed {{(pid=94786) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:33:21.317014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.322592 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:33:17Z', 'revision_number': 3, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:21.352627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Network 6514c624-b359-4228-8546-e9df36874fc8 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:21.367165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab8cd1-681c-4fe9-afa0-7dfc6db68b81 req-49bf0fdd-ec6c-4501-a8cc-40fb7eb344cb tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:21.369160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afab8cd1-681c-4fe9-afa0-7dfc6db68b81 req-49bf0fdd-ec6c-4501-a8cc-40fb7eb344cb tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.2185788 Aug 31 09:33:21.370195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4850e6-11f9-4db2-b148-7fcbb53fb032,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:21.383575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] No DVR routers for this DVR port 6a4850e6-11f9-4db2-b148-7fcbb53fb032 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:21.388789 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d0c02-7527-4374-bfcf-790a08a137fb None None] The sync data for ids ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'] in n-d-806683-2 is: [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:33:17Z', 'revision_number': 3, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:21.392968 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 6514c624-b359-4228-8546-e9df36874fc8) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:21.423685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.431418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.446483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:21.447478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.535517 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.539332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd3ea97-d700-48f4-8aa2-90314e872eb1 None None] Network 6514c624-b359-4228-8546-e9df36874fc8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:21.543428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0892ef94-32ce-47be-bac2-497892e9ae6a,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:21.550193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-19b1dcba-8cac-425e-ac9f-eae77e7d2330 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8852038 Aug 31 09:33:21.567573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-76ee8df0-9b2d-47da-a2e6-80037f7ef051 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335202 Aug 31 09:33:21.581531 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.607808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afab8cd1-681c-4fe9-afa0-7dfc6db68b81 req-d5af40c2-83e1-4380-8eb8-ec68293cd106 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273483 Aug 31 09:33:21.627167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df72251-6296-469e-a38a-35feab1a1df0']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:21.746323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120747ec-0f38-48f7-add0-90672f6097bf') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:21.746645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120747ec-0f38-48f7-add0-90672f6097bf') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:21.781330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Network 9c2b98f9-7dfb-420b-b67b-0139f686adba is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:21.785822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:21.796964 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.826952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-853d8f76-b10b-44e3-aa2a-8fed92beebee None None] Port 0892ef94-32ce-47be-bac2-497892e9ae6a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:21.831833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba031d5f-2e47-446c-8126-e6f5cca52e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.845380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bdefd7-206f-489d-9dbd-58a8df16858f None None] Network 6514c624-b359-4228-8546-e9df36874fc8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:21.866369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.909412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:21.914968 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:21.969934 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:22.043424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-16d8143d-f034-4d8a-95b6-e7a7fa794e43 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747674 Aug 31 09:33:22.059345 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.074549 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.076645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8df72251-6296-469e-a38a-35feab1a1df0 HTTP/1.1" status: 204 len: 168 time: 2.1907358 Aug 31 09:33:22.121754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee06a8-3ae5-4c11-ac29-18db5830c841 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df72251-6296-469e-a38a-35feab1a1df0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:22.166958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f4054b95-b4fc-4860-9c3c-6febe8efbb05 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:22.258518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: f4054b95-b4fc-4860-9c3c-6febe8efbb05 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:22.258915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f4054b95-b4fc-4860-9c3c-6febe8efbb05 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:22.370883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53772) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:22.405343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-256c2c73-5c7f-4e97-82d7-8f070e075a7d None None] Provisioning complete for port 0892ef94-32ce-47be-bac2-497892e9ae6a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:22.405899 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-256c2c73-5c7f-4e97-82d7-8f070e075a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.459900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3abccca6-1677-4c41-b279-a92fbf0e33e0 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:22.531424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-256c2c73-5c7f-4e97-82d7-8f070e075a7d None None] Port 0892ef94-32ce-47be-bac2-497892e9ae6a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:22.552401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 3abccca6-1677-4c41-b279-a92fbf0e33e0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:22.560236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3abccca6-1677-4c41-b279-a92fbf0e33e0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:22.560896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.576010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-41688d5c-04f8-45ab-8768-88748ee25be9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13757f27ac114c92a89977d5311aecdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033315 Aug 31 09:33:22.580219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53774) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:22.626488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448c2b0-39dc-4537-9589-52da3ed937e2 req-b8862973-6439-4866-af08-381842423595 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:22.634202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0448c2b0-39dc-4537-9589-52da3ed937e2 req-b8862973-6439-4866-af08-381842423595 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.2028918 Aug 31 09:33:22.730215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0448c2b0-39dc-4537-9589-52da3ed937e2 req-661dedc1-9bd5-4f1c-960a-bac797828b19 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901494 Aug 31 09:33:22.750279 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67316e50-9ce0-41c1-93d6-18c98b90f7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.783138 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.801079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67316e50-9ce0-41c1-93d6-18c98b90f7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.838309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 3abccca6-1677-4c41-b279-a92fbf0e33e0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3abccca6-1677-4c41-b279-a92fbf0e33e0,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:22.846657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.866462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:22.947422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=3abccca6-1677-4c41-b279-a92fbf0e33e0,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:22.952445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6a4850e6-11f9-4db2-b148-7fcbb53fb032 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:22.985114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 6a4850e6-11f9-4db2-b148-7fcbb53fb032 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:22.985735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6a4850e6-11f9-4db2-b148-7fcbb53fb032 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:23.044290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:23.052372 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a9b70a42-5ec9-4620-9210-236b14b6c4c2 admin admin] 10.222.0.69 "PUT /v2.0/routers/6eb0b1e3-d1c8-434a-af79-265b0d3dfe90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8171198 Aug 31 09:33:23.084793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67316e50-9ce0-41c1-93d6-18c98b90f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.087544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67316e50-9ce0-41c1-93d6-18c98b90f7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.091769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-67316e50-9ce0-41c1-93d6-18c98b90f7a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b67495a-e85c-420a-bd34-4f60a2e09610 HTTP/1.1" status: 204 len: 168 time: 0.5076630 Aug 31 09:33:23.097398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022bdb3-3d75-4ba2-b510-000d9c4f17c9 req-3368da25-ca0b-4f01-9c69-8761c81e95e9 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:23.099086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5022bdb3-3d75-4ba2-b510-000d9c4f17c9 req-3368da25-ca0b-4f01-9c69-8761c81e95e9 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 949 time: 0.2364292 Aug 31 09:33:23.111433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a614c-33df-401d-87f4-6f73645e9454 req-ae70b7d0-95fd-4730-804a-f524ae90490f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:23.118991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-ae70b7d0-95fd-4730-804a-f524ae90490f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 822 time: 0.1928835 Aug 31 09:33:23.140842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67316e50-9ce0-41c1-93d6-18c98b90f7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b67495a-e85c-420a-bd34-4f60a2e09610,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:23.159598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-ccfbbbe0-35ae-4097-ab3c-bd942ca6aee5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/quotas/c71ab77918af4e5487422c51b938fcba HTTP/1.1" status: 200 len: 375 time: 0.0392435 Aug 31 09:33:23.201195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-2de8a39b-9dcd-4b68-b5b3-1d9a5e8aafca tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402796 Aug 31 09:33:23.260898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5022bdb3-3d75-4ba2-b510-000d9c4f17c9 req-dda69b87-6025-43cb-ae97-b536afd02fc6 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393633 Aug 31 09:33:23.330268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-fec39237-85f4-4b3d-a90a-968ea031d235 service neutron] 10.222.0.69 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282029 Aug 31 09:33:23.350146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52dc1553-b0de-49f6-a035-dc7fd7488f31 req-725a4f49-c301-4b92-b060-b0e219352c66 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 210 time: 0.0335970 Aug 31 09:33:23.476824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-bf93f49f-4464-4900-97fc-b07dc784c814 service neutron] 10.222.0.69 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301587 Aug 31 09:33:23.515452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe542c0c-fcb7-4c28-ad0d-b31c426116c0 req-f49ec1d3-13f7-4b7d-9e11-5888b142a84b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:23.517187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe542c0c-fcb7-4c28-ad0d-b31c426116c0 req-f49ec1d3-13f7-4b7d-9e11-5888b142a84b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.0626261 Aug 31 09:33:23.565549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe542c0c-fcb7-4c28-ad0d-b31c426116c0 req-93e3d776-31ec-4dd6-9114-f1f0307e8b32 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362983 Aug 31 09:33:23.737359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-196f5758-e059-42dd-a65f-8ad4f7d1f83a req-6913cd67-6a59-4903-861d-aeb4bbc2d330 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 210 time: 0.0613029 Aug 31 09:33:23.981285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b255a-fcd7-4210-b8c5-e478bcdb0b16 req-b10e440f-baa3-415a-9aa6-979baa57b949 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:23.990519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1b255a-fcd7-4210-b8c5-e478bcdb0b16 req-b10e440f-baa3-415a-9aa6-979baa57b949 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1271875 Aug 31 09:33:24.043822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1b255a-fcd7-4210-b8c5-e478bcdb0b16 req-6b099324-96d3-4eb1-98d0-6fd01e3e30e2 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497804 Aug 31 09:33:24.320492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-ffa592c2-fe97-4607-a478-b17810f3d51f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.322053 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-ffa592c2-fe97-4607-a478-b17810f3d51f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.2005670 Aug 31 09:33:24.327361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3abccca6-1677-4c41-b279-a92fbf0e33e0 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:24.357785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Request body: {'port': {'device_id': '1d0880c0-8931-402c-b82c-3fcb90b87e07', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'admin_state_up': True, 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:24.482039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Sync routers for ids ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:24.491948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53842) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:24.528538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Routers {'6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:24.529187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:32:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:24.644263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8234b3-17b3-4126-92e4-678fd2095576 req-a15ba995-2724-48bf-9604-9b3494375a23 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.645922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f8234b3-17b3-4126-92e4-678fd2095576 req-a15ba995-2724-48bf-9604-9b3494375a23 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 949 time: 0.1690631 Aug 31 09:33:24.651856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3abccca6-1677-4c41-b279-a92fbf0e33e0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:24.652260 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.721867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5d5cd2d-1248-4139-9d95-5fd6caf8b7fd req-81347e4d-44cb-4a05-b493-dc908f23443d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 210 time: 0.0748065 Aug 31 09:33:24.796663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:24.804261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.828082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f8234b3-17b3-4126-92e4-678fd2095576 req-1bb6e8e4-e39e-49c4-a087-dd674bf5ff0c tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046336 Aug 31 09:33:24.842040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-704898770-network', 'tenant_id': '2f98e97c5bf74e7383d616928698cf22'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:24.927365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-76949728-05b2-4e8d-ac0d-256968eea9a5 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.930953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-76949728-05b2-4e8d-ac0d-256968eea9a5 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 949 time: 0.2427499 Aug 31 09:33:24.963716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Set router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:24.980755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Made reservation on behalf of 2f98e97c5bf74e7383d616928698cf22 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:24.983413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.054560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5918672-13f6-422f-915f-57c93b3f8b4d req-2d9f29b2-1a72-45a0-8a20-a67297d8636a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:25.056178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5918672-13f6-422f-915f-57c93b3f8b4d req-2d9f29b2-1a72-45a0-8a20-a67297d8636a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1818819 Aug 31 09:33:25.057482 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.090002 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.119196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15df37f6-466b-46f7-bba4-94b8ba634d08 req-2399e300-1d73-4069-b86b-70b7e0a5a62a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 210 time: 0.0440431 Aug 31 09:33:25.126232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Allocated IP 172.20.0.2 (a9d07e16-6766-421e-8a7a-53f6f1e14899/d8a4279b-7ee8-4446-8c25-3da965492a89/9e2b80d5-1d82-4f54-839d-153785b1d710) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:25.261697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5918672-13f6-422f-915f-57c93b3f8b4d req-c67e2d8c-fabe-4445-bdd4-a2d77791b221 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863151 Aug 31 09:33:25.306611 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cbf24be3-37be-4d7f-927f-040e91a04268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.326929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb26b85-ddfb-4a2a-9df7-f809c329ac6e req-2a0a783f-386a-47e6-9288-825fe2a59d4e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:25.335999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0eb26b85-ddfb-4a2a-9df7-f809c329ac6e req-2a0a783f-386a-47e6-9288-825fe2a59d4e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1044338 Aug 31 09:33:25.418317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0eb26b85-ddfb-4a2a-9df7-f809c329ac6e req-ccd8ccac-8769-47dc-b5c7-7647efff5c5c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809293 Aug 31 09:33:25.479411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.488048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.499024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:33:21Z', 'revision_number': 4, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0892ef94-32ce-47be-bac2-497892e9ae6a', 'name': '', 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'mac_address': 'fa:16:3e:aa:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'fa86a14f-7ce9-4449-ae74-b049e0d9118b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:20Z', 'updated_at': '2021-08-31T09:33:21Z', 'revision_number': 2, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'subnets': [{'id': 'fa86a14f-7ce9-4449-ae74-b049e0d9118b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:25.539937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Checking router: 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:25.540786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:25.541846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Updating router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 port 0892ef94-32ce-47be-bac2-497892e9ae6a binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:33:25.560136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06beda58-0805-4b78-b931-76a30f207394,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:25.572390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.572390 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Added segment 3626a6cd-4590-40e1-a76d-a7ddb4ed0382 of type vlan for network c9217154-175a-43ce-bb63-f3bb984a83a0 Aug 31 09:33:25.597240 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.660172 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.667460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.698941 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.701516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:25.702150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.735016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.764054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:25.772458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1027185e-d073-44c5-a347-bf092c262d49'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:25.785638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2914371 Aug 31 09:33:25.801501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53856) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:25.807295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Request body: {'subnet': {'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-704898770-subnet', 'tenant_id': '2f98e97c5bf74e7383d616928698cf22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:25.844207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c5fd-7cf0-44f1-8e05-c5100e260eaf admin admin] Pushing event updated for resources: {'Network': ['ID=c9217154-175a-43ce-bb63-f3bb984a83a0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:25.890473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:25.929223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:25.945967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a614c-33df-401d-87f4-6f73645e9454 req-c64f1258-737e-4ec3-847c-01286a9647cd tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:25.947709 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-c64f1258-737e-4ec3-847c-01286a9647cd tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 822 time: 0.5778611 Aug 31 09:33:25.954916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network c9217154-175a-43ce-bb63-f3bb984a83a0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:25.957370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:25.957529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Made reservation on behalf of 2f98e97c5bf74e7383d616928698cf22 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:25.962492 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.967487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Request body: {'port': {'device_id': '8da90161-b5ba-4719-a73a-35680a67475d', 'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'admin_state_up': True, 'tenant_id': 'c71ab77918af4e5487422c51b938fcba'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:26.044271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62af17-cd41-4c9f-91a9-c12d9a9e63e0 req-8ebc6d37-0546-4d91-affd-f5e55d803d0a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.045985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b62af17-cd41-4c9f-91a9-c12d9a9e63e0 req-8ebc6d37-0546-4d91-affd-f5e55d803d0a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 931 time: 0.2205484 Aug 31 09:33:26.055757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event updated for resources: {'Port': ['ID=9e2b80d5-1d82-4f54-839d-153785b1d710,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.113600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Deleting port 205bb905-798a-4898-a851-33d9751a7bb5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:26.113838 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.163072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3340f-2f58-46ab-8d60-2de7a2cd4ded req-f5ecb71c-7434-4078-9ff4-479723ed43a8 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.172593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6c3340f-2f58-46ab-8d60-2de7a2cd4ded req-f5ecb71c-7434-4078-9ff4-479723ed43a8 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 949 time: 0.2062993 Aug 31 09:33:26.199287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b62af17-cd41-4c9f-91a9-c12d9a9e63e0 req-e94801d2-e807-4092-a6df-f41568454990 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414781 Aug 31 09:33:26.214336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.215144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.302523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-2085f61e-9012-4427-957e-b67efde13ca4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9591997 Aug 31 09:33:26.325734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Request body: {'port': {'device_id': '1d0880c0-8931-402c-b82c-3fcb90b87e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:26.406601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6c3340f-2f58-46ab-8d60-2de7a2cd4ded req-14a7ce7c-be50-4f5e-84fa-b6f3422aa042 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302556 Aug 31 09:33:26.425126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] For port 205bb905-798a-4898-a851-33d9751a7bb5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=205bb905-798a-4898-a851-33d9751a7bb5,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:26.426147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.429151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Made reservation on behalf of c71ab77918af4e5487422c51b938fcba for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:26.433477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.482380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Calling delete_port for 205bb905-798a-4898-a851-33d9751a7bb5 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:26.507507 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.563881 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.577439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Transition to ACTIVE for port object 0892ef94-32ce-47be-bac2-497892e9ae6a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:26.600402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2961828b-7d72-406d-838b-4d7908f287eb req-48915863-88ff-4cb0-aa18-9a2deb714f4f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 210 time: 0.0400507 Aug 31 09:33:26.601538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.732086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b3cf0-932f-4524-8567-ad6f0aa80d94 req-4adf9a27-1199-4a38-9583-154f68196e61 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.734686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-615b3cf0-932f-4524-8567-ad6f0aa80d94 req-4adf9a27-1199-4a38-9583-154f68196e61 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.2109766 Aug 31 09:33:26.744957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.799543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-615b3cf0-932f-4524-8567-ad6f0aa80d94 req-db1c2741-657b-44a9-9bbd-b006e1ee0d0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500081 Aug 31 09:33:26.811139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Pushing event updated for resources: {'Subnet': ['ID=265f9852-856c-4537-9d00-c85107cbf4cd,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.818925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c16eb8-a5dd-4dc3-a302-0e830cbd58a2 None None] Pushing event updated for resources: {'Port': ['ID=0892ef94-32ce-47be-bac2-497892e9ae6a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.824548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.825039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.826148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.826575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.827055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.827529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.827979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.828406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.828832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.829256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.829682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.830105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:26.902361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Checking segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:26.908648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Network hostable DHCP agents. Network: c9217154-175a-43ce-bb63-f3bb984a83a0, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:26.951585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Attempting to bind port 0892ef94-32ce-47be-bac2-497892e9ae6a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:26.951903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Attempting to bind port 0892ef94-32ce-47be-bac2-497892e9ae6a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:26.952180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Attempting to bind port 0892ef94-32ce-47be-bac2-497892e9ae6a on network 9c2b98f9-7dfb-420b-b67b-0139f686adba {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:26.962079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:26.962458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Checking segment: {'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:26.962892 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.963316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Bound using segment: {'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:26.963769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Bound port: 0892ef94-32ce-47be-bac2-497892e9ae6a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a320e6-5510-4f1c-ae9d-5c222042fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:26.964152 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.993453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973291f-ccf4-4f13-8319-5ee8692ff8f0 req-1ef36048-2fd5-49f4-9684-c40d6f3171c6 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.002516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f973291f-ccf4-4f13-8319-5ee8692ff8f0 req-1ef36048-2fd5-49f4-9684-c40d6f3171c6 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.2108345 Aug 31 09:33:27.007635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Network c9217154-175a-43ce-bb63-f3bb984a83a0 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:27.036865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, c9217154-175a-43ce-bb63-f3bb984a83a0) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:27.054158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] For port 0892ef94-32ce-47be-bac2-497892e9ae6a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:27.057281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] For port 0892ef94-32ce-47be-bac2-497892e9ae6a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0892ef94-32ce-47be-bac2-497892e9ae6a,segment=NetworkSegment(30a320e6-5510-4f1c-ae9d-5c222042fd9d),segment_id=30a320e6-5510-4f1c-ae9d-5c222042fd9d)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:27.061452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e5326c-5990-4976-b88c-a9a1a34bd854 None None] Network c9217154-175a-43ce-bb63-f3bb984a83a0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:27.067110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.069312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.135713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f973291f-ccf4-4f13-8319-5ee8692ff8f0 req-23138089-8880-4929-9e47-50e8ab9fbd3e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107523 Aug 31 09:33:27.137351 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-681aad38-b8a1-4b1d-9fe1-a06d0c59741a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3347883 Aug 31 09:33:27.159200 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.230455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c16eb8-a5dd-4dc3-a302-0e830cbd58a2 None None] Pushing event updated for resources: {'Port': ['ID=0892ef94-32ce-47be-bac2-497892e9ae6a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:27.430950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Allocated IP 172.20.0.8 (6514c624-b359-4228-8546-e9df36874fc8/880f70da-ce0c-4999-a42d-55a55404cfee/8c2d3ae7-d2da-4cad-b4ea-43e347457ae3) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:27.473121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a7a8-d7dc-4121-a624-1376246a9cba req-9bd1ea50-a703-44c7-966a-b3d49b4777d7 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.474443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7976a7a8-d7dc-4121-a624-1376246a9cba req-9bd1ea50-a703-44c7-966a-b3d49b4777d7 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 931 time: 0.1405447 Aug 31 09:33:27.589152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Routers {'6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:27.595602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7976a7a8-d7dc-4121-a624-1376246a9cba req-bd9d3c2a-6a98-4095-a886-93b763852d3d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134286 Aug 31 09:33:27.596936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:33:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:27.740088 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.747359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778ec62-b0ad-4ed2-b072-8524ded97279 req-52be29ad-194c-44d1-a525-395d904c3430 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.749108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c778ec62-b0ad-4ed2-b072-8524ded97279 req-52be29ad-194c-44d1-a525-395d904c3430 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f54f8a6-13c1-4a13-92fa-16eeafe5fdad HTTP/1.1" status: 200 len: 866 time: 0.1380484 Aug 31 09:33:27.772644 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2b80d5-1d82-4f54-839d-153785b1d710 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:27.816850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.822964 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.831186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c778ec62-b0ad-4ed2-b072-8524ded97279 req-173a1418-f4da-4636-85f0-7bbc2aff74f7 tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed42a825-accf-4640-bf56-e2dc91351b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735815 Aug 31 09:33:27.874076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Pushing event deleted for resources: {'Port': ['ID=205bb905-798a-4898-a851-33d9751a7bb5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:27.931818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.932639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.933181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.933699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.934322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.935157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.935681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.936187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.936759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.937800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.938315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.938929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:27.987953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Transition to ACTIVE for port object 9e2b80d5-1d82-4f54-839d-153785b1d710 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:28.002589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8d5df63-82e7-4120-b229-a7b985ca18a5 req-b9c997d5-c8b6-46fb-9028-ba931f5f09d9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 210 time: 0.0411234 Aug 31 09:33:28.009785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.026563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-c9217154-175a-43ce-bb63-f3bb984a83a0', 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0', 'tenant_id': '2f98e97c5bf74e7383d616928698cf22', 'fixed_ips': [{'subnet_id': '265f9852-856c-4537-9d00-c85107cbf4cd'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:28.027625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.052141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] Set router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:28.123164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] No DVR routers for this DVR port 205bb905-798a-4898-a851-33d9751a7bb5 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:28.132907 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.135355 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc8625a-fd54-4b70-b523-bdfc41ffc2ea req-882b43ee-6a12-47f5-a9c6-eb070ab55ffe tempest-ListImageFiltersTestJSON-110874833 tempest-ListImageFiltersTestJSON-110874833-project] 10.222.0.20 "DELETE /v2.0/ports/205bb905-798a-4898-a851-33d9751a7bb5 HTTP/1.1" status: 204 len: 173 time: 3.1926317 Aug 31 09:33:28.139063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-deleted', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:28.142661 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a758bf88-3592-4430-b6b7-257a6c5e915c" -d '{"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-deleted", "tag": "205bb905-798a-4898-a851-33d9751a7bb5"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:28.178220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-a726f7c4-739f-4922-ba13-ef40f21fc8ac tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.205034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-a726f7c4-739f-4922-ba13-ef40f21fc8ac tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 815 time: 0.2364004 Aug 31 09:33:28.235731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b80d5-1d82-4f54-839d-153785b1d710,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:28.283601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-6b621b5d-2d23-40dc-bd8f-68bc4a4016a0 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/quotas/2f98e97c5bf74e7383d616928698cf22 HTTP/1.1" status: 200 len: 375 time: 0.0620432 Aug 31 09:33:28.303660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.362696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0defdb-b155-4a1a-b87b-12d9d08fea08 req-8ff4b622-aef1-41b9-a48b-8aa324b6d7dc tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.370516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df0defdb-b155-4a1a-b87b-12d9d08fea08 req-8ff4b622-aef1-41b9-a48b-8aa324b6d7dc tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1641772 Aug 31 09:33:28.373665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.407003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-a83a54e2-708b-417a-94c0-35f50ca9bc7a tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047950 Aug 31 09:33:28.482254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Network 6514c624-b359-4228-8546-e9df36874fc8 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:28.495757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:28.502922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:28.516239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event updated for resources: {'Port': ['ID=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:28.544406 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.563207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Allocated IP 172.20.0.2 (c9217154-175a-43ce-bb63-f3bb984a83a0/265f9852-856c-4537-9d00-c85107cbf4cd/b72f26ba-5489-4e6a-bede-f48769a07e4a) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:28.567663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Attempting to bind port 9e2b80d5-1d82-4f54-839d-153785b1d710 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:28.568605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Attempting to bind port 9e2b80d5-1d82-4f54-839d-153785b1d710 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:28.568605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Attempting to bind port 9e2b80d5-1d82-4f54-839d-153785b1d710 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:28.584329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Port 9e2b80d5-1d82-4f54-839d-153785b1d710 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:28.584747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Attempting to bind port 9e2b80d5-1d82-4f54-839d-153785b1d710 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:28.611275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:28.611763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Checking segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:28.612346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Bound using segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:28.612824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Bound port: 9e2b80d5-1d82-4f54-839d-153785b1d710, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:28.613644 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.654576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.655625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.680846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df0defdb-b155-4a1a-b87b-12d9d08fea08 req-6dd31351-b7b8-4321-8a44-a05d35a2a68f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826312 Aug 31 09:33:28.734180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:33:21Z', 'revision_number': 4, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0892ef94-32ce-47be-bac2-497892e9ae6a', 'name': '', 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'mac_address': 'fa:16:3e:aa:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'fa86a14f-7ce9-4449-ae74-b049e0d9118b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:20Z', 'updated_at': '2021-08-31T09:33:27Z', 'revision_number': 4, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'subnets': [{'id': 'fa86a14f-7ce9-4449-ae74-b049e0d9118b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:28.745599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-d71955b7-4c73-498a-8c9f-9c4ca20593da service neutron] 10.222.0.69 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258195 Aug 31 09:33:28.774696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a29a22-5505-4dd0-8042-b5be60842e62 None None] The sync data for ids ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'] in n-d-806683-2 is: [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:33:21Z', 'revision_number': 4, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0892ef94-32ce-47be-bac2-497892e9ae6a', 'name': '', 'network_id': '9c2b98f9-7dfb-420b-b67b-0139f686adba', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'mac_address': 'fa:16:3e:aa:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'fa86a14f-7ce9-4449-ae74-b049e0d9118b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:20Z', 'updated_at': '2021-08-31T09:33:27Z', 'revision_number': 4, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'subnets': [{'id': 'fa86a14f-7ce9-4449-ae74-b049e0d9118b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:28.846504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] For port 9e2b80d5-1d82-4f54-839d-153785b1d710, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:28.852546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] For port 9e2b80d5-1d82-4f54-839d-153785b1d710, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9e2b80d5-1d82-4f54-839d-153785b1d710,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:28.881829 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2d5722-c392-4096-9190-82a578d7ed00 x-openstack-request-id: req-3c2d5722-c392-4096-9190-82a578d7ed00 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:28.883239 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f54f8a6-13c1-4a13-92fa-16eeafe5fdad", "name": "network-vif-deleted", "tag": "205bb905-798a-4898-a851-33d9751a7bb5", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:28.884269 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c2d5722-c392-4096-9190-82a578d7ed00 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:28.884958 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f54f8a6-13c1-4a13-92fa-16eeafe5fdad', 'name': 'network-vif-deleted', 'tag': '205bb905-798a-4898-a851-33d9751a7bb5', 'status': 'completed', 'code': 200} Aug 31 09:33:28.900997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.925302 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-565cb97f-5486-4e6c-bca7-b6001e581e35 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9636109 Aug 31 09:33:28.952831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.959235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.960893 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] 10.222.0.20 "PUT /v2.0/ports/9e2b80d5-1d82-4f54-839d-153785b1d710 HTTP/1.1" status: 200 len: 1091 time: 2.6395946 Aug 31 09:33:28.965365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-721c13c8-38a8-4973-b558-92b820f05e28 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:33:28.976233 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-721c13c8-38a8-4973-b558-92b820f05e28 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300369 Aug 31 09:33:28.988217 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.001524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Transition to ACTIVE for port object b72f26ba-5489-4e6a-bede-f48769a07e4a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:29.034538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Transition to ACTIVE for port object b72f26ba-5489-4e6a-bede-f48769a07e4a will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:29.040274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:29.047481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-855bf778-d862-4115-98f1-9e4a7a8cdfed service neutron] 10.222.0.69 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007619 Aug 31 09:33:29.097347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 205bb905-798a-4898-a851-33d9751a7bb5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:29.097732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 205bb905-798a-4898-a851-33d9751a7bb5 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:29.100158 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.189588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618bb9-1c7d-4adf-b499-20a163336dd1 req-7edf906c-19d6-4b72-b48b-91ff4a61a2af tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:29.195297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7618bb9-1c7d-4adf-b499-20a163336dd1 req-7edf906c-19d6-4b72-b48b-91ff4a61a2af tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1091120 Aug 31 09:33:29.227953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a1ac4-96ac-4413-8ea6-dacdd1efb586 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b80d5-1d82-4f54-839d-153785b1d710,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:29.268940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Request body: {'port': {'device_id': '8da90161-b5ba-4719-a73a-35680a67475d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:29.277027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-0d2eb4f0-d142-4915-a9f1-b06cbdcae0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:29.285525 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-0d2eb4f0-d142-4915-a9f1-b06cbdcae0dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 1094 time: 0.2207439 Aug 31 09:33:29.289954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Pushing event updated for resources: {'Port': ['ID=b72f26ba-5489-4e6a-bede-f48769a07e4a,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:29.309003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Network c9217154-175a-43ce-bb63-f3bb984a83a0 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:29.312757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7618bb9-1c7d-4adf-b499-20a163336dd1 req-41979ebd-f4b5-4534-97dc-07dfc9a4bce5 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968027 Aug 31 09:33:29.319670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:29.332136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:29.511002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Attempting to bind port b72f26ba-5489-4e6a-bede-f48769a07e4a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:29.512317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Attempting to bind port b72f26ba-5489-4e6a-bede-f48769a07e4a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:29.512681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Attempting to bind port b72f26ba-5489-4e6a-bede-f48769a07e4a on network c9217154-175a-43ce-bb63-f3bb984a83a0 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:29.529948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:29.530326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Checking segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:29.531325 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.532788 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-788b82b4-d3f4-4a3e-a0d5-651c67de67bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e2b80d5-1d82-4f54-839d-153785b1d710 HTTP/1.1" status: 200 len: 217 time: 0.2079415 Aug 31 09:33:29.540242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Bound using segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:29.540773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Bound port: b72f26ba-5489-4e6a-bede-f48769a07e4a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:29.541273 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.575750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4821e-7c03-4413-84c3-6d31ea95a7ee req-a1d1be3e-8f2b-4694-92f5-c929a22aae23 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:29.594403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.597988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cef4821e-7c03-4413-84c3-6d31ea95a7ee req-a1d1be3e-8f2b-4694-92f5-c929a22aae23 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 943 time: 0.1325796 Aug 31 09:33:29.688180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-9564fc27-7c5f-4ced-9788-9705dd776990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:29.690461 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-9564fc27-7c5f-4ced-9788-9705dd776990 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.1428442 Aug 31 09:33:29.713520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] For port b72f26ba-5489-4e6a-bede-f48769a07e4a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:29.717156 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] For port b72f26ba-5489-4e6a-bede-f48769a07e4a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b72f26ba-5489-4e6a-bede-f48769a07e4a,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:29.725318 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.760354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-fa9cf57c-728d-46be-8320-b4dd7e472b89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556467 Aug 31 09:33:29.769188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cef4821e-7c03-4413-84c3-6d31ea95a7ee req-19278b91-8b5b-4efc-8ea5-4dd8fde505f9 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700544 Aug 31 09:33:29.916423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fb48f-e201-4af8-90aa-2720b29967de None None] Pushing event updated for resources: {'Port': ['ID=b72f26ba-5489-4e6a-bede-f48769a07e4a,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:30.260138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b17d4-8617-4a3b-b320-0b81e8bc9018 req-0561140a-f52d-452d-bd62-e1b0b78e1715 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:30.267767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c88b17d4-8617-4a3b-b320-0b81e8bc9018 req-0561140a-f52d-452d-bd62-e1b0b78e1715 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 931 time: 0.3762341 Aug 31 09:33:30.335457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:30.369195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.423617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c88b17d4-8617-4a3b-b320-0b81e8bc9018 req-434fe178-34c6-4181-bf8b-d1bc8639fb5e tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543875 Aug 31 09:33:30.455960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Transition to ACTIVE for port object 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:30.461794 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-a218e251-832e-489c-877c-7b5386895aa1 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793363 Aug 31 09:33:30.465829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.486677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-81442ae1-4e51-472c-a408-ecf5022701ff tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:30.497539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-81442ae1-4e51-472c-a408-ecf5022701ff tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 815 time: 0.5148962 Aug 31 09:33:30.540130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-789ede44-b9ea-4430-9fbf-3128f7b500d8 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/quotas/2f98e97c5bf74e7383d616928698cf22 HTTP/1.1" status: 200 len: 375 time: 0.0413356 Aug 31 09:33:30.640976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0892ef94-32ce-47be-bac2-497892e9ae6a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:30.694135 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-f038bc7a-0e64-4c10-9570-eda5d8140801 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528902 Aug 31 09:33:30.820748 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0892ef94-32ce-47be-bac2-497892e9ae6a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:30.827266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0892ef94-32ce-47be-bac2-497892e9ae6a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:30.827930 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.942954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-0cb86175-c6a3-4a7e-9f09-529da455be69 service neutron] 10.222.0.69 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392683 Aug 31 09:33:31.021031 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.101566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 0892ef94-32ce-47be-bac2-497892e9ae6a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0892ef94-32ce-47be-bac2-497892e9ae6a,segment=NetworkSegment(30a320e6-5510-4f1c-ae9d-5c222042fd9d),segment_id=30a320e6-5510-4f1c-ae9d-5c222042fd9d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:31.110524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.111588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b72f26ba-5489-4e6a-bede-f48769a07e4a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:31.214500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-95990ec0-a76e-40e1-9773-5554fd40aeb9 service neutron] 10.222.0.69 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548201 Aug 31 09:33:31.283890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=0892ef94-32ce-47be-bac2-497892e9ae6a,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:31.378653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0880c0-8931-402c-b82c-3fcb90b87e07', 'tag': '9e2b80d5-1d82-4f54-839d-153785b1d710'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:31.388454 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0880c0-8931-402c-b82c-3fcb90b87e07", "tag": "9e2b80d5-1d82-4f54-839d-153785b1d710"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:31.456260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port b72f26ba-5489-4e6a-bede-f48769a07e4a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:31.565931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Pushing event updated for resources: {'Port': ['ID=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:31.704988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-612b38cc-4bf7-44aa-8014-2de418fa507a req-d207b93d-04c8-427a-8743-1b48bea76efc service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2134593 Aug 31 09:33:31.737934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa6919-3c93-4a5e-ac1f-011ee9f9cde4 req-118e4f22-cf28-44a8-bf1b-197c991449be tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:31.750859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5fa6919-3c93-4a5e-ac1f-011ee9f9cde4 req-118e4f22-cf28-44a8-bf1b-197c991449be tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1682928 Aug 31 09:33:31.828931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18640eb-1793-470b-b91f-03260d12d3f6 req-77abad56-82e4-4f8d-890c-e5a615f146e0 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:31.830582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a18640eb-1793-470b-b91f-03260d12d3f6 req-77abad56-82e4-4f8d-890c-e5a615f146e0 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1756854 Aug 31 09:33:31.856569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-44de7864-740e-407b-b200-12aa0102640a tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:31.859539 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-44de7864-740e-407b-b200-12aa0102640a tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.20 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 815 time: 0.4400265 Aug 31 09:33:31.894199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5fa6919-3c93-4a5e-ac1f-011ee9f9cde4 req-4e0b7b10-ba47-488d-a818-1696e972ae4b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401932 Aug 31 09:33:31.897949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Request body: {'port': {'device_id': '76c8e018-ef26-416e-9999-76a09f2f9242', 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0', 'admin_state_up': True, 'tenant_id': '2f98e97c5bf74e7383d616928698cf22'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:31.901478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37cfdad-a900-4aca-b46f-e2b9fa640b1a None None] Network c9217154-175a-43ce-bb63-f3bb984a83a0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:31.995984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a18640eb-1793-470b-b91f-03260d12d3f6 req-86af09a5-e320-4274-8774-51d3bb9525d8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546640 Aug 31 09:33:32.044618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-976b04c2-0836-454a-939a-4e122210e57e None None] Provisioning for port b72f26ba-5489-4e6a-bede-f48769a07e4a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:32.062832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-976b04c2-0836-454a-939a-4e122210e57e None None] Provisioning complete for port b72f26ba-5489-4e6a-bede-f48769a07e4a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:32.063205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-976b04c2-0836-454a-939a-4e122210e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.181039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Attempting to bind port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:32.181752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Attempting to bind port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:32.183860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Attempting to bind port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 on network 6514c624-b359-4228-8546-e9df36874fc8 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:32.196484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 on network 6514c624-b359-4228-8546-e9df36874fc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:32.197053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Attempting to bind port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 on network 6514c624-b359-4228-8546-e9df36874fc8 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:32.234045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:32.240735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Checking segment: {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:32.241914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Bound using segment: {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:32.242592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Bound port: 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:32.243176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.286789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438ebd-d851-4390-89ab-f0a2f39e2f3b req-3d419f58-f7e7-4fe2-bbcd-0493cdebc8cf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:32.314444 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5438ebd-d851-4390-89ab-f0a2f39e2f3b req-3d419f58-f7e7-4fe2-bbcd-0493cdebc8cf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 943 time: 0.1842687 Aug 31 09:33:32.366173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:32.371108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:32.385967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.424254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0892ef94-32ce-47be-bac2-497892e9ae6a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:32.460023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5438ebd-d851-4390-89ab-f0a2f39e2f3b req-bd9a4d08-4504-49e6-add1-fd596d1d118d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290333 Aug 31 09:33:32.484884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:32.496626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.506977 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] 10.222.0.52 "PUT /v2.0/ports/8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 HTTP/1.1" status: 200 len: 1091 time: 3.5214808 Aug 31 09:33:32.560849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88416d9f-fa7c-433e-b6d8-f87e749a14cc service neutron] Pushing event updated for resources: {'Port': ['ID=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:32.566586 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b011891-77f2-4106-934a-60be8e0160b6 x-openstack-request-id: req-0b011891-77f2-4106-934a-60be8e0160b6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:32.567340 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0880c0-8931-402c-b82c-3fcb90b87e07", "tag": "9e2b80d5-1d82-4f54-839d-153785b1d710", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:32.567885 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b011891-77f2-4106-934a-60be8e0160b6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:32.568457 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0880c0-8931-402c-b82c-3fcb90b87e07', 'tag': '9e2b80d5-1d82-4f54-839d-153785b1d710', 'status': 'completed', 'code': 200} Aug 31 09:33:32.670001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0892ef94-32ce-47be-bac2-497892e9ae6a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:32.671566 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.744473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Made reservation on behalf of 2f98e97c5bf74e7383d616928698cf22 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:32.757955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.777369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-976b04c2-0836-454a-939a-4e122210e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.809778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a614c-33df-401d-87f4-6f73645e9454 req-77323157-33e2-491b-ae57-7354e4b1ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:32.813448 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-77323157-33e2-491b-ae57-7354e4b1ebef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 1094 time: 0.2488854 Aug 31 09:33:32.826802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-819382a7-47fd-45e6-802b-4b6fce780f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:32.829254 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-819382a7-47fd-45e6-802b-4b6fce780f91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 1094 time: 0.2065413 Aug 31 09:33:32.863867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1357ff9-d94e-4748-a2a3-45cc9e2de6d0 req-ed912b6b-7931-4872-9511-d98dfa0849cd tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:32.875636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1357ff9-d94e-4748-a2a3-45cc9e2de6d0 req-ed912b6b-7931-4872-9511-d98dfa0849cd tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 943 time: 0.1484354 Aug 31 09:33:32.894830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-976b04c2-0836-454a-939a-4e122210e57e None None] For port b72f26ba-5489-4e6a-bede-f48769a07e4a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b72f26ba-5489-4e6a-bede-f48769a07e4a,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:32.958542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-976b04c2-0836-454a-939a-4e122210e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.001397 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-11038ec5-36c7-4a28-9b7a-a59ded444b86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 HTTP/1.1" status: 200 len: 217 time: 0.1702149 Aug 31 09:33:33.032665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1357ff9-d94e-4748-a2a3-45cc9e2de6d0 req-da333021-fcbc-4c9b-8970-cd84fd2f4262 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554573 Aug 31 09:33:33.048388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b04c2-0836-454a-939a-4e122210e57e None None] Pushing event updated for resources: {'Port': ['ID=b72f26ba-5489-4e6a-bede-f48769a07e4a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:33.088477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d57ab21-8b01-4b4a-8524-a6f268863b15 None None] Provisioning complete for port b72f26ba-5489-4e6a-bede-f48769a07e4a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:33.088845 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d57ab21-8b01-4b4a-8524-a6f268863b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.142499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-58e4465b-fb35-4282-abab-4ec475a35aac tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:33.145653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-58e4465b-fb35-4282-abab-4ec475a35aac tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 815 time: 0.2449045 Aug 31 09:33:33.179135 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-eeec7592-17e2-4151-bd56-d453cf7ff94b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/quotas/2f98e97c5bf74e7383d616928698cf22 HTTP/1.1" status: 200 len: 375 time: 0.0118589 Aug 31 09:33:33.255840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a614c-33df-401d-87f4-6f73645e9454 req-13d7eec5-1821-4316-ba93-315266ed0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:33.265213 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-13d7eec5-1821-4316-ba93-315266ed0774 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=880f70da-ce0c-4999-a42d-55a55404cfee HTTP/1.1" status: 200 len: 862 time: 0.2243855 Aug 31 09:33:33.292163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-5722438d-61aa-4ba1-90b2-0aa6a11b1277 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073558 Aug 31 09:33:33.452562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-5fb68913-2557-4a57-aa37-e748f30928e4 service neutron] 10.222.0.69 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508660 Aug 31 09:33:33.541492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-2a1f2e63-7bae-4cca-9420-4dbc72e78f27 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:33.543060 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-2a1f2e63-7bae-4cca-9420-4dbc72e78f27 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.52 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 815 time: 0.2695527 Aug 31 09:33:33.556791 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-25001ba0-ae6e-4407-b8a7-289d786058e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6514c624-b359-4228-8546-e9df36874fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812685 Aug 31 09:33:33.598546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Allocated IP 172.20.0.10 (c9217154-175a-43ce-bb63-f3bb984a83a0/265f9852-856c-4537-9d00-c85107cbf4cd/e8838d95-dd69-4d37-9477-832433f5ae97) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:33.636570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-615da0a2-678e-4332-9f6e-abb84751321a service neutron] 10.222.0.69 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780076 Aug 31 09:33:33.699048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857657f-e21b-475d-9367-5605a29f1929 req-0f3a1dbf-8e05-4f7a-af8e-c50d736ecae6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:33.708938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d857657f-e21b-475d-9367-5605a29f1929 req-0f3a1dbf-8e05-4f7a-af8e-c50d736ecae6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.0711634 Aug 31 09:33:33.717469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Request body: {'port': {'device_id': 'a56e9ca6-70c5-41c1-b985-e6ef889dba3f', 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0', 'admin_state_up': True, 'tenant_id': '2f98e97c5bf74e7383d616928698cf22'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:33.721737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-29e2d567-da56-4547-8f1c-6db87ee9f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:33.723398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-29e2d567-da56-4547-8f1c-6db87ee9f591 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 908 time: 0.7116170 Aug 31 09:33:33.758225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d857657f-e21b-475d-9367-5605a29f1929 req-55a20b70-4a4f-4636-a86b-1c9c8bb6de97 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Aug 31 09:33:33.801617 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-2e9c1f1b-e488-441d-b6d6-c0070c6ed80b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e2b80d5-1d82-4f54-839d-153785b1d710 HTTP/1.1" status: 200 len: 217 time: 0.0538669 Aug 31 09:33:33.866145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54028) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:33.995277 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.021123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8385b49-acd2-46b6-8a3a-92e112a6f54f req-a40f09d7-8595-42aa-88e6-fd784ac51733 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.033014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Transition to ACTIVE for port object e8838d95-dd69-4d37-9477-832433f5ae97 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:34.034537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8385b49-acd2-46b6-8a3a-92e112a6f54f req-a40f09d7-8595-42aa-88e6-fd784ac51733 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1612880 Aug 31 09:33:34.092082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.171015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8385b49-acd2-46b6-8a3a-92e112a6f54f req-43f7b3d4-1259-448e-8dc6-8953793e23c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316926 Aug 31 09:33:34.188069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Network c9217154-175a-43ce-bb63-f3bb984a83a0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:34.203039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:34.237169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:34.291668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54f66e8a-9754-4f76-88ea-2714e6c09b4c req-92888455-4f60-4d15-b9ae-9c3e0c96ed89 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 210 time: 0.0407648 Aug 31 09:33:34.345692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-32e1896a-a147-40ed-aae3-7274de1e6b19 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=222508c6c46f4581813fc861e35b2886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758599 Aug 31 09:33:34.347655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54042) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.368078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-123a6aea-8c44-4a61-9299-dd7e890ddb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.370766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-123a6aea-8c44-4a61-9299-dd7e890ddb34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.2986460 Aug 31 09:33:34.386127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b72f26ba-5489-4e6a-bede-f48769a07e4a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:34.430706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Pushing event updated for resources: {'Port': ['ID=e8838d95-dd69-4d37-9477-832433f5ae97,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:34.448552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e914-e7d3-4b42-8bdd-17f5021115f3 req-8d30e2ae-6089-42a8-b233-1b4b78c0fca7 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.458021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4299e914-e7d3-4b42-8bdd-17f5021115f3 req-8d30e2ae-6089-42a8-b233-1b4b78c0fca7 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 943 time: 0.3408360 Aug 31 09:33:34.516766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b72f26ba-5489-4e6a-bede-f48769a07e4a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:34.517478 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.569061 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-713903b9-c2ca-4b70-93db-1bd818b3cbd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800122 Aug 31 09:33:34.597690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da90161-b5ba-4719-a73a-35680a67475d', 'tag': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:34.602010 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8da90161-b5ba-4719-a73a-35680a67475d", "tag": "8c2d3ae7-d2da-4cad-b4ea-43e347457ae3"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:34.620164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4299e914-e7d3-4b42-8bdd-17f5021115f3 req-58fce8a0-7b66-4b9e-bbb8-b335a7581e9a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607170 Aug 31 09:33:34.668094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-dc4bd58b-6798-47a8-a9ed-3c6134b00383 service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9614604 Aug 31 09:33:34.693065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f49d4-0526-4c2c-b33b-bcf4b3ec0a81 req-f4833949-2131-43ff-a02e-b083f62373f1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.712759 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57c59f7-dd7d-475c-ae2d-51fb0af98ea8 x-openstack-request-id: req-a57c59f7-dd7d-475c-ae2d-51fb0af98ea8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:34.712759 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da90161-b5ba-4719-a73a-35680a67475d", "tag": "8c2d3ae7-d2da-4cad-b4ea-43e347457ae3", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:34.712759 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a57c59f7-dd7d-475c-ae2d-51fb0af98ea8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:34.712759 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da90161-b5ba-4719-a73a-35680a67475d', 'tag': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3', 'status': 'completed', 'code': 200} Aug 31 09:33:34.713336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-535f49d4-0526-4c2c-b33b-bcf4b3ec0a81 req-f4833949-2131-43ff-a02e-b083f62373f1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 943 time: 0.2387931 Aug 31 09:33:34.717489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.718732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.740431 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ded8496-d31d-49e3-95d5-31cb570e70d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.823839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-46221a0d-7eb5-4c6d-99d0-389b36c38536 None None] Provisioning for port e8838d95-dd69-4d37-9477-832433f5ae97 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:34.832838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-46221a0d-7eb5-4c6d-99d0-389b36c38536 None None] Provisioning complete for port e8838d95-dd69-4d37-9477-832433f5ae97 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:34.833251 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-46221a0d-7eb5-4c6d-99d0-389b36c38536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.846493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ded8496-d31d-49e3-95d5-31cb570e70d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.851562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-535f49d4-0526-4c2c-b33b-bcf4b3ec0a81 req-d777da3e-3892-430f-8ca3-ce6ff263e566 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412017 Aug 31 09:33:34.864412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Made reservation on behalf of 2f98e97c5bf74e7383d616928698cf22 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:34.870486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.911669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-46221a0d-7eb5-4c6d-99d0-389b36c38536 None None] Port e8838d95-dd69-4d37-9477-832433f5ae97 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:34.946302 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-eeae2abb-797e-4d20-8399-45e1568fe7a4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0662899 Aug 31 09:33:34.965567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Request body: {'port': {'device_id': '76c8e018-ef26-416e-9999-76a09f2f9242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:34.992317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41ee1-03e3-4c05-a871-7b62d1ed1c77 req-858dad4f-2071-4a53-81ae-1de9072cfae6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:35.001508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95a41ee1-03e3-4c05-a871-7b62d1ed1c77 req-858dad4f-2071-4a53-81ae-1de9072cfae6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1139269 Aug 31 09:33:35.066977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ded8496-d31d-49e3-95d5-31cb570e70d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.072635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ded8496-d31d-49e3-95d5-31cb570e70d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.074066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0ded8496-d31d-49e3-95d5-31cb570e70d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed42a825-accf-4640-bf56-e2dc91351b78 HTTP/1.1" status: 204 len: 168 time: 0.7193251 Aug 31 09:33:35.091655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded8496-d31d-49e3-95d5-31cb570e70d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed42a825-accf-4640-bf56-e2dc91351b78,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:35.141858 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95a41ee1-03e3-4c05-a871-7b62d1ed1c77 req-0320677b-133f-4828-99a1-02b76e412aa3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189361 Aug 31 09:33:35.230066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.288035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-386a614c-33df-401d-87f4-6f73645e9454 req-09238a42-9669-43c9-886e-fc298104a744 service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787263 Aug 31 09:33:35.295384 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-713544cc-55e8-4607-a391-6f543be9ddc9 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707330 Aug 31 09:33:35.365997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a796c-b6ac-4278-ad3d-ec6e83d9136c req-3fc41b6a-6fc6-4484-94e4-f02c3a669b7a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:35.374791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-457a796c-b6ac-4278-ad3d-ec6e83d9136c req-3fc41b6a-6fc6-4484-94e4-f02c3a669b7a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1123500 Aug 31 09:33:35.428475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-457a796c-b6ac-4278-ad3d-ec6e83d9136c req-5ec094d9-3fed-4402-8869-0904c1420529 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520310 Aug 31 09:33:35.486915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33360ea2-e367-46e1-beec-8831f4578d11 req-603b8098-b744-4a65-b29a-13e42df8c969 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 210 time: 0.0479777 Aug 31 09:33:35.561321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Allocated IP 172.20.0.4 (c9217154-175a-43ce-bb63-f3bb984a83a0/265f9852-856c-4537-9d00-c85107cbf4cd/1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:35.570598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-62bb161a-90e7-4f4c-ac6b-0fd162f7301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:35.572154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-62bb161a-90e7-4f4c-ac6b-0fd162f7301c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 1094 time: 0.1780689 Aug 31 09:33:35.862891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b930d-8acf-49ec-adb1-4f29482e8052 req-8c3d6c3f-3677-49a2-a173-2995c97caeef tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:35.874639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-099b930d-8acf-49ec-adb1-4f29482e8052 req-8c3d6c3f-3677-49a2-a173-2995c97caeef tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 943 time: 0.1487229 Aug 31 09:33:35.899526 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5d90f8ed-ad19-4e74-9b0d-1c8a5a2c7cba req-a5b71f2d-6470-48f2-928a-19780bb7efe4 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894890 Aug 31 09:33:36.024264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-81225045-046f-4dfa-b1fb-0f7fb801b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.024264 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-81225045-046f-4dfa-b1fb-0f7fb801b49f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 924 time: 0.4150600 Aug 31 09:33:36.114295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-4442af5a-37dd-49de-87e6-fd3fbee5410c tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.116475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-4442af5a-37dd-49de-87e6-fd3fbee5410c tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.20 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 815 time: 0.2393842 Aug 31 09:33:36.138816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Request body: {'port': {'device_id': 'e42d74c2-710d-4e64-8230-cae880bf9a24', 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0', 'admin_state_up': True, 'tenant_id': '2f98e97c5bf74e7383d616928698cf22'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:36.144122 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-dcf41cb6-faef-42a2-806c-9c8292ec3d0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 HTTP/1.1" status: 200 len: 217 time: 0.1162965 Aug 31 09:33:36.225109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-099b930d-8acf-49ec-adb1-4f29482e8052 req-80407ca0-5edf-4ce5-bf8d-4449be53663d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491509 Aug 31 09:33:36.259544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ead9d-e67a-477e-9153-35bc9e782a7d req-a0a6c5ab-3ca6-427c-9ebc-77751b6ff590 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.263495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.268547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b7ead9d-e67a-477e-9153-35bc9e782a7d req-a0a6c5ab-3ca6-427c-9ebc-77751b6ff590 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 943 time: 0.1488802 Aug 31 09:33:36.293109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-4732ec58-b6eb-4c61-9fe4-5e008ff5baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.294563 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-4732ec58-b6eb-4c61-9fe4-5e008ff5baa1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=880f70da-ce0c-4999-a42d-55a55404cfee HTTP/1.1" status: 200 len: 862 time: 0.1278474 Aug 31 09:33:36.297585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Transition to ACTIVE for port object 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:36.355634 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-9e8d2a26-9f25-4212-984d-8b00b6c8ceec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6514c624-b359-4228-8546-e9df36874fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520258 Aug 31 09:33:36.525852 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-d09a4eba-8610-4534-929f-1f9f53465338 service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251462 Aug 31 09:33:36.624520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54090) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:36.724197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b7ead9d-e67a-477e-9153-35bc9e782a7d req-950e7386-6524-4189-b2df-1a8df61f43b8 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544060 Aug 31 09:33:36.754812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18eb0-7412-4ef5-ac16-e0f64439ca94 req-a59342df-ef09-4343-b00c-c6ce9daad896 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.759150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eda18eb0-7412-4ef5-ac16-e0f64439ca94 req-a59342df-ef09-4343-b00c-c6ce9daad896 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1333969 Aug 31 09:33:36.771871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-451654189-network', 'tenant_id': '0d8a25e9e76f432cb8ddc21933331cf2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:36.812554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Made reservation on behalf of 2f98e97c5bf74e7383d616928698cf22 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:36.818434 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.883814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.893216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eda18eb0-7412-4ef5-ac16-e0f64439ca94 req-cf2ab981-6f8b-449a-a086-4f794f047754 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312263 Aug 31 09:33:36.917407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Made reservation on behalf of 0d8a25e9e76f432cb8ddc21933331cf2 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:36.920328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.936990 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.980817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d512-04e4-4b54-a355-d607866236ce req-67eb5641-2119-4a2d-8b31-22120a238017 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.983799 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6db4d512-04e4-4b54-a355-d607866236ce req-67eb5641-2119-4a2d-8b31-22120a238017 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1538601 Aug 31 09:33:36.995994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Network c9217154-175a-43ce-bb63-f3bb984a83a0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:37.019876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:37.032938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:37.057605 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9e2b80d5-1d82-4f54-839d-153785b1d710 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:37.065471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-93674373-f7ab-4553-8223-fb8ba7a0cf00 req-5b41f819-2f7d-442b-8530-3aea66916dd3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 210 time: 0.0784898 Aug 31 09:33:37.107849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Pushing event updated for resources: {'Port': ['ID=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:37.157567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6db4d512-04e4-4b54-a355-d607866236ce req-018a23b3-0014-45ac-b64f-7e1fdb4d10df tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410129 Aug 31 09:33:37.206983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:37.207661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.216552 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-be493fb5-403b-4cd4-9f6e-d3a0b7f53d6c req-4cfc419d-1130-464b-aa8e-cedb9f08966f service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668814 Aug 31 09:33:37.316183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8838d95-dd69-4d37-9477-832433f5ae97 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:37.325424 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.332941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9e2b80d5-1d82-4f54-839d-153785b1d710, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9e2b80d5-1d82-4f54-839d-153785b1d710,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:37.341844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.349706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.353424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Transition to ACTIVE for port object e8838d95-dd69-4d37-9477-832433f5ae97 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:37.361386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.365836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '9e2b80d5-1d82-4f54-839d-153785b1d710', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'port_id': '9e2b80d5-1d82-4f54-839d-153785b1d710', 'mac_address': 'fa:16:3e:40:cd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4279b-7ee8-4446-8c25-3da965492a89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:37.422696 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-7c0ed491-a7e0-423d-85e3-28714b46af86 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8320115 Aug 31 09:33:37.448082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:37.455794 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.469997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Request body: {'port': {'device_id': 'a56e9ca6-70c5-41c1-b985-e6ef889dba3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:37.477193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.477554 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Added segment e5102729-0572-48ae-a3a1-d6e313c195be of type vlan for network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 Aug 31 09:33:37.493713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2b80d5-1d82-4f54-839d-153785b1d710 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:37.539654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8838d95-dd69-4d37-9477-832433f5ae97,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:37.562634 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.568657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a02aff22-858c-4170-8437-460bbce9a498 None None] Provisioning for port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:37.581329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9e2b80d5-1d82-4f54-839d-153785b1d710, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9e2b80d5-1d82-4f54-839d-153785b1d710,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:37.582680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a02aff22-858c-4170-8437-460bbce9a498 None None] Provisioning complete for port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:37.583385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a02aff22-858c-4170-8437-460bbce9a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.611000 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.611997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:37.612592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.646386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a02aff22-858c-4170-8437-460bbce9a498 None None] Port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:37.650286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.662330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0286341 Aug 31 09:33:37.667351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54116) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:37.689628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Request body: {'subnet': {'network_id': '14b461a5-0d0d-4734-8c02-5537dc7ccc87', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-451654189-subnet', 'tenant_id': '0d8a25e9e76f432cb8ddc21933331cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:37.710193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.725262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9e2b80d5-1d82-4f54-839d-153785b1d710,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:37.735839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.736615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.737081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.737426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.737763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.738089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.738413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.738736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.739079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.740473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.740819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.741196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:37.779226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c084554-5d9b-4a9d-8d1e-231dd92ecda8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:37.833959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Allocated IP 172.20.0.8 (c9217154-175a-43ce-bb63-f3bb984a83a0/265f9852-856c-4537-9d00-c85107cbf4cd/a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:37.841983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d1bed-0ebe-4162-b1fc-892882ff5e83 admin admin] Pushing event updated for resources: {'Network': ['ID=14b461a5-0d0d-4734-8c02-5537dc7ccc87,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:37.855489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:37.872627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161e6e1-2f3a-442d-8632-fbc8fc8247da req-91a325ec-fd37-463e-adb8-d97727e581c0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:37.881303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e161e6e1-2f3a-442d-8632-fbc8fc8247da req-91a325ec-fd37-463e-adb8-d97727e581c0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 944 time: 0.2858276 Aug 31 09:33:37.974721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Made reservation on behalf of 0d8a25e9e76f432cb8ddc21933331cf2 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:37.977137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.996566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485794db-a42d-47de-83b7-eea9ae95037f req-f063c91a-9375-4781-a4d7-71f0f029b3ba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.004185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-485794db-a42d-47de-83b7-eea9ae95037f req-f063c91a-9375-4781-a4d7-71f0f029b3ba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 943 time: 0.1589808 Aug 31 09:33:38.014954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e161e6e1-2f3a-442d-8632-fbc8fc8247da req-b43c9619-83d9-4cf8-a813-3171350aab32 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322799 Aug 31 09:33:38.104725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Attempting to bind port e8838d95-dd69-4d37-9477-832433f5ae97 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:38.104975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Attempting to bind port e8838d95-dd69-4d37-9477-832433f5ae97 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:38.105307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Attempting to bind port e8838d95-dd69-4d37-9477-832433f5ae97 on network c9217154-175a-43ce-bb63-f3bb984a83a0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:38.118192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Port e8838d95-dd69-4d37-9477-832433f5ae97 on network c9217154-175a-43ce-bb63-f3bb984a83a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:38.118514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Attempting to bind port e8838d95-dd69-4d37-9477-832433f5ae97 on network c9217154-175a-43ce-bb63-f3bb984a83a0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:38.138089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-485794db-a42d-47de-83b7-eea9ae95037f req-bab6a6a9-91ba-4752-a19d-51f94b777705 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190403 Aug 31 09:33:38.138251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:38.138251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Checking segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:38.138251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Bound using segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:38.138251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Bound port: e8838d95-dd69-4d37-9477-832433f5ae97, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:38.138905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.198138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['9e2b80d5-1d82-4f54-839d-153785b1d710'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:38.278597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a74278eb-5560-4aea-a61a-1a2de6407be3 req-6d181941-d2ab-41ef-9638-4c1f586bfda4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 210 time: 0.0518513 Aug 31 09:33:38.284958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.304884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6775-6900-4f3b-a348-303d0b9f02a1 req-1821aa67-a13d-4266-9ae5-eaf8c81092e1 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.312284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d7d6775-6900-4f3b-a348-303d0b9f02a1 req-1821aa67-a13d-4266-9ae5-eaf8c81092e1 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1784623 Aug 31 09:33:38.332668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Transition to ACTIVE for port object a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:38.335818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] For port e8838d95-dd69-4d37-9477-832433f5ae97, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:38.362613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] For port e8838d95-dd69-4d37-9477-832433f5ae97, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e8838d95-dd69-4d37-9477-832433f5ae97,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:38.369494 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.373994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d7d6775-6900-4f3b-a348-303d0b9f02a1 req-2efc8f32-75fe-4025-a465-bef72d41017f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606611 Aug 31 09:33:38.384290 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.409345 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.478008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:38.522190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.522856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.524263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] 10.222.0.20 "PUT /v2.0/ports/e8838d95-dd69-4d37-9477-832433f5ae97 HTTP/1.1" status: 200 len: 1092 time: 3.5646439 Aug 31 09:33:38.525396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Pushing event updated for resources: {'Port': ['ID=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.531654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8e018-ef26-416e-9999-76a09f2f9242', 'tag': 'e8838d95-dd69-4d37-9477-832433f5ae97'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:38.534008 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a12eb44-a14f-4f47-996d-25560531247c" -d '{"events": [{"name": "network-changed", "server_uuid": "76c8e018-ef26-416e-9999-76a09f2f9242", "tag": "e8838d95-dd69-4d37-9477-832433f5ae97"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:38.622293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Network c9217154-175a-43ce-bb63-f3bb984a83a0 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:38.630157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:38.634398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:38.660434 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190470b5-6cd8-44a2-9df5-9e29bac3c6f6 x-openstack-request-id: req-190470b5-6cd8-44a2-9df5-9e29bac3c6f6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:38.660599 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c8e018-ef26-416e-9999-76a09f2f9242", "tag": "e8838d95-dd69-4d37-9477-832433f5ae97", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:38.660846 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-190470b5-6cd8-44a2-9df5-9e29bac3c6f6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:38.661239 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8e018-ef26-416e-9999-76a09f2f9242', 'tag': 'e8838d95-dd69-4d37-9477-832433f5ae97', 'status': 'completed', 'code': 200} Aug 31 09:33:38.703137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=638fc2bf-236b-4eea-9ba0-971f60bab072,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.712064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a51b8-bb48-4e2e-8af2-448db1cbb195 req-bc4fab2c-6733-4a3d-8ec0-7780e436cfe4 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.720680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e26a51b8-bb48-4e2e-8af2-448db1cbb195 req-bc4fab2c-6733-4a3d-8ec0-7780e436cfe4 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1858194 Aug 31 09:33:38.727872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.728782 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.762640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:38.804712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bb193-3362-469e-9764-32648ce80ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8838d95-dd69-4d37-9477-832433f5ae97,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.807110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-1b29e1e7-6f49-4de0-8db4-564562ea4d21 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6766877 Aug 31 09:33:38.833052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Request body: {'port': {'device_id': 'e42d74c2-710d-4e64-8230-cae880bf9a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:38.836910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3', 'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'port_id': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3', 'mac_address': 'fa:16:3e:d1:6a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880f70da-ce0c-4999-a42d-55a55404cfee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:38.842400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Checking segment: {'id': 'e5102729-0572-48ae-a3a1-d6e313c195be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '14b461a5-0d0d-4734-8c02-5537dc7ccc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:38.843469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Network hostable DHCP agents. Network: 14b461a5-0d0d-4734-8c02-5537dc7ccc87, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:38.851778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e26a51b8-bb48-4e2e-8af2-448db1cbb195 req-436a4567-d450-4578-b3fa-87f97f7b8a13 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093118 Aug 31 09:33:38.909628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ed205f22-395e-4fe9-9457-c2846205525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.911257 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-ed205f22-395e-4fe9-9457-c2846205525a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 1095 time: 0.3252177 Aug 31 09:33:38.912527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:38.923424 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.966768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.996108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:39.005350 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-a40a03f6-9765-42a3-ab73-b8ea4a06875c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8838d95-dd69-4d37-9477-832433f5ae97 HTTP/1.1" status: 200 len: 217 time: 0.0560780 Aug 31 09:33:39.029765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:39.040400 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.056352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 14b461a5-0d0d-4734-8c02-5537dc7ccc87) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:39.088949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4338c4b-17c4-44de-a775-a78ccdf6408f None None] Network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:39.101042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a87fe50e-0bdc-4b85-b8f1-29286e78d394 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:39.117815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.123450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.129463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:39.168974 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.226834 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-389a6136-6bcd-4783-a9b5-876dc940db7c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5336702 Aug 31 09:33:39.226834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-aaa6eda0-e657-4db6-8d94-0f230bdacf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.236744 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-aaa6eda0-e657-4db6-8d94-0f230bdacf39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=265f9852-856c-4537-9d00-c85107cbf4cd HTTP/1.1" status: 200 len: 854 time: 0.2036264 Aug 31 09:33:39.236744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Transition to ACTIVE for port object 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:39.259128 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.338529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['8c2d3ae7-d2da-4cad-b4ea-43e347457ae3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:39.405043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:39.428245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:39.459577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-bb67fc78-5ed3-4eae-908c-4ca2d0076215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.461296 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-bb67fc78-5ed3-4eae-908c-4ca2d0076215 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9217154-175a-43ce-bb63-f3bb984a83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2257438 Aug 31 09:33:39.479668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5b8199b2-64ee-43e1-b71c-c02cdebf979c None None] Provisioning for port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:39.533164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5b8199b2-64ee-43e1-b71c-c02cdebf979c None None] Provisioning complete for port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:39.539210 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5b8199b2-64ee-43e1-b71c-c02cdebf979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.595218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cb1ce-e702-4099-b83f-6b9a43112faf req-1461ee20-8817-4802-87eb-a5abf41e8d91 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.602913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0cb1ce-e702-4099-b83f-6b9a43112faf req-1461ee20-8817-4802-87eb-a5abf41e8d91 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 944 time: 0.3451197 Aug 31 09:33:39.617535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45ffcb-7d79-43b4-8c26-63d86aff6f7b req-9128fe04-cf60-4953-b3b7-10cfd6595a2a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.625567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e45ffcb-7d79-43b4-8c26-63d86aff6f7b req-9128fe04-cf60-4953-b3b7-10cfd6595a2a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 944 time: 0.3167324 Aug 31 09:33:39.668949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Attempting to bind port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:39.670252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Attempting to bind port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:39.670789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Attempting to bind port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee on network c9217154-175a-43ce-bb63-f3bb984a83a0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:39.684365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee on network c9217154-175a-43ce-bb63-f3bb984a83a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:39.684894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Attempting to bind port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee on network c9217154-175a-43ce-bb63-f3bb984a83a0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:39.697953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:39.698606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Checking segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:39.699298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Bound using segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:39.700039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Bound port: 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:39.700800 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.730148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5b8199b2-64ee-43e1-b71c-c02cdebf979c None None] Port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:39.752822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2c961c-ede6-4e8e-b5d4-4b75cb022dad None None] Network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:39.757668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e45ffcb-7d79-43b4-8c26-63d86aff6f7b req-6acc7d7a-3ed5-446d-ab3f-bdc5e043da2e tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311543 Aug 31 09:33:39.767960 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.811171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] For port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:39.814964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] For port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:39.816018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0cb1ce-e702-4099-b83f-6b9a43112faf req-aab7789c-27e5-4489-9203-7bb0def42419 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975563 Aug 31 09:33:39.828968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.877228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:39.880089 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e602d1-48f9-4f19-8d83-648722158b8a" -d '{"events": [{"server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:39.891164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.892097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.898467 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] 10.222.0.52 "PUT /v2.0/ports/1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee HTTP/1.1" status: 200 len: 1091 time: 2.4559612 Aug 31 09:33:39.925519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:39.956011 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.994356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1aef-e33b-4d6f-b561-c7971de90fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:40.002573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-b06228c0-4303-4e7e-9645-9f0481e85003 service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134799 Aug 31 09:33:40.007018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:40.028376 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.054062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Transition to ACTIVE for port object a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:40.092676 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.153550 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-71cf9eaf-f956-4f77-8ae2-1a25d582827e req-73f24a67-2d39-4ffd-8c9d-5f7d8a4ad74b service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413054 Aug 31 09:33:40.179113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-cef68712-bc04-471c-9fa6-56c9f1ad5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.182035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-cef68712-bc04-471c-9fa6-56c9f1ad5c02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 1094 time: 0.1844525 Aug 31 09:33:40.189273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:40.225419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Pushing event updated for resources: {'Port': ['ID=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:40.265056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69db56-4bff-460d-a23a-b5413dd5b4e5 req-f2bde020-4ca4-486a-add8-33a827d4a081 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.267387 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-cf71393a-1135-436d-8627-9b556012971d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee HTTP/1.1" status: 200 len: 217 time: 0.0725424 Aug 31 09:33:40.272849 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c69db56-4bff-460d-a23a-b5413dd5b4e5 req-f2bde020-4ca4-486a-add8-33a827d4a081 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 931 time: 0.3875990 Aug 31 09:33:40.318140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61b228-7427-4d70-89d2-af0c59ec574e req-3e756602-63d1-411d-82fe-1caaafac7ea0 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.326547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff61b228-7427-4d70-89d2-af0c59ec574e req-3e756602-63d1-411d-82fe-1caaafac7ea0 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.3997881 Aug 31 09:33:40.333509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.374901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12eb44-a14f-4f47-996d-25560531247c req-cb427a93-bcf5-411c-93e5-ac08d1f03202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.376453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a12eb44-a14f-4f47-996d-25560531247c req-cb427a93-bcf5-411c-93e5-ac08d1f03202 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 1095 time: 0.1187806 Aug 31 09:33:40.392546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-9ec10b03-ea09-41ae-850f-00aaaef8189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.393953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-9ec10b03-ea09-41ae-850f-00aaaef8189f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=265f9852-856c-4537-9d00-c85107cbf4cd HTTP/1.1" status: 200 len: 854 time: 0.0895536 Aug 31 09:33:40.482496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c69db56-4bff-460d-a23a-b5413dd5b4e5 req-5ecc00d7-0ee0-47d3-9abc-41f7563c4637 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085650 Aug 31 09:33:40.503037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff61b228-7427-4d70-89d2-af0c59ec574e req-345bac05-bf07-4385-953a-b082cedde813 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602292 Aug 31 09:33:40.504336 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Attempting to bind port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:40.523829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Attempting to bind port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:40.523829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Attempting to bind port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f on network c9217154-175a-43ce-bb63-f3bb984a83a0 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:40.536027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f on network c9217154-175a-43ce-bb63-f3bb984a83a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:40.536360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Attempting to bind port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f on network c9217154-175a-43ce-bb63-f3bb984a83a0 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:40.538878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-2ce85866-0a8a-4121-993d-ad32e15b4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.540443 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-2ce85866-0a8a-4121-993d-ad32e15b4478 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9217154-175a-43ce-bb63-f3bb984a83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255028 Aug 31 09:33:40.549900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:40.550220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Checking segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:40.550925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Bound using segment: {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:40.551098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Bound port: a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3626a6cd-4590-40e1-a76d-a7ddb4ed0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:40.551577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.660488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12eb44-a14f-4f47-996d-25560531247c req-a184791b-54b3-4bc0-bcd8-8a30bfd44532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.661970 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a12eb44-a14f-4f47-996d-25560531247c req-a184791b-54b3-4bc0-bcd8-8a30bfd44532 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 917 time: 0.2780993 Aug 31 09:33:40.663917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56e9ca6-70c5-41c1-b985-e6ef889dba3f', 'tag': '1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:40.664738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] For port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:40.666229 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c467153f-d922-4860-b27a-19096e94300d" -d '{"events": [{"name": "network-changed", "server_uuid": "a56e9ca6-70c5-41c1-b985-e6ef889dba3f", "tag": "1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:40.672264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] For port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:40.682078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.730893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.731526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.733202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] 10.222.0.20 "PUT /v2.0/ports/a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f HTTP/1.1" status: 200 len: 1091 time: 1.9074650 Aug 31 09:33:40.736744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42d74c2-710d-4e64-8230-cae880bf9a24', 'tag': 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:40.740292 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e160669c-8ac3-4954-a60e-be7e445174a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e42d74c2-710d-4e64-8230-cae880bf9a24", "tag": "a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:40.761485 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a12eb44-a14f-4f47-996d-25560531247c req-d5070b39-6840-42fc-a582-3fa89310d69d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8838d95-dd69-4d37-9477-832433f5ae97 HTTP/1.1" status: 200 len: 217 time: 0.0779269 Aug 31 09:33:40.855458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-6d7369a9-5974-446b-ad2d-f4055ed6551c service neutron] 10.222.0.52 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035774 Aug 31 09:33:40.875753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12eb44-a14f-4f47-996d-25560531247c req-546ec4f2-7b18-4a79-9afc-06eeb52f6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.877156 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a12eb44-a14f-4f47-996d-25560531247c req-546ec4f2-7b18-4a79-9afc-06eeb52f6713 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=265f9852-856c-4537-9d00-c85107cbf4cd HTTP/1.1" status: 200 len: 854 time: 0.1089330 Aug 31 09:33:40.912294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b9ac0-4d5e-475f-b191-5a603d939b25 service neutron] Pushing event updated for resources: {'Port': ['ID=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:40.937127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3426a3b-7c4c-45f1-a922-948e78c8514c req-2624be45-0164-4906-86bf-435e42276812 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.938692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3426a3b-7c4c-45f1-a922-948e78c8514c req-2624be45-0164-4906-86bf-435e42276812 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 944 time: 0.1445913 Aug 31 09:33:40.971692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-e05592c5-db89-47e1-8406-72bdb62e34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.973522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-e05592c5-db89-47e1-8406-72bdb62e34a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 1094 time: 0.1805692 Aug 31 09:33:41.033699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-7d60985f-a862-4f2c-9078-f8e4ab11ba31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f HTTP/1.1" status: 200 len: 217 time: 0.0478585 Aug 31 09:33:41.056654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12eb44-a14f-4f47-996d-25560531247c req-be54f6ca-a624-4071-ae18-5d823579d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.057837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a12eb44-a14f-4f47-996d-25560531247c req-be54f6ca-a624-4071-ae18-5d823579d7d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9217154-175a-43ce-bb63-f3bb984a83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649499 Aug 31 09:33:41.084551 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-851e8fb5-b4db-49f3-8b1c-84d07031d62b req-6e8dac6a-06d5-4fc9-a03a-a03f37d0f102 service neutron] 10.222.0.52 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174890 Aug 31 09:33:41.085623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a87fe50e-0bdc-4b85-b8f1-29286e78d394 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:41.128088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3426a3b-7c4c-45f1-a922-948e78c8514c req-f55808d4-d466-4762-8b1e-47d39cc6902f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781561 Aug 31 09:33:41.160644 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:33:41.167583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-fed1d0c3-cee4-4c53-9e4a-a86a0ec36283 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.170136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-fed1d0c3-cee4-4c53-9e4a-a86a0ec36283 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/networks?id=14b461a5-0d0d-4734-8c02-5537dc7ccc87 HTTP/1.1" status: 200 len: 817 time: 0.3965731 Aug 31 09:33:41.173591 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a12eb44-a14f-4f47-996d-25560531247c req-4bc65d4c-5297-42c4-b2d7-bab0a741879e service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061528 Aug 31 09:33:41.188338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-d9cb6a42-0c6e-4386-bd34-a8b95292b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.189767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-d9cb6a42-0c6e-4386-bd34-a8b95292b721 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=265f9852-856c-4537-9d00-c85107cbf4cd HTTP/1.1" status: 200 len: 854 time: 0.1469829 Aug 31 09:33:41.193410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-8dbe02ed-074f-48b1-bdd1-331fb2d43fe2 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/quotas/0d8a25e9e76f432cb8ddc21933331cf2 HTTP/1.1" status: 200 len: 375 time: 0.0132873 Aug 31 09:33:41.194593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9e2b80d5-1d82-4f54-839d-153785b1d710 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:41.268665 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0938661-aa9c-4737-92ac-388e4724dcbf x-openstack-request-id: req-f0938661-aa9c-4737-92ac-388e4724dcbf {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:41.269118 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:41.269522 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0938661-aa9c-4737-92ac-388e4724dcbf {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:41.270004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-3454b175-3621-4265-b3ff-dae31d3ee99e tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d8a25e9e76f432cb8ddc21933331cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372505 Aug 31 09:33:41.270243 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'code': 200} Aug 31 09:33:41.292152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-74803e2b-1510-4d5e-a5ca-a5de69b57d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.294532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-74803e2b-1510-4d5e-a5ca-a5de69b57d84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9217154-175a-43ce-bb63-f3bb984a83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937450 Aug 31 09:33:41.297233 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8126cd62-9c78-4113-945d-784e99913bf9 x-openstack-request-id: req-8126cd62-9c78-4113-945d-784e99913bf9 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:41.297618 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56e9ca6-70c5-41c1-b985-e6ef889dba3f", "tag": "1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:41.298015 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8126cd62-9c78-4113-945d-784e99913bf9 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:41.298506 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56e9ca6-70c5-41c1-b985-e6ef889dba3f', 'tag': '1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee', 'status': 'completed', 'code': 200} Aug 31 09:33:41.345480 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1a12eb44-a14f-4f47-996d-25560531247c req-657a23b7-26a6-4ace-a274-0ecb04b9026d service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632841 Aug 31 09:33:41.387467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467153f-d922-4860-b27a-19096e94300d req-c67ed99d-fc14-4052-9211-6910b554420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.390000 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c467153f-d922-4860-b27a-19096e94300d req-c67ed99d-fc14-4052-9211-6910b554420a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 1094 time: 0.0636988 Aug 31 09:33:41.402498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:41.406331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 9e2b80d5-1d82-4f54-839d-153785b1d710 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:41.418071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 9e2b80d5-1d82-4f54-839d-153785b1d710 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:41.418691 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.421710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'port_id': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'mac_address': 'fa:16:3e:71:a4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b3db3d-66af-46bb-9e09-4a8c72abf624', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:41.462598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-0f91f666-4fc9-436a-8a8c-d87c247f38b3 service neutron] 10.222.0.69 "GET /v2.0/networks/14b461a5-0d0d-4734-8c02-5537dc7ccc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768618 Aug 31 09:33:41.465488 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7122f73-6703-4de1-847f-2ed268b39bcd x-openstack-request-id: req-a7122f73-6703-4de1-847f-2ed268b39bcd {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:41.465775 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42d74c2-710d-4e64-8230-cae880bf9a24", "tag": "a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:41.466033 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7122f73-6703-4de1-847f-2ed268b39bcd {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:41.466437 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42d74c2-710d-4e64-8230-cae880bf9a24', 'tag': 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f', 'status': 'completed', 'code': 200} Aug 31 09:33:41.542957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467153f-d922-4860-b27a-19096e94300d req-ec2baac5-1d36-4814-96b6-5ef4b54c99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.544456 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.545252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c467153f-d922-4860-b27a-19096e94300d req-ec2baac5-1d36-4814-96b6-5ef4b54c99f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 917 time: 0.1457326 Aug 31 09:33:41.562530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87fe50e-0bdc-4b85-b8f1-29286e78d394 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:41.584713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:41.610277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c467153f-d922-4860-b27a-19096e94300d req-e1d816e6-0cd7-41f4-a871-c91e6085c159 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee HTTP/1.1" status: 200 len: 217 time: 0.0529871 Aug 31 09:33:41.618549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.666559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.692916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467153f-d922-4860-b27a-19096e94300d req-fa02d37f-fdc9-4456-8953-1c3e9944499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.694507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c467153f-d922-4860-b27a-19096e94300d req-fa02d37f-fdc9-4456-8953-1c3e9944499a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=265f9852-856c-4537-9d00-c85107cbf4cd HTTP/1.1" status: 200 len: 854 time: 0.0721900 Aug 31 09:33:41.711719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9e2b80d5-1d82-4f54-839d-153785b1d710, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9e2b80d5-1d82-4f54-839d-153785b1d710,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:41.719041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.724145 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.751926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-97b921a3-a053-48be-874b-dfd417e06253 service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304719 Aug 31 09:33:41.760884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69fb6d-fd7d-493a-8d39-d0e5bc15cb89 req-b4559061-7385-4de8-b942-2a5b2e2b939d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.774431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e69fb6d-fd7d-493a-8d39-d0e5bc15cb89 req-b4559061-7385-4de8-b942-2a5b2e2b939d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 944 time: 0.2967088 Aug 31 09:33:41.777133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-58cac85f-0cbb-4bb5-b47a-cb851ca6a837 service neutron] 10.222.0.69 "GET /v2.0/networks/14b461a5-0d0d-4734-8c02-5537dc7ccc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136170 Aug 31 09:33:41.787761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9e2b80d5-1d82-4f54-839d-153785b1d710,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.814998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467153f-d922-4860-b27a-19096e94300d req-6c64ef23-5f88-45c8-8320-bbaf76105b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.816712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c467153f-d922-4860-b27a-19096e94300d req-6c64ef23-5f88-45c8-8320-bbaf76105b38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9217154-175a-43ce-bb63-f3bb984a83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028421 Aug 31 09:33:41.895256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e69fb6d-fd7d-493a-8d39-d0e5bc15cb89 req-6a06c096-78c7-411e-b0e6-9d24c3b19410 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064310 Aug 31 09:33:42.002896 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c467153f-d922-4860-b27a-19096e94300d req-75fe2d5f-ed8f-4962-b4ba-15ae8a62fc20 service neutron] 10.222.0.52 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732812 Aug 31 09:33:42.026515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa83b00c-cff9-4752-b508-0e46b4fbe25e req-d359fac9-d2c0-432c-9c5e-f334a8394c3f service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481809 Aug 31 09:33:42.104510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3647964-11f3-4c60-9c8f-9bfddd69c579 req-603cb691-e839-4173-a88f-f70840ecff54 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.112937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3647964-11f3-4c60-9c8f-9bfddd69c579 req-603cb691-e839-4173-a88f-f70840ecff54 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 945 time: 0.0852857 Aug 31 09:33:42.138028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a87fe50e-0bdc-4b85-b8f1-29286e78d394'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:42.149132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c467153f-d922-4860-b27a-19096e94300d req-eae95d79-6229-401f-9110-f8a43e25e37e service neutron] 10.222.0.52 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362283 Aug 31 09:33:42.221138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3647964-11f3-4c60-9c8f-9bfddd69c579 req-ffa94dbe-ffaf-43cc-b098-0facc0d921a4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068983 Aug 31 09:33:42.235186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:42.282157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-b4652240-a44b-4b5a-b7a3-d47c4348a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.301030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-b4652240-a44b-4b5a-b7a3-d47c4348a464 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 1094 time: 0.1985869 Aug 31 09:33:42.420251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:42.428620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:42.429010 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.474977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9fb0b-5e4d-40f9-a739-592149ec2af6 req-9964f294-5695-4905-872e-2139b1f95ce5 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.476566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60e9fb0b-5e4d-40f9-a739-592149ec2af6 req-9964f294-5695-4905-872e-2139b1f95ce5 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 943 time: 0.3913188 Aug 31 09:33:42.571827 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.599396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60e9fb0b-5e4d-40f9-a739-592149ec2af6 req-16731a7d-b93d-4cc9-930c-429c072a6eb2 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063199 Aug 31 09:33:42.617059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:42.623781 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.644021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6637c-0b41-4447-91a3-c146ed129b03 req-c0463ba3-9398-4a31-981e-b02ecc8a92e8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.661603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bde6637c-0b41-4447-91a3-c146ed129b03 req-c0463ba3-9398-4a31-981e-b02ecc8a92e8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.2226036 Aug 31 09:33:42.685914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-f9b98787-68da-415b-ac28-4c8ff8f6d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.688736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-f9b98787-68da-415b-ac28-4c8ff8f6d370 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 917 time: 0.3853486 Aug 31 09:33:42.717455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:42.775647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-1b8735a8-be54-4e52-b65a-d88bb7360fa5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f HTTP/1.1" status: 200 len: 217 time: 0.0734501 Aug 31 09:33:42.781709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bde6637c-0b41-4447-91a3-c146ed129b03 req-cd020bc1-7bc8-4a1b-ad1e-262209740e2b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192601 Aug 31 09:33:42.889425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0f6873f-4d3e-491d-bc9a-6d309552e0c9 req-43c9a7dd-81a4-493f-9386-d62d83091fc7 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0420208 Aug 31 09:33:42.891694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-a11c7410-0724-41f3-885b-aac16892a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.893056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-a11c7410-0724-41f3-885b-aac16892a71a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=265f9852-856c-4537-9d00-c85107cbf4cd HTTP/1.1" status: 200 len: 854 time: 0.1096277 Aug 31 09:33:42.980944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16acd2-8648-4ac4-8a75-3f5bbe474412 req-e7aa4ef6-b834-4d5f-893a-63cfd85dd669 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.982538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f16acd2-8648-4ac4-8a75-3f5bbe474412 req-e7aa4ef6-b834-4d5f-893a-63cfd85dd669 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 945 time: 0.0960412 Aug 31 09:33:43.005281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-b43d2ee3-6cbb-4bad-9785-247b610fa27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:43.005281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-b43d2ee3-6cbb-4bad-9785-247b610fa27f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9217154-175a-43ce-bb63-f3bb984a83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015353 Aug 31 09:33:43.128730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f16acd2-8648-4ac4-8a75-3f5bbe474412 req-c4a5bba9-42b6-431c-a262-3fe30645e7fb tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241386 Aug 31 09:33:43.155704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd86c77-0771-4c33-aa63-3eedb9277aab req-5513c279-0f69-42dc-9b21-621c2000af46 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:43.157492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-efd86c77-0771-4c33-aa63-3eedb9277aab req-5513c279-0f69-42dc-9b21-621c2000af46 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.1515615 Aug 31 09:33:43.196416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-8ecf92df-30c3-4188-85eb-687c85e37247 service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758885 Aug 31 09:33:43.272159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0880c0-8931-402c-b82c-3fcb90b87e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2b80d5-1d82-4f54-839d-153785b1d710'}, {'server_uuid': '8da90161-b5ba-4719-a73a-35680a67475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:43.276223 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe7f3e-a0df-403d-83f0-42b906c60f59" -d '{"events": [{"server_uuid": "1d0880c0-8931-402c-b82c-3fcb90b87e07", "name": "network-vif-plugged", "status": "completed", "tag": "9e2b80d5-1d82-4f54-839d-153785b1d710"}, {"server_uuid": "8da90161-b5ba-4719-a73a-35680a67475d", "name": "network-vif-plugged", "status": "completed", "tag": "8c2d3ae7-d2da-4cad-b4ea-43e347457ae3"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:43.291025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-efd86c77-0771-4c33-aa63-3eedb9277aab req-c708c316-fa68-40f3-9296-df65e90c5160 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155918 Aug 31 09:33:43.398926 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bacd52a-d2e7-4d11-a608-4c2a3e1c0079 x-openstack-request-id: req-7bacd52a-d2e7-4d11-a608-4c2a3e1c0079 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:43.399227 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0880c0-8931-402c-b82c-3fcb90b87e07", "name": "network-vif-plugged", "status": "completed", "tag": "9e2b80d5-1d82-4f54-839d-153785b1d710", "code": 200}, {"server_uuid": "8da90161-b5ba-4719-a73a-35680a67475d", "name": "network-vif-plugged", "status": "completed", "tag": "8c2d3ae7-d2da-4cad-b4ea-43e347457ae3", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:43.399476 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7bacd52a-d2e7-4d11-a608-4c2a3e1c0079 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:43.399883 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0880c0-8931-402c-b82c-3fcb90b87e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2b80d5-1d82-4f54-839d-153785b1d710', 'code': 200} Aug 31 09:33:43.400130 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da90161-b5ba-4719-a73a-35680a67475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3', 'code': 200} Aug 31 09:33:43.407314 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.430638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de4235-ace2-4ce9-a6d5-54b96684529d req-0aacfd99-f24d-4b19-8af0-236fad4994a0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:43.432260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70de4235-ace2-4ce9-a6d5-54b96684529d req-0aacfd99-f24d-4b19-8af0-236fad4994a0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 945 time: 0.1256592 Aug 31 09:33:43.434397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e160669c-8ac3-4954-a60e-be7e445174a0 req-1087afda-f1af-4288-bc2c-6a7478dc568d service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258542 Aug 31 09:33:43.497410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70de4235-ace2-4ce9-a6d5-54b96684529d req-b1b7c20d-40ae-4240-b5d1-b4903215ee10 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Aug 31 09:33:43.544810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bb8f6-5bef-48b5-b549-1a5fa063a91e req-add9e96d-4a33-4e0d-ba45-930514445adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:43.547121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-045bb8f6-5bef-48b5-b549-1a5fa063a91e req-add9e96d-4a33-4e0d-ba45-930514445adc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 1096 time: 0.0637007 Aug 31 09:33:43.599969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-045bb8f6-5bef-48b5-b549-1a5fa063a91e req-27a69225-609b-4fe0-b4a3-d685cb2e0548 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Aug 31 09:33:43.867391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-071a1165-c04f-46b6-b985-872d263da682 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:43.869328 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-071a1165-c04f-46b6-b985-872d263da682 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.52 "GET /v2.0/networks?id=14b461a5-0d0d-4734-8c02-5537dc7ccc87 HTTP/1.1" status: 200 len: 817 time: 0.4826460 Aug 31 09:33:43.879781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e898b4-c695-44d0-89c6-07968844db15 req-1f491291-a0c6-4fe2-b97e-7bf9c6216f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:43.881822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0e898b4-c695-44d0-89c6-07968844db15 req-1f491291-a0c6-4fe2-b97e-7bf9c6216f63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 1096 time: 0.1105218 Aug 31 09:33:43.888144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Request body: {'port': {'device_id': '8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2', 'network_id': '14b461a5-0d0d-4734-8c02-5537dc7ccc87', 'admin_state_up': True, 'tenant_id': '0d8a25e9e76f432cb8ddc21933331cf2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:43.978577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0e898b4-c695-44d0-89c6-07968844db15 req-c7246316-7e9b-4751-9fe8-b18e61ddbcb0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855417 Aug 31 09:33:44.042932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Made reservation on behalf of 0d8a25e9e76f432cb8ddc21933331cf2 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:44.047456 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.129826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75318-ffba-4188-94e1-14be6c827df4 req-d31fed22-4d5b-4171-a2a7-94d3a58906cd tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:44.131383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76f75318-ffba-4188-94e1-14be6c827df4 req-d31fed22-4d5b-4171-a2a7-94d3a58906cd tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 943 time: 0.4737201 Aug 31 09:33:44.191556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833b0b0-bfca-43b3-85de-e32f31b03574 req-c9bb2192-072e-45a7-926f-cb9e5089279b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:44.199754 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f833b0b0-bfca-43b3-85de-e32f31b03574 req-c9bb2192-072e-45a7-926f-cb9e5089279b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1266615 Aug 31 09:33:44.203739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Allocated IP 172.20.0.7 (14b461a5-0d0d-4734-8c02-5537dc7ccc87/638fc2bf-236b-4eea-9ba0-971f60bab072/12654349-4ad1-44f2-86bd-7dcccca1391d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:44.240407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:44.250234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76f75318-ffba-4188-94e1-14be6c827df4 req-0ab0f516-1efe-4381-90a5-341a6cd94b5f tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025541 Aug 31 09:33:44.266612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f833b0b0-bfca-43b3-85de-e32f31b03574 req-50381759-6144-4560-96aa-427c5ffdf91f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668628 Aug 31 09:33:44.444005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86b6f84f-831b-4340-b945-3f7100727e2f req-807a80e2-329d-44b1-821b-4bfa387ad289 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0784409 Aug 31 09:33:44.452750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:44.476503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298453c0-e65b-40a5-bd8b-4c839f3d79f8 req-c31039e2-1804-4022-ba1f-2577c304ae66 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:44.484151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-298453c0-e65b-40a5-bd8b-4c839f3d79f8 req-c31039e2-1804-4022-ba1f-2577c304ae66 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 945 time: 0.0854266 Aug 31 09:33:44.486985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee', 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0', 'port_id': '1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee', 'mac_address': 'fa:16:3e:0a:23:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265f9852-856c-4537-9d00-c85107cbf4cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:44.531840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.535585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-298453c0-e65b-40a5-bd8b-4c839f3d79f8 req-ea682fca-ba60-42bb-9484-b6e30cb2491f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Aug 31 09:33:44.554208 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.570516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:44.595681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:44.604435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.633701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107078c-541f-4e27-83a8-3e29cb681b50 req-799ade39-f32d-49f4-b6bf-b16edb3f7141 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:44.636126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e107078c-541f-4e27-83a8-3e29cb681b50 req-799ade39-f32d-49f4-b6bf-b16edb3f7141 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.0868511 Aug 31 09:33:44.644541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.668900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:44.708187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:44.711620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:44.716917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:44.722483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Pushing event updated for resources: {'Port': ['ID=12654349-4ad1-44f2-86bd-7dcccca1391d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:44.761104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e107078c-541f-4e27-83a8-3e29cb681b50 req-d997bac2-48e1-4ead-86de-d8be37519401 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727434 Aug 31 09:33:44.771061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:44.771724 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.784191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad12d1-bc8a-4271-9eb8-e9a16a2f65b8 req-2c1551ff-75fa-42d7-aa6d-d58dad771ec6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:44.785840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33ad12d1-bc8a-4271-9eb8-e9a16a2f65b8 req-2c1551ff-75fa-42d7-aa6d-d58dad771ec6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 945 time: 0.1599622 Aug 31 09:33:44.798865 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-39af4255-c66c-4180-9cd9-f43832e7afe8 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9153008 Aug 31 09:33:44.813458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Request body: {'port': {'device_id': '8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:44.831810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33ad12d1-bc8a-4271-9eb8-e9a16a2f65b8 req-ef40769a-322b-4c5b-8547-d0e56a4b107d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 Aug 31 09:33:44.883988 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.895064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:45.121527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e8838d95-dd69-4d37-9477-832433f5ae97 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:45.145167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a87fe50e-0bdc-4b85-b8f1-29286e78d394 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:45.220691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12654349-4ad1-44f2-86bd-7dcccca1391d {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:45.231610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.249198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Transition to ACTIVE for port object 12654349-4ad1-44f2-86bd-7dcccca1391d will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:45.254187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.403772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Pushing event updated for resources: {'Port': ['ID=12654349-4ad1-44f2-86bd-7dcccca1391d,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:45.449354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e8838d95-dd69-4d37-9477-832433f5ae97, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e8838d95-dd69-4d37-9477-832433f5ae97,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:45.465836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a87fe50e-0bdc-4b85-b8f1-29286e78d394 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:45.466472 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.468712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Attempting to bind port 12654349-4ad1-44f2-86bd-7dcccca1391d on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:45.469515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'e8838d95-dd69-4d37-9477-832433f5ae97', 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0', 'port_id': 'e8838d95-dd69-4d37-9477-832433f5ae97', 'mac_address': 'fa:16:3e:4b:97:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265f9852-856c-4537-9d00-c85107cbf4cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:45.469812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0842c21-865d-4ca7-be15-b0ba2faac8a2 req-fc5b6009-2f41-47fa-89fb-a9555d9a0f49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.470245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Attempting to bind port 12654349-4ad1-44f2-86bd-7dcccca1391d by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e5102729-0572-48ae-a3a1-d6e313c195be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '14b461a5-0d0d-4734-8c02-5537dc7ccc87'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:45.470779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Attempting to bind port 12654349-4ad1-44f2-86bd-7dcccca1391d on network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:45.475472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Port 12654349-4ad1-44f2-86bd-7dcccca1391d on network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:45.475881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Attempting to bind port 12654349-4ad1-44f2-86bd-7dcccca1391d on network 14b461a5-0d0d-4734-8c02-5537dc7ccc87 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:45.481759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:45.482180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Checking segment: {'id': 'e5102729-0572-48ae-a3a1-d6e313c195be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '14b461a5-0d0d-4734-8c02-5537dc7ccc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:45.482488 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0842c21-865d-4ca7-be15-b0ba2faac8a2 req-fc5b6009-2f41-47fa-89fb-a9555d9a0f49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1196768 Aug 31 09:33:45.482697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Bound using segment: {'id': 'e5102729-0572-48ae-a3a1-d6e313c195be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '14b461a5-0d0d-4734-8c02-5537dc7ccc87'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:45.483257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Bound port: 12654349-4ad1-44f2-86bd-7dcccca1391d, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5102729-0572-48ae-a3a1-d6e313c195be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '14b461a5-0d0d-4734-8c02-5537dc7ccc87'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:45.483810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.514398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3409117-c32f-4e55-83f1-1badd204661f req-9aa0e5e3-9b28-4f1b-8e30-9d3838a63bbf tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.519441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3409117-c32f-4e55-83f1-1badd204661f req-9aa0e5e3-9b28-4f1b-8e30-9d3838a63bbf tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 943 time: 0.1255965 Aug 31 09:33:45.558477 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.570029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] For port 12654349-4ad1-44f2-86bd-7dcccca1391d, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:45.575111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] For port 12654349-4ad1-44f2-86bd-7dcccca1391d, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=12654349-4ad1-44f2-86bd-7dcccca1391d,segment=NetworkSegment(e5102729-0572-48ae-a3a1-d6e313c195be),segment_id=e5102729-0572-48ae-a3a1-d6e313c195be)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:45.579833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8838d95-dd69-4d37-9477-832433f5ae97 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:45.580375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0842c21-865d-4ca7-be15-b0ba2faac8a2 req-edfa0983-8a0c-46b0-9458-c6167b62a18d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929010 Aug 31 09:33:45.585926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.632129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3409117-c32f-4e55-83f1-1badd204661f req-c3011b1b-f67e-4dcb-a5f8-05e6f604ffc8 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956898 Aug 31 09:33:45.644608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.645249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.646637 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] 10.222.0.52 "PUT /v2.0/ports/12654349-4ad1-44f2-86bd-7dcccca1391d HTTP/1.1" status: 200 len: 1091 time: 0.8376989 Aug 31 09:33:45.647151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2', 'tag': '12654349-4ad1-44f2-86bd-7dcccca1391d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:45.656255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e8838d95-dd69-4d37-9477-832433f5ae97, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e8838d95-dd69-4d37-9477-832433f5ae97,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:45.658855 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554768c2-ebe8-4d34-a429-e56dfe05642c" -d '{"events": [{"name": "network-changed", "server_uuid": "8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2", "tag": "12654349-4ad1-44f2-86bd-7dcccca1391d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:45.670078 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.681455 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.694671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5172796-fd59-4462-9b17-98f1adbd1647 service neutron] Pushing event updated for resources: {'Port': ['ID=12654349-4ad1-44f2-86bd-7dcccca1391d,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:45.746776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:45.749597 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ae2710-1b5f-478e-b5fa-e3e85c2cdf99" -d '{"events": [{"server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "name": "network-vif-plugged", "status": "completed", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:45.778445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-58e761bd-8fe4-4e1d-b95a-489304d16f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.778960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=e8838d95-dd69-4d37-9477-832433f5ae97,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:45.780596 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-58e761bd-8fe4-4e1d-b95a-489304d16f6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d8a25e9e76f432cb8ddc21933331cf2&device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 1094 time: 0.0702128 Aug 31 09:33:45.783770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:45.794621 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.844753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db70ede-fe4e-40b9-a7ca-3810bf091839 req-cc56e3ac-e4c9-47d3-a330-066073008efc tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.852289 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-7d70fbcf-c6aa-4502-b47f-449e03d50ad6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12654349-4ad1-44f2-86bd-7dcccca1391d HTTP/1.1" status: 200 len: 217 time: 0.0592372 Aug 31 09:33:45.852815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1db70ede-fe4e-40b9-a7ca-3810bf091839 req-cc56e3ac-e4c9-47d3-a330-066073008efc tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.0745800 Aug 31 09:33:45.864721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:45.877673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566ce9-bd42-40d8-8c47-de9d71293d8f req-a66baa57-70b0-422c-ac51-25c21223a806 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.879426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58566ce9-bd42-40d8-8c47-de9d71293d8f req-a66baa57-70b0-422c-ac51-25c21223a806 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 943 time: 0.1469762 Aug 31 09:33:45.915671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-d82d9bbe-c122-4b6e-9aae-7577ca77fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.917070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-d82d9bbe-c122-4b6e-9aae-7577ca77fc25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=638fc2bf-236b-4eea-9ba0-971f60bab072 HTTP/1.1" status: 200 len: 857 time: 0.0575247 Aug 31 09:33:45.939370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1db70ede-fe4e-40b9-a7ca-3810bf091839 req-fcc626e3-5e06-4293-ac2e-84587a10d78e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856688 Aug 31 09:33:45.949801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58566ce9-bd42-40d8-8c47-de9d71293d8f req-f172cd62-fc6c-44c5-9e06-f4ae0a3f6e0f tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598290 Aug 31 09:33:45.965187 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-7a6939fd-752d-4f46-839a-3ab60d87bc4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14b461a5-0d0d-4734-8c02-5537dc7ccc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398607 Aug 31 09:33:46.012223 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37af75d-3169-44d5-a06f-0cbdec96a0d2 x-openstack-request-id: req-b37af75d-3169-44d5-a06f-0cbdec96a0d2 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:46.012512 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "name": "network-vif-plugged", "status": "completed", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:46.012755 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b37af75d-3169-44d5-a06f-0cbdec96a0d2 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:46.013140 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'code': 200} Aug 31 09:33:46.044872 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33795698-b429-4dcb-9caa-c6e465870011 x-openstack-request-id: req-33795698-b429-4dcb-9caa-c6e465870011 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:46.044872 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2", "tag": "12654349-4ad1-44f2-86bd-7dcccca1391d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:46.045306 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33795698-b429-4dcb-9caa-c6e465870011 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:46.046525 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2', 'tag': '12654349-4ad1-44f2-86bd-7dcccca1391d', 'status': 'completed', 'code': 200} Aug 31 09:33:46.061229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['e8838d95-dd69-4d37-9477-832433f5ae97'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:46.129688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-6744cd7e-d234-4c67-b59b-85e127be4120 service neutron] 10.222.0.52 "GET /v2.0/networks/14b461a5-0d0d-4734-8c02-5537dc7ccc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578312 Aug 31 09:33:46.238114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3fe20-e3af-482b-aa59-e60751265e85 req-b3ec4642-72fa-423e-8a97-952525ee38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.240093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0dd3fe20-e3af-482b-aa59-e60751265e85 req-b3ec4642-72fa-423e-8a97-952525ee38d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 1097 time: 0.0978312 Aug 31 09:33:46.249090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:46.257911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6e740-c26c-4be9-8d0b-74cf040ec8bb req-53d05015-3c62-4b78-a68f-a42b45e4ab29 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.259695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35d6e740-c26c-4be9-8d0b-74cf040ec8bb req-53d05015-3c62-4b78-a68f-a42b45e4ab29 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.1494412 Aug 31 09:33:46.291182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d096998a-ad74-4f8e-a6e7-d08fc17aa564 req-71624420-1837-4db7-be91-8a4f73416437 service neutron] 10.222.0.52 "GET /v2.0/networks/14b461a5-0d0d-4734-8c02-5537dc7ccc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510944 Aug 31 09:33:46.314708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df1d76-638e-43a1-9358-6bed4c48457f req-0f0452b4-f09a-46c0-9f40-5f9230d9351b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.316768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3df1d76-638e-43a1-9358-6bed4c48457f req-0f0452b4-f09a-46c0-9f40-5f9230d9351b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 945 time: 0.1591759 Aug 31 09:33:46.357460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:46.367793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:46.368194 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.379538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35d6e740-c26c-4be9-8d0b-74cf040ec8bb req-09735ac9-0081-4bbb-b69a-deed0ac9439c tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900097 Aug 31 09:33:46.381660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0dd3fe20-e3af-482b-aa59-e60751265e85 req-b82f1665-5eba-44f1-8b5b-2c0fc73a47ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199551 Aug 31 09:33:46.419759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-607da0d9-be68-4a1b-839d-1ce1d8481e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.421327 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-607da0d9-be68-4a1b-839d-1ce1d8481e24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d8a25e9e76f432cb8ddc21933331cf2&device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 1094 time: 0.0740116 Aug 31 09:33:46.451009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3df1d76-638e-43a1-9358-6bed4c48457f req-9df1d191-b098-417e-8dd7-b3192bc4f2f1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069393 Aug 31 09:33:46.480938 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.525151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:46.536010 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.594741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-b5fe7f6d-f1f3-4b5e-bae0-9d520476317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.596260 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-b5fe7f6d-f1f3-4b5e-bae0-9d520476317b service neutron] 10.222.0.52 "GET /v2.0/networks?id=14b461a5-0d0d-4734-8c02-5537dc7ccc87 HTTP/1.1" status: 200 len: 919 time: 0.1665015 Aug 31 09:33:46.599361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:46.621417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6e42f-60f7-4c5b-8459-d3bfd21e205b req-9ec7f30d-9403-4753-a2ba-c1b50e65b9f1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.623107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99f6e42f-60f7-4c5b-8459-d3bfd21e205b req-9ec7f30d-9403-4753-a2ba-c1b50e65b9f1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.0918896 Aug 31 09:33:46.653357 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-f06e8ec3-02bb-498f-a632-6a4dc6774185 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12654349-4ad1-44f2-86bd-7dcccca1391d HTTP/1.1" status: 200 len: 217 time: 0.0431533 Aug 31 09:33:46.698171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99f6e42f-60f7-4c5b-8459-d3bfd21e205b req-b268bfee-a782-4279-90b7-685ccea984bc tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500686 Aug 31 09:33:46.726959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-38deed81-c5df-4b35-88e1-1c1c8ac180cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.728346 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-38deed81-c5df-4b35-88e1-1c1c8ac180cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=638fc2bf-236b-4eea-9ba0-971f60bab072 HTTP/1.1" status: 200 len: 857 time: 0.0654638 Aug 31 09:33:46.776985 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-33b3b66d-8907-44a2-b227-4fc8988312ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14b461a5-0d0d-4734-8c02-5537dc7ccc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388670 Aug 31 09:33:46.837957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ad0b5-e9b8-4264-8b7c-2cef2661463d req-a4783692-5cb0-4d58-a7d6-dd718f1f8e05 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.839498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d55ad0b5-e9b8-4264-8b7c-2cef2661463d req-a4783692-5cb0-4d58-a7d6-dd718f1f8e05 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 946 time: 0.0939195 Aug 31 09:33:46.846906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc45ef-02ad-47fe-b823-3832deb4fce4 req-f7fc4670-224e-42f8-91ed-cddf0e53b729 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.848404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54cc45ef-02ad-47fe-b823-3832deb4fce4 req-f7fc4670-224e-42f8-91ed-cddf0e53b729 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.0715697 Aug 31 09:33:46.909015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d55ad0b5-e9b8-4264-8b7c-2cef2661463d req-f7e3b51a-8fcd-47d6-8173-2d52ba53ab90 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596023 Aug 31 09:33:46.915744 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-a1b8547a-a4a7-4052-9163-0d6c239a8508 service neutron] 10.222.0.52 "GET /v2.0/networks/14b461a5-0d0d-4734-8c02-5537dc7ccc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263809 Aug 31 09:33:46.923936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54cc45ef-02ad-47fe-b823-3832deb4fce4 req-4180de0b-d333-4722-ba47-95826c35672b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671082 Aug 31 09:33:47.047855 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-554768c2-ebe8-4d34-a429-e56dfe05642c req-3556f319-130c-42c5-bde1-af563cc8efb7 service neutron] 10.222.0.52 "GET /v2.0/networks/14b461a5-0d0d-4734-8c02-5537dc7ccc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242476 Aug 31 09:33:47.085461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4b2a-eea9-4a5c-9d63-87e7c7e01cbe req-817989c1-3af0-4fb9-96a9-12ed282e6303 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.086267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf4e4b2a-eea9-4a5c-9d63-87e7c7e01cbe req-817989c1-3af0-4fb9-96a9-12ed282e6303 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 945 time: 0.0876658 Aug 31 09:33:47.107582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e9907-2b3b-4426-8fc8-3e43e6e0a9c5 req-b0ce64ac-9060-4422-8d31-d8cbd9bb1476 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.109801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a16e9907-2b3b-4426-8fc8-3e43e6e0a9c5 req-b0ce64ac-9060-4422-8d31-d8cbd9bb1476 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 943 time: 0.0841620 Aug 31 09:33:47.131696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:47.161067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf4e4b2a-eea9-4a5c-9d63-87e7c7e01cbe req-59e80294-a998-46b6-9129-9ccfa4b6fb19 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686359 Aug 31 09:33:47.182285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a16e9907-2b3b-4426-8fc8-3e43e6e0a9c5 req-574e60b2-093f-43e0-b328-0fbdf5bc2a56 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629463 Aug 31 09:33:47.287872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:47.302611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f', 'network_id': 'c9217154-175a-43ce-bb63-f3bb984a83a0', 'port_id': 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f', 'mac_address': 'fa:16:3e:5f:08:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265f9852-856c-4537-9d00-c85107cbf4cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:47.355177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.369099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:47.391807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:47.404268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.411587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc8c3-b049-4b5e-a632-dfedb6cb5a5f req-2508127c-f660-41f3-b99f-63b425eb0738 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.418183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-711bc8c3-b049-4b5e-a632-dfedb6cb5a5f req-2508127c-f660-41f3-b99f-63b425eb0738 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.1541994 Aug 31 09:33:47.446572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102956-893a-4d41-b385-07caab70be20 req-4d54ddcb-86e9-4d4f-b1b9-910785124ddb tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.448231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb102956-893a-4d41-b385-07caab70be20 req-4d54ddcb-86e9-4d4f-b1b9-910785124ddb tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.1211886 Aug 31 09:33:47.473763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:47.497795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-711bc8c3-b049-4b5e-a632-dfedb6cb5a5f req-fc4db408-b931-48c9-88fb-8d53336614ff tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786560 Aug 31 09:33:47.526215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb102956-893a-4d41-b385-07caab70be20 req-8d6e30e4-f990-4e6b-8eeb-e6a8f09b72f1 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664246 Aug 31 09:33:47.670226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31e782-0563-46d6-bb2d-011fe0749acc req-1f131f54-d3b6-4e5a-bf3f-7a7e36691b76 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.672063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e31e782-0563-46d6-bb2d-011fe0749acc req-1f131f54-d3b6-4e5a-bf3f-7a7e36691b76 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 943 time: 0.0803134 Aug 31 09:33:47.734389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e31e782-0563-46d6-bb2d-011fe0749acc req-42d78c37-2ca0-4002-b53a-7159f56c4b6c tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519426 Aug 31 09:33:47.841447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e5c0-8ac4-4923-84b8-6051106d52dc req-886abd0e-5f01-4c0a-bfa3-c3c031848a69 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.843399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64f0e5c0-8ac4-4923-84b8-6051106d52dc req-886abd0e-5f01-4c0a-bfa3-c3c031848a69 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.0652466 Aug 31 09:33:47.879429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:47.902688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64f0e5c0-8ac4-4923-84b8-6051106d52dc req-9455afb3-ff05-4ddd-b3ca-939f4dd8efae tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471184 Aug 31 09:33:48.018531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56e9ca6-70c5-41c1-b985-e6ef889dba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:48.021930 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f198d8-0181-4e5d-9074-12bb2c181212" -d '{"events": [{"server_uuid": "a56e9ca6-70c5-41c1-b985-e6ef889dba3f", "name": "network-vif-plugged", "status": "completed", "tag": "1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:48.065450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0ab9b-6f41-4a64-8dee-c9fb77919984 req-3e41a35f-88d9-4e0d-aad3-0639d8075d8e tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.067694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00d0ab9b-6f41-4a64-8dee-c9fb77919984 req-3e41a35f-88d9-4e0d-aad3-0639d8075d8e tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 945 time: 0.1273985 Aug 31 09:33:48.077515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343200d-28c5-4ec7-8b87-2355df358876 req-c51ee0c2-4bf0-4c0e-88a2-5dc7e0819fd9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.088027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b343200d-28c5-4ec7-8b87-2355df358876 req-c51ee0c2-4bf0-4c0e-88a2-5dc7e0819fd9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.0862780 Aug 31 09:33:48.149726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b343200d-28c5-4ec7-8b87-2355df358876 req-ebd4e727-2e76-4cfb-ba80-13d0f27812b8 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608926 Aug 31 09:33:48.152773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00d0ab9b-6f41-4a64-8dee-c9fb77919984 req-6c31e873-3915-49f0-b9ad-3af9fe1b9e26 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622911 Aug 31 09:33:48.224576 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56889306-60cf-4044-bfb7-9db2cf279774 x-openstack-request-id: req-56889306-60cf-4044-bfb7-9db2cf279774 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:48.224864 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56e9ca6-70c5-41c1-b985-e6ef889dba3f", "name": "network-vif-plugged", "status": "completed", "tag": "1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:48.225122 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56889306-60cf-4044-bfb7-9db2cf279774 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:48.225559 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56e9ca6-70c5-41c1-b985-e6ef889dba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee', 'code': 200} Aug 31 09:33:48.375903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998fb5a-9e60-45eb-a94a-fab82f0bb3f6 req-8a59cd02-0354-43b7-bea1-abd61aa68e0f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.377995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6998fb5a-9e60-45eb-a94a-fab82f0bb3f6 req-8a59cd02-0354-43b7-bea1-abd61aa68e0f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1194105 Aug 31 09:33:48.386917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84510-6a68-4aae-a8d2-ecd38c3c9ac0 req-5252e591-6c61-4893-a254-3c1da14a211f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.387907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cadfdd-724d-4953-b71e-857661578258 req-923eda85-8578-4743-9061-7a8554b4f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.389936 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37cadfdd-724d-4953-b71e-857661578258 req-923eda85-8578-4743-9061-7a8554b4f10d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 1096 time: 0.0548215 Aug 31 09:33:48.391275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83d84510-6a68-4aae-a8d2-ecd38c3c9ac0 req-5252e591-6c61-4893-a254-3c1da14a211f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.0848649 Aug 31 09:33:48.444676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37cadfdd-724d-4953-b71e-857661578258 req-de29d384-0174-44f2-8af3-d386a1847f84 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Aug 31 09:33:48.452513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6998fb5a-9e60-45eb-a94a-fab82f0bb3f6 req-ce4e0759-2deb-4ac3-9366-b8ebfdc26162 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602520 Aug 31 09:33:48.468057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83d84510-6a68-4aae-a8d2-ecd38c3c9ac0 req-d22bf898-43ea-445f-96ac-6506c4843735 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668323 Aug 31 09:33:48.628590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958526a2-17fc-4568-8d1c-b537dfe5ef6d req-7e65bf3e-0bc0-49f3-8a02-f0ee21cce73b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.630020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-958526a2-17fc-4568-8d1c-b537dfe5ef6d req-7e65bf3e-0bc0-49f3-8a02-f0ee21cce73b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 944 time: 0.0892384 Aug 31 09:33:48.650139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a918d-529f-46df-a18a-6bf4c24cbb2b req-47a5bcca-35f8-48a0-b916-674667f4fc7b tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.658344 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6a7a918d-529f-46df-a18a-6bf4c24cbb2b req-47a5bcca-35f8-48a0-b916-674667f4fc7b tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.0874414 Aug 31 09:33:48.719289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6a7a918d-529f-46df-a18a-6bf4c24cbb2b req-dbf3859d-11d6-4c0a-bf98-53811b12a8fc tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599535 Aug 31 09:33:48.724873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-958526a2-17fc-4568-8d1c-b537dfe5ef6d req-dd3c37b6-6ee3-4d7b-9528-0e74fc3802a3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830286 Aug 31 09:33:48.884580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f754e-4fb8-483c-973a-4f651ffd9218 req-e7d5678c-be71-4e44-8f49-c107839b1a99 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.886063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-613f754e-4fb8-483c-973a-4f651ffd9218 req-e7d5678c-be71-4e44-8f49-c107839b1a99 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.0957723 Aug 31 09:33:48.912563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6adb0-8bfd-49f2-9bcc-95ac6ef5f34e req-ad1b3671-b6d9-485a-8ee9-19dfe5690922 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.914352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0be6adb0-8bfd-49f2-9bcc-95ac6ef5f34e req-ad1b3671-b6d9-485a-8ee9-19dfe5690922 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.0876231 Aug 31 09:33:48.961035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-613f754e-4fb8-483c-973a-4f651ffd9218 req-bff7c9e2-0a37-40e7-a0bb-a1281860ffd6 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628116 Aug 31 09:33:49.000020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0be6adb0-8bfd-49f2-9bcc-95ac6ef5f34e req-e0d1ffca-ffdd-4c22-9aee-ee1f924e1166 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775549 Aug 31 09:33:49.079032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f13f1-4074-4750-9a50-f41aad6d6161 req-b9e5902d-bccb-4c6a-a38c-7faeac48346d tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:49.080536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-217f13f1-4074-4750-9a50-f41aad6d6161 req-b9e5902d-bccb-4c6a-a38c-7faeac48346d tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 943 time: 0.0632064 Aug 31 09:33:49.150298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-217f13f1-4074-4750-9a50-f41aad6d6161 req-3df8bc7d-10eb-43ae-a3fb-06d75679f948 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610044 Aug 31 09:33:49.151681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:49.211784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaeea2-7d81-4817-bbef-e519544f61dc req-150174bb-1a65-4dfa-93c6-b85490d1b591 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:49.213480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aeaeea2-7d81-4817-bbef-e519544f61dc req-150174bb-1a65-4dfa-93c6-b85490d1b591 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.0620944 Aug 31 09:33:49.237791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:49.242173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:49.242541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.285024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aeaeea2-7d81-4817-bbef-e519544f61dc req-9e028a79-2be6-424c-8257-5d696afa4763 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644450 Aug 31 09:33:49.364178 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.407431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:49.410440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-9367a375-ef26-4c06-896f-3d217adc5110 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:49.412054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-9367a375-ef26-4c06-896f-3d217adc5110 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 945 time: 0.0830817 Aug 31 09:33:49.420642 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.422303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e8838d95-dd69-4d37-9477-832433f5ae97 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:49.544203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9360004-dc64-43cf-87eb-461b34f9459e req-8017b55c-eade-4d63-aeba-a22d79fd41b6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:49.552030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9360004-dc64-43cf-87eb-461b34f9459e req-8017b55c-eade-4d63-aeba-a22d79fd41b6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0880c0-8931-402c-b82c-3fcb90b87e07 HTTP/1.1" status: 200 len: 945 time: 0.1388683 Aug 31 09:33:49.578458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Deleting port 9e2b80d5-1d82-4f54-839d-153785b1d710 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:49.578830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.586171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:49.619686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port e8838d95-dd69-4d37-9477-832433f5ae97 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:49.637706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port e8838d95-dd69-4d37-9477-832433f5ae97 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:49.638099 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.696771 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9360004-dc64-43cf-87eb-461b34f9459e req-111212e3-94f6-4c5a-9d00-aea20f8d7320 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437645 Aug 31 09:33:49.801848 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.822126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] For port 9e2b80d5-1d82-4f54-839d-153785b1d710, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9e2b80d5-1d82-4f54-839d-153785b1d710,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:49.822126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.898988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e8838d95-dd69-4d37-9477-832433f5ae97, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e8838d95-dd69-4d37-9477-832433f5ae97,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:49.907319 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.933580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Calling delete_port for 9e2b80d5-1d82-4f54-839d-153785b1d710 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:50.026434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=e8838d95-dd69-4d37-9477-832433f5ae97,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:50.082943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e72491-d7c4-426c-b695-b1a8aaec712b req-9e974d7c-9247-4778-87e0-646025afdf56 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:50.099740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4e72491-d7c4-426c-b695-b1a8aaec712b req-9e974d7c-9247-4778-87e0-646025afdf56 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.2741597 Aug 31 09:33:50.190274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4e72491-d7c4-426c-b695-b1a8aaec712b req-448c7f27-6ed2-4b8e-869d-e7bfea545096 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769651 Aug 31 09:33:50.226227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42d74c2-710d-4e64-8230-cae880bf9a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f'}, {'server_uuid': '76c8e018-ef26-416e-9999-76a09f2f9242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8838d95-dd69-4d37-9477-832433f5ae97'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:50.228671 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b22e20-606c-407b-bdcf-dbe733b694d6" -d '{"events": [{"server_uuid": "e42d74c2-710d-4e64-8230-cae880bf9a24", "name": "network-vif-plugged", "status": "completed", "tag": "a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f"}, {"server_uuid": "76c8e018-ef26-416e-9999-76a09f2f9242", "name": "network-vif-plugged", "status": "completed", "tag": "e8838d95-dd69-4d37-9477-832433f5ae97"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:50.257107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e7865a22-5cbc-4322-af8d-2625fe2f53e7 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:50.318448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae9fb2-d270-4500-9f0b-361389bfbfb4 req-5bb2d304-f179-4737-9771-7adce7016c15 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:50.325848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25ae9fb2-d270-4500-9f0b-361389bfbfb4 req-5bb2d304-f179-4737-9771-7adce7016c15 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.1432490 Aug 31 09:33:50.365242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.378396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59', '9e2b80d5-1d82-4f54-839d-153785b1d710'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:50.441260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25ae9fb2-d270-4500-9f0b-361389bfbfb4 req-f202d829-d153-453e-89b7-db1dee92a8b8 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145329 Aug 31 09:33:50.447359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1027185e-d073-44c5-a347-bf092c262d49'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:50.504927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] No DVR routers for this DVR port 9e2b80d5-1d82-4f54-839d-153785b1d710 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:50.506942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event deleted for resources: {'Port': ['ID=9e2b80d5-1d82-4f54-839d-153785b1d710,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:50.522280 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.524317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5b835a1-5e34-4b86-af24-89c85fbad441 req-acd0e329-3640-4cb4-bcb9-602bea25ddb5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "DELETE /v2.0/ports/9e2b80d5-1d82-4f54-839d-153785b1d710 HTTP/1.1" status: 204 len: 173 time: 1.0986609 Aug 31 09:33:50.533009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0880c0-8931-402c-b82c-3fcb90b87e07', 'name': 'network-vif-deleted', 'tag': '9e2b80d5-1d82-4f54-839d-153785b1d710'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:50.540426 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d23e5a8-2a5e-4cb9-9f86-671dbd650ede" -d '{"events": [{"server_uuid": "1d0880c0-8931-402c-b82c-3fcb90b87e07", "name": "network-vif-deleted", "tag": "9e2b80d5-1d82-4f54-839d-153785b1d710"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:50.576407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:50.720728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'port_id': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'mac_address': 'fa:16:3e:07:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75df9ba-6449-4ba7-80c3-046178a65288', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:50.840039 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.877359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7865a22-5cbc-4322-af8d-2625fe2f53e7 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:50.931153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:50.946052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.946782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 12654349-4ad1-44f2-86bd-7dcccca1391d details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:51.121131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:51.263074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 12654349-4ad1-44f2-86bd-7dcccca1391d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=12654349-4ad1-44f2-86bd-7dcccca1391d,segment=NetworkSegment(e5102729-0572-48ae-a3a1-d6e313c195be),segment_id=e5102729-0572-48ae-a3a1-d6e313c195be)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:51.285613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '12654349-4ad1-44f2-86bd-7dcccca1391d', 'network_id': '14b461a5-0d0d-4734-8c02-5537dc7ccc87', 'port_id': '12654349-4ad1-44f2-86bd-7dcccca1391d', 'mac_address': 'fa:16:3e:c8:e3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638fc2bf-236b-4eea-9ba0-971f60bab072', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:51.345636 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.363277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12654349-4ad1-44f2-86bd-7dcccca1391d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:51.387109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 12654349-4ad1-44f2-86bd-7dcccca1391d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=12654349-4ad1-44f2-86bd-7dcccca1391d,segment=NetworkSegment(e5102729-0572-48ae-a3a1-d6e313c195be),segment_id=e5102729-0572-48ae-a3a1-d6e313c195be)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:51.416238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.483217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=12654349-4ad1-44f2-86bd-7dcccca1391d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:51.559427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['e7865a22-5cbc-4322-af8d-2625fe2f53e7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:51.581819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-3c4b2ea8-ed33-4e8f-b65e-e4b835482f34 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:51.586275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-3c4b2ea8-ed33-4e8f-b65e-e4b835482f34 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2bdad72-2dff-4a12-9df4-174bcedb92a7 HTTP/1.1" status: 200 len: 946 time: 0.0919371 Aug 31 09:33:51.753976 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a8600f9d-4ab2-43c2-8e6a-8c5068847b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.766477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['12654349-4ad1-44f2-86bd-7dcccca1391d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:51.805979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Deleting port a87fe50e-0bdc-4b85-b8f1-29286e78d394 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:51.812748 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.014951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] For port a87fe50e-0bdc-4b85-b8f1-29286e78d394, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a87fe50e-0bdc-4b85-b8f1-29286e78d394,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:52.014951 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.057281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Calling delete_port for a87fe50e-0bdc-4b85-b8f1-29286e78d394 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:52.265017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e7865a22-5cbc-4322-af8d-2625fe2f53e7 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:52.269571 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.305321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Pushing event deleted for resources: {'Port': ['ID=a87fe50e-0bdc-4b85-b8f1-29286e78d394,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:52.337500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a87fe50e-0bdc-4b85-b8f1-29286e78d394'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:52.368890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] No DVR routers for this DVR port a87fe50e-0bdc-4b85-b8f1-29286e78d394 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:52.371878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.374721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ffadd3b-4e92-4c03-84ae-8624965b5032 req-f265b618-7ef8-4813-beba-7cfc00656a76 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.20 "DELETE /v2.0/ports/a87fe50e-0bdc-4b85-b8f1-29286e78d394 HTTP/1.1" status: 204 len: 173 time: 0.7829192 Aug 31 09:33:52.494741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port e7865a22-5cbc-4322-af8d-2625fe2f53e7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:52.495147 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.647109 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.687882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:52.696476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.786268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:52.817240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf1e1-3471-4bda-af11-eb65b3414f10 req-ad385a41-c760-4ed4-a06c-c707bfb8e35e tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:52.819083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfaaf1e1-3471-4bda-af11-eb65b3414f10 req-ad385a41-c760-4ed4-a06c-c707bfb8e35e tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 944 time: 0.1128154 Aug 31 09:33:52.893467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfaaf1e1-3471-4bda-af11-eb65b3414f10 req-98b1246e-65f9-4338-a2a6-0517d9a64c75 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 Aug 31 09:33:52.900920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-265c7595-f253-4b5e-9004-55a76e17547f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:52.902622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-265c7595-f253-4b5e-9004-55a76e17547f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 814 time: 0.1820295 Aug 31 09:33:52.930589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-0e7a4768-1344-4731-bc95-f67bb615fa7f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/quotas/fe91fd821d7548baa56f516facbe7e14 HTTP/1.1" status: 200 len: 375 time: 0.0207551 Aug 31 09:33:52.963409 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf565de0-6b98-411e-a5bf-aaa63d1e8104 x-openstack-request-id: req-cf565de0-6b98-411e-a5bf-aaa63d1e8104 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:52.963808 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42d74c2-710d-4e64-8230-cae880bf9a24", "name": "network-vif-plugged", "status": "completed", "tag": "a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f", "code": 200}, {"server_uuid": "76c8e018-ef26-416e-9999-76a09f2f9242", "name": "network-vif-plugged", "status": "completed", "tag": "e8838d95-dd69-4d37-9477-832433f5ae97", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:52.964068 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf565de0-6b98-411e-a5bf-aaa63d1e8104 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:52.964460 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42d74c2-710d-4e64-8230-cae880bf9a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f', 'code': 200} Aug 31 09:33:52.964720 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8e018-ef26-416e-9999-76a09f2f9242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8838d95-dd69-4d37-9477-832433f5ae97', 'code': 200} Aug 31 09:33:52.980358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-64d86332-e4fd-4666-bf7a-3bd0c7838376 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400269 Aug 31 09:33:53.001100 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd8f1f6-f3ba-48c1-bd96-c94ecde0a037 x-openstack-request-id: req-9fd8f1f6-f3ba-48c1-bd96-c94ecde0a037 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:53.001388 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0880c0-8931-402c-b82c-3fcb90b87e07", "name": "network-vif-deleted", "tag": "9e2b80d5-1d82-4f54-839d-153785b1d710", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:53.001639 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd8f1f6-f3ba-48c1-bd96-c94ecde0a037 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:53.002033 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0880c0-8931-402c-b82c-3fcb90b87e07', 'name': 'network-vif-deleted', 'tag': '9e2b80d5-1d82-4f54-839d-153785b1d710', 'status': 'completed', 'code': 200} Aug 31 09:33:53.121774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa3425-efc2-4ba4-b762-994ee066abd0 req-8250529c-c5e9-4a24-9c08-a22e46bcdbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:53.124698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-21aa3425-efc2-4ba4-b762-994ee066abd0 req-8250529c-c5e9-4a24-9c08-a22e46bcdbb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 1097 time: 0.0733588 Aug 31 09:33:53.158462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3c4e3-a039-426e-94a8-b4f7d8559e04 req-1e3ea68f-8f95-4edc-ba46-284a9b42d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:53.159992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26b3c4e3-a039-426e-94a8-b4f7d8559e04 req-1e3ea68f-8f95-4edc-ba46-284a9b42d16a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 1096 time: 0.1083887 Aug 31 09:33:53.170394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-33362702-3404-4823-bedd-8fa56be82fdf service neutron] 10.222.0.69 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890359 Aug 31 09:33:53.182625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a87fe50e-0bdc-4b85-b8f1-29286e78d394 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:53.215578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: a87fe50e-0bdc-4b85-b8f1-29286e78d394 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:53.215930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a87fe50e-0bdc-4b85-b8f1-29286e78d394 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:53.216360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9e2b80d5-1d82-4f54-839d-153785b1d710 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:53.224266 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-21aa3425-efc2-4ba4-b762-994ee066abd0 req-835a9d5e-8c79-4c69-806e-18f95e05325e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833635 Aug 31 09:33:53.241403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 9e2b80d5-1d82-4f54-839d-153785b1d710 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:53.241646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9e2b80d5-1d82-4f54-839d-153785b1d710 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:53.256384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c0c7f-2720-4571-805f-693dbb6281f4 req-48bdbb93-ac8b-4b5a-97f5-b26b5f4d82d9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:53.257902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-558c0c7f-2720-4571-805f-693dbb6281f4 req-48bdbb93-ac8b-4b5a-97f5-b26b5f4d82d9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1549745 Aug 31 09:33:53.278361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26b3c4e3-a039-426e-94a8-b4f7d8559e04 req-b0bf29e6-2ca0-472f-8114-5ac4c9f89032 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058531 Aug 31 09:33:53.334839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-558c0c7f-2720-4571-805f-693dbb6281f4 req-386fa8fc-f1b5-45ed-9f24-eddbb03824a5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609081 Aug 31 09:33:53.351105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-31b9c16d-6988-4472-9c56-22c177f34d92 service neutron] 10.222.0.69 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796708 Aug 31 09:33:53.628079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca335e9-8cff-4024-9fc6-b26bab959f97 req-9f974462-6fe7-4aa0-8fc4-e6edc2b87236 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:53.632007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ca335e9-8cff-4024-9fc6-b26bab959f97 req-9f974462-6fe7-4aa0-8fc4-e6edc2b87236 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.0634472 Aug 31 09:33:53.707426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ca335e9-8cff-4024-9fc6-b26bab959f97 req-605ae5e9-c1d7-4918-867e-d40413672888 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657003 Aug 31 09:33:53.856385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e279ba-8257-49be-9adc-4c13cf4daa52 req-c7e4b16f-0f91-4eb6-833f-1ba6abf73899 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:53.864882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04e279ba-8257-49be-9adc-4c13cf4daa52 req-c7e4b16f-0f91-4eb6-833f-1ba6abf73899 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.0762856 Aug 31 09:33:53.918519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04e279ba-8257-49be-9adc-4c13cf4daa52 req-8f6aed0c-9fe3-458b-a931-af9b05bfad48 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525839 Aug 31 09:33:54.074116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-03159a40-1425-430d-b106-b0fef98e41b8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:54.083411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-03159a40-1425-430d-b106-b0fef98e41b8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/networks?id=d1f52d97-8e62-451a-a748-4889cbdd37f9 HTTP/1.1" status: 200 len: 815 time: 0.1848023 Aug 31 09:33:54.100429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-8e9f9f43-441d-4fa0-8634-edf2a38e9233 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/quotas/c754d2193f724b7abddff394b231ed4c HTTP/1.1" status: 200 len: 375 time: 0.0117364 Aug 31 09:33:54.185530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-04c28df5-90a2-4622-b7a2-3a2fda97460c tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c754d2193f724b7abddff394b231ed4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784273 Aug 31 09:33:54.192077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-e97fabc8-8fea-40fc-a175-a3cb6615e285 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:33:54.199978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-e97fabc8-8fea-40fc-a175-a3cb6615e285 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133481 Aug 31 09:33:54.287854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6da3afb3-6d38-442a-a48e-b25d425eb11e req-0e372674-8d69-4441-b652-c1c97f02ab49 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 210 time: 0.0343828 Aug 31 09:33:54.294278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:54.298264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 12654349-4ad1-44f2-86bd-7dcccca1391d up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:54.403276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-af3c2db4-7618-4d70-bca1-80cda5b3c4fe service neutron] 10.222.0.69 "GET /v2.0/networks/d1f52d97-8e62-451a-a748-4889cbdd37f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020385 Aug 31 09:33:54.484629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 12654349-4ad1-44f2-86bd-7dcccca1391d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:54.496803 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 12654349-4ad1-44f2-86bd-7dcccca1391d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:54.497551 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.521390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77497e2f-2d4e-4ad4-9ee1-cdcfe175e145 req-7a3f8d4a-f645-4610-bfd6-21224e0691b6 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:54.523106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77497e2f-2d4e-4ad4-9ee1-cdcfe175e145 req-7a3f8d4a-f645-4610-bfd6-21224e0691b6 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 944 time: 0.0940335 Aug 31 09:33:54.571388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:54.579274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-381b7158-e8ad-4723-b014-b6a6e39d0e9d service neutron] 10.222.0.69 "GET /v2.0/networks/d1f52d97-8e62-451a-a748-4889cbdd37f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750195 Aug 31 09:33:54.589328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3', 'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'port_id': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3', 'mac_address': 'fa:16:3e:d1:6a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880f70da-ce0c-4999-a42d-55a55404cfee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:54.619010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77497e2f-2d4e-4ad4-9ee1-cdcfe175e145 req-78b783d3-bb8e-42ea-a113-429bd6e8a048 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861235 Aug 31 09:33:54.959167 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.978680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:54.983645 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b172a298-cbaa-48a0-bd46-294143198d54" -d '{"events": [{"server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "name": "network-vif-plugged", "status": "completed", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:54.986952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:55.011633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:55.015481 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.020135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e555a11-e3bc-4e29-a1eb-48815392fdfd req-fca4b6f9-4168-404f-ab2a-a8ae1ecd42c1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.028629 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.038247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e555a11-e3bc-4e29-a1eb-48815392fdfd req-fca4b6f9-4168-404f-ab2a-a8ae1ecd42c1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 946 time: 0.2065363 Aug 31 09:33:55.055310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'name': 'network-vif-deleted', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:55.057975 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3d7d06-1b08-4811-b89b-019a1e302350" -d '{"events": [{"server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "name": "network-vif-deleted", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:55.169683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.224585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 12654349-4ad1-44f2-86bd-7dcccca1391d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=12654349-4ad1-44f2-86bd-7dcccca1391d,segment=NetworkSegment(e5102729-0572-48ae-a3a1-d6e313c195be),segment_id=e5102729-0572-48ae-a3a1-d6e313c195be)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:55.226096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:55.238253 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a58e5240-67c9-4c08-a937-3c35fb060754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.242776 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.254382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['8c2d3ae7-d2da-4cad-b4ea-43e347457ae3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:55.332131 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-bead00f6-2e7c-40d3-96b7-5d4010f9af56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2168431 Aug 31 09:33:55.423695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-f68df263-c8b0-49b2-bfbc-13161a7f7e0e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.425143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-f68df263-c8b0-49b2-bfbc-13161a7f7e0e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.20 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 814 time: 0.3174317 Aug 31 09:33:55.445464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=12654349-4ad1-44f2-86bd-7dcccca1391d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:55.463914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Request body: {'port': {'device_id': '090c98dd-e14e-466b-89ef-88a80ce36827', 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'admin_state_up': True, 'tenant_id': 'fe91fd821d7548baa56f516facbe7e14'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:55.508208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-39cbe76f-7c86-412d-ae92-2d93ead1045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.512300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-39cbe76f-7c86-412d-ae92-2d93ead1045d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 1096 time: 0.0862892 Aug 31 09:33:55.560543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e555a11-e3bc-4e29-a1eb-48815392fdfd req-e649d670-7831-46fb-a020-1cd357ff4987 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207422 Aug 31 09:33:55.604366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a7e2c-5e89-49a2-9dcd-99226777f067 req-a3ca27ba-3b8e-49c7-80b7-cd401e109055 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.615456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df0a7e2c-5e89-49a2-9dcd-99226777f067 req-a3ca27ba-3b8e-49c7-80b7-cd401e109055 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.5743446 Aug 31 09:33:55.699994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df0a7e2c-5e89-49a2-9dcd-99226777f067 req-37aca96e-7ec8-4f40-a78b-137232652e45 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836506 Aug 31 09:33:55.731270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-f7a3f0a4-16d3-40ab-93d4-25cbd4cf34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.733041 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-f7a3f0a4-16d3-40ab-93d4-25cbd4cf34d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 908 time: 0.1964242 Aug 31 09:33:55.807185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-05ce4705-767a-43c8-93b2-a091ff6195f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf122218-24f8-4284-8900-df6658617f59 HTTP/1.1" status: 200 len: 217 time: 0.0630345 Aug 31 09:33:55.898961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b5ff26e-69d6-436d-a950-49aef428d8af req-d6d93815-90a1-44a7-8d4e-e4da5eb9d326 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 210 time: 0.1093450 Aug 31 09:33:55.905584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Made reservation on behalf of fe91fd821d7548baa56f516facbe7e14 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:55.916058 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.919147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-f837531f-ed81-4913-9a72-0907b22cd80e tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.921091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-f837531f-ed81-4913-9a72-0907b22cd80e tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 946 time: 0.1089385 Aug 31 09:33:55.923235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-f1aec0e4-dfc5-42bc-b030-45943d4f8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.924889 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-f1aec0e4-dfc5-42bc-b030-45943d4f8240 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.1002791 Aug 31 09:33:55.962937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60773b06-3bef-4e32-9f10-4502ebaad5d8 req-6b417a87-0bbb-4d28-87df-ec6c84e4231c tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.964522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60773b06-3bef-4e32-9f10-4502ebaad5d8 req-6b417a87-0bbb-4d28-87df-ec6c84e4231c tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.1306398 Aug 31 09:33:56.037157 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-18184fe3-b1d5-4fe6-b729-19520005aa0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906181 Aug 31 09:33:56.078926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-2a4604b6-8838-4d45-ae9b-521d0b42c7db service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:33:56.079971 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-2a4604b6-8838-4d45-ae9b-521d0b42c7db service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080125 Aug 31 09:33:56.206639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Deleting port 1027185e-d073-44c5-a347-bf092c262d49 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:56.207230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.220497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Allocated IP 172.20.0.5 (abca90d5-a891-47fa-8ed3-01b99c379f78/b2b3db3d-66af-46bb-9e09-4a8c72abf624/01dce5ee-6675-4c61-92af-bde721ccbed2) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:56.244704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4653e-bb54-44c3-b24d-acecc27b0bc1 req-0eb710c2-1321-4d36-a7d5-57d615391832 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:56.246279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ccf4653e-bb54-44c3-b24d-acecc27b0bc1 req-0eb710c2-1321-4d36-a7d5-57d615391832 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 944 time: 0.1761096 Aug 31 09:33:56.276674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60773b06-3bef-4e32-9f10-4502ebaad5d8 req-6297baa7-82ac-4e9a-9c2c-6b8e330cbd91 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261984 Aug 31 09:33:56.303460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:56.324521 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-e68276c0-ca3f-42e3-921c-2692e5bce4fb service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201807 Aug 31 09:33:56.346193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ccf4653e-bb54-44c3-b24d-acecc27b0bc1 req-c7a188ba-76dd-4e56-9ff6-a32384688dbe tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590963 Aug 31 09:33:56.441291 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ca95f9-ca1a-48c8-8c55-d44bd7f48a02 x-openstack-request-id: req-50ca95f9-ca1a-48c8-8c55-d44bd7f48a02 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:56.441777 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bdad72-2dff-4a12-9df4-174bcedb92a7", "name": "network-vif-deleted", "tag": "a87fe50e-0bdc-4b85-b8f1-29286e78d394", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:56.442038 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50ca95f9-ca1a-48c8-8c55-d44bd7f48a02 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:56.443183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:56.448623 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bdad72-2dff-4a12-9df4-174bcedb92a7', 'name': 'network-vif-deleted', 'tag': 'a87fe50e-0bdc-4b85-b8f1-29286e78d394', 'status': 'completed', 'code': 200} Aug 31 09:33:56.451804 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.529649 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-33e1206a-fecd-4bcc-a3b6-a482c8892f90 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692243 Aug 31 09:33:56.591748 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c640b513-4d70-491b-8f39-fcdd81e60275 x-openstack-request-id: req-c640b513-4d70-491b-8f39-fcdd81e60275 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:56.592054 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "name": "network-vif-plugged", "status": "completed", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:56.592653 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c640b513-4d70-491b-8f39-fcdd81e60275 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:56.593047 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'code': 200} Aug 31 09:33:56.642295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] For port 1027185e-d073-44c5-a347-bf092c262d49, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1027185e-d073-44c5-a347-bf092c262d49,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:56.655360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.692814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Calling delete_port for 1027185e-d073-44c5-a347-bf092c262d49 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:56.698048 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.705410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad14f6da-9521-4732-a322-592f71d72c58 req-ac83bd81-bce4-4b55-a08d-d6b9a8021728 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 210 time: 0.0720856 Aug 31 09:33:56.754628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:56.762439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.787014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-76816e61-5603-4255-865d-147ed8350c0e tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:56.788709 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-76816e61-5603-4255-865d-147ed8350c0e tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.20 "GET /v2.0/networks?id=d1f52d97-8e62-451a-a748-4889cbdd37f9 HTTP/1.1" status: 200 len: 815 time: 0.2548480 Aug 31 09:33:56.804040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Request body: {'port': {'device_id': 'e5a03a53-fae8-4575-8285-34e2d93c04ac', 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9', 'admin_state_up': True, 'tenant_id': 'c754d2193f724b7abddff394b231ed4c'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:56.850077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376457d-86b3-409b-95ce-3b96eb7c13d7 req-8ed2d93e-7cbf-468f-afdb-83d38241023e tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:56.858856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d376457d-86b3-409b-95ce-3b96eb7c13d7 req-8ed2d93e-7cbf-468f-afdb-83d38241023e tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 945 time: 0.1554244 Aug 31 09:33:56.863651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:57.010636 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.035662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d376457d-86b3-409b-95ce-3b96eb7c13d7 req-bdb07a2a-41b9-4ef5-b489-eb4a1589bee1 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743760 Aug 31 09:33:57.054933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-8b03582e-bb5e-4e40-b2f7-8dd2f8d568fe tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.056845 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-8b03582e-bb5e-4e40-b2f7-8dd2f8d568fe tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 945 time: 0.1044970 Aug 31 09:33:57.174763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182adc8c-2ba8-41e7-8d2f-d9430e06a11c req-ef0e7668-f7a4-4ef2-815b-6f740611c5a9 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.176464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-182adc8c-2ba8-41e7-8d2f-d9430e06a11c req-ef0e7668-f7a4-4ef2-815b-6f740611c5a9 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.2917640 Aug 31 09:33:57.258017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Made reservation on behalf of c754d2193f724b7abddff394b231ed4c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:57.259202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-6e2cbcd5-8ac2-4765-8fd8-e748be7cb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.260755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-6e2cbcd5-8ac2-4765-8fd8-e748be7cb5b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 1097 time: 0.2191005 Aug 31 09:33:57.265576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.470435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Allocated IP 172.20.0.13 (d1f52d97-8e62-451a-a748-4889cbdd37f9/d31a04f2-cb79-4668-8e14-1b940d4033b7/e4989623-f9a8-4864-8db4-ef4f1449d883) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:57.554433 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.607788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.622093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1027185e-d073-44c5-a347-bf092c262d49'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:57.672153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:57.705957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event deleted for resources: {'Port': ['ID=1027185e-d073-44c5-a347-bf092c262d49,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:57.796119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.821309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-182adc8c-2ba8-41e7-8d2f-d9430e06a11c req-b5388ca6-62ad-4598-a9df-1a6df780bffe tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235433 Aug 31 09:33:57.830358 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.834303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Transition to ACTIVE for port object e4989623-f9a8-4864-8db4-ef4f1449d883 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:57.870247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b78395-164a-4606-96fa-7c8ce16186ad req-83e7338d-665d-4fd7-9e09-bd416cb8546f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.873099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] No DVR routers for this DVR port 1027185e-d073-44c5-a347-bf092c262d49 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:57.880621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19b78395-164a-4606-96fa-7c8ce16186ad req-83e7338d-665d-4fd7-9e09-bd416cb8546f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a2471e-bfad-46f2-b0ce-55a493d89727 HTTP/1.1" status: 200 len: 867 time: 0.7018070 Aug 31 09:33:57.894968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.899183 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c67afb6-a0a3-4913-9014-0f28d0019884 req-198fdfde-e560-4474-aae3-d7d1f143153b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "DELETE /v2.0/ports/1027185e-d073-44c5-a347-bf092c262d49 HTTP/1.1" status: 204 len: 173 time: 1.9700961 Aug 31 09:33:57.916320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Deleting port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:57.916753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.069844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-52a66728-a018-433c-8a20-b1aba641c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.071284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-52a66728-a018-433c-8a20-b1aba641c343 service neutron] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 913 time: 0.7827804 Aug 31 09:33:58.076662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Network abca90d5-a891-47fa-8ed3-01b99c379f78 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:58.084009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2471e-bfad-46f2-b0ce-55a493d89727', 'name': 'network-vif-deleted', 'tag': '1027185e-d073-44c5-a347-bf092c262d49'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:58.088392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19b78395-164a-4606-96fa-7c8ce16186ad req-99bd6b90-5f73-4f71-9c58-1bcc828d0159 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809471 Aug 31 09:33:58.101201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:58.105082 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f5c94c-6ef4-4952-8d34-98fb17d9d234" -d '{"events": [{"server_uuid": "f8a2471e-bfad-46f2-b0ce-55a493d89727", "name": "network-vif-deleted", "tag": "1027185e-d073-44c5-a347-bf092c262d49"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:58.112534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:58.121835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.138311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Pushing event updated for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:58.222647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:58.227905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:58.238273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:58.239005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-1187e51f-5bd8-4ab9-a943-8c941f08798e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7 HTTP/1.1" status: 200 len: 217 time: 0.1423116 Aug 31 09:33:58.295005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Pushing event updated for resources: {'Port': ['ID=e4989623-f9a8-4864-8db4-ef4f1449d883,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:58.354539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] For port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:58.354877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.365198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.365861 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.432450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Calling delete_port for 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:58.457899 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c8462520-0ab6-459e-939f-5c8cddf8b1f8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6578104 Aug 31 09:33:58.519650 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.541642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Request body: {'port': {'device_id': 'e5a03a53-fae8-4575-8285-34e2d93c04ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:58.594025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12654349-4ad1-44f2-86bd-7dcccca1391d'}, {'server_uuid': '8da90161-b5ba-4719-a73a-35680a67475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:58.597081 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5bbaad-6cd8-4a2b-a595-a010a4651bf4" -d '{"events": [{"server_uuid": "8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2", "name": "network-vif-plugged", "status": "completed", "tag": "12654349-4ad1-44f2-86bd-7dcccca1391d"}, {"server_uuid": "8da90161-b5ba-4719-a73a-35680a67475d", "name": "network-vif-plugged", "status": "completed", "tag": "8c2d3ae7-d2da-4cad-b4ea-43e347457ae3"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:58.617836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18343475-1011-48d9-aa58-b047e596f7a6 req-c8f78d78-52e9-466f-95e2-def3d3ef4768 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.626105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18343475-1011-48d9-aa58-b047e596f7a6 req-c8f78d78-52e9-466f-95e2-def3d3ef4768 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 932 time: 0.3806341 Aug 31 09:33:58.636852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d25c4-9a72-4d31-9da2-046bb8553e14 req-653368c7-f4df-434b-a4ac-1457542790bc tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.648158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb3d25c4-9a72-4d31-9da2-046bb8553e14 req-653368c7-f4df-434b-a4ac-1457542790bc tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.5751703 Aug 31 09:33:58.698041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.705947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-41d43dd0-9288-4bcb-926b-ecc64cb4441e None None] Provisioning for port e4989623-f9a8-4864-8db4-ef4f1449d883 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:58.710921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-41d43dd0-9288-4bcb-926b-ecc64cb4441e None None] Provisioning complete for port e4989623-f9a8-4864-8db4-ef4f1449d883 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:58.711410 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d43dd0-9288-4bcb-926b-ecc64cb4441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.744525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.745285 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.835453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-41d43dd0-9288-4bcb-926b-ecc64cb4441e None None] Port e4989623-f9a8-4864-8db4-ef4f1449d883 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:58.836107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-c2b9da0c-4c42-4096-af70-5d5de0e04cab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3644004 Aug 31 09:33:58.836107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-26688687-ac6d-4c54-8b96-58b147c1e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.836107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-26688687-ac6d-4c54-8b96-58b147c1e012 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.5749061 Aug 31 09:33:58.938632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Request body: {'port': {'device_id': '090c98dd-e14e-466b-89ef-88a80ce36827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:58.944926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-dab5f7ab-30c8-445a-bb54-6f7f57d24fe9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031761 Aug 31 09:33:58.961627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.970695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18343475-1011-48d9-aa58-b047e596f7a6 req-fd0114fc-34aa-4bdb-838a-98d25ece8302 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327951 Aug 31 09:33:58.976034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['8c2d3ae7-d2da-4cad-b4ea-43e347457ae3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:59.019117 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb3d25c4-9a72-4d31-9da2-046bb8553e14 req-517756b5-17a4-4049-ad27-a505e6e71525 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617039 Aug 31 09:33:59.135153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event deleted for resources: {'Port': ['ID=8c2d3ae7-d2da-4cad-b4ea-43e347457ae3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.233988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] No DVR routers for this DVR port 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:59.252205 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.254500 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d610191e-c10d-4b2b-bdcc-1f7c6bc3d216 req-de603d6d-2c57-406b-a4b9-d63162147efb tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "DELETE /v2.0/ports/8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 HTTP/1.1" status: 204 len: 173 time: 2.1897082 Aug 31 09:33:59.398557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bb410a2-e949-4cc0-a139-e28ccf07d722 req-bda7ded6-0e7f-4c4a-ae98-e154c5eedcd3 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=8da90161-b5ba-4719-a73a-35680a67475d HTTP/1.1" status: 200 len: 210 time: 0.1796725 Aug 31 09:33:59.435562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4989623-f9a8-4864-8db4-ef4f1449d883 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:59.460281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.496005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Transition to ACTIVE for port object e4989623-f9a8-4864-8db4-ef4f1449d883 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:59.504120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.580951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511408-a684-49ed-9128-52c10bdabb8a req-61034a9a-318a-49e6-a8d4-dbc407472f7f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.581477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c511408-a684-49ed-9128-52c10bdabb8a req-61034a9a-318a-49e6-a8d4-dbc407472f7f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 931 time: 0.3578274 Aug 31 09:33:59.581859 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.588078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Pushing event updated for resources: {'Port': ['ID=e4989623-f9a8-4864-8db4-ef4f1449d883,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.758661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-ae0e55db-e348-46cb-a5d5-e2c1e7e34b35 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063518 Aug 31 09:33:59.989595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c511408-a684-49ed-9128-52c10bdabb8a req-7b88f67c-4d89-4e01-8e27-292b94883686 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842344 Aug 31 09:34:00.056095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517fee-8673-4f23-8164-0d75ecaf3a8c req-7aa69e86-2069-4c7a-8983-7f0a390479bf tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:00.058968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09517fee-8673-4f23-8164-0d75ecaf3a8c req-7aa69e86-2069-4c7a-8983-7f0a390479bf tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 945 time: 0.5167024 Aug 31 09:34:00.209981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Attempting to bind port e4989623-f9a8-4864-8db4-ef4f1449d883 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:00.210667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Attempting to bind port e4989623-f9a8-4864-8db4-ef4f1449d883 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:00.210667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Attempting to bind port e4989623-f9a8-4864-8db4-ef4f1449d883 on network d1f52d97-8e62-451a-a748-4889cbdd37f9 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:00.215825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Port e4989623-f9a8-4864-8db4-ef4f1449d883 on network d1f52d97-8e62-451a-a748-4889cbdd37f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:00.215997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Attempting to bind port e4989623-f9a8-4864-8db4-ef4f1449d883 on network d1f52d97-8e62-451a-a748-4889cbdd37f9 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:00.229778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:00.230301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Checking segment: {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:00.230734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Bound using segment: {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:00.231216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Bound port: e4989623-f9a8-4864-8db4-ef4f1449d883, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3472cf-3f12-4c2e-9ceb-50559fa07135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:00.231581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.349607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1027185e-d073-44c5-a347-bf092c262d49 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:00.388581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 1027185e-d073-44c5-a347-bf092c262d49 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:00.389799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1027185e-d073-44c5-a347-bf092c262d49 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:00.417750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] For port e4989623-f9a8-4864-8db4-ef4f1449d883, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:00.425564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] For port e4989623-f9a8-4864-8db4-ef4f1449d883, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e4989623-f9a8-4864-8db4-ef4f1449d883,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:00.430944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.529741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:00.534857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.536433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] 10.222.0.20 "PUT /v2.0/ports/e4989623-f9a8-4864-8db4-ef4f1449d883 HTTP/1.1" status: 200 len: 1092 time: 2.0078557 Aug 31 09:34:00.608775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09517fee-8673-4f23-8164-0d75ecaf3a8c req-2fed11e1-b3f6-4259-af77-5c3e1b72a0a9 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420945 Aug 31 09:34:00.629995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07f906-73e0-4d71-960e-514b94d5da1f service neutron] Pushing event updated for resources: {'Port': ['ID=e4989623-f9a8-4864-8db4-ef4f1449d883,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:00.658716 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-430ae1b7-4cac-43ad-a45e-f287ffc05a27 req-7f1f075c-b176-4616-82bb-da82c229ad36 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8887846 Aug 31 09:34:00.756867 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c77caee-5eda-44de-b9f6-1f5ea1c631de x-openstack-request-id: req-3c77caee-5eda-44de-b9f6-1f5ea1c631de {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:00.757252 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a2471e-bfad-46f2-b0ce-55a493d89727", "name": "network-vif-deleted", "tag": "1027185e-d073-44c5-a347-bf092c262d49", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:00.757514 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c77caee-5eda-44de-b9f6-1f5ea1c631de {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:00.757907 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2471e-bfad-46f2-b0ce-55a493d89727', 'name': 'network-vif-deleted', 'tag': '1027185e-d073-44c5-a347-bf092c262d49', 'status': 'completed', 'code': 200} Aug 31 09:34:00.811382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc58752-01e9-43e1-8922-c9b2ea5aa08d req-a7c66885-abf6-4804-9cba-7e3a21af2dbf tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:00.823177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6cc58752-01e9-43e1-8922-c9b2ea5aa08d req-a7c66885-abf6-4804-9cba-7e3a21af2dbf tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 945 time: 0.6573560 Aug 31 09:34:00.837384 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f34f6f-ee97-4b6b-84a7-b80abc707e64 x-openstack-request-id: req-b2f34f6f-ee97-4b6b-84a7-b80abc707e64 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:00.837751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-fc3c7890-e6fe-4226-8d81-0b89adc26584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:00.838464 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2", "name": "network-vif-plugged", "status": "completed", "tag": "12654349-4ad1-44f2-86bd-7dcccca1391d", "code": 200}, {"server_uuid": "8da90161-b5ba-4719-a73a-35680a67475d", "name": "network-vif-plugged", "status": "completed", "tag": "8c2d3ae7-d2da-4cad-b4ea-43e347457ae3", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:00.838976 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2f34f6f-ee97-4b6b-84a7-b80abc707e64 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:00.839465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-fc3c7890-e6fe-4226-8d81-0b89adc26584 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c754d2193f724b7abddff394b231ed4c&device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 1095 time: 0.1790202 Aug 31 09:34:00.839942 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12654349-4ad1-44f2-86bd-7dcccca1391d', 'code': 200} Aug 31 09:34:00.840414 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da90161-b5ba-4719-a73a-35680a67475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3', 'code': 200} Aug 31 09:34:00.923801 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-e19c7d54-c9ae-4f73-a7d9-30f45ed334ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4989623-f9a8-4864-8db4-ef4f1449d883 HTTP/1.1" status: 200 len: 217 time: 0.0669036 Aug 31 09:34:01.025137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c0d0d83c-8d84-4344-82fd-48049e7b0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.026602 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-c0d0d83c-8d84-4344-82fd-48049e7b0924 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d31a04f2-cb79-4668-8e14-1b940d4033b7 HTTP/1.1" status: 200 len: 854 time: 0.0865126 Aug 31 09:34:01.031811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dce5ee-6675-4c61-92af-bde721ccbed2 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:01.048449 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.078985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Transition to ACTIVE for port object 01dce5ee-6675-4c61-92af-bde721ccbed2 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:01.115915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.128645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-faa4a441-dd6b-4ddf-9022-2cb6c4113fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.133590 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-faa4a441-dd6b-4ddf-9022-2cb6c4113fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1f52d97-8e62-451a-a748-4889cbdd37f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869744 Aug 31 09:34:01.287338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-9cf03647-df9e-4b55-813d-245f76fd9261 service neutron] 10.222.0.20 "GET /v2.0/networks/d1f52d97-8e62-451a-a748-4889cbdd37f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405778 Aug 31 09:34:01.292925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6cc58752-01e9-43e1-8922-c9b2ea5aa08d req-e990a1ae-8522-4dac-a7ea-7ed34972f6bf tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601440 Aug 31 09:34:01.466657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Pushing event updated for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:01.470918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacda1aa-582a-47e9-9ba4-1eb2ddbe3c59 req-a327f630-c9b5-4f92-9e92-706f74dcbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.472749 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bacda1aa-582a-47e9-9ba4-1eb2ddbe3c59 req-a327f630-c9b5-4f92-9e92-706f74dcbb1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 1096 time: 0.3834693 Aug 31 09:34:01.520286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f845c0e2-3ad1-438e-8b0b-ffd603641896 req-2a1ea4d8-109f-4aa0-aac2-1808fbbac7f3 service neutron] 10.222.0.20 "GET /v2.0/networks/d1f52d97-8e62-451a-a748-4889cbdd37f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901958 Aug 31 09:34:01.573504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e005f47-78aa-42dc-a978-5e4745ebf915 req-068a77d7-1569-4380-8f8b-89366278a582 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.592597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e005f47-78aa-42dc-a978-5e4745ebf915 req-068a77d7-1569-4380-8f8b-89366278a582 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 944 time: 0.4626985 Aug 31 09:34:01.672641 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bacda1aa-582a-47e9-9ba4-1eb2ddbe3c59 req-26610ce1-1497-4fde-9e77-a64ac1599e5b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475995 Aug 31 09:34:01.733523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acae5be-577a-4a89-b98c-5711665ede61 req-f75cd743-66e1-45ad-85dd-bd769e43a468 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.735251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7acae5be-577a-4a89-b98c-5711665ede61 req-f75cd743-66e1-45ad-85dd-bd769e43a468 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.2715819 Aug 31 09:34:01.783896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e005f47-78aa-42dc-a978-5e4745ebf915 req-a64da44e-2033-49be-8673-3782a38bdd14 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882670 Aug 31 09:34:01.789747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Attempting to bind port 01dce5ee-6675-4c61-92af-bde721ccbed2 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:01.790476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Attempting to bind port 01dce5ee-6675-4c61-92af-bde721ccbed2 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:01.790999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Attempting to bind port 01dce5ee-6675-4c61-92af-bde721ccbed2 on network abca90d5-a891-47fa-8ed3-01b99c379f78 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:01.850011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Port 01dce5ee-6675-4c61-92af-bde721ccbed2 on network abca90d5-a891-47fa-8ed3-01b99c379f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:01.850646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Attempting to bind port 01dce5ee-6675-4c61-92af-bde721ccbed2 on network abca90d5-a891-47fa-8ed3-01b99c379f78 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:01.856228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7acae5be-577a-4a89-b98c-5711665ede61 req-0d15372d-822c-48ae-b10c-77b8345f1919 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026442 Aug 31 09:34:01.865941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:01.866257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Checking segment: {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:01.866642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Bound using segment: {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:01.873585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Bound port: 01dce5ee-6675-4c61-92af-bde721ccbed2, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:01.874045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.034411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:02.043300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:02.063946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.135046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.135670 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.137159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] 10.222.0.20 "PUT /v2.0/ports/01dce5ee-6675-4c61-92af-bde721ccbed2 HTTP/1.1" status: 200 len: 1091 time: 3.2041748 Aug 31 09:34:02.137942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:02.140574 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0262abed-14a5-4317-b5c7-a2627ccb0dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:02.167696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fda5a4-ded9-44df-9852-1d293909c086 service neutron] Pushing event updated for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:02.180766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072bd47-e100-4f93-97f5-7a96eb7fdcd1 req-2616879d-01e2-47b3-92b8-ee569eacd6aa tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.189097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f072bd47-e100-4f93-97f5-7a96eb7fdcd1 req-2616879d-01e2-47b3-92b8-ee569eacd6aa tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 943 time: 0.1402113 Aug 31 09:34:02.239187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f072bd47-e100-4f93-97f5-7a96eb7fdcd1 req-4114eff8-d5ed-4de3-b6fd-e66e3f1729bd tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490127 Aug 31 09:34:02.331640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-cce44750-5834-49f5-a705-7248f98a0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.333475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-cce44750-5834-49f5-a705-7248f98a0833 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 1094 time: 0.0750964 Aug 31 09:34:02.355831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:02.382692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:02.383492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8c2d3ae7-d2da-4cad-b4ea-43e347457ae3 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:02.440607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-6fa119b4-aba3-4a59-9eb6-1e4300d414ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01dce5ee-6675-4c61-92af-bde721ccbed2 HTTP/1.1" status: 200 len: 217 time: 0.0691652 Aug 31 09:34:02.518180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-bf4b6c1d-6281-4bc8-a3d2-58c7a64cddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.519449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-bf4b6c1d-6281-4bc8-a3d2-58c7a64cddd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b3db3d-66af-46bb-9e09-4a8c72abf624 HTTP/1.1" status: 200 len: 854 time: 0.0657876 Aug 31 09:34:02.529009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4b1ed-8d74-487a-93e1-569d6913707f req-94f330d9-d303-4d0b-a27b-4e6fc7fc3ac8 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.538841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bdc4b1ed-8d74-487a-93e1-569d6913707f req-94f330d9-d303-4d0b-a27b-4e6fc7fc3ac8 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.1815217 Aug 31 09:34:02.601255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-1dd89fe9-08a5-4027-ab38-16e859b8de5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abca90d5-a891-47fa-8ed3-01b99c379f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435629 Aug 31 09:34:02.633405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bdc4b1ed-8d74-487a-93e1-569d6913707f req-032dcb4a-a17f-4570-a7a8-394f5a007a65 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928898 Aug 31 09:34:02.758676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da90161-b5ba-4719-a73a-35680a67475d', 'name': 'network-vif-deleted', 'tag': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3'}, {'name': 'network-changed', 'server_uuid': 'e5a03a53-fae8-4575-8285-34e2d93c04ac', 'tag': 'e4989623-f9a8-4864-8db4-ef4f1449d883'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:02.761194 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67aa818-9175-424b-bca1-d35d5700e2f9" -d '{"events": [{"server_uuid": "8da90161-b5ba-4719-a73a-35680a67475d", "name": "network-vif-deleted", "tag": "8c2d3ae7-d2da-4cad-b4ea-43e347457ae3"}, {"name": "network-changed", "server_uuid": "e5a03a53-fae8-4575-8285-34e2d93c04ac", "tag": "e4989623-f9a8-4864-8db4-ef4f1449d883"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:02.804667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-4e7dea81-1a87-462f-87c3-ad56eb9deb5c service neutron] 10.222.0.20 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700280 Aug 31 09:34:02.941687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54528) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:02.948243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bc5eb8ba-a4ec-413b-a3dd-0310be174aba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234116568', 'description': 'tempest-description--951000537'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:03.008049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb8ba-a4ec-413b-a3dd-0310be174aba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.038029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f0f36f-48a3-4aa2-99f6-d43bb3680fa5 req-3ac08fbd-320f-4402-b51e-6841f56da637 service neutron] 10.222.0.20 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242312 Aug 31 09:34:03.124355 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cbf0ca-7a5b-4c8d-b3cd-fff8daebba99 x-openstack-request-id: req-f4cbf0ca-7a5b-4c8d-b3cd-fff8daebba99 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:03.125195 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:03.125927 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4cbf0ca-7a5b-4c8d-b3cd-fff8daebba99 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:03.127328 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'status': 'completed', 'code': 200} Aug 31 09:34:03.301211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb8ba-a4ec-413b-a3dd-0310be174aba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.306899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb8ba-a4ec-413b-a3dd-0310be174aba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.320706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fae5c-6f2e-4cca-97d0-7ac38f4c458b req-6b269479-3216-4783-b8fd-ecf13ba430b6 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:03.322657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b00fae5c-6f2e-4cca-97d0-7ac38f4c458b req-6b269479-3216-4783-b8fd-ecf13ba430b6 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 945 time: 0.1115429 Aug 31 09:34:03.340751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eb8ba-a4ec-413b-a3dd-0310be174aba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3e1fa5-bbb1-4b42-9e2e-a55d931000b8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:03.349684 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb8ba-a4ec-413b-a3dd-0310be174aba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.357056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bc5eb8ba-a4ec-413b-a3dd-0310be174aba tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4082141 Aug 31 09:34:03.361209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54532) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:03.368700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a9d429e8-8135-4a85-ae0c-1a70cceda37d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Request body: {'security_group_rule': {'security_group_id': 'be3e1fa5-bbb1-4b42-9e2e-a55d931000b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:03.416540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9d429e8-8135-4a85-ae0c-1a70cceda37d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.426167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b00fae5c-6f2e-4cca-97d0-7ac38f4c458b req-565ebf37-0516-4f57-9250-9aa5e06bc26e tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942039 Aug 31 09:34:03.520369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9d429e8-8135-4a85-ae0c-1a70cceda37d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.528411 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9d429e8-8135-4a85-ae0c-1a70cceda37d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.589908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-2883c7fe-f07b-4bb7-9233-9e2712d79889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:03.594793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d429e8-8135-4a85-ae0c-1a70cceda37d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8922ba73-6e64-4b8b-b425-c11b349fb416,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:03.594996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-2883c7fe-f07b-4bb7-9233-9e2712d79889 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 1094 time: 0.1179235 Aug 31 09:34:03.609877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9d429e8-8135-4a85-ae0c-1a70cceda37d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.613174 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a9d429e8-8135-4a85-ae0c-1a70cceda37d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2494411 Aug 31 09:34:03.614606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54540) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:03.625820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a0c3a265-54a4-4db5-b80c-0791b8a7c440 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Request body: {'security_group_rule': {'security_group_id': 'be3e1fa5-bbb1-4b42-9e2e-a55d931000b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:03.696650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a265-54a4-4db5-b80c-0791b8a7c440 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.834508 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a265-54a4-4db5-b80c-0791b8a7c440 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.839171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a265-54a4-4db5-b80c-0791b8a7c440 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.870221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3a265-54a4-4db5-b80c-0791b8a7c440 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3fa6fb-d578-4f2f-afcb-4991086ea36f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:03.880782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a265-54a4-4db5-b80c-0791b8a7c440 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.884840 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a0c3a265-54a4-4db5-b80c-0791b8a7c440 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2688131 Aug 31 09:34:03.888706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54542) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:03.900060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:03.930430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-83816161-6166-433c-b8b0-748c75927f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:03.932567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-83816161-6166-433c-b8b0-748c75927f95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 916 time: 0.2709258 Aug 31 09:34:03.937989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.970937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7e16a-1e53-4d2d-a77b-750b3059eb31 req-85520a8d-1531-4273-9536-231354c09429 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:03.984193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4d7e16a-1e53-4d2d-a77b-750b3059eb31 req-85520a8d-1531-4273-9536-231354c09429 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1574752 Aug 31 09:34:04.075144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4d7e16a-1e53-4d2d-a77b-750b3059eb31 req-cc5e5f16-c52e-4c08-988f-4d1b25888f3f tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870521 Aug 31 09:34:04.136440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.316056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Allocated IP 172.25.1.99 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/57a75dc5-5396-4dfb-a961-b561a32c5e68) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:04.497950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-c0142919-0831-4b8d-b867-a638a0d87a4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01dce5ee-6675-4c61-92af-bde721ccbed2 HTTP/1.1" status: 200 len: 217 time: 0.0972121 Aug 31 09:34:04.520898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.592459 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4740ab18-2acf-4787-9e1b-8c0b55d8607f x-openstack-request-id: req-4740ab18-2acf-4787-9e1b-8c0b55d8607f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:04.594521 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da90161-b5ba-4719-a73a-35680a67475d", "name": "network-vif-deleted", "tag": "8c2d3ae7-d2da-4cad-b4ea-43e347457ae3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5a03a53-fae8-4575-8285-34e2d93c04ac", "tag": "e4989623-f9a8-4864-8db4-ef4f1449d883", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:04.595590 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4740ab18-2acf-4787-9e1b-8c0b55d8607f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:04.598268 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da90161-b5ba-4719-a73a-35680a67475d', 'name': 'network-vif-deleted', 'tag': '8c2d3ae7-d2da-4cad-b4ea-43e347457ae3', 'status': 'completed', 'code': 200} Aug 31 09:34:04.600192 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a03a53-fae8-4575-8285-34e2d93c04ac', 'tag': 'e4989623-f9a8-4864-8db4-ef4f1449d883', 'status': 'completed', 'code': 200} Aug 31 09:34:04.606308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.690373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event updated for resources: {'Port': ['ID=57a75dc5-5396-4dfb-a961-b561a32c5e68,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:04.708235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:04.709995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:04.712615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:04.775758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-e760bf37-105a-4b05-a20b-00df397a9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:04.777359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-e760bf37-105a-4b05-a20b-00df397a9a6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2b3db3d-66af-46bb-9e09-4a8c72abf624 HTTP/1.1" status: 200 len: 854 time: 0.1676464 Aug 31 09:34:04.832872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52908d52-35af-47a0-94ce-8db2cc89cfba req-7e504370-be7e-4bfc-8be9-67f177df694e tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:04.834605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52908d52-35af-47a0-94ce-8db2cc89cfba req-7e504370-be7e-4bfc-8be9-67f177df694e tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 944 time: 0.1451600 Aug 31 09:34:04.901586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52908d52-35af-47a0-94ce-8db2cc89cfba req-6aca3b73-bcb3-4a54-9d0e-355b3dd35b26 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 Aug 31 09:34:04.911630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-26b98dd1-495e-4bf0-accd-03e2171e8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:04.917184 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-26b98dd1-495e-4bf0-accd-03e2171e8276 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c754d2193f724b7abddff394b231ed4c&device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 1095 time: 0.1624742 Aug 31 09:34:04.970788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.054853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f331b-a5ef-4f39-8797-646353d77c14 req-8d87bed2-1cdb-47e0-a6d8-ed378b72bfbd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:05.056384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7b6f331b-a5ef-4f39-8797-646353d77c14 req-8d87bed2-1cdb-47e0-a6d8-ed378b72bfbd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.0735745 Aug 31 09:34:05.067866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.115994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7b6f331b-a5ef-4f39-8797-646353d77c14 req-83ebbc13-3ab2-4f47-b0be-37cb758d951f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515726 Aug 31 09:34:05.331247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e90bb0-45ac-424e-bea3-5d917cb7be50 req-02632906-68e9-49da-9c0e-6fbfb00b183c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:05.340347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5e90bb0-45ac-424e-bea3-5d917cb7be50 req-02632906-68e9-49da-9c0e-6fbfb00b183c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 943 time: 0.1131558 Aug 31 09:34:05.358394 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.367890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.455808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event updated for resources: {'Port': ['ID=57a75dc5-5396-4dfb-a961-b561a32c5e68,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:05.470645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.509369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.518515 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e3a9a445-5176-42f6-bd43-1b7a92d1e4f9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6268468 Aug 31 09:34:05.530784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb044f-f24d-4786-9388-14b5f9046519 req-f0a8dfc5-f50d-416e-978a-f18890c9b947 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:05.532442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-f0a8dfc5-f50d-416e-978a-f18890c9b947 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.1812789 Aug 31 09:34:05.546390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5e90bb0-45ac-424e-bea3-5d917cb7be50 req-de2ba13d-e16a-4383-9b7d-422d6197c1c4 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050166 Aug 31 09:34:05.574434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-c6eef2ac-d274-4e7f-bb0a-dc770436fe02 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/quotas/911bdad3a3bc49e5bc90377245a75b7a HTTP/1.1" status: 200 len: 375 time: 0.0226607 Aug 31 09:34:05.656667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-d41e86e6-732d-44f8-881b-0a279d0894e0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757296 Aug 31 09:34:05.828532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-31c3f17b-8139-415d-a0db-62702aa81cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639228 Aug 31 09:34:05.969298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-eb1f5a62-dd26-4840-a01d-ff3aac0771cf service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301100 Aug 31 09:34:05.980419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-cdd75c29-4b5c-4bc0-8dc5-3cc12fd246eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:05.981868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-cdd75c29-4b5c-4bc0-8dc5-3cc12fd246eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 1097 time: 0.0603867 Aug 31 09:34:06.103151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-8c791836-9c6e-4e0d-a807-10d07fa75741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.105070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-8c791836-9c6e-4e0d-a807-10d07fa75741 service neutron] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 913 time: 0.1098945 Aug 31 09:34:06.191664 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-89ccc7d4-c1bb-448c-9c43-edd4e777d271 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7 HTTP/1.1" status: 200 len: 217 time: 0.0790377 Aug 31 09:34:06.263005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-93f06f5f-50bf-4644-80ef-9abe3be2fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.264691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-93f06f5f-50bf-4644-80ef-9abe3be2fc68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.0660603 Aug 31 09:34:06.315610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-b50a678e-a615-4477-a6f6-1c25592dca39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417464 Aug 31 09:34:06.480546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-3034cb1b-271e-4fc7-b0e2-797d995d145e service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551535 Aug 31 09:34:06.510700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eb49-1ccc-4e19-a87a-04cba824ecff req-d04bfc08-573b-4756-b8bb-408f5e2341b0 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.516952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eb49-1ccc-4e19-a87a-04cba824ecff req-d04bfc08-573b-4756-b8bb-408f5e2341b0 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.523162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8eb49-1ccc-4e19-a87a-04cba824ecff req-d04bfc08-573b-4756-b8bb-408f5e2341b0 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.524848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fd8eb49-1ccc-4e19-a87a-04cba824ecff req-d04bfc08-573b-4756-b8bb-408f5e2341b0 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24&device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f&device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 2417 time: 0.1146326 Aug 31 09:34:06.623474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fd8eb49-1ccc-4e19-a87a-04cba824ecff req-38d616d4-c21f-44ce-8df6-bab2dd5827c7 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602403 Aug 31 09:34:06.644553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4b9956-cbc1-495c-81ac-131316c5292b req-861aeb62-3877-41b9-9268-20ac7364e1e3 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533175 Aug 31 09:34:06.900008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-87f00c9d-b1f8-439b-b17a-3cba0160edd2 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.901489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-87f00c9d-b1f8-439b-b17a-3cba0160edd2 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 822 time: 0.1632261 Aug 31 09:34:06.920739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-1b7fad38-4e4a-4668-8467-9dd975181c68 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/quotas/c71ab77918af4e5487422c51b938fcba HTTP/1.1" status: 200 len: 375 time: 0.0113978 Aug 31 09:34:06.975853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3e42de34-b1f4-4fc5-9576-a46727720382 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474756 Aug 31 09:34:07.073990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-ae61a7d5-6993-4846-b098-e64d688bace9 service neutron] 10.222.0.69 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905199 Aug 31 09:34:07.180251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-8e200138-05d0-49f2-8831-4ee94b09d805 service neutron] 10.222.0.69 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993352 Aug 31 09:34:07.228620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-7e8dde76-2505-42d9-b0fc-cb066451a792 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:07.230554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-7e8dde76-2505-42d9-b0fc-cb066451a792 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.52 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0640581 Aug 31 09:34:07.482116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Deleting port 12654349-4ad1-44f2-86bd-7dcccca1391d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:07.482544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.493172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b614d8-5334-40de-b1f8-4d234798fc03 req-597e6f16-41c0-4edd-bf06-ec276be6416d tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:07.493402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb044f-f24d-4786-9388-14b5f9046519 req-245a76a4-b147-4d02-9218-50bc2f9f40df tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:07.494729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92b614d8-5334-40de-b1f8-4d234798fc03 req-597e6f16-41c0-4edd-bf06-ec276be6416d tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2 HTTP/1.1" status: 200 len: 945 time: 0.1242406 Aug 31 09:34:07.501843 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-245a76a4-b147-4d02-9218-50bc2f9f40df tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.1684036 Aug 31 09:34:07.517808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Request body: {'port': {'device_id': '216d6c59-dd80-488f-848d-e653f46b3178', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'admin_state_up': True, 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:07.649359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92b614d8-5334-40de-b1f8-4d234798fc03 req-552c44dc-a5ed-442c-afc9-430b8a3ad364 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c084554-5d9b-4a9d-8d1e-231dd92ecda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404076 Aug 31 09:34:07.656043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:07.664647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.732169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] For port 12654349-4ad1-44f2-86bd-7dcccca1391d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=12654349-4ad1-44f2-86bd-7dcccca1391d,segment=NetworkSegment(e5102729-0572-48ae-a3a1-d6e313c195be),segment_id=e5102729-0572-48ae-a3a1-d6e313c195be)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:07.733188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.782208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Calling delete_port for 12654349-4ad1-44f2-86bd-7dcccca1391d owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:07.857283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725d358-3bbd-4466-917c-4421f060cb86 req-b6368817-9a72-4b54-9362-daac901c0bb8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:07.865407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9725d358-3bbd-4466-917c-4421f060cb86 req-b6368817-9a72-4b54-9362-daac901c0bb8 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 944 time: 0.1273618 Aug 31 09:34:07.898236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Allocated IP 172.20.0.11 (a9d07e16-6766-421e-8a7a-53f6f1e14899/d8a4279b-7ee8-4446-8c25-3da965492a89/3e41860f-a10b-49f9-8a77-5de021b44dae) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:08.160434 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.219932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.233308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:08.258583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9725d358-3bbd-4466-917c-4421f060cb86 req-e2b95220-29e9-4946-a1cf-b76ae689ab5b tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922319 Aug 31 09:34:08.340286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:08.345903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:08.352915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.361424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event updated for resources: {'Port': ['ID=3e41860f-a10b-49f9-8a77-5de021b44dae,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:08.366074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:08.418288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['12654349-4ad1-44f2-86bd-7dcccca1391d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:08.427805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Pushing event deleted for resources: {'Port': ['ID=12654349-4ad1-44f2-86bd-7dcccca1391d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:08.465117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.465709 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.506822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-a5424e3e-6612-4c8f-a95b-ad7078eb285d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9946764 Aug 31 09:34:08.530988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Request body: {'port': {'device_id': '216d6c59-dd80-488f-848d-e653f46b3178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:08.531215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] No DVR routers for this DVR port 12654349-4ad1-44f2-86bd-7dcccca1391d on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:08.540169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d195c6-27f1-4f09-ae61-40cff5840068 req-e3cbece2-b2c8-40f6-99f5-1ff1ed68facc tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.541768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2d195c6-27f1-4f09-ae61-40cff5840068 req-e3cbece2-b2c8-40f6-99f5-1ff1ed68facc tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 932 time: 0.1174054 Aug 31 09:34:08.542977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.545032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8bd1a60b-f389-4a50-92bd-9a5e9694221e req-ad218988-13d8-436c-ace0-eea7473bd103 tempest-InstanceActionsV221TestJSON-2000563754 tempest-InstanceActionsV221TestJSON-2000563754-project] 10.222.0.52 "DELETE /v2.0/ports/12654349-4ad1-44f2-86bd-7dcccca1391d HTTP/1.1" status: 204 len: 173 time: 1.3074689 Aug 31 09:34:08.545595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2', 'name': 'network-vif-deleted', 'tag': '12654349-4ad1-44f2-86bd-7dcccca1391d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:08.548030 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3354ba6b-3bf5-4665-ac5d-16d7d21ced64" -d '{"events": [{"server_uuid": "8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2", "name": "network-vif-deleted", "tag": "12654349-4ad1-44f2-86bd-7dcccca1391d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:08.611773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2d195c6-27f1-4f09-ae61-40cff5840068 req-90388740-e344-4a9a-998d-db0b2562724b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602119 Aug 31 09:34:08.633374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.868524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c39be-8b59-4e4f-a4ed-e5470d9a1a68 req-27cdc709-598f-4204-a3df-bfb7cae85098 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.870096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df7c39be-8b59-4e4f-a4ed-e5470d9a1a68 req-27cdc709-598f-4204-a3df-bfb7cae85098 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 946 time: 0.1920168 Aug 31 09:34:08.959054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df7c39be-8b59-4e4f-a4ed-e5470d9a1a68 req-bba9463c-bb7b-4ae0-a389-e2b82232506f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791616 Aug 31 09:34:08.972367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-5a28380a-8338-4b1e-898b-6ecc537189d8 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.973541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-5a28380a-8338-4b1e-898b-6ecc537189d8 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 822 time: 0.1912341 Aug 31 09:34:08.988656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Request body: {'port': {'device_id': '415a6b66-c60c-41a7-8d42-e9b760fe5390', 'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'admin_state_up': True, 'tenant_id': 'c71ab77918af4e5487422c51b938fcba'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:09.066323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e41860f-a10b-49f9-8a77-5de021b44dae {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:09.087307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.113565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Transition to ACTIVE for port object 3e41860f-a10b-49f9-8a77-5de021b44dae will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:09.125295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.202417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Pushing event updated for resources: {'Port': ['ID=3e41860f-a10b-49f9-8a77-5de021b44dae,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.243717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bddae2-2d51-4aff-a931-7496563d06c3 req-66aecee8-0df0-4d77-ba61-f381a6480c90 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.245460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0bddae2-2d51-4aff-a931-7496563d06c3 req-66aecee8-0df0-4d77-ba61-f381a6480c90 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 943 time: 0.1051681 Aug 31 09:34:09.283339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Made reservation on behalf of c71ab77918af4e5487422c51b938fcba for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:09.287681 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.335417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Attempting to bind port 3e41860f-a10b-49f9-8a77-5de021b44dae on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:09.335998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Attempting to bind port 3e41860f-a10b-49f9-8a77-5de021b44dae by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:09.336496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Attempting to bind port 3e41860f-a10b-49f9-8a77-5de021b44dae on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:09.341611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Port 3e41860f-a10b-49f9-8a77-5de021b44dae on network a9d07e16-6766-421e-8a7a-53f6f1e14899 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:09.342468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Attempting to bind port 3e41860f-a10b-49f9-8a77-5de021b44dae on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:09.348091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:09.348427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Checking segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:09.348811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Bound using segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:09.349238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Bound port: 3e41860f-a10b-49f9-8a77-5de021b44dae, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:09.349594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.359124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0bddae2-2d51-4aff-a931-7496563d06c3 req-05fd335b-7586-4695-8d5f-5cfd7dd0479a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047711 Aug 31 09:34:09.465435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Allocated IP 172.20.0.8 (6514c624-b359-4228-8546-e9df36874fc8/880f70da-ce0c-4999-a42d-55a55404cfee/64847939-2a40-4535-86f3-279f7cbe6677) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:09.474671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] For port 3e41860f-a10b-49f9-8a77-5de021b44dae, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:09.478898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] For port 3e41860f-a10b-49f9-8a77-5de021b44dae, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e41860f-a10b-49f9-8a77-5de021b44dae,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:09.487237 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.532478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.533171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.534556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] 10.222.0.52 "PUT /v2.0/ports/3e41860f-a10b-49f9-8a77-5de021b44dae HTTP/1.1" status: 200 len: 1092 time: 1.0152302 Aug 31 09:34:09.535045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216d6c59-dd80-488f-848d-e653f46b3178', 'tag': '3e41860f-a10b-49f9-8a77-5de021b44dae'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:09.538360 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8408804-6e10-464c-bdca-3622b67e0b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "216d6c59-dd80-488f-848d-e653f46b3178", "tag": "3e41860f-a10b-49f9-8a77-5de021b44dae"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:09.570616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87c98-f6bd-4ee5-86b0-4b93fc920cdd service neutron] Pushing event updated for resources: {'Port': ['ID=3e41860f-a10b-49f9-8a77-5de021b44dae,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.641274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055539-528b-4967-a647-1d1bea141395 req-52a08f3e-9dd4-462b-b445-b66b4a8d064e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.643066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74055539-528b-4967-a647-1d1bea141395 req-52a08f3e-9dd4-462b-b445-b66b4a8d064e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.1658821 Aug 31 09:34:09.644709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb044f-f24d-4786-9388-14b5f9046519 req-fd0e2fbb-9292-4688-abe7-535b7e2f72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.646429 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-fd0e2fbb-9292-4688-abe7-535b7e2f72bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 1095 time: 0.0547779 Aug 31 09:34:09.696901 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-e63e6f64-7a4d-4f98-97b1-0bb3210c2d17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e41860f-a10b-49f9-8a77-5de021b44dae HTTP/1.1" status: 200 len: 217 time: 0.0407274 Aug 31 09:34:09.737606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74055539-528b-4967-a647-1d1bea141395 req-1f455948-4f54-4ce0-bfcc-15f52aac6711 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861545 Aug 31 09:34:09.747914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.766105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb044f-f24d-4786-9388-14b5f9046519 req-273836db-b540-40d6-9d96-586ee6cd17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.768058 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-273836db-b540-40d6-9d96-586ee6cd17e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.0647030 Aug 31 09:34:09.812889 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-109acf1f-7e90-495b-8b2d-1002ba20f565 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366883 Aug 31 09:34:09.826495 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.906595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Network 6514c624-b359-4228-8546-e9df36874fc8 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:09.913617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:09.923090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:09.932786 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-24b547b5-a4a5-441a-a2d5-4d10c8bf9258 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115291 Aug 31 09:34:09.958372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event updated for resources: {'Port': ['ID=64847939-2a40-4535-86f3-279f7cbe6677,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.988667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1910-9bab-4fda-b8ff-8661780e5bc4 req-1ee27805-595c-44f0-ace2-99bba0f831a4 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.990336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d68a1910-9bab-4fda-b8ff-8661780e5bc4 req-1ee27805-595c-44f0-ace2-99bba0f831a4 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 931 time: 0.1279862 Aug 31 09:34:10.007308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:10.008280 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.042172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eebb044f-f24d-4786-9388-14b5f9046519 req-40fb1691-160d-499d-b621-60afd17126a7 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000834 Aug 31 09:34:10.045635 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-7c5ac2cd-f59b-4b60-a46c-1c120352edc1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0618107 Aug 31 09:34:10.060575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Request body: {'port': {'device_id': '415a6b66-c60c-41a7-8d42-e9b760fe5390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:10.075114 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d68a1910-9bab-4fda-b8ff-8661780e5bc4 req-9287ed13-fa2d-4fce-a6b5-579bccf2a9fc tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Aug 31 09:34:10.146387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.215346 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b7029e-82d4-4ea7-a744-f1283173cadb x-openstack-request-id: req-e8b7029e-82d4-4ea7-a744-f1283173cadb {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:10.215629 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2", "name": "network-vif-deleted", "tag": "12654349-4ad1-44f2-86bd-7dcccca1391d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:10.215883 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8b7029e-82d4-4ea7-a744-f1283173cadb {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:10.216297 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8634ce1b-27aa-40da-b0d5-60cbbaf0c3f2', 'name': 'network-vif-deleted', 'tag': '12654349-4ad1-44f2-86bd-7dcccca1391d', 'status': 'completed', 'code': 200} Aug 31 09:34:10.350923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.386736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e7865a22-5cbc-4322-af8d-2625fe2f53e7 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:10.478895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64847939-2a40-4535-86f3-279f7cbe6677 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:10.488161 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.503842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Transition to ACTIVE for port object 64847939-2a40-4535-86f3-279f7cbe6677 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:10.504729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.510780 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.552492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:10.556647 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf6508-20e5-45d9-a50c-dd49645b2bdd" -d '{"events": [{"server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "name": "network-vif-unplugged", "status": "completed", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:10.578273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Pushing event updated for resources: {'Port': ['ID=64847939-2a40-4535-86f3-279f7cbe6677,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:10.586366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:10.592171 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.652864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:10.659725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Attempting to bind port 64847939-2a40-4535-86f3-279f7cbe6677 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:10.660064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Attempting to bind port 64847939-2a40-4535-86f3-279f7cbe6677 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:10.660687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Attempting to bind port 64847939-2a40-4535-86f3-279f7cbe6677 on network 6514c624-b359-4228-8546-e9df36874fc8 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:10.665776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Port 64847939-2a40-4535-86f3-279f7cbe6677 on network 6514c624-b359-4228-8546-e9df36874fc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:10.666029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Attempting to bind port 64847939-2a40-4535-86f3-279f7cbe6677 on network 6514c624-b359-4228-8546-e9df36874fc8 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:10.673719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:10.674271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Checking segment: {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:10.674470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Bound using segment: {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:10.675137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Bound port: 64847939-2a40-4535-86f3-279f7cbe6677, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:10.675358 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.751083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] For port 64847939-2a40-4535-86f3-279f7cbe6677, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:10.754583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] For port 64847939-2a40-4535-86f3-279f7cbe6677, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=64847939-2a40-4535-86f3-279f7cbe6677,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:10.760336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.803721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:10.804366 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.805892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] 10.222.0.52 "PUT /v2.0/ports/64847939-2a40-4535-86f3-279f7cbe6677 HTTP/1.1" status: 200 len: 1091 time: 0.7504475 Aug 31 09:34:10.835258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4159b8-3b5f-4534-a430-ce58d7c262ec service neutron] Pushing event updated for resources: {'Port': ['ID=64847939-2a40-4535-86f3-279f7cbe6677,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:10.902121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-407dcf98-f43e-49a5-817b-e117899552ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:10.903874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-407dcf98-f43e-49a5-817b-e117899552ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 1094 time: 0.0482309 Aug 31 09:34:10.974693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-f62b23ae-a11a-4e47-8508-03523ad43963 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64847939-2a40-4535-86f3-279f7cbe6677 HTTP/1.1" status: 200 len: 217 time: 0.0599906 Aug 31 09:34:11.052541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-1e3e3c6d-01a8-4cd3-864c-edfcae8a2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:11.054026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-1e3e3c6d-01a8-4cd3-864c-edfcae8a2da9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=880f70da-ce0c-4999-a42d-55a55404cfee HTTP/1.1" status: 200 len: 862 time: 0.0706539 Aug 31 09:34:11.067557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-36fca8c2-6654-411b-85ce-c93e2735011e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:11.069169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-36fca8c2-6654-411b-85ce-c93e2735011e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=db57208c-1e98-475c-897f-683e1fde96b1 HTTP/1.1" status: 200 len: 944 time: 0.0970476 Aug 31 09:34:11.102676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-56cf479e-4611-4cca-ad52-34a067aba01c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6514c624-b359-4228-8546-e9df36874fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324967 Aug 31 09:34:11.258090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-afc25a47-56f8-4925-a976-dcb0c2ca79cd service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372335 Aug 31 09:34:11.270123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Deleting port e7865a22-5cbc-4322-af8d-2625fe2f53e7 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:11.270539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.431497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] For port e7865a22-5cbc-4322-af8d-2625fe2f53e7, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e7865a22-5cbc-4322-af8d-2625fe2f53e7,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:11.431856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.435719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92fd8bea-0dd1-463b-bec1-377d2b7ce5c5 req-f8e79491-8fbb-44e5-a63a-9a8d0bec8bb6 service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682868 Aug 31 09:34:11.447082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Calling delete_port for e7865a22-5cbc-4322-af8d-2625fe2f53e7 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:11.586455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.617187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event deleted for resources: {'Port': ['ID=e7865a22-5cbc-4322-af8d-2625fe2f53e7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:11.665179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] No DVR routers for this DVR port e7865a22-5cbc-4322-af8d-2625fe2f53e7 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:11.668129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.670215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09c8be0b-2db9-4ab3-9d64-3a306ddb4d4f req-d082628b-7116-4573-9fe5-269a1be61d49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "DELETE /v2.0/ports/e7865a22-5cbc-4322-af8d-2625fe2f53e7 HTTP/1.1" status: 204 len: 173 time: 0.5923259 Aug 31 09:34:12.217471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415a6b66-c60c-41a7-8d42-e9b760fe5390', 'tag': '64847939-2a40-4535-86f3-279f7cbe6677'}, {'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'name': 'network-vif-deleted', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:12.219900 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052" -d '{"events": [{"name": "network-changed", "server_uuid": "415a6b66-c60c-41a7-8d42-e9b760fe5390", "tag": "64847939-2a40-4535-86f3-279f7cbe6677"}, {"server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "name": "network-vif-deleted", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:12.272200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43884786-b2a0-43dc-933b-2147675d39f3 req-32b3154a-0cf6-4061-8394-d3cc89c0f749 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.273721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43884786-b2a0-43dc-933b-2147675d39f3 req-32b3154a-0cf6-4061-8394-d3cc89c0f749 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 944 time: 0.0505280 Aug 31 09:34:12.315685 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43884786-b2a0-43dc-933b-2147675d39f3 req-d824ba37-9fb3-480e-be20-3ff58df48095 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Aug 31 09:34:12.363652 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfdcf7d-a47a-4a70-a299-24a9f6528e91 x-openstack-request-id: req-2dfdcf7d-a47a-4a70-a299-24a9f6528e91 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:12.364335 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216d6c59-dd80-488f-848d-e653f46b3178", "tag": "3e41860f-a10b-49f9-8a77-5de021b44dae", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:12.364335 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2dfdcf7d-a47a-4a70-a299-24a9f6528e91 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:12.364711 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216d6c59-dd80-488f-848d-e653f46b3178', 'tag': '3e41860f-a10b-49f9-8a77-5de021b44dae', 'status': 'completed', 'code': 200} Aug 31 09:34:12.387287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3e41860f-a10b-49f9-8a77-5de021b44dae details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:12.389486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 12654349-4ad1-44f2-86bd-7dcccca1391d no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:12.416884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 12654349-4ad1-44f2-86bd-7dcccca1391d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:12.417240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 12654349-4ad1-44f2-86bd-7dcccca1391d not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:12.472961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-20764007-6ac2-4858-bfe6-a38728ee6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.474510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-20764007-6ac2-4858-bfe6-a38728ee6775 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 1095 time: 0.0767968 Aug 31 09:34:12.500453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1ee8f-ed00-47f9-8dcc-0d3aea519746 req-5cbbb8c5-deb8-4bdc-9bc8-48139e2ff6c2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.502006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8b1ee8f-ed00-47f9-8dcc-0d3aea519746 req-5cbbb8c5-deb8-4bdc-9bc8-48139e2ff6c2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 944 time: 0.0757000 Aug 31 09:34:12.514438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3e41860f-a10b-49f9-8a77-5de021b44dae, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e41860f-a10b-49f9-8a77-5de021b44dae,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:12.525537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '3e41860f-a10b-49f9-8a77-5de021b44dae', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'port_id': '3e41860f-a10b-49f9-8a77-5de021b44dae', 'mac_address': 'fa:16:3e:6e:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4279b-7ee8-4446-8c25-3da965492a89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:12.571733 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.587899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e41860f-a10b-49f9-8a77-5de021b44dae {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:12.589407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8b1ee8f-ed00-47f9-8dcc-0d3aea519746 req-cc533e40-ea68-47f2-b409-4929c04a01de tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771582 Aug 31 09:34:12.610768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3e41860f-a10b-49f9-8a77-5de021b44dae, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e41860f-a10b-49f9-8a77-5de021b44dae,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:12.613739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-87f3d86d-5150-463b-8eb3-c7df2d823e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.615713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-87f3d86d-5150-463b-8eb3-c7df2d823e2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 908 time: 0.1314278 Aug 31 09:34:12.615926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.667142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3e41860f-a10b-49f9-8a77-5de021b44dae,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:12.672941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-2db34f10-d4d7-4464-b58d-058f603ae111 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e41860f-a10b-49f9-8a77-5de021b44dae HTTP/1.1" status: 200 len: 217 time: 0.0453801 Aug 31 09:34:12.736438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-362b6e3e-b0db-4847-8a71-cb4679077c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.737949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-362b6e3e-b0db-4847-8a71-cb4679077c64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.0573490 Aug 31 09:34:12.773387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-7d1889a5-0360-4474-ab49-44414ee7e465 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275030 Aug 31 09:34:12.833466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3e41860f-a10b-49f9-8a77-5de021b44dae'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:12.884894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-cb464f99-d47b-478d-b32c-bd11af13c1b4 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030049 Aug 31 09:34:13.026257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae2e54-2234-4924-b3b0-421675a30142 req-bd2435da-447d-4439-9fcf-e0f9247c9bcc tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.027809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bae2e54-2234-4924-b3b0-421675a30142 req-bd2435da-447d-4439-9fcf-e0f9247c9bcc tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 943 time: 0.0803959 Aug 31 09:34:13.034457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8408804-6e10-464c-bdca-3622b67e0b8a req-b39b6b0c-2b5c-4361-8497-887b8ea3eeb9 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419795 Aug 31 09:34:13.070547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bae2e54-2234-4924-b3b0-421675a30142 req-a979bdc5-73ca-41e5-b536-45d5158fe567 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350845 Aug 31 09:34:13.116700 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-3d975784-2454-4234-86b8-aa6bdee42bf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abca90d5-a891-47fa-8ed3-01b99c379f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319929 Aug 31 09:34:13.141094 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ba6334-5db6-419d-b9fa-c00e43c41ef3 x-openstack-request-id: req-36ba6334-5db6-419d-b9fa-c00e43c41ef3 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:13.141487 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "name": "network-vif-unplugged", "status": "failed", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7", "code": 422}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:13.141831 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36ba6334-5db6-419d-b9fa-c00e43c41ef3 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:13.142361 n-d-806683-2 neutron-server[94788]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'code': 422} returned with failed status Aug 31 09:34:13.214193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-cdefb9ab-2dd9-4210-a835-66ba3c5a12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.215852 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-cdefb9ab-2dd9-4210-a835-66ba3c5a12c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1f52d97-8e62-451a-a748-4889cbdd37f9 HTTP/1.1" status: 200 len: 917 time: 0.1141169 Aug 31 09:34:13.255962 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3260849d-3826-491b-b9b6-3da7a8413562 x-openstack-request-id: req-3260849d-3826-491b-b9b6-3da7a8413562 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:13.256434 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415a6b66-c60c-41a7-8d42-e9b760fe5390", "tag": "64847939-2a40-4535-86f3-279f7cbe6677", "status": "completed", "code": 200}, {"server_uuid": "db57208c-1e98-475c-897f-683e1fde96b1", "name": "network-vif-deleted", "tag": "e7865a22-5cbc-4322-af8d-2625fe2f53e7", "status": "failed", "code": 422}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:13.256847 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3260849d-3826-491b-b9b6-3da7a8413562 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:13.257582 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415a6b66-c60c-41a7-8d42-e9b760fe5390', 'tag': '64847939-2a40-4535-86f3-279f7cbe6677', 'status': 'completed', 'code': 200} Aug 31 09:34:13.257904 n-d-806683-2 neutron-server[94786]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db57208c-1e98-475c-897f-683e1fde96b1', 'name': 'network-vif-deleted', 'tag': 'e7865a22-5cbc-4322-af8d-2625fe2f53e7', 'status': 'failed', 'code': 422} returned with failed status Aug 31 09:34:13.287878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-e8a0de09-e3ff-4466-86ea-62bafa6981c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4989623-f9a8-4864-8db4-ef4f1449d883 HTTP/1.1" status: 200 len: 217 time: 0.0605595 Aug 31 09:34:13.345015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-9b9d1e7e-b00f-4c8e-8563-1b6a8eb0af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.346115 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-9b9d1e7e-b00f-4c8e-8563-1b6a8eb0af58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d31a04f2-cb79-4668-8e14-1b940d4033b7 HTTP/1.1" status: 200 len: 854 time: 0.0496652 Aug 31 09:34:13.351083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-8b9ce8d2-578b-48f9-a0b8-c862d252b330 service neutron] 10.222.0.20 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225904 Aug 31 09:34:13.359033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d978-0f30-4326-a352-dabec6c3047d req-2b178a18-ba07-4d0a-9919-784ce78630cf tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.360515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a61d978-0f30-4326-a352-dabec6c3047d req-2b178a18-ba07-4d0a-9919-784ce78630cf tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 943 time: 0.1611261 Aug 31 09:34:13.370150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-6c306839-c903-48cf-9658-dec6efdf1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.371659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-6c306839-c903-48cf-9658-dec6efdf1e5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 1094 time: 0.1128123 Aug 31 09:34:13.402169 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.429536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-e6e0d948-45b3-4daa-a5f2-f81cbedd21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.431263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-e6e0d948-45b3-4daa-a5f2-f81cbedd21d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1f52d97-8e62-451a-a748-4889cbdd37f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618627 Aug 31 09:34:13.539917 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-94fb748d-36ac-4e96-a64b-3e6d2f375ffa service neutron] 10.222.0.20 "GET /v2.0/networks/d1f52d97-8e62-451a-a748-4889cbdd37f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988505 Aug 31 09:34:13.591861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a61d978-0f30-4326-a352-dabec6c3047d req-39b49ede-90f0-4674-b4a4-eb52e3f51fef tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175744 Aug 31 09:34:13.653086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0262abed-14a5-4317-b5c7-a2627ccb0dd8 req-cfa8e5af-748e-476b-8004-0664b4e61838 service neutron] 10.222.0.20 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804563 Aug 31 09:34:13.657619 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f67aa818-9175-424b-bca1-d35d5700e2f9 req-29efb861-a713-46ce-badc-b3a7ae56486e service neutron] 10.222.0.20 "GET /v2.0/networks/d1f52d97-8e62-451a-a748-4889cbdd37f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095958 Aug 31 09:34:13.662465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-fb86c106-de97-4138-8242-2634c2b58542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.663996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-fb86c106-de97-4138-8242-2634c2b58542 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 924 time: 0.2819872 Aug 31 09:34:13.673167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-0ea84ec3-a84b-4d47-a7ce-7b865daa18ea tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.674635 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-0ea84ec3-a84b-4d47-a7ce-7b865daa18ea tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.2336633 Aug 31 09:34:13.718782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-dd0219f7-7e3b-432e-94bb-bad562d3fd56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64847939-2a40-4535-86f3-279f7cbe6677 HTTP/1.1" status: 200 len: 217 time: 0.0430379 Aug 31 09:34:13.721631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-59671735-d74b-41c7-9bfd-cc8d7ec7c7ac tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/quotas/59f572152eea4ddfa4a730a0e2da4a86 HTTP/1.1" status: 200 len: 375 time: 0.0382860 Aug 31 09:34:13.815486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-ddc88e89-7c2a-42ce-a427-d03f063632b9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744071 Aug 31 09:34:13.835334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-8e65daae-90df-4209-8bea-9ffdf3759225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.836726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-8e65daae-90df-4209-8bea-9ffdf3759225 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=880f70da-ce0c-4999-a42d-55a55404cfee HTTP/1.1" status: 200 len: 862 time: 0.1043999 Aug 31 09:34:13.908075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-9b8e9cdd-e2b1-42d2-81b9-4d242be6a817 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6514c624-b359-4228-8546-e9df36874fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598941 Aug 31 09:34:13.924061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7650e4-6c1a-4728-9463-ffd2462a627c req-87f530f6-cb8d-496c-bdc6-5cfeb448c7e9 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.925125 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf7650e4-6c1a-4728-9463-ffd2462a627c req-87f530f6-cb8d-496c-bdc6-5cfeb448c7e9 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 944 time: 0.1821387 Aug 31 09:34:14.035285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-4577906e-a8c2-4ce9-9330-70b0d9056e6a service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122643 Aug 31 09:34:14.041859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf7650e4-6c1a-4728-9463-ffd2462a627c req-8b93cdc7-2587-48d3-aaec-e0656d5ec025 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069670 Aug 31 09:34:14.089799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54710) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:14.119881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-0d90d7a4-8556-4727-84d1-6eb86f80d023 service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937487 Aug 31 09:34:14.151028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94cd65e-9c64-4dd1-ab22-3317557f419f admin admin] Deleting subnet 638fc2bf-236b-4eea-9ba0-971f60bab072 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:14.155419 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c94cd65e-9c64-4dd1-ab22-3317557f419f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.193891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c94cd65e-9c64-4dd1-ab22-3317557f419f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.235476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-2ca74dbd-a122-4bf9-97b4-786afe64997b service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864128 Aug 31 09:34:14.239603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c94cd65e-9c64-4dd1-ab22-3317557f419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.280786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77154-366d-488f-8f80-fe9d73113505 req-ec876979-42a7-4249-bbf0-c8ec50ba48be tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.282366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6e77154-366d-488f-8f80-fe9d73113505 req-ec876979-42a7-4249-bbf0-c8ec50ba48be tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 945 time: 0.0984161 Aug 31 09:34:14.284890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ef8b1e-7fcd-447b-b2d4-722e95ba3052 req-adcbc0e8-32e2-4423-8eac-2a246425097a service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566505 Aug 31 09:34:14.315116 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c94cd65e-9c64-4dd1-ab22-3317557f419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.340496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6e77154-366d-488f-8f80-fe9d73113505 req-361f6314-8982-4c74-b611-22ff34d3d144 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506983 Aug 31 09:34:14.350054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cd65e-9c64-4dd1-ab22-3317557f419f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638fc2bf-236b-4eea-9ba0-971f60bab072,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:14.364562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c94cd65e-9c64-4dd1-ab22-3317557f419f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.367053 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c94cd65e-9c64-4dd1-ab22-3317557f419f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/638fc2bf-236b-4eea-9ba0-971f60bab072 HTTP/1.1" status: 204 len: 168 time: 0.2764001 Aug 31 09:34:14.369590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54716) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:14.407814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 64847939-2a40-4535-86f3-279f7cbe6677 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:14.410045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3e41860f-a10b-49f9-8a77-5de021b44dae up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:14.461739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.613700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 3e41860f-a10b-49f9-8a77-5de021b44dae completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:14.614671 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.623611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 3e41860f-a10b-49f9-8a77-5de021b44dae triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:14.624231 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.633711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b461a5-0d0d-4734-8c02-5537dc7ccc87']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:14.647968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5102729-0572-48ae-a3a1-d6e313c195be') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:14.648422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5102729-0572-48ae-a3a1-d6e313c195be') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:14.660525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.676289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe6e4-17a8-4241-ad90-d90f75e66abd req-14a28357-0a0f-44e3-ad88-39ed8a7097f7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.678178 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.681063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-369fe6e4-17a8-4241-ad90-d90f75e66abd req-14a28357-0a0f-44e3-ad88-39ed8a7097f7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 943 time: 0.1816459 Aug 31 09:34:14.688153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:14.688739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:14.761440 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:14.763845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 64847939-2a40-4535-86f3-279f7cbe6677, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=64847939-2a40-4535-86f3-279f7cbe6677,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:14.788185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '64847939-2a40-4535-86f3-279f7cbe6677', 'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'port_id': '64847939-2a40-4535-86f3-279f7cbe6677', 'mac_address': 'fa:16:3e:ce:a9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880f70da-ce0c-4999-a42d-55a55404cfee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:14.788433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.805770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.807781 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/14b461a5-0d0d-4734-8c02-5537dc7ccc87 HTTP/1.1" status: 204 len: 168 time: 0.4358785 Aug 31 09:34:14.811002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-369fe6e4-17a8-4241-ad90-d90f75e66abd req-e762aec4-88c7-4d94-83d6-aff42f02f4d5 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181564 Aug 31 09:34:14.851796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9404a43-5ff6-41b5-9a87-83f8e805a3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b461a5-0d0d-4734-8c02-5537dc7ccc87,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:14.905208 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.935509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.970157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64847939-2a40-4535-86f3-279f7cbe6677 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:14.977726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3e41860f-a10b-49f9-8a77-5de021b44dae, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e41860f-a10b-49f9-8a77-5de021b44dae,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:14.990559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.005670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 64847939-2a40-4535-86f3-279f7cbe6677, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=64847939-2a40-4535-86f3-279f7cbe6677,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:15.027249 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.043349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54734) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:15.073806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3e41860f-a10b-49f9-8a77-5de021b44dae,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:15.112651 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a990fa3d-c003-4995-9a95-50d9cd0940ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d8a25e9e76f432cb8ddc21933331cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678601 Aug 31 09:34:15.113511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54738) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:15.145044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d6c59-dd80-488f-848d-e653f46b3178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41860f-a10b-49f9-8a77-5de021b44dae'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:15.148325 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db04fd00-2e3a-4b15-917b-1f87e5c9b84b" -d '{"events": [{"server_uuid": "216d6c59-dd80-488f-848d-e653f46b3178", "name": "network-vif-plugged", "status": "completed", "tag": "3e41860f-a10b-49f9-8a77-5de021b44dae"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:15.172690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=64847939-2a40-4535-86f3-279f7cbe6677,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:15.176994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c42ce7ae-4592-4f0f-bf76-a64526cd5276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.214176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c42ce7ae-4592-4f0f-bf76-a64526cd5276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.272977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c42ce7ae-4592-4f0f-bf76-a64526cd5276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.275951 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c42ce7ae-4592-4f0f-bf76-a64526cd5276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.280674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['64847939-2a40-4535-86f3-279f7cbe6677'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:15.287639 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c42ce7ae-4592-4f0f-bf76-a64526cd5276 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c084554-5d9b-4a9d-8d1e-231dd92ecda8 HTTP/1.1" status: 204 len: 168 time: 0.1696110 Aug 31 09:34:15.294781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ce7ae-4592-4f0f-bf76-a64526cd5276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c084554-5d9b-4a9d-8d1e-231dd92ecda8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:15.323780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-791a1a44-c719-4ba3-8273-c44b9065c7bf req-5ddfc2cd-6e66-4a71-ac39-36cba6221e45 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 210 time: 0.4359388 Aug 31 09:34:15.419629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb0860-13eb-40ef-be23-c59573b43633 req-04b73954-9b2a-4cd9-a48c-7725cbed1817 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.423723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ccb0860-13eb-40ef-be23-c59573b43633 req-04b73954-9b2a-4cd9-a48c-7725cbed1817 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 944 time: 0.0986152 Aug 31 09:34:15.483363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ccb0860-13eb-40ef-be23-c59573b43633 req-990529c0-cfc1-4d68-a54f-5640996f6dfc tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554521 Aug 31 09:34:15.533612 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cb1c3a-b7be-4022-a663-3c084abbdaab x-openstack-request-id: req-27cb1c3a-b7be-4022-a663-3c084abbdaab {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:15.534390 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d6c59-dd80-488f-848d-e653f46b3178", "name": "network-vif-plugged", "status": "completed", "tag": "3e41860f-a10b-49f9-8a77-5de021b44dae", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:15.534390 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27cb1c3a-b7be-4022-a663-3c084abbdaab {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:15.534787 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6c59-dd80-488f-848d-e653f46b3178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41860f-a10b-49f9-8a77-5de021b44dae', 'code': 200} Aug 31 09:34:15.581261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5fcf-29d5-4b22-8fb1-698dde4af8a7 req-a0a3df8c-75ba-478c-9d2e-77654e3c0ece tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.583643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-096e5fcf-29d5-4b22-8fb1-698dde4af8a7 req-a0a3df8c-75ba-478c-9d2e-77654e3c0ece tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 944 time: 0.0689893 Aug 31 09:34:15.736627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-096e5fcf-29d5-4b22-8fb1-698dde4af8a7 req-8d0caeb8-825d-4905-bdbe-683cb9284c7c tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432993 Aug 31 09:34:15.762681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e4c0-dc79-4f7b-b6a4-255429dc406e req-8817f822-1a59-4eb5-b913-277bc4739a19 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.768076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c61e4c0-dc79-4f7b-b6a4-255429dc406e req-8817f822-1a59-4eb5-b913-277bc4739a19 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 946 time: 0.1541679 Aug 31 09:34:15.776847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3a9e0-0bf3-4904-ae52-6fb2df7c3d58 req-3adf5475-1294-4c73-883e-b3cb78800a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.779008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2f3a9e0-0bf3-4904-ae52-6fb2df7c3d58 req-3adf5475-1294-4c73-883e-b3cb78800a48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 1097 time: 0.1447380 Aug 31 09:34:15.922519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c61e4c0-dc79-4f7b-b6a4-255429dc406e req-b82c66a4-4844-4dc8-bd76-552f2a77492e tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442282 Aug 31 09:34:15.926183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2f3a9e0-0bf3-4904-ae52-6fb2df7c3d58 req-52a5055b-e608-4ccc-928d-80d41a2c8ba6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385696 Aug 31 09:34:15.932321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-68facd80-faad-4ce4-affb-d2a409c19bdd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.934237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-68facd80-faad-4ce4-affb-d2a409c19bdd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.1282980 Aug 31 09:34:16.057850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b52b05-1799-481f-b33d-40ac9f6b2692 req-d9fb6088-bec9-4234-85df-2f6312f0d00a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.061477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10b52b05-1799-481f-b33d-40ac9f6b2692 req-d9fb6088-bec9-4234-85df-2f6312f0d00a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 943 time: 0.0614617 Aug 31 09:34:16.108248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10b52b05-1799-481f-b33d-40ac9f6b2692 req-b55c10d6-24d4-45b3-a00c-6f82703381bc tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Aug 31 09:34:16.138998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Request body: {'port': {'device_id': 'd21ea7b6-eb71-413c-8942-2f8566f4fa77', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'admin_state_up': True, 'tenant_id': '59f572152eea4ddfa4a730a0e2da4a86'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:16.298281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54772) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:16.304631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Made reservation on behalf of 59f572152eea4ddfa4a730a0e2da4a86 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:16.308160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.425066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 64847939-2a40-4535-86f3-279f7cbe6677 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:16.451400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-45281981-network', 'tenant_id': '6a45d96754814d51a60985d1e2545ed1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:16.457661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da3073e6-6790-447a-b22b-bf7f5feee12a req-9d38537e-d692-43d5-867f-7b21fb0eeab4 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 210 time: 0.0460405 Aug 31 09:34:16.482995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 64847939-2a40-4535-86f3-279f7cbe6677 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:16.487203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 64847939-2a40-4535-86f3-279f7cbe6677 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:16.487579 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.506805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Made reservation on behalf of 6a45d96754814d51a60985d1e2545ed1 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:16.509128 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.514993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Allocated IP 172.20.0.5 (42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36/d75df9ba-6449-4ba7-80c3-046178a65288/62ac202f-c8e7-4fe6-a423-c4172a4fe94c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:16.525457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.577916 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.620064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 64847939-2a40-4535-86f3-279f7cbe6677, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=64847939-2a40-4535-86f3-279f7cbe6677,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:16.621187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d6ec9-2e80-4c4a-b0f0-e340ed2c9220 req-43b2dfe6-395b-4a2d-921a-cd9a63f4a03b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.625290 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.627347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-226d6ec9-2e80-4c4a-b0f0-e340ed2c9220 req-43b2dfe6-395b-4a2d-921a-cd9a63f4a03b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0929813 Aug 31 09:34:16.686167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=64847939-2a40-4535-86f3-279f7cbe6677,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:16.700021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-226d6ec9-2e80-4c4a-b0f0-e340ed2c9220 req-5b07a711-5589-4cd8-960f-72acf25cb0f1 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672505 Aug 31 09:34:16.712772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2617c96-03f4-445b-a76e-5889f5ea3617 req-18aa963b-4ff3-40f0-bbe3-7262aca106b8 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.715519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f2617c96-03f4-445b-a76e-5889f5ea3617 req-18aa963b-4ff3-40f0-bbe3-7262aca106b8 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 945 time: 0.1127102 Aug 31 09:34:16.762490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.772530 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.773827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f2617c96-03f4-445b-a76e-5889f5ea3617 req-4ebe0833-692e-4788-801b-afd81f4897d4 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510762 Aug 31 09:34:16.778003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.806916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:16.851918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab325e11-655a-4aa1-bcd3-28fcf8e3989a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:16.879662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.880186 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Added segment 9d18a09c-b123-4fd0-bd94-cfa7fa40644d of type vlan for network 25c4595a-8ee0-4081-b846-615fdeccb8a5 Aug 31 09:34:16.896895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446f4fa-98e5-4b6b-86ec-fe987044a797 req-604b382e-99ff-4559-a065-2707eff88230 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.898912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f446f4fa-98e5-4b6b-86ec-fe987044a797 req-604b382e-99ff-4559-a065-2707eff88230 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 944 time: 0.0576620 Aug 31 09:34:16.924754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.943297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f446f4fa-98e5-4b6b-86ec-fe987044a797 req-4da91d10-3335-4b84-aec8-e1bc81927288 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367212 Aug 31 09:34:16.950274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.019232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:17.023500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:17.038189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:17.042827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.043813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.044505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.067193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event updated for resources: {'Port': ['ID=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:17.088036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d75c7-4124-4d86-b430-47518c001987 req-18b8be28-3126-43ee-ad2d-f030394eba4d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.090553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-576d75c7-4124-4d86-b430-47518c001987 req-18b8be28-3126-43ee-ad2d-f030394eba4d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 946 time: 0.0605383 Aug 31 09:34:17.136380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-576d75c7-4124-4d86-b430-47518c001987 req-df00d2f3-8d1d-48d7-bfac-9c11858d080d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Aug 31 09:34:17.143362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.143925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.151228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8515534 Aug 31 09:34:17.154458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54788) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:17.161398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Request body: {'subnet': {'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-45281981-subnet', 'tenant_id': '6a45d96754814d51a60985d1e2545ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:17.174312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24f0b8-70b1-4200-b799-5dc1201960b2 admin admin] Pushing event updated for resources: {'Network': ['ID=25c4595a-8ee0-4081-b846-615fdeccb8a5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:17.188304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 25c4595a-8ee0-4081-b846-615fdeccb8a5 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:17.197592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Made reservation on behalf of 6a45d96754814d51a60985d1e2545ed1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:17.198162 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-fd66e2b6-692f-466b-a2a7-a05a9f932ec9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0639691 Aug 31 09:34:17.202034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.211811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Request body: {'port': {'device_id': 'd21ea7b6-eb71-413c-8942-2f8566f4fa77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:17.299017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.302210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53625-7835-4420-bf6d-f8e271b38894 req-4d45dfa9-3f6d-45b6-a95a-17b1ca600bc7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.303805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bf53625-7835-4420-bf6d-f8e271b38894 req-4d45dfa9-3f6d-45b6-a95a-17b1ca600bc7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 943 time: 0.1185298 Aug 31 09:34:17.351854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 01dce5ee-6675-4c61-92af-bde721ccbed2 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:17.366536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bf53625-7835-4420-bf6d-f8e271b38894 req-804ba8fc-1480-4b83-8674-42360923eb30 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546281 Aug 31 09:34:17.470993 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.506498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:17.527688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'port_id': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'mac_address': 'fa:16:3e:b5:bf:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b3db3d-66af-46bb-9e09-4a8c72abf624', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:17.535248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415a6b66-c60c-41a7-8d42-e9b760fe5390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64847939-2a40-4535-86f3-279f7cbe6677'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:17.537933 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93656246-6c4e-43c6-a2cb-d7594dfdc9e4" -d '{"events": [{"server_uuid": "415a6b66-c60c-41a7-8d42-e9b760fe5390", "name": "network-vif-plugged", "status": "completed", "tag": "64847939-2a40-4535-86f3-279f7cbe6677"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:17.539818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b4d140-59c7-4389-8c40-7008570370a8,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:17.559492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Checking segment: {'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:17.559880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Network hostable DHCP agents. Network: 25c4595a-8ee0-4081-b846-615fdeccb8a5, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:17.582642 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.602326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dce5ee-6675-4c61-92af-bde721ccbed2 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:17.608329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Network 25c4595a-8ee0-4081-b846-615fdeccb8a5 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:17.612314 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846b80cc-66c5-43b8-bbd5-a05e70d6754d x-openstack-request-id: req-846b80cc-66c5-43b8-bbd5-a05e70d6754d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:17.612692 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415a6b66-c60c-41a7-8d42-e9b760fe5390", "name": "network-vif-plugged", "status": "completed", "tag": "64847939-2a40-4535-86f3-279f7cbe6677", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:17.613017 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-846b80cc-66c5-43b8-bbd5-a05e70d6754d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:17.613485 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415a6b66-c60c-41a7-8d42-e9b760fe5390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64847939-2a40-4535-86f3-279f7cbe6677', 'code': 200} Aug 31 09:34:17.631864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca83aa9-a087-44be-ae5b-66b560b4b99a req-dc9b4b80-0a0c-4694-bb9c-41c549abbf87 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.633497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ca83aa9-a087-44be-ae5b-66b560b4b99a req-dc9b4b80-0a0c-4694-bb9c-41c549abbf87 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 931 time: 0.0834994 Aug 31 09:34:17.634734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 25c4595a-8ee0-4081-b846-615fdeccb8a5) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:17.639928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:17.645691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.646069 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.646829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e4989623-f9a8-4864-8db4-ef4f1449d883 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:17.647672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.653872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff40e04-d166-48e7-a69e-3323e60bbc7c None None] Network 25c4595a-8ee0-4081-b846-615fdeccb8a5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:17.692828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d2f09c2b-ad19-45a7-b7fb-8f7198b0d05f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5350258 Aug 31 09:34:17.734835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:17.758885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ca83aa9-a087-44be-ae5b-66b560b4b99a req-2ef5a8c3-9447-46dc-874d-c5eb6cb96701 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969067 Aug 31 09:34:17.767158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cbb9b-b557-48c4-84a6-9b334f8563c9 req-3598e3d0-6c74-4268-bc23-3bb9c85252f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.768946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f20cbb9b-b557-48c4-84a6-9b334f8563c9 req-3598e3d0-6c74-4268-bc23-3bb9c85252f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 1096 time: 0.0888019 Aug 31 09:34:17.834944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f20cbb9b-b557-48c4-84a6-9b334f8563c9 req-13f66c57-33cf-44c1-b929-0e53610a63e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575025 Aug 31 09:34:17.873676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb7603-a1ad-4883-aefb-0ae5fbf69efe req-345790d7-ffe1-4a0e-8c8c-65cd7e1b6b39 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.880235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fcb7603-a1ad-4883-aefb-0ae5fbf69efe req-345790d7-ffe1-4a0e-8c8c-65cd7e1b6b39 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0734904 Aug 31 09:34:17.897270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e4989623-f9a8-4864-8db4-ef4f1449d883, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e4989623-f9a8-4864-8db4-ef4f1449d883,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:17.911239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'e4989623-f9a8-4864-8db4-ef4f1449d883', 'network_id': 'd1f52d97-8e62-451a-a748-4889cbdd37f9', 'port_id': 'e4989623-f9a8-4864-8db4-ef4f1449d883', 'mac_address': 'fa:16:3e:8b:d3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31a04f2-cb79-4668-8e14-1b940d4033b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:17.940643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ac202f-c8e7-4fe6-a423-c4172a4fe94c {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:17.948486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fcb7603-a1ad-4883-aefb-0ae5fbf69efe req-6f37f0dd-c433-4d8b-bb65-f5ce832ee3ac tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673678 Aug 31 09:34:17.949965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.969677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Transition to ACTIVE for port object 62ac202f-c8e7-4fe6-a423-c4172a4fe94c will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:17.975446 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.977187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2cd4c-5ae0-441a-8ccf-f8093b1ab0de req-4993ff29-eb8b-47a4-b283-4118a4fdb3ce tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.981718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91a2cd4c-5ae0-441a-8ccf-f8093b1ab0de req-4993ff29-eb8b-47a4-b283-4118a4fdb3ce tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 945 time: 0.0862582 Aug 31 09:34:18.016606 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.035622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4989623-f9a8-4864-8db4-ef4f1449d883 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:18.041454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91a2cd4c-5ae0-441a-8ccf-f8093b1ab0de req-1137cab2-390f-4dca-95aa-0a0f7bb6aab9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516915 Aug 31 09:34:18.062866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e4989623-f9a8-4864-8db4-ef4f1449d883, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e4989623-f9a8-4864-8db4-ef4f1449d883,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:18.088347 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.114525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Pushing event updated for resources: {'Port': ['ID=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:18.140880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Attempting to bind port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:18.140880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Attempting to bind port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:18.141290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Attempting to bind port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:18.147210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:18.147210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Attempting to bind port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:18.152541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:18.152904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Checking segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:18.153391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Bound using segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:18.154804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Bound port: 62ac202f-c8e7-4fe6-a423-c4172a4fe94c, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:18.154979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.160101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bd15f-f3c7-49e7-bfb7-38180910900d None None] Network 25c4595a-8ee0-4081-b846-615fdeccb8a5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:18.165658 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:34:18.245836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=e4989623-f9a8-4864-8db4-ef4f1449d883,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:18.264038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] For port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:18.265915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a95cd-da30-4dfe-aeb9-9a477fe4d13f req-a6d64752-0819-4133-9462-b313d4796a55 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.267710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] For port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:18.273584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.273879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae6a95cd-da30-4dfe-aeb9-9a477fe4d13f req-a6d64752-0819-4133-9462-b313d4796a55 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 945 time: 0.1007574 Aug 31 09:34:18.311785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.312575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.314220 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] 10.222.0.52 "PUT /v2.0/ports/62ac202f-c8e7-4fe6-a423-c4172a4fe94c HTTP/1.1" status: 200 len: 1091 time: 1.1080854 Aug 31 09:34:18.314792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21ea7b6-eb71-413c-8942-2f8566f4fa77', 'tag': '62ac202f-c8e7-4fe6-a423-c4172a4fe94c'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:18.317259 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d21ea7b6-eb71-413c-8942-2f8566f4fa77", "tag": "62ac202f-c8e7-4fe6-a423-c4172a4fe94c"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:18.350861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0d8a7-36b8-4772-9319-0264c52e3dfd service neutron] Pushing event updated for resources: {'Port': ['ID=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:18.386223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae6a95cd-da30-4dfe-aeb9-9a477fe4d13f req-4334df9b-7a0b-4ad3-a62f-89f8f2266ca0 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114075 Aug 31 09:34:18.430007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-2ccf5c4b-3349-4be4-a0ce-b27e517e464b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.432847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-f0dadad2-5057-43f9-92be-d9b7e0995283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.434918 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-f0dadad2-5057-43f9-92be-d9b7e0995283 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 1094 time: 0.0624592 Aug 31 09:34:18.435429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-2ccf5c4b-3349-4be4-a0ce-b27e517e464b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 812 time: 0.1921101 Aug 31 09:34:18.453112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-e605524a-73c8-40f4-abef-5d3d87504886 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/quotas/6a45d96754814d51a60985d1e2545ed1 HTTP/1.1" status: 200 len: 375 time: 0.0133040 Aug 31 09:34:18.489876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-7b32a537-0537-43ed-8fa6-02dfe3df52af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac202f-c8e7-4fe6-a423-c4172a4fe94c HTTP/1.1" status: 200 len: 217 time: 0.0459325 Aug 31 09:34:18.502696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9aa02c3b-1409-4a70-bf0a-72e8d894a219 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414972 Aug 31 09:34:18.541284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-c8162156-9456-4d73-9f0d-df853066dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.542823 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-c8162156-9456-4d73-9f0d-df853066dcbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.0456231 Aug 31 09:34:18.580704 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-0d5c2eb9-a0d5-4ead-b473-c24b4eefbfcc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297832 Aug 31 09:34:18.593970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ac55e-10b4-4c3c-aedf-19e2baf67674 req-2c998b55-4280-4ab9-831e-c76ec938c4eb tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.595505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b99ac55e-10b4-4c3c-aedf-19e2baf67674 req-2c998b55-4280-4ab9-831e-c76ec938c4eb tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 946 time: 0.1197236 Aug 31 09:34:18.634387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['e4989623-f9a8-4864-8db4-ef4f1449d883'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:18.640656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['01dce5ee-6675-4c61-92af-bde721ccbed2'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:18.647368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-62c62348-973b-49f2-aa39-229c3391861a service neutron] 10.222.0.69 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299310 Aug 31 09:34:18.655697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b99ac55e-10b4-4c3c-aedf-19e2baf67674 req-79c7a8f2-c4af-4f6f-b5e7-998e3f7552e1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516515 Aug 31 09:34:18.696773 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-ab9c83e3-126a-4013-997d-785bb3a6ebb4 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081617 Aug 31 09:34:18.767325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-a35de0ac-0c08-475a-867a-fa299dc6685d service neutron] 10.222.0.69 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106391 Aug 31 09:34:18.834378 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040de694-8b11-4eeb-af6f-180e8554ab95 x-openstack-request-id: req-040de694-8b11-4eeb-af6f-180e8554ab95 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:18.835178 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21ea7b6-eb71-413c-8942-2f8566f4fa77", "tag": "62ac202f-c8e7-4fe6-a423-c4172a4fe94c", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:18.835329 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-040de694-8b11-4eeb-af6f-180e8554ab95 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:18.835804 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21ea7b6-eb71-413c-8942-2f8566f4fa77', 'tag': '62ac202f-c8e7-4fe6-a423-c4172a4fe94c', 'status': 'completed', 'code': 200} Aug 31 09:34:18.855253 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c35538e-400a-4f6d-8d50-480c7c1ec18c req-08e1b8cd-b3c8-4a54-984a-c917c57c0a8a service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442893 Aug 31 09:34:18.971526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f4bf0-5c7b-4947-937c-b2879608365c req-9fbc285b-da4e-4878-ac5b-eebc526c95e1 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.975651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb8f4bf0-5c7b-4947-937c-b2879608365c req-9fbc285b-da4e-4878-ac5b-eebc526c95e1 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 944 time: 0.0819418 Aug 31 09:34:19.031696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-1dca83a0-f981-42d8-89d5-fd51d8a18334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.036185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-1dca83a0-f981-42d8-89d5-fd51d8a18334 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 1094 time: 0.1241462 Aug 31 09:34:19.074905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb8f4bf0-5c7b-4947-937c-b2879608365c req-1015bcc7-bf4a-456d-9529-08b09747dc81 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783288 Aug 31 09:34:19.181470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-c4a6360d-f99f-404d-b6f2-2dae77d83b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.183202 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-c4a6360d-f99f-404d-b6f2-2dae77d83b80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 913 time: 0.1274567 Aug 31 09:34:19.195614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b67cd3e2-4c4a-4c1e-80ce-2ace608a11e2 req-e1a03383-6db9-439e-babe-d46e119f8877 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 210 time: 0.0573621 Aug 31 09:34:19.227933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dbc1d-0135-47c4-af34-43c49f922810 req-fb953c4e-42f2-4eae-8773-7bb0cab13910 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.230132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d8dbc1d-0135-47c4-af34-43c49f922810 req-fb953c4e-42f2-4eae-8773-7bb0cab13910 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 943 time: 0.0942457 Aug 31 09:34:19.255041 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-512eeb58-f026-49fc-bfd4-b4735fd306d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac202f-c8e7-4fe6-a423-c4172a4fe94c HTTP/1.1" status: 200 len: 217 time: 0.0633838 Aug 31 09:34:19.307695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d8dbc1d-0135-47c4-af34-43c49f922810 req-9b3202d4-3579-4f9a-86c9-1247528f9c43 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679460 Aug 31 09:34:19.337354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-1d767e83-aedf-4252-869e-ba952c4d00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.339897 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-1d767e83-aedf-4252-869e-ba952c4d00fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.0756829 Aug 31 09:34:19.382567 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-ed580d4f-f306-4759-9659-48b93ff0a87e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346160 Aug 31 09:34:19.388069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76addd91-cbc3-4c32-b20b-1d254c7dedcd req-499e6a75-ce92-4bc3-a99f-3c3108420ac4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.390340 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76addd91-cbc3-4c32-b20b-1d254c7dedcd req-499e6a75-ce92-4bc3-a99f-3c3108420ac4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1190810 Aug 31 09:34:19.478220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76addd91-cbc3-4c32-b20b-1d254c7dedcd req-8dba873a-a607-4f7f-9ccc-9674c6f75881 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709302 Aug 31 09:34:19.487994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a76867-5578-4028-8e33-743b19704b10 req-e80b1d8d-d15c-4ace-bbe2-11b1b7acb6d6 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.489702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94a76867-5578-4028-8e33-743b19704b10 req-e80b1d8d-d15c-4ace-bbe2-11b1b7acb6d6 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 945 time: 0.0978303 Aug 31 09:34:19.521602 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-532755aa-f0fd-4867-a398-9ed3c53e85a1 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242876 Aug 31 09:34:19.533714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94a76867-5578-4028-8e33-743b19704b10 req-8f576459-6494-4ea9-af77-5914b47b09b0 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Aug 31 09:34:19.648469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a541a-ed90-458c-8ee1-b374c7d74661 req-7e078214-3794-457e-965c-97f17c695a5b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.650102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-401a541a-ed90-458c-8ee1-b374c7d74661 req-7e078214-3794-457e-965c-97f17c695a5b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 946 time: 0.0607831 Aug 31 09:34:19.657960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f22f50a2-3245-45fb-b591-d5ce2b1ef7bf req-079ec0e4-478f-4a25-a0be-6a0929ba9c28 service neutron] 10.222.0.52 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271019 Aug 31 09:34:19.731129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-401a541a-ed90-458c-8ee1-b374c7d74661 req-98b1923a-0efa-432a-82e5-6e245dbce7ef tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688338 Aug 31 09:34:19.748202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c066a-3fb4-4d3a-a9c2-7b8df773bfd7 req-e8168367-95c3-4680-b980-9805bf1e8799 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.749752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c64c066a-3fb4-4d3a-a9c2-7b8df773bfd7 req-e8168367-95c3-4680-b980-9805bf1e8799 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 945 time: 0.0983243 Aug 31 09:34:19.794491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c64c066a-3fb4-4d3a-a9c2-7b8df773bfd7 req-a534681a-47a2-4a0a-ab92-c6da8cc3bb81 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358534 Aug 31 09:34:19.844610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e52c6-c829-4efd-a79e-fe378700dd15 req-5d264624-e71e-4c26-89d1-ed907084ba8b tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.846179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e9e52c6-c829-4efd-a79e-fe378700dd15 req-5d264624-e71e-4c26-89d1-ed907084ba8b tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 945 time: 0.0520842 Aug 31 09:34:19.915188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e9e52c6-c829-4efd-a79e-fe378700dd15 req-592d59f3-eb5d-45c4-8318-f020bc1a1d6f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623443 Aug 31 09:34:19.923522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9b6a-5aa1-4597-80c9-b82d11265632 req-1e4a725e-aa0b-4d5a-ba56-4b7146d6eb61 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.925039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3caa9b6a-5aa1-4597-80c9-b82d11265632 req-1e4a725e-aa0b-4d5a-ba56-4b7146d6eb61 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 946 time: 0.0740781 Aug 31 09:34:19.971357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3caa9b6a-5aa1-4597-80c9-b82d11265632 req-8a72e144-e91c-49bd-9a12-0ba2178a06a4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Aug 31 09:34:20.266705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4e702-f63a-4709-890c-2ded112a1dc5 req-90bca158-7680-4f4f-8822-1fd8f023bc0c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.267249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-99f545db-d327-4760-94a3-33b84287f582 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.268440 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-99f545db-d327-4760-94a3-33b84287f582 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.20 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 812 time: 0.1300666 Aug 31 09:34:20.274275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a4e702-f63a-4709-890c-2ded112a1dc5 req-90bca158-7680-4f4f-8822-1fd8f023bc0c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 944 time: 0.0811689 Aug 31 09:34:20.289193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Request body: {'port': {'device_id': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5', 'admin_state_up': True, 'tenant_id': '6a45d96754814d51a60985d1e2545ed1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:20.324852 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a4e702-f63a-4709-890c-2ded112a1dc5 req-fa3a8af9-805f-4ed8-aa30-93c5a99f0c5e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Aug 31 09:34:20.428135 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e46aa461-31a8-434e-8af2-2489297204ff req-6e7ba4b4-06d0-43ff-9654-0151c768618d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 210 time: 0.0312908 Aug 31 09:34:20.438513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Made reservation on behalf of 6a45d96754814d51a60985d1e2545ed1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:20.456024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.456315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a115185-e814-464e-a00e-0f610dc596a8 req-cff6bbbf-4cf4-4f0b-b8c2-122aa6b66636 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.456315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a115185-e814-464e-a00e-0f610dc596a8 req-cff6bbbf-4cf4-4f0b-b8c2-122aa6b66636 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 946 time: 0.0861778 Aug 31 09:34:20.505661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a115185-e814-464e-a00e-0f610dc596a8 req-acfef3d9-e11c-4071-974f-25156c8c2c9d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503857 Aug 31 09:34:20.625889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Allocated IP 172.20.0.8 (25c4595a-8ee0-4081-b846-615fdeccb8a5/49b4d140-59c7-4389-8c40-7008570370a8/fdd342d0-3fd3-4980-ac25-782884181239) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:20.680203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ca316-45bf-4ab2-b599-816e715fee3a req-623d6847-778d-462a-9919-2395a96f4a82 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.682488 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-896ca316-45bf-4ab2-b599-816e715fee3a req-623d6847-778d-462a-9919-2395a96f4a82 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 943 time: 0.0845420 Aug 31 09:34:20.786137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-896ca316-45bf-4ab2-b599-816e715fee3a req-c5d63c43-4d8c-4c94-b29b-aab53973c8c9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864935 Aug 31 09:34:20.811674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a63fee-5b20-4a78-92db-670ded961d18 req-98ca358e-4be9-4634-869c-288dd0fc77a3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.814192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8a63fee-5b20-4a78-92db-670ded961d18 req-98ca358e-4be9-4634-869c-288dd0fc77a3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1302900 Aug 31 09:34:20.862808 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.863301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8a63fee-5b20-4a78-92db-670ded961d18 req-74163314-8acf-410d-a3c9-66a8d28622aa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Aug 31 09:34:20.911792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.961840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Network 25c4595a-8ee0-4081-b846-615fdeccb8a5 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:20.964993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:20.967965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:20.977244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e3fa2-47e8-4c70-86c1-4892b4ccc07c req-ab359fe4-edcd-4e65-b8ca-c5bb551a9161 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.984801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094e3fa2-47e8-4c70-86c1-4892b4ccc07c req-ab359fe4-edcd-4e65-b8ca-c5bb551a9161 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 945 time: 0.0896943 Aug 31 09:34:21.005446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:21.023263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.023883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.035026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff933a-62e8-4b3b-8d3a-336c8ab4ea68 req-d373b548-ed93-42a6-9e17-e685d4c66bb5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.036550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69ff933a-62e8-4b3b-8d3a-336c8ab4ea68 req-d373b548-ed93-42a6-9e17-e685d4c66bb5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 945 time: 0.1072195 Aug 31 09:34:21.039732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-9d685ce7-03ea-40bc-b4d6-3e0ba18928f9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578890 Aug 31 09:34:21.045412 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094e3fa2-47e8-4c70-86c1-4892b4ccc07c req-7bd536f7-a138-41df-99bc-f046f7be3c00 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590899 Aug 31 09:34:21.053310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Request body: {'port': {'device_id': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:21.081299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69ff933a-62e8-4b3b-8d3a-336c8ab4ea68 req-4d365da5-cfea-4dd7-a20b-b37eea46c9b7 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Aug 31 09:34:21.116410 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.367937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 01dce5ee-6675-4c61-92af-bde721ccbed2 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:21.384436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd342d0-3fd3-4980-ac25-782884181239 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:21.394979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.411300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Transition to ACTIVE for port object fdd342d0-3fd3-4980-ac25-782884181239 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:21.416306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.440397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 01dce5ee-6675-4c61-92af-bde721ccbed2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:21.445913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 01dce5ee-6675-4c61-92af-bde721ccbed2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:21.446304 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.478673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff984-1648-4b1e-8815-472e31f875de req-bc04bcce-9a11-4bee-a75a-6234fcf99139 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.488615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa5ff984-1648-4b1e-8815-472e31f875de req-bc04bcce-9a11-4bee-a75a-6234fcf99139 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 944 time: 0.0928071 Aug 31 09:34:21.498898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:21.540156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa5ff984-1648-4b1e-8815-472e31f875de req-edd9ce24-bcd1-4f75-8b64-0c56d28d8f73 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 Aug 31 09:34:21.548881 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.553549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Attempting to bind port fdd342d0-3fd3-4980-ac25-782884181239 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:21.553885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Attempting to bind port fdd342d0-3fd3-4980-ac25-782884181239 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:21.554212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Attempting to bind port fdd342d0-3fd3-4980-ac25-782884181239 on network 25c4595a-8ee0-4081-b846-615fdeccb8a5 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:21.559041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Port fdd342d0-3fd3-4980-ac25-782884181239 on network 25c4595a-8ee0-4081-b846-615fdeccb8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:21.568569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Attempting to bind port fdd342d0-3fd3-4980-ac25-782884181239 on network 25c4595a-8ee0-4081-b846-615fdeccb8a5 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:21.573996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:21.574335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Checking segment: {'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:21.574715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Bound using segment: {'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:21.575168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Bound port: fdd342d0-3fd3-4980-ac25-782884181239, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:21.575526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.581323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:21.584173 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3296efe6-9bdf-4012-a849-fd875603b1f2" -d '{"events": [{"server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "name": "network-vif-plugged", "status": "completed", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:21.602049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:21.609636 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.611874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e4989623-f9a8-4864-8db4-ef4f1449d883 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:21.629782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22530e02-9f8e-4df8-9e8c-692a6efbaa2b req-3937e30f-ab2c-42dc-a4d5-b0d9812b6d5b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.633934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22530e02-9f8e-4df8-9e8c-692a6efbaa2b req-3937e30f-ab2c-42dc-a4d5-b0d9812b6d5b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.0774233 Aug 31 09:34:21.667951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:21.671373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:21.680542 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.731483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7113-1006-4539-9856-0d2529fcbbf1 req-148d9dea-7eba-4738-b3c0-e21fe1d269ff tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.738296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.738898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6cd7113-1006-4539-9856-0d2529fcbbf1 req-148d9dea-7eba-4738-b3c0-e21fe1d269ff tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 946 time: 0.1031933 Aug 31 09:34:21.739393 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.741468 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] 10.222.0.20 "PUT /v2.0/ports/fdd342d0-3fd3-4980-ac25-782884181239 HTTP/1.1" status: 200 len: 1091 time: 0.6923850 Aug 31 09:34:21.741468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:21.744215 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00fdbe-dc49-43ff-8754-e432b0b794cf" -d '{"events": [{"name": "network-changed", "server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "tag": "fdd342d0-3fd3-4980-ac25-782884181239"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:21.755531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7c17a45-501d-4167-9a6d-e0dc9c713f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.774740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:21.789295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port e4989623-f9a8-4864-8db4-ef4f1449d883 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:21.799189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port e4989623-f9a8-4864-8db4-ef4f1449d883 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:21.799662 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.812625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22530e02-9f8e-4df8-9e8c-692a6efbaa2b req-532a46eb-f27e-42da-bd02-729acf8d63da tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223586 Aug 31 09:34:21.841252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6cd7113-1006-4539-9856-0d2529fcbbf1 req-fa1a6f6a-52eb-49bd-a91a-540842aac460 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014049 Aug 31 09:34:21.863515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9e56c-9f02-4959-8f0d-5b5ddfae02ff service neutron] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:21.890944 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d2623-7de9-4bda-9a0e-a4830a7dab0a x-openstack-request-id: req-f78d2623-7de9-4bda-9a0e-a4830a7dab0a {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:21.891274 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "name": "network-vif-plugged", "status": "completed", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:21.891615 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f78d2623-7de9-4bda-9a0e-a4830a7dab0a {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:21.892085 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'code': 200} Aug 31 09:34:21.911994 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.923408 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47dbb99-f8e9-4d1d-b2ba-ed20158423e1 x-openstack-request-id: req-a47dbb99-f8e9-4d1d-b2ba-ed20158423e1 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:21.923967 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "tag": "fdd342d0-3fd3-4980-ac25-782884181239", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:21.924219 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a47dbb99-f8e9-4d1d-b2ba-ed20158423e1 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:21.924654 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239', 'status': 'completed', 'code': 200} Aug 31 09:34:21.928110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-e866d1d0-e450-4a31-a9f1-9c114c994380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.929636 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-e866d1d0-e450-4a31-a9f1-9c114c994380 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 1094 time: 0.1354456 Aug 31 09:34:21.950624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e23be5-19fd-4211-b9ab-eff367837afa req-4b247280-d0a7-457e-afcf-fbec96b32ae2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.952391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-89e23be5-19fd-4211-b9ab-eff367837afa req-4b247280-d0a7-457e-afcf-fbec96b32ae2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 946 time: 0.1743991 Aug 31 09:34:21.978969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e4989623-f9a8-4864-8db4-ef4f1449d883, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e4989623-f9a8-4864-8db4-ef4f1449d883,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:21.988661 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.000225 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-cf29b9dd-84bb-4458-97a2-8625c2d5416f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd342d0-3fd3-4980-ac25-782884181239 HTTP/1.1" status: 200 len: 217 time: 0.0468318 Aug 31 09:34:22.056123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=e4989623-f9a8-4864-8db4-ef4f1449d883,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:22.061611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d00abd-719b-4a83-8cd8-3c38cdc58c6d req-79806218-c80f-44eb-b503-9e32e8c3de97 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.063333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22d00abd-719b-4a83-8cd8-3c38cdc58c6d req-79806218-c80f-44eb-b503-9e32e8c3de97 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 943 time: 0.1268733 Aug 31 09:34:22.067423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33173f9d-08ec-4e4f-91d2-2d976ce252ff req-6193ec4c-d7b6-4e11-94c8-17f5cc1ce06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.068941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33173f9d-08ec-4e4f-91d2-2d976ce252ff req-6193ec4c-d7b6-4e11-94c8-17f5cc1ce06e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 1096 time: 0.0962722 Aug 31 09:34:22.106215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6cc41-570d-4ad0-8b8a-bec4be91bec3 req-42fdfd77-5d75-4a42-8c68-55c4a69d200e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.108290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fc6cc41-570d-4ad0-8b8a-bec4be91bec3 req-42fdfd77-5d75-4a42-8c68-55c4a69d200e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1083169 Aug 31 09:34:22.144266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22d00abd-719b-4a83-8cd8-3c38cdc58c6d req-f195c4e8-0485-428a-8b88-45f53fc4f918 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723059 Aug 31 09:34:22.148417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-d593ed0c-04a5-4ddb-942e-9ef16a6be10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.149898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-d593ed0c-04a5-4ddb-942e-9ef16a6be10f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49b4d140-59c7-4389-8c40-7008570370a8 HTTP/1.1" status: 200 len: 852 time: 0.1380763 Aug 31 09:34:22.182215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33173f9d-08ec-4e4f-91d2-2d976ce252ff req-43f16a83-bd6e-4da1-adaa-f9084ba8667c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994554 Aug 31 09:34:22.192457 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-0fab152a-976d-4774-8247-72bdde41e8b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25c4595a-8ee0-4081-b846-615fdeccb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335474 Aug 31 09:34:22.200336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fc6cc41-570d-4ad0-8b8a-bec4be91bec3 req-d0d29431-a52f-4373-9842-09dbc7358e1a tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782008 Aug 31 09:34:22.204134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Deleting port 3e41860f-a10b-49f9-8a77-5de021b44dae {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:22.204564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.306822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655d5e-5d8c-4e9b-b5eb-00c961b81f17 req-2c733a15-2d2c-40f6-ae62-aff27a5c800e tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.308318 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6655d5e-5d8c-4e9b-b5eb-00c961b81f17 req-2c733a15-2d2c-40f6-ae62-aff27a5c800e tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 946 time: 0.0896511 Aug 31 09:34:22.322637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] For port 3e41860f-a10b-49f9-8a77-5de021b44dae, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e41860f-a10b-49f9-8a77-5de021b44dae,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:22.323433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.336727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Calling delete_port for 3e41860f-a10b-49f9-8a77-5de021b44dae owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:22.355169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3bbf-82f1-4d06-83c2-f00455c25bce req-dd5df6e6-a27f-42ef-bd9b-6d47e4898399 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.356732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc4c3bbf-82f1-4d06-83c2-f00455c25bce req-dd5df6e6-a27f-42ef-bd9b-6d47e4898399 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 945 time: 0.0916419 Aug 31 09:34:22.365221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6655d5e-5d8c-4e9b-b5eb-00c961b81f17 req-4af6c165-1577-4beb-9146-8ca47c41816d tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496161 Aug 31 09:34:22.400847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc4c3bbf-82f1-4d06-83c2-f00455c25bce req-75f89057-9a47-4e48-800d-97b360b268e5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Aug 31 09:34:22.429710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 62ac202f-c8e7-4fe6-a423-c4172a4fe94c details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:22.527873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.535044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:22.540690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3e41860f-a10b-49f9-8a77-5de021b44dae'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:22.544107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:22.570120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event deleted for resources: {'Port': ['ID=3e41860f-a10b-49f9-8a77-5de021b44dae,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:22.595764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '62ac202f-c8e7-4fe6-a423-c4172a4fe94c', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'port_id': '62ac202f-c8e7-4fe6-a423-c4172a4fe94c', 'mac_address': 'fa:16:3e:ad:a7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75df9ba-6449-4ba7-80c3-046178a65288', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:22.627393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] No DVR routers for this DVR port 3e41860f-a10b-49f9-8a77-5de021b44dae on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:22.630260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.632583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-89e23be5-19fd-4211-b9ab-eff367837afa req-cffe2d35-ffe7-44b3-8380-325560621f1f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "DELETE /v2.0/ports/3e41860f-a10b-49f9-8a77-5de021b44dae HTTP/1.1" status: 204 len: 173 time: 0.6404505 Aug 31 09:34:22.634665 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-7cef32fd-9fba-4474-9ba0-2d817282aa2a service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787982 Aug 31 09:34:22.672587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.682387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065989e7-f83f-497f-ba63-ea90dd758917 req-c90abb69-3cd2-4363-b55a-709c706c5d95 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.690445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-065989e7-f83f-497f-ba63-ea90dd758917 req-c90abb69-3cd2-4363-b55a-709c706c5d95 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0585752 Aug 31 09:34:22.732518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-065989e7-f83f-497f-ba63-ea90dd758917 req-ce93dad6-77ff-4732-bf60-d51c0ab77d27 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Aug 31 09:34:22.743102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ac202f-c8e7-4fe6-a423-c4172a4fe94c {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:22.767501 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3759cccb-1e02-400d-92db-1ccbaca6b42d req-d3acfb8c-12fa-4249-bd01-a71c218ceb1a service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083512 Aug 31 09:34:22.774664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:22.781764 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.856577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:22.869193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-771c1893-bacd-4eea-914d-f0f81eb2e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.872523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-771c1893-bacd-4eea-914d-f0f81eb2e8ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 1094 time: 0.0555873 Aug 31 09:34:22.972426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15297-05c5-4ef6-a354-ecbcfcda5df9 req-1193be83-7497-4d3d-b025-f8c2a74575d3 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.973914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70a15297-05c5-4ef6-a354-ecbcfcda5df9 req-1193be83-7497-4d3d-b025-f8c2a74575d3 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.0712347 Aug 31 09:34:22.978729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-817c7d08-0498-4c3a-abfb-d9877432086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.980489 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-817c7d08-0498-4c3a-abfb-d9877432086d service neutron] 10.222.0.20 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 914 time: 0.1011090 Aug 31 09:34:22.990429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6293d1a4-b769-4e40-afef-127e579750c2 req-f2808cdd-6ba9-41f8-b836-a207a199bea3 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=216d6c59-dd80-488f-848d-e653f46b3178 HTTP/1.1" status: 200 len: 210 time: 0.0434332 Aug 31 09:34:23.023049 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-df2202f5-3712-4011-a8a3-573f2adce288 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd342d0-3fd3-4980-ac25-782884181239 HTTP/1.1" status: 200 len: 217 time: 0.0349963 Aug 31 09:34:23.026433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70a15297-05c5-4ef6-a354-ecbcfcda5df9 req-6ba2154a-3ea9-4654-8feb-db2aa285c806 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 Aug 31 09:34:23.075448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-7b993e51-d32d-4883-97ad-ed2afd631505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.076947 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-7b993e51-d32d-4883-97ad-ed2afd631505 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49b4d140-59c7-4389-8c40-7008570370a8 HTTP/1.1" status: 200 len: 852 time: 0.0467625 Aug 31 09:34:23.100680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['62ac202f-c8e7-4fe6-a423-c4172a4fe94c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:23.112074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-2294a963-8ac5-4074-8422-0e016a1e8393 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25c4595a-8ee0-4081-b846-615fdeccb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267408 Aug 31 09:34:23.241536 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-818190b5-49f6-4cf1-bd2c-83d360605064 service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208544 Aug 31 09:34:23.290548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094314a3-8201-4574-ae7d-c50d81e3f5a3 req-7836d3d7-549a-48d4-b251-3734a074ada5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.295755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094314a3-8201-4574-ae7d-c50d81e3f5a3 req-7836d3d7-549a-48d4-b251-3734a074ada5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 944 time: 0.0730469 Aug 31 09:34:23.366042 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ae00fdbe-dc49-43ff-8754-e432b0b794cf req-3361cc24-5899-4810-88ab-a509c7675430 service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172562 Aug 31 09:34:23.367032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094314a3-8201-4574-ae7d-c50d81e3f5a3 req-38c82d8e-a46b-46e4-888b-61c8eb33ebbd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683551 Aug 31 09:34:23.379672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9b56-edad-4a65-bb28-3e4462892cfa req-02700e5e-dd8d-47a6-864e-91dbedd3d4f5 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.381273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8ed9b56-edad-4a65-bb28-3e4462892cfa req-02700e5e-dd8d-47a6-864e-91dbedd3d4f5 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0807364 Aug 31 09:34:23.430526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8ed9b56-edad-4a65-bb28-3e4462892cfa req-03661936-398d-4e0e-9369-4ebda893bda1 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Aug 31 09:34:23.486567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb1299-76e2-483f-9dc7-e5c09921f01a req-ed2dd49f-6afa-4d25-af84-1faa19eda1a5 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.488122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2eb1299-76e2-483f-9dc7-e5c09921f01a req-ed2dd49f-6afa-4d25-af84-1faa19eda1a5 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 946 time: 0.0510030 Aug 31 09:34:23.551928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2eb1299-76e2-483f-9dc7-e5c09921f01a req-b5f30478-d0f5-4c67-8720-e743ef5e7243 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545354 Aug 31 09:34:23.560032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92144180-02a1-4d05-a8ca-336d09f8bea9 req-0167c422-df6f-4814-8c57-84ba1031a3dc tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.561521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92144180-02a1-4d05-a8ca-336d09f8bea9 req-0167c422-df6f-4814-8c57-84ba1031a3dc tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 945 time: 0.0725219 Aug 31 09:34:23.601380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92144180-02a1-4d05-a8ca-336d09f8bea9 req-22194347-93c5-41d8-818a-41868015ad3f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331161 Aug 31 09:34:23.875421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecde015-a0ad-472a-8e04-4128d605bb33 req-8c5ca12d-7219-4773-910a-52cef718871f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.877530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eecde015-a0ad-472a-8e04-4128d605bb33 req-8c5ca12d-7219-4773-910a-52cef718871f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 945 time: 0.0893853 Aug 31 09:34:23.886934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cc480-af20-4244-bf0a-260c07fc2fcc req-8f61d666-d2a0-4aa2-a070-87a629680290 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.888950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e59cc480-af20-4244-bf0a-260c07fc2fcc req-8f61d666-d2a0-4aa2-a070-87a629680290 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0910525 Aug 31 09:34:23.893429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a03a53-fae8-4575-8285-34e2d93c04ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4989623-f9a8-4864-8db4-ef4f1449d883'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:23.895993 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4163e8-8d91-4927-895a-7dad973e68af" -d '{"events": [{"server_uuid": "e5a03a53-fae8-4575-8285-34e2d93c04ac", "name": "network-vif-plugged", "status": "completed", "tag": "e4989623-f9a8-4864-8db4-ef4f1449d883"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:23.925989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d6c59-dd80-488f-848d-e653f46b3178', 'name': 'network-vif-deleted', 'tag': '3e41860f-a10b-49f9-8a77-5de021b44dae'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:23.928367 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ed6b75-4d37-4057-8d2c-1c907622d6cf" -d '{"events": [{"server_uuid": "216d6c59-dd80-488f-848d-e653f46b3178", "name": "network-vif-deleted", "tag": "3e41860f-a10b-49f9-8a77-5de021b44dae"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:23.946800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eecde015-a0ad-472a-8e04-4128d605bb33 req-40fad494-9568-40b5-94b0-1c75eccad356 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568743 Aug 31 09:34:23.952247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e59cc480-af20-4244-bf0a-260c07fc2fcc req-76d8b510-323e-4731-961b-7b298233dc5f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533583 Aug 31 09:34:23.995583 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3d33cb-0943-4635-83c3-a795400b2fff x-openstack-request-id: req-df3d33cb-0943-4635-83c3-a795400b2fff {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:23.995893 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d6c59-dd80-488f-848d-e653f46b3178", "name": "network-vif-deleted", "tag": "3e41860f-a10b-49f9-8a77-5de021b44dae", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:23.996121 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df3d33cb-0943-4635-83c3-a795400b2fff {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:23.996516 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6c59-dd80-488f-848d-e653f46b3178', 'name': 'network-vif-deleted', 'tag': '3e41860f-a10b-49f9-8a77-5de021b44dae', 'status': 'completed', 'code': 200} Aug 31 09:34:24.011557 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdc3d39-f0fb-4163-9e7d-1d52a6be5626 x-openstack-request-id: req-9bdc3d39-f0fb-4163-9e7d-1d52a6be5626 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:24.011850 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a03a53-fae8-4575-8285-34e2d93c04ac", "name": "network-vif-plugged", "status": "completed", "tag": "e4989623-f9a8-4864-8db4-ef4f1449d883", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:24.012123 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9bdc3d39-f0fb-4163-9e7d-1d52a6be5626 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:24.012506 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a03a53-fae8-4575-8285-34e2d93c04ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4989623-f9a8-4864-8db4-ef4f1449d883', 'code': 200} Aug 31 09:34:24.126808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bad5be-e56c-45cc-8569-8b60149d9790 req-a5ee75c4-83ec-425e-bbe6-06c6dcbdadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:24.129844 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-04bad5be-e56c-45cc-8569-8b60149d9790 req-a5ee75c4-83ec-425e-bbe6-06c6dcbdadd6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 1097 time: 0.0579133 Aug 31 09:34:24.171869 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-04bad5be-e56c-45cc-8569-8b60149d9790 req-72579e1a-7e78-426e-9540-1ff4715d9217 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Aug 31 09:34:24.188050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75487b08-59c7-4c50-8c92-89577e678d21 req-b96e5bb9-4e03-4a47-a4dd-079cde43bd32 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:24.189869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75487b08-59c7-4c50-8c92-89577e678d21 req-b96e5bb9-4e03-4a47-a4dd-079cde43bd32 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.0750782 Aug 31 09:34:24.237035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75487b08-59c7-4c50-8c92-89577e678d21 req-a2b17637-2317-4967-851e-e500ebbd8e4f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Aug 31 09:34:24.355287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-c9c1881e-e3aa-43cd-8456-2711e76b2a15 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:24.356766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-c9c1881e-e3aa-43cd-8456-2711e76b2a15 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.1071687 Aug 31 09:34:24.373703 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-0d3bc435-2b9a-4c86-962a-082cd173f77e tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/quotas/911bdad3a3bc49e5bc90377245a75b7a HTTP/1.1" status: 200 len: 375 time: 0.0101852 Aug 31 09:34:24.426160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-3a31e997-3c71-4512-b666-3cef2826c12f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468111 Aug 31 09:34:24.427011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 64847939-2a40-4535-86f3-279f7cbe6677 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:24.430514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 62ac202f-c8e7-4fe6-a423-c4172a4fe94c up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:24.540089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:24.552941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:24.553312 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.554020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b014f-e780-473e-83eb-8468b1b6df2b req-64ba092c-6e02-4559-b7fa-1f4a3266ad02 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:24.555574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-549b014f-e780-473e-83eb-8468b1b6df2b req-64ba092c-6e02-4559-b7fa-1f4a3266ad02 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 944 time: 0.1050665 Aug 31 09:34:24.583512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-564ff3bf-42be-4b44-b4c9-d77893502c47 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407204 Aug 31 09:34:24.589709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 64847939-2a40-4535-86f3-279f7cbe6677, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=64847939-2a40-4535-86f3-279f7cbe6677,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:24.609730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '64847939-2a40-4535-86f3-279f7cbe6677', 'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'port_id': '64847939-2a40-4535-86f3-279f7cbe6677', 'mac_address': 'fa:16:3e:ce:a9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880f70da-ce0c-4999-a42d-55a55404cfee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:24.659815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-549b014f-e780-473e-83eb-8468b1b6df2b req-70fae723-9069-4058-a248-8e6f2b76439f tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930474 Aug 31 09:34:24.681735 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.700382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.704042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64847939-2a40-4535-86f3-279f7cbe6677 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:24.718909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-62a9c347-aab8-43ca-a3bf-e11f20909019 service neutron] 10.222.0.69 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283739 Aug 31 09:34:24.738888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 64847939-2a40-4535-86f3-279f7cbe6677, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=64847939-2a40-4535-86f3-279f7cbe6677,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:24.745896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.774433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:24.781347 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.787095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29812d92-c2b0-4703-9e36-24172df17042 req-87ca699a-961d-4282-9c8a-e7343f2a3e61 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:24.788739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-29812d92-c2b0-4703-9e36-24172df17042 req-87ca699a-961d-4282-9c8a-e7343f2a3e61 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0681539 Aug 31 09:34:24.811914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=64847939-2a40-4535-86f3-279f7cbe6677,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:24.832624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-29812d92-c2b0-4703-9e36-24172df17042 req-9f9c6d25-a00d-4d9a-89b7-a5f679b7243b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379441 Aug 31 09:34:24.843419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['64847939-2a40-4535-86f3-279f7cbe6677'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:24.917471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:24.980214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4728fb-5c95-483c-b3fa-f68c5dd595e3 req-4f429b12-17bf-45aa-a70c-681c152cb3e5 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:24.983318 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd4728fb-5c95-483c-b3fa-f68c5dd595e3 req-4f429b12-17bf-45aa-a70c-681c152cb3e5 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 946 time: 0.0814052 Aug 31 09:34:24.986229 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.025561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-29f636df-a239-4791-bc1d-f2904c817728 req-5b4f235f-4f0d-4460-9634-733a92c11b4d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 210 time: 0.0412414 Aug 31 09:34:25.051363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd4728fb-5c95-483c-b3fa-f68c5dd595e3 req-dc5b6dfd-0e5e-49e1-a110-e9b81792837a tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Aug 31 09:34:25.158447 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05ddf540-d764-49d8-9bca-84efedf03f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.190496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc46190-5a6e-453d-a8ca-8c7d1fa5c0b2 req-de83c74d-7d33-4247-ac8e-22502655cae5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.192177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ecc46190-5a6e-453d-a8ca-8c7d1fa5c0b2 req-de83c74d-7d33-4247-ac8e-22502655cae5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 944 time: 0.0942402 Aug 31 09:34:25.215781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9eec6-e292-4cd8-b447-5f5568a6bea7 req-d35fb9fa-e2ce-4884-828d-90a0df1103ab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.218013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94d9eec6-e292-4cd8-b447-5f5568a6bea7 req-d35fb9fa-e2ce-4884-828d-90a0df1103ab tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0896630 Aug 31 09:34:25.266465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ecc46190-5a6e-453d-a8ca-8c7d1fa5c0b2 req-1b9cc349-7579-43b1-bd20-f7bc1cd40088 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665956 Aug 31 09:34:25.285952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94d9eec6-e292-4cd8-b447-5f5568a6bea7 req-1c2bacaf-6b6c-46c0-8c60-9efc37b65690 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568871 Aug 31 09:34:25.424639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-7be2117e-8c6c-4486-a8d2-abbb2a200cb1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.426120 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-7be2117e-8c6c-4486-a8d2-abbb2a200cb1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "GET /v2.0/ports?device_id=415a6b66-c60c-41a7-8d42-e9b760fe5390 HTTP/1.1" status: 200 len: 944 time: 0.0561621 Aug 31 09:34:25.429829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaddc4-51ef-403e-8886-08436cf87c24 req-4c5eec83-a7ca-4c7e-9a33-1c1c839afae0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.431424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52aaddc4-51ef-403e-8886-08436cf87c24 req-4c5eec83-a7ca-4c7e-9a33-1c1c839afae0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.0922523 Aug 31 09:34:25.438859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59914c5-302c-4dcc-943e-6b640a752ff6 req-a1cd1d4b-ad76-424a-92f0-8aab91db1643 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.440207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a59914c5-302c-4dcc-943e-6b640a752ff6 req-a1cd1d4b-ad76-424a-92f0-8aab91db1643 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0890288 Aug 31 09:34:25.495571 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52aaddc4-51ef-403e-8886-08436cf87c24 req-26afe48f-fd84-4ea5-9ab7-58f07ae6c013 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543921 Aug 31 09:34:25.511300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a59914c5-302c-4dcc-943e-6b640a752ff6 req-a2abb0f5-0393-4483-a0dd-9351b118c23d tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535297 Aug 31 09:34:25.563944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Deleting port 64847939-2a40-4535-86f3-279f7cbe6677 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:25.564210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.660540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] For port 64847939-2a40-4535-86f3-279f7cbe6677, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=64847939-2a40-4535-86f3-279f7cbe6677,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:25.660955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.683763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Calling delete_port for 64847939-2a40-4535-86f3-279f7cbe6677 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:25.767737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e67e24-e983-43d0-8c21-e90df5a91f39 req-cf337152-b2af-422d-8db6-8c33720170b8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.769490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79e67e24-e983-43d0-8c21-e90df5a91f39 req-cf337152-b2af-422d-8db6-8c33720170b8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0662041 Aug 31 09:34:25.830013 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.833572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c198d6-86a2-480c-89d9-076dd556e01d req-d31f231a-2172-436b-a1f6-e1b312227b7a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.835216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7c198d6-86a2-480c-89d9-076dd556e01d req-d31f231a-2172-436b-a1f6-e1b312227b7a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0897036 Aug 31 09:34:25.843521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['64847939-2a40-4535-86f3-279f7cbe6677'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:25.844704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79e67e24-e983-43d0-8c21-e90df5a91f39 req-325e048f-ac21-4eb7-b881-bad4aa1cd034 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602987 Aug 31 09:34:25.864860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event deleted for resources: {'Port': ['ID=64847939-2a40-4535-86f3-279f7cbe6677,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:25.919603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] No DVR routers for this DVR port 64847939-2a40-4535-86f3-279f7cbe6677 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:25.922585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.924636 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51f262be-1e91-424d-af04-8fd8245f6e62 req-6d09b35f-3f20-46af-a442-d4f7f7018004 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "DELETE /v2.0/ports/64847939-2a40-4535-86f3-279f7cbe6677 HTTP/1.1" status: 204 len: 173 time: 0.4807942 Aug 31 09:34:25.956094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7c198d6-86a2-480c-89d9-076dd556e01d req-f92855a5-c3e0-4687-a7ee-4311284a164b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016929 Aug 31 09:34:25.998361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415a6b66-c60c-41a7-8d42-e9b760fe5390', 'name': 'network-vif-deleted', 'tag': '64847939-2a40-4535-86f3-279f7cbe6677'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:26.000731 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d792f8b6-577c-46ac-ba91-02949f350ab0" -d '{"events": [{"server_uuid": "415a6b66-c60c-41a7-8d42-e9b760fe5390", "name": "network-vif-deleted", "tag": "64847939-2a40-4535-86f3-279f7cbe6677"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:26.014100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21ea7b6-eb71-413c-8942-2f8566f4fa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac202f-c8e7-4fe6-a423-c4172a4fe94c'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:26.016446 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9783699-f041-4894-ac6b-371c4509cf84" -d '{"events": [{"server_uuid": "d21ea7b6-eb71-413c-8942-2f8566f4fa77", "name": "network-vif-plugged", "status": "completed", "tag": "62ac202f-c8e7-4fe6-a423-c4172a4fe94c"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:26.090782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-f5b1a30e-671d-4612-9a11-92d820fe636f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:26.092548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-f5b1a30e-671d-4612-9a11-92d820fe636f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 806 time: 0.2204564 Aug 31 09:34:26.110490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Request body: {'port': {'device_id': '70719625-ab43-4988-8bd7-581684ad0a25', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'admin_state_up': True, 'tenant_id': '911bdad3a3bc49e5bc90377245a75b7a'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:26.125118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ace74b-d005-4d4b-99fb-ddbf78cf47f1 req-ced56c62-897c-45e3-89d8-1f80b3a4ede1 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:26.126544 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2ace74b-d005-4d4b-99fb-ddbf78cf47f1 req-ced56c62-897c-45e3-89d8-1f80b3a4ede1 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1674347 Aug 31 09:34:26.196540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53bcf-46d0-4e07-99d9-992490953ea6 req-9c8b6b0b-1ac8-475a-99ef-7cb0dcee244c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:26.197979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ec53bcf-46d0-4e07-99d9-992490953ea6 req-9c8b6b0b-1ac8-475a-99ef-7cb0dcee244c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1534982 Aug 31 09:34:26.255923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2ace74b-d005-4d4b-99fb-ddbf78cf47f1 req-a0a220f7-aee1-4f9d-a08f-a2bad05ea9d9 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188800 Aug 31 09:34:26.287127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ec53bcf-46d0-4e07-99d9-992490953ea6 req-5235b0c2-5953-4b98-a27c-c4fc9e1bbef9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805883 Aug 31 09:34:26.303061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Made reservation on behalf of 911bdad3a3bc49e5bc90377245a75b7a for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:26.306988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.352431 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3d40c-1db8-432f-aced-084ab1a1a5e6 x-openstack-request-id: req-d6e3d40c-1db8-432f-aced-084ab1a1a5e6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:26.352712 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415a6b66-c60c-41a7-8d42-e9b760fe5390", "name": "network-vif-deleted", "tag": "64847939-2a40-4535-86f3-279f7cbe6677", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:26.352978 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6e3d40c-1db8-432f-aced-084ab1a1a5e6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:26.353374 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415a6b66-c60c-41a7-8d42-e9b760fe5390', 'name': 'network-vif-deleted', 'tag': '64847939-2a40-4535-86f3-279f7cbe6677', 'status': 'completed', 'code': 200} Aug 31 09:34:26.412731 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46833f3-8bc9-430e-b7f1-67bedef7f938 x-openstack-request-id: req-c46833f3-8bc9-430e-b7f1-67bedef7f938 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:26.413232 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21ea7b6-eb71-413c-8942-2f8566f4fa77", "name": "network-vif-plugged", "status": "completed", "tag": "62ac202f-c8e7-4fe6-a423-c4172a4fe94c", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:26.413759 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c46833f3-8bc9-430e-b7f1-67bedef7f938 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:26.414358 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21ea7b6-eb71-413c-8942-2f8566f4fa77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac202f-c8e7-4fe6-a423-c4172a4fe94c', 'code': 200} Aug 31 09:34:26.428008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 64847939-2a40-4535-86f3-279f7cbe6677 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:26.473588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 64847939-2a40-4535-86f3-279f7cbe6677 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:26.474349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 64847939-2a40-4535-86f3-279f7cbe6677 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 09:34:26.495817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Port 64847939-2a40-4535-86f3-279f7cbe6677 not found, will not notify nova. {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 09:34:26.496226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3e41860f-a10b-49f9-8a77-5de021b44dae no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:26.517347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 3e41860f-a10b-49f9-8a77-5de021b44dae {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:26.517699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3e41860f-a10b-49f9-8a77-5de021b44dae not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:26.542312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf713f9-69ba-4cb5-bbaa-257cc1e3c556 req-f560d2e9-8f82-43aa-b6be-337657c3cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:26.544030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bcf713f9-69ba-4cb5-bbaa-257cc1e3c556 req-f560d2e9-8f82-43aa-b6be-337657c3cebd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 1096 time: 0.0449953 Aug 31 09:34:26.584963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bcf713f9-69ba-4cb5-bbaa-257cc1e3c556 req-ef671fb4-e376-44f0-8b19-250ae37470c0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Aug 31 09:34:26.773049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca40a54a-74a4-4ee5-af5c-edd72ea24e0b req-aef0854f-68b8-44ac-a878-462478d9f909 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 210 time: 0.3522766 Aug 31 09:34:26.848964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Allocated IP 172.20.0.13 (a9d07e16-6766-421e-8a7a-53f6f1e14899/d8a4279b-7ee8-4446-8c25-3da965492a89/f359ffc7-214d-4437-a8c5-b81cf99b1316) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:26.875539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bbabf-3cd5-4dad-8c62-f436d98f2f62 req-38aba214-1f7c-4e36-8532-65454ef1a941 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:26.878048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e2bbabf-3cd5-4dad-8c62-f436d98f2f62 req-38aba214-1f7c-4e36-8532-65454ef1a941 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 946 time: 0.1035945 Aug 31 09:34:26.977547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e2bbabf-3cd5-4dad-8c62-f436d98f2f62 req-0b3c91f6-5607-4edd-8373-b2f35dc7d1ff tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882623 Aug 31 09:34:27.124638 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.146836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe2dbc-61bb-4c35-a0c3-0b2d1961bc87 req-e45f0e3d-3e3a-4d52-b967-9e123b150508 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:27.154804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbbe2dbc-61bb-4c35-a0c3-0b2d1961bc87 req-e45f0e3d-3e3a-4d52-b967-9e123b150508 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.0993164 Aug 31 09:34:27.273640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbbe2dbc-61bb-4c35-a0c3-0b2d1961bc87 req-c79b2c78-6ca0-4761-8c84-7468709bad71 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164844 Aug 31 09:34:27.305285 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.320042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:27.330978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-56df578f-bdcf-46e7-b04f-f83338f7dbb7 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:27.332674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-56df578f-bdcf-46e7-b04f-f83338f7dbb7 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 822 time: 0.1757958 Aug 31 09:34:27.371022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:27.373916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Network a9d07e16-6766-421e-8a7a-53f6f1e14899 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:27.380921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:27.388893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:27.400089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-345852e7-ac0e-430a-bb34-487a606f3772 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/quotas/c71ab77918af4e5487422c51b938fcba HTTP/1.1" status: 200 len: 375 time: 0.0406559 Aug 31 09:34:27.454817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event updated for resources: {'Port': ['ID=f359ffc7-214d-4437-a8c5-b81cf99b1316,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:27.520158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.520507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.520845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.521182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.521539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.521837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.522168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.522491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.522859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.523160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.523480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.523798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:27.554779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:27.555416 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.583482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-0607123b-d9c6-4251-8c5c-176e1a89ffe1 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1831350 Aug 31 09:34:27.587018 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.597172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-2fcc8de7-a0c0-432e-970a-a5afc5838675 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4908705 Aug 31 09:34:27.608006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:27.616335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef6ecc-7057-4f98-979e-4b2d163bfe59 req-0d17c834-cd1c-4595-9954-737b3b8d7382 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:27.617810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2ef6ecc-7057-4f98-979e-4b2d163bfe59 req-0d17c834-cd1c-4595-9954-737b3b8d7382 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1643214 Aug 31 09:34:27.628727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'fdd342d0-3fd3-4980-ac25-782884181239', 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5', 'port_id': 'fdd342d0-3fd3-4980-ac25-782884181239', 'mac_address': 'fa:16:3e:33:d1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b4d140-59c7-4389-8c40-7008570370a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:27.650815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Request body: {'port': {'device_id': '70719625-ab43-4988-8bd7-581684ad0a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:27.699813 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.721646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2ef6ecc-7057-4f98-979e-4b2d163bfe59 req-90cc065e-f717-432c-9421-10fbc692d2d6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661478 Aug 31 09:34:27.728539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd342d0-3fd3-4980-ac25-782884181239 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:27.766983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:27.774359 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.781890 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.817500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-794e7022-4f7a-44bb-9005-071fe1f34772 service neutron] 10.222.0.69 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326901 Aug 31 09:34:27.836937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:28.024283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c777ef-4498-455a-a41f-f2c16fc1aa11 req-f4ee87f6-2503-490c-b8be-12d70d3d3fca tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:28.025833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25c777ef-4498-455a-a41f-f2c16fc1aa11 req-f4ee87f6-2503-490c-b8be-12d70d3d3fca tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1893344 Aug 31 09:34:28.113947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-844af5fc-b21b-422c-9a82-c046311a3966 service neutron] 10.222.0.69 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783272 Aug 31 09:34:28.130820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25c777ef-4498-455a-a41f-f2c16fc1aa11 req-3629e9ee-b504-4ee2-b7e2-8e5702c41b90 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981762 Aug 31 09:34:28.230991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['fdd342d0-3fd3-4980-ac25-782884181239'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:28.300287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f359ffc7-214d-4437-a8c5-b81cf99b1316 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:28.315542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.339542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ff97-4c0c-4c82-9fad-a1e7fbcead48 req-d541b79d-76b9-423c-a2ef-1fa2dc9359d6 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:28.340914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1af9ff97-4c0c-4c82-9fad-a1e7fbcead48 req-d541b79d-76b9-423c-a2ef-1fa2dc9359d6 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1334667 Aug 31 09:34:28.370363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Transition to ACTIVE for port object f359ffc7-214d-4437-a8c5-b81cf99b1316 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:28.401485 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.446025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 64847939-2a40-4535-86f3-279f7cbe6677 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:28.496088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 64847939-2a40-4535-86f3-279f7cbe6677 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:28.496435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 64847939-2a40-4535-86f3-279f7cbe6677 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:28.542946 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.553376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1af9ff97-4c0c-4c82-9fad-a1e7fbcead48 req-872716f6-2866-4e6e-b15b-05ecca885ca5 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976883 Aug 31 09:34:28.555437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Pushing event updated for resources: {'Port': ['ID=f359ffc7-214d-4437-a8c5-b81cf99b1316,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:28.651811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13b662-a1b7-4e5e-ab9e-3acda0ae1c3d req-817f448d-3d12-47c7-b9dc-6456780f7f3f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:28.653322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee13b662-a1b7-4e5e-ab9e-3acda0ae1c3d req-817f448d-3d12-47c7-b9dc-6456780f7f3f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 944 time: 0.1699514 Aug 31 09:34:28.675863 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1276342a-c269-44b3-a6a4-7c066b15d706 req-8ad63926-6489-4c2a-ba66-8539e162cd3a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 210 time: 0.0484087 Aug 31 09:34:28.731875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Attempting to bind port f359ffc7-214d-4437-a8c5-b81cf99b1316 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:28.732107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Attempting to bind port f359ffc7-214d-4437-a8c5-b81cf99b1316 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:28.732450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Attempting to bind port f359ffc7-214d-4437-a8c5-b81cf99b1316 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:28.743389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee13b662-a1b7-4e5e-ab9e-3acda0ae1c3d req-a42bbb38-741c-4e52-a49e-8b325519001c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704038 Aug 31 09:34:28.743959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Port f359ffc7-214d-4437-a8c5-b81cf99b1316 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:28.743959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Attempting to bind port f359ffc7-214d-4437-a8c5-b81cf99b1316 on network a9d07e16-6766-421e-8a7a-53f6f1e14899 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:28.758439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:28.758716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Checking segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:28.759131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Bound using segment: {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:28.759615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Bound port: f359ffc7-214d-4437-a8c5-b81cf99b1316, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:28.760094 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.848032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c8d32-81d6-48fc-bf57-60d92e6c423d req-b2487732-fa3c-490f-8b11-72c5b82dd464 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:28.849992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a24c8d32-81d6-48fc-bf57-60d92e6c423d req-b2487732-fa3c-490f-8b11-72c5b82dd464 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 944 time: 0.1106610 Aug 31 09:34:28.914251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] For port f359ffc7-214d-4437-a8c5-b81cf99b1316, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:28.921260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] For port f359ffc7-214d-4437-a8c5-b81cf99b1316, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f359ffc7-214d-4437-a8c5-b81cf99b1316,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:28.934247 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.938706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a24c8d32-81d6-48fc-bf57-60d92e6c423d req-3ca0d38d-5bdb-47b3-b0be-e382c03732d5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813618 Aug 31 09:34:29.011194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.011820 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.013261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] 10.222.0.52 "PUT /v2.0/ports/f359ffc7-214d-4437-a8c5-b81cf99b1316 HTTP/1.1" status: 200 len: 1092 time: 1.4049590 Aug 31 09:34:29.015304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70719625-ab43-4988-8bd7-581684ad0a25', 'tag': 'f359ffc7-214d-4437-a8c5-b81cf99b1316'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:29.017639 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42" -d '{"events": [{"name": "network-changed", "server_uuid": "70719625-ab43-4988-8bd7-581684ad0a25", "tag": "f359ffc7-214d-4437-a8c5-b81cf99b1316"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:29.033827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd2be-3ee2-4201-95da-20c97982facc req-f8f2d028-7524-4204-917d-1096596ec6de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.035416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd7fd2be-3ee2-4201-95da-20c97982facc req-f8f2d028-7524-4204-917d-1096596ec6de tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1189196 Aug 31 09:34:29.058636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97054f-a4da-4882-9e38-be5619c43440 service neutron] Pushing event updated for resources: {'Port': ['ID=f359ffc7-214d-4437-a8c5-b81cf99b1316,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:29.131955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd7fd2be-3ee2-4201-95da-20c97982facc req-15c5a8fe-191f-4222-bf6f-a440ac0baa34 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846474 Aug 31 09:34:29.134283 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59acc9f-28d0-494a-a059-390e658ea5e4 x-openstack-request-id: req-d59acc9f-28d0-494a-a059-390e658ea5e4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:29.134526 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70719625-ab43-4988-8bd7-581684ad0a25", "tag": "f359ffc7-214d-4437-a8c5-b81cf99b1316", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:29.134867 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d59acc9f-28d0-494a-a059-390e658ea5e4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:29.135334 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70719625-ab43-4988-8bd7-581684ad0a25', 'tag': 'f359ffc7-214d-4437-a8c5-b81cf99b1316', 'status': 'completed', 'code': 200} Aug 31 09:34:29.152188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-7f9620d9-dc2e-4142-ad02-67b1c58db195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.152188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-7f9620d9-dc2e-4142-ad02-67b1c58db195 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 1095 time: 0.0747576 Aug 31 09:34:29.199822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-3c3b0c51-548b-43bd-8c69-3f7b6f9f23fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f359ffc7-214d-4437-a8c5-b81cf99b1316 HTTP/1.1" status: 200 len: 217 time: 0.0457778 Aug 31 09:34:29.242119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-a711eb74-6d93-443d-838b-c355d8ba0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.244414 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-a711eb74-6d93-443d-838b-c355d8ba0b89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f98e97c5bf74e7383d616928698cf22&device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 1097 time: 0.0463705 Aug 31 09:34:29.282856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-de4d0c88-0e22-4a5d-823b-7237ee2a76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.284347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-de4d0c88-0e22-4a5d-823b-7237ee2a76bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.0749569 Aug 31 09:34:29.342656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fe21d-bc6f-4242-b603-ccee934ce3df req-ad83b49f-7e39-48ef-a695-eb86044b6450 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.344237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e45fe21d-bc6f-4242-b603-ccee934ce3df req-ad83b49f-7e39-48ef-a695-eb86044b6450 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1469681 Aug 31 09:34:29.350025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-38a4bdd2-7c72-4f0c-8cc6-afe5f85a65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.351517 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-38a4bdd2-7c72-4f0c-8cc6-afe5f85a65a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 200 len: 917 time: 0.0992458 Aug 31 09:34:29.359710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-5ae7f4d6-b6f1-4509-9900-6253164d067a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622928 Aug 31 09:34:29.396101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-14c70b75-230a-49a7-8513-f61434d24c8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8838d95-dd69-4d37-9477-832433f5ae97 HTTP/1.1" status: 200 len: 217 time: 0.0367653 Aug 31 09:34:29.458708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-b7738c33-f166-4ace-8101-4a4f0fc3960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.460344 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-b7738c33-f166-4ace-8101-4a4f0fc3960f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=265f9852-856c-4537-9d00-c85107cbf4cd HTTP/1.1" status: 200 len: 854 time: 0.0575778 Aug 31 09:34:29.464794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a01e-782e-4650-ae88-8f25c8411917 req-7ef67b8c-e4f1-448e-b75c-fecdf13e25d8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.467438 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a50a01e-782e-4650-ae88-8f25c8411917 req-7ef67b8c-e4f1-448e-b75c-fecdf13e25d8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1607661 Aug 31 09:34:29.484952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e45fe21d-bc6f-4242-b603-ccee934ce3df req-07718c9e-d790-425c-a008-5ce3c677dccc tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241829 Aug 31 09:34:29.557588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-be78b14c-2b9f-45ad-97d4-e5b58ac5ba40 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781356 Aug 31 09:34:29.564257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a50a01e-782e-4650-ae88-8f25c8411917 req-d1d442f5-ae19-4ab2-aae8-30526d9d72c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 Aug 31 09:34:29.587537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-84db901e-ac25-4324-8aad-be80eb07dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.589093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-84db901e-ac25-4324-8aad-be80eb07dda3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9217154-175a-43ce-bb63-f3bb984a83a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216438 Aug 31 09:34:29.698179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-d34aa230-f4e8-468b-bac6-4fc859ee0c76 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.699067 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-d34aa230-f4e8-468b-bac6-4fc859ee0c76 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 822 time: 0.2151291 Aug 31 09:34:29.713163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Request body: {'port': {'device_id': '74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1', 'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'admin_state_up': True, 'tenant_id': 'c71ab77918af4e5487422c51b938fcba'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:29.747474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8280a-7427-4ba8-98d8-a80f78d70224 req-2d738b04-986f-46fe-8059-ecf6de336dad tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.749149 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bb8280a-7427-4ba8-98d8-a80f78d70224 req-2d738b04-986f-46fe-8059-ecf6de336dad tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1134098 Aug 31 09:34:29.755015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f260ee-c555-4c57-a324-395ccf2af7ba req-7ce00621-feeb-433b-9ed4-425629648206 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891427 Aug 31 09:34:29.780362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-c8967217-77d4-454a-9ef8-0467d8adec81 service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769538 Aug 31 09:34:29.801270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bb8280a-7427-4ba8-98d8-a80f78d70224 req-3a0c1020-5e08-418f-af08-5e48b3cd6235 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Aug 31 09:34:29.909010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a57a9c8e-d029-4fae-8152-55968835d9fb req-1096a1b2-fb6a-46ed-a41b-78ac10c61b85 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 210 time: 0.0394027 Aug 31 09:34:29.914010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-27151b88-ee5c-4004-a9a9-fc0599605d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.915622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-27151b88-ee5c-4004-a9a9-fc0599605d7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 1095 time: 0.1036685 Aug 31 09:34:29.921368 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b762de0-86f4-45ae-8236-6e56b04087c4 req-bf55ae04-d215-4bde-81a2-6700dc467178 service neutron] 10.222.0.20 "GET /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320286 Aug 31 09:34:29.922426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Made reservation on behalf of c71ab77918af4e5487422c51b938fcba for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:29.926006 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.077296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Allocated IP 172.20.0.12 (6514c624-b359-4228-8546-e9df36874fc8/880f70da-ce0c-4999-a42d-55a55404cfee/a139ffdf-b2c2-40f8-8fcc-8daed06c41a3) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:30.086849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c552434-6001-4e82-9a6b-cc488a9e8676 req-d9c09a17-83ba-4ba5-be12-58f27cff3197 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.089021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c552434-6001-4e82-9a6b-cc488a9e8676 req-d9c09a17-83ba-4ba5-be12-58f27cff3197 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 944 time: 0.0949678 Aug 31 09:34:30.092654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-8efa5fde-8b12-447c-9c5a-0c5b44df3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.094057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-8efa5fde-8b12-447c-9c5a-0c5b44df3976 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 200 len: 908 time: 0.1707711 Aug 31 09:34:30.191145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-183580a7-d50d-41fb-a2a1-47d9b2bf3ed3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f359ffc7-214d-4437-a8c5-b81cf99b1316 HTTP/1.1" status: 200 len: 217 time: 0.0584316 Aug 31 09:34:30.194093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c552434-6001-4e82-9a6b-cc488a9e8676 req-03d56af2-29a9-4b25-ab39-67880d5cc442 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945256 Aug 31 09:34:30.283671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3559e-bb31-435a-9198-0963b9f1dcae req-349721cf-9159-477f-8f28-17329c33b7af tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.285582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.285941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ff3559e-bb31-435a-9198-0963b9f1dcae req-349721cf-9159-477f-8f28-17329c33b7af tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 944 time: 0.1320903 Aug 31 09:34:30.292158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-06e8b857-cce6-4b6c-8c9c-5b62747dda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.293712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-06e8b857-cce6-4b6c-8c9c-5b62747dda32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 200 len: 846 time: 0.0795310 Aug 31 09:34:30.336825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.344352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-47a33dda-3889-479d-afd2-e791df88bcd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a9d07e16-6766-421e-8a7a-53f6f1e14899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340822 Aug 31 09:34:30.351827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ff3559e-bb31-435a-9198-0963b9f1dcae req-3121b8e1-0c15-455c-a31d-e8e138c1e456 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571775 Aug 31 09:34:30.393172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Network 6514c624-b359-4228-8546-e9df36874fc8 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:30.394405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event updated for resources: {'Port': ['ID=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:30.405038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.405474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.405884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.406285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.406682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.407101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.407540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.407945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.408322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.408835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.409312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.409840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:30.413405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:30.415427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:30.451288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-d05d6d87-ff98-4be6-8229-f531f89efad8 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961273 Aug 31 09:34:30.461982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.462683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.484458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-6e0b328b-a1c1-409f-90c0-dade6da1b816 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7751026 Aug 31 09:34:30.499179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Request body: {'port': {'device_id': '74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:30.553295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9e0d6e-aff9-4ba4-9c71-69808b248b42 req-8b7b54c4-6096-456d-965a-d8a6f192bc18 service neutron] 10.222.0.52 "GET /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928786 Aug 31 09:34:30.561954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.614999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88c7b-f6dd-4a30-b948-f3bf518b3ae5 req-63f4b801-9457-42e0-9c7e-1629f8431da6 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.617250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86f88c7b-f6dd-4a30-b948-f3bf518b3ae5 req-63f4b801-9457-42e0-9c7e-1629f8431da6 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0578561 Aug 31 09:34:30.680842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86f88c7b-f6dd-4a30-b948-f3bf518b3ae5 req-596b789f-b448-4083-99a2-180667c2ad98 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569861 Aug 31 09:34:30.737723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f54b06-8eb5-4fe4-8a0e-8775a5fc3e48 req-5176ce61-c8b2-4170-9363-9a4dcf610df8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.739294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5f54b06-8eb5-4fe4-8a0e-8775a5fc3e48 req-5176ce61-c8b2-4170-9363-9a4dcf610df8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0630057 Aug 31 09:34:30.794803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5f54b06-8eb5-4fe4-8a0e-8775a5fc3e48 req-6b77779f-12b8-48d3-9e35-1e917202522c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Aug 31 09:34:30.884567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:30.892770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.908457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Transition to ACTIVE for port object a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:30.913428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.936699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d658ba-7fcc-439e-91a1-1a7510aa385b req-51cfa3fd-3d61-4e55-9227-a675854e8145 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.938651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92d658ba-7fcc-439e-91a1-1a7510aa385b req-51cfa3fd-3d61-4e55-9227-a675854e8145 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0668662 Aug 31 09:34:31.003341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Pushing event updated for resources: {'Port': ['ID=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:31.015716 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92d658ba-7fcc-439e-91a1-1a7510aa385b req-ef8b33f2-371a-4a82-b34a-3570d0d4315d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655415 Aug 31 09:34:31.067911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7dbb1-7de0-43ba-98fb-6a29faf35ca2 req-90921af7-5cb1-40ba-993f-23db9b14a123 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.069735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65f7dbb1-7de0-43ba-98fb-6a29faf35ca2 req-90921af7-5cb1-40ba-993f-23db9b14a123 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 944 time: 0.0703559 Aug 31 09:34:31.103384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Attempting to bind port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:31.103565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Attempting to bind port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:31.103788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Attempting to bind port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 on network 6514c624-b359-4228-8546-e9df36874fc8 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:31.109251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 on network 6514c624-b359-4228-8546-e9df36874fc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:31.109583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Attempting to bind port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 on network 6514c624-b359-4228-8546-e9df36874fc8 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:31.114585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:31.114976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Checking segment: {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:31.115366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Bound using segment: {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:31.115792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Bound port: a139ffdf-b2c2-40f8-8fcc-8daed06c41a3, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e918b87b-ddff-4363-ad65-b2e1b38a6957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6514c624-b359-4228-8546-e9df36874fc8'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:31.116155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.116464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65f7dbb1-7de0-43ba-98fb-6a29faf35ca2 req-7ddcd5d6-cd7e-4370-8fed-4b968e3837d7 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Aug 31 09:34:31.324786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3391b-a93a-4dda-a231-211b4bfb0e40 req-ccdd151e-ed01-450d-baa1-470d076dc076 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.326352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fb3391b-a93a-4dda-a231-211b4bfb0e40 req-ccdd151e-ed01-450d-baa1-470d076dc076 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 944 time: 0.0568728 Aug 31 09:34:31.367529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fb3391b-a93a-4dda-a231-211b4bfb0e40 req-295799af-1983-48b3-8517-3b19fd35b8b2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347302 Aug 31 09:34:31.383407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:31.443534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port fdd342d0-3fd3-4980-ac25-782884181239 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:31.447972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port fdd342d0-3fd3-4980-ac25-782884181239 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:31.451575 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.469791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] For port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:31.474643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] For port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:31.485948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.516570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec23d8-664c-4dd7-b7a9-1884814a3565 req-cbbca921-093f-4976-ab52-8fb8db7bbe02 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.525231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84ec23d8-664c-4dd7-b7a9-1884814a3565 req-cbbca921-093f-4976-ab52-8fb8db7bbe02 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 944 time: 0.0858874 Aug 31 09:34:31.545716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.547284 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.549785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] 10.222.0.52 "PUT /v2.0/ports/a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 HTTP/1.1" status: 200 len: 1092 time: 1.0554423 Aug 31 09:34:31.550529 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1', 'tag': 'a139ffdf-b2c2-40f8-8fcc-8daed06c41a3'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:31.555381 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9851bbf0-7037-4044-b279-17b3a8f21c72" -d '{"events": [{"name": "network-changed", "server_uuid": "74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1", "tag": "a139ffdf-b2c2-40f8-8fcc-8daed06c41a3"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:31.581408 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.592912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84ec23d8-664c-4dd7-b7a9-1884814a3565 req-6e7fafda-8706-4e5a-b244-679f680f333f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666814 Aug 31 09:34:31.617632 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef6662-8e72-4135-82d0-57e54c9b268c x-openstack-request-id: req-95ef6662-8e72-4135-82d0-57e54c9b268c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:31.617971 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1", "tag": "a139ffdf-b2c2-40f8-8fcc-8daed06c41a3", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:31.618148 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95ef6662-8e72-4135-82d0-57e54c9b268c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:31.618528 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1', 'tag': 'a139ffdf-b2c2-40f8-8fcc-8daed06c41a3', 'status': 'completed', 'code': 200} Aug 31 09:34:31.619141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2a1a-a7e4-4be6-9b23-f66205db2d54 service neutron] Pushing event updated for resources: {'Port': ['ID=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:31.635706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:31.638576 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec66f055-30fa-416a-904d-05d94c9e97b8" -d '{"events": [{"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd342d0-3fd3-4980-ac25-782884181239"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:31.645433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:31.651704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.659678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-a22db4fc-4428-4da3-8ad6-0f35027e4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.661290 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-a22db4fc-4428-4da3-8ad6-0f35027e4803 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 1095 time: 0.0576530 Aug 31 09:34:31.691690 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47c0559-8f31-46aa-a295-3f323c5dad39 x-openstack-request-id: req-e47c0559-8f31-46aa-a295-3f323c5dad39 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:31.691987 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd342d0-3fd3-4980-ac25-782884181239", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:31.692383 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e47c0559-8f31-46aa-a295-3f323c5dad39 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:31.692777 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239', 'code': 200} Aug 31 09:34:31.717787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:31.727085 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-58f38686-9ba8-482b-bd47-428eef505c95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 HTTP/1.1" status: 200 len: 217 time: 0.0570836 Aug 31 09:34:31.815676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-ea6b53f4-6f0f-45b7-a69e-c3d8ce4f1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.817421 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-ea6b53f4-6f0f-45b7-a69e-c3d8ce4f1203 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=880f70da-ce0c-4999-a42d-55a55404cfee HTTP/1.1" status: 200 len: 862 time: 0.0793645 Aug 31 09:34:31.823776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7a4a5-1c2e-4e6f-b16d-9bc3561111b5 req-bda1fe70-2520-4439-867d-e945b32cffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.825307 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-18d7a4a5-1c2e-4e6f-b16d-9bc3561111b5 req-bda1fe70-2520-4439-867d-e945b32cffb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0600486 Aug 31 09:34:31.830341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd538798-a5e5-4076-b7a9-f596854dfa21 req-a88a691f-08bf-48f4-82b4-922e1375e8ec tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.835434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd538798-a5e5-4076-b7a9-f596854dfa21 req-a88a691f-08bf-48f4-82b4-922e1375e8ec tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0769811 Aug 31 09:34:31.879533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-b49130a8-df97-42bc-a002-250a96b0b7f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6514c624-b359-4228-8546-e9df36874fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526509 Aug 31 09:34:31.887350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd538798-a5e5-4076-b7a9-f596854dfa21 req-cb2bf010-881f-4aa4-a3c3-71967eeb6d92 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Aug 31 09:34:31.916846 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-18d7a4a5-1c2e-4e6f-b16d-9bc3561111b5 req-54a81963-c392-44da-b5f9-15f113dda893 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Aug 31 09:34:31.982283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e0446-a1b5-4ae8-af18-a405bceab358 req-85756c9f-d3c8-469f-adcd-6d39648e3fea tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.983962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-782e0446-a1b5-4ae8-af18-a405bceab358 req-85756c9f-d3c8-469f-adcd-6d39648e3fea tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0792425 Aug 31 09:34:31.998301 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-9cb23592-1c6d-4385-ac13-e0e43e3ec6ff service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070340 Aug 31 09:34:32.053134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-782e0446-a1b5-4ae8-af18-a405bceab358 req-72eb1ab0-8f77-4b5a-90ed-86604459134e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629697 Aug 31 09:34:32.067905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d10863-289a-433f-b39f-82e4ded121a3 req-1949fd43-2be7-4718-8333-6c02c7efbdf5 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.069489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70d10863-289a-433f-b39f-82e4ded121a3 req-1949fd43-2be7-4718-8333-6c02c7efbdf5 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0811625 Aug 31 09:34:32.119915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70d10863-289a-433f-b39f-82e4ded121a3 req-561bd185-b2a8-4a5c-82be-dd4fc2063e75 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 Aug 31 09:34:32.131521 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6c1620a7-0b6a-420c-a8da-59cec4bf3144 req-de019a2b-9b2e-42d3-ad54-1845d7b55b62 service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241348 Aug 31 09:34:32.192661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c739e6-e9b0-4ab9-b959-7d9b4ed16e4f req-628c6a90-3961-4950-9a7a-2828243469e5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.194314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08c739e6-e9b0-4ab9-b959-7d9b4ed16e4f req-628c6a90-3961-4950-9a7a-2828243469e5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0682900 Aug 31 09:34:32.244026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-7e742821-1a26-4bf0-b492-02d1bef75c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.245611 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-7e742821-1a26-4bf0-b492-02d1bef75c1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c71ab77918af4e5487422c51b938fcba&device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 1095 time: 0.0578272 Aug 31 09:34:32.282443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59974f4a-5e91-4bf6-ab1c-9778191a7d78 req-04584e97-673f-4ba1-b955-f8b61a6e4ca7 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.290400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59974f4a-5e91-4bf6-ab1c-9778191a7d78 req-04584e97-673f-4ba1-b955-f8b61a6e4ca7 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 945 time: 0.0904505 Aug 31 09:34:32.295637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08c739e6-e9b0-4ab9-b959-7d9b4ed16e4f req-122ea7e1-cb18-4306-910b-6fef94225d50 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935440 Aug 31 09:34:32.342912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59974f4a-5e91-4bf6-ab1c-9778191a7d78 req-75bd124c-88c7-4e3d-a082-57e2f3f53d50 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Aug 31 09:34:32.410953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-a60c0a77-da3c-4204-b03e-57ef3d413255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.413651 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-a60c0a77-da3c-4204-b03e-57ef3d413255 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 200 len: 924 time: 0.1608336 Aug 31 09:34:32.445863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f359ffc7-214d-4437-a8c5-b81cf99b1316 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:32.464561 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-9c3afae9-2fb4-45e5-8438-0c2b0c63f023 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 HTTP/1.1" status: 200 len: 217 time: 0.0424685 Aug 31 09:34:32.465500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c178-e4e6-4524-b9e5-13cf0dd67932 req-703b8a2e-45dd-446a-8b93-bddd5b1518d7 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.467729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82e8c178-e4e6-4524-b9e5-13cf0dd67932 req-703b8a2e-45dd-446a-8b93-bddd5b1518d7 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 944 time: 0.0792291 Aug 31 09:34:32.533750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-21131aba-76b3-434b-9eab-1c0aef45f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.535912 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-21131aba-76b3-434b-9eab-1c0aef45f3c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=880f70da-ce0c-4999-a42d-55a55404cfee HTTP/1.1" status: 200 len: 862 time: 0.0604577 Aug 31 09:34:32.539690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82e8c178-e4e6-4524-b9e5-13cf0dd67932 req-f9dc8c07-8b6d-48bc-8aea-640b07c23784 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546730 Aug 31 09:34:32.551910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86555b1b-6c50-43a9-91b2-f10c681dd72f req-0f5f9df0-1cc3-4aaf-9c35-a664b33704db tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.570956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86555b1b-6c50-43a9-91b2-f10c681dd72f req-0f5f9df0-1cc3-4aaf-9c35-a664b33704db tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.1377318 Aug 31 09:34:32.590717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f359ffc7-214d-4437-a8c5-b81cf99b1316, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f359ffc7-214d-4437-a8c5-b81cf99b1316,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:32.591337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-bbc0ba06-4ac1-4afd-8f43-e3258df51caf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6514c624-b359-4228-8546-e9df36874fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473385 Aug 31 09:34:32.630299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'f359ffc7-214d-4437-a8c5-b81cf99b1316', 'network_id': 'a9d07e16-6766-421e-8a7a-53f6f1e14899', 'port_id': 'f359ffc7-214d-4437-a8c5-b81cf99b1316', 'mac_address': 'fa:16:3e:d8:34:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a4279b-7ee8-4446-8c25-3da965492a89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:32.668821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86555b1b-6c50-43a9-91b2-f10c681dd72f req-7187e012-57ef-4363-bd7b-3c8d85d6ecc4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967574 Aug 31 09:34:32.675496 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.690960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f359ffc7-214d-4437-a8c5-b81cf99b1316 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:32.714894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f359ffc7-214d-4437-a8c5-b81cf99b1316, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f359ffc7-214d-4437-a8c5-b81cf99b1316,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:32.721355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.723996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460b2a-6d0f-4b16-8f34-2965fc00f878 req-63397de2-dedf-4025-9658-6feafe92375b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.728032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85460b2a-6d0f-4b16-8f34-2965fc00f878 req-63397de2-dedf-4025-9658-6feafe92375b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 944 time: 0.1039288 Aug 31 09:34:32.741879 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-e6d4be61-3b53-48af-ae67-b7fddb494603 service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417866 Aug 31 09:34:32.785867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f359ffc7-214d-4437-a8c5-b81cf99b1316,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:32.810476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85460b2a-6d0f-4b16-8f34-2965fc00f878 req-9d584d5d-1080-4eff-a2b8-cdb08b78cdde tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686302 Aug 31 09:34:32.840023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-fe9faf7b-8603-4941-b102-f3b68ac63f55 req-a67cbb18-a811-4d0a-b1a6-d96f69dd5e5b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:32.841120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe9faf7b-8603-4941-b102-f3b68ac63f55 req-a67cbb18-a811-4d0a-b1a6-d96f69dd5e5b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212843 Aug 31 09:34:32.879884 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9851bbf0-7037-4044-b279-17b3a8f21c72 req-83c4d8c1-cfac-48bd-a8fa-ec7ff8745e2d service neutron] 10.222.0.52 "GET /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304770 Aug 31 09:34:32.899484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceae7e-c503-42e7-a1e3-1936a06f88d9 req-ab4aba41-b775-4427-9f13-29b2ad4924b4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.901059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cceae7e-c503-42e7-a1e3-1936a06f88d9 req-ab4aba41-b775-4427-9f13-29b2ad4924b4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.0979679 Aug 31 09:34:32.972596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cceae7e-c503-42e7-a1e3-1936a06f88d9 req-04035a87-1704-4e6f-b4a9-d5526e75bf51 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561829 Aug 31 09:34:32.972840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['f359ffc7-214d-4437-a8c5-b81cf99b1316'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:32.978248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe9faf7b-8603-4941-b102-f3b68ac63f55 req-275d26ac-9deb-48f2-bfc3-c05d6b2bb93a tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1239479 Aug 31 09:34:33.206195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b268ed-fda7-47dd-bbb7-4547c28f9c08 req-46ad99b0-9fa0-490b-a39f-a09a76fa870a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.207949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01b268ed-fda7-47dd-bbb7-4547c28f9c08 req-46ad99b0-9fa0-490b-a39f-a09a76fa870a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0622330 Aug 31 09:34:33.276722 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01b268ed-fda7-47dd-bbb7-4547c28f9c08 req-49f59272-3e21-4ca9-b740-5f00d60591d7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619385 Aug 31 09:34:33.301414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f4b8b-7308-4eb6-b30f-55c2018849fd req-3e0799f8-432f-4e4e-9272-4b02e858a946 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.301414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c7f4b8b-7308-4eb6-b30f-55c2018849fd req-3e0799f8-432f-4e4e-9272-4b02e858a946 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0668514 Aug 31 09:34:33.355482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c7f4b8b-7308-4eb6-b30f-55c2018849fd req-19a8316f-6821-4b7d-8523-361af0a6849b tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473289 Aug 31 09:34:33.452668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345efeb3-f125-467c-ac52-505cf23890bc req-5b0b20f6-c5b2-494d-898c-e8cc228d44ce tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.454441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-345efeb3-f125-467c-ac52-505cf23890bc req-5b0b20f6-c5b2-494d-898c-e8cc228d44ce tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0728941 Aug 31 09:34:33.520838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75074eba-019e-47e1-963f-81167d39fd56 req-dcf576c8-7e07-4be6-81ed-89e2ac199107 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.522412 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75074eba-019e-47e1-963f-81167d39fd56 req-dcf576c8-7e07-4be6-81ed-89e2ac199107 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 945 time: 0.0862610 Aug 31 09:34:33.525523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-345efeb3-f125-467c-ac52-505cf23890bc req-6016325b-bd8f-44b1-ac4a-467c1f139b5c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Aug 31 09:34:33.564979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75074eba-019e-47e1-963f-81167d39fd56 req-de56eb5d-3ce2-4603-a3cf-5b3b9178797d tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365908 Aug 31 09:34:33.696555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09ec72-c417-4726-a2dd-ee324d6ddf23 req-2e6c3506-fe99-44c8-b71f-ceb994ec897a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.698455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d09ec72-c417-4726-a2dd-ee324d6ddf23 req-2e6c3506-fe99-44c8-b71f-ceb994ec897a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 944 time: 0.0848658 Aug 31 09:34:33.707666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c7088-afe5-4043-8edb-1f43ba1d05a2 req-12993e5c-8231-4080-bdb0-dfeec6b0aff9 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.709218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c04c7088-afe5-4043-8edb-1f43ba1d05a2 req-12993e5c-8231-4080-bdb0-dfeec6b0aff9 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.0701444 Aug 31 09:34:33.770209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d09ec72-c417-4726-a2dd-ee324d6ddf23 req-fbcbb8b5-bac7-4e65-83f4-e12c8ecba9d5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599866 Aug 31 09:34:33.773045 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c04c7088-afe5-4043-8edb-1f43ba1d05a2 req-759bb381-446e-4e15-afac-c93cafcec01f tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567410 Aug 31 09:34:33.917971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c0650-06ad-4df4-bc27-139a6b2540b8 req-4104011a-db42-45af-8e7a-c09527cefbc1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.919641 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c9c0650-06ad-4df4-bc27-139a6b2540b8 req-4104011a-db42-45af-8e7a-c09527cefbc1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 945 time: 0.0565894 Aug 31 09:34:33.985726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c9c0650-06ad-4df4-bc27-139a6b2540b8 req-c14cd902-9e3b-4999-a4b8-737b6097330b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565236 Aug 31 09:34:34.007700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8093-0b43-4c13-b770-adea23a21c31 req-b47c5efd-082f-4e80-99ed-65ab7296708e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.007700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8093-0b43-4c13-b770-adea23a21c31 req-b47c5efd-082f-4e80-99ed-65ab7296708e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.014142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b8093-0b43-4c13-b770-adea23a21c31 req-b47c5efd-082f-4e80-99ed-65ab7296708e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.016090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c8b8093-0b43-4c13-b770-adea23a21c31 req-b47c5efd-082f-4e80-99ed-65ab7296708e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24&device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f&device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 2417 time: 0.0955377 Aug 31 09:34:34.082722 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c8b8093-0b43-4c13-b770-adea23a21c31 req-b31c6c65-3695-481f-a02a-7953ff2cfde9 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599005 Aug 31 09:34:34.114076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b14df-f1ce-4471-82f0-e2174d133c2f req-9da92339-1cac-47e1-b7f1-7ef9cc76436a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.115726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d0b14df-f1ce-4471-82f0-e2174d133c2f req-9da92339-1cac-47e1-b7f1-7ef9cc76436a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.0625885 Aug 31 09:34:34.158243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d0b14df-f1ce-4471-82f0-e2174d133c2f req-2a56c9ae-1dde-49fb-a984-3bb0c523f1fb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365832 Aug 31 09:34:34.227457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf90c23b-d145-4b93-b159-4132b5018743 req-eab43973-aab8-4f1f-adf1-c4351ddcc366 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0631909 Aug 31 09:34:34.410862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-2ff3d9a3-f55e-4789-b705-4e1db845816c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.412347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-2ff3d9a3-f55e-4789-b705-4e1db845816c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 812 time: 0.1107450 Aug 31 09:34:34.427319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-0b1f0506-9e94-4306-8937-7d215dbfe102 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/quotas/6a45d96754814d51a60985d1e2545ed1 HTTP/1.1" status: 200 len: 375 time: 0.0093551 Aug 31 09:34:34.457748 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:34.461185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f359ffc7-214d-4437-a8c5-b81cf99b1316 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:34.527979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-69c56ac8-7d33-4f1c-9cd4-7627be9048ea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932484 Aug 31 09:34:34.658002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03202f5d-458f-466d-bbe1-077e6dde16e0 req-abd1b54f-4518-4414-a708-634a9455fabf tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.659508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03202f5d-458f-466d-bbe1-077e6dde16e0 req-abd1b54f-4518-4414-a708-634a9455fabf tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0781999 Aug 31 09:34:34.665733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-c9a5ad61-46a0-4816-a0b1-c326d8bf7eec service neutron] 10.222.0.69 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288862 Aug 31 09:34:34.733345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port f359ffc7-214d-4437-a8c5-b81cf99b1316 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:34.745739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port f359ffc7-214d-4437-a8c5-b81cf99b1316 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:34.746107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.749462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:34.779721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'a139ffdf-b2c2-40f8-8fcc-8daed06c41a3', 'network_id': '6514c624-b359-4228-8546-e9df36874fc8', 'port_id': 'a139ffdf-b2c2-40f8-8fcc-8daed06c41a3', 'mac_address': 'fa:16:3e:c1:51:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880f70da-ce0c-4999-a42d-55a55404cfee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:34.839621 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.877511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:34.895231 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.914467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:34.922800 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.931394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70719625-ab43-4988-8bd7-581684ad0a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f359ffc7-214d-4437-a8c5-b81cf99b1316'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:34.933658 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb700f5-5117-4f19-bd49-c03894346d55" -d '{"events": [{"server_uuid": "70719625-ab43-4988-8bd7-581684ad0a25", "name": "network-vif-plugged", "status": "completed", "tag": "f359ffc7-214d-4437-a8c5-b81cf99b1316"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:34.965364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port f359ffc7-214d-4437-a8c5-b81cf99b1316, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f359ffc7-214d-4437-a8c5-b81cf99b1316,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:34.975882 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.993900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:35.048447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=f359ffc7-214d-4437-a8c5-b81cf99b1316,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:35.053040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03202f5d-458f-466d-bbe1-077e6dde16e0 req-80024d09-1dec-497d-9ef4-17da2c49e57f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859603 Aug 31 09:34:35.087477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-e6698a30-1d37-4d6b-8837-c656ba0bed6c service neutron] 10.222.0.69 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133451 Aug 31 09:34:35.151888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a139ffdf-b2c2-40f8-8fcc-8daed06c41a3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:35.312640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55450bcc-3b76-4cb8-a2ab-9a32f0707178 req-c4880f25-5c59-4ad0-971b-d92f23d89f60 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:35.314235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55450bcc-3b76-4cb8-a2ab-9a32f0707178 req-c4880f25-5c59-4ad0-971b-d92f23d89f60 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0663283 Aug 31 09:34:35.389015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55450bcc-3b76-4cb8-a2ab-9a32f0707178 req-7112f825-9beb-4f69-ada0-f583cd13f90a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607662 Aug 31 09:34:35.397395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3dc0a-e5d5-4557-8eef-0f5d74b40e12 req-c2cdc2af-c131-456f-a8a4-55dff03e09a9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:35.398935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44d3dc0a-e5d5-4557-8eef-0f5d74b40e12 req-c2cdc2af-c131-456f-a8a4-55dff03e09a9 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 945 time: 0.0837379 Aug 31 09:34:35.439915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44d3dc0a-e5d5-4557-8eef-0f5d74b40e12 req-c8cc2973-0332-4d19-9050-d2951eecb8b3 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338769 Aug 31 09:34:35.451819 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477330e0-411e-4b15-bccc-0db5a570ca24 x-openstack-request-id: req-477330e0-411e-4b15-bccc-0db5a570ca24 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:35.452278 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70719625-ab43-4988-8bd7-581684ad0a25", "name": "network-vif-plugged", "status": "completed", "tag": "f359ffc7-214d-4437-a8c5-b81cf99b1316", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:35.452690 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-477330e0-411e-4b15-bccc-0db5a570ca24 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:35.453329 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70719625-ab43-4988-8bd7-581684ad0a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f359ffc7-214d-4437-a8c5-b81cf99b1316', 'code': 200} Aug 31 09:34:35.590810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294bacc-2ccc-4734-88ac-77801cf0929f req-138e6b6c-d065-427b-94dd-3d62f24358e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:35.592875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f294bacc-2ccc-4734-88ac-77801cf0929f req-138e6b6c-d065-427b-94dd-3d62f24358e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 1097 time: 0.0691166 Aug 31 09:34:35.595347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09d394-1bf6-4d92-92df-657f7d994886 req-6f04ab09-d789-4dc1-a8eb-09de10cdc0a9 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:35.601593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a09d394-1bf6-4d92-92df-657f7d994886 req-6f04ab09-d789-4dc1-a8eb-09de10cdc0a9 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0907238 Aug 31 09:34:35.633758 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f294bacc-2ccc-4734-88ac-77801cf0929f req-6294d6bd-b5ba-4583-affc-7ce9bf90e19b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Aug 31 09:34:35.647457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07393bfb-7d7b-4784-a0e7-2db20f4b8cfe req-04ea7adc-2947-451e-88bd-48db2b47138b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 210 time: 0.0444045 Aug 31 09:34:35.671354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a09d394-1bf6-4d92-92df-657f7d994886 req-9fafdf6b-4fba-4826-8f90-183b4500435a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589144 Aug 31 09:34:36.181034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8605e26-3144-4194-ada0-02f6bc95cfbd req-4bf6bb4e-f035-4933-b207-c71bd9d68803 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:36.182605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8605e26-3144-4194-ada0-02f6bc95cfbd req-4bf6bb4e-f035-4933-b207-c71bd9d68803 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0580227 Aug 31 09:34:36.221346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8605e26-3144-4194-ada0-02f6bc95cfbd req-395939a5-5bae-44b7-bf6c-948bda723c80 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Aug 31 09:34:36.410467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42572315-b4ea-4d54-a73a-82abd6101c34 req-c22bdb1e-a42d-443c-b51b-2e0db523c79a tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:36.411983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42572315-b4ea-4d54-a73a-82abd6101c34 req-c22bdb1e-a42d-443c-b51b-2e0db523c79a tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.0612876 Aug 31 09:34:36.455773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42572315-b4ea-4d54-a73a-82abd6101c34 req-7251f1a6-871b-411a-af60-5159cf2ad822 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377584 Aug 31 09:34:36.489898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:36.547338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:36.551907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:36.552286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.561757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a126b-9bb9-49f4-be0d-a99eff0be426 req-3dfb6cd4-2a19-4b83-be63-2baeecd59046 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:36.571897 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d0a126b-9bb9-49f4-be0d-a99eff0be426 req-3dfb6cd4-2a19-4b83-be63-2baeecd59046 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0880251 Aug 31 09:34:36.644581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-e9284dce-6866-479a-87dd-97134b9edfd1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:36.646123 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-e9284dce-6866-479a-87dd-97134b9edfd1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.52 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 812 time: 0.1828744 Aug 31 09:34:36.670302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Request body: {'port': {'device_id': 'c15bc786-7807-4b0c-adef-3d6da92c3043', 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5', 'admin_state_up': True, 'tenant_id': '6a45d96754814d51a60985d1e2545ed1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:36.670982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8922ebf-4a65-41a3-9d77-271f525b9ad0 req-f122b8f6-8fb9-49bf-a1de-3ba720b981a5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:36.678982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8922ebf-4a65-41a3-9d77-271f525b9ad0 req-f122b8f6-8fb9-49bf-a1de-3ba720b981a5 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 945 time: 0.1048219 Aug 31 09:34:36.683388 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.703438 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d0a126b-9bb9-49f4-be0d-a99eff0be426 req-39e53630-b080-4298-b781-b03272651834 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306379 Aug 31 09:34:36.727790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8922ebf-4a65-41a3-9d77-271f525b9ad0 req-2c71380d-92b9-4fb0-8832-6f55d473919c tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473735 Aug 31 09:34:36.760713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:36.767194 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.844244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88d78231-d88b-4ecd-9699-a5e0e0aece84 req-b003434c-0668-4492-88b6-9fd25cdaba7d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 210 time: 0.0299101 Aug 31 09:34:36.847542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:36.875867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Made reservation on behalf of 6a45d96754814d51a60985d1e2545ed1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:36.879463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.942642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc2648-c3ee-4f20-b170-a2f844cc9aba req-e780d0da-e78c-4a21-93af-c0b987c685e5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:36.944894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fabc2648-c3ee-4f20-b170-a2f844cc9aba req-e780d0da-e78c-4a21-93af-c0b987c685e5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0484874 Aug 31 09:34:36.986049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fabc2648-c3ee-4f20-b170-a2f844cc9aba req-5242ebd1-f334-49b6-940f-dea982877742 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 Aug 31 09:34:37.011575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Allocated IP 172.20.0.14 (25c4595a-8ee0-4081-b846-615fdeccb8a5/49b4d140-59c7-4389-8c40-7008570370a8/0418cffb-f550-4794-b7ad-55c882e36b7c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:37.172354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.196746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f72c4-8eed-4149-a445-023706f8c0d5 req-ea0d6352-3966-4adf-9cc2-79ef7d6b19f7 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.198152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd3f72c4-8eed-4149-a445-023706f8c0d5 req-ea0d6352-3966-4adf-9cc2-79ef7d6b19f7 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0532749 Aug 31 09:34:37.211473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.233782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['fdd342d0-3fd3-4980-ac25-782884181239'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:37.241487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd3f72c4-8eed-4149-a445-023706f8c0d5 req-ec0b5e6a-f4b8-44df-9f9f-37472a2fa595 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363169 Aug 31 09:34:37.258609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Network 25c4595a-8ee0-4081-b846-615fdeccb8a5 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:37.270894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:37.282213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:37.322469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Pushing event updated for resources: {'Port': ['ID=0418cffb-f550-4794-b7ad-55c882e36b7c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:37.347852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.348593 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.365773 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-54839e2f-2762-4b46-b070-87c5f052d16e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7088158 Aug 31 09:34:37.378435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Request body: {'port': {'device_id': 'c15bc786-7807-4b0c-adef-3d6da92c3043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:37.381033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6b2b9-9cc6-4982-87bf-83eb4825c835 req-a7e65f9e-dd81-4e17-b96f-48660dcdcb39 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.382820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ad6b2b9-9cc6-4982-87bf-83eb4825c835 req-a7e65f9e-dd81-4e17-b96f-48660dcdcb39 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0829625 Aug 31 09:34:37.419522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eae70-4a6d-4797-b7d1-62bd346f65be req-5f407398-ea97-4b9d-afdd-0760f657c0c3 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.421095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b46eae70-4a6d-4797-b7d1-62bd346f65be req-5f407398-ea97-4b9d-afdd-0760f657c0c3 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0852654 Aug 31 09:34:37.445379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.454637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a139ffdf-b2c2-40f8-8fcc-8daed06c41a3'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:37.454878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ad6b2b9-9cc6-4982-87bf-83eb4825c835 req-6b8fcf7c-ba86-4115-b0c9-5dd6d8010510 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651948 Aug 31 09:34:37.458630 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e39a9a-35fe-4003-9693-efb34994f03a" -d '{"events": [{"server_uuid": "74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1", "name": "network-vif-plugged", "status": "completed", "tag": "a139ffdf-b2c2-40f8-8fcc-8daed06c41a3"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:37.475499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b46eae70-4a6d-4797-b7d1-62bd346f65be req-790c85a7-fe54-4793-828a-303ab8930498 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Aug 31 09:34:37.512213 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5b47a-1862-44b0-81d7-f6feced43592 x-openstack-request-id: req-c5a5b47a-1862-44b0-81d7-f6feced43592 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:37.512715 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1", "name": "network-vif-plugged", "status": "completed", "tag": "a139ffdf-b2c2-40f8-8fcc-8daed06c41a3", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:37.512826 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5a5b47a-1862-44b0-81d7-f6feced43592 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:37.513848 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a139ffdf-b2c2-40f8-8fcc-8daed06c41a3', 'code': 200} Aug 31 09:34:37.638534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab65d94-0001-42df-b399-a818f7b7ea3c req-1e871a00-376b-4eb6-907a-b96e7636ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.640121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fab65d94-0001-42df-b399-a818f7b7ea3c req-1e871a00-376b-4eb6-907a-b96e7636ec27 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0549972 Aug 31 09:34:37.648883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e016e0-b08c-424f-b4e8-0ddd95007193 req-1bbab0e1-9961-47d6-88bd-e58fe392775c tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.650460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68e016e0-b08c-424f-b4e8-0ddd95007193 req-1bbab0e1-9961-47d6-88bd-e58fe392775c tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.0956738 Aug 31 09:34:37.730599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fab65d94-0001-42df-b399-a818f7b7ea3c req-591eba01-a5b3-462b-88d0-cd1a6a8ef71a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790102 Aug 31 09:34:37.767122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68e016e0-b08c-424f-b4e8-0ddd95007193 req-bc8770ba-d6c9-42b0-b448-4c1af00a6557 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057210 Aug 31 09:34:37.807479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa34f8a-a33a-4c94-8b52-6a546fde78ae req-1bad4ebe-a2e0-4104-a349-6806e03cda0d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.809882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afa34f8a-a33a-4c94-8b52-6a546fde78ae req-1bad4ebe-a2e0-4104-a349-6806e03cda0d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1039350 Aug 31 09:34:37.819114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0418cffb-f550-4794-b7ad-55c882e36b7c {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:37.830849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.846858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Transition to ACTIVE for port object 0418cffb-f550-4794-b7ad-55c882e36b7c will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:37.852391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.894488 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afa34f8a-a33a-4c94-8b52-6a546fde78ae req-aace5448-ece9-45bb-9501-d0b470fb01ba tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700073 Aug 31 09:34:37.906877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Pushing event updated for resources: {'Port': ['ID=0418cffb-f550-4794-b7ad-55c882e36b7c,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:37.909719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33853c40-3e09-4260-99a5-320a27e784f4 req-950eb391-31e5-4fe6-8e55-861dd45fba27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.920518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33853c40-3e09-4260-99a5-320a27e784f4 req-950eb391-31e5-4fe6-8e55-861dd45fba27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0940578 Aug 31 09:34:37.960353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33853c40-3e09-4260-99a5-320a27e784f4 req-36dd0f8c-98e7-458a-b81c-8305d28da47c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378585 Aug 31 09:34:37.987510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Attempting to bind port 0418cffb-f550-4794-b7ad-55c882e36b7c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:37.987853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Attempting to bind port 0418cffb-f550-4794-b7ad-55c882e36b7c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:37.988192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Attempting to bind port 0418cffb-f550-4794-b7ad-55c882e36b7c on network 25c4595a-8ee0-4081-b846-615fdeccb8a5 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:37.995989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Port 0418cffb-f550-4794-b7ad-55c882e36b7c on network 25c4595a-8ee0-4081-b846-615fdeccb8a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:37.996319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Attempting to bind port 0418cffb-f550-4794-b7ad-55c882e36b7c on network 25c4595a-8ee0-4081-b846-615fdeccb8a5 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:38.001642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:38.002015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Checking segment: {'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:38.002400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Bound using segment: {'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:38.002865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Bound port: 0418cffb-f550-4794-b7ad-55c882e36b7c, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d18a09c-b123-4fd0-bd94-cfa7fa40644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:38.003227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.034911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb3759-45c5-4af3-ba22-2126991cfccc req-0698100a-bc16-4308-a21c-f84cf1aa4a5f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.038286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16eb3759-45c5-4af3-ba22-2126991cfccc req-0698100a-bc16-4308-a21c-f84cf1aa4a5f tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 946 time: 0.0586169 Aug 31 09:34:38.080253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16eb3759-45c5-4af3-ba22-2126991cfccc req-4b91d594-f4f8-41ad-9648-137f0053ba9e tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355613 Aug 31 09:34:38.087885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] For port 0418cffb-f550-4794-b7ad-55c882e36b7c, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:38.091987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] For port 0418cffb-f550-4794-b7ad-55c882e36b7c, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0418cffb-f550-4794-b7ad-55c882e36b7c,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:38.096818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.136042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.136839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.138485 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] 10.222.0.52 "PUT /v2.0/ports/0418cffb-f550-4794-b7ad-55c882e36b7c HTTP/1.1" status: 200 len: 1092 time: 0.7644255 Aug 31 09:34:38.141270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15bc786-7807-4b0c-adef-3d6da92c3043', 'tag': '0418cffb-f550-4794-b7ad-55c882e36b7c'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:38.141476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446fb14-7436-46d2-8201-efc01f5dae38 req-48e08671-a639-4550-8e66-20381383d840 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.143166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b446fb14-7436-46d2-8201-efc01f5dae38 req-48e08671-a639-4550-8e66-20381383d840 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 944 time: 0.0582757 Aug 31 09:34:38.143906 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b359d05-1559-43eb-a458-d7214fc448df" -d '{"events": [{"name": "network-changed", "server_uuid": "c15bc786-7807-4b0c-adef-3d6da92c3043", "tag": "0418cffb-f550-4794-b7ad-55c882e36b7c"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:38.199555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b446fb14-7436-46d2-8201-efc01f5dae38 req-ae4ce4f0-cbbf-4662-8fef-ee5b3e22d779 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Aug 31 09:34:38.207674 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61ff828-d9ff-480c-9bf8-406876da1bed x-openstack-request-id: req-a61ff828-d9ff-480c-9bf8-406876da1bed {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:38.208092 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15bc786-7807-4b0c-adef-3d6da92c3043", "tag": "0418cffb-f550-4794-b7ad-55c882e36b7c", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:38.208092 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a61ff828-d9ff-480c-9bf8-406876da1bed {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:38.208566 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15bc786-7807-4b0c-adef-3d6da92c3043', 'tag': '0418cffb-f550-4794-b7ad-55c882e36b7c', 'status': 'completed', 'code': 200} Aug 31 09:34:38.241082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a9a28-541a-45c0-b5a0-d753cc98441d service neutron] Pushing event updated for resources: {'Port': ['ID=0418cffb-f550-4794-b7ad-55c882e36b7c,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:38.259557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-cebeffaa-dced-4197-93e7-d305783b5db6 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.261091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-cebeffaa-dced-4197-93e7-d305783b5db6 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 945 time: 0.1125281 Aug 31 09:34:38.278344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-15849348-fee5-4d51-bd58-540dea2b49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.280452 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-15849348-fee5-4d51-bd58-540dea2b49a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 1095 time: 0.0875301 Aug 31 09:34:38.342276 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-4e95cbad-8ea1-4c62-baa3-3ea33176d89b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0418cffb-f550-4794-b7ad-55c882e36b7c HTTP/1.1" status: 200 len: 217 time: 0.0415573 Aug 31 09:34:38.424475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-49d853a3-ee88-4b7c-a5ed-1b06f68f42c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.425920 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-49d853a3-ee88-4b7c-a5ed-1b06f68f42c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49b4d140-59c7-4389-8c40-7008570370a8 HTTP/1.1" status: 200 len: 852 time: 0.0757692 Aug 31 09:34:38.446919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Deleting port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:38.447156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.465851 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-91245b02-e41f-4410-ad2e-179a71d04c4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25c4595a-8ee0-4081-b846-615fdeccb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315812 Aug 31 09:34:38.586444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51517e-c143-4c4d-9ec8-84c095054d3f req-d6418616-a2c0-4a7f-9bb9-1dd2711fd4a9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.588805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b51517e-c143-4c4d-9ec8-84c095054d3f req-d6418616-a2c0-4a7f-9bb9-1dd2711fd4a9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0591607 Aug 31 09:34:38.614695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] For port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:38.615108 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.631669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b51517e-c143-4c4d-9ec8-84c095054d3f req-afd49a09-a11a-4184-8a3b-643d3bf0a304 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362203 Aug 31 09:34:38.637222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Calling delete_port for a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:38.643394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-230a6084-1b8d-411b-bca7-18f6396209d7 service neutron] 10.222.0.52 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672583 Aug 31 09:34:38.791940 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-958f1f32-bf58-4eca-a7be-65fbcc45b7f9 req-640ceb3e-82d8-47d8-ada8-e80dd6920eee service neutron] 10.222.0.52 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402109 Aug 31 09:34:38.862052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.878019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['e8838d95-dd69-4d37-9477-832433f5ae97', 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:38.887212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:38.895167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336912d-97f8-4299-a72e-710de08e7fb4 req-47569514-8a18-48b8-afbc-7a207c047fab tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.897078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d336912d-97f8-4299-a72e-710de08e7fb4 req-47569514-8a18-48b8-afbc-7a207c047fab tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42d74c2-710d-4e64-8230-cae880bf9a24 HTTP/1.1" status: 200 len: 867 time: 0.0603189 Aug 31 09:34:38.944871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Pushing event deleted for resources: {'Port': ['ID=a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:38.978766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d336912d-97f8-4299-a72e-710de08e7fb4 req-464538e6-cd2f-49d8-b8a9-c89beb05e1c4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722702 Aug 31 09:34:39.014840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] No DVR routers for this DVR port a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:39.019193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.021605 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b606dbb4-cec8-4bab-96e1-714739a93975 req-e973e917-32bf-4f41-a86a-016c830d81fa tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.20 "DELETE /v2.0/ports/a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f HTTP/1.1" status: 204 len: 173 time: 0.7526529 Aug 31 09:34:39.024152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b359d05-1559-43eb-a458-d7214fc448df req-dfb18906-882f-4a4a-8ce1-bffe5c232400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.025975 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b359d05-1559-43eb-a458-d7214fc448df req-dfb18906-882f-4a4a-8ce1-bffe5c232400 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 1095 time: 0.1566372 Aug 31 09:34:39.140742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0ee62-991e-420b-9d36-888897718604 req-67a8065d-8802-4f7e-a9f5-a52eaea3f461 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.142344 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9b0ee62-991e-420b-9d36-888897718604 req-67a8065d-8802-4f7e-a9f5-a52eaea3f461 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1218848 Aug 31 09:34:39.184733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521acf-5025-4afd-a20a-0d226b121708 req-3b263ca0-3074-483f-898e-b61dac1a89fa tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.186975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3521acf-5025-4afd-a20a-0d226b121708 req-3b263ca0-3074-483f-898e-b61dac1a89fa tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1057789 Aug 31 09:34:39.206266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b359d05-1559-43eb-a458-d7214fc448df req-b6b991c9-1645-4c8a-85a0-f3a95ed867b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.209365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b359d05-1559-43eb-a458-d7214fc448df req-b6b991c9-1645-4c8a-85a0-f3a95ed867b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 914 time: 0.1740534 Aug 31 09:34:39.214967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9b0ee62-991e-420b-9d36-888897718604 req-98b9d9e8-6fb3-4f82-b1eb-69151e01b59f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640342 Aug 31 09:34:39.241840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3521acf-5025-4afd-a20a-0d226b121708 req-665363a1-dbb2-445d-a69c-9419fda3dc3d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462480 Aug 31 09:34:39.287617 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b359d05-1559-43eb-a458-d7214fc448df req-5f49ba4d-6a30-484d-9d8f-5a4c69024119 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0418cffb-f550-4794-b7ad-55c882e36b7c HTTP/1.1" status: 200 len: 217 time: 0.0595217 Aug 31 09:34:39.353101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b359d05-1559-43eb-a458-d7214fc448df req-beb2ecfb-8c69-4410-9f60-80d9998893d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.355028 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b359d05-1559-43eb-a458-d7214fc448df req-beb2ecfb-8c69-4410-9f60-80d9998893d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49b4d140-59c7-4389-8c40-7008570370a8 HTTP/1.1" status: 200 len: 852 time: 0.0591393 Aug 31 09:34:39.377619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270ebb6-4b5f-4e68-8ded-512403006244 req-30066e43-0b39-45dd-a47e-4b325be70c67 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.386129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2270ebb6-4b5f-4e68-8ded-512403006244 req-30066e43-0b39-45dd-a47e-4b325be70c67 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 946 time: 0.0662351 Aug 31 09:34:39.393972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b359d05-1559-43eb-a458-d7214fc448df req-7919c653-99bd-4cdb-a4a2-347d0f11456f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25c4595a-8ee0-4081-b846-615fdeccb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309939 Aug 31 09:34:39.465019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2270ebb6-4b5f-4e68-8ded-512403006244 req-8abca13b-7ace-44ab-abd5-6adda7465eb2 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777671 Aug 31 09:34:39.483249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58cde-7d89-4fae-86ed-ff78215e26f3 req-ccbfebdd-84a1-4333-a08a-446aa39494c4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.484841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ae58cde-7d89-4fae-86ed-ff78215e26f3 req-ccbfebdd-84a1-4333-a08a-446aa39494c4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 944 time: 0.0873051 Aug 31 09:34:39.502246 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b359d05-1559-43eb-a458-d7214fc448df req-22d0b398-bbff-486b-96a7-24820acbb416 service neutron] 10.222.0.52 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005907 Aug 31 09:34:39.555259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ae58cde-7d89-4fae-86ed-ff78215e26f3 req-f960d7b8-98f0-4341-98a5-295df382e5db tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522537 Aug 31 09:34:39.624187 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b359d05-1559-43eb-a458-d7214fc448df req-6776b8bd-7977-4e92-822e-b1664993263e service neutron] 10.222.0.52 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142287 Aug 31 09:34:39.810451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70b48-6e17-46a6-8007-413cdbc28387 req-1b04faa5-b839-4886-a386-9212e82f20bf tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.812030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4eb70b48-6e17-46a6-8007-413cdbc28387 req-1b04faa5-b839-4886-a386-9212e82f20bf tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0965002 Aug 31 09:34:39.826153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1155bc-331b-4f8c-a507-5b0ef97b06a2 req-c6de3c08-632d-4c33-84f8-e966f5cb53d8 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.827676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a1155bc-331b-4f8c-a507-5b0ef97b06a2 req-c6de3c08-632d-4c33-84f8-e966f5cb53d8 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 946 time: 0.0833111 Aug 31 09:34:39.890628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4eb70b48-6e17-46a6-8007-413cdbc28387 req-4c86f016-79f5-46e8-83ce-6398dc3be884 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724659 Aug 31 09:34:39.893768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a1155bc-331b-4f8c-a507-5b0ef97b06a2 req-a4e8da24-bbe7-460a-9cbd-75d9a8e652b3 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601249 Aug 31 09:34:40.210191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42d74c2-710d-4e64-8230-cae880bf9a24', 'name': 'network-vif-deleted', 'tag': 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:40.212562 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34fd148-381d-4c6e-8b7c-536d52b9bf0f" -d '{"events": [{"server_uuid": "e42d74c2-710d-4e64-8230-cae880bf9a24", "name": "network-vif-deleted", "tag": "a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:40.253601 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be77d588-870a-4b97-aa09-c7fcec130355 x-openstack-request-id: req-be77d588-870a-4b97-aa09-c7fcec130355 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:40.254027 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42d74c2-710d-4e64-8230-cae880bf9a24", "name": "network-vif-deleted", "tag": "a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:40.254306 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be77d588-870a-4b97-aa09-c7fcec130355 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:40.254823 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42d74c2-710d-4e64-8230-cae880bf9a24', 'name': 'network-vif-deleted', 'tag': 'a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f', 'status': 'completed', 'code': 200} Aug 31 09:34:40.261590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5b6cf-f973-4485-9162-6e1a4a3d767d req-e792ca76-caaa-4267-965d-8dffd4b91910 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:40.263753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1d5b6cf-f973-4485-9162-6e1a4a3d767d req-e792ca76-caaa-4267-965d-8dffd4b91910 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 945 time: 0.0553260 Aug 31 09:34:40.305160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1d5b6cf-f973-4485-9162-6e1a4a3d767d req-6b101161-7d3f-4e6a-b8bd-12c62dc2907a tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Aug 31 09:34:40.351771 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.370297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbb26d-cec2-4501-8b28-38c7cc084d83 req-9444e693-1e9b-41a4-9ba4-469fc4bb34cf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:40.373257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ddbb26d-cec2-4501-8b28-38c7cc084d83 req-9444e693-1e9b-41a4-9ba4-469fc4bb34cf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0587597 Aug 31 09:34:40.445409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ddbb26d-cec2-4501-8b28-38c7cc084d83 req-ab83d17d-9cad-46b2-97ae-42bbb0de8582 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647974 Aug 31 09:34:40.466285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc821e-a7d3-4935-8e1c-dced30b500f4 req-b0946db2-03cb-45d4-a109-e23498528854 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:40.468030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3cc821e-a7d3-4935-8e1c-dced30b500f4 req-b0946db2-03cb-45d4-a109-e23498528854 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0712018 Aug 31 09:34:40.517998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3cc821e-a7d3-4935-8e1c-dced30b500f4 req-8aa3e9ef-dfa0-418c-a0a1-03af52536353 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Aug 31 09:34:40.675849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a474ef5-768b-4c38-81fb-31a354f8c9f5 req-4b8dd623-6022-4680-9299-8891bf957c0b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:40.677295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a474ef5-768b-4c38-81fb-31a354f8c9f5 req-4b8dd623-6022-4680-9299-8891bf957c0b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 944 time: 0.0523002 Aug 31 09:34:40.717059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a474ef5-768b-4c38-81fb-31a354f8c9f5 req-ef81d35b-4a7d-4742-8751-cd21c1ccd398 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Aug 31 09:34:41.067060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea6f59-4bb9-4b79-a336-b497ab8d9dbb req-7e051fc6-a60b-414d-9343-85c9ab75533d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.068708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74ea6f59-4bb9-4b79-a336-b497ab8d9dbb req-7e051fc6-a60b-414d-9343-85c9ab75533d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 946 time: 0.0850191 Aug 31 09:34:41.080338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707526f-f87b-414f-925e-fc26595d138e req-4fcc1421-2ad7-49d2-89ac-0543d7f605d7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.083449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7707526f-f87b-414f-925e-fc26595d138e req-4fcc1421-2ad7-49d2-89ac-0543d7f605d7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1013200 Aug 31 09:34:41.147739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74ea6f59-4bb9-4b79-a336-b497ab8d9dbb req-5d35c5f7-7342-4f31-94bf-5f757f5bf2db tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups?id=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620532 Aug 31 09:34:41.150871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7707526f-f87b-414f-925e-fc26595d138e req-e3c446d9-e294-4415-a975-6768c06bf70f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618489 Aug 31 09:34:41.179314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-32b45163-8aad-4bc1-9e2b-c828e068b5af tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.180633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-32b45163-8aad-4bc1-9e2b-c828e068b5af tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 946 time: 0.0647891 Aug 31 09:34:41.281215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Deleting port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:41.281897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.381788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] For port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,segment=NetworkSegment(e918b87b-ddff-4363-ad65-b2e1b38a6957),segment_id=e918b87b-ddff-4363-ad65-b2e1b38a6957)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:41.382223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.398852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Calling delete_port for a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:41.439978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:41.460246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e3233-1cdb-4b79-a368-40045882017f req-76e3bde9-2cc4-4606-b02b-29725451e1bf tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.462323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-127e3233-1cdb-4b79-a368-40045882017f req-76e3bde9-2cc4-4606-b02b-29725451e1bf tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 945 time: 0.0663781 Aug 31 09:34:41.484463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:41.485113 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a284d0ae-8a4a-4dd6-ad3b-2cee9c9ee54f not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:41.516141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-127e3233-1cdb-4b79-a368-40045882017f req-f013477e-70b8-4336-86a6-dffa4f324c80 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 Aug 31 09:34:41.590434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59474a-8851-4c8c-808e-e67d8f982bf7 req-0163f529-a7b3-4b34-8a8c-3ea5f855085b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.592651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea59474a-8851-4c8c-808e-e67d8f982bf7 req-0163f529-a7b3-4b34-8a8c-3ea5f855085b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0588024 Aug 31 09:34:41.600600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.614176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a139ffdf-b2c2-40f8-8fcc-8daed06c41a3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:41.652432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event deleted for resources: {'Port': ['ID=a139ffdf-b2c2-40f8-8fcc-8daed06c41a3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:41.663414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea59474a-8851-4c8c-808e-e67d8f982bf7 req-ece1927d-572e-4584-bfb9-80e53b55e220 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643120 Aug 31 09:34:41.694274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] No DVR routers for this DVR port a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:41.697229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.699612 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bc3f8d-eb16-4ff5-bbb4-6305885fa78f req-c50d6287-cff4-4bf0-9752-86ac72535a97 tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.52 "DELETE /v2.0/ports/a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 HTTP/1.1" status: 204 len: 173 time: 0.5119288 Aug 31 09:34:41.732857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-908a126a-99a6-4974-9f17-0a1ab03dde91 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.734363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-908a126a-99a6-4974-9f17-0a1ab03dde91 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.52 "GET /v2.0/ports?device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 945 time: 0.0973709 Aug 31 09:34:41.759959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cef043-8113-4b58-84ad-fd958a6bf043 req-0fb5bd8f-a847-419c-86f8-89a0ce3cdb96 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.761471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75cef043-8113-4b58-84ad-fd958a6bf043 req-0fb5bd8f-a847-419c-86f8-89a0ce3cdb96 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0791664 Aug 31 09:34:41.889812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75cef043-8113-4b58-84ad-fd958a6bf043 req-22391d71-f1b2-407d-9982-2dad48a2e24e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047869 Aug 31 09:34:41.921046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568c162-5162-4dfa-b091-b7bd1c1efe08 req-e1f8b94a-607f-4471-9a35-4941956144b7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.922554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b568c162-5162-4dfa-b091-b7bd1c1efe08 req-e1f8b94a-607f-4471-9a35-4941956144b7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 944 time: 0.1153727 Aug 31 09:34:41.950911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Deleting port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:41.951119 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.013726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b568c162-5162-4dfa-b091-b7bd1c1efe08 req-83ee1301-a4a7-4b1a-bd37-2f98941c9fa2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836599 Aug 31 09:34:42.058867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] For port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:42.059225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.080175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Calling delete_port for 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:42.255428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1', 'name': 'network-vif-deleted', 'tag': 'a139ffdf-b2c2-40f8-8fcc-8daed06c41a3'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:42.258456 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17be47d-984d-4f29-ba31-326d6ef26436" -d '{"events": [{"server_uuid": "74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1", "name": "network-vif-deleted", "tag": "a139ffdf-b2c2-40f8-8fcc-8daed06c41a3"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:42.303668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4240813-535e-4c56-9429-1cf50ffbc3ac req-5ade2fc1-d857-4f25-9bcc-77183d3c3cdc tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/ports?device_id=74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1 HTTP/1.1" status: 200 len: 210 time: 0.0491788 Aug 31 09:34:42.335876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.349499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:42.353064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['e8838d95-dd69-4d37-9477-832433f5ae97'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:42.376751 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Pushing event deleted for resources: {'Port': ['ID=1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:42.391175 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cc3168-be5d-47aa-8de6-0157db1b160c x-openstack-request-id: req-87cc3168-be5d-47aa-8de6-0157db1b160c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:42.392057 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1", "name": "network-vif-deleted", "tag": "a139ffdf-b2c2-40f8-8fcc-8daed06c41a3", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:42.392057 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-87cc3168-be5d-47aa-8de6-0157db1b160c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:42.392057 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c97d69-162a-4cc7-a1cd-7dac8e3bc0d1', 'name': 'network-vif-deleted', 'tag': 'a139ffdf-b2c2-40f8-8fcc-8daed06c41a3', 'status': 'completed', 'code': 200} Aug 31 09:34:42.429157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] No DVR routers for this DVR port 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:42.438916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cb434-fc22-48f2-8685-8837664f9486 req-1b6200f8-6b3f-4cae-a0bb-edbebd8925ad tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:42.440645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d3cb434-fc22-48f2-8685-8837664f9486 req-1b6200f8-6b3f-4cae-a0bb-edbebd8925ad tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1665168 Aug 31 09:34:42.442078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.444108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0a71a2-a954-47b7-9ed4-49117cb71feb req-4ee75c81-38c6-494d-8169-5815dd0230e4 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.52 "DELETE /v2.0/ports/1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee HTTP/1.1" status: 204 len: 173 time: 0.7017684 Aug 31 09:34:42.444693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56e9ca6-70c5-41c1-b985-e6ef889dba3f', 'name': 'network-vif-deleted', 'tag': '1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:42.447238 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b518d16d-c4cc-4a07-81ab-54a9cb7820f6" -d '{"events": [{"server_uuid": "a56e9ca6-70c5-41c1-b985-e6ef889dba3f", "name": "network-vif-deleted", "tag": "1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:42.497750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d3cb434-fc22-48f2-8685-8837664f9486 req-bc1dc908-43ea-429f-9476-7fc1e93460d6 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Aug 31 09:34:42.524458 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec4b264-0b5e-4357-b334-eaf65a40c611 x-openstack-request-id: req-7ec4b264-0b5e-4357-b334-eaf65a40c611 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:42.524818 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56e9ca6-70c5-41c1-b985-e6ef889dba3f", "name": "network-vif-deleted", "tag": "1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:42.525136 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ec4b264-0b5e-4357-b334-eaf65a40c611 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:42.525618 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56e9ca6-70c5-41c1-b985-e6ef889dba3f', 'name': 'network-vif-deleted', 'tag': '1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee', 'status': 'completed', 'code': 200} Aug 31 09:34:42.527908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0418cffb-f550-4794-b7ad-55c882e36b7c details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:42.681496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44bee7ed-591c-4cd7-8fe3-c4d3226d776b req-41794f57-9046-4aaf-a26b-96a10b8a069d tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a56e9ca6-70c5-41c1-b985-e6ef889dba3f HTTP/1.1" status: 200 len: 210 time: 0.0358574 Aug 31 09:34:42.725288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0418cffb-f550-4794-b7ad-55c882e36b7c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0418cffb-f550-4794-b7ad-55c882e36b7c,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:42.752591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '0418cffb-f550-4794-b7ad-55c882e36b7c', 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5', 'port_id': '0418cffb-f550-4794-b7ad-55c882e36b7c', 'mac_address': 'fa:16:3e:e7:5b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b4d140-59c7-4389-8c40-7008570370a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:42.806517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.825972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0418cffb-f550-4794-b7ad-55c882e36b7c {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:42.847534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e275d0-22c3-4c70-af3f-d28043592e35 req-d7fc603b-bd32-4303-92c6-1b95de2ca12e tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:42.855419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0418cffb-f550-4794-b7ad-55c882e36b7c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0418cffb-f550-4794-b7ad-55c882e36b7c,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:42.855783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74e275d0-22c3-4c70-af3f-d28043592e35 req-d7fc603b-bd32-4303-92c6-1b95de2ca12e tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0891011 Aug 31 09:34:42.863204 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.915393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74e275d0-22c3-4c70-af3f-d28043592e35 req-e3186123-ea31-47ec-8640-0cea298f00c1 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586324 Aug 31 09:34:42.926126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0418cffb-f550-4794-b7ad-55c882e36b7c,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:42.949083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.949482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.949780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.951296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.951654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.951989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.952413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.952748 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.953072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.953446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.953766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.954095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:43.088172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0418cffb-f550-4794-b7ad-55c882e36b7c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:43.127407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55828-49c5-4198-86c1-508b7d80eccf req-6c7120da-1d92-48d0-b470-23e45895d801 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:43.131322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afb55828-49c5-4198-86c1-508b7d80eccf req-6c7120da-1d92-48d0-b470-23e45895d801 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1199260 Aug 31 09:34:43.204974 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afb55828-49c5-4198-86c1-508b7d80eccf req-e291d684-5558-4c54-ac8c-f737f290e723 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656669 Aug 31 09:34:43.222176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b23f8-31a3-4427-81f7-4f994a6f2d91 req-701bf62f-0b2f-4c25-b712-7572748eb148 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:43.224707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d5b23f8-31a3-4427-81f7-4f994a6f2d91 req-701bf62f-0b2f-4c25-b712-7572748eb148 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 945 time: 0.0872545 Aug 31 09:34:43.278186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d5b23f8-31a3-4427-81f7-4f994a6f2d91 req-d249244f-e3ce-4a34-8f09-4ab55fe9d5ad tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465128 Aug 31 09:34:43.404923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.560463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:43.629692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e6137005-9a1e-488a-bde6-2eff68a9dc2d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.643552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63aada-da8f-489d-83c5-7819138ef9eb req-863409a4-106c-4149-858d-c7cb0ec11f2b tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:43.645253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd63aada-da8f-489d-83c5-7819138ef9eb req-863409a4-106c-4149-858d-c7cb0ec11f2b tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0666914 Aug 31 09:34:43.662785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e6137005-9a1e-488a-bde6-2eff68a9dc2d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.701167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd63aada-da8f-489d-83c5-7819138ef9eb req-44b3970a-2f94-42c6-b236-80ff73eccf3c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494993 Aug 31 09:34:43.780379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e6137005-9a1e-488a-bde6-2eff68a9dc2d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.788249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e6137005-9a1e-488a-bde6-2eff68a9dc2d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.788249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e6137005-9a1e-488a-bde6-2eff68a9dc2d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "DELETE /v2.0/security-groups/be3e1fa5-bbb1-4b42-9e2e-a55d931000b8 HTTP/1.1" status: 204 len: 168 time: 0.2212858 Aug 31 09:34:43.788719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55392) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:43.809579 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-b2eb16f5-aae5-473a-9553-73dc67577d9b tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] show failed (client error): The resource could not be found. Aug 31 09:34:43.811334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b2eb16f5-aae5-473a-9553-73dc67577d9b tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "GET /v2.0/security-groups/be3e1fa5-bbb1-4b42-9e2e-a55d931000b8 HTTP/1.1" status: 404 len: 347 time: 0.0218730 Aug 31 09:34:43.816492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55394) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:43.818702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6137005-9a1e-488a-bde6-2eff68a9dc2d tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3e1fa5-bbb1-4b42-9e2e-a55d931000b8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:43.979051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Deleting port 57a75dc5-5396-4dfb-a961-b561a32c5e68 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:43.980476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.134335 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.135076 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.157552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070893-495a-44f6-81e9-a19f20f363c5 req-2c9bf2d9-8443-4a44-845f-c42074574848 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:44.159208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25070893-495a-44f6-81e9-a19f20f363c5 req-2c9bf2d9-8443-4a44-845f-c42074574848 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1330276 Aug 31 09:34:44.165558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Calling delete_port for 57a75dc5-5396-4dfb-a961-b561a32c5e68 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:44.200005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8412b6-2679-4b37-b609-3ffba2ebe303 req-4d97ab69-5192-4d15-b8aa-c7e13e70f9ab tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:44.201639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef8412b6-2679-4b37-b609-3ffba2ebe303 req-4d97ab69-5192-4d15-b8aa-c7e13e70f9ab tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1334271 Aug 31 09:34:44.284542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25070893-495a-44f6-81e9-a19f20f363c5 req-de188c78-5ac8-48ed-9914-95c8c2984e4b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166284 Aug 31 09:34:44.321273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef8412b6-2679-4b37-b609-3ffba2ebe303 req-147c3cc8-12ee-45cd-aa85-a4ca3473147e tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114602 Aug 31 09:34:44.472828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.511642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Pushing event deleted for resources: {'Port': ['ID=57a75dc5-5396-4dfb-a961-b561a32c5e68,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:44.532063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d5773-cad8-48b3-afab-9eb254e1cedc req-bae40ab1-c8d4-4272-b30b-fc404b9005c6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:44.534256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-635d5773-cad8-48b3-afab-9eb254e1cedc req-bae40ab1-c8d4-4272-b30b-fc404b9005c6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1486921 Aug 31 09:34:44.540789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0418cffb-f550-4794-b7ad-55c882e36b7c up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:44.588448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73cc0b-56b6-4a05-bb4b-0dead6a0716b req-5314fb7a-15ce-49fc-ad4f-fb5f9f55ab84 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:44.591822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac73cc0b-56b6-4a05-bb4b-0dead6a0716b req-5314fb7a-15ce-49fc-ad4f-fb5f9f55ab84 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 945 time: 0.1677167 Aug 31 09:34:44.599590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 0418cffb-f550-4794-b7ad-55c882e36b7c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:44.604204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 0418cffb-f550-4794-b7ad-55c882e36b7c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:44.605297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.679591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-635d5773-cad8-48b3-afab-9eb254e1cedc req-6ba57a21-d474-4db9-a467-e14bd37e0d5d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345012 Aug 31 09:34:44.689642 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.692591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.693929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b5e629c5-79d8-40c4-9822-9af3a0d8413a tempest-ImagesOneServerNegativeTestJSON-736735441 tempest-ImagesOneServerNegativeTestJSON-736735441-project] 10.222.0.69 "DELETE /v2.0/floatingips/4b66424f-079e-45a7-ae88-5bc4afd08ee1 HTTP/1.1" status: 204 len: 168 time: 0.8759587 Aug 31 09:34:44.713880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.734086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac73cc0b-56b6-4a05-bb4b-0dead6a0716b req-8bcf8d0e-6810-4fe9-8c51-3ae0a9723cf5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259089 Aug 31 09:34:44.791803 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15bc786-7807-4b0c-adef-3d6da92c3043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0418cffb-f550-4794-b7ad-55c882e36b7c'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:44.791803 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a887a6f1-b321-4479-8f80-642581034895" -d '{"events": [{"server_uuid": "c15bc786-7807-4b0c-adef-3d6da92c3043", "name": "network-vif-plugged", "status": "completed", "tag": "0418cffb-f550-4794-b7ad-55c882e36b7c"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:44.814539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0418cffb-f550-4794-b7ad-55c882e36b7c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0418cffb-f550-4794-b7ad-55c882e36b7c,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:44.821263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.822166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:44.874009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:44.874360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a139ffdf-b2c2-40f8-8fcc-8daed06c41a3 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:44.874830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:44.901227 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee84058-af66-4f7b-9b16-ec70a9426fcc x-openstack-request-id: req-0ee84058-af66-4f7b-9b16-ec70a9426fcc {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:44.902352 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15bc786-7807-4b0c-adef-3d6da92c3043", "name": "network-vif-plugged", "status": "completed", "tag": "0418cffb-f550-4794-b7ad-55c882e36b7c", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:44.902904 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ee84058-af66-4f7b-9b16-ec70a9426fcc {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:44.903637 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15bc786-7807-4b0c-adef-3d6da92c3043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0418cffb-f550-4794-b7ad-55c882e36b7c', 'code': 200} Aug 31 09:34:44.908956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:44.909305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1cd9d79a-a26d-4bf0-abdf-66c2a1de5cee not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:44.936137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0418cffb-f550-4794-b7ad-55c882e36b7c,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:44.947552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49668f-bac3-4db2-a22e-544cadbc7823 req-628b1905-64b7-4eb5-8ab8-a55b83c74b23 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:44.949165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:44.959865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a49668f-bac3-4db2-a22e-544cadbc7823 req-628b1905-64b7-4eb5-8ab8-a55b83c74b23 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1017373 Aug 31 09:34:45.024868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-075547f9-476e-4a03-ad24-f016d9c98c7a admin admin] Deleting subnet 880f70da-ce0c-4999-a42d-55a55404cfee {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:45.028837 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-075547f9-476e-4a03-ad24-f016d9c98c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.031378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a49668f-bac3-4db2-a22e-544cadbc7823 req-0dd6f2e9-5714-4d85-af76-d2ec7fc3168b tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701656 Aug 31 09:34:45.074297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-075547f9-476e-4a03-ad24-f016d9c98c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.079952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b90a7a-59aa-40b7-8c2a-b636064c79d1 req-03f40a8e-61f0-460c-bb11-5380c234c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:45.081634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60b90a7a-59aa-40b7-8c2a-b636064c79d1 req-03f40a8e-61f0-460c-bb11-5380c234c03a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 1097 time: 0.0735772 Aug 31 09:34:45.126352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-075547f9-476e-4a03-ad24-f016d9c98c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.134549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60b90a7a-59aa-40b7-8c2a-b636064c79d1 req-b675a5f9-97e8-4102-a111-e2a42d6bd90e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Aug 31 09:34:45.210235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-075547f9-476e-4a03-ad24-f016d9c98c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.263361 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-075547f9-476e-4a03-ad24-f016d9c98c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.266908 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-075547f9-476e-4a03-ad24-f016d9c98c7a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/880f70da-ce0c-4999-a42d-55a55404cfee HTTP/1.1" status: 204 len: 168 time: 0.3147056 Aug 31 09:34:45.267991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075547f9-476e-4a03-ad24-f016d9c98c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880f70da-ce0c-4999-a42d-55a55404cfee,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:45.270150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55424) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:45.357195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.485995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.517787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6514c624-b359-4228-8546-e9df36874fc8']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:45.536128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e918b87b-ddff-4363-ad65-b2e1b38a6957') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:45.536429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e918b87b-ddff-4363-ad65-b2e1b38a6957') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:45.553616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.580084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbb04-af93-43b7-84a8-7432775694c8 req-4b14a8f6-b49c-4243-ba4c-03154034258c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:45.581759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f2dbb04-af93-43b7-84a8-7432775694c8 req-4b14a8f6-b49c-4243-ba4c-03154034258c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1419618 Aug 31 09:34:45.590725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091d007-c466-4982-804d-d22dfc3ff850 req-7f206781-a5f5-4424-9c30-53fb366de052 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:45.592860 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d091d007-c466-4982-804d-d22dfc3ff850 req-7f206781-a5f5-4424-9c30-53fb366de052 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.1379275 Aug 31 09:34:45.593968 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.622352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:45.622771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:45.630033 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:45.714971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d091d007-c466-4982-804d-d22dfc3ff850 req-63eb7a17-b69c-4b97-9702-801d1b3e40d6 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/security-groups?id=06beda58-0805-4b78-b931-76a30f207394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121194 Aug 31 09:34:45.719968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f2dbb04-af93-43b7-84a8-7432775694c8 req-e2473fe4-2247-45b5-9458-648cf0914095 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234527 Aug 31 09:34:45.730907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.746566 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.750516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6514c624-b359-4228-8546-e9df36874fc8 HTTP/1.1" status: 204 len: 168 time: 0.4760375 Aug 31 09:34:45.786031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe46f6d-c24d-4123-b0a1-d3d1941f8010 admin admin] Pushing event deleted for resources: {'Network': ['ID=6514c624-b359-4228-8546-e9df36874fc8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:45.923472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478eac-fa5e-4cd6-ad33-7b14fae7acc0 req-054825d6-d2bf-4c8b-9a29-9bae69727996 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:45.925078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd478eac-fa5e-4cd6-ad33-7b14fae7acc0 req-054825d6-d2bf-4c8b-9a29-9bae69727996 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0967362 Aug 31 09:34:45.938088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3590b8-878f-4815-8349-7bb0fcdb8f44 req-74183d75-04e5-4238-bccb-8739144ac781 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:45.939654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc3590b8-878f-4815-8349-7bb0fcdb8f44 req-74183d75-04e5-4238-bccb-8739144ac781 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 946 time: 0.1007552 Aug 31 09:34:45.972123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55438) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.005676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd478eac-fa5e-4cd6-ad33-7b14fae7acc0 req-1af8b259-8b6a-4fb8-bc17-a72170ac7b30 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647707 Aug 31 09:34:46.026540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc3590b8-878f-4815-8349-7bb0fcdb8f44 req-808f85b8-3cc7-4356-9e90-5020cbfe2077 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781555 Aug 31 09:34:46.061709 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-18e66ec7-f49f-4223-b65a-e735fcda28f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c71ab77918af4e5487422c51b938fcba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876873 Aug 31 09:34:46.064573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55442) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.080470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968091-2385-49b7-88a6-2af74775e543 req-50e2132a-fa5b-444d-b830-e9a471d3f6f0 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:46.082168 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-66968091-2385-49b7-88a6-2af74775e543 req-50e2132a-fa5b-444d-b830-e9a471d3f6f0 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 946 time: 0.0909207 Aug 31 09:34:46.226194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f51f8-1e6e-4b97-92bb-0586df182c7d req-b2dd8632-95c9-4003-a954-0a19db45b0c7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:46.228287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-763f51f8-1e6e-4b97-92bb-0586df182c7d req-b2dd8632-95c9-4003-a954-0a19db45b0c7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0700903 Aug 31 09:34:46.233763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e95612ac-5166-4324-ac58-6a3d68fdec3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.267865 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e95612ac-5166-4324-ac58-6a3d68fdec3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.300042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-763f51f8-1e6e-4b97-92bb-0586df182c7d req-c7652a82-a26d-43c4-aafb-3a159f7af15a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579538 Aug 31 09:34:46.319396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Deleting port e8838d95-dd69-4d37-9477-832433f5ae97 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:46.320266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.414352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e95612ac-5166-4324-ac58-6a3d68fdec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.416853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e95612ac-5166-4324-ac58-6a3d68fdec3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.418038 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e95612ac-5166-4324-ac58-6a3d68fdec3c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82cf97e4-4c2f-4a89-b8eb-5df31a3e0558 HTTP/1.1" status: 204 len: 168 time: 0.3524735 Aug 31 09:34:46.439379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95612ac-5166-4324-ac58-6a3d68fdec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf97e4-4c2f-4a89-b8eb-5df31a3e0558,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:46.467910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] For port e8838d95-dd69-4d37-9477-832433f5ae97, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e8838d95-dd69-4d37-9477-832433f5ae97,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:46.468450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.487880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Calling delete_port for e8838d95-dd69-4d37-9477-832433f5ae97 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:46.676232 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.688812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['e8838d95-dd69-4d37-9477-832433f5ae97'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:46.710875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Pushing event deleted for resources: {'Port': ['ID=e8838d95-dd69-4d37-9477-832433f5ae97,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:46.784769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] No DVR routers for this DVR port e8838d95-dd69-4d37-9477-832433f5ae97 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:46.787413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.789809 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-66968091-2385-49b7-88a6-2af74775e543 req-46113e03-a1c3-4657-a990-6c655380bfe3 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.20 "DELETE /v2.0/ports/e8838d95-dd69-4d37-9477-832433f5ae97 HTTP/1.1" status: 204 len: 173 time: 0.6867814 Aug 31 09:34:46.791082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8e018-ef26-416e-9999-76a09f2f9242', 'name': 'network-vif-deleted', 'tag': 'e8838d95-dd69-4d37-9477-832433f5ae97'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:46.793520 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab0fc0-7b3b-4a68-bf83-2cd861462da2" -d '{"events": [{"server_uuid": "76c8e018-ef26-416e-9999-76a09f2f9242", "name": "network-vif-deleted", "tag": "e8838d95-dd69-4d37-9477-832433f5ae97"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:46.883971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8002392-96f5-485a-a059-9f5da62f6ec7 req-1f3e27fc-ae92-4fbc-bbf5-9fbe7e570276 tempest-ListServerFiltersTestJSON-342957268 tempest-ListServerFiltersTestJSON-342957268-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c8e018-ef26-416e-9999-76a09f2f9242 HTTP/1.1" status: 200 len: 210 time: 0.0384209 Aug 31 09:34:46.978180 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01f2834-90d5-4b15-9d9b-4a94ea4ad61e x-openstack-request-id: req-c01f2834-90d5-4b15-9d9b-4a94ea4ad61e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:46.978988 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c8e018-ef26-416e-9999-76a09f2f9242", "name": "network-vif-deleted", "tag": "e8838d95-dd69-4d37-9477-832433f5ae97", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:46.979296 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c01f2834-90d5-4b15-9d9b-4a94ea4ad61e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:46.980308 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8e018-ef26-416e-9999-76a09f2f9242', 'name': 'network-vif-deleted', 'tag': 'e8838d95-dd69-4d37-9477-832433f5ae97', 'status': 'completed', 'code': 200} Aug 31 09:34:47.001896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5178a35-ba5a-4ee9-ab11-14e5489bd491 req-c64916fb-eaff-4480-adca-de616135e871 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:47.003523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5178a35-ba5a-4ee9-ab11-14e5489bd491 req-c64916fb-eaff-4480-adca-de616135e871 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1164997 Aug 31 09:34:47.058292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5178a35-ba5a-4ee9-ab11-14e5489bd491 req-db602592-766f-4b1f-81e0-c8da187e52dd tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Aug 31 09:34:47.252103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033992ce-7a8f-4391-b3dd-9f660974b347 req-b6ba4e66-c814-4bcb-ae5c-51ac14c1b796 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:47.253729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-033992ce-7a8f-4391-b3dd-9f660974b347 req-b6ba4e66-c814-4bcb-ae5c-51ac14c1b796 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 946 time: 0.1278715 Aug 31 09:34:47.276223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfe13c-ee10-4276-9867-327f0b7c3cd0 req-e6ddd927-3775-4801-b782-ed98c4ce40e5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:47.278118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40cfe13c-ee10-4276-9867-327f0b7c3cd0 req-e6ddd927-3775-4801-b782-ed98c4ce40e5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1009295 Aug 31 09:34:47.328896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-033992ce-7a8f-4391-b3dd-9f660974b347 req-327ee3c7-1e0e-4656-8ab4-326435383890 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671718 Aug 31 09:34:47.355900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40cfe13c-ee10-4276-9867-327f0b7c3cd0 req-f1601de6-8a05-44d9-8a5a-f977d07e861c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600011 Aug 31 09:34:47.555909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78816d-c2b8-4795-be26-f73538c03d59 req-a9459232-5964-43cb-a107-230df15ce3de tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:47.557599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c78816d-c2b8-4795-be26-f73538c03d59 req-a9459232-5964-43cb-a107-230df15ce3de tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0526469 Aug 31 09:34:47.614077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c78816d-c2b8-4795-be26-f73538c03d59 req-b5ee663f-b1b6-4f38-8263-d780aee5e79d tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473924 Aug 31 09:34:47.929770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa003f8d-7f5c-4eeb-a758-28ada6f025f7 req-993de71c-2b0f-4558-8ecd-781b3777add1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:47.931433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa003f8d-7f5c-4eeb-a758-28ada6f025f7 req-993de71c-2b0f-4558-8ecd-781b3777add1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 946 time: 0.0859187 Aug 31 09:34:47.939886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e701cb-09cc-44c8-8906-156b2c118511 req-97488dee-c5cd-439b-a1b6-929f9f53b388 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:47.941460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63e701cb-09cc-44c8-8906-156b2c118511 req-97488dee-c5cd-439b-a1b6-929f9f53b388 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 946 time: 0.0869257 Aug 31 09:34:48.005548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa003f8d-7f5c-4eeb-a758-28ada6f025f7 req-96f95e95-7c51-48d0-b8b2-ca4bd3192215 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603704 Aug 31 09:34:48.008216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63e701cb-09cc-44c8-8906-156b2c118511 req-a507d5e0-f2ad-4e91-8ffe-436fd6f81ec2 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560060 Aug 31 09:34:48.055052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:48.103708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd63cad-f9da-4c9a-9bfe-bfc465639c11 admin admin] Deleting subnet 265f9852-856c-4537-9d00-c85107cbf4cd {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:48.108747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acd63cad-f9da-4c9a-9bfe-bfc465639c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.129790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55516) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:48.148793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acd63cad-f9da-4c9a-9bfe-bfc465639c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.194055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e98a-31b1-45a8-96a6-2d99e5877b52 req-bde41b94-031b-44d5-92fb-cf5ac8b4bdaa tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:48.196064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fe4e98a-31b1-45a8-96a6-2d99e5877b52 req-bde41b94-031b-44d5-92fb-cf5ac8b4bdaa tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0566175 Aug 31 09:34:48.246165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acd63cad-f9da-4c9a-9bfe-bfc465639c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.251813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fe4e98a-31b1-45a8-96a6-2d99e5877b52 req-3c59f726-b9a1-43b3-ab0b-becb2783aee2 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479021 Aug 31 09:34:48.305382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acd63cad-f9da-4c9a-9bfe-bfc465639c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.333660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd63cad-f9da-4c9a-9bfe-bfc465639c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=265f9852-856c-4537-9d00-c85107cbf4cd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.335825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acd63cad-f9da-4c9a-9bfe-bfc465639c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.340603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-acd63cad-f9da-4c9a-9bfe-bfc465639c11 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/265f9852-856c-4537-9d00-c85107cbf4cd HTTP/1.1" status: 204 len: 168 time: 0.2815943 Aug 31 09:34:48.340603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55520) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:48.346059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc11e25-9f09-4ec4-9f1c-bedab989cc14 None None] Network c9217154-175a-43ce-bb63-f3bb984a83a0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:48.428249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.444330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ed29600-51d2-4dfc-b3dc-f2272be0ffe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.504767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Deleting port b72f26ba-5489-4e6a-bede-f48769a07e4a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:48.505348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.527121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bf82c-aa6e-4576-9dba-64f2b21acf11 req-5d48d23b-bd5a-4d08-84a5-eb61beebfb11 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:48.529995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-929bf82c-aa6e-4576-9dba-64f2b21acf11 req-5d48d23b-bd5a-4d08-84a5-eb61beebfb11 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0809910 Aug 31 09:34:48.592044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] DHCP port deletion for c9217154-175a-43ce-bb63-f3bb984a83a0 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:34:48.619638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-929bf82c-aa6e-4576-9dba-64f2b21acf11 req-e1a9a640-e608-4e43-adf9-97c03a2cbc27 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796328 Aug 31 09:34:48.623726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] For port b72f26ba-5489-4e6a-bede-f48769a07e4a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b72f26ba-5489-4e6a-bede-f48769a07e4a,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:48.624358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.648034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Calling delete_port for b72f26ba-5489-4e6a-bede-f48769a07e4a owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:48.664516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] Deleting port b72f26ba-5489-4e6a-bede-f48769a07e4a {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:48.665093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.681203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ed29600-51d2-4dfc-b3dc-f2272be0ffe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.686892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ed29600-51d2-4dfc-b3dc-f2272be0ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.737492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] For port b72f26ba-5489-4e6a-bede-f48769a07e4a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b72f26ba-5489-4e6a-bede-f48769a07e4a,segment=NetworkSegment(3626a6cd-4590-40e1-a76d-a7ddb4ed0382),segment_id=3626a6cd-4590-40e1-a76d-a7ddb4ed0382)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:48.738234 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.747872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9ed29600-51d2-4dfc-b3dc-f2272be0ffe8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eca3b11bca8b46c6868203f395712a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162701 Aug 31 09:34:48.750879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55528) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:48.753321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] Calling delete_port for b72f26ba-5489-4e6a-bede-f48769a07e4a owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:48.763911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed29600-51d2-4dfc-b3dc-f2272be0ffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de949b3d-0e01-427c-bffc-1264942e271a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.777271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.808564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d455a-fd11-4d9e-8f3e-328cc589a5af req-f66ca672-1d20-4550-aa56-8dad63ecaae9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:48.811136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89d455a-fd11-4d9e-8f3e-328cc589a5af req-f66ca672-1d20-4550-aa56-8dad63ecaae9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0971158 Aug 31 09:34:48.830728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] No DVR routers for this DVR port b72f26ba-5489-4e6a-bede-f48769a07e4a on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:48.833491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72f26ba-5489-4e6a-bede-f48769a07e4a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.866306 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.868616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f89d455a-fd11-4d9e-8f3e-328cc589a5af req-7ccd77e2-46a7-4e15-9742-04d9cfe37d3e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Aug 31 09:34:48.915801 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] Pushing event deleted for resources: {'Port': ['ID=b72f26ba-5489-4e6a-bede-f48769a07e4a,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.922204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c6ba6-f3cf-422a-8774-53f6de2c19f2 None None] No DVR routers for this DVR port b72f26ba-5489-4e6a-bede-f48769a07e4a on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:48.930621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce34b6b3-67a3-4efb-8de0-6c9c5e145d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.938295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.956852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9217154-175a-43ce-bb63-f3bb984a83a0']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:48.972887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce34b6b3-67a3-4efb-8de0-6c9c5e145d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.975723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3626a6cd-4590-40e1-a76d-a7ddb4ed0382') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:48.976017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3626a6cd-4590-40e1-a76d-a7ddb4ed0382') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:48.999379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.027853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.042725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:49.043488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:49.046954 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:49.137173 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce34b6b3-67a3-4efb-8de0-6c9c5e145d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.139960 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce34b6b3-67a3-4efb-8de0-6c9c5e145d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.141127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ce34b6b3-67a3-4efb-8de0-6c9c5e145d04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de949b3d-0e01-427c-bffc-1264942e271a HTTP/1.1" status: 204 len: 168 time: 0.3881578 Aug 31 09:34:49.152947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34b6b3-67a3-4efb-8de0-6c9c5e145d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de949b3d-0e01-427c-bffc-1264942e271a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:49.159943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.173352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.195624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c9217154-175a-43ce-bb63-f3bb984a83a0 HTTP/1.1" status: 204 len: 168 time: 0.8537169 Aug 31 09:34:49.218635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ded5d2-41c0-49dc-a3ec-caa4bfe864d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9217154-175a-43ce-bb63-f3bb984a83a0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:49.221754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-8c36e2d1-37e8-4e0e-b7c9-ba7fede0a61d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:49.223792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-8c36e2d1-37e8-4e0e-b7c9-ba7fede0a61d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.52 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 946 time: 0.1880319 Aug 31 09:34:49.296757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457886d3-4e21-4b55-bc8b-a308b0f5d221 req-41a9fd2d-7983-418c-b964-f3b292f572d1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:49.298199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-457886d3-4e21-4b55-bc8b-a308b0f5d221 req-41a9fd2d-7983-418c-b964-f3b292f572d1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 946 time: 0.1749356 Aug 31 09:34:49.312806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09fcab-8615-4159-8dd9-8d1b625c43a6 req-db79c5bd-409d-43e0-b500-1c8adcaaac5b tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:49.312806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d09fcab-8615-4159-8dd9-8d1b625c43a6 req-db79c5bd-409d-43e0-b500-1c8adcaaac5b tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 946 time: 0.1913996 Aug 31 09:34:49.350044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55542) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:49.398910 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b79cf84b-10af-4754-b0e1-2be9e053491d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f98e97c5bf74e7383d616928698cf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471256 Aug 31 09:34:49.401463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55544) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:49.416756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-457886d3-4e21-4b55-bc8b-a308b0f5d221 req-9cd8fc99-e7ef-4949-ada3-2b6de5eddbc6 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018603 Aug 31 09:34:49.422156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d09fcab-8615-4159-8dd9-8d1b625c43a6 req-0d248fa0-ac75-4ab2-b61c-018f3407452e tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856314 Aug 31 09:34:49.433548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Deleting port 0418cffb-f550-4794-b7ad-55c882e36b7c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:49.433892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.474347 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97f68cb6-5643-4ee7-95f2-d6191ebd17aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.503020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97f68cb6-5643-4ee7-95f2-d6191ebd17aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.507259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e8838d95-dd69-4d37-9477-832433f5ae97 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:49.530867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: e8838d95-dd69-4d37-9477-832433f5ae97 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:49.531442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e8838d95-dd69-4d37-9477-832433f5ae97 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:49.587028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97f68cb6-5643-4ee7-95f2-d6191ebd17aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.591865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] For port 0418cffb-f550-4794-b7ad-55c882e36b7c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0418cffb-f550-4794-b7ad-55c882e36b7c,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:49.592367 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.594683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97f68cb6-5643-4ee7-95f2-d6191ebd17aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.598334 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-97f68cb6-5643-4ee7-95f2-d6191ebd17aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06beda58-0805-4b78-b931-76a30f207394 HTTP/1.1" status: 204 len: 168 time: 0.1933851 Aug 31 09:34:49.607455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f68cb6-5643-4ee7-95f2-d6191ebd17aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06beda58-0805-4b78-b931-76a30f207394,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:49.645042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f957-18cd-444f-ac88-2f696cdfd43f req-218cc42c-2207-4a6f-ba76-e0da13c619cc tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:49.646652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0607f957-18cd-444f-ac88-2f696cdfd43f req-218cc42c-2207-4a6f-ba76-e0da13c619cc tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1298389 Aug 31 09:34:49.647729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Calling delete_port for 0418cffb-f550-4794-b7ad-55c882e36b7c owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:49.761406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0607f957-18cd-444f-ac88-2f696cdfd43f req-6947e877-2d2b-484b-9954-b5597b50cf56 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085498 Aug 31 09:34:49.936159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e191e-7885-40a9-9125-ca72114dba1d req-cfdd25f3-67a3-4822-8205-85c7ddd021ea tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:49.943708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c44e191e-7885-40a9-9125-ca72114dba1d req-cfdd25f3-67a3-4822-8205-85c7ddd021ea tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1257837 Aug 31 09:34:49.952944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.968014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['fdd342d0-3fd3-4980-ac25-782884181239'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:49.971057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0418cffb-f550-4794-b7ad-55c882e36b7c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:49.998458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Pushing event deleted for resources: {'Port': ['ID=0418cffb-f550-4794-b7ad-55c882e36b7c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:50.104435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c44e191e-7885-40a9-9125-ca72114dba1d req-a3643104-0fd7-47b7-9125-7c3ea1c1930c tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597223 Aug 31 09:34:50.116289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af943e9-e90a-4066-8862-d7de29b93c00 req-42e1e4ea-1819-4f4c-9f0b-86ea04b2e675 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:50.124424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-48e9becc-01c3-4bd0-8fea-2323a6991e6b tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:50.129650 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-48e9becc-01c3-4bd0-8fea-2323a6991e6b tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 946 time: 0.1480010 Aug 31 09:34:50.133215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6af943e9-e90a-4066-8862-d7de29b93c00 req-42e1e4ea-1819-4f4c-9f0b-86ea04b2e675 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1390324 Aug 31 09:34:50.164170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] No DVR routers for this DVR port 0418cffb-f550-4794-b7ad-55c882e36b7c on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:50.169280 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.172446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4fad4f0-85f4-4c39-8bbd-40c7a34b3457 req-ead7b011-88fd-496c-a826-7b0eaad79137 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.52 "DELETE /v2.0/ports/0418cffb-f550-4794-b7ad-55c882e36b7c HTTP/1.1" status: 204 len: 173 time: 0.9390292 Aug 31 09:34:50.172948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15bc786-7807-4b0c-adef-3d6da92c3043', 'name': 'network-vif-deleted', 'tag': '0418cffb-f550-4794-b7ad-55c882e36b7c'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:50.185002 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0724c8-d2d9-4855-b421-b1258014cbb9" -d '{"events": [{"server_uuid": "c15bc786-7807-4b0c-adef-3d6da92c3043", "name": "network-vif-deleted", "tag": "0418cffb-f550-4794-b7ad-55c882e36b7c"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:50.273311 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bd70dd-c0fa-4fe3-80c3-810d52287692 x-openstack-request-id: req-56bd70dd-c0fa-4fe3-80c3-810d52287692 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:50.273685 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15bc786-7807-4b0c-adef-3d6da92c3043", "name": "network-vif-deleted", "tag": "0418cffb-f550-4794-b7ad-55c882e36b7c", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:50.274058 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56bd70dd-c0fa-4fe3-80c3-810d52287692 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:50.274461 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15bc786-7807-4b0c-adef-3d6da92c3043', 'name': 'network-vif-deleted', 'tag': '0418cffb-f550-4794-b7ad-55c882e36b7c', 'status': 'completed', 'code': 200} Aug 31 09:34:50.294155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6af943e9-e90a-4066-8862-d7de29b93c00 req-c61f1abc-fda7-463b-8f0b-85a0603a0de7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571624 Aug 31 09:34:50.318193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Deleting port e4989623-f9a8-4864-8db4-ef4f1449d883 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:50.322797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.399089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55580) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:50.405244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b72f26ba-5489-4e6a-bede-f48769a07e4a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:50.428145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: b72f26ba-5489-4e6a-bede-f48769a07e4a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:50.428495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b72f26ba-5489-4e6a-bede-f48769a07e4a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:50.451135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] For port e4989623-f9a8-4864-8db4-ef4f1449d883, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e4989623-f9a8-4864-8db4-ef4f1449d883,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:50.451502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.472566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Calling delete_port for e4989623-f9a8-4864-8db4-ef4f1449d883 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:50.577361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124cd7e-d56c-4577-85d6-dd153598a029 req-444b9682-9824-4669-9ea8-71c319e960a6 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:50.585188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b124cd7e-d56c-4577-85d6-dd153598a029 req-444b9682-9824-4669-9ea8-71c319e960a6 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5a03a53-fae8-4575-8285-34e2d93c04ac HTTP/1.1" status: 200 len: 946 time: 0.0670357 Aug 31 09:34:50.645159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8489d85c-08f5-46dd-a6d4-12b4cacf63f5 req-a80f92c7-264d-4a41-a17e-66749f1d587f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=c15bc786-7807-4b0c-adef-3d6da92c3043 HTTP/1.1" status: 200 len: 210 time: 0.0565350 Aug 31 09:34:50.665870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1553229742-network', 'tenant_id': '56a5d2c0801245329125d9f766389fa8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:50.676525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b124cd7e-d56c-4577-85d6-dd153598a029 req-55a49702-3e46-4854-a97b-a366377d7cf3 tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.69 "GET /v2.0/security-groups?id=ef26f22b-8be8-417a-894d-cf65c0d11652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900586 Aug 31 09:34:50.720945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Made reservation on behalf of 56a5d2c0801245329125d9f766389fa8 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:50.723579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.744075 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.809229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.829373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['e4989623-f9a8-4864-8db4-ef4f1449d883'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:50.859560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Pushing event deleted for resources: {'Port': ['ID=e4989623-f9a8-4864-8db4-ef4f1449d883,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:50.980015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] No DVR routers for this DVR port e4989623-f9a8-4864-8db4-ef4f1449d883 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:50.980265 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.986288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.992028 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0599bb8d-07b7-4beb-9fdc-81b6c8036698 req-6c99b0fd-1667-4c49-99d5-1d97d950b5eb tempest-AttachSCSIVolumeTestJSON-1958791339 tempest-AttachSCSIVolumeTestJSON-1958791339-project] 10.222.0.20 "DELETE /v2.0/ports/e4989623-f9a8-4864-8db4-ef4f1449d883 HTTP/1.1" status: 204 len: 173 time: 0.8555174 Aug 31 09:34:50.993134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a03a53-fae8-4575-8285-34e2d93c04ac', 'name': 'network-vif-deleted', 'tag': 'e4989623-f9a8-4864-8db4-ef4f1449d883'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:50.996727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.997857 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb404035-e1d1-43af-9b6e-a75d1cf801bd" -d '{"events": [{"server_uuid": "e5a03a53-fae8-4575-8285-34e2d93c04ac", "name": "network-vif-deleted", "tag": "e4989623-f9a8-4864-8db4-ef4f1449d883"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:51.048276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aba4e-01ad-4c7f-9453-171262f83d32 req-d2462ab5-0526-41bf-a60d-565f2c509c58 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:51.051322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f78aba4e-01ad-4c7f-9453-171262f83d32 req-d2462ab5-0526-41bf-a60d-565f2c509c58 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1363645 Aug 31 09:34:51.051762 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e33170b-fd8f-40a3-ace9-14fb103cb7b7 x-openstack-request-id: req-8e33170b-fd8f-40a3-ace9-14fb103cb7b7 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:51.052172 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a03a53-fae8-4575-8285-34e2d93c04ac", "name": "network-vif-deleted", "tag": "e4989623-f9a8-4864-8db4-ef4f1449d883", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:51.052543 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e33170b-fd8f-40a3-ace9-14fb103cb7b7 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:51.053940 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a03a53-fae8-4575-8285-34e2d93c04ac', 'name': 'network-vif-deleted', 'tag': 'e4989623-f9a8-4864-8db4-ef4f1449d883', 'status': 'completed', 'code': 200} Aug 31 09:34:51.070157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:51.118445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.118924 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Added segment ec52eee9-746b-467d-9a12-246b9374ff62 of type vlan for network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca Aug 31 09:34:51.154510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094fbcad-626a-4a4f-9ed1-3087873dd99f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:51.236278 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.255340 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f78aba4e-01ad-4c7f-9453-171262f83d32 req-3f370597-c512-4890-9c5e-9b7529f388cf tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790962 Aug 31 09:34:51.299939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.300939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:51.301537 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.333445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7bfff-7ba5-4675-87a0-2c89551b0285 req-e5605a7a-45cd-4cb7-89a8-a419a0069705 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:51.335090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fe7bfff-7ba5-4675-87a0-2c89551b0285 req-e5605a7a-45cd-4cb7-89a8-a419a0069705 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1052945 Aug 31 09:34:51.736604 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-682af825-a7b5-46cd-afbb-73a641677f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.743867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3435102 Aug 31 09:34:51.747599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55630) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:51.757245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Request body: {'subnet': {'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1553229742-subnet', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:51.789062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0091e-acb2-475d-bf9e-84328dfe3cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:51.791125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Made reservation on behalf of 56a5d2c0801245329125d9f766389fa8 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:51.795442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.803131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:51.823184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fe7bfff-7ba5-4675-87a0-2c89551b0285 req-b6657011-1679-4199-92a4-322a9fd979bd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043832 Aug 31 09:34:51.866393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ee1bb-fd21-4375-a945-e7634cf99dd2 req-d8694d7b-f89b-41cc-bd1b-3e680bdeb5c7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:51.882417 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc6ee1bb-fd21-4375-a945-e7634cf99dd2 req-d8694d7b-f89b-41cc-bd1b-3e680bdeb5c7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1426046 Aug 31 09:34:51.975350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc6ee1bb-fd21-4375-a945-e7634cf99dd2 req-8becde0e-eada-42de-9211-aa075834e47d tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881302 Aug 31 09:34:52.090139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcdd5a5c-3836-4980-913b-737a0b7d25a9 req-d3ce372f-34ae-49f6-82f3-50cfec767e00 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0951283 Aug 31 09:34:52.252978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e30fa-70f4-4306-ab4e-2f9ec668f1ef req-abb0a66f-a256-41c5-ae86-e4378af2e81d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:52.257644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b2e30fa-70f4-4306-ab4e-2f9ec668f1ef req-abb0a66f-a256-41c5-ae86-e4378af2e81d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.0855389 Aug 31 09:34:52.365560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b2e30fa-70f4-4306-ab4e-2f9ec668f1ef req-c0f675fd-4942-477d-a891-0e4f04af9e9b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982184 Aug 31 09:34:52.441813 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.456266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17829d3d-0634-4f6e-a244-4576e988a40e req-92e80b76-fd71-418a-b58e-3718927b489d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:52.458846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17829d3d-0634-4f6e-a244-4576e988a40e req-92e80b76-fd71-418a-b58e-3718927b489d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0913515 Aug 31 09:34:52.531091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf073442-b30f-4992-b3f2-786e110c4987,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:52.538896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17829d3d-0634-4f6e-a244-4576e988a40e req-2a740b7d-55b7-412d-a8be-976d56524372 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710695 Aug 31 09:34:52.566565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Checking segment: {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:52.567235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Network hostable DHCP agents. Network: 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:52.600291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0418cffb-f550-4794-b7ad-55c882e36b7c no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:52.600893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:52.618477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:52.632209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:52.633402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.661178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ffe72561-9c31-4119-9892-009c6c0ce4d7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9107854 Aug 31 09:34:52.664031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55666) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:52.674578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:52.681664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5797bebe-337e-499d-85ff-bb8f6e11fe38 None None] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:52.720414 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.722925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.746840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 0418cffb-f550-4794-b7ad-55c882e36b7c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:52.747968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0418cffb-f550-4794-b7ad-55c882e36b7c not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:52.788245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8bad6-0b92-49d0-958e-defa0469f0c4 req-8f0565c7-0325-4a12-a5e6-7fbe05c9e1d7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:52.791478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2eb8bad6-0b92-49d0-958e-defa0469f0c4 req-8f0565c7-0325-4a12-a5e6-7fbe05c9e1d7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1035285 Aug 31 09:34:52.860998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.893659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2eb8bad6-0b92-49d0-958e-defa0469f0c4 req-69fc091d-7d36-460a-a4a1-ef80e94a6aff tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843508 Aug 31 09:34:53.023326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:53.024529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.086503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9296b-39e7-43a2-9a79-93b8cca5db64 req-e3165926-f8da-45be-8a84-349cc287b954 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.089914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8e9296b-39e7-43a2-9a79-93b8cca5db64 req-e3165926-f8da-45be-8a84-349cc287b954 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0760493 Aug 31 09:34:53.151379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.219391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8e9296b-39e7-43a2-9a79-93b8cca5db64 req-a3331b0f-98b0-40ac-a977-dbfbf9925519 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110404 Aug 31 09:34:53.322383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0fb1d-73b9-4816-a5e9-661a778e1287 req-d0d68ff2-9683-4867-b6ab-120ba509a292 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.324075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ec0fb1d-73b9-4816-a5e9-661a778e1287 req-d0d68ff2-9683-4867-b6ab-120ba509a292 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1363454 Aug 31 09:34:53.420599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Allocated IP 172.20.0.2 (2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca/bf073442-b30f-4992-b3f2-786e110c4987/99e74b57-a26b-46dd-967a-651555cb1993) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:53.425150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ec0fb1d-73b9-4816-a5e9-661a778e1287 req-cb990ede-df70-42c6-a064-e8375b0088bf tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927622 Aug 31 09:34:53.577589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d7dd8-d5ff-46e0-9fc6-7344f6403af1 req-a1a7ee02-e1db-4e2b-9b99-fa71b526fd39 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.601647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c47d7dd8-d5ff-46e0-9fc6-7344f6403af1 req-a1a7ee02-e1db-4e2b-9b99-fa71b526fd39 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.2043533 Aug 31 09:34:53.616990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.694173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c47d7dd8-d5ff-46e0-9fc6-7344f6403af1 req-5ff823eb-0a81-430f-9c96-312bd7086992 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865536 Aug 31 09:34:53.720313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e4989623-f9a8-4864-8db4-ef4f1449d883 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:53.757592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.773067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a5310a-118d-4805-a50c-84a2a02ac14b req-971ee670-0332-45e8-a664-98081db99682 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0777028 Aug 31 09:34:53.794386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: e4989623-f9a8-4864-8db4-ef4f1449d883 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:53.795253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e4989623-f9a8-4864-8db4-ef4f1449d883 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:53.989932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e1397-7731-4969-bcd4-1f2af62bf344 req-df40fc41-069e-4c75-9bf2-a0f614aaeac9 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.993749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.994786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da3e1397-7731-4969-bcd4-1f2af62bf344 req-df40fc41-069e-4c75-9bf2-a0f614aaeac9 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1112280 Aug 31 09:34:54.006467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Transition to ACTIVE for port object 99e74b57-a26b-46dd-967a-651555cb1993 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:54.016161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Allocated IP 172.25.1.244 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/37bc0bc2-13f9-424b-8e38-4068ce3480fd) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:54.035865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Transition to ACTIVE for port object 99e74b57-a26b-46dd-967a-651555cb1993 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:54.050250 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.138555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Pushing event updated for resources: {'Port': ['ID=99e74b57-a26b-46dd-967a-651555cb1993,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:54.143390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da3e1397-7731-4969-bcd4-1f2af62bf344 req-c36209e0-ad79-46e6-a527-1380edb39b06 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249337 Aug 31 09:34:54.161368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:54.163217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:54.169751 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:54.244326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Attempting to bind port 99e74b57-a26b-46dd-967a-651555cb1993 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:54.244998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Attempting to bind port 99e74b57-a26b-46dd-967a-651555cb1993 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:54.245541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Attempting to bind port 99e74b57-a26b-46dd-967a-651555cb1993 on network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:54.253277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:54.254232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Checking segment: {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:54.254232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.254912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Bound using segment: {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:54.255450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Bound port: 99e74b57-a26b-46dd-967a-651555cb1993, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:54.255883 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.286444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.376308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.383896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] For port 99e74b57-a26b-46dd-967a-651555cb1993, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:54.391673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] For port 99e74b57-a26b-46dd-967a-651555cb1993, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=99e74b57-a26b-46dd-967a-651555cb1993,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:54.401232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.425957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:54.429575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:54.432186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:54.447404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966ce9e-479e-4ee2-9fba-4eef5360eb94 req-e552a9aa-89b8-4969-a2d3-11c4b4d726ad tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:54.458082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9966ce9e-479e-4ee2-9fba-4eef5360eb94 req-e552a9aa-89b8-4969-a2d3-11c4b4d726ad tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0794644 Aug 31 09:34:54.482021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Pushing event updated for resources: {'Port': ['ID=37bc0bc2-13f9-424b-8e38-4068ce3480fd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:54.553901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356de27-2de1-4099-9783-3aaa85ea292f None None] Pushing event updated for resources: {'Port': ['ID=99e74b57-a26b-46dd-967a-651555cb1993,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:54.571075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9966ce9e-479e-4ee2-9fba-4eef5360eb94 req-257eebd5-6811-43dc-a61a-6768d121c147 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087637 Aug 31 09:34:54.857751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e1dc9c3-838d-46f9-a4d3-d8135f5793cb req-54486ccc-98a2-43a5-a599-76737df64386 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.1103542 Aug 31 09:34:54.953075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6723c79-a7c6-4671-8976-6626aa5e8d48 req-cc304a1b-17fd-476b-a9ca-dd510e0ef95a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:54.954740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6723c79-a7c6-4671-8976-6626aa5e8d48 req-cc304a1b-17fd-476b-a9ca-dd510e0ef95a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0764358 Aug 31 09:34:54.982273 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.030255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6723c79-a7c6-4671-8976-6626aa5e8d48 req-420a0417-7f2b-4b24-a14d-ed73fbe9a931 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640652 Aug 31 09:34:55.075326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.150036 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-11baa029-b444-497d-87c6-17f3a546945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.170172 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:34:55.223131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2717701-d266-42a5-a30f-996d457fa722 req-c09b5a18-b0ee-4349-b0cc-8cc827e182b8 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0317256 Aug 31 09:34:55.353820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e60a80-e6a1-47ce-8e34-c445746d5da9 req-d49b91d0-c23c-4e2b-9443-5f68b177f358 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:55.364300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96e60a80-e6a1-47ce-8e34-c445746d5da9 req-d49b91d0-c23c-4e2b-9443-5f68b177f358 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1191928 Aug 31 09:34:55.437304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96e60a80-e6a1-47ce-8e34-c445746d5da9 req-0a82011b-eacc-4fca-8005-a0130695627f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699217 Aug 31 09:34:55.517785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.694630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:34:55.766217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002bf92-12cf-426c-b1c8-1262d5121e31 req-26b712e6-d9a3-426b-8156-48aa684cd86b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:55.770449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b002bf92-12cf-426c-b1c8-1262d5121e31 req-26b712e6-d9a3-426b-8156-48aa684cd86b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.0904887 Aug 31 09:34:55.843167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b002bf92-12cf-426c-b1c8-1262d5121e31 req-dd7e7ef6-ddc6-4713-a80b-7e0feb06c8bf tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553176 Aug 31 09:34:55.919999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-86317d67-3281-4d60-aaff-e62b50cecec6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621901 Aug 31 09:34:55.921488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:55.941560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.943160 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a8eaf12-af01-491e-9bf3-a9d7b067faed admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.2775328 Aug 31 09:34:55.946112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55740) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:55.969046 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Sync routers for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:55.987266 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:55.988279 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:34:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:56.096193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce868efc-f4cd-4c9c-8c0d-9fa99a2ac66a None None] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:56.103758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-f124eff6-0b28-4e90-ba2c-117ca5ac6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.106498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-f124eff6-0b28-4e90-ba2c-117ca5ac6ccb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1096 time: 0.0604050 Aug 31 09:34:56.128228 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:56.326828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f6f777a9-6185-4928-b50f-468356680573 None None] Provisioning for port 99e74b57-a26b-46dd-967a-651555cb1993 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:56.356851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-10e9ac91-3e79-4f95-9f84-fb350bb23cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.360072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-10e9ac91-3e79-4f95-9f84-fb350bb23cf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.2258823 Aug 31 09:34:56.401309 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:54Z', 'revision_number': 3, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:56.484069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59f12fa6-6681-46e2-afd5-dd98d982e7bc req-ff7866f7-bc0a-416c-a1ef-c2f1df419d79 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0510080 Aug 31 09:34:56.524554 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Checking router: 0ab31b0f-75d4-4efc-a955-42ef1a0881cb for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:56.532237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 99e74b57-a26b-46dd-967a-651555cb1993 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:56.535541 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Updating router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb port 37bc0bc2-13f9-424b-8e38-4068ce3480fd binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:34:56.542042 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-ddc4181e-93ff-4985-bf69-67d02a908a68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 1001 time: 0.1737280 Aug 31 09:34:56.598945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b5f98-34a1-40ec-8109-e8d62a8fb41b req-5359262b-0c63-45e9-8469-7513eb1252d0 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.608257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a15b5f98-34a1-40ec-8109-e8d62a8fb41b req-5359262b-0c63-45e9-8469-7513eb1252d0 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.3358197 Aug 31 09:34:56.613248 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.677217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-040a4831-14d3-4289-a013-44619243682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.689267 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-040a4831-14d3-4289-a013-44619243682b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1295638 Aug 31 09:34:56.690844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 99e74b57-a26b-46dd-967a-651555cb1993 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:56.697095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 99e74b57-a26b-46dd-967a-651555cb1993 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:56.697462 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.789854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-99444d13-c002-4e56-bae1-3bd3f3337458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.799214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a15b5f98-34a1-40ec-8109-e8d62a8fb41b req-a28ce5f3-8eda-477e-839f-fdfd6bdc616c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856370 Aug 31 09:34:56.803814 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-99444d13-c002-4e56-bae1-3bd3f3337458 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060448 Aug 31 09:34:56.845840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb030936-54de-4a11-8329-ae5e42fc0016 req-98538d1a-d0b4-440c-82da-144da2853d4c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.868615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb030936-54de-4a11-8329-ae5e42fc0016 req-98538d1a-d0b4-440c-82da-144da2853d4c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.2583561 Aug 31 09:34:56.895118 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.005931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 99e74b57-a26b-46dd-967a-651555cb1993, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=99e74b57-a26b-46dd-967a-651555cb1993,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:57.019678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.024787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a63c561c-4e35-4152-ab6d-d0c8e40058a9 None None] Provisioning complete for port 99e74b57-a26b-46dd-967a-651555cb1993 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:57.025158 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a63c561c-4e35-4152-ab6d-d0c8e40058a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.027394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb030936-54de-4a11-8329-ae5e42fc0016 req-70481586-36e1-4baf-9b28-3b40a5f7780d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575730 Aug 31 09:34:57.043341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-e8b86567-3e48-49c9-9bf3-c716f166455d service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260580 Aug 31 09:34:57.196006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=99e74b57-a26b-46dd-967a-651555cb1993,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:57.297233 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.306788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.328060 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c380eb8-b98a-4f91-a8c8-735172f8252d req-5bc0d117-9ec7-4a71-918e-83df955370c7 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775578 Aug 31 09:34:57.332054 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Transition to ACTIVE for port object 37bc0bc2-13f9-424b-8e38-4068ce3480fd will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:57.343902 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.411374 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Attempting to bind port 37bc0bc2-13f9-424b-8e38-4068ce3480fd on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:57.412010 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Attempting to bind port 37bc0bc2-13f9-424b-8e38-4068ce3480fd by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:57.414563 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Attempting to bind port 37bc0bc2-13f9-424b-8e38-4068ce3480fd on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:57.432175 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Pushing event updated for resources: {'Port': ['ID=37bc0bc2-13f9-424b-8e38-4068ce3480fd,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:57.435627 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:57.436125 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:57.436621 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.437160 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:57.437822 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Bound port: 37bc0bc2-13f9-424b-8e38-4068ce3480fd, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:57.438377 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.476541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b53a9-ed28-4bf0-b078-6e3c763dcf13 req-0f76b3c9-ad92-4268-b6b9-19007262637e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:57.478198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b07b53a9-ed28-4bf0-b078-6e3c763dcf13 req-0f76b3c9-ad92-4268-b6b9-19007262637e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1380308 Aug 31 09:34:57.499984 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.500579 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.501147 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.501743 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.502316 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.502943 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.503524 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.504235 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.505814 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.506991 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.507985 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.509581 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.553282 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.583654 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] For port 37bc0bc2-13f9-424b-8e38-4068ce3480fd, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:57.589553 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] For port 37bc0bc2-13f9-424b-8e38-4068ce3480fd, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=37bc0bc2-13f9-424b-8e38-4068ce3480fd,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:57.602192 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.649227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b07b53a9-ed28-4bf0-b078-6e3c763dcf13 req-c18959f3-e5e1-4301-8fde-7692a11124d7 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456797 Aug 31 09:34:57.740566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727bf27-46cd-44c7-b3c3-0452fb386470 req-3e632465-95ef-4e99-beb3-2fe50a2fc655 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:57.740566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d727bf27-46cd-44c7-b3c3-0452fb386470 req-3e632465-95ef-4e99-beb3-2fe50a2fc655 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1856463 Aug 31 09:34:57.785061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Allocated IP 172.20.0.1 (2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca/bf073442-b30f-4992-b3f2-786e110c4987/636ddbc4-3beb-4c25-b207-c634d940afba) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:57.854043 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:57.854577 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:34:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:57.905034 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc054fd-7f24-4331-b559-1d07a2683560 None None] Pushing event updated for resources: {'Port': ['ID=37bc0bc2-13f9-424b-8e38-4068ce3480fd,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:57.937985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d727bf27-46cd-44c7-b3c3-0452fb386470 req-a7b94f1e-26f1-4555-bd4d-3ee888363dbf tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840080 Aug 31 09:34:57.964477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f40367c-f9bd-4a61-91a7-c624550f6efa req-3a4b39a0-e8dd-40fd-8855-8372b48c110b tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.1149793 Aug 31 09:34:58.054249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.077131 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:58.100230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Transition to ACTIVE for port object 636ddbc4-3beb-4c25-b207-c634d940afba will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:58.191250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1aba9-13af-4d7c-af99-69b92e57ba68 req-99f6e40f-4891-48d0-8db1-5440eda608c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:58.195308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aff1aba9-13af-4d7c-af99-69b92e57ba68 req-99f6e40f-4891-48d0-8db1-5440eda608c8 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1840262 Aug 31 09:34:58.255192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248320f3-08db-4183-ac32-54e389202df2 req-c3dc1509-8203-443a-a6cc-09605c9b9c8f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:58.256784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-248320f3-08db-4183-ac32-54e389202df2 req-c3dc1509-8203-443a-a6cc-09605c9b9c8f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1445382 Aug 31 09:34:58.286676 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.307387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aff1aba9-13af-4d7c-af99-69b92e57ba68 req-ef166c14-b58a-4dce-b153-274c85fdd4ea tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992570 Aug 31 09:34:58.386325 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5d2529eb-f865-423e-886c-76331186f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:54Z', 'revision_number': 3, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:58.392894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55798) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:58.431915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 99e74b57-a26b-46dd-967a-651555cb1993 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:58.435414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:58.438321 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2529eb-f865-423e-886c-76331186f21e None None] The sync data for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 is: [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:54Z', 'revision_number': 3, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:58.441119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:58.466977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-248320f3-08db-4183-ac32-54e389202df2 req-76e3d336-fbb0-44a9-97a7-f77bb10df1f1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016537 Aug 31 09:34:58.468325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:58.473669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Pushing event updated for resources: {'Port': ['ID=636ddbc4-3beb-4c25-b207-c634d940afba,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:58.546891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.948763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28e6e-66e5-4747-b3d1-6b944baa2a72 req-4de94f35-7386-4b4e-bd5a-370173d3d58d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:58.950420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42f28e6e-66e5-4747-b3d1-6b944baa2a72 req-4de94f35-7386-4b4e-bd5a-370173d3d58d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.3211389 Aug 31 09:34:59.054055 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.055739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.056050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c7a968f3-bf2a-4766-8172-78d7f24bc8e4 None None] Provisioning for port 636ddbc4-3beb-4c25-b207-c634d940afba completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:59.113213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c7a968f3-bf2a-4766-8172-78d7f24bc8e4 None None] Provisioning complete for port 636ddbc4-3beb-4c25-b207-c634d940afba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:59.113882 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c7a968f3-bf2a-4766-8172-78d7f24bc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.127544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2fcf-1b93-4b7f-9e6a-989142273db0 req-5a4dbf7f-40fe-4976-a98e-adb29018de46 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:59.136774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53eb2fcf-1b93-4b7f-9e6a-989142273db0 req-5a4dbf7f-40fe-4976-a98e-adb29018de46 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.3554027 Aug 31 09:34:59.176472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c7a968f3-bf2a-4766-8172-78d7f24bc8e4 None None] Port 636ddbc4-3beb-4c25-b207-c634d940afba cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:59.207592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 99e74b57-a26b-46dd-967a-651555cb1993 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:59.210100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.216003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.246016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42f28e6e-66e5-4747-b3d1-6b944baa2a72 req-74b00206-5084-44e9-b782-29e5183b27f8 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233455 Aug 31 09:34:59.287163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53eb2fcf-1b93-4b7f-9e6a-989142273db0 req-7d720ed4-c03d-44fc-8357-e5c7cee40957 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490867 Aug 31 09:34:59.690841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e894f9f-e283-43b9-ae54-d11db6d1c50d req-e3cff464-0d37-4856-b313-3952ea1ec7a8 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.1944253 Aug 31 09:34:59.733547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Deleting port c11ea3fb-b78d-40a0-8ee8-285a62732bc2 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:59.735044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.811428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08f850-682c-411d-b489-a1f86fd8ee3a req-f7f0a00e-222b-42dd-9b51-acddb6370334 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:59.813241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f08f850-682c-411d-b489-a1f86fd8ee3a req-f7f0a00e-222b-42dd-9b51-acddb6370334 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1695480 Aug 31 09:34:59.846047 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.855458 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.871349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] For port c11ea3fb-b78d-40a0-8ee8-285a62732bc2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:59.871850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.888155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Calling delete_port for c11ea3fb-b78d-40a0-8ee8-285a62732bc2 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:59.959709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f08f850-682c-411d-b489-a1f86fd8ee3a req-cff74c21-9aed-4efc-99bc-b502dda07d98 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321588 Aug 31 09:34:59.977630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Pushing event updated for resources: {'Port': ['ID=636ddbc4-3beb-4c25-b207-c634d940afba,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:59.989730 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.134972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:00.136839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:00.362186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:00.482048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 37bc0bc2-13f9-424b-8e38-4068ce3480fd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:00.539605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.541689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:00.548856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-67c4c537-74a2-4f99-a278-f42dc6640fbe admin admin] 10.222.0.69 "PUT /v2.0/routers/0ab31b0f-75d4-4efc-a955-42ef1a0881cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6014943 Aug 31 09:35:00.567357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 37bc0bc2-13f9-424b-8e38-4068ce3480fd completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:00.582191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 37bc0bc2-13f9-424b-8e38-4068ce3480fd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:00.582708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.609793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c11ea3fb-b78d-40a0-8ee8-285a62732bc2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.655596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1689d6f-deaf-49eb-876e-9f7d425db78b req-01818e1c-5624-4592-8d51-83bc97385958 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:00.665815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1689d6f-deaf-49eb-876e-9f7d425db78b req-01818e1c-5624-4592-8d51-83bc97385958 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1626053 Aug 31 09:35:00.671851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-95926f29-7562-40e0-9cfe-84aed35e0db5 None None] Provisioning complete for port 636ddbc4-3beb-4c25-b207-c634d940afba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:00.672559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-95926f29-7562-40e0-9cfe-84aed35e0db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.683930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dbcf9-caa6-498b-a32f-3e475de47d92 req-2f3420a3-377b-4f70-8815-69f1946b1359 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:00.686108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-348dbcf9-caa6-498b-a32f-3e475de47d92 req-2f3420a3-377b-4f70-8815-69f1946b1359 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1866758 Aug 31 09:35:00.751637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1689d6f-deaf-49eb-876e-9f7d425db78b req-a8d14b43-0891-4160-b2a9-64fd176c62a4 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848658 Aug 31 09:35:00.772341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-95926f29-7562-40e0-9cfe-84aed35e0db5 None None] Port 636ddbc4-3beb-4c25-b207-c634d940afba cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:00.788476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.822197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-348dbcf9-caa6-498b-a32f-3e475de47d92 req-e98c8924-0d64-4da4-b1b7-65f791cee429 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137767 Aug 31 09:35:00.824521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 37bc0bc2-13f9-424b-8e38-4068ce3480fd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=37bc0bc2-13f9-424b-8e38-4068ce3480fd,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:00.833376 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.928944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.929699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=37bc0bc2-13f9-424b-8e38-4068ce3480fd,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.986035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9646ef50-6a69-4b8d-a2cc-7be0015c38c1 req-3168c8c6-65c1-4b12-8f43-51bec4040e0d tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0315275 Aug 31 09:35:01.235899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Router 4f34c492-9cdc-49e1-8c25-ab298d28d995 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:01.273031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807c0c-fca7-4666-94c7-dbbe800d974c req-eeef2e48-05ca-4e91-9788-f4ad2d5e304b tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.274797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11807c0c-fca7-4666-94c7-dbbe800d974c req-eeef2e48-05ca-4e91-9788-f4ad2d5e304b tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0701039 Aug 31 09:35:01.300568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55840) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:01.304525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Sync routers for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:01.306663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-eb73a86e-a950-4635-8d56-dea052526793 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366227168', 'description': 'tempest-description--2105337010'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:01.321194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:01.322556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:34:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:01.365073 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11807c0c-fca7-4666-94c7-dbbe800d974c req-8ae0c54e-ce37-4850-94b0-caeb8e4cdfa5 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813782 Aug 31 09:35:01.368232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:01.371689 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb73a86e-a950-4635-8d56-dea052526793 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.375942 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-13163d6e-5c8a-4419-abe9-1151626416eb admin admin] 10.222.0.69 "PUT /v2.0/routers/4f34c492-9cdc-49e1-8c25-ab298d28d995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9811738 Aug 31 09:35:01.378385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55844) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:01.381978 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] Sync routers for ids ['4f34c492-9cdc-49e1-8c25-ab298d28d995'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:01.397327 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] Routers {'4f34c492-9cdc-49e1-8c25-ab298d28d995'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:01.398238 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:34:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f34c492-9cdc-49e1-8c25-ab298d28d995'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:01.540234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.556451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61472a-cb23-49fc-a5ae-b005aab4c23c req-ba18d638-e259-42bd-96c7-f32998eb7553 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.562466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f61472a-cb23-49fc-a5ae-b005aab4c23c req-ba18d638-e259-42bd-96c7-f32998eb7553 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1459522 Aug 31 09:35:01.600807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:01.632201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f61472a-cb23-49fc-a5ae-b005aab4c23c req-83cd6f11-0afc-49e5-8bb2-bbb1e88b6623 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 Aug 31 09:35:01.681815 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] Set router 4f34c492-9cdc-49e1-8c25-ab298d28d995 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:01.707856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb73a86e-a950-4635-8d56-dea052526793 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.711162 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.724836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb73a86e-a950-4635-8d56-dea052526793 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.771501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb73a86e-a950-4635-8d56-dea052526793 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.778528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eb73a86e-a950-4635-8d56-dea052526793 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4758863 Aug 31 09:35:01.784767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55852) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:01.795005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-424ce437-240e-42ff-94a4-769815a74a72 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Request body: {'security_group_rule': {'security_group_id': '93b91024-8a30-4ae2-a9a4-8c92786abb87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:01.832226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b75b2-1871-4743-a2ba-a80187e26699 req-b31f944f-60b1-472e-a8ce-8143f089585b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.835252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-024b75b2-1871-4743-a2ba-a80187e26699 req-b31f944f-60b1-472e-a8ce-8143f089585b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1671529 Aug 31 09:35:01.847080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Deleting port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:01.848434 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.858516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73a86e-a950-4635-8d56-dea052526793 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b91024-8a30-4ae2-a9a4-8c92786abb87,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:01.951006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:34:59Z', 'revision_number': 2, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:01.964159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-024b75b2-1871-4743-a2ba-a80187e26699 req-8136195b-b1cd-4cdc-95c8-2de1c88ae0e8 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173558 Aug 31 09:35:01.971735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-424ce437-240e-42ff-94a4-769815a74a72 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.990553 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port': {'id': '45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:02Z', 'updated_at': '2021-08-31T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:02.020937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38343597-2102-4035-b455-d4458d0e0f4f req-2ce62b4d-47ac-4673-bfae-cf7ef1b1ea3a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:02.022880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38343597-2102-4035-b455-d4458d0e0f4f req-2ce62b4d-47ac-4673-bfae-cf7ef1b1ea3a tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1163511 Aug 31 09:35:02.043024 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] Checking router: 4f34c492-9cdc-49e1-8c25-ab298d28d995 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:02.043284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Checking router: 0ab31b0f-75d4-4efc-a955-42ef1a0881cb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:02.045041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Updating router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb port 636ddbc4-3beb-4c25-b207-c634d940afba binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:35:02.055369 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] Routers {'4f34c492-9cdc-49e1-8c25-ab298d28d995'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:02.055981 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:34:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f34c492-9cdc-49e1-8c25-ab298d28d995'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:02.057677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] For port 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:02.058964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.087701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Calling delete_port for 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:02.089167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38343597-2102-4035-b455-d4458d0e0f4f req-03a95c07-eec4-42db-83bc-e873a8d5431d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584011 Aug 31 09:35:02.125090 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.125978 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-424ce437-240e-42ff-94a4-769815a74a72 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.135493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-424ce437-240e-42ff-94a4-769815a74a72 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.162686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ce437-240e-42ff-94a4-769815a74a72 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696ab6ad-4ac7-47ef-96b2-04ed3f962eb0,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:02.170011 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-424ce437-240e-42ff-94a4-769815a74a72 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.176234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-424ce437-240e-42ff-94a4-769815a74a72 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903663 Aug 31 09:35:02.179324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55862) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:02.186109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dfd12373-d39e-46df-8ece-a92cb0ae5b35 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Request body: {'security_group_rule': {'security_group_id': '93b91024-8a30-4ae2-a9a4-8c92786abb87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:02.282014 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] Set router 4f34c492-9cdc-49e1-8c25-ab298d28d995 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:02.301020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fe8d5b3-3886-4f01-80f7-9091633137c1 req-b961f71b-40aa-4850-9c74-69a40787fdbf tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0365067 Aug 31 09:35:02.319350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dfd12373-d39e-46df-8ece-a92cb0ae5b35 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.387466 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:35:01Z', 'revision_number': 6, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:02.414568 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.416949 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153006b-2a5a-49a3-a8e8-afe2a31b0960 None None] The sync data for ids ['4f34c492-9cdc-49e1-8c25-ab298d28d995'] in n-d-806683-2 is: [{'id': '4f34c492-9cdc-49e1-8c25-ab298d28d995', 'name': 'tempest-AttachSCSIVolumeTestJSON-1466656388-router', 'tenant_id': 'c754d2193f724b7abddff394b231ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:01Z', 'updated_at': '2021-08-31T09:35:01Z', 'revision_number': 6, 'project_id': 'c754d2193f724b7abddff394b231ed4c', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:02.465022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:02.509008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dfd12373-d39e-46df-8ece-a92cb0ae5b35 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.526306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192dcb4-1bfe-4b57-a53a-def22dcbf6a9 req-2dfe2211-4a35-404b-87f9-f85a669d7dd1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:02.529208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8192dcb4-1bfe-4b57-a53a-def22dcbf6a9 req-2dfe2211-4a35-404b-87f9-f85a669d7dd1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.3099144 Aug 31 09:35:02.546593 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dfd12373-d39e-46df-8ece-a92cb0ae5b35 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.556370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.595142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.614623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Transition to ACTIVE for port object 636ddbc4-3beb-4c25-b207-c634d940afba will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:02.624291 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.664216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd12373-d39e-46df-8ece-a92cb0ae5b35 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4080b2-67e4-4975-b1dc-32e3506b46f0,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:02.676317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dfd12373-d39e-46df-8ece-a92cb0ae5b35 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.680371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dfd12373-d39e-46df-8ece-a92cb0ae5b35 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4967647 Aug 31 09:35:02.681691 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.683748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55868) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:02.694484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:02.699099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-d5ada940-aa35-4bca-927d-f2cb531647f2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:02.700932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.701227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-d5ada940-aa35-4bca-927d-f2cb531647f2 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.2274423 Aug 31 09:35:02.716638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311a199-72de-49e9-8489-97b6fc80a105 None None] Pushing event updated for resources: {'Port': ['ID=636ddbc4-3beb-4c25-b207-c634d940afba,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:02.725047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0296-dc00-4cd2-9c5f-bd1446bfb2d4 req-09d918e4-1b88-4eab-a1d7-757071a8978d tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:02.727987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5afc0296-dc00-4cd2-9c5f-bd1446bfb2d4 req-09d918e4-1b88-4eab-a1d7-757071a8978d tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1972172 Aug 31 09:35:02.748151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8192dcb4-1bfe-4b57-a53a-def22dcbf6a9 req-c072d8be-6b72-46f8-9b20-5ef1d54c06ea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978059 Aug 31 09:35:02.776598 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.783541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Attempting to bind port 636ddbc4-3beb-4c25-b207-c634d940afba on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:02.785155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Attempting to bind port 636ddbc4-3beb-4c25-b207-c634d940afba by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:02.786269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Attempting to bind port 636ddbc4-3beb-4c25-b207-c634d940afba on network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:02.814528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:02.815093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Checking segment: {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:02.819303 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.820143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Bound using segment: {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:02.821125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Bound port: 636ddbc4-3beb-4c25-b207-c634d940afba, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:02.822103 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.858535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 37bc0bc2-13f9-424b-8e38-4068ce3480fd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:02.963965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.964190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f34c492-9cdc-49e1-8c25-ab298d28d995 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:35:02.969427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.974250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9c4145f2-1216-45b9-9e68-09b56bcbda12 admin admin] 10.222.0.69 "DELETE /v2.0/routers/4f34c492-9cdc-49e1-8c25-ab298d28d995 HTTP/1.1" status: 204 len: 168 time: 1.5943890 Aug 31 09:35:02.974978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55874) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:02.981419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 37bc0bc2-13f9-424b-8e38-4068ce3480fd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:02.981975 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.019356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5afc0296-dc00-4cd2-9c5f-bd1446bfb2d4 req-8e355051-4450-4170-b203-8995fcdf016f tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439370 Aug 31 09:35:03.038942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-83931fd1-92cf-4212-aeb6-fb5986125e90 admin admin] Deleting subnet d31a04f2-cb79-4668-8e14-1b940d4033b7 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:03.043262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83931fd1-92cf-4212-aeb6-fb5986125e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.071122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b50f8-f279-4912-90e2-d579a0247191 req-4e114c79-0c38-4661-be55-8ef0672b1351 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:03.072473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] For port 636ddbc4-3beb-4c25-b207-c634d940afba, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:03.077953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] For port 636ddbc4-3beb-4c25-b207-c634d940afba, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=636ddbc4-3beb-4c25-b207-c634d940afba,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:03.079854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-569b50f8-f279-4912-90e2-d579a0247191 req-4e114c79-0c38-4661-be55-8ef0672b1351 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 945 time: 0.1724429 Aug 31 09:35:03.100631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83931fd1-92cf-4212-aeb6-fb5986125e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.113227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Deleting port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:03.113675 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.146552 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.221143 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83931fd1-92cf-4212-aeb6-fb5986125e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.243327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-569b50f8-f279-4912-90e2-d579a0247191 req-5f6cfba6-e0ab-40b8-89c0-a496d1000442 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619337 Aug 31 09:35:03.266633 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.270554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:03.271606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:34:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:03.303414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] For port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:03.303811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.314313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8173d-574e-4450-beff-8ff82cfae64e req-771a4fb6-f88b-46aa-b419-8ec115597ad9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:03.315913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fba8173d-574e-4450-beff-8ff82cfae64e req-771a4fb6-f88b-46aa-b419-8ec115597ad9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1826868 Aug 31 09:35:03.335115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Calling delete_port for 62ac202f-c8e7-4fe6-a423-c4172a4fe94c owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:03.385644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311a199-72de-49e9-8489-97b6fc80a105 None None] Pushing event updated for resources: {'Port': ['ID=636ddbc4-3beb-4c25-b207-c634d940afba,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:03.554275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:03.561338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 01dce5ee-6675-4c61-92af-bde721ccbed2 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:03.562564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Allocated IP 172.25.1.104 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/9268edf3-2625-44f8-9bc5-08f27ac7be98) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:03.564069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 01dce5ee-6675-4c61-92af-bde721ccbed2 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:03.576323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83931fd1-92cf-4212-aeb6-fb5986125e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.627722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83931fd1-92cf-4212-aeb6-fb5986125e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31a04f2-cb79-4668-8e14-1b940d4033b7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:03.664715 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83931fd1-92cf-4212-aeb6-fb5986125e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.670082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-83931fd1-92cf-4212-aeb6-fb5986125e90 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d31a04f2-cb79-4668-8e14-1b940d4033b7 HTTP/1.1" status: 204 len: 168 time: 0.6923327 Aug 31 09:35:03.674110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55884) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:03.711938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a81a5d-0929-49b5-b8bd-79b358604225 None None] Network d1f52d97-8e62-451a-a748-4889cbdd37f9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:03.817214 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.823206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fba8173d-574e-4450-beff-8ff82cfae64e req-927da7ec-2a06-47b5-86d8-992368779cac tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010426 Aug 31 09:35:03.876025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326dd9c-4a41-48b2-8d95-aec807d53ca3 req-c6e6b142-882d-42d4-8f3e-d4a14ecd47f0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:03.879257 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.883564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.885671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b326dd9c-4a41-48b2-8d95-aec807d53ca3 req-c6e6b142-882d-42d4-8f3e-d4a14ecd47f0 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.5290508 Aug 31 09:35:03.939313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:03.959535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:03.971728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:03.995051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event updated for resources: {'Port': ['ID=9268edf3-2625-44f8-9bc5-08f27ac7be98,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.039444 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.043299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:04.052460 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.064387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Deleting port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:04.064729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.073623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['62ac202f-c8e7-4fe6-a423-c4172a4fe94c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:04.080176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f14e9c17-3cfb-4da7-9dbb-4d584b1879af req-57a16f6e-24c9-4fff-ae3c-30874bbb1bb0 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0405824 Aug 31 09:35:04.125656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b326dd9c-4a41-48b2-8d95-aec807d53ca3 req-93392637-be5c-4a65-a800-ff2613d299ba tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358534 Aug 31 09:35:04.127334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event deleted for resources: {'Port': ['ID=62ac202f-c8e7-4fe6-a423-c4172a4fe94c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.200944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] For port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=296ef965-3ede-4e6c-8ea9-5ac09d74f54d,segment=NetworkSegment(4a3472cf-3f12-4c2e-9ceb-50559fa07135),segment_id=4a3472cf-3f12-4c2e-9ceb-50559fa07135)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:04.201522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.218316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Calling delete_port for 296ef965-3ede-4e6c-8ea9-5ac09d74f54d owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:04.220632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.234446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] No DVR routers for this DVR port 62ac202f-c8e7-4fe6-a423-c4172a4fe94c on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:04.240843 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.243841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ce7bf3b-7637-48c7-8797-d4b15ce23c31 req-42517cb3-6380-443f-8baf-67fe133f2c0b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.52 "DELETE /v2.0/ports/62ac202f-c8e7-4fe6-a423-c4172a4fe94c HTTP/1.1" status: 204 len: 173 time: 1.5148914 Aug 31 09:35:04.247293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21ea7b6-eb71-413c-8942-2f8566f4fa77', 'name': 'network-vif-deleted', 'tag': '62ac202f-c8e7-4fe6-a423-c4172a4fe94c'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:04.249955 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d340ec22-993a-4b29-b024-7075c744ab0c" -d '{"events": [{"server_uuid": "d21ea7b6-eb71-413c-8942-2f8566f4fa77", "name": "network-vif-deleted", "tag": "62ac202f-c8e7-4fe6-a423-c4172a4fe94c"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:04.256434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'port_id': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'mac_address': 'fa:16:3e:b5:bf:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b3db3d-66af-46bb-9e09-4a8c72abf624', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:04.310783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.356586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:04.362893 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117443c9-8a60-4088-be2c-07099c9b568d" -d '{"events": [{"server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "name": "network-vif-unplugged", "status": "completed", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:04.373340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f7570-f4de-4856-8927-93429bbb41e3 req-62d48aef-a845-4a96-94c6-517654bd0784 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:04.377878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-962f7570-f4de-4856-8927-93429bbb41e3 req-62d48aef-a845-4a96-94c6-517654bd0784 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1953087 Aug 31 09:35:04.402946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.439516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c11ea3fb-b78d-40a0-8ee8-285a62732bc2 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:04.444166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:04.462222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f6068-384d-41d2-9962-9ad993998277 req-9b403086-af80-4747-b403-12dc671a6c0e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:04.474902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c4f6068-384d-41d2-9962-9ad993998277 req-9b403086-af80-4747-b403-12dc671a6c0e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.2255342 Aug 31 09:35:04.475142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.489577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Pushing event deleted for resources: {'Port': ['ID=296ef965-3ede-4e6c-8ea9-5ac09d74f54d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.491611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] No DVR routers for this DVR port 296ef965-3ede-4e6c-8ea9-5ac09d74f54d on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:04.496070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-962f7570-f4de-4856-8927-93429bbb41e3 req-ee6bf6d2-0721-48e4-9276-be07ffc05eca tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112957 Aug 31 09:35:04.497849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: c11ea3fb-b78d-40a0-8ee8-285a62732bc2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:04.498355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c11ea3fb-b78d-40a0-8ee8-285a62732bc2 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:04.498793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:04.527943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec5c62-d8d8-404f-9f45-ad9a4174532a None None] DHCP port deletion for d1f52d97-8e62-451a-a748-4889cbdd37f9 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:04.554467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c4f6068-384d-41d2-9962-9ad993998277 req-83010dea-042f-4b80-aaed-53a2bbc8b7b2 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 Aug 31 09:35:04.563833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:04.564190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 45f9c0f3-d4b1-48e7-8164-e4ac8d86e8ac not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:04.566516 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.588230 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea05a33f-5f2c-4687-9a94-359f6d8eda6c x-openstack-request-id: req-ea05a33f-5f2c-4687-9a94-359f6d8eda6c {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:04.588596 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21ea7b6-eb71-413c-8942-2f8566f4fa77", "name": "network-vif-deleted", "tag": "62ac202f-c8e7-4fe6-a423-c4172a4fe94c", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:04.588859 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea05a33f-5f2c-4687-9a94-359f6d8eda6c {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:04.589454 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21ea7b6-eb71-413c-8942-2f8566f4fa77', 'name': 'network-vif-deleted', 'tag': '62ac202f-c8e7-4fe6-a423-c4172a4fe94c', 'status': 'completed', 'code': 200} Aug 31 09:35:04.589565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01dce5ee-6675-4c61-92af-bde721ccbed2 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:04.627543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.647480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f52d97-8e62-451a-a748-4889cbdd37f9']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:04.665626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3472cf-3f12-4c2e-9ceb-50559fa07135') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:04.666295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3472cf-3f12-4c2e-9ceb-50559fa07135') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:04.671647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:03Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:04.676318 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d39faa7-4376-4299-9605-6bc26f24ad64 x-openstack-request-id: req-2d39faa7-4376-4299-9605-6bc26f24ad64 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:04.677081 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "name": "network-vif-unplugged", "status": "completed", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:04.677343 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d39faa7-4376-4299-9605-6bc26f24ad64 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:04.678000 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'code': 200} Aug 31 09:35:04.683442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.715520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.717898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c20c8-58c5-4aeb-9cc3-18d6f1074f06 None None] The sync data for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 is: [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:03Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:04.720118 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:35:04.720478 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:35:04.721503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.728331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:04.728997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:04.732032 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:04.734698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c177b245-bbe2-4f3e-bc59-b4e035509ec3 req-539bca75-3d2b-4d3d-bc73-70fd6c344c9a tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21ea7b6-eb71-413c-8942-2f8566f4fa77 HTTP/1.1" status: 200 len: 210 time: 0.0622284 Aug 31 09:35:04.850689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.859280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.902170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.913799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.915411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe592f-7302-45a7-bb64-f05e537d96ad req-8193b857-932b-431d-851b-d7cd2eed969b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:04.920055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] 10.222.0.69 "DELETE /v2.0/networks/d1f52d97-8e62-451a-a748-4889cbdd37f9 HTTP/1.1" status: 204 len: 168 time: 1.2443702 Aug 31 09:35:04.920724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55902) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:04.924319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2efe592f-7302-45a7-bb64-f05e537d96ad req-8193b857-932b-431d-851b-d7cd2eed969b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1008987 Aug 31 09:35:04.978400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2efe592f-7302-45a7-bb64-f05e537d96ad req-eb909806-b139-45dd-8c0f-d83fc2c117d0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 Aug 31 09:35:04.992205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56e8cc-c473-4f2d-8f15-2e733f35f12b admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f52d97-8e62-451a-a748-4889cbdd37f9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.034478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event updated for resources: {'Port': ['ID=9268edf3-2625-44f8-9bc5-08f27ac7be98,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.123802 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.157096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.160147 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1531f658-ae9c-41ed-8c23-7be1ebbe79a8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4744101 Aug 31 09:35:05.175610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7829b9-9781-4612-b366-820cd8e844f9 req-87e25ade-2db8-4fd1-8e0b-3a745cc0b9dd tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.184766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b7829b9-9781-4612-b366-820cd8e844f9 req-87e25ade-2db8-4fd1-8e0b-3a745cc0b9dd tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1040337 Aug 31 09:35:05.247462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f61c-0111-4e9b-a1f9-3da0a317788d req-8f0f8a37-a437-4d54-a2dc-969556a741be tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.249021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0002f61c-0111-4e9b-a1f9-3da0a317788d req-8f0f8a37-a437-4d54-a2dc-969556a741be tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 945 time: 0.1305788 Aug 31 09:35:05.260620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b7829b9-9781-4612-b366-820cd8e844f9 req-59dce786-a434-47fd-a0d8-7e83b07798ea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736108 Aug 31 09:35:05.265128 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.283341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dce5ee-6675-4c61-92af-bde721ccbed2 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:05.336105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:05.344341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.363697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0002f61c-0111-4e9b-a1f9-3da0a317788d req-5c77c009-16a0-4d4c-8841-261ea9791dd6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917654 Aug 31 09:35:05.423875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.428357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54eeaa4e-134b-4e14-9f46-6f85d4d4ec52 req-f1c7c1c3-90de-4ce6-b5e1-57c82ba59ef9 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0460885 Aug 31 09:35:05.510706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.557421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c93dd2-d4b0-42ec-9ff3-3c19d0bb8d67 req-e41f02dc-0618-4690-b5e0-17630b62dcf6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.559197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02c93dd2-d4b0-42ec-9ff3-3c19d0bb8d67 req-e41f02dc-0618-4690-b5e0-17630b62dcf6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.0852890 Aug 31 09:35:05.587967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-ee73fa5f-6258-4962-8bc8-73d5301534fb tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1366227168&fields=id&tenant_id=56a5d2c0801245329125d9f766389fa8 HTTP/1.1" status: 200 len: 267 time: 0.0698130 Aug 31 09:35:05.628298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02c93dd2-d4b0-42ec-9ff3-3c19d0bb8d67 req-7ee4dda0-0fb5-4685-a621-6adf63fc0661 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602791 Aug 31 09:35:05.723988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-835f07d0-5197-478d-81cc-1c159edc2de5 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.725944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-835f07d0-5197-478d-81cc-1c159edc2de5 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/networks?id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca HTTP/1.1" status: 200 len: 806 time: 0.1294203 Aug 31 09:35:05.733232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['01dce5ee-6675-4c61-92af-bde721ccbed2'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:05.753634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-14ecf9e1-43fa-48ce-894b-085ccc5f9c2d tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/quotas/56a5d2c0801245329125d9f766389fa8 HTTP/1.1" status: 200 len: 375 time: 0.0209901 Aug 31 09:35:05.829363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-328d3181-aac1-4f75-ac4c-a7f6eefd8c4e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=56a5d2c0801245329125d9f766389fa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698686 Aug 31 09:35:05.842023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Deleting port 0892ef94-32ce-47be-bac2-497892e9ae6a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:05.842283 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.964476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-ffffced0-e111-4caa-bb23-c75367428145 service neutron] 10.222.0.69 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175089 Aug 31 09:35:06.125185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-00f76a1b-4ab4-422d-b0d6-55891e41b9d5 service neutron] 10.222.0.69 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440241 Aug 31 09:35:06.255008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] For port 0892ef94-32ce-47be-bac2-497892e9ae6a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0892ef94-32ce-47be-bac2-497892e9ae6a,segment=NetworkSegment(30a320e6-5510-4f1c-ae9d-5c222042fd9d),segment_id=30a320e6-5510-4f1c-ae9d-5c222042fd9d)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:06.256292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.265161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f56bb8-e5c2-42e5-b284-5842647fc4fb req-17a17939-eb18-49d0-85ab-3212c6fa141c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.266705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3f56bb8-e5c2-42e5-b284-5842647fc4fb req-17a17939-eb18-49d0-85ab-3212c6fa141c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 944 time: 0.0991457 Aug 31 09:35:06.269582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Calling delete_port for 0892ef94-32ce-47be-bac2-497892e9ae6a owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:06.317590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3f56bb8-e5c2-42e5-b284-5842647fc4fb req-15c62d19-cfed-424f-9469-8e4bb8242079 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443001 Aug 31 09:35:06.445854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc39e3-6253-4563-8a82-b83503bd5a4f req-d0d48710-33e5-4fc6-a609-2357ab4f6064 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.454112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6acc39e3-6253-4563-8a82-b83503bd5a4f req-d0d48710-33e5-4fc6-a609-2357ab4f6064 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.0784478 Aug 31 09:35:06.479710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 636ddbc4-3beb-4c25-b207-c634d940afba up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:06.514416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-402ccc89-9b35-4610-bcbe-a5512d96a41e req-4b6cbaa6-a717-4257-bc6a-9abf1428ccdd tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 210 time: 0.0570195 Aug 31 09:35:06.546432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6acc39e3-6253-4563-8a82-b83503bd5a4f req-9b9d43af-fb4d-4751-a745-ba826331da77 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914123 Aug 31 09:35:06.582256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.583601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 636ddbc4-3beb-4c25-b207-c634d940afba completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:06.588983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 636ddbc4-3beb-4c25-b207-c634d940afba triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:06.589370 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.639694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Pushing event deleted for resources: {'Port': ['ID=0892ef94-32ce-47be-bac2-497892e9ae6a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:06.672873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe2712cf-4809-4468-a2c2-8094df0141f2 req-4a9ee868-44a9-4dbf-8750-53ddf44b6905 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0510581 Aug 31 09:35:06.742628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 62ac202f-c8e7-4fe6-a423-c4172a4fe94c no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:06.759446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7de97-6b2a-4ea9-ad79-d1f62f978d45 req-06353ec4-e799-4ee8-b62f-48edb96ce6ae tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.776265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77f7de97-6b2a-4ea9-ad79-d1f62f978d45 req-06353ec4-e799-4ee8-b62f-48edb96ce6ae tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1253750 Aug 31 09:35:06.789878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 62ac202f-c8e7-4fe6-a423-c4172a4fe94c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:06.790247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 62ac202f-c8e7-4fe6-a423-c4172a4fe94c not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:06.795571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.856426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.866422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 636ddbc4-3beb-4c25-b207-c634d940afba, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=636ddbc4-3beb-4c25-b207-c634d940afba,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:06.874612 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.897844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77f7de97-6b2a-4ea9-ad79-d1f62f978d45 req-83f5e472-4bef-4f89-bd12-d84056c1676d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205528 Aug 31 09:35:06.969628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 296ef965-3ede-4e6c-8ea9-5ac09d74f54d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:07.004197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-db2df700-9baa-42e8-b27d-bda3322258f8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.005793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-db2df700-9baa-42e8-b27d-bda3322258f8 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.2196741 Aug 31 09:35:07.025379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-af81329d-021c-443d-921e-da05ce6ae871 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/quotas/59f572152eea4ddfa4a730a0e2da4a86 HTTP/1.1" status: 200 len: 375 time: 0.0104513 Aug 31 09:35:07.050480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 296ef965-3ede-4e6c-8ea9-5ac09d74f54d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:07.050852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 296ef965-3ede-4e6c-8ea9-5ac09d74f54d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:07.056769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=636ddbc4-3beb-4c25-b207-c634d940afba,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:07.106104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-e8d5d5b9-7060-48fc-9e96-3f2f6e403d30 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737116 Aug 31 09:35:07.120740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-4d21eb5f-6deb-4997-b340-48bbd91eeb49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:35:07.121792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-4d21eb5f-6deb-4997-b340-48bbd91eeb49 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072739 Aug 31 09:35:07.151139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a79fb4-6ab4-4c0d-8411-0c05aaa7e243 req-cc94f682-23ee-4213-8c6d-9e5f75dc4369 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.153261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57a79fb4-6ab4-4c0d-8411-0c05aaa7e243 req-cc94f682-23ee-4213-8c6d-9e5f75dc4369 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1111364 Aug 31 09:35:07.227100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:07.230174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57a79fb4-6ab4-4c0d-8411-0c05aaa7e243 req-8a1dfa0a-ff72-4212-b808-27521319193d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642531 Aug 31 09:35:07.372581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:07.383958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] Sync routers for ids ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:07.386910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55992) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:07.387996 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d0bb459a-0a8b-46d9-9b74-f69adf75520b admin admin] 10.222.0.69 "PUT /v2.0/routers/6eb0b1e3-d1c8-434a-af79-265b0d3dfe90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530830 Aug 31 09:35:07.397249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] Routers {'6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:07.397868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:34:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:07.445066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-655ce53f-6993-40d8-aade-da1f5867a06f service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145649 Aug 31 09:35:07.454626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fa06c-f06b-4ac3-958d-7b11426910cb req-564b86f4-ddbc-42f9-9ed8-e0e2a12092c2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.456147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e8fa06c-f06b-4ac3-958d-7b11426910cb req-564b86f4-ddbc-42f9-9ed8-e0e2a12092c2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1280782 Aug 31 09:35:07.506875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] Set router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:07.568341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 01dce5ee-6675-4c61-92af-bde721ccbed2 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:07.591316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e8fa06c-f06b-4ac3-958d-7b11426910cb req-32098394-fd6f-45e6-99b9-cd1ecbac6de5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251879 Aug 31 09:35:07.636535 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.720149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 01dce5ee-6675-4c61-92af-bde721ccbed2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:07.720526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.758173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-f07af10c-b8a5-48ba-b6c4-a946ed1fe25e service neutron] 10.222.0.69 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010442 Aug 31 09:35:07.790507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:07.835404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] Checking router: 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:07.853389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] Routers {'6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:07.854092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:34:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:07.856753 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.905976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-36255d0c-b6f6-4e2d-8206-9c76a183665e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.908153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-36255d0c-b6f6-4e2d-8206-9c76a183665e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.52 "GET /v2.0/networks?id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca HTTP/1.1" status: 200 len: 806 time: 0.3050773 Aug 31 09:35:07.921365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:07.922629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f84517-eece-46b6-a41b-ddaa696fcf80 req-86e94f6b-1f82-4d07-adc3-da9103eb4ad5 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.923621 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9aa3e7-8dd0-4580-ac7b-3c46f4930a9d" -d '{"events": [{"server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "name": "network-vif-plugged", "status": "completed", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:07.924222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5f84517-eece-46b6-a41b-ddaa696fcf80 req-86e94f6b-1f82-4d07-adc3-da9103eb4ad5 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 944 time: 0.1916959 Aug 31 09:35:07.945844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.966051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:07.978936 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.989589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-095b8510-3e6e-449d-8b42-d7f47108693e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a5d2c0801245329125d9f766389fa8 HTTP/1.1" status: 200 len: 380 time: 0.0633121 Aug 31 09:35:08.022402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] Set router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:08.028489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Request body: {'port': {'device_id': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'admin_state_up': True, 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'security_groups': ['93b91024-8a30-4ae2-a9a4-8c92786abb87']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:08.065966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05a168cc-a74b-4f14-904b-10672078c5fa req-c08fb1dc-f4df-410a-8968-b6a7ba512d0a tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 210 time: 0.0717587 Aug 31 09:35:08.125153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5f84517-eece-46b6-a41b-ddaa696fcf80 req-7fdb83f5-b759-4e2f-914c-1b3b00d9ff47 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660068 Aug 31 09:35:08.237760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Deleting port 3abccca6-1677-4c41-b279-a92fbf0e33e0 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:08.239680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.332982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-de1c830e-0ee8-4091-aae2-1f33795154c6 req-9920ec7a-0413-47cd-818e-11727ad72fc9 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0992241 Aug 31 09:35:08.380716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c5d8-e5cf-4568-a35b-30390c72f793 req-dbc68eb9-974f-4b9e-b021-0901b1ab2c07 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:08.382524 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45e1c5d8-e5cf-4568-a35b-30390c72f793 req-dbc68eb9-974f-4b9e-b021-0901b1ab2c07 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2214742 Aug 31 09:35:08.406717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:08.438698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Made reservation on behalf of 56a5d2c0801245329125d9f766389fa8 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:08.441746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.458638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:08.475848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] For port 3abccca6-1677-4c41-b279-a92fbf0e33e0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3abccca6-1677-4c41-b279-a92fbf0e33e0,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:08.476253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.515886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 636ddbc4-3beb-4c25-b207-c634d940afba up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:08.520375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1da9ee-c6eb-4bff-b54c-abc4f7c1aa8d None None] The sync data for ids ['6eb0b1e3-d1c8-434a-af79-265b0d3dfe90'] in n-d-806683-2 is: [{'id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'name': 'tempest-AttachSCSIVolumeTestJSON-624352356-router', 'tenant_id': '2ba5b75ea9764bf29241da85668586f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:15Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '2ba5b75ea9764bf29241da85668586f6', 'gw_port': {'id': '3abccca6-1677-4c41-b279-a92fbf0e33e0', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0b1e3-d1c8-434a-af79-265b0d3dfe90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:16Z', 'updated_at': '2021-08-31T09:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:08.539576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3645ce3-4409-4dc5-9a19-d053b31ae484 req-dc8ae8cf-72ce-4029-a904-8261cfc52098 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 210 time: 0.0437040 Aug 31 09:35:08.549844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45e1c5d8-e5cf-4568-a35b-30390c72f793 req-24acd121-a6b7-4b52-9878-6009b747cfc2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533630 Aug 31 09:35:08.551008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Calling delete_port for 3abccca6-1677-4c41-b279-a92fbf0e33e0 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:08.616090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 636ddbc4-3beb-4c25-b207-c634d940afba triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:08.616479 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.667904 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b041aed-661f-4c01-b628-1d44cfe2ad7b x-openstack-request-id: req-8b041aed-661f-4c01-b628-1d44cfe2ad7b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:08.668743 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "name": "network-vif-plugged", "status": "completed", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:08.669012 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b041aed-661f-4c01-b628-1d44cfe2ad7b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:08.669713 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'code': 200} Aug 31 09:35:08.847470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a341f-c26c-43c1-b081-030bb57507d8 req-20501349-fdb2-4c2f-9abc-f7e2e31a9105 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:08.848905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313a341f-c26c-43c1-b081-030bb57507d8 req-20501349-fdb2-4c2f-9abc-f7e2e31a9105 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1823123 Aug 31 09:35:08.849724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484c7fe-b647-42b7-87cd-d1cd113f0519 req-a19fa447-8c13-461b-893b-484cac3afa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:08.851793 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0484c7fe-b647-42b7-87cd-d1cd113f0519 req-a19fa447-8c13-461b-893b-484cac3afa3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 1096 time: 0.0425680 Aug 31 09:35:08.889900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0484c7fe-b647-42b7-87cd-d1cd113f0519 req-c2650f90-b281-4905-8c95-0e4cdea2d5fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300217 Aug 31 09:35:08.910309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Allocated IP 172.20.0.9 (2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca/bf073442-b30f-4992-b3f2-786e110c4987/be9b9bf2-451b-4621-ab81-d94a0c95bbd0) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:08.962228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db81843-1c20-4e16-9a58-d1778215c973 req-e3e55de1-0e82-45f6-8d09-a315319f4d25 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:08.963763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0db81843-1c20-4e16-9a58-d1778215c973 req-e3e55de1-0e82-45f6-8d09-a315319f4d25 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2207260 Aug 31 09:35:08.999763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313a341f-c26c-43c1-b081-030bb57507d8 req-54a349ac-fa95-4ea3-a6ed-edec581ea87c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394892 Aug 31 09:35:09.067103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0db81843-1c20-4e16-9a58-d1778215c973 req-47098e5d-c481-450f-91b5-f529e20cb397 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885017 Aug 31 09:35:09.086675 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.175517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Pushing event deleted for resources: {'Port': ['ID=3abccca6-1677-4c41-b279-a92fbf0e33e0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:09.235644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad7dd8b2-5e25-46d5-aee0-29c515fd96db req-2e1a75fa-bb10-4c1e-9c2e-ec7752de0c7a tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 210 time: 0.0675433 Aug 31 09:35:09.376629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b82fda-9b3d-4b31-aeb8-d5cfe5153836 req-f7e2966b-3cc2-4b46-8056-75908e1bdfac tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:09.378048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08b82fda-9b3d-4b31-aeb8-d5cfe5153836 req-f7e2966b-3cc2-4b46-8056-75908e1bdfac tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1849940 Aug 31 09:35:09.380875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.385640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.702678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-9f11b499-8961-4749-ad26-385f336099dd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:09.704184 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-9f11b499-8961-4749-ad26-385f336099dd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.20 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 811 time: 0.1245644 Aug 31 09:35:09.722545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Request body: {'port': {'device_id': '8ded6a83-1551-456d-99ab-43d2719f70ec', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'admin_state_up': True, 'tenant_id': '59f572152eea4ddfa4a730a0e2da4a86'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:09.809776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Transition to ACTIVE for port object be9b9bf2-451b-4621-ab81-d94a0c95bbd0 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:09.820795 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.824900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.836362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8fcd5-9ae4-4697-bffc-5e50b6d213cb req-1ee536ec-7d01-4ae6-b50e-6d5386cb4202 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:09.837106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Made reservation on behalf of 59f572152eea4ddfa4a730a0e2da4a86 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:09.837897 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62b8fcd5-9ae4-4697-bffc-5e50b6d213cb req-1ee536ec-7d01-4ae6-b50e-6d5386cb4202 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.5401878 Aug 31 09:35:09.842238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.908088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08b82fda-9b3d-4b31-aeb8-d5cfe5153836 req-b65f1af4-74ce-49f3-9341-e05653acb5ad tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934843 Aug 31 09:35:09.925174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.925726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:35:09.931199 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.932340 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-664bd138-f969-43aa-9293-4887cf892472 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6eb0b1e3-d1c8-434a-af79-265b0d3dfe90 HTTP/1.1" status: 204 len: 168 time: 2.5431738 Aug 31 09:35:09.935646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56042) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:09.973970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62b8fcd5-9ae4-4697-bffc-5e50b6d213cb req-86068b32-cf82-4b56-ac71-33a6cecae8ec tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210020 Aug 31 09:35:09.987413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.063942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d217ef-f777-4501-8371-c9f5be5820d7 admin admin] Deleting subnet fa86a14f-7ce9-4449-ae74-b049e0d9118b {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:10.070403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99d217ef-f777-4501-8371-c9f5be5820d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.095009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Allocated IP 172.20.0.4 (42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36/d75df9ba-6449-4ba7-80c3-046178a65288/06458b69-8fd8-4a67-ac2d-2cd030102725) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:10.122326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99d217ef-f777-4501-8371-c9f5be5820d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.138286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4619ff27-4333-44ae-bc60-aedbd3842b9c req-65dffaff-95ff-41ef-a599-71af71b98b0e tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0540185 Aug 31 09:35:10.141258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:10.144026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event updated for resources: {'Port': ['ID=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.147504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:10.164490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:10.200264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e17814-bc0c-4c9c-8fff-e5a73ba54085 req-aeb100f3-6227-41d4-baec-bdb9b81ac00c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:10.201850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4e17814-bc0c-4c9c-8fff-e5a73ba54085 req-aeb100f3-6227-41d4-baec-bdb9b81ac00c tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1732605 Aug 31 09:35:10.250042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:10.250704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.302992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4ecbd64-1864-47e4-9dde-5fde26c74705 req-2fe68fc8-fcd0-4512-9979-f6b3d5f70feb tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 210 time: 0.0402691 Aug 31 09:35:10.303846 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99d217ef-f777-4501-8371-c9f5be5820d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.323036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4e17814-bc0c-4c9c-8fff-e5a73ba54085 req-f68e04b9-4e1a-445e-b7cc-ce7cf4d9749b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041253 Aug 31 09:35:10.323036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-526c9595-819d-43ab-8772-7b686cf74a0e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3083251 Aug 31 09:35:10.338483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Request body: {'port': {'device_id': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:10.358301 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.455221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.464536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-410b630b-08b2-48a4-8d45-eab3fd1b2aa7 None None] Provisioning for port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:10.471119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99d217ef-f777-4501-8371-c9f5be5820d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.475577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-410b630b-08b2-48a4-8d45-eab3fd1b2aa7 None None] Provisioning complete for port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:10.476370 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-410b630b-08b2-48a4-8d45-eab3fd1b2aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.514792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-410b630b-08b2-48a4-8d45-eab3fd1b2aa7 None None] Port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:10.536595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0892ef94-32ce-47be-bac2-497892e9ae6a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:10.552940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.554199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99d217ef-f777-4501-8371-c9f5be5820d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.558420 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-99d217ef-f777-4501-8371-c9f5be5820d7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fa86a14f-7ce9-4449-ae74-b049e0d9118b HTTP/1.1" status: 204 len: 168 time: 0.6195385 Aug 31 09:35:10.558420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d217ef-f777-4501-8371-c9f5be5820d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa86a14f-7ce9-4449-ae74-b049e0d9118b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.559203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e9c4a-1601-496f-aa50-c80d5001358b None None] Network 9c2b98f9-7dfb-420b-b67b-0139f686adba requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:10.559383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.560657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56064) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:10.562946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0892ef94-32ce-47be-bac2-497892e9ae6a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:10.563476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0892ef94-32ce-47be-bac2-497892e9ae6a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:10.564046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3abccca6-1677-4c41-b279-a92fbf0e33e0 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:10.622979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 3abccca6-1677-4c41-b279-a92fbf0e33e0 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:10.623731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3abccca6-1677-4c41-b279-a92fbf0e33e0 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:10.645935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daaad2-932f-47cf-8004-bba86cd0f4e4 req-cd479e67-2cc0-4fb8-afdd-74134337e97c tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:10.647954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38daaad2-932f-47cf-8004-bba86cd0f4e4 req-cd479e67-2cc0-4fb8-afdd-74134337e97c tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 931 time: 0.2606452 Aug 31 09:35:10.659423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:10.677296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:10.679832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:10.733899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event updated for resources: {'Port': ['ID=06458b69-8fd8-4a67-ac2d-2cd030102725,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.746385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.762568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:10.763217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.802700 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-d5d60d6f-d964-4b73-8f3f-7f1171ae7d7e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0850534 Aug 31 09:35:10.807496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] DHCP port deletion for 9c2b98f9-7dfb-420b-b67b-0139f686adba request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:10.811140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34f57-9f68-4128-97aa-8efa10a2222c req-3815bfe4-a847-4e4e-b8bf-6a39cfa8afb3 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:10.819130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5c34f57-9f68-4128-97aa-8efa10a2222c req-3815bfe4-a847-4e4e-b8bf-6a39cfa8afb3 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 812 time: 0.3860195 Aug 31 09:35:10.827015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Deleting port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:10.827667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.860226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5c34f57-9f68-4128-97aa-8efa10a2222c req-80fc03f0-63ff-4160-acd5-38b3334d6db4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/quotas/6a45d96754814d51a60985d1e2545ed1 HTTP/1.1" status: 200 len: 375 time: 0.0400908 Aug 31 09:35:10.864769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] Deleting port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:10.866654 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.868257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38daaad2-932f-47cf-8004-bba86cd0f4e4 req-648c15dd-0671-4fc8-bea1-51fa49ee46eb tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111022 Aug 31 09:35:10.875570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Request body: {'port': {'device_id': '8ded6a83-1551-456d-99ab-43d2719f70ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:10.947540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] For port dfc9aa8d-7c57-4560-9443-d82a8da4dff4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,segment=NetworkSegment(30a320e6-5510-4f1c-ae9d-5c222042fd9d),segment_id=30a320e6-5510-4f1c-ae9d-5c222042fd9d)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:10.948332 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.955850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] For port dfc9aa8d-7c57-4560-9443-d82a8da4dff4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,segment=NetworkSegment(30a320e6-5510-4f1c-ae9d-5c222042fd9d),segment_id=30a320e6-5510-4f1c-ae9d-5c222042fd9d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:10.956537 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.978977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] Calling delete_port for dfc9aa8d-7c57-4560-9443-d82a8da4dff4 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:10.981004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Calling delete_port for dfc9aa8d-7c57-4560-9443-d82a8da4dff4 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:10.988018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.048764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5c34f57-9f68-4128-97aa-8efa10a2222c req-21f5db6d-8f90-4ee7-a801-e1c2f4548fea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1876416 Aug 31 09:35:11.085082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b266fce-0b80-4d34-9772-0ac00ba2d289 req-6b96ff53-61d0-45e7-aa85-04b364c3ec4b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:11.088940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b266fce-0b80-4d34-9772-0ac00ba2d289 req-6b96ff53-61d0-45e7-aa85-04b364c3ec4b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1243339 Aug 31 09:35:11.094458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.132180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] Pushing event deleted for resources: {'Port': ['ID=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.139169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b6b83-05bb-471d-9b12-ff1f1cae62a4 None None] No DVR routers for this DVR port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:11.161665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b266fce-0b80-4d34-9772-0ac00ba2d289 req-c1612f96-b3bd-40f1-8bb9-78a83b9262ad tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718973 Aug 31 09:35:11.196643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.242482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9b9bf2-451b-4621-ab81-d94a0c95bbd0 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:11.245963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc9aa8d-7c57-4560-9443-d82a8da4dff4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.260481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.281841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] No DVR routers for this DVR port dfc9aa8d-7c57-4560-9443-d82a8da4dff4 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:11.297568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Transition to ACTIVE for port object be9b9bf2-451b-4621-ab81-d94a0c95bbd0 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:11.304074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.329432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c1b36-7020-4ece-9b15-3aa666d19445 req-13706840-75b3-4dce-9b3a-a2cbc602c462 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:11.330995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d41c1b36-7020-4ece-9b15-3aa666d19445 req-13706840-75b3-4dce-9b3a-a2cbc602c462 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.1276462 Aug 31 09:35:11.379532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.394713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d3973-360d-4876-bd99-2bd45e37240a req-0a45e61c-30f3-492e-b338-17e668ceea48 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:11.396237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a7d3973-360d-4876-bd99-2bd45e37240a req-0a45e61c-30f3-492e-b338-17e668ceea48 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1600769 Aug 31 09:35:11.397206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2b98f9-7dfb-420b-b67b-0139f686adba']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:11.410191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Pushing event updated for resources: {'Port': ['ID=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.413727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a320e6-5510-4f1c-ae9d-5c222042fd9d') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:11.414027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a320e6-5510-4f1c-ae9d-5c222042fd9d') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:11.429076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.452391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.465958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d41c1b36-7020-4ece-9b15-3aa666d19445 req-f57f63eb-4d8d-4a84-b04f-15851dc79af5 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101599 Aug 31 09:35:11.476974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:11.477388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:11.479108 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:11.507410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a7d3973-360d-4876-bd99-2bd45e37240a req-71b7e86a-c06b-4e69-a9de-10813ecec8fa tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025138 Aug 31 09:35:11.540606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Attempting to bind port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:11.540943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Attempting to bind port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:11.541276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Attempting to bind port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 on network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:11.547574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 on network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:11.547998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Attempting to bind port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 on network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:11.554826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:11.555172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Checking segment: {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:11.555564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Bound using segment: {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:11.555994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Bound port: be9b9bf2-451b-4621-ab81-d94a0c95bbd0, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec52eee9-746b-467d-9a12-246b9374ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:11.556354 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.578066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06458b69-8fd8-4a67-ac2d-2cd030102725 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:11.582696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:11.597621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.601434 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.614368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.618684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9c2b98f9-7dfb-420b-b67b-0139f686adba HTTP/1.1" status: 204 len: 168 time: 1.0546608 Aug 31 09:35:11.635184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abc1fd-5823-4e32-ac48-1930cc2fc5c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2b98f9-7dfb-420b-b67b-0139f686adba,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.642786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Transition to ACTIVE for port object 06458b69-8fd8-4a67-ac2d-2cd030102725 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:11.650234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.652203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e16179fc-5ffb-42fe-adc7-9d3e6dbe9846 req-c3f791ea-5145-4d13-84c0-888add43f5f1 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0767226 Aug 31 09:35:11.727929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] For port be9b9bf2-451b-4621-ab81-d94a0c95bbd0, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:11.740840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] For port be9b9bf2-451b-4621-ab81-d94a0c95bbd0, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:11.755337 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.762262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:11.803229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:11.816933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:11.817592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.818992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] 10.222.0.52 "PUT /v2.0/ports/be9b9bf2-451b-4621-ab81-d94a0c95bbd0 HTTP/1.1" status: 200 len: 1091 time: 1.4879425 Aug 31 09:35:11.819452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'tag': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:11.821738 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f08500-9e42-4a84-a999-f4809059b8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf673e6f-bea2-49d0-bd0f-5a038d9d84c8", "tag": "be9b9bf2-451b-4621-ab81-d94a0c95bbd0"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:11.837823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Pushing event updated for resources: {'Port': ['ID=06458b69-8fd8-4a67-ac2d-2cd030102725,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.858882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf41ed-ba0d-44bf-9d4d-8972ca665d3e req-f189d873-9283-4611-81eb-e8ff0cb65265 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:11.866174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15cf41ed-ba0d-44bf-9d4d-8972ca665d3e req-f189d873-9283-4611-81eb-e8ff0cb65265 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 943 time: 0.1226890 Aug 31 09:35:11.878628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ff93-8d1c-42cd-b25a-eb3563f47e1e service neutron] Pushing event updated for resources: {'Port': ['ID=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.916059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Attempting to bind port 06458b69-8fd8-4a67-ac2d-2cd030102725 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:11.916876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Attempting to bind port 06458b69-8fd8-4a67-ac2d-2cd030102725 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:11.918800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Attempting to bind port 06458b69-8fd8-4a67-ac2d-2cd030102725 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:11.919153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.931924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Port 06458b69-8fd8-4a67-ac2d-2cd030102725 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:11.932452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Attempting to bind port 06458b69-8fd8-4a67-ac2d-2cd030102725 on network 42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:11.938954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:11.940054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:11.940665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Checking segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:11.941211 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Bound using segment: {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:11.941852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Bound port: 06458b69-8fd8-4a67-ac2d-2cd030102725, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0005b824-00d8-41bb-90eb-ccceb962e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:11.942381 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.967719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:11.972211 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.991840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56092) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:12.034407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.051672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15cf41ed-ba0d-44bf-9d4d-8972ca665d3e req-0e5f701d-5b64-404f-818a-c39ba2248268 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846294 Aug 31 09:35:12.054895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] For port 06458b69-8fd8-4a67-ac2d-2cd030102725, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:12.061981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] For port 06458b69-8fd8-4a67-ac2d-2cd030102725, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=06458b69-8fd8-4a67-ac2d-2cd030102725,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:12.079167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.079658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:12.110478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69544af2-4075-40d4-ae3b-0a1417512de8 req-5ecbb1b8-ba6f-46f3-afda-74e4cd372644 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.118262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69544af2-4075-40d4-ae3b-0a1417512de8 req-5ecbb1b8-ba6f-46f3-afda-74e4cd372644 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.2079577 Aug 31 09:35:12.124940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-d8a1711e-26cd-4077-8c06-c26b58d710bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.126732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-d8a1711e-26cd-4077-8c06-c26b58d710bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56a5d2c0801245329125d9f766389fa8&device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 1094 time: 0.2370656 Aug 31 09:35:12.127109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.128007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.129937 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/06458b69-8fd8-4a67-ac2d-2cd030102725 HTTP/1.1" status: 200 len: 1091 time: 1.2603948 Aug 31 09:35:12.130662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ded6a83-1551-456d-99ab-43d2719f70ec', 'tag': '06458b69-8fd8-4a67-ac2d-2cd030102725'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:12.133457 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809c7310-bc63-423d-b54e-fd41585694e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8ded6a83-1551-456d-99ab-43d2719f70ec", "tag": "06458b69-8fd8-4a67-ac2d-2cd030102725"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:12.190696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2a767-dda4-4834-b4e1-7d59683f71e8 service neutron] Pushing event updated for resources: {'Port': ['ID=06458b69-8fd8-4a67-ac2d-2cd030102725,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.198517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bb3aa26d-5d66-48e8-b716-3b203b54bd8a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c754d2193f724b7abddff394b231ed4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996109 Aug 31 09:35:12.200151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56096) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:12.222331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-1e7ea5d8-d7da-4f35-a7ae-6ffc250557a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0 HTTP/1.1" status: 200 len: 217 time: 0.0727334 Aug 31 09:35:12.230324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-e32a1b8f-81ea-402d-bc10-2dc7832b5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.232241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-e32a1b8f-81ea-402d-bc10-2dc7832b5c55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 1094 time: 0.0562522 Aug 31 09:35:12.234631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69544af2-4075-40d4-ae3b-0a1417512de8 req-961821fb-1b90-4826-b4dd-3ecc1342dea1 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158421 Aug 31 09:35:12.323710 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-fcd4d598-68be-4481-92fc-5b25851ca400 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06458b69-8fd8-4a67-ac2d-2cd030102725 HTTP/1.1" status: 200 len: 217 time: 0.0826867 Aug 31 09:35:12.370475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dfc9aa8d-7c57-4560-9443-d82a8da4dff4 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:12.378613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-39811f8c-478b-480a-ac8e-9d166e697870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.378983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-8a6f502a-2d53-4011-b970-38f5ffc976bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.380143 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-39811f8c-478b-480a-ac8e-9d166e697870 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.0491650 Aug 31 09:35:12.380575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-8a6f502a-2d53-4011-b970-38f5ffc976bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf073442-b30f-4992-b3f2-786e110c4987 HTTP/1.1" status: 200 len: 845 time: 0.1296329 Aug 31 09:35:12.388936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ee832-c4be-47b0-bbb1-0c7b857d4bcb req-c17925ab-3cd0-4e1c-972e-d2a5dc3a65de tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.390707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad3ee832-c4be-47b0-bbb1-0c7b857d4bcb req-c17925ab-3cd0-4e1c-972e-d2a5dc3a65de tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1978443 Aug 31 09:35:12.394942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: dfc9aa8d-7c57-4560-9443-d82a8da4dff4 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:12.395290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dfc9aa8d-7c57-4560-9443-d82a8da4dff4 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:12.407584 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263c7f34-5366-4127-afde-d2454f6b6c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.418332 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-1f2bc1e1-ea66-429a-877c-fb37c913a8cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293849 Aug 31 09:35:12.473533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263c7f34-5366-4127-afde-d2454f6b6c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.502553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88315a-afc9-4be2-9a4d-14be62626de3 req-23d2dfe7-91f1-4738-91d1-19f817b4be03 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.504130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c88315a-afc9-4be2-9a4d-14be62626de3 req-23d2dfe7-91f1-4738-91d1-19f817b4be03 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1841676 Aug 31 09:35:12.510106 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-e88b8a36-39a5-44c8-ab27-64a0530bdd5a service neutron] 10.222.0.20 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847161 Aug 31 09:35:12.527303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-8e3d7fe2-a94d-42f3-9c41-1ecdf5022043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.528726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-8e3d7fe2-a94d-42f3-9c41-1ecdf5022043 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370404 Aug 31 09:35:12.531620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad3ee832-c4be-47b0-bbb1-0c7b857d4bcb req-1f0777ba-6377-40e1-8fee-99e302f6f218 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290801 Aug 31 09:35:12.612004 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4017212-c67f-477c-803b-54b549e93db1 x-openstack-request-id: req-b4017212-c67f-477c-803b-54b549e93db1 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:12.612424 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf673e6f-bea2-49d0-bd0f-5a038d9d84c8", "tag": "be9b9bf2-451b-4621-ab81-d94a0c95bbd0", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:12.612533 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4017212-c67f-477c-803b-54b549e93db1 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:12.612907 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'tag': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'status': 'completed', 'code': 200} Aug 31 09:35:12.614229 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd774a50-fc86-4354-93d1-91e42445c0a5 req-f501de4d-4ad7-4bb9-a567-59734b14308b service neutron] 10.222.0.20 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957994 Aug 31 09:35:12.646973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c88315a-afc9-4be2-9a4d-14be62626de3 req-808fbedb-296f-493c-a4ae-599f330f12b6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253970 Aug 31 09:35:12.675014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263c7f34-5366-4127-afde-d2454f6b6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.677564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263c7f34-5366-4127-afde-d2454f6b6c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.678642 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-263c7f34-5366-4127-afde-d2454f6b6c4a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef26f22b-8be8-417a-894d-cf65c0d11652 HTTP/1.1" status: 204 len: 168 time: 0.4720833 Aug 31 09:35:12.690833 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa9f9b2-b1f9-4b0d-bebd-74dbf776b973 x-openstack-request-id: req-ffa9f9b2-b1f9-4b0d-bebd-74dbf776b973 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:12.691259 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ded6a83-1551-456d-99ab-43d2719f70ec", "tag": "06458b69-8fd8-4a67-ac2d-2cd030102725", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:12.691941 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffa9f9b2-b1f9-4b0d-bebd-74dbf776b973 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:12.692424 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ded6a83-1551-456d-99ab-43d2719f70ec', 'tag': '06458b69-8fd8-4a67-ac2d-2cd030102725', 'status': 'completed', 'code': 200} Aug 31 09:35:12.748623 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-47fac9d2-ce58-4dfe-ad06-f34c12f2e155 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093263 Aug 31 09:35:12.758484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c7f34-5366-4127-afde-d2454f6b6c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef26f22b-8be8-417a-894d-cf65c0d11652,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.795548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c7310-bc63-423d-b54e-fd41585694e0 req-8eb9b7a3-6942-4261-963d-7bbbef84e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.798309 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-809c7310-bc63-423d-b54e-fd41585694e0 req-8eb9b7a3-6942-4261-963d-7bbbef84e108 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 1094 time: 0.0830600 Aug 31 09:35:12.864766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf7b9d-70a9-4747-8167-90be2a87a028 req-6b66eb35-8d90-4192-a1ea-6487c95a72e8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.867301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7cf7b9d-70a9-4747-8167-90be2a87a028 req-6b66eb35-8d90-4192-a1ea-6487c95a72e8 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 943 time: 0.1999719 Aug 31 09:35:12.925383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7cf7b9d-70a9-4747-8167-90be2a87a028 req-49a536ba-6946-4977-b421-922de0fae3cf tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568655 Aug 31 09:35:12.978498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c7310-bc63-423d-b54e-fd41585694e0 req-a429f8e4-471e-493e-bd82-e41c85185e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.981363 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-809c7310-bc63-423d-b54e-fd41585694e0 req-a429f8e4-471e-493e-bd82-e41c85185e8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 200 len: 913 time: 0.1727605 Aug 31 09:35:12.986333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77de4141-6326-4e1f-bcc3-d6d937705438 req-4c5ab119-03c0-49b6-95c5-41d5276c3ee9 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247846 Aug 31 09:35:13.021577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-010cdce9-af51-4c97-9f0f-4ccec8dc4c92 req-f65f1ad8-3b1d-4137-a7ad-734b137b2408 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6a45d96754814d51a60985d1e2545ed1 HTTP/1.1" status: 200 len: 221 time: 0.0534208 Aug 31 09:35:13.039616 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-809c7310-bc63-423d-b54e-fd41585694e0 req-1b9716be-626f-4dd8-a041-44c19e2a292a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06458b69-8fd8-4a67-ac2d-2cd030102725 HTTP/1.1" status: 200 len: 217 time: 0.0495963 Aug 31 09:35:13.119024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-29206ddd-d322-4642-90a1-44aa8c32ee98 req-946743c6-bc4a-48ef-a898-c9b5645e1d9f tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0658445 Aug 31 09:35:13.127013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c7310-bc63-423d-b54e-fd41585694e0 req-2f746344-1c0b-40b6-b23b-f7736e002234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.128231 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-809c7310-bc63-423d-b54e-fd41585694e0 req-2f746344-1c0b-40b6-b23b-f7736e002234 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 200 len: 851 time: 0.0750010 Aug 31 09:35:13.134561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-a18237f2-f2a9-4462-ba8d-91dfa4185997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.136464 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-a18237f2-f2a9-4462-ba8d-91dfa4185997 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56a5d2c0801245329125d9f766389fa8&device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 1094 time: 0.0917454 Aug 31 09:35:13.174452 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-809c7310-bc63-423d-b54e-fd41585694e0 req-45331403-9e59-4a99-97f2-c56a3c370976 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368369 Aug 31 09:35:13.208616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-a67216fd-c205-4d96-a8d3-4eeb8696174b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.209180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56138) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:13.210216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-a67216fd-c205-4d96-a8d3-4eeb8696174b tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 946 time: 0.1656907 Aug 31 09:35:13.357208 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-53a0a1b8-b6b9-4926-9f5a-022c7742b009 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ba5b75ea9764bf29241da85668586f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356287 Aug 31 09:35:13.357531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bab68-f103-402b-ab26-67b0cc2c3de1 req-c0815d81-0def-4762-89e2-7b3ecbebf44a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.357531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-457bab68-f103-402b-ab26-67b0cc2c3de1 req-c0815d81-0def-4762-89e2-7b3ecbebf44a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1440618 Aug 31 09:35:13.357724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56144) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:13.372237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-56dafc54-8d24-4196-b219-86f2e89b7781 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.373738 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-56dafc54-8d24-4196-b219-86f2e89b7781 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 814 time: 0.2368226 Aug 31 09:35:13.380399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-eebb02c3-4aa4-4a30-8dd2-3d61f28776c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.381913 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-eebb02c3-4aa4-4a30-8dd2-3d61f28776c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca HTTP/1.1" status: 200 len: 908 time: 0.2329237 Aug 31 09:35:13.395745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-809c7310-bc63-423d-b54e-fd41585694e0 req-755ad536-86dc-44ae-92f7-99dabe38b35d service neutron] 10.222.0.20 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107346 Aug 31 09:35:13.418119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-bb1f9ee5-b944-41ec-827a-34631cc41ab3 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/quotas/fe91fd821d7548baa56f516facbe7e14 HTTP/1.1" status: 200 len: 375 time: 0.0337212 Aug 31 09:35:13.427643 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.444025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-457bab68-f103-402b-ab26-67b0cc2c3de1 req-4f5433ff-a6dc-4216-939f-6722594438be tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692949 Aug 31 09:35:13.451753 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-c3fa7b6a-9b54-4ec9-a63a-01d871950da8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0 HTTP/1.1" status: 200 len: 217 time: 0.0581906 Aug 31 09:35:13.468643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Deleting port f359ffc7-214d-4437-a8c5-b81cf99b1316 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:13.468774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.532380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-8440ba14-a5eb-4803-b018-801343c34767 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040192 Aug 31 09:35:13.555625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-434eb897-e932-495d-9bac-ce453d036718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.576906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-1e2a90df-061f-4dd5-9018-76082be413bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.578422 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-1e2a90df-061f-4dd5-9018-76082be413bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf073442-b30f-4992-b3f2-786e110c4987 HTTP/1.1" status: 200 len: 845 time: 0.0887499 Aug 31 09:35:13.591998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:13.606842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-434eb897-e932-495d-9bac-ce453d036718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.640525 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-809c7310-bc63-423d-b54e-fd41585694e0 req-5ccfcd53-ea19-4ee5-b51d-cc2bff67cfb1 service neutron] 10.222.0.20 "GET /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346039 Aug 31 09:35:13.650314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:13.650859 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.668342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f198574-2092-41ae-9be8-3983817ea7e8 req-9dfafe10-8635-49ab-9324-2bad3ab4cfa6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.669865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f198574-2092-41ae-9be8-3983817ea7e8 req-9dfafe10-8635-49ab-9324-2bad3ab4cfa6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 943 time: 0.1427133 Aug 31 09:35:13.672255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-88678cdb-60ec-4eb9-bb03-9579d25267eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.673744 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-88678cdb-60ec-4eb9-bb03-9579d25267eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855265 Aug 31 09:35:13.703113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] For port f359ffc7-214d-4437-a8c5-b81cf99b1316, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=f359ffc7-214d-4437-a8c5-b81cf99b1316,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:13.703482 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.731686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-434eb897-e932-495d-9bac-ce453d036718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.734234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-434eb897-e932-495d-9bac-ce453d036718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.737884 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-434eb897-e932-495d-9bac-ce453d036718 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3de44eb1-eddf-46df-ba4b-6d7260494c45 HTTP/1.1" status: 204 len: 168 time: 0.3767760 Aug 31 09:35:13.743100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Calling delete_port for f359ffc7-214d-4437-a8c5-b81cf99b1316 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:13.749043 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.754559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-ed32951d-7ca1-42db-bbc6-1f797af2f2a4 service neutron] 10.222.0.69 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077854 Aug 31 09:35:13.754783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eb897-e932-495d-9bac-ce453d036718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de44eb1-eddf-46df-ba4b-6d7260494c45,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.786419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f198574-2092-41ae-9be8-3983817ea7e8 req-6de862f4-908e-4023-83d6-5011e8cd359b tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020608 Aug 31 09:35:13.796809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:13.799319 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d230c7-4deb-40a0-a9e0-f6b1f58e3520" -d '{"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:13.818875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:13.825951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.843396 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-07a8099c-13fb-460f-9641-d34e787c9e2d service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601133 Aug 31 09:35:13.894377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.947948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f08500-9e42-4a84-a999-f4809059b8a0 req-60b7bf7e-6892-46f4-a3f0-767f61e838a6 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961530 Aug 31 09:35:13.995015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561407b-017b-4051-900b-34dc0e755411 req-3c0736d4-80d1-45af-8948-0a48cc1782e1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.997039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e561407b-017b-4051-900b-34dc0e755411 req-3c0736d4-80d1-45af-8948-0a48cc1782e1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1359546 Aug 31 09:35:14.009337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-9ba01003-326f-4026-9362-04617730c130 service neutron] 10.222.0.69 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370241 Aug 31 09:35:14.070468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e561407b-017b-4051-900b-34dc0e755411 req-0a38c890-4c9a-48d4-91ea-67d97068c19c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645876 Aug 31 09:35:14.111237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.126139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['f359ffc7-214d-4437-a8c5-b81cf99b1316'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:14.129675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:14.169966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event deleted for resources: {'Port': ['ID=f359ffc7-214d-4437-a8c5-b81cf99b1316,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:14.217699 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ff3701-a645-42be-be2f-31cbbbbc5389 x-openstack-request-id: req-94ff3701-a645-42be-be2f-31cbbbbc5389 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:14.218068 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:14.218522 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94ff3701-a645-42be-be2f-31cbbbbc5389 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:14.219002 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'code': 200} Aug 31 09:35:14.219244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bab0aebc-11e0-4658-aa95-04d9200cf842 req-b7c0afc4-f270-42ec-8c6e-5f0cd922970d tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=70719625-ab43-4988-8bd7-581684ad0a25 HTTP/1.1" status: 200 len: 210 time: 0.0392513 Aug 31 09:35:14.294076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] No DVR routers for this DVR port f359ffc7-214d-4437-a8c5-b81cf99b1316 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:14.297317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.299534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7c44558-da0b-4d8e-a548-6d2b72e37dac req-6c7e2d70-58f2-4e02-8227-eaccfa847414 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.52 "DELETE /v2.0/ports/f359ffc7-214d-4437-a8c5-b81cf99b1316 HTTP/1.1" status: 204 len: 173 time: 1.0706842 Aug 31 09:35:14.431817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-379268a0-b703-4b72-be23-94194b9f1a15 req-dc2a8cc7-880a-4409-b1e3-899f752f7fff tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 210 time: 0.0552943 Aug 31 09:35:14.462777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98438d-1381-462b-accd-5a394339fc4c req-a2d78657-ebe7-4ea7-afbc-198086b54fc7 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:14.475449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f98438d-1381-462b-accd-5a394339fc4c req-a2d78657-ebe7-4ea7-afbc-198086b54fc7 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 943 time: 0.1705394 Aug 31 09:35:14.539478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f98438d-1381-462b-accd-5a394339fc4c req-06253d24-4432-4876-ae1c-b152a2760df3 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628223 Aug 31 09:35:14.591122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92ac4909-bf43-4d0c-b70c-4b2d56245cde req-14bddba2-9bf3-41f3-91ed-1561b8bd4d29 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0447996 Aug 31 09:35:14.613918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70719625-ab43-4988-8bd7-581684ad0a25', 'name': 'network-vif-deleted', 'tag': 'f359ffc7-214d-4437-a8c5-b81cf99b1316'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:14.616570 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936e859-1793-4cbe-aa5b-1caf1f3d75e0" -d '{"events": [{"server_uuid": "70719625-ab43-4988-8bd7-581684ad0a25", "name": "network-vif-deleted", "tag": "f359ffc7-214d-4437-a8c5-b81cf99b1316"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:14.691624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438e20f-795b-49c7-ad84-c3c7401e0371 req-652b22cb-2363-484b-a3c9-404affddf7f0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:14.693470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1438e20f-795b-49c7-ad84-c3c7401e0371 req-652b22cb-2363-484b-a3c9-404affddf7f0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.0731211 Aug 31 09:35:14.695080 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d494f6-3ffd-4fb8-950f-0a3b20a27dc6 x-openstack-request-id: req-80d494f6-3ffd-4fb8-950f-0a3b20a27dc6 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:14.695431 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70719625-ab43-4988-8bd7-581684ad0a25", "name": "network-vif-deleted", "tag": "f359ffc7-214d-4437-a8c5-b81cf99b1316", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:14.695746 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80d494f6-3ffd-4fb8-950f-0a3b20a27dc6 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:14.696203 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70719625-ab43-4988-8bd7-581684ad0a25', 'name': 'network-vif-deleted', 'tag': 'f359ffc7-214d-4437-a8c5-b81cf99b1316', 'status': 'completed', 'code': 200} Aug 31 09:35:14.752612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1438e20f-795b-49c7-ad84-c3c7401e0371 req-377f2708-68b0-45f8-b6a0-0a37301e46f6 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446956 Aug 31 09:35:14.940137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaa5f8-892c-4e72-90f3-4b14bce1eb40 req-d21231b9-7eb5-4c55-8879-1457d3200f8d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:14.947013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5efaa5f8-892c-4e72-90f3-4b14bce1eb40 req-d21231b9-7eb5-4c55-8879-1457d3200f8d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1193624 Aug 31 09:35:15.270566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65667dd-a752-4585-85dc-bc54e8a79ed3 req-7247f7e7-4086-4a4c-bc16-989270e9fdfd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:15.272062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c65667dd-a752-4585-85dc-bc54e8a79ed3 req-7247f7e7-4086-4a4c-bc16-989270e9fdfd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 943 time: 0.3981595 Aug 31 09:35:15.301610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5efaa5f8-892c-4e72-90f3-4b14bce1eb40 req-040ab6a6-0a47-4eb4-8bd6-8fc5b4962e5f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531160 Aug 31 09:35:15.341951 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c65667dd-a752-4585-85dc-bc54e8a79ed3 req-0c8aa61c-cf40-4a7f-9241-d23763236f8e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500133 Aug 31 09:35:15.390677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-cc182449-b5c6-4720-bcb3-22293ba59421 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:15.392402 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-cc182449-b5c6-4720-bcb3-22293ba59421 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.20 "GET /v2.0/ports?device_id=090c98dd-e14e-466b-89ef-88a80ce36827 HTTP/1.1" status: 200 len: 945 time: 0.0868237 Aug 31 09:35:15.544367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-e4eaf790-f5aa-497f-9389-d0f1da220d92 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:15.546004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-e4eaf790-f5aa-497f-9389-d0f1da220d92 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.52 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 814 time: 0.1767476 Aug 31 09:35:15.556814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Deleting port 01dce5ee-6675-4c61-92af-bde721ccbed2 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:15.557152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.564416 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Request body: {'port': {'device_id': 'f8a06348-556c-4392-81a1-9d85fa7ba6c4', 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'admin_state_up': True, 'tenant_id': 'fe91fd821d7548baa56f516facbe7e14'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:15.704844 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] For port 01dce5ee-6675-4c61-92af-bde721ccbed2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=01dce5ee-6675-4c61-92af-bde721ccbed2,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:15.705071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.722896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Calling delete_port for 01dce5ee-6675-4c61-92af-bde721ccbed2 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:15.736218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f50b6-11cb-44d3-808d-080e2bc46297 req-9f977968-08d9-417c-a61a-02f0706ab91a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:15.739602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d8f50b6-11cb-44d3-808d-080e2bc46297 req-9f977968-08d9-417c-a61a-02f0706ab91a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1085658 Aug 31 09:35:15.745301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b8d9e06-e839-4e5f-a6db-07135df8f065 req-2beee87d-5547-48f5-a9e4-52b8b56b8d32 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 210 time: 0.0584190 Aug 31 09:35:15.844282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d8f50b6-11cb-44d3-808d-080e2bc46297 req-4afe00d1-5f8c-4e01-b5db-359b72c275d9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979025 Aug 31 09:35:15.887530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Made reservation on behalf of fe91fd821d7548baa56f516facbe7e14 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:15.893942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.933565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.967299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Pushing event deleted for resources: {'Port': ['ID=01dce5ee-6675-4c61-92af-bde721ccbed2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:16.017822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] No DVR routers for this DVR port 01dce5ee-6675-4c61-92af-bde721ccbed2 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:16.021226 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.025860 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-30a22237-d32e-47f2-bcb8-a50db6236743 req-fe3225e2-cc43-4061-a27a-d45a73606c28 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.20 "DELETE /v2.0/ports/01dce5ee-6675-4c61-92af-bde721ccbed2 HTTP/1.1" status: 204 len: 173 time: 0.6211905 Aug 31 09:35:16.026430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'name': 'network-vif-deleted', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:16.032792 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85c918-18b7-41b7-a385-242deacc9027" -d '{"events": [{"server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "name": "network-vif-deleted", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:16.039210 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d493ac8-4a85-4203-827d-f4a281aa2ebe req-799de488-3007-40fe-b468-d19059bbb229 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0748525 Aug 31 09:35:16.157879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc112882-2bdd-4620-9be6-519015bb8e9c req-02d8fc0b-48ab-47ef-bff8-8a21104ddcbf tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:16.165443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc112882-2bdd-4620-9be6-519015bb8e9c req-02d8fc0b-48ab-47ef-bff8-8a21104ddcbf tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 943 time: 0.2362442 Aug 31 09:35:16.224956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Allocated IP 172.20.0.13 (abca90d5-a891-47fa-8ed3-01b99c379f78/b2b3db3d-66af-46bb-9e09-4a8c72abf624/1802874f-0801-451a-aba7-b2534db040e0) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:16.239930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc112882-2bdd-4620-9be6-519015bb8e9c req-699b5189-1c34-4734-ad69-53af4ae3b3fd tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718153 Aug 31 09:35:16.310439 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0739a73a-d72d-4337-adbb-4cac672ff3e7 x-openstack-request-id: req-0739a73a-d72d-4337-adbb-4cac672ff3e7 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:16.311008 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090c98dd-e14e-466b-89ef-88a80ce36827", "name": "network-vif-deleted", "tag": "01dce5ee-6675-4c61-92af-bde721ccbed2", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:16.311442 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0739a73a-d72d-4337-adbb-4cac672ff3e7 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:16.312190 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090c98dd-e14e-466b-89ef-88a80ce36827', 'name': 'network-vif-deleted', 'tag': '01dce5ee-6675-4c61-92af-bde721ccbed2', 'status': 'completed', 'code': 200} Aug 31 09:35:16.402183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef50b9-b3bd-4905-8105-6c0346f5a55b req-3e3c9139-d450-401c-8bc6-00fb18184486 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:16.409686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bef50b9-b3bd-4905-8105-6c0346f5a55b req-3e3c9139-d450-401c-8bc6-00fb18184486 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1893561 Aug 31 09:35:16.482213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bef50b9-b3bd-4905-8105-6c0346f5a55b req-0e143786-4537-47c3-8e1f-1f545b19b858 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714130 Aug 31 09:35:16.547760 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.576767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086927-2527-4672-b4d1-fc477f3ad348 req-6fe42873-db45-40b4-ad49-5baf19bafa69 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:16.584619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3086927-2527-4672-b4d1-fc477f3ad348 req-6fe42873-db45-40b4-ad49-5baf19bafa69 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 943 time: 0.1089351 Aug 31 09:35:16.647020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3086927-2527-4672-b4d1-fc477f3ad348 req-dd03e042-2016-4938-b794-273bb0f46615 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Aug 31 09:35:16.666704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.772925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device be9b9bf2-451b-4621-ab81-d94a0c95bbd0 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:16.775998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f359ffc7-214d-4437-a8c5-b81cf99b1316 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:16.786805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Pushing event updated for resources: {'Port': ['ID=1802874f-0801-451a-aba7-b2534db040e0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:16.818524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Network abca90d5-a891-47fa-8ed3-01b99c379f78 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:16.832910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: f359ffc7-214d-4437-a8c5-b81cf99b1316 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:16.834244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:16.836101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device f359ffc7-214d-4437-a8c5-b81cf99b1316 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:16.851718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:16.914843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f346cd6-7aeb-4494-9874-5d6ff0baba71 req-3572089b-9e5f-481b-bab4-2e28176076ed tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:16.923165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f346cd6-7aeb-4494-9874-5d6ff0baba71 req-3572089b-9e5f-481b-bab4-2e28176076ed tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1312292 Aug 31 09:35:16.957995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:16.958679 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.020859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port be9b9bf2-451b-4621-ab81-d94a0c95bbd0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:17.026255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f346cd6-7aeb-4494-9874-5d6ff0baba71 req-d458cedb-05aa-4b0e-95da-2904abbff8c9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016436 Aug 31 09:35:17.054229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'port_id': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'mac_address': 'fa:16:3e:ea:b7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:17.055382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-30f58c0b-8dcf-4dd6-b0df-24854ee78a36 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4901588 Aug 31 09:35:17.067970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Request body: {'port': {'device_id': 'f8a06348-556c-4392-81a1-9d85fa7ba6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:17.099969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f491f8-9f36-4716-948b-220a4d340de3 req-3a8b2a2c-6eb8-481b-8584-c21cd8ea882a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.099969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f491f8-9f36-4716-948b-220a4d340de3 req-3a8b2a2c-6eb8-481b-8584-c21cd8ea882a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 932 time: 0.1666553 Aug 31 09:35:17.146990 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.180335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9b9bf2-451b-4621-ab81-d94a0c95bbd0 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:17.203836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79f491f8-9f36-4716-948b-220a4d340de3 req-9ab573ab-8baf-4e85-9c6c-eaa0facbe4c3 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810819 Aug 31 09:35:17.225754 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port be9b9bf2-451b-4621-ab81-d94a0c95bbd0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:17.241302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.257028 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.322593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:17.374867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bc57c-9423-4c43-9eac-543fc3658601 req-9d1679ba-c457-43a1-affc-1cc1e1e1ad73 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.376450 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-082bc57c-9423-4c43-9eac-543fc3658601 req-9d1679ba-c457-43a1-affc-1cc1e1e1ad73 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1781461 Aug 31 09:35:17.404425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31253194-f217-478c-800c-e8b8e974dbb8 req-21185e4d-6abc-4afe-a30b-9efb83b431a6 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0995519 Aug 31 09:35:17.463727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['be9b9bf2-451b-4621-ab81-d94a0c95bbd0'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:17.519928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-082bc57c-9423-4c43-9eac-543fc3658601 req-043f9f21-59ac-410a-931b-c88fd6650e4b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186836 Aug 31 09:35:17.633415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 06458b69-8fd8-4a67-ac2d-2cd030102725 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:17.638273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 01dce5ee-6675-4c61-92af-bde721ccbed2 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:17.722295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 01dce5ee-6675-4c61-92af-bde721ccbed2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:17.723234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 01dce5ee-6675-4c61-92af-bde721ccbed2 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:17.759891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1802874f-0801-451a-aba7-b2534db040e0 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:17.768853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.783785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Transition to ACTIVE for port object 1802874f-0801-451a-aba7-b2534db040e0 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:17.800570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f878f-d89b-4639-9a65-f1d0d6b1f0a8 req-6faff291-fad2-4584-bb83-509adcd82a88 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.805004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-435f878f-d89b-4639-9a65-f1d0d6b1f0a8 req-6faff291-fad2-4584-bb83-509adcd82a88 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 944 time: 0.1450403 Aug 31 09:35:17.805570 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.877670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 06458b69-8fd8-4a67-ac2d-2cd030102725, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=06458b69-8fd8-4a67-ac2d-2cd030102725,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:17.900490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '06458b69-8fd8-4a67-ac2d-2cd030102725', 'network_id': '42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36', 'port_id': '06458b69-8fd8-4a67-ac2d-2cd030102725', 'mac_address': 'fa:16:3e:bc:ac:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75df9ba-6449-4ba7-80c3-046178a65288', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:17.953075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.968114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06458b69-8fd8-4a67-ac2d-2cd030102725 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:17.971403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1802874f-0801-451a-aba7-b2534db040e0,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:17.990652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-435f878f-d89b-4639-9a65-f1d0d6b1f0a8 req-b539c931-c850-431a-987e-489e9a71b4b2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755135 Aug 31 09:35:18.001538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 06458b69-8fd8-4a67-ac2d-2cd030102725, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=06458b69-8fd8-4a67-ac2d-2cd030102725,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:18.017866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.024502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09002441-370f-4466-acbd-3edac2298fb4 req-e8449664-989f-460b-a106-efa12351999d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.026080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09002441-370f-4466-acbd-3edac2298fb4 req-e8449664-989f-460b-a106-efa12351999d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 943 time: 0.2217004 Aug 31 09:35:18.070482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Attempting to bind port 1802874f-0801-451a-aba7-b2534db040e0 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:18.071218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Attempting to bind port 1802874f-0801-451a-aba7-b2534db040e0 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:18.071780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Attempting to bind port 1802874f-0801-451a-aba7-b2534db040e0 on network abca90d5-a891-47fa-8ed3-01b99c379f78 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:18.079073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=06458b69-8fd8-4a67-ac2d-2cd030102725,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:18.083680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Port 1802874f-0801-451a-aba7-b2534db040e0 on network abca90d5-a891-47fa-8ed3-01b99c379f78 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:18.084084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Attempting to bind port 1802874f-0801-451a-aba7-b2534db040e0 on network abca90d5-a891-47fa-8ed3-01b99c379f78 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:18.095676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:18.095911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Checking segment: {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:18.096432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Bound using segment: {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:18.097377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Bound port: 1802874f-0801-451a-aba7-b2534db040e0, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1315446-7549-40bc-b42d-c029a42792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:18.097377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.128661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09002441-370f-4466-acbd-3edac2298fb4 req-91ca7b48-050d-4666-856e-2600ded6c27d tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867424 Aug 31 09:35:18.231976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57cb23-3459-4c3d-8565-eacfb0027ebf req-0463211f-619a-4f47-b672-823a9ab11a9c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.235429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b57cb23-3459-4c3d-8565-eacfb0027ebf req-0463211f-619a-4f47-b672-823a9ab11a9c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1008751 Aug 31 09:35:18.236620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] For port 1802874f-0801-451a-aba7-b2534db040e0, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:18.242815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] For port 1802874f-0801-451a-aba7-b2534db040e0, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1802874f-0801-451a-aba7-b2534db040e0,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:18.300354 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.349673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b57cb23-3459-4c3d-8565-eacfb0027ebf req-3d442ea8-5d60-40d7-9117-15f295cbf020 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054349 Aug 31 09:35:18.380379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.380954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.382439 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] 10.222.0.52 "PUT /v2.0/ports/1802874f-0801-451a-aba7-b2534db040e0 HTTP/1.1" status: 200 len: 1092 time: 1.3241622 Aug 31 09:35:18.383193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a06348-556c-4392-81a1-9d85fa7ba6c4', 'tag': '1802874f-0801-451a-aba7-b2534db040e0'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:18.385557 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a06348-556c-4392-81a1-9d85fa7ba6c4", "tag": "1802874f-0801-451a-aba7-b2534db040e0"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:18.410939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['06458b69-8fd8-4a67-ac2d-2cd030102725'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:18.473615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76b4a3-8dd6-4803-a2a4-d50432d4c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1802874f-0801-451a-aba7-b2534db040e0,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:18.538793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0952fc3-2c20-4a91-9af6-4f81637f0014 req-fdbf08f5-5e76-4a59-b0ea-8ae4d51c8517 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.540790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0952fc3-2c20-4a91-9af6-4f81637f0014 req-fdbf08f5-5e76-4a59-b0ea-8ae4d51c8517 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 944 time: 0.1624939 Aug 31 09:35:18.576415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-5148cbab-08d0-4bec-a29b-bf7397a3d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.579322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-5148cbab-08d0-4bec-a29b-bf7397a3d56b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 1095 time: 0.1170511 Aug 31 09:35:18.675776 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-f84190d7-4749-48fa-a80b-04c989b77136 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1802874f-0801-451a-aba7-b2534db040e0 HTTP/1.1" status: 200 len: 217 time: 0.0847068 Aug 31 09:35:18.682697 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d4e5e9-d985-4f0b-959f-7e27fd008eb1 x-openstack-request-id: req-c9d4e5e9-d985-4f0b-959f-7e27fd008eb1 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:18.683041 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a06348-556c-4392-81a1-9d85fa7ba6c4", "tag": "1802874f-0801-451a-aba7-b2534db040e0", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:18.683375 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c9d4e5e9-d985-4f0b-959f-7e27fd008eb1 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:18.684466 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a06348-556c-4392-81a1-9d85fa7ba6c4', 'tag': '1802874f-0801-451a-aba7-b2534db040e0', 'status': 'completed', 'code': 200} Aug 31 09:35:18.695868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0952fc3-2c20-4a91-9af6-4f81637f0014 req-bb89c48b-595e-435d-bbf9-7a462d730eb7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451740 Aug 31 09:35:18.786589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device be9b9bf2-451b-4621-ab81-d94a0c95bbd0 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:18.800673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-0dd09c79-f2c8-48b4-a6d3-69819f2002ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.803241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-0dd09c79-f2c8-48b4-a6d3-69819f2002ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2b3db3d-66af-46bb-9e09-4a8c72abf624 HTTP/1.1" status: 200 len: 854 time: 0.1063433 Aug 31 09:35:18.863466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:18.868330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:18.868776 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.878398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c314a636-be28-466d-9ff5-94216ee2a599 req-99ef14b4-6090-43db-879d-877af884d411 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0541279 Aug 31 09:35:18.882270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-ede34c0c-ea1d-4f32-ad5d-82280e53cc59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=abca90d5-a891-47fa-8ed3-01b99c379f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588889 Aug 31 09:35:18.960883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7159d-fb3d-4322-b8ad-67561ce3cb59 req-47ff7d31-0a45-4e5e-98e0-711fd0c4ebe4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.970662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76a7159d-fb3d-4322-b8ad-67561ce3cb59 req-47ff7d31-0a45-4e5e-98e0-711fd0c4ebe4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2260315 Aug 31 09:35:19.024173 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.042059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76a7159d-fb3d-4322-b8ad-67561ce3cb59 req-11763390-5532-4908-84eb-701272c9f206 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701752 Aug 31 09:35:19.049711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:19.052262 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da4ab79-f704-421b-8b1c-95f1db57c59a" -d '{"events": [{"server_uuid": "cf673e6f-bea2-49d0-bd0f-5a038d9d84c8", "name": "network-vif-plugged", "status": "completed", "tag": "be9b9bf2-451b-4621-ab81-d94a0c95bbd0"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:19.072999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port be9b9bf2-451b-4621-ab81-d94a0c95bbd0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:19.077576 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.145961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-e2d890ad-b8d1-438e-b8bb-8a1d3b2d027b service neutron] 10.222.0.52 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555737 Aug 31 09:35:19.146607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:19.164671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7a051-b09e-4fb7-b59f-d816a65b5e28 req-9e5015d9-b1fc-4016-b792-57c2ded76391 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.166594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96d7a051-b09e-4fb7-b59f-d816a65b5e28 req-9e5015d9-b1fc-4016-b792-57c2ded76391 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 945 time: 0.1563759 Aug 31 09:35:19.320652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96d7a051-b09e-4fb7-b59f-d816a65b5e28 req-d2df8dce-0a44-4d46-8581-c3814acec735 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942459 Aug 31 09:35:19.326321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a22fb6c1-163c-4f9f-a322-11aca17971e3 req-dc886060-6aed-4232-99ae-9c0cf53dedb1 service neutron] 10.222.0.52 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584637 Aug 31 09:35:19.349137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f69ad-6bf2-4863-a0bc-cf2468e4f95d req-ee999dcb-b765-43ae-8996-5d128c327897 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.349137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e4f69ad-6bf2-4863-a0bc-cf2468e4f95d req-ee999dcb-b765-43ae-8996-5d128c327897 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 0.1173041 Aug 31 09:35:19.401721 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde2f44-5a2b-4aeb-900d-f071a22ab253 x-openstack-request-id: req-acde2f44-5a2b-4aeb-900d-f071a22ab253 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:19.401721 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf673e6f-bea2-49d0-bd0f-5a038d9d84c8", "name": "network-vif-plugged", "status": "completed", "tag": "be9b9bf2-451b-4621-ab81-d94a0c95bbd0", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:19.401721 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-acde2f44-5a2b-4aeb-900d-f071a22ab253 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:19.401721 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'code': 200} Aug 31 09:35:19.433325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e4f69ad-6bf2-4863-a0bc-cf2468e4f95d req-ac06cf92-3a6c-4806-9499-3de0429a0c3d tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817995 Aug 31 09:35:19.485119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-bdc7bff9-12e9-4f83-8b33-7c978d274d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.486756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-bdc7bff9-12e9-4f83-8b33-7c978d274d7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe91fd821d7548baa56f516facbe7e14&device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 1095 time: 0.0773754 Aug 31 09:35:19.568608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbb290-72b7-4496-bdf3-6c193a6fef31 req-5514be8a-9620-426e-ab2b-f77ced051c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.571065 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13fbb290-72b7-4496-bdf3-6c193a6fef31 req-5514be8a-9620-426e-ab2b-f77ced051c9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 1096 time: 0.0831902 Aug 31 09:35:19.622077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 06458b69-8fd8-4a67-ac2d-2cd030102725 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:19.623549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13fbb290-72b7-4496-bdf3-6c193a6fef31 req-98e8c041-9928-40f6-bac7-e25ac9282509 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447035 Aug 31 09:35:19.682326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1f3e1-39e4-4adb-84e4-7a2e0bf7c012 req-36c23c93-8477-4ac5-9d9e-3cc457ccdf1e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.683923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebb1f3e1-39e4-4adb-84e4-7a2e0bf7c012 req-36c23c93-8477-4ac5-9d9e-3cc457ccdf1e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 944 time: 0.1600335 Aug 31 09:35:19.701545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 06458b69-8fd8-4a67-ac2d-2cd030102725 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:19.702576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e410-e587-4d99-a7ab-a09a69097084 req-59bc6b6d-6e96-4394-9481-69f5c5cd5dcf tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.710505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4763e410-e587-4d99-a7ab-a09a69097084 req-59bc6b6d-6e96-4394-9481-69f5c5cd5dcf tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1313879 Aug 31 09:35:19.716698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 06458b69-8fd8-4a67-ac2d-2cd030102725 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:19.717331 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.730429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-33a56f9b-2152-494e-8e81-ab9e372ed49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.732109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-33a56f9b-2152-494e-8e81-ab9e372ed49e service neutron] 10.222.0.52 "GET /v2.0/networks?id=abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 200 len: 916 time: 0.2355673 Aug 31 09:35:19.793146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebb1f3e1-39e4-4adb-84e4-7a2e0bf7c012 req-a75c8082-955a-4a68-8abe-24f594210b19 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784645 Aug 31 09:35:19.815885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4763e410-e587-4d99-a7ab-a09a69097084 req-0b50dae3-5d3c-4e9b-bd3b-74f63d480c08 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044426 Aug 31 09:35:19.888011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-b3b1983d-3f93-41c5-bf1c-caa1af9d3130 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1802874f-0801-451a-aba7-b2534db040e0 HTTP/1.1" status: 200 len: 217 time: 0.0562687 Aug 31 09:35:19.980477 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.021082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-62a18ef1-7c9c-4916-938e-9fd84dfae0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.023137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-62a18ef1-7c9c-4916-938e-9fd84dfae0d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2b3db3d-66af-46bb-9e09-4a8c72abf624 HTTP/1.1" status: 200 len: 854 time: 0.1262484 Aug 31 09:35:20.047922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 06458b69-8fd8-4a67-ac2d-2cd030102725, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=06458b69-8fd8-4a67-ac2d-2cd030102725,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:20.054407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.085412 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-f45c53f6-0ff0-4ad2-b738-72ad8d1d1c47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=abca90d5-a891-47fa-8ed3-01b99c379f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387700 Aug 31 09:35:20.127464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=06458b69-8fd8-4a67-ac2d-2cd030102725,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:20.166806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64517e4b-1683-4799-b3bf-1ccfedb04d25 req-3db05a85-9eec-476e-b8bf-ad675332988a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.166806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64517e4b-1683-4799-b3bf-1ccfedb04d25 req-3db05a85-9eec-476e-b8bf-ad675332988a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1802516 Aug 31 09:35:20.178292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4d850-ebb1-4f14-85ea-de58539be0c9 req-7734b6ce-1d49-47a6-8fea-71b8da7725e3 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.179961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea4d850-ebb1-4f14-85ea-de58539be0c9 req-7734b6ce-1d49-47a6-8fea-71b8da7725e3 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 944 time: 0.2219191 Aug 31 09:35:20.251946 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-9a72e71b-3ed8-4a90-9a19-e2dfa63dcfa6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.253766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-9a72e71b-3ed8-4a90-9a19-e2dfa63dcfa6 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 945 time: 0.0526583 Aug 31 09:35:20.272528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64517e4b-1683-4799-b3bf-1ccfedb04d25 req-6d390a72-a77b-48f2-bdff-1b22c41f2fd1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911853 Aug 31 09:35:20.314050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-2297c991-47f5-410d-8ee0-171c474285e6 service neutron] 10.222.0.52 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188354 Aug 31 09:35:20.320246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea4d850-ebb1-4f14-85ea-de58539be0c9 req-c7755fed-99a1-4242-8dea-71a842355323 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902078 Aug 31 09:35:20.441510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a7c6e3a-17f0-43fe-b7f5-c246f31f8416 req-809c8715-5dee-446d-a7b3-a9993369309a service neutron] 10.222.0.52 "GET /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182904 Aug 31 09:35:20.479598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb504e33-21c1-44a9-88a1-9cd2641d302f req-8b0bdd30-a92f-4904-a85f-9a63c406c12b tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0363564 Aug 31 09:35:20.545919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f5d56-a15f-4d2e-89c9-f13d08d5bf92 req-a6a91af9-766a-4b56-854f-ea26e394a8f5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.547712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b8f5d56-a15f-4d2e-89c9-f13d08d5bf92 req-a6a91af9-766a-4b56-854f-ea26e394a8f5 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 945 time: 0.0663564 Aug 31 09:35:20.615702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b8f5d56-a15f-4d2e-89c9-f13d08d5bf92 req-f2fd2493-64e4-4673-ab9e-db3dd096c569 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4d4c224-1e44-42b5-9a8d-68b9a00df512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586090 Aug 31 09:35:20.805769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574efc6-fe20-473e-9413-ae3428db2a50 req-1e9520a2-8968-4a8a-ad28-8794dced834a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.812140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e574efc6-fe20-473e-9413-ae3428db2a50 req-1e9520a2-8968-4a8a-ad28-8794dced834a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1404717 Aug 31 09:35:21.005998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a9ec-d758-4baf-99c4-f42aeeca925f req-e2db595e-d02a-4c78-8b76-7b495d51f7f6 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:21.015284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95b1a9ec-d758-4baf-99c4-f42aeeca925f req-e2db595e-d02a-4c78-8b76-7b495d51f7f6 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 0.2005222 Aug 31 09:35:21.017034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56396) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:21.026109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e574efc6-fe20-473e-9413-ae3428db2a50 req-bd9a36d7-ebbf-41ad-a856-18f7bdc02e36 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239223 Aug 31 09:35:21.109301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Deleting port cf122218-24f8-4284-8900-df6658617f59 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:21.109959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.113099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95b1a9ec-d758-4baf-99c4-f42aeeca925f req-f9a1ee3f-79d8-4dfc-b09b-116fb4778b25 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968316 Aug 31 09:35:21.275752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a08118-05e1-4ae0-9ace-59edca3eb0be req-f6b318fd-a31d-4ed3-baaf-97acdfdf7e78 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:21.278176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7a08118-05e1-4ae0-9ace-59edca3eb0be req-f6b318fd-a31d-4ed3-baaf-97acdfdf7e78 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1152911 Aug 31 09:35:21.285558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] For port cf122218-24f8-4284-8900-df6658617f59, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cf122218-24f8-4284-8900-df6658617f59,segment=NetworkSegment(7abe15a0-0e8e-4541-9f3e-4b4790eb7f54),segment_id=7abe15a0-0e8e-4541-9f3e-4b4790eb7f54)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:21.285922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.309247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Calling delete_port for cf122218-24f8-4284-8900-df6658617f59 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:21.381023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fb32-91f5-4d73-8e62-9700fbe81d40 req-686702f1-e2b3-4894-b36a-1a25106e6098 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:21.390352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f31fb32-91f5-4d73-8e62-9700fbe81d40 req-686702f1-e2b3-4894-b36a-1a25106e6098 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1102488 Aug 31 09:35:21.394956 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-44b87cfb-08fa-4e56-856c-671dcb67f303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.397750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ded6a83-1551-456d-99ab-43d2719f70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06458b69-8fd8-4a67-ac2d-2cd030102725'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:21.401710 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1ba984-5e23-4e07-957f-627695d7ec07" -d '{"events": [{"server_uuid": "8ded6a83-1551-456d-99ab-43d2719f70ec", "name": "network-vif-plugged", "status": "completed", "tag": "06458b69-8fd8-4a67-ac2d-2cd030102725"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:21.485732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f31fb32-91f5-4d73-8e62-9700fbe81d40 req-93d6f990-e3cc-4771-ad1e-2d50aebae4f8 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939977 Aug 31 09:35:21.511467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7a08118-05e1-4ae0-9ace-59edca3eb0be req-249a6033-5f69-4518-a86d-16bb628125e9 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890652 Aug 31 09:35:21.526016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.551925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cf122218-24f8-4284-8900-df6658617f59'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:21.630394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Pushing event deleted for resources: {'Port': ['ID=cf122218-24f8-4284-8900-df6658617f59,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:21.634332 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee345f2-4cf5-4aa2-b1d0-e96752fc8f27 x-openstack-request-id: req-eee345f2-4cf5-4aa2-b1d0-e96752fc8f27 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:21.634664 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ded6a83-1551-456d-99ab-43d2719f70ec", "name": "network-vif-plugged", "status": "completed", "tag": "06458b69-8fd8-4a67-ac2d-2cd030102725", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:21.634915 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eee345f2-4cf5-4aa2-b1d0-e96752fc8f27 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:21.635307 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ded6a83-1551-456d-99ab-43d2719f70ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06458b69-8fd8-4a67-ac2d-2cd030102725', 'code': 200} Aug 31 09:35:21.703751 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-44b87cfb-08fa-4e56-856c-671dcb67f303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.718673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] No DVR routers for this DVR port cf122218-24f8-4284-8900-df6658617f59 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:21.725584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.728859 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-44b87cfb-08fa-4e56-856c-671dcb67f303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.731256 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a91b72c2-dd17-45ce-807b-c55bd61211fc req-58f6d1c5-4db2-41ed-b302-57b84b07a34f tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.20 "DELETE /v2.0/ports/cf122218-24f8-4284-8900-df6658617f59 HTTP/1.1" status: 204 len: 173 time: 1.4707766 Aug 31 09:35:21.731764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684ae968-9019-4a0a-8b8d-4f681ffcf9dc', 'name': 'network-vif-deleted', 'tag': 'cf122218-24f8-4284-8900-df6658617f59'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:21.738402 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e511841-f0eb-450c-b2c6-54204bd3a280" -d '{"events": [{"server_uuid": "684ae968-9019-4a0a-8b8d-4f681ffcf9dc", "name": "network-vif-deleted", "tag": "cf122218-24f8-4284-8900-df6658617f59"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:21.745309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9c464371-c6a5-4b5f-9c1c-9bdc6a8ccbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.137806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e253e26e-c475-499a-81bc-8d75963d51e0 req-f3644e9e-73cf-483a-8bfa-5036c2fc5360 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.3765016 Aug 31 09:35:22.151865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76902a8c-f990-4465-8c79-21a1dbe1611d req-48c7ebc0-dc11-4164-8494-f0c27dc75ef4 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.159989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76902a8c-f990-4465-8c79-21a1dbe1611d req-48c7ebc0-dc11-4164-8494-f0c27dc75ef4 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 944 time: 0.5669694 Aug 31 09:35:22.205700 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-44b87cfb-08fa-4e56-856c-671dcb67f303 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b5d414fae4f4987942ebaf5677ac6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1834574 Aug 31 09:35:22.208691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56422) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:22.217771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b87cfb-08fa-4e56-856c-671dcb67f303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334d6a50-684f-456f-a4d8-a810ffc50974,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:22.245319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02763-31ba-45fa-b8eb-6df252e98551 req-ccdd6e6c-28b9-4d64-935f-a1e6ea8ba9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.247055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ad02763-31ba-45fa-b8eb-6df252e98551 req-ccdd6e6c-28b9-4d64-935f-a1e6ea8ba9cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 1096 time: 0.5342484 Aug 31 09:35:22.270993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76902a8c-f990-4465-8c79-21a1dbe1611d req-06ec539a-2719-4d76-b27f-9f4cd305fe13 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076300 Aug 31 09:35:22.351446 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8db3bc1-4d3f-4380-a5bb-da7bb0c93737 x-openstack-request-id: req-b8db3bc1-4d3f-4380-a5bb-da7bb0c93737 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:22.352276 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684ae968-9019-4a0a-8b8d-4f681ffcf9dc", "name": "network-vif-deleted", "tag": "cf122218-24f8-4284-8900-df6658617f59", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:22.352276 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8db3bc1-4d3f-4380-a5bb-da7bb0c93737 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:22.352422 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684ae968-9019-4a0a-8b8d-4f681ffcf9dc', 'name': 'network-vif-deleted', 'tag': 'cf122218-24f8-4284-8900-df6658617f59', 'status': 'completed', 'code': 200} Aug 31 09:35:22.382883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a197eff2-c8d2-4527-961d-e925236bb666 req-0af580d4-241e-448a-9180-23d8bd7ac367 tempest-ServersTestJSON-1319508652 tempest-ServersTestJSON-1319508652-project] 10.222.0.69 "GET /v2.0/ports?device_id=684ae968-9019-4a0a-8b8d-4f681ffcf9dc HTTP/1.1" status: 200 len: 210 time: 0.0707397 Aug 31 09:35:22.433928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ad02763-31ba-45fa-b8eb-6df252e98551 req-abaf4de3-16a8-4da8-814d-c0f4f3d9802c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748908 Aug 31 09:35:22.452917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5bb5-75f3-42d3-8494-72b7c7643c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.514835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5bb5-75f3-42d3-8494-72b7c7643c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.585869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5448d-760e-4520-b72c-a1aba1d1cb57 req-1be55ff2-ca99-4544-b50e-8857bd002109 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.592003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62c5448d-760e-4520-b72c-a1aba1d1cb57 req-1be55ff2-ca99-4544-b50e-8857bd002109 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1140954 Aug 31 09:35:22.618909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43a25-09a2-4f2a-9b6a-b1dc74d529d4 req-bffcccd7-ba13-4f60-8a29-a4d134d1f1c2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.621049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01e43a25-09a2-4f2a-9b6a-b1dc74d529d4 req-bffcccd7-ba13-4f60-8a29-a4d134d1f1c2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 0.1631029 Aug 31 09:35:22.645236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5bb5-75f3-42d3-8494-72b7c7643c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.647670 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5bb5-75f3-42d3-8494-72b7c7643c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.651328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4e2a5bb5-75f3-42d3-8494-72b7c7643c7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/334d6a50-684f-456f-a4d8-a810ffc50974 HTTP/1.1" status: 204 len: 168 time: 0.4392014 Aug 31 09:35:22.685605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62c5448d-760e-4520-b72c-a1aba1d1cb57 req-51bc074f-cc65-4489-84c6-01c94f2fd927 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881870 Aug 31 09:35:22.703492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a5bb5-75f3-42d3-8494-72b7c7643c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334d6a50-684f-456f-a4d8-a810ffc50974,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:22.738661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01e43a25-09a2-4f2a-9b6a-b1dc74d529d4 req-0782220d-d068-452b-b1de-5567ce78ccc5 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096220 Aug 31 09:35:22.801359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1802874f-0801-451a-aba7-b2534db040e0 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:22.954556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2d954-3890-42d0-a3ab-b5e45af69b93 req-87d61d07-82c3-442c-a824-c976731b62c7 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.956069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1e2d954-3890-42d0-a3ab-b5e45af69b93 req-87d61d07-82c3-442c-a824-c976731b62c7 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1475792 Aug 31 09:35:22.963679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17e64-6fd8-4377-9bb5-ca6f76c1afb5 req-79c0daeb-dba4-4f45-8ec9-a75cb50e0cec tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.971442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ff17e64-6fd8-4377-9bb5-ca6f76c1afb5 req-79c0daeb-dba4-4f45-8ec9-a75cb50e0cec tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1117198 Aug 31 09:35:23.008726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1802874f-0801-451a-aba7-b2534db040e0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1802874f-0801-451a-aba7-b2534db040e0,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:23.025947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '1802874f-0801-451a-aba7-b2534db040e0', 'network_id': 'abca90d5-a891-47fa-8ed3-01b99c379f78', 'port_id': '1802874f-0801-451a-aba7-b2534db040e0', 'mac_address': 'fa:16:3e:5a:cb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b3db3d-66af-46bb-9e09-4a8c72abf624', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:23.052133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ff17e64-6fd8-4377-9bb5-ca6f76c1afb5 req-b75f6716-f58d-493e-b6ff-cf95d377961e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709622 Aug 31 09:35:23.079368 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.089416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1e2d954-3890-42d0-a3ab-b5e45af69b93 req-16c5447c-fdb9-48d9-9e37-1153569980fd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159036 Aug 31 09:35:23.098868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1802874f-0801-451a-aba7-b2534db040e0 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:23.128660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1802874f-0801-451a-aba7-b2534db040e0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1802874f-0801-451a-aba7-b2534db040e0,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:23.138205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.215958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=1802874f-0801-451a-aba7-b2534db040e0,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:23.265810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cc162-3cf5-4439-9b63-07bf5c4995fc req-935d55af-4b2f-45a8-b8ff-351ebdf5e001 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:23.267554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-039cc162-3cf5-4439-9b63-07bf5c4995fc req-935d55af-4b2f-45a8-b8ff-351ebdf5e001 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 0.1043549 Aug 31 09:35:23.276137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56454) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:23.281878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Request body: {'floatingip': {'port_id': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:23.341642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1802874f-0801-451a-aba7-b2534db040e0'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:23.351760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a882c9f6-d141-47e7-a654-bf9be014e633 req-5b3a69af-c1cf-401f-ac3b-1e0417fdd519 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0783427 Aug 31 09:35:23.388778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.451046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95674-2e6c-4a9d-b0c1-f0b2344c733a req-5688de74-0860-4b39-bc49-845274e46a77 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:23.462085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abb95674-2e6c-4a9d-b0c1-f0b2344c733a req-5688de74-0860-4b39-bc49-845274e46a77 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 945 time: 0.0991530 Aug 31 09:35:23.597981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abb95674-2e6c-4a9d-b0c1-f0b2344c733a req-4767dd70-9e28-4e3d-b0bb-aac856c5e53c tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349628 Aug 31 09:35:23.659069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56468) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:23.703789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cf122218-24f8-4284-8900-df6658617f59 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:23.758295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: cf122218-24f8-4284-8900-df6658617f59 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:23.761643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cf122218-24f8-4284-8900-df6658617f59 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:23.772741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09b427-26ce-4bfa-ba27-959e87b06758 req-dcaf6645-d9b3-45f8-bbeb-1bb52bf1853c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:23.776696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e09b427-26ce-4bfa-ba27-959e87b06758 req-dcaf6645-d9b3-45f8-bbeb-1bb52bf1853c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2698486 Aug 31 09:35:23.835327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-90139448-76c0-4f4f-b4b3-7133defa17e6 admin admin] Deleting subnet d8a4279b-7ee8-4446-8c25-3da965492a89 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:23.843746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90139448-76c0-4f4f-b4b3-7133defa17e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.924130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90139448-76c0-4f4f-b4b3-7133defa17e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.976915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90139448-76c0-4f4f-b4b3-7133defa17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.023755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56476) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:24.054321 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90139448-76c0-4f4f-b4b3-7133defa17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.138202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90139448-76c0-4f4f-b4b3-7133defa17e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a4279b-7ee8-4446-8c25-3da965492a89,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:24.142535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e09b427-26ce-4bfa-ba27-959e87b06758 req-570472a2-4685-4a54-ae0d-40d0d7d97524 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578610 Aug 31 09:35:24.159733 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90139448-76c0-4f4f-b4b3-7133defa17e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.167412 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-90139448-76c0-4f4f-b4b3-7133defa17e6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d8a4279b-7ee8-4446-8c25-3da965492a89 HTTP/1.1" status: 204 len: 168 time: 0.5060585 Aug 31 09:35:24.169440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56482) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:24.181399 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.resource_extend [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:35:24.268831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-network', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:24.298209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.303843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.348945 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.364387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3281e-cf5c-4cca-a72b-74a18856e680 req-71477681-20de-4605-9373-4352c3f55407 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:24.364610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Made reservation on behalf of 63c44a82428c49958aa18fb4b8d3c0b5 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:24.366032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bac3281e-cf5c-4cca-a72b-74a18856e680 req-71477681-20de-4605-9373-4352c3f55407 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1257112 Aug 31 09:35:24.374115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.421984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec19e6-819d-4892-8c18-c1f20a921c43 req-0088625e-868b-47b9-8c0e-08805c4233e4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:24.422443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.423734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8eec19e6-819d-4892-8c18-c1f20a921c43 req-0088625e-868b-47b9-8c0e-08805c4233e4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1403127 Aug 31 09:35:24.446371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bac3281e-cf5c-4cca-a72b-74a18856e680 req-3f53f4cf-b250-4e1e-b439-850d76ecaee0 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Aug 31 09:35:24.484023 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Floating IP 6e4985f5-52a2-47c0-9474-ff25dc5e7fc7 associated. External IP: 172.25.1.104, port: be9b9bf2-451b-4621-ab81-d94a0c95bbd0. Aug 31 09:35:24.578877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8eec19e6-819d-4892-8c18-c1f20a921c43 req-bfc7e9fc-ca7d-4546-a56f-aa57eafb7192 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358383 Aug 31 09:35:24.627812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ade53bc7-5aec-4769-9e5f-d0d2e485b44e req-a30b7ba2-277d-4052-87db-f50b41a6c46f tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0842466 Aug 31 09:35:24.629674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.677476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d07e16-6766-421e-8a7a-53f6f1e14899']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:24.715440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:24.715440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abe15a0-0e8e-4541-9f3e-4b4790eb7f54') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:24.737858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.771520 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.781145 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.784303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:24.784916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:24.786846 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:24.793371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.816310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1802874f-0801-451a-aba7-b2534db040e0 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:24.821162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:24.843661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.845051 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Added segment 2ce377aa-45b9-4fc0-84ae-4cb0423ae97c of type vlan for network 97937824-ac72-498f-bf83-ff8f591bd8b5 Aug 31 09:35:24.880751 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 1802874f-0801-451a-aba7-b2534db040e0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:24.891440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 1802874f-0801-451a-aba7-b2534db040e0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:24.892127 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.921383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.938090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94488853-279d-4b2a-9512-6a3798c4e1db req-aad46d7a-e149-4fa0-8251-a8161f473897 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:24.947228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94488853-279d-4b2a-9512-6a3798c4e1db req-aad46d7a-e149-4fa0-8251-a8161f473897 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 945 time: 0.1023314 Aug 31 09:35:24.951587 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.956433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a9d07e16-6766-421e-8a7a-53f6f1e14899 HTTP/1.1" status: 204 len: 168 time: 0.7859509 Aug 31 09:35:24.998677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6501625-303f-4874-b322-f165a97a0807 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d07e16-6766-421e-8a7a-53f6f1e14899,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:25.028174 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.056592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94488853-279d-4b2a-9512-6a3798c4e1db req-92d7dba6-3211-4f41-99d7-f78c9ff9a09e tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005373 Aug 31 09:35:25.111827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e350b-b6e2-477f-88b0-91b1e216b4e1 req-b88d0bc3-d08f-49d0-8919-9c5a8063554b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:25.126948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-682e350b-b6e2-477f-88b0-91b1e216b4e1 req-b88d0bc3-d08f-49d0-8919-9c5a8063554b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1204877 Aug 31 09:35:25.141209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc0e924-d2f2-444a-af97-e6a459d69c45,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:25.157894 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.203090 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26198973-fbc5-4185-ac65-f07e62453270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.214113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.230625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:25.232762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:25.233897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a06348-556c-4392-81a1-9d85fa7ba6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802874f-0801-451a-aba7-b2534db040e0'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:25.236467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-682e350b-b6e2-477f-88b0-91b1e216b4e1 req-b0207e30-a039-4c4a-aa84-096f9c329ab9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081898 Aug 31 09:35:25.257104 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd69868-621c-4810-a0ba-43032b4bb118" -d '{"events": [{"server_uuid": "f8a06348-556c-4392-81a1-9d85fa7ba6c4", "name": "network-vif-plugged", "status": "completed", "tag": "1802874f-0801-451a-aba7-b2534db040e0"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:25.270264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d674e7b5-2e05-449e-ab92-8c77aed0e346 req-eab89fbe-bac9-42e2-9e97-4dbe8c5d8ac8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0771673 Aug 31 09:35:25.271832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 1802874f-0801-451a-aba7-b2534db040e0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1802874f-0801-451a-aba7-b2534db040e0,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:25.281309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.292703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.295146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:25.296527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.302393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb38a2-63ca-46c6-ac84-1c0664c42924 req-be0430ca-ce50-4cfd-8261-60d7a4c2a69e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:25.312794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86cb38a2-63ca-46c6-ac84-1c0664c42924 req-be0430ca-ce50-4cfd-8261-60d7a4c2a69e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1264250 Aug 31 09:35:25.372906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86cb38a2-63ca-46c6-ac84-1c0664c42924 req-7e7b0ad4-5161-419b-a920-8211df9c7bcc tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Aug 31 09:35:25.413275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=1802874f-0801-451a-aba7-b2534db040e0,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:25.429143 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-29b08fce-f09a-4211-a6d2-79baa9410df2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=911bdad3a3bc49e5bc90377245a75b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949809 Aug 31 09:35:25.431797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56510) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:25.435154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4101851 Aug 31 09:35:25.435775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:25.439575 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47409a6e-94b9-4349-ad4c-2b80be9775b5 x-openstack-request-id: req-47409a6e-94b9-4349-ad4c-2b80be9775b5 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:25.439863 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a06348-556c-4392-81a1-9d85fa7ba6c4", "name": "network-vif-plugged", "status": "completed", "tag": "1802874f-0801-451a-aba7-b2534db040e0", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:25.440287 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47409a6e-94b9-4349-ad4c-2b80be9775b5 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:25.440834 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a06348-556c-4392-81a1-9d85fa7ba6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1802874f-0801-451a-aba7-b2534db040e0', 'code': 200} Aug 31 09:35:25.454664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Request body: {'subnet': {'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-subnet', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:25.460827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b29bbd-4415-4d2d-9123-2d27a2f6b820 admin admin] Pushing event updated for resources: {'Network': ['ID=97937824-ac72-498f-bf83-ff8f591bd8b5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:25.474381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:25.477035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a947a9-b376-46c9-aa8b-7878b0657e65 req-4982ff7f-cd81-483f-905f-00762d320cd6 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:25.479447 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0a947a9-b376-46c9-aa8b-7878b0657e65 req-4982ff7f-cd81-483f-905f-00762d320cd6 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1034236 Aug 31 09:35:25.544681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Made reservation on behalf of 63c44a82428c49958aa18fb4b8d3c0b5 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:25.547329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b7da-f94a-4a2d-9a7f-591c7b043fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.547641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.553451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:25.567184 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.568083 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] Sync routers for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:25.582675 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:25.586412 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:25.633424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0a947a9-b376-46c9-aa8b-7878b0657e65 req-a4c0c6b0-ffa6-468d-afc1-af8f07a6555e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426044 Aug 31 09:35:25.650319 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-19b6d338-ef9f-4fda-80ff-2f4c9dd71254 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "PUT /v2.0/floatingips/6e4985f5-52a2-47c0-9474-ff25dc5e7fc7 HTTP/1.1" status: 200 len: 991 time: 2.3630624 Aug 31 09:35:25.650319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'tag': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:25.650319 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f94b0cb-5796-4657-a7f3-81f19baff2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cf673e6f-bea2-49d0-bd0f-5a038d9d84c8", "tag": "be9b9bf2-451b-4621-ab81-d94a0c95bbd0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:25.679462 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b7da-f94a-4a2d-9a7f-591c7b043fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.716331 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:25.724563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfa835-842f-43c5-b20c-d13ac493bb42 req-6d39ea9f-d964-4616-8063-a3f02deded05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:25.726150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bdfa835-842f-43c5-b20c-d13ac493bb42 req-6d39ea9f-d964-4616-8063-a3f02deded05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1799085 Aug 31 09:35:25.732748 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa77bb9f-9be9-4289-8043-2a67d42ac9cc x-openstack-request-id: req-aa77bb9f-9be9-4289-8043-2a67d42ac9cc {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:25.733185 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf673e6f-bea2-49d0-bd0f-5a038d9d84c8", "tag": "be9b9bf2-451b-4621-ab81-d94a0c95bbd0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:25.733572 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa77bb9f-9be9-4289-8043-2a67d42ac9cc {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:25.734409 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'tag': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'status': 'completed', 'code': 200} Aug 31 09:35:25.875106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bdfa835-842f-43c5-b20c-d13ac493bb42 req-80a3124d-df56-4bea-be60-4a8a6913207c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229017 Aug 31 09:35:25.892226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b7da-f94a-4a2d-9a7f-591c7b043fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.895549 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1c4b7da-f94a-4a2d-9a7f-591c7b043fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.929044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f1c4b7da-f94a-4a2d-9a7f-591c7b043fd6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4d4c224-1e44-42b5-9a8d-68b9a00df512 HTTP/1.1" status: 204 len: 168 time: 0.4589231 Aug 31 09:35:25.978676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-7c2b2c16-4cf7-41ba-bc6d-51381b611186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:25.991212 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-7c2b2c16-4cf7-41ba-bc6d-51381b611186 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56a5d2c0801245329125d9f766389fa8&device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 1096 time: 0.1969264 Aug 31 09:35:26.013471 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.050216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c45f1f4b-bbd3-4ef0-9246-9a2172d1202f req-f12712e9-d968-4955-8d7b-9525489fc5f0 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.1175835 Aug 31 09:35:26.083493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4b7da-f94a-4a2d-9a7f-591c7b043fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d4c224-1e44-42b5-9a8d-68b9a00df512,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:26.084875 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6e4985f5-52a2-47c0-9474-ff25dc5e7fc7', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'port_id': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'mac_address': 'fa:16:3e:ea:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:35:04Z', 'updated_at': '2021-08-31T09:35:24Z', 'revision_number': 1, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:26.109717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:26.160090 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] Checking router: 0ab31b0f-75d4-4efc-a955-42ef1a0881cb for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:26.161062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b161-4630-4f80-989b-bbb05f36412c req-ff8b23c8-d980-42e8-8e0f-3df462fb6b87 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.162827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8955b161-4630-4f80-989b-bbb05f36412c req-ff8b23c8-d980-42e8-8e0f-3df462fb6b87 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1053624 Aug 31 09:35:26.182695 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:26.186054 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:26.238147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Checking segment: {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:26.238510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Network hostable DHCP agents. Network: 97937824-ac72-498f-bf83-ff8f591bd8b5, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:26.324438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:26.337780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8955b161-4630-4f80-989b-bbb05f36412c req-350d425a-efe0-4ae9-b86e-8622422357ea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661584 Aug 31 09:35:26.366058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde716a-6d8b-4099-b702-bfe6c865be22 req-1a75aa1f-a419-4147-aed9-8ff5e88ef8e1 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.377028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fde716a-6d8b-4099-b702-bfe6c865be22 req-1a75aa1f-a419-4147-aed9-8ff5e88ef8e1 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.1719363 Aug 31 09:35:26.380099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-ada03542-bf6f-4762-90f9-44ff2914a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.381755 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-ada03542-bf6f-4762-90f9-44ff2914a4e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca HTTP/1.1" status: 200 len: 908 time: 0.2691352 Aug 31 09:35:26.384968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 97937824-ac72-498f-bf83-ff8f591bd8b5) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:26.397551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7524b19f-685a-40da-9cdc-c2aa7d67416d None None] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:26.399456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.400102 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.495176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fde716a-6d8b-4099-b702-bfe6c865be22 req-704bf5e8-e5c8-40b3-91f1-f7cea6a4b591 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142519 Aug 31 09:35:26.540924 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:26.590817 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-f1a2f544-c1fb-47b1-b864-4269c868ed13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0 HTTP/1.1" status: 200 len: 999 time: 0.1976457 Aug 31 09:35:26.597873 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-85583d8f-00e9-424f-87d2-b583b6537967 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1573181 Aug 31 09:35:26.598824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56536) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:26.605234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:26.695926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.697543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.704075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-acdafead-f2bb-4e9e-b256-ddfa9e61dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.706210 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-acdafead-f2bb-4e9e-b256-ddfa9e61dce2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf073442-b30f-4992-b3f2-786e110c4987 HTTP/1.1" status: 200 len: 845 time: 0.0952952 Aug 31 09:35:26.747566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd16cc-b009-4242-afea-3003e958a03c req-e43557a9-8d82-41d6-8740-7c57900d5045 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.749415 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fbd16cc-b009-4242-afea-3003e958a03c req-e43557a9-8d82-41d6-8740-7c57900d5045 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1912739 Aug 31 09:35:26.882384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.904901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-97937824-ac72-498f-bf83-ff8f591bd8b5', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:26.906170 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.914922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-6171c02f-8b28-43c5-bc42-428c9e1c07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.922798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-6171c02f-8b28-43c5-bc42-428c9e1c07c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976023 Aug 31 09:35:26.937455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fbd16cc-b009-4242-afea-3003e958a03c req-fdf5b4bf-a6e2-4ed5-86ac-675a14c4d8b5 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788034 Aug 31 09:35:27.215050 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-15f78e05-eb91-4703-86c3-86e12c94f499 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097332 Aug 31 09:35:27.384582 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6e4985f5-52a2-47c0-9474-ff25dc5e7fc7', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'port_id': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'mac_address': 'fa:16:3e:ea:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:35:04Z', 'updated_at': '2021-08-31T09:35:24Z', 'revision_number': 1, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:27.388202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07b87adb-fdfc-4c62-882e-606908d01772 req-a8d86c36-ef9e-46a2-ab1e-09d8122f31d6 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0899835 Aug 31 09:35:27.396059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Allocated IP 172.20.0.2 (97937824-ac72-498f-bf83-ff8f591bd8b5/64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f/ecf63d75-fd47-459a-817c-452cebde6fec) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:27.479332 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbbfba-69cc-4742-8262-d0741fff6a2c None None] The sync data for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 is: [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6e4985f5-52a2-47c0-9474-ff25dc5e7fc7', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'port_id': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'mac_address': 'fa:16:3e:ea:b7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:35:04Z', 'updated_at': '2021-08-31T09:35:24Z', 'revision_number': 1, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:27.527622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe223-6118-40e0-b547-d11e06f92471 req-9169d02f-c78a-43bd-858e-376805486019 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:27.532880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defbe223-6118-40e0-b547-d11e06f92471 req-9169d02f-c78a-43bd-858e-376805486019 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1121826 Aug 31 09:35:27.603823 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.689995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.709513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defbe223-6118-40e0-b547-d11e06f92471 req-89a13ae7-870d-4ef0-8074-9d7dcd5e5fc7 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593728 Aug 31 09:35:27.753505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece9019-b0d4-4b23-a752-ac222d366a41 req-a0a302f5-63d6-4e00-a60e-cebd48b72bb2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:27.760644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ece9019-b0d4-4b23-a752-ac222d366a41 req-a0a302f5-63d6-4e00-a60e-cebd48b72bb2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1811073 Aug 31 09:35:27.864235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6f94b0cb-5796-4657-a7f3-81f19baff2eb req-a3e58a09-9b9d-4756-8134-79b6a06df016 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403376 Aug 31 09:35:27.919422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ece9019-b0d4-4b23-a752-ac222d366a41 req-560cafc1-66d9-42ed-b39a-3dd8bdc17f0b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576221 Aug 31 09:35:27.921353 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.942205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Transition to ACTIVE for port object ecf63d75-fd47-459a-817c-452cebde6fec will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:27.967428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46662290-4575-4dce-84f1-f32c98e976d8 None None] New status for floating IP 6e4985f5-52a2-47c0-9474-ff25dc5e7fc7: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:35:27.973294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Transition to ACTIVE for port object ecf63d75-fd47-459a-817c-452cebde6fec will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:28.016304 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.108271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:28.118444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:28.122305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:28.153556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f75e0798-d028-40bd-beb6-f9c801668873 req-3f5f0ae4-0d7b-45e5-b8b9-0762d73431f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbc639e9e72044ecaa1436b59939baed&device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0293837 Aug 31 09:35:28.184455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Pushing event updated for resources: {'Port': ['ID=ecf63d75-fd47-459a-817c-452cebde6fec,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:28.189955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d9831-7adf-4f42-96be-56f6e74cdb76 req-df8682b7-2bda-4486-8ffd-53e74c13d655 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:28.202860 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-974d9831-7adf-4f42-96be-56f6e74cdb76 req-df8682b7-2bda-4486-8ffd-53e74c13d655 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.1159511 Aug 31 09:35:28.228290 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.269965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.277951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Attempting to bind port ecf63d75-fd47-459a-817c-452cebde6fec on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:28.278330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Attempting to bind port ecf63d75-fd47-459a-817c-452cebde6fec by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:28.278861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Attempting to bind port ecf63d75-fd47-459a-817c-452cebde6fec on network 97937824-ac72-498f-bf83-ff8f591bd8b5 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:28.292071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:28.295571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Checking segment: {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:28.296245 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.296659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Bound using segment: {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:28.298097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Bound port: ecf63d75-fd47-459a-817c-452cebde6fec, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:28.298637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.302279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-974d9831-7adf-4f42-96be-56f6e74cdb76 req-6e1131d9-9afd-45c7-9054-8b2635dcb412 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968077 Aug 31 09:35:28.502999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] For port ecf63d75-fd47-459a-817c-452cebde6fec, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:28.510706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] For port ecf63d75-fd47-459a-817c-452cebde6fec, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf63d75-fd47-459a-817c-452cebde6fec,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:28.531297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.531824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab0edacc-1c45-4bf0-936e-1caa2081eb2b req-ba445c14-1b20-4df3-94db-e083716adec1 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0654466 Aug 31 09:35:28.623704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.676407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d25dc-be03-4e49-82cf-cb212c095bac req-7805e645-3f3b-49f2-835c-1c272cb88348 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:28.679737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df0d25dc-be03-4e49-82cf-cb212c095bac req-7805e645-3f3b-49f2-835c-1c272cb88348 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.1466920 Aug 31 09:35:28.691165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84926eb-98bb-420d-aff4-3cf30d5705b2 None None] Pushing event updated for resources: {'Port': ['ID=ecf63d75-fd47-459a-817c-452cebde6fec,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:28.804631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df0d25dc-be03-4e49-82cf-cb212c095bac req-f94907c2-4f0d-43e8-a8b2-67edd73fcded tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096916 Aug 31 09:35:28.876852 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f75e0798-d028-40bd-beb6-f9c801668873 req-886bcab6-2d43-4665-b0f8-9e151be37a86 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=dbc639e9e72044ecaa1436b59939baed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6937442 Aug 31 09:35:29.012049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90503f15-d727-433c-ae01-97ce057f0789 req-8d59d0c0-18ac-4d9b-99c2-65cd3d0a1c8e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:29.014569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90503f15-d727-433c-ae01-97ce057f0789 req-8d59d0c0-18ac-4d9b-99c2-65cd3d0a1c8e tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1726780 Aug 31 09:35:29.101809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb4d2b-1801-4236-9169-700d221a1832 req-878937bf-d4b7-433d-a6aa-2518facae107 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:29.117389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88cb4d2b-1801-4236-9169-700d221a1832 req-878937bf-d4b7-433d-a6aa-2518facae107 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1834235 Aug 31 09:35:29.158862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90503f15-d727-433c-ae01-97ce057f0789 req-1bc7b899-72f0-4794-ba96-54d4436d45bd tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315095 Aug 31 09:35:29.187772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0798-d028-40bd-beb6-f9c801668873 req-3986a132-dc31-49ad-85a8-e54776d2a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:29.189617 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f75e0798-d028-40bd-beb6-f9c801668873 req-3986a132-dc31-49ad-85a8-e54776d2a857 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3053763 Aug 31 09:35:29.209204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88cb4d2b-1801-4236-9169-700d221a1832 req-720ef454-6671-497b-8288-40e5b94f47b8 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897663 Aug 31 09:35:29.209737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56606) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:29.332971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Allocated IP 172.25.1.149 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/8276b939-9758-4258-9658-ea735c1a7ec1) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:29.350318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-f26fee81-fb77-4eba-8568-9106ddca10a6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:29.352903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-f26fee81-fb77-4eba-8568-9106ddca10a6 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1028535 Aug 31 09:35:29.496160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.513177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.580581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303a10c-b9d9-4796-86db-8a4b759b45bb req-60cd4faf-0426-4881-846a-240efd41485d tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:29.594879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.599887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6303a10c-b9d9-4796-86db-8a4b759b45bb req-60cd4faf-0426-4881-846a-240efd41485d tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.1462982 Aug 31 09:35:29.671583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Deleting port 06458b69-8fd8-4a67-ac2d-2cd030102725 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:29.672259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.720930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:29.723552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Pushing event updated for resources: {'Port': ['ID=8276b939-9758-4258-9658-ea735c1a7ec1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:29.728703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:29.732006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:29.819666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2f528d2-f023-4bac-8a7e-049a9f42db80 req-780db1ae-dd69-45b4-afb9-e936311aa859 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.69 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.1356373 Aug 31 09:35:29.840720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6303a10c-b9d9-4796-86db-8a4b759b45bb req-54d1d3a3-849e-4aac-8ece-7db6bcd8ee6b tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397988 Aug 31 09:35:29.981583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] For port 06458b69-8fd8-4a67-ac2d-2cd030102725, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=06458b69-8fd8-4a67-ac2d-2cd030102725,segment=NetworkSegment(0005b824-00d8-41bb-90eb-ccceb962e4a5),segment_id=0005b824-00d8-41bb-90eb-ccceb962e4a5)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:29.982121 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.025586 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.076079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.131524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Calling delete_port for 06458b69-8fd8-4a67-ac2d-2cd030102725 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:30.143061 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.200031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4dd97-6c58-40e8-a29c-883adf005298 req-8313f7a1-e9db-409f-9a50-81cf09a10194 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.208355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cf4dd97-6c58-40e8-a29c-883adf005298 req-8313f7a1-e9db-409f-9a50-81cf09a10194 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.1805923 Aug 31 09:35:30.218490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af782432b34449af89a91ff4d3bec9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0068176 Aug 31 09:35:30.221003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56626) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:30.243666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edb2751-c452-4d1f-accb-3da6f3156721,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.369919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.372122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a52052b-5d40-48b8-8fd6-3799c7436a40 None None] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:30.383329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.383821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.384377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.384840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.385547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.385969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.386615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.387065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.387459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.387848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.388245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.388629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141fdda-39d2-4585-9bfa-01c204e7b0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.434912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57e40f-515e-4835-be48-c431bf338038 req-2fe1717c-cf3a-4cc5-b6ce-651ed94b81a4 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.439552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d57e40f-515e-4835-be48-c431bf338038 req-2fe1717c-cf3a-4cc5-b6ce-651ed94b81a4 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ded6a83-1551-456d-99ab-43d2719f70ec HTTP/1.1" status: 200 len: 945 time: 0.1200416 Aug 31 09:35:30.492916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ca6f032f-5500-49c2-a09b-2bcb73dbc5c9 None None] Provisioning for port ecf63d75-fd47-459a-817c-452cebde6fec completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:30.538181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf63d75-fd47-459a-817c-452cebde6fec up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:30.549229 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f75e0798-d028-40bd-beb6-f9c801668873 req-41fe08e7-ddae-42df-9ff3-c7382d679371 tempest-ServerShowV257Test-849154688 tempest-ServerShowV257Test-849154688-project] 10.222.0.52 "GET /v2.0/ports?device_id=896e866b-425e-4c90-847f-39dbedd43704 HTTP/1.1" status: 200 len: 210 time: 0.0766478 Aug 31 09:35:30.567822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.655184 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.675237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cf4dd97-6c58-40e8-a29c-883adf005298 req-60a1c609-4043-4465-9510-efbe32e676ea tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419909 Aug 31 09:35:30.676966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.702538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ecf63d75-fd47-459a-817c-452cebde6fec completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:30.708603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ecf63d75-fd47-459a-817c-452cebde6fec triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:30.709026 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.776881 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.779839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.785783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7edb2751-c452-4d1f-accb-3da6f3156721 HTTP/1.1" status: 204 len: 168 time: 0.5589626 Aug 31 09:35:30.869270 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.873002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Pushing event deleted for resources: {'Port': ['ID=06458b69-8fd8-4a67-ac2d-2cd030102725,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.889242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edb2751-c452-4d1f-accb-3da6f3156721,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.905050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d57e40f-515e-4835-be48-c431bf338038 req-ccd1b51f-b371-4796-8c17-c279f3c5dd58 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.69 "GET /v2.0/security-groups?id=35fc84f1-d6d3-45d5-954e-4d7c14d573fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029642 Aug 31 09:35:30.911975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ecf63d75-fd47-459a-817c-452cebde6fec, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf63d75-fd47-459a-817c-452cebde6fec,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:30.922507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.925625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.926171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.926677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.927417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.928204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.928802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.929291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.929934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.930420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.930943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.931512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:30.931800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e273c6-0bf2-45cd-9752-39c69fe19425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:31.084280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ecf63d75-fd47-459a-817c-452cebde6fec,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:31.087456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] No DVR routers for this DVR port 06458b69-8fd8-4a67-ac2d-2cd030102725 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:31.093506 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.096900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0b1342d-dce7-4ad4-8875-1b7a524fab98 req-9c979faf-33e7-4afb-aa9b-a8301e2b1fb3 tempest-DeleteServersTestJSON-1213887986 tempest-DeleteServersTestJSON-1213887986-project] 10.222.0.20 "DELETE /v2.0/ports/06458b69-8fd8-4a67-ac2d-2cd030102725 HTTP/1.1" status: 204 len: 173 time: 1.7346263 Aug 31 09:35:31.097507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ded6a83-1551-456d-99ab-43d2719f70ec', 'name': 'network-vif-deleted', 'tag': '06458b69-8fd8-4a67-ac2d-2cd030102725'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:31.103984 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4534467-a967-40d1-bcd6-935e8e914adb" -d '{"events": [{"server_uuid": "8ded6a83-1551-456d-99ab-43d2719f70ec", "name": "network-vif-deleted", "tag": "06458b69-8fd8-4a67-ac2d-2cd030102725"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:31.161224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:35:31.180428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eeb20-7cbf-4665-90b8-26ffde993e8e req-f23703af-6136-4224-88f0-2a88311ffbba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:31.190929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631eeb20-7cbf-4665-90b8-26ffde993e8e req-f23703af-6136-4224-88f0-2a88311ffbba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.3355103 Aug 31 09:35:31.235341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4b305460-6414-4a55-a331-b6f0835d8ad9 None None] Provisioning complete for port ecf63d75-fd47-459a-817c-452cebde6fec triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:31.235722 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b305460-6414-4a55-a331-b6f0835d8ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.335452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631eeb20-7cbf-4665-90b8-26ffde993e8e req-aaaa6c81-4404-454d-8a14-e5e7271173f7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422434 Aug 31 09:35:31.454238 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d6585f-975a-4652-8c47-9c4e7594d5b3 x-openstack-request-id: req-59d6585f-975a-4652-8c47-9c4e7594d5b3 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:31.454238 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ded6a83-1551-456d-99ab-43d2719f70ec", "name": "network-vif-deleted", "tag": "06458b69-8fd8-4a67-ac2d-2cd030102725", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:31.454238 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59d6585f-975a-4652-8c47-9c4e7594d5b3 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:31.454615 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ded6a83-1551-456d-99ab-43d2719f70ec', 'name': 'network-vif-deleted', 'tag': '06458b69-8fd8-4a67-ac2d-2cd030102725', 'status': 'completed', 'code': 200} Aug 31 09:35:31.471986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:31.486964 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Sync routers for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:31.510737 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:31.516454 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:31.526103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.530510 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb9ad4ec-bfc9-482f-86b5-cbdfab86e453 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.9273174 Aug 31 09:35:31.531085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56658) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:31.709543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 06458b69-8fd8-4a67-ac2d-2cd030102725 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:31.771578 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:31.808908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 06458b69-8fd8-4a67-ac2d-2cd030102725 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:31.808908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 06458b69-8fd8-4a67-ac2d-2cd030102725 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:31.876458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:32.047955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57903-81ba-4efc-bfb6-a3a17da19caf req-cafb1bb0-853a-4c69-a3ab-6fd5a2d8853a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.062535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31c57903-81ba-4efc-bfb6-a3a17da19caf req-cafb1bb0-853a-4c69-a3ab-6fd5a2d8853a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2872679 Aug 31 09:35:32.101896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee47ac-8b8d-4059-9770-cbf70faa6ae7 req-744642c4-46ab-4753-957d-efd38b245ce7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.112269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0ee47ac-8b8d-4059-9770-cbf70faa6ae7 req-744642c4-46ab-4753-957d-efd38b245ce7 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.3928237 Aug 31 09:35:32.156129 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:29Z', 'revision_number': 3, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:32.207028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d817ac99-c004-4440-9cdc-74ed4b2febb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.219401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0ee47ac-8b8d-4059-9770-cbf70faa6ae7 req-40b0603f-4d78-4cd2-9ca0-48aff6e95e1a tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071947 Aug 31 09:35:32.273224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31c57903-81ba-4efc-bfb6-a3a17da19caf req-fe6f6655-fc93-46f4-a799-1d41cbd18c7e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108533 Aug 31 09:35:32.289400 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Checking router: 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:32.290523 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Updating router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 port 8276b939-9758-4258-9658-ea735c1a7ec1 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:35:32.313743 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:35:32.351212 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.535611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf63d75-fd47-459a-817c-452cebde6fec up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:32.561921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d817ac99-c004-4440-9cdc-74ed4b2febb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.572999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d817ac99-c004-4440-9cdc-74ed4b2febb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.647684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ecf63d75-fd47-459a-817c-452cebde6fec triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:32.648168 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.676590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817ac99-c004-4440-9cdc-74ed4b2febb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da62143-56e1-4c24-b72e-42189b1a6f1f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:32.694622 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d817ac99-c004-4440-9cdc-74ed4b2febb1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dbc639e9e72044ecaa1436b59939baed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8170569 Aug 31 09:35:32.700559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56696) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:32.805810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00c0a972-9eab-42d4-addb-eab2ac6ff232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.844025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00c0a972-9eab-42d4-addb-eab2ac6ff232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.900058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531fa41-3fb5-4560-84e9-02602ef54931 req-13dda4b6-4662-4e1c-a0c9-8cf78ce77f90 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.904592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c531fa41-3fb5-4560-84e9-02602ef54931 req-13dda4b6-4662-4e1c-a0c9-8cf78ce77f90 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.4270599 Aug 31 09:35:32.932299 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.946571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00c0a972-9eab-42d4-addb-eab2ac6ff232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.950305 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00c0a972-9eab-42d4-addb-eab2ac6ff232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.958775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-00c0a972-9eab-42d4-addb-eab2ac6ff232 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9da62143-56e1-4c24-b72e-42189b1a6f1f HTTP/1.1" status: 204 len: 168 time: 0.2489789 Aug 31 09:35:32.964607 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Transition to ACTIVE for port object 8276b939-9758-4258-9658-ea735c1a7ec1 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:32.978476 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.985219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0a972-9eab-42d4-addb-eab2ac6ff232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da62143-56e1-4c24-b72e-42189b1a6f1f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:33.054873 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f19a3-77b6-4747-b6cc-4be6abb9ed9b None None] Pushing event updated for resources: {'Port': ['ID=8276b939-9758-4258-9658-ea735c1a7ec1,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:33.083750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27f44-8da5-40d2-994d-33e5233490a8 req-03ba82e7-c029-43a8-a810-d0f0474a7c8e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:33.085985 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Attempting to bind port 8276b939-9758-4258-9658-ea735c1a7ec1 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:33.086386 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Attempting to bind port 8276b939-9758-4258-9658-ea735c1a7ec1 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:33.086704 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Attempting to bind port 8276b939-9758-4258-9658-ea735c1a7ec1 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:33.095903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8a27f44-8da5-40d2-994d-33e5233490a8 req-03ba82e7-c029-43a8-a810-d0f0474a7c8e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.3236756 Aug 31 09:35:33.112645 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:33.113066 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:33.113406 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.113799 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:33.114279 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Bound port: 8276b939-9758-4258-9658-ea735c1a7ec1, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:33.114683 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.138363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.184143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c531fa41-3fb5-4560-84e9-02602ef54931 req-55160fda-316c-4eb4-8c9b-7384faccf4ed tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573864 Aug 31 09:35:33.190466 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] For port 8276b939-9758-4258-9658-ea735c1a7ec1, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:33.194837 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] For port 8276b939-9758-4258-9658-ea735c1a7ec1, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8276b939-9758-4258-9658-ea735c1a7ec1,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:33.201389 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.265289 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f19a3-77b6-4747-b6cc-4be6abb9ed9b None None] Pushing event updated for resources: {'Port': ['ID=8276b939-9758-4258-9658-ea735c1a7ec1,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:33.298588 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:33.299304 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:33.312220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8a27f44-8da5-40d2-994d-33e5233490a8 req-0d98b9c2-5420-4655-86ad-c24c67eddd39 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131209 Aug 31 09:35:33.658484 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:33.720498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66d1ed-947e-4d2d-b09d-5aaad26c1bfb req-93bd56e2-a3e3-4440-a396-3860c5b593e3 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:33.732244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c66d1ed-947e-4d2d-b09d-5aaad26c1bfb req-93bd56e2-a3e3-4440-a396-3860c5b593e3 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2462456 Aug 31 09:35:33.758070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Allocated IP 172.20.0.1 (97937824-ac72-498f-bf83-ff8f591bd8b5/64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f/74f5514f-359c-40bf-a0ff-ce72f624beb8) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:33.816648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c66d1ed-947e-4d2d-b09d-5aaad26c1bfb req-a0fb66ed-2a1c-4cf2-948f-b4fcab867c9b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792756 Aug 31 09:35:34.050248 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:29Z', 'revision_number': 3, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:34.061925 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.083756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Transition to ACTIVE for port object 74f5514f-359c-40bf-a0ff-ce72f624beb8 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:34.127120 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3119c-4b6e-42e7-a89f-4d380dcc4e1b None None] The sync data for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 is: [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:29Z', 'revision_number': 3, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:34.324638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb3ca-ae6e-4e1f-a662-3b8d8f544d86 req-5778b2a1-37a2-4535-9729-9cd2927d9a87 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.326366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73dfb3ca-ae6e-4e1f-a662-3b8d8f544d86 req-5778b2a1-37a2-4535-9729-9cd2927d9a87 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.1282489 Aug 31 09:35:34.340053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8390a5-3bb6-43a8-b48c-243ee2321b4e req-9e56569a-ce89-4d19-a70a-4936c6cff60d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.341644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8390a5-3bb6-43a8-b48c-243ee2321b4e req-9e56569a-ce89-4d19-a70a-4936c6cff60d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2150302 Aug 31 09:35:34.345463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.439744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Pushing event updated for resources: {'Port': ['ID=74f5514f-359c-40bf-a0ff-ce72f624beb8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:34.485907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:34.496602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:34.502373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8390a5-3bb6-43a8-b48c-243ee2321b4e req-98ae753b-ce8c-4b99-bd30-40180e5634db tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067443 Aug 31 09:35:34.503088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:34.586553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.610803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73dfb3ca-ae6e-4e1f-a662-3b8d8f544d86 req-bcf2c30b-876b-4aaf-8e40-773c4375db8b tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/security-groups?id=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650743 Aug 31 09:35:35.073506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef80d84-1a93-405b-a3fa-0f2a8d41357f req-a3002e66-bc71-47b4-ae3d-cd975db22f7c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.089804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ef80d84-1a93-405b-a3fa-0f2a8d41357f req-a3002e66-bc71-47b4-ae3d-cd975db22f7c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.3352187 Aug 31 09:35:35.116278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-fd2e11b2-0b1a-46f7-827f-e918011b6c51 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.118689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-fd2e11b2-0b1a-46f7-827f-e918011b6c51 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 946 time: 0.1519837 Aug 31 09:35:35.187998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-35da9afd-ae19-40f7-a578-024748039af0 None None] Provisioning for port 74f5514f-359c-40bf-a0ff-ce72f624beb8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:35.192876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.194926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-35da9afd-ae19-40f7-a578-024748039af0 None None] Provisioning complete for port 74f5514f-359c-40bf-a0ff-ce72f624beb8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:35.199289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35da9afd-ae19-40f7-a578-024748039af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.223973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ef80d84-1a93-405b-a3fa-0f2a8d41357f req-4054ff0a-2cdc-46ce-a0b5-f74ebd71f206 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328373 Aug 31 09:35:35.320227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-35da9afd-ae19-40f7-a578-024748039af0 None None] Port 74f5514f-359c-40bf-a0ff-ce72f624beb8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:35.338731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Deleting port 1802874f-0801-451a-aba7-b2534db040e0 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:35.341538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.573262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] For port 1802874f-0801-451a-aba7-b2534db040e0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=1802874f-0801-451a-aba7-b2534db040e0,segment=NetworkSegment(f1315446-7549-40bc-b42d-c029a42792df),segment_id=f1315446-7549-40bc-b42d-c029a42792df)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:35.574104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.599055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Calling delete_port for 1802874f-0801-451a-aba7-b2534db040e0 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:35.820086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cef24-9d9b-4514-8bbc-4778f154594e req-605019a3-eb75-4394-bc37-d336f9c8255e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.829456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f79cef24-9d9b-4514-8bbc-4778f154594e req-605019a3-eb75-4394-bc37-d336f9c8255e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2333932 Aug 31 09:35:35.926872 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.941729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['1802874f-0801-451a-aba7-b2534db040e0'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:35.976112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Pushing event deleted for resources: {'Port': ['ID=1802874f-0801-451a-aba7-b2534db040e0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:36.040696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] No DVR routers for this DVR port 1802874f-0801-451a-aba7-b2534db040e0 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:36.041895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f79cef24-9d9b-4514-8bbc-4778f154594e req-b92ad245-a22b-4186-902e-55192a15e9aa tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061088 Aug 31 09:35:36.045139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.047740 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1048aa95-df0b-42b5-bba6-52cdb365b0cb req-1ed36a1a-b686-4453-bc84-820d519854b9 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.52 "DELETE /v2.0/ports/1802874f-0801-451a-aba7-b2534db040e0 HTTP/1.1" status: 204 len: 173 time: 0.9223964 Aug 31 09:35:36.048422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a06348-556c-4392-81a1-9d85fa7ba6c4', 'name': 'network-vif-deleted', 'tag': '1802874f-0801-451a-aba7-b2534db040e0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:36.052061 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa36a586-75c3-4daa-aea5-6815c9371d92" -d '{"events": [{"server_uuid": "f8a06348-556c-4392-81a1-9d85fa7ba6c4", "name": "network-vif-deleted", "tag": "1802874f-0801-451a-aba7-b2534db040e0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:36.192651 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.205797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.512477 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0efeb86-59a9-48df-ad7d-d4555f0b1935 x-openstack-request-id: req-b0efeb86-59a9-48df-ad7d-d4555f0b1935 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:36.513180 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a06348-556c-4392-81a1-9d85fa7ba6c4", "name": "network-vif-deleted", "tag": "1802874f-0801-451a-aba7-b2534db040e0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:36.513180 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0efeb86-59a9-48df-ad7d-d4555f0b1935 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:36.513652 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a06348-556c-4392-81a1-9d85fa7ba6c4', 'name': 'network-vif-deleted', 'tag': '1802874f-0801-451a-aba7-b2534db040e0', 'status': 'completed', 'code': 200} Aug 31 09:35:36.562168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8276b939-9758-4258-9658-ea735c1a7ec1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:36.682260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8276b939-9758-4258-9658-ea735c1a7ec1 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:36.693803 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8276b939-9758-4258-9658-ea735c1a7ec1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:36.696435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.861430 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.934884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56846) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:36.952036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8276b939-9758-4258-9658-ea735c1a7ec1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8276b939-9758-4258-9658-ea735c1a7ec1,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:36.967134 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.129540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8276b939-9758-4258-9658-ea735c1a7ec1,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:37.228783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f483a82-2160-4578-a1c1-cb4e9a3832c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.253470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d16b0088-cc7f-4ea4-8b59-d6fcf6e461b2 req-fde57c8d-5d85-4ad6-909d-bf51cf8b0b33 tempest-ServerDiskConfigTestJSON-603533961 tempest-ServerDiskConfigTestJSON-603533961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8a06348-556c-4392-81a1-9d85fa7ba6c4 HTTP/1.1" status: 200 len: 210 time: 0.8958275 Aug 31 09:35:37.413952 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.417178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Pushing event updated for resources: {'Port': ['ID=74f5514f-359c-40bf-a0ff-ce72f624beb8,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:37.436943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f483a82-2160-4578-a1c1-cb4e9a3832c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.444182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f483a82-2160-4578-a1c1-cb4e9a3832c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.463605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a950ef3-8617-40a7-a8e1-919fd02d3e7f req-f15582a2-2ddf-4498-82bd-a11b5bf3a4e7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.472874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a950ef3-8617-40a7-a8e1-919fd02d3e7f req-f15582a2-2ddf-4498-82bd-a11b5bf3a4e7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2055869 Aug 31 09:35:37.527937 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7f483a82-2160-4578-a1c1-cb4e9a3832c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f687799747f4e87b09a86bb5680eafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5895288 Aug 31 09:35:37.527937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f483a82-2160-4578-a1c1-cb4e9a3832c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e78f56-46d1-40d3-9ab4-5ea896260384,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:37.529005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56872) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:37.675392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-767c2774-76a8-4e8f-824a-a41ec3612561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.679266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a950ef3-8617-40a7-a8e1-919fd02d3e7f req-1561dd86-a540-4f90-acf5-bf6a636c629b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051766 Aug 31 09:35:37.732203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:37.734517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:37.760708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-767c2774-76a8-4e8f-824a-a41ec3612561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.837634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-767c2774-76a8-4e8f-824a-a41ec3612561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.841017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-767c2774-76a8-4e8f-824a-a41ec3612561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.844942 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-767c2774-76a8-4e8f-824a-a41ec3612561 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6e78f56-46d1-40d3-9ab4-5ea896260384 HTTP/1.1" status: 204 len: 168 time: 0.3126159 Aug 31 09:35:37.868341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c2774-76a8-4e8f-824a-a41ec3612561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e78f56-46d1-40d3-9ab4-5ea896260384,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:38.000276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161fb3c-c42f-4749-9ee4-bd9b92b2be7b req-b7f9c3ec-eff1-4830-90ca-486fa11b2b4d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:38.003707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8161fb3c-c42f-4749-9ee4-bd9b92b2be7b req-b7f9c3ec-eff1-4830-90ca-486fa11b2b4d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 945 time: 0.2391493 Aug 31 09:35:38.076658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2cf43-93d2-4000-a240-88f0d58c2e6a req-e7880e86-519f-49dd-97ed-fc08ff52dbd0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:38.078900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15c2cf43-93d2-4000-a240-88f0d58c2e6a req-e7880e86-519f-49dd-97ed-fc08ff52dbd0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2439189 Aug 31 09:35:38.096076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a93747d5-c9fd-482f-99cd-93cb37dbada2 None None] Provisioning complete for port 74f5514f-359c-40bf-a0ff-ce72f624beb8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:38.097620 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a93747d5-c9fd-482f-99cd-93cb37dbada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.127515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:38.137679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8161fb3c-c42f-4749-9ee4-bd9b92b2be7b req-f82a0397-85a9-4475-91c0-d71cef73b423 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979722 Aug 31 09:35:38.167209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a93747d5-c9fd-482f-99cd-93cb37dbada2 None None] Port 74f5514f-359c-40bf-a0ff-ce72f624beb8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:38.179405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15c2cf43-93d2-4000-a240-88f0d58c2e6a req-96f85276-6dda-4d4a-88ee-703b1df2ff3f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897462 Aug 31 09:35:38.280067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56888) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:38.300255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3f079bb-b5c2-44f8-9dfb-f8ae62ec648a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.372563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:38.379162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c6b1a5d1-15de-4364-b766-1b9de6074878 admin admin] 10.222.0.69 "PUT /v2.0/routers/2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8464656 Aug 31 09:35:38.399973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Sync routers for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:38.411691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4879a-be2f-45f8-b42a-a7d520583075 req-794d131f-eb14-4a7b-a4fd-5272259e449d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:38.415653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17e4879a-be2f-45f8-b42a-a7d520583075 req-794d131f-eb14-4a7b-a4fd-5272259e449d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1136904 Aug 31 09:35:38.442201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:38.450156 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:38.511108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17e4879a-be2f-45f8-b42a-a7d520583075 req-2c9c33c9-8aa8-42a3-8e45-27877924dd90 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876942 Aug 31 09:35:38.569570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8276b939-9758-4258-9658-ea735c1a7ec1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:38.634285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3f079bb-b5c2-44f8-9dfb-f8ae62ec648a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.641012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3f079bb-b5c2-44f8-9dfb-f8ae62ec648a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.698269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e3f079bb-b5c2-44f8-9dfb-f8ae62ec648a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2af8ccf7c6794b6d8d89bdcb066ea7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170766 Aug 31 09:35:38.699950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f079bb-b5c2-44f8-9dfb-f8ae62ec648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8c6239-9104-428a-83be-84553aac3e5f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:38.703421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56918) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:38.717949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56920) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:38.790469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8276b939-9758-4258-9658-ea735c1a7ec1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:38.791558 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.801413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:38.822275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fc0a09-2d2e-43bb-a128-8f8cf3c7eab5 admin admin] Deleting subnet b2b3db3d-66af-46bb-9e09-4a8c72abf624 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:38.827211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a09-2d2e-43bb-a128-8f8cf3c7eab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.874271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a09-2d2e-43bb-a128-8f8cf3c7eab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.883904 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d48ff747-5047-4ecc-bd5f-bc609ebc0fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.922726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1802874f-0801-451a-aba7-b2534db040e0 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:38.971510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d48ff747-5047-4ecc-bd5f-bc609ebc0fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.971934 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a09-2d2e-43bb-a128-8f8cf3c7eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.023262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84670f89-ecfa-471c-968b-8df92986c789 req-f181d1ec-2a51-4d46-8a2e-48296745230d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.032534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84670f89-ecfa-471c-968b-8df92986c789 req-f181d1ec-2a51-4d46-8a2e-48296745230d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1210628 Aug 31 09:35:39.056467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 1802874f-0801-451a-aba7-b2534db040e0 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:39.056872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 1802874f-0801-451a-aba7-b2534db040e0 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:39.104328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a09-2d2e-43bb-a128-8f8cf3c7eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.153097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc0a09-2d2e-43bb-a128-8f8cf3c7eab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b3db3d-66af-46bb-9e09-4a8c72abf624,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:39.162261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84670f89-ecfa-471c-968b-8df92986c789 req-9985e48f-6703-4426-be8b-c65d9ee2c3ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282675 Aug 31 09:35:39.164324 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fc0a09-2d2e-43bb-a128-8f8cf3c7eab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.171694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-19fc0a09-2d2e-43bb-a128-8f8cf3c7eab5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b2b3db3d-66af-46bb-9e09-4a8c72abf624 HTTP/1.1" status: 204 len: 168 time: 0.4493628 Aug 31 09:35:39.171926 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d48ff747-5047-4ecc-bd5f-bc609ebc0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.172052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56938) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:39.181353 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d48ff747-5047-4ecc-bd5f-bc609ebc0fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.186883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d48ff747-5047-4ecc-bd5f-bc609ebc0fdb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba8c6239-9104-428a-83be-84553aac3e5f HTTP/1.1" status: 204 len: 168 time: 0.4817688 Aug 31 09:35:39.211532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ff747-5047-4ecc-bd5f-bc609ebc0fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8c6239-9104-428a-83be-84553aac3e5f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:39.272639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.283349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-edce95d9-d6a7-4097-9f69-1230d6abe4f9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.285494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-edce95d9-d6a7-4097-9f69-1230d6abe4f9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/networks?id=97937824-ac72-498f-bf83-ff8f591bd8b5 HTTP/1.1" status: 200 len: 828 time: 0.2315679 Aug 31 09:35:39.308638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-c7850d23-8f47-4167-ae4a-d7f731f0e1a7 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/quotas/63c44a82428c49958aa18fb4b8d3c0b5 HTTP/1.1" status: 200 len: 375 time: 0.0116775 Aug 31 09:35:39.433066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-195b7d10-3075-4017-9021-f57a55138d88 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=63c44a82428c49958aa18fb4b8d3c0b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135671 Aug 31 09:35:39.458947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.472415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abca90d5-a891-47fa-8ed3-01b99c379f78']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:39.485868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1315446-7549-40bc-b42d-c029a42792df') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:39.486444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1315446-7549-40bc-b42d-c029a42792df') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:39.498784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.522889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.541413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:39.541865 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:39.544936 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:39.647192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143aa111-6617-4dbe-9e3b-5cfab4e2ab50 req-4bbc142b-31db-4aaf-8023-3055dfb4af41 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.649666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.666394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-143aa111-6617-4dbe-9e3b-5cfab4e2ab50 req-4bbc142b-31db-4aaf-8023-3055dfb4af41 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 945 time: 0.2208364 Aug 31 09:35:39.672530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 2, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:39.700132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.702688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/abca90d5-a891-47fa-8ed3-01b99c379f78 HTTP/1.1" status: 204 len: 168 time: 0.5295429 Aug 31 09:35:39.704060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a4bc3-a11c-4d63-be41-de2a19a828b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=abca90d5-a891-47fa-8ed3-01b99c379f78,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:39.726703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Checking router: 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:39.727455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Updating router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 port 74f5514f-359c-40bf-a0ff-ce72f624beb8 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:35:39.737939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-ecb17799-4474-4ca4-8520-85015c576a61 service neutron] 10.222.0.69 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033295 Aug 31 09:35:39.773091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.837891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-143aa111-6617-4dbe-9e3b-5cfab4e2ab50 req-ce3e26d3-dc20-4f0d-bafd-9ad780b7198f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662483 Aug 31 09:35:39.958902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-48018a49-6308-48cb-99f3-7cf26ce680f9 service neutron] 10.222.0.69 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180161 Aug 31 09:35:40.061742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d32f0-a3ce-4992-901b-57e851cbb552 req-440e12b9-cf4b-4b07-9fbd-c69d5eb29222 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:40.063376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e2d32f0-a3ce-4992-901b-57e851cbb552 req-440e12b9-cf4b-4b07-9fbd-c69d5eb29222 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.0897689 Aug 31 09:35:40.063549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56964) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:40.123667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e2d32f0-a3ce-4992-901b-57e851cbb552 req-c86015d6-8b19-4ba5-909a-ca93b101e40c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513723 Aug 31 09:35:40.170970 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1f5926e8-6a77-4267-9b2f-fc554e27017b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe91fd821d7548baa56f516facbe7e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062808 Aug 31 09:35:40.173838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56972) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:40.331681 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-069f76ae-a2b7-4749-8387-b141fb6b1631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.369815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.376158 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.390918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Transition to ACTIVE for port object 74f5514f-359c-40bf-a0ff-ce72f624beb8 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:40.400549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.455230 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-069f76ae-a2b7-4749-8387-b141fb6b1631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.463455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ee009-f7ff-4ea3-ab3f-1ea07549c1ed None None] Pushing event updated for resources: {'Port': ['ID=74f5514f-359c-40bf-a0ff-ce72f624beb8,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:40.532481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61281f11-d7c3-435f-83c7-604a37a71802 req-dc09df68-0bd6-451e-96ba-0666ebd276f7 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 210 time: 0.1097894 Aug 31 09:35:40.579923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Attempting to bind port 74f5514f-359c-40bf-a0ff-ce72f624beb8 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:40.580732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Attempting to bind port 74f5514f-359c-40bf-a0ff-ce72f624beb8 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:40.581818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Attempting to bind port 74f5514f-359c-40bf-a0ff-ce72f624beb8 on network 97937824-ac72-498f-bf83-ff8f591bd8b5 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:40.602408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:40.603023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Checking segment: {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:40.603460 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.604225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Bound using segment: {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:40.605787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Bound port: 74f5514f-359c-40bf-a0ff-ce72f624beb8, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:40.606546 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.669657 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-069f76ae-a2b7-4749-8387-b141fb6b1631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.677242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-069f76ae-a2b7-4749-8387-b141fb6b1631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.705670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-069f76ae-a2b7-4749-8387-b141fb6b1631 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5 HTTP/1.1" status: 204 len: 168 time: 0.5305145 Aug 31 09:35:40.729618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f76ae-a2b7-4749-8387-b141fb6b1631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa52e7-d08f-4a4d-b2b3-e05ccb64f5c5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:40.908928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] For port 74f5514f-359c-40bf-a0ff-ce72f624beb8, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:40.918916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] For port 74f5514f-359c-40bf-a0ff-ce72f624beb8, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=74f5514f-359c-40bf-a0ff-ce72f624beb8,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:40.928895 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.121904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:41.123133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:41.173093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dc5de-1a2e-4714-9907-10352fa927f9 req-c2fa3882-0432-427b-8c8d-2f0b81f661ea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.191279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-038dc5de-1a2e-4714-9907-10352fa927f9 req-c2fa3882-0432-427b-8c8d-2f0b81f661ea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1754510 Aug 31 09:35:41.354479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-038dc5de-1a2e-4714-9907-10352fa927f9 req-5dc51993-f50b-461b-9b08-e17421435a42 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542392 Aug 31 09:35:41.406847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ee009-f7ff-4ea3-ab3f-1ea07549c1ed None None] Pushing event updated for resources: {'Port': ['ID=74f5514f-359c-40bf-a0ff-ce72f624beb8,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:41.618352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:41.649165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57040) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:41.691432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8170d-2325-434e-84cf-6462fedb2229 req-0b67d1c7-b2a8-43b8-8699-c4024c190e16 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.693912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcd8170d-2325-434e-84cf-6462fedb2229 req-0b67d1c7-b2a8-43b8-8699-c4024c190e16 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1364152 Aug 31 09:35:41.736029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:41.754403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2171466-70cf-4ad4-9327-3f0096e059a7 admin admin] Deleting subnet d75df9ba-6449-4ba7-80c3-046178a65288 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:41.757836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2171466-70cf-4ad4-9327-3f0096e059a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.873683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cae2ef65-8559-4398-b823-3338854dc864 req-2e856b27-5513-4600-a5ef-fc269499c518 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 210 time: 0.0921912 Aug 31 09:35:41.876640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2171466-70cf-4ad4-9327-3f0096e059a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.903370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcd8170d-2325-434e-84cf-6462fedb2229 req-470ddfb7-26f1-4d9f-b25c-278cb20b17f0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016916 Aug 31 09:35:41.967748 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2171466-70cf-4ad4-9327-3f0096e059a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.085263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2171466-70cf-4ad4-9327-3f0096e059a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.102023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2171466-70cf-4ad4-9327-3f0096e059a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.105471 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2171466-70cf-4ad4-9327-3f0096e059a7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d75df9ba-6449-4ba7-80c3-046178a65288 HTTP/1.1" status: 204 len: 168 time: 0.4537420 Aug 31 09:35:42.114572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57060) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:42.153594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2171466-70cf-4ad4-9327-3f0096e059a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75df9ba-6449-4ba7-80c3-046178a65288,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:42.163874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c921bb-aaa2-4678-8f64-83afee89de36 req-e4684ff9-35a9-4815-b016-75e4cec36569 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.165890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00c921bb-aaa2-4678-8f64-83afee89de36 req-e4684ff9-35a9-4815-b016-75e4cec36569 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1175354 Aug 31 09:35:42.264294 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.337813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:42.343272 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13f817e-a6f2-4aaf-bf53-46223f150e5c" -d '{"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:42.394624 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:42.410090 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.434191 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.444619 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed0d8c-fcd4-4571-a542-d83dd3979d9d x-openstack-request-id: req-b8ed0d8c-fcd4-4571-a542-d83dd3979d9d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:42.444915 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:42.445167 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8ed0d8c-fcd4-4571-a542-d83dd3979d9d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:42.445685 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'code': 200} Aug 31 09:35:42.455951 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00c921bb-aaa2-4678-8f64-83afee89de36 req-a2bca0bd-6cd4-4856-9d7c-715462b13cec tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449999 Aug 31 09:35:42.578172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57084) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:42.588320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:42.613575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:40Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:42.642218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deadf0b-24de-4ab0-a7b0-bd07411cb9c4 None None] The sync data for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 is: [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:40Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:42.714180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-bac33405-4d5e-46a2-bd0b-aa93d4c837c0 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.716322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-bac33405-4d5e-46a2-bd0b-aa93d4c837c0 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.20 "GET /v2.0/networks?id=97937824-ac72-498f-bf83-ff8f591bd8b5 HTTP/1.1" status: 200 len: 828 time: 0.5097835 Aug 31 09:35:42.750958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Request body: {'port': {'device_id': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'admin_state_up': True, 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:42.755416 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.848315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:42.881264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0005b824-00d8-41bb-90eb-ccceb962e4a5') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:42.881264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0005b824-00d8-41bb-90eb-ccceb962e4a5') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:42.978678 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.000911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e8d85-5764-47a6-96ac-7da4c0ab7b33 req-009af9ef-d800-476a-a820-47ec09c8bcb5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.004214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e78e8d85-5764-47a6-96ac-7da4c0ab7b33 req-009af9ef-d800-476a-a820-47ec09c8bcb5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.3913224 Aug 31 09:35:43.089005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1923728686-network', 'tenant_id': '505ad027286b4f2089e8e00d00a63940'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:43.154337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b3ceee8-1014-47e6-9f70-e84b92b5f398 req-cd9c3024-cc2a-476f-a648-09e80817a7f1 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 210 time: 0.1451454 Aug 31 09:35:43.156229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Made reservation on behalf of 505ad027286b4f2089e8e00d00a63940 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:43.165115 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.169235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Made reservation on behalf of 63c44a82428c49958aa18fb4b8d3c0b5 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:43.176146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.179882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.202880 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.327242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:43.327885 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.331873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.337528 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:43.340224 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:43.390009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:43.406060 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e78e8d85-5764-47a6-96ac-7da4c0ab7b33 req-d5d99436-8f8f-4397-ae32-787f741e5738 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821061 Aug 31 09:35:43.423857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf4eae-0ea0-4d32-90d8-4591dc3a1821,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:43.431238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.432255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.432935 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Added segment 85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0 of type vlan for network b13071f1-24b3-4642-8008-3da878cc6fd6 Aug 31 09:35:43.572346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.628379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.670012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.671953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.672974 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.703434 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.720632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] 10.222.0.69 "DELETE /v2.0/networks/42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36 HTTP/1.1" status: 204 len: 168 time: 1.5980599 Aug 31 09:35:43.720632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9c25f-c4bd-485f-940b-1f9a6b5fc534 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e69ddc-d7e9-4aeb-96ec-b7832bcdeb36,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:43.861698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2819688 Aug 31 09:35:43.868980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57122) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:43.886585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa82426-3472-4e6c-8005-95ee08229c88 admin admin] Pushing event updated for resources: {'Network': ['ID=b13071f1-24b3-4642-8008-3da878cc6fd6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:43.895548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Request body: {'subnet': {'network_id': 'b13071f1-24b3-4642-8008-3da878cc6fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1923728686-subnet', 'tenant_id': '505ad027286b4f2089e8e00d00a63940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:43.902657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network b13071f1-24b3-4642-8008-3da878cc6fd6 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:44.003597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2136cd-0600-4f9d-9db4-f70be543b6f2 req-e9e06a64-b951-41fa-a8d3-b3743ca2f707 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:44.005364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa2136cd-0600-4f9d-9db4-f70be543b6f2 req-e9e06a64-b951-41fa-a8d3-b3743ca2f707 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2604935 Aug 31 09:35:44.054714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57126) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:44.076923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Made reservation on behalf of 505ad027286b4f2089e8e00d00a63940 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:44.079284 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.134856 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b97a2c77-9b75-4fb9-8cf1-34927b150dc8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59f572152eea4ddfa4a730a0e2da4a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769253 Aug 31 09:35:44.147488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57128) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:44.243744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Allocated IP 172.20.0.12 (97937824-ac72-498f-bf83-ff8f591bd8b5/64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f/863cdc39-22a4-4f21-b46a-875345d84078) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:44.296619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0429-6873-4cac-b9bd-35c2cded7738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.346027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0429-6873-4cac-b9bd-35c2cded7738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.479149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0429-6873-4cac-b9bd-35c2cded7738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.487754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ecb0429-6873-4cac-b9bd-35c2cded7738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.492111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5ecb0429-6873-4cac-b9bd-35c2cded7738 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35fc84f1-d6d3-45d5-954e-4d7c14d573fb HTTP/1.1" status: 204 len: 168 time: 0.3412549 Aug 31 09:35:44.544425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 74f5514f-359c-40bf-a0ff-ce72f624beb8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:44.576206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb0429-6873-4cac-b9bd-35c2cded7738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fc84f1-d6d3-45d5-954e-4d7c14d573fb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:44.688341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41490ef4-174c-4ae8-8aa6-ed43768b9ee2 req-fa894a64-d550-48a0-8fa5-f0282c10f877 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 210 time: 0.3399146 Aug 31 09:35:44.750190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 74f5514f-359c-40bf-a0ff-ce72f624beb8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:44.759552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 74f5514f-359c-40bf-a0ff-ce72f624beb8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:44.760546 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.836190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa2136cd-0600-4f9d-9db4-f70be543b6f2 req-224fe8b6-6bcc-4974-8b2e-011d5b47dcc2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8042843 Aug 31 09:35:44.923535 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.956161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57152) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:45.010263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.063562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Transition to ACTIVE for port object 863cdc39-22a4-4f21-b46a-875345d84078 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:45.065704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.101701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 74f5514f-359c-40bf-a0ff-ce72f624beb8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=74f5514f-359c-40bf-a0ff-ce72f624beb8,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:45.110101 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.189917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c7728d-ecab-4eb4-ac67-7ec8af30bd7f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:45.222291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7d741-ce38-45d6-8967-f369333bc8cc req-431ff19d-7d7e-4a25-b64d-228b8d934979 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.232460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ed7d741-ce38-45d6-8967-f369333bc8cc req-431ff19d-7d7e-4a25-b64d-228b8d934979 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2193308 Aug 31 09:35:45.235546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=74f5514f-359c-40bf-a0ff-ce72f624beb8,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:45.251608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.256858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.257202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.257534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.257874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.258196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.258518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.258866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.259188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.259506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.259823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.260138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:45.303536 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.321427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Checking segment: {'id': '85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b13071f1-24b3-4642-8008-3da878cc6fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:45.322080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Network hostable DHCP agents. Network: b13071f1-24b3-4642-8008-3da878cc6fd6, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:45.374880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:45.384470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:45.391642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:45.403309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ed7d741-ce38-45d6-8967-f369333bc8cc req-e9901ea1-50ef-4a52-a4dd-d64da767a003 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645048 Aug 31 09:35:45.403688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57162) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:45.458445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Network b13071f1-24b3-4642-8008-3da878cc6fd6 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:45.474578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Pushing event updated for resources: {'Port': ['ID=863cdc39-22a4-4f21-b46a-875345d84078,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:45.512526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5236ee18-aca0-49a0-8790-3eef76d0fe11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.514239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.514941 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.530518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, b13071f1-24b3-4642-8008-3da878cc6fd6) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:45.540270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f66987-b63f-4865-8117-5ba1e4a122fa None None] Network b13071f1-24b3-4642-8008-3da878cc6fd6 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:45.541970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.543985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.559003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-7bc7d41c-3836-4f3d-8fa4-2b80edd60697 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8139067 Aug 31 09:35:45.570534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b39d7a98-2874-4b59-bd2e-42a7d28596fd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6780875 Aug 31 09:35:45.583732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Request body: {'port': {'device_id': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:45.728193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87851c6f-18e7-4c99-a887-d2dc8539a994 None None] Network b13071f1-24b3-4642-8008-3da878cc6fd6 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:45.788945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5236ee18-aca0-49a0-8790-3eef76d0fe11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.809820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5236ee18-aca0-49a0-8790-3eef76d0fe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.826554 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-256a7470-d968-4b10-ae99-036c510aadd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.857647 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5236ee18-aca0-49a0-8790-3eef76d0fe11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9838836390c4c099b961847f27c1f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9004407 Aug 31 09:35:45.858359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57186) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:45.865768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:45.875828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236ee18-aca0-49a0-8790-3eef76d0fe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a44194-5f74-4018-aa07-a96dab3b9702,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:45.908745 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.949119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fa4411d-65f9-4ff5-b794-7231981fe508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.951662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c3f4400f-7d93-4c85-8d5d-92ffa71dbc14 None None] Provisioning for port 863cdc39-22a4-4f21-b46a-875345d84078 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:45.959145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c3f4400f-7d93-4c85-8d5d-92ffa71dbc14 None None] Provisioning complete for port 863cdc39-22a4-4f21-b46a-875345d84078 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:45.959601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3f4400f-7d93-4c85-8d5d-92ffa71dbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.020926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b3464-5293-4af8-bc27-0ed1e5d22c9d req-c35b968d-c7d9-43f2-b977-88f7006f72c6 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:46.021378 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fa4411d-65f9-4ff5-b794-7231981fe508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.022699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-810b3464-5293-4af8-bc27-0ed1e5d22c9d req-c35b968d-c7d9-43f2-b977-88f7006f72c6 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2776363 Aug 31 09:35:46.040839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8ebc6-3a1b-4cc7-8f6e-477ffcb7900f req-c0b975d2-5a3f-4b9d-abba-c2e8b9111c35 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:46.049882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-faa8ebc6-3a1b-4cc7-8f6e-477ffcb7900f req-c0b975d2-5a3f-4b9d-abba-c2e8b9111c35 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 932 time: 0.2197661 Aug 31 09:35:46.069504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4400f-7d93-4c85-8d5d-92ffa71dbc14 None None] Port 863cdc39-22a4-4f21-b46a-875345d84078 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:46.139627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fa4411d-65f9-4ff5-b794-7231981fe508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.147557 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fa4411d-65f9-4ff5-b794-7231981fe508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.149687 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8fa4411d-65f9-4ff5-b794-7231981fe508 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/69a44194-5f74-4018-aa07-a96dab3b9702 HTTP/1.1" status: 204 len: 168 time: 0.2873108 Aug 31 09:35:46.152399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:46.167917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:46.199356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4411d-65f9-4ff5-b794-7231981fe508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a44194-5f74-4018-aa07-a96dab3b9702,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:46.235362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.247428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-faa8ebc6-3a1b-4cc7-8f6e-477ffcb7900f req-6cdb8e96-74e6-40cc-a3f8-cfdce5b2726a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816261 Aug 31 09:35:46.252837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:46.288689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:46.292182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-810b3464-5293-4af8-bc27-0ed1e5d22c9d req-a735adc5-b765-4597-8e36-f297dd2b0a42 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400482 Aug 31 09:35:46.297517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.365678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:46.390824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57208) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:46.421684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:46.463396 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-256a7470-d968-4b10-ae99-036c510aadd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.465959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 74f5514f-359c-40bf-a0ff-ce72f624beb8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:46.498900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-256a7470-d968-4b10-ae99-036c510aadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.553881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 74f5514f-359c-40bf-a0ff-ce72f624beb8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:46.554257 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.572160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-256a7470-d968-4b10-ae99-036c510aadd9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5707d64cb77343b581cbe2f2783e0051&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1276355 Aug 31 09:35:46.572369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57218) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:46.572818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a7470-d968-4b10-ae99-036c510aadd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e49be-4410-4282-a800-b47dd20be910,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:46.643832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499288d-95d6-4b38-b0b8-03dcb3a5f0fb req-ab523463-2b4f-4383-aff0-6049f5ccfb66 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:46.652765 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0499288d-95d6-4b38-b0b8-03dcb3a5f0fb req-ab523463-2b4f-4383-aff0-6049f5ccfb66 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1573884 Aug 31 09:35:46.712129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af862094-b999-4a36-8c2b-879057afc525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.736466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863cdc39-22a4-4f21-b46a-875345d84078 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:46.745247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af862094-b999-4a36-8c2b-879057afc525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.764822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-829915504-network', 'tenant_id': '6a637f499c88468398ba69ce5a70d104'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:46.768301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0499288d-95d6-4b38-b0b8-03dcb3a5f0fb req-79080c3c-5465-4c9c-8947-5083f7764012 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144979 Aug 31 09:35:46.770312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.808052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Transition to ACTIVE for port object 863cdc39-22a4-4f21-b46a-875345d84078 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:46.816562 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.818928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:46.826419 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.837749 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.897026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af862094-b999-4a36-8c2b-879057afc525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.900335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af862094-b999-4a36-8c2b-879057afc525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.903215 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af862094-b999-4a36-8c2b-879057afc525 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a30e49be-4410-4282-a800-b47dd20be910 HTTP/1.1" status: 204 len: 168 time: 0.3300509 Aug 31 09:35:46.926606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af862094-b999-4a36-8c2b-879057afc525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e49be-4410-4282-a800-b47dd20be910,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:46.968507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57234) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:46.984096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b600300-7fd6-4963-baa6-d2cd7a23dccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.042520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Pushing event updated for resources: {'Port': ['ID=863cdc39-22a4-4f21-b46a-875345d84078,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.063054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.076343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.136917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34e084-cc90-488c-a195-f9fc6579b1a6 req-85df0228-90ef-4827-9856-1661203961b5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:47.145454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe34e084-cc90-488c-a195-f9fc6579b1a6 req-85df0228-90ef-4827-9856-1661203961b5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2247629 Aug 31 09:35:47.147080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:47.162536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cddffa5-94f7-4f25-9918-6060a217313a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.172899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.173235 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Added segment 2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23 of type vlan for network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 Aug 31 09:35:47.202980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-51a5518a-714f-498c-bdc0-08e04c33cb15 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:47.204266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-51a5518a-714f-498c-bdc0-08e04c33cb15 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/networks?id=b13071f1-24b3-4642-8008-3da878cc6fd6 HTTP/1.1" status: 200 len: 814 time: 0.3577793 Aug 31 09:35:47.214628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Attempting to bind port 863cdc39-22a4-4f21-b46a-875345d84078 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:47.214991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Attempting to bind port 863cdc39-22a4-4f21-b46a-875345d84078 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:47.215326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Attempting to bind port 863cdc39-22a4-4f21-b46a-875345d84078 on network 97937824-ac72-498f-bf83-ff8f591bd8b5 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:47.230955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Port 863cdc39-22a4-4f21-b46a-875345d84078 on network 97937824-ac72-498f-bf83-ff8f591bd8b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:47.231317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Attempting to bind port 863cdc39-22a4-4f21-b46a-875345d84078 on network 97937824-ac72-498f-bf83-ff8f591bd8b5 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:47.244965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.294556 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b600300-7fd6-4963-baa6-d2cd7a23dccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.301894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b600300-7fd6-4963-baa6-d2cd7a23dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.320953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.322422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:47.324693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.432336 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6b600300-7fd6-4963-baa6-d2cd7a23dccf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90d9978a072841da9dc60d0d368b466e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587085 Aug 31 09:35:47.436766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b600300-7fd6-4963-baa6-d2cd7a23dccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1d8a54-5cd7-4025-86b2-b6a8305d35a6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.446472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:47.446472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0524700 Aug 31 09:35:47.450943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57252) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:47.461247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Request body: {'subnet': {'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-829915504-subnet', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:47.488562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b8925-45f1-48ba-92db-40f2fb98d5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e1550ab1-7c19-4c3d-a34a-bbd0081f2097,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.523109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:47.541773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:47.544247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.580046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-214e83a3-b261-408f-bac0-4781e10dc85d tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/quotas/505ad027286b4f2089e8e00d00a63940 HTTP/1.1" status: 200 len: 375 time: 0.3681073 Aug 31 09:35:47.602600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe34e084-cc90-488c-a195-f9fc6579b1a6 req-b3eb8e31-3024-4314-82e4-ae4ce91a4a96 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513030 Aug 31 09:35:47.631672 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56b8e1dc-f88a-4d33-a4fd-7083719d070c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.640928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:47.641658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Checking segment: {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:47.642241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Bound using segment: {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:47.642986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Bound port: 863cdc39-22a4-4f21-b46a-875345d84078, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:47.643637 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.672167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-4e841a54-1338-4185-b64e-d33b8031e136 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=505ad027286b4f2089e8e00d00a63940&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680959 Aug 31 09:35:47.676078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56b8e1dc-f88a-4d33-a4fd-7083719d070c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.781547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:47.811424 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.854499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56b8e1dc-f88a-4d33-a4fd-7083719d070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.858395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56b8e1dc-f88a-4d33-a4fd-7083719d070c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.859845 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-56b8e1dc-f88a-4d33-a4fd-7083719d070c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d1d8a54-5cd7-4025-86b2-b6a8305d35a6 HTTP/1.1" status: 204 len: 168 time: 0.4142399 Aug 31 09:35:47.862547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:47.863900 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.864154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe4c13-50f8-464c-b7ea-261715befe8b req-2ec54da9-e135-43d1-a5ac-96b40f0f7bd7 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:47.873291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abbe4c13-50f8-464c-b7ea-261715befe8b req-2ec54da9-e135-43d1-a5ac-96b40f0f7bd7 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 944 time: 0.1986187 Aug 31 09:35:47.900590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8e1dc-f88a-4d33-a4fd-7083719d070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1d8a54-5cd7-4025-86b2-b6a8305d35a6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.909805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-5db75380-30d8-492c-8e85-2663b48f01d8 service neutron] 10.222.0.69 "GET /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229109 Aug 31 09:35:47.914633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] For port 863cdc39-22a4-4f21-b46a-875345d84078, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:47.923073 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b00e266-7e73-4d06-99d6-4561cee3de9d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.945426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Checking segment: {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:47.945866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Network hostable DHCP agents. Network: e1550ab1-7c19-4c3d-a34a-bbd0081f2097, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:47.966517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:47.989400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e1550ab1-7c19-4c3d-a34a-bbd0081f2097) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:47.996445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:47.999273 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.002400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] For port 863cdc39-22a4-4f21-b46a-875345d84078, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=863cdc39-22a4-4f21-b46a-875345d84078,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:48.013049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270bd154-d096-41d3-b87f-a1fcf61963ba None None] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:48.022052 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abbe4c13-50f8-464c-b7ea-261715befe8b req-3857ae3a-0947-46d0-9c19-38a90ec66322 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456387 Aug 31 09:35:48.025729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.030760 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f763481f-0911-4d69-a5fc-b793cd855591 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5741193 Aug 31 09:35:48.035166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57276) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:48.045666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:48.093399 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.094940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.124403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.127275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.133921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] 10.222.0.20 "PUT /v2.0/ports/863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 200 len: 1092 time: 2.5664003 Aug 31 09:35:48.152738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:48.159849 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757b85da-f596-4982-afa9-91465710340b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "tag": "863cdc39-22a4-4f21-b46a-875345d84078"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:48.327585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-91ab8b1c-9367-49c1-81f1-97099e47dbf3 service neutron] 10.222.0.69 "GET /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167049 Aug 31 09:35:48.377859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518643c-42a4-4526-9f6b-6af59f8bb996 service neutron] Pushing event updated for resources: {'Port': ['ID=863cdc39-22a4-4f21-b46a-875345d84078,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:48.398392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.423609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-f36328fc-d9e7-4b63-b720-cc3807469afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.440730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-f36328fc-d9e7-4b63-b720-cc3807469afa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c44a82428c49958aa18fb4b8d3c0b5&device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 1095 time: 0.2403126 Aug 31 09:35:48.467336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:48.467973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790793c8-2e86-4a82-a147-c3bf959fe816 req-ce4f3d47-9c16-4e93-b945-c7c26964f594 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.475816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-790793c8-2e86-4a82-a147-c3bf959fe816 req-ce4f3d47-9c16-4e93-b945-c7c26964f594 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1952212 Aug 31 09:35:48.478415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:48.482096 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6e535e-3c2e-4d7a-bd0c-3d05b3023a40" -d '{"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:48.490689 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.537098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-298bdefd-07ff-4936-9eff-77d52dfb3ac9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 200 len: 217 time: 0.0571711 Aug 31 09:35:48.615268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.635064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-790793c8-2e86-4a82-a147-c3bf959fe816 req-0d1c1a04-eb17-42fe-af64-0408bfc891f5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542628 Aug 31 09:35:48.664189 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45322842-f76c-4078-8b89-f4a4c7317c7d x-openstack-request-id: req-45322842-f76c-4078-8b89-f4a4c7317c7d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:48.664482 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "tag": "863cdc39-22a4-4f21-b46a-875345d84078", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:48.665151 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45322842-f76c-4078-8b89-f4a4c7317c7d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:48.665151 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078', 'status': 'completed', 'code': 200} Aug 31 09:35:48.681874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-630fef31-a937-445c-a4d5-125140fc17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.682136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=10']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:48.683300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-630fef31-a937-445c-a4d5-125140fc17ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f HTTP/1.1" status: 200 len: 867 time: 0.1373322 Aug 31 09:35:48.711958 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6af634-ca6a-4982-a87c-0af6d725f5f8 x-openstack-request-id: req-7d6af634-ca6a-4982-a87c-0af6d725f5f8 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:48.712196 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:48.712366 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d6af634-ca6a-4982-a87c-0af6d725f5f8 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:48.712809 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'code': 200} Aug 31 09:35:48.863763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b768d9f8-ceb5-45f1-8860-64b39a1cd57d req-9d4947e9-0733-4200-ae3a-1971479819a9 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 210 time: 0.0662796 Aug 31 09:35:48.886889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:48.887973 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.921844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-6e7c593d-e6b2-4a68-b604-a46281ad4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.923541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-6e7c593d-e6b2-4a68-b604-a46281ad4b65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=97937824-ac72-498f-bf83-ff8f591bd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2295501 Aug 31 09:35:49.019698 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.256251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Allocated IP 172.20.0.2 (e1550ab1-7c19-4c3d-a34a-bbd0081f2097/0b00e266-7e73-4d06-99d6-4561cee3de9d/01c81f75-d09e-44bf-a93e-a264daeddc0c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:49.327015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-5e87c2bc-f37c-4430-b1b4-a37a1bc5c449 service neutron] 10.222.0.20 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946409 Aug 31 09:35:49.352576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cf069-f8ca-46e7-8356-513cd92ccc2e req-eb0244da-2a6f-425c-bdcf-40cd20d39877 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:49.354318 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c15cf069-f8ca-46e7-8356-513cd92ccc2e req-eb0244da-2a6f-425c-bdcf-40cd20d39877 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 944 time: 0.1626611 Aug 31 09:35:49.525245 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.579724 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.666030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c15cf069-f8ca-46e7-8356-513cd92ccc2e req-5d4c96ee-497b-40e0-82fb-1b1eb35cc183 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839426 Aug 31 09:35:49.685434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a47ba1-ace4-45df-aa0f-863ec6edea73 req-c977572f-f897-4e6a-a620-acb73e239aad service neutron] 10.222.0.20 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292637 Aug 31 09:35:49.735361 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.756436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Transition to ACTIVE for port object 01c81f75-d09e-44bf-a93e-a264daeddc0c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:49.789883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Transition to ACTIVE for port object 01c81f75-d09e-44bf-a93e-a264daeddc0c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:49.809000 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.861223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b85da-f596-4982-afa9-91465710340b req-2f4b8915-99f9-4ef6-afad-e3b05f5d9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:49.862858 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-757b85da-f596-4982-afa9-91465710340b req-2f4b8915-99f9-4ef6-afad-e3b05f5d9407 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c44a82428c49958aa18fb4b8d3c0b5&device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 1095 time: 0.1123326 Aug 31 09:35:49.871076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d119dc-5616-4dd7-a1d8-2b515f68b6d1 req-b8651bdd-e49c-4f52-a5a2-393f2d377252 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:49.872736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1d119dc-5616-4dd7-a1d8-2b515f68b6d1 req-b8651bdd-e49c-4f52-a5a2-393f2d377252 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1127255 Aug 31 09:35:49.903396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Pushing event updated for resources: {'Port': ['ID=01c81f75-d09e-44bf-a93e-a264daeddc0c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:49.914258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:49.916474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:49.923316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:49.951123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Allocated IP 172.25.1.7 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/56f683f0-d15b-44e2-bbe7-3759e9899333) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:50.006615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f1d119dc-5616-4dd7-a1d8-2b515f68b6d1 req-c187ebef-2c4a-4134-9cb6-325c60238dde tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200569 Aug 31 09:35:50.021231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Attempting to bind port 01c81f75-d09e-44bf-a93e-a264daeddc0c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:50.021603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Attempting to bind port 01c81f75-d09e-44bf-a93e-a264daeddc0c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:50.021968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Attempting to bind port 01c81f75-d09e-44bf-a93e-a264daeddc0c on network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:50.035532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:50.035952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Checking segment: {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:50.036460 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.036704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Bound using segment: {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:50.037384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Bound port: 01c81f75-d09e-44bf-a93e-a264daeddc0c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:50.037824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.109422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ffbeaa6-64a9-4653-b8ad-8942910cc5ae req-07934c0f-6c7b-49de-88a7-7ff642925849 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 210 time: 0.0696962 Aug 31 09:35:50.160780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b85da-f596-4982-afa9-91465710340b req-4685c76f-5ffa-4712-9d3f-9c4f4c0d8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.167196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-757b85da-f596-4982-afa9-91465710340b req-4685c76f-5ffa-4712-9d3f-9c4f4c0d8041 service neutron] 10.222.0.20 "GET /v2.0/networks?id=97937824-ac72-498f-bf83-ff8f591bd8b5 HTTP/1.1" status: 200 len: 930 time: 0.2886355 Aug 31 09:35:50.215512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] For port 01c81f75-d09e-44bf-a93e-a264daeddc0c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:50.218662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.222208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] For port 01c81f75-d09e-44bf-a93e-a264daeddc0c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=01c81f75-d09e-44bf-a93e-a264daeddc0c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:50.229593 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.246416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-757b85da-f596-4982-afa9-91465710340b req-28f89ef7-1280-45eb-b949-01cae7f40976 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 200 len: 217 time: 0.0763667 Aug 31 09:35:50.319316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f633f-5042-4db4-95dc-85b3e0c2ae84 None None] Pushing event updated for resources: {'Port': ['ID=01c81f75-d09e-44bf-a93e-a264daeddc0c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:50.321067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.414814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:50.421074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:50.421276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b85da-f596-4982-afa9-91465710340b req-f0313c5e-1438-44e6-87bd-3d45d27efcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.422891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-757b85da-f596-4982-afa9-91465710340b req-f0313c5e-1438-44e6-87bd-3d45d27efcda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f HTTP/1.1" status: 200 len: 867 time: 0.1654444 Aug 31 09:35:50.426412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:50.463441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Pushing event updated for resources: {'Port': ['ID=56f683f0-d15b-44e2-bbe7-3759e9899333,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:50.486436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b85da-f596-4982-afa9-91465710340b req-7a7cf1dc-5c3f-4da7-a724-f0b6c6c7c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.487054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-757b85da-f596-4982-afa9-91465710340b req-7a7cf1dc-5c3f-4da7-a724-f0b6c6c7c1b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=97937824-ac72-498f-bf83-ff8f591bd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552089 Aug 31 09:35:50.638883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-757b85da-f596-4982-afa9-91465710340b req-6f90d4d5-23e9-4e12-9fd1-4914d8342365 service neutron] 10.222.0.20 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436882 Aug 31 09:35:50.853890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82cb5c-27dc-43c1-9212-c791cb8be18b req-de765829-e25f-45fc-bf7b-6ab8ee712864 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.856590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d82cb5c-27dc-43c1-9212-c791cb8be18b req-de765829-e25f-45fc-bf7b-6ab8ee712864 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 944 time: 0.0936763 Aug 31 09:35:50.876030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-757b85da-f596-4982-afa9-91465710340b req-6f66777a-b65c-4e19-8d0e-380cdbc3f05f service neutron] 10.222.0.20 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293899 Aug 31 09:35:50.913356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d82cb5c-27dc-43c1-9212-c791cb8be18b req-61442a34-5199-4c39-b60e-ca623f285dd1 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479777 Aug 31 09:35:50.992689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-970882cc-1fa0-4dc5-b1bf-9348436b5a38 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.994203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-970882cc-1fa0-4dc5-b1bf-9348436b5a38 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.52 "GET /v2.0/networks?id=b13071f1-24b3-4642-8008-3da878cc6fd6 HTTP/1.1" status: 200 len: 814 time: 0.2552199 Aug 31 09:35:50.995329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.037948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Request body: {'port': {'device_id': '08248191-0176-46bb-9f64-d924880ab0a4', 'network_id': 'b13071f1-24b3-4642-8008-3da878cc6fd6', 'admin_state_up': True, 'tenant_id': '505ad027286b4f2089e8e00d00a63940'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:51.150034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c4e0-3c9c-4b5f-873c-6cd4ff8741a6 req-88866e49-e0e3-4253-b52e-89580daec300 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.159583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4945c4e0-3c9c-4b5f-873c-6cd4ff8741a6 req-88866e49-e0e3-4253-b52e-89580daec300 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.0755866 Aug 31 09:35:51.239456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4945c4e0-3c9c-4b5f-873c-6cd4ff8741a6 req-ce688399-fd2c-4414-9af9-7038c1a3f420 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786452 Aug 31 09:35:51.280327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4e23aea-6d29-4c4b-a8b3-1a0defefde4c req-5b6077c0-2466-4519-b471-0a76cdb3aeb2 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 210 time: 0.0319712 Aug 31 09:35:51.324803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Made reservation on behalf of 505ad027286b4f2089e8e00d00a63940 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:51.328641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.374302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.591528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Allocated IP 172.20.0.9 (b13071f1-24b3-4642-8008-3da878cc6fd6/71c7728d-ecab-4eb4-ac67-7ec8af30bd7f/da7cda71-76ac-40d5-9525-6ae12c089a23) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:51.689811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:35:51.763905 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9afd3433-d8a1-46bf-9098-1f7f387a18e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.801399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd4c7e-0b30-4850-a9d9-c774cd7808de None None] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:51.880518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ebb325fb-ce8d-405e-8a3a-23dbde9373a9 None None] Provisioning for port 01c81f75-d09e-44bf-a93e-a264daeddc0c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:52.006892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:52.018234 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Sync routers for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:52.040835 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:52.044640 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:52.065499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.072479 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.079677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57428) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:52.080170 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f4913a22-25a8-425c-9b74-4f0aa238c569 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0387621 Aug 31 09:35:52.177033 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.388727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Network b13071f1-24b3-4642-8008-3da878cc6fd6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:52.434443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:52.446573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:52.504422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28ed6b-0d2b-4cce-b975-1d386151d059 req-a9009334-c9d4-470f-9869-dcc7a692636b tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.523607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b28ed6b-0d2b-4cce-b975-1d386151d059 req-a9009334-c9d4-470f-9869-dcc7a692636b tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 944 time: 0.2983761 Aug 31 09:35:52.536830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Pushing event updated for resources: {'Port': ['ID=da7cda71-76ac-40d5-9525-6ae12c089a23,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:52.597084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.597790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.637534 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-d8437d5b-b28e-4ad1-a3be-0064609998e6 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6036036 Aug 31 09:35:52.658282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Request body: {'port': {'device_id': '08248191-0176-46bb-9f64-d924880ab0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:52.674793 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:52.679900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 01c81f75-d09e-44bf-a93e-a264daeddc0c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:52.831784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.840064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 01c81f75-d09e-44bf-a93e-a264daeddc0c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:52.844296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 01c81f75-d09e-44bf-a93e-a264daeddc0c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:52.844668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.911436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b28ed6b-0d2b-4cce-b975-1d386151d059 req-9ec19ad1-adcd-4a94-b7f6-a6dd10024d6e tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524394 Aug 31 09:35:52.968008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ed4c2-10ab-48bc-88dc-f881ca8b2108 req-cefd64e6-88cc-428a-acf5-699cc157e6eb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.987413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc6ed4c2-10ab-48bc-88dc-f881ca8b2108 req-cefd64e6-88cc-428a-acf5-699cc157e6eb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.4483991 Aug 31 09:35:53.058264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc6ed4c2-10ab-48bc-88dc-f881ca8b2108 req-ea16c4a4-8065-4a86-a4db-c7c33c330ab2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671458 Aug 31 09:35:53.129378 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.216101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 01c81f75-d09e-44bf-a93e-a264daeddc0c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=01c81f75-d09e-44bf-a93e-a264daeddc0c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:53.230667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.243642 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:50Z', 'revision_number': 3, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:53.303854 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Checking router: 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:53.310260 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Updating router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 port 56f683f0-d15b-44e2-bbe7-3759e9899333 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:35:53.359857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=01c81f75-d09e-44bf-a93e-a264daeddc0c,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:53.411612 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.581759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7cda71-76ac-40d5-9525-6ae12c089a23 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:53.598847 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.601854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111f0ed-0b24-4db6-9e2d-7bed52b91a7a req-5d536018-182d-41e4-a28a-d47cc92f05d2 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.618158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c111f0ed-0b24-4db6-9e2d-7bed52b91a7a req-5d536018-182d-41e4-a28a-d47cc92f05d2 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 931 time: 0.4602273 Aug 31 09:35:53.623961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Transition to ACTIVE for port object da7cda71-76ac-40d5-9525-6ae12c089a23 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:53.640862 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.788990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 863cdc39-22a4-4f21-b46a-875345d84078 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:53.792577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c111f0ed-0b24-4db6-9e2d-7bed52b91a7a req-01d44d40-36c1-41b0-9dbc-484e82094e2f tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719193 Aug 31 09:35:53.817045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Pushing event updated for resources: {'Port': ['ID=da7cda71-76ac-40d5-9525-6ae12c089a23,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.113827 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.156609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Attempting to bind port da7cda71-76ac-40d5-9525-6ae12c089a23 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:54.157161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Attempting to bind port da7cda71-76ac-40d5-9525-6ae12c089a23 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b13071f1-24b3-4642-8008-3da878cc6fd6'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:54.157701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Attempting to bind port da7cda71-76ac-40d5-9525-6ae12c089a23 on network b13071f1-24b3-4642-8008-3da878cc6fd6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:54.199145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Port da7cda71-76ac-40d5-9525-6ae12c089a23 on network b13071f1-24b3-4642-8008-3da878cc6fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:54.199885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Attempting to bind port da7cda71-76ac-40d5-9525-6ae12c089a23 on network b13071f1-24b3-4642-8008-3da878cc6fd6 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:54.230025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:54.230883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Checking segment: {'id': '85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b13071f1-24b3-4642-8008-3da878cc6fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:54.231532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Bound using segment: {'id': '85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b13071f1-24b3-4642-8008-3da878cc6fd6'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:54.232303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Bound port: da7cda71-76ac-40d5-9525-6ae12c089a23, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b13071f1-24b3-4642-8008-3da878cc6fd6'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:54.232905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.256177 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.268516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 863cdc39-22a4-4f21-b46a-875345d84078, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=863cdc39-22a4-4f21-b46a-875345d84078,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:54.282235 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Transition to ACTIVE for port object 56f683f0-d15b-44e2-bbe7-3759e9899333 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:54.311939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '863cdc39-22a4-4f21-b46a-875345d84078', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'port_id': '863cdc39-22a4-4f21-b46a-875345d84078', 'mac_address': 'fa:16:3e:18:cf:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:54.319335 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.428176 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473f3f5-ed08-4ff9-bff8-45c896447a48 None None] Pushing event updated for resources: {'Port': ['ID=56f683f0-d15b-44e2-bbe7-3759e9899333,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.453374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] For port da7cda71-76ac-40d5-9525-6ae12c089a23, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:54.454653 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.455739 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Attempting to bind port 56f683f0-d15b-44e2-bbe7-3759e9899333 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:54.456688 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Attempting to bind port 56f683f0-d15b-44e2-bbe7-3759e9899333 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:54.458163 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Attempting to bind port 56f683f0-d15b-44e2-bbe7-3759e9899333 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:54.463470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] For port da7cda71-76ac-40d5-9525-6ae12c089a23, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=da7cda71-76ac-40d5-9525-6ae12c089a23,segment=NetworkSegment(85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0),segment_id=85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:54.469320 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:54.470489 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:54.471790 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.473219 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:54.474702 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Bound port: 56f683f0-d15b-44e2-bbe7-3759e9899333, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:54.476011 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.477481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.506868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863cdc39-22a4-4f21-b46a-875345d84078 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:54.564506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 863cdc39-22a4-4f21-b46a-875345d84078, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=863cdc39-22a4-4f21-b46a-875345d84078,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:54.574840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 01c81f75-d09e-44bf-a93e-a264daeddc0c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:54.579020 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] For port 56f683f0-d15b-44e2-bbe7-3759e9899333, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:54.583225 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] For port 56f683f0-d15b-44e2-bbe7-3759e9899333, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=56f683f0-d15b-44e2-bbe7-3759e9899333,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:54.627810 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.657824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.661634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.670799 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] 10.222.0.52 "PUT /v2.0/ports/da7cda71-76ac-40d5-9525-6ae12c089a23 HTTP/1.1" status: 200 len: 1091 time: 2.0235651 Aug 31 09:35:54.671790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08248191-0176-46bb-9f64-d924880ab0a4', 'tag': 'da7cda71-76ac-40d5-9525-6ae12c089a23'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:54.686221 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22" -d '{"events": [{"name": "network-changed", "server_uuid": "08248191-0176-46bb-9f64-d924880ab0a4", "tag": "da7cda71-76ac-40d5-9525-6ae12c089a23"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:54.722337 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.749712 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473f3f5-ed08-4ff9-bff8-45c896447a48 None None] Pushing event updated for resources: {'Port': ['ID=56f683f0-d15b-44e2-bbe7-3759e9899333,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.770066 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:54.771497 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:54.858523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9be51-d9ba-4e96-991a-1db6d5c76a0e req-df54b784-1894-40f3-805a-4427a4b94f3b tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.874330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fba9be51-d9ba-4e96-991a-1db6d5c76a0e req-df54b784-1894-40f3-805a-4427a4b94f3b tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 944 time: 0.6066475 Aug 31 09:35:54.904275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=863cdc39-22a4-4f21-b46a-875345d84078,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.906165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f076dfd-d828-433f-90e8-a07434708c86 service neutron] Pushing event updated for resources: {'Port': ['ID=da7cda71-76ac-40d5-9525-6ae12c089a23,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.945357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-c22a8c39-a0aa-4342-9920-8a9ed426e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.947377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a4af8-1457-4045-99ec-7058042e3a34 req-a4d5be35-d73e-4fab-baba-5a4bd765f76a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.966241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac5a4af8-1457-4045-99ec-7058042e3a34 req-a4d5be35-d73e-4fab-baba-5a4bd765f76a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.6388481 Aug 31 09:35:54.972643 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-c22a8c39-a0aa-4342-9920-8a9ed426e778 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=505ad027286b4f2089e8e00d00a63940&device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 1094 time: 0.2100725 Aug 31 09:35:55.004412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 01c81f75-d09e-44bf-a93e-a264daeddc0c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:55.005245 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.030065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Allocated IP 172.20.0.1 (e1550ab1-7c19-4c3d-a34a-bbd0081f2097/0b00e266-7e73-4d06-99d6-4561cee3de9d/81d992c9-3158-4201-b892-992960fca9be) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:55.064478 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:55.146376 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.163616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fba9be51-d9ba-4e96-991a-1db6d5c76a0e req-c4d8aeff-a662-4bd6-8130-61d557cc7e8b tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875903 Aug 31 09:35:55.191883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac5a4af8-1457-4045-99ec-7058042e3a34 req-18f4962a-1607-43ee-a823-59770c832b11 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223599 Aug 31 09:35:55.210220 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-2c3ae726-38d0-42cd-8403-cbe93a77f7da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da7cda71-76ac-40d5-9525-6ae12c089a23 HTTP/1.1" status: 200 len: 217 time: 0.2361503 Aug 31 09:35:55.263881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['863cdc39-22a4-4f21-b46a-875345d84078'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:55.434168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-fd185d43-ec1a-496b-88f4-4b002fecd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.435675 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-fd185d43-ec1a-496b-88f4-4b002fecd0f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71c7728d-ecab-4eb4-ac67-7ec8af30bd7f HTTP/1.1" status: 200 len: 854 time: 0.2155395 Aug 31 09:35:55.504721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a875-13c4-4b02-9221-1c293d0aa826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.512893 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-edbb49ac-2add-433d-b623-25cd41f08ee5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b13071f1-24b3-4642-8008-3da878cc6fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685277 Aug 31 09:35:55.584203 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2147bf0c-d34e-4fb5-b0c5-ddcf9a78e380 x-openstack-request-id: req-2147bf0c-d34e-4fb5-b0c5-ddcf9a78e380 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:55.584492 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08248191-0176-46bb-9f64-d924880ab0a4", "tag": "da7cda71-76ac-40d5-9525-6ae12c089a23", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:55.584742 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2147bf0c-d34e-4fb5-b0c5-ddcf9a78e380 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:55.585257 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08248191-0176-46bb-9f64-d924880ab0a4', 'tag': 'da7cda71-76ac-40d5-9525-6ae12c089a23', 'status': 'completed', 'code': 200} Aug 31 09:35:55.597489 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:50Z', 'revision_number': 3, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:55.702700 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3ae97-c98d-4d8a-8538-1a9552ccda52 None None] The sync data for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 is: [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:50Z', 'revision_number': 3, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:55.731120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.885134 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-83fe8030-32db-4d08-9e58-f88d7aa9ba9b service neutron] 10.222.0.52 "GET /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629346 Aug 31 09:35:56.000570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Transition to ACTIVE for port object 81d992c9-3158-4201-b892-992960fca9be will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:56.054443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee8016-cefa-4a9f-aa11-3fdb8ea97ac0 req-6dd9ef9e-b373-464f-92dc-f9dbadcd8c37 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.071507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07ee8016-cefa-4a9f-aa11-3fdb8ea97ac0 req-6dd9ef9e-b373-464f-92dc-f9dbadcd8c37 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 943 time: 0.2960854 Aug 31 09:35:56.298804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f9bea257-e854-491a-98c6-79b8b55e7330 req-931377a8-7d98-47ae-895a-349d0bfabc11 service neutron] 10.222.0.52 "GET /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071627 Aug 31 09:35:56.341699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07ee8016-cefa-4a9f-aa11-3fdb8ea97ac0 req-b4722728-98f5-4209-9eff-8d1c1bef7050 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674580 Aug 31 09:35:56.604974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-4c995087-5bcb-4f76-912f-009be16c1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.619621 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-4c995087-5bcb-4f76-912f-009be16c1a47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=505ad027286b4f2089e8e00d00a63940&device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 1094 time: 0.1784132 Aug 31 09:35:56.704658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-a50bf2fb-cdf4-4bc0-b89a-ed982fd4bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.707237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-a50bf2fb-cdf4-4bc0-b89a-ed982fd4bfe2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1097 time: 0.6185479 Aug 31 09:35:56.750064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.804415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 56f683f0-d15b-44e2-bbe7-3759e9899333 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:56.846899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:56.870740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d54fba-dc10-415b-bc2f-5c1bf5d8c951 req-eee54903-e97a-43c4-9ff6-123dd9cbabd1 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.891471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34d54fba-dc10-415b-bc2f-5c1bf5d8c951 req-eee54903-e97a-43c4-9ff6-123dd9cbabd1 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 945 time: 0.4340410 Aug 31 09:35:56.955002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-8ddbda08-3349-49b6-9f08-b716fc655a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.959577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-8ddbda08-3349-49b6-9f08-b716fc655a8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b13071f1-24b3-4642-8008-3da878cc6fd6 HTTP/1.1" status: 200 len: 916 time: 0.3293803 Aug 31 09:35:57.066215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 56f683f0-d15b-44e2-bbe7-3759e9899333 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:57.075943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 56f683f0-d15b-44e2-bbe7-3759e9899333 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:57.076414 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.084810 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-10c8a3bd-3721-4d73-a96e-a3b027f0bc84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da7cda71-76ac-40d5-9525-6ae12c089a23 HTTP/1.1" status: 200 len: 217 time: 0.1168056 Aug 31 09:35:57.119191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:57.141012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:57.147269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Pushing event updated for resources: {'Port': ['ID=81d992c9-3158-4201-b892-992960fca9be,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:57.322953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848d9a4-ce15-4d07-9b41-cecf5e74198b req-62e41372-0e8f-4276-8080-f0d0bcca3812 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.329487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-f9d7bd34-69f0-4a57-973e-f2f522ab7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.335916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5848d9a4-ce15-4d07-9b41-cecf5e74198b req-62e41372-0e8f-4276-8080-f0d0bcca3812 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.6559210 Aug 31 09:35:57.337835 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-f9d7bd34-69f0-4a57-973e-f2f522ab7ecc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71c7728d-ecab-4eb4-ac67-7ec8af30bd7f HTTP/1.1" status: 200 len: 854 time: 0.2443929 Aug 31 09:35:57.464297 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-356f42ae-1c96-4aa2-ab99-df3d1b620c7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b13071f1-24b3-4642-8008-3da878cc6fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184261 Aug 31 09:35:57.468882 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.563219 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34d54fba-dc10-415b-bc2f-5c1bf5d8c951 req-54f2a1cb-3e53-4467-8dfd-69bbcbfab61e tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513583 Aug 31 09:35:57.618516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 56f683f0-d15b-44e2-bbe7-3759e9899333, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=56f683f0-d15b-44e2-bbe7-3759e9899333,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:57.652609 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.677678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.711158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-19989add-516a-4f67-9db6-2d17ba1b1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.733940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-19989add-516a-4f67-9db6-2d17ba1b1201 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.9692252 Aug 31 09:35:57.876580 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-2363a881-f23f-4075-b3d6-ad021ddeb635 service neutron] 10.222.0.52 "GET /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052198 Aug 31 09:35:57.890049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 863cdc39-22a4-4f21-b46a-875345d84078 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:58.058946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-d086eee2-1599-47bd-95ea-dd5ed9f445dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 1001 time: 0.3229849 Aug 31 09:35:58.146305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1b754553-396a-46a4-b326-3ec30864acfa None None] Provisioning for port 81d992c9-3158-4201-b892-992960fca9be completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:58.174512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1b754553-396a-46a4-b326-3ec30864acfa None None] Provisioning complete for port 81d992c9-3158-4201-b892-992960fca9be triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:58.184208 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1b754553-396a-46a4-b326-3ec30864acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.199511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=56f683f0-d15b-44e2-bbe7-3759e9899333,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:58.284552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1b754553-396a-46a4-b326-3ec30864acfa None None] Port 81d992c9-3158-4201-b892-992960fca9be cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:58.296426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 863cdc39-22a4-4f21-b46a-875345d84078 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:58.309730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 863cdc39-22a4-4f21-b46a-875345d84078 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:58.310462 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.580364 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.619373 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.655345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:58.658032 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf0f43-6375-4d9e-a848-8306a8504ef4" -d '{"events": [{"server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "name": "network-vif-plugged", "status": "completed", "tag": "863cdc39-22a4-4f21-b46a-875345d84078"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:58.676946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 863cdc39-22a4-4f21-b46a-875345d84078, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=863cdc39-22a4-4f21-b46a-875345d84078,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:58.683635 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.782358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 56f683f0-d15b-44e2-bbe7-3759e9899333 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:59.025363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device da7cda71-76ac-40d5-9525-6ae12c089a23 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:59.027071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd4e0a0-4e39-4d03-ac21-f70f468eef22 req-36b03da2-3a11-4223-8ef4-875d220aa99c service neutron] 10.222.0.52 "GET /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1372876 Aug 31 09:35:59.074380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=863cdc39-22a4-4f21-b46a-875345d84078,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:59.133327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 56f683f0-d15b-44e2-bbe7-3759e9899333 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:59.134268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.188648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.270843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5848d9a4-ce15-4d07-9b41-cecf5e74198b req-0cdf2753-07ef-4447-8505-d0834242a274 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9339838 Aug 31 09:35:59.273181 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:35:59.357094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-51dfa815-41c8-4f10-ac1d-e21766fcd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.359176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-51dfa815-41c8-4f10-ac1d-e21766fcd43d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 1.2813177 Aug 31 09:35:59.419759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a4ce-dc3f-4b40-ad93-5c71cda2ad8a req-516e4cd4-a0aa-4dbc-90fd-48ab8d20515e tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.428303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fae7a4ce-dc3f-4b40-ad93-5c71cda2ad8a req-516e4cd4-a0aa-4dbc-90fd-48ab8d20515e tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 943 time: 1.3194547 Aug 31 09:35:59.551551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fae7a4ce-dc3f-4b40-ad93-5c71cda2ad8a req-d9f35576-943c-4264-98eb-e46a83128bb7 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215069 Aug 31 09:35:59.635410 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b6d949-0bc3-448f-9538-ca46c724053c x-openstack-request-id: req-21b6d949-0bc3-448f-9538-ca46c724053c {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:59.639418 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "name": "network-vif-plugged", "status": "completed", "tag": "863cdc39-22a4-4f21-b46a-875345d84078", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:59.641610 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21b6d949-0bc3-448f-9538-ca46c724053c {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:59.641610 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078', 'code': 200} Aug 31 09:35:59.705650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port da7cda71-76ac-40d5-9525-6ae12c089a23, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=da7cda71-76ac-40d5-9525-6ae12c089a23,segment=NetworkSegment(85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0),segment_id=85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:59.740484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-7f017744-023b-4a54-9137-2c0f227a7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.740484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-7f017744-023b-4a54-9137-2c0f227a7ae1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3569376 Aug 31 09:35:59.752336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'da7cda71-76ac-40d5-9525-6ae12c089a23', 'network_id': 'b13071f1-24b3-4642-8008-3da878cc6fd6', 'port_id': 'da7cda71-76ac-40d5-9525-6ae12c089a23', 'mac_address': 'fa:16:3e:57:f3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c7728d-ecab-4eb4-ac67-7ec8af30bd7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:59.766785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-62caa7cd-5453-417c-974b-37f6f51def99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1905251 Aug 31 09:35:59.876764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-626c38c4-b310-444b-8198-cdd52ff99fbe service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334488 Aug 31 09:35:59.879202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.905305 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.959396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7cda71-76ac-40d5-9525-6ae12c089a23 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:59.991169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-553c60fc-39dd-404f-bdbe-bae1bcf3b638 req-5f59b683-fd97-422f-8409-f4a9cd22fd71 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059432 Aug 31 09:36:00.023812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port da7cda71-76ac-40d5-9525-6ae12c089a23, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=da7cda71-76ac-40d5-9525-6ae12c089a23,segment=NetworkSegment(85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0),segment_id=85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:00.032515 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.050244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-7e3dbcd3-c5bf-40eb-826e-6bde6178de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.057098 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-7e3dbcd3-c5bf-40eb-826e-6bde6178de90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56a5d2c0801245329125d9f766389fa8&device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 1096 time: 0.1909480 Aug 31 09:36:00.071564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed7aec-a7b8-44c1-9ff2-9e74ab0e9697 req-502ef70c-3592-4e17-8a50-f4fba9e11547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.074555 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9ed7aec-a7b8-44c1-9ff2-9e74ab0e9697 req-502ef70c-3592-4e17-8a50-f4fba9e11547 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 1097 time: 0.3062196 Aug 31 09:36:00.190784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42764d69-0832-4b74-b0f9-405bf09c39be req-5715682b-53b5-4b36-b0ae-be07a51a5f01 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.194638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42764d69-0832-4b74-b0f9-405bf09c39be req-5715682b-53b5-4b36-b0ae-be07a51a5f01 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 946 time: 0.6241088 Aug 31 09:36:00.196933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=da7cda71-76ac-40d5-9525-6ae12c089a23,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:00.251360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['da7cda71-76ac-40d5-9525-6ae12c089a23'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:00.385191 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9ed7aec-a7b8-44c1-9ff2-9e74ab0e9697 req-429cd0c1-6b6e-4e04-aa76-099b621095f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698200 Aug 31 09:36:00.419571 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42764d69-0832-4b74-b0f9-405bf09c39be req-d6c2c1e4-4c45-4177-8287-2264a530daf9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169881 Aug 31 09:36:00.440491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-67fd8df3-2dbf-4aff-a579-dbbcd0040db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.443170 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-67fd8df3-2dbf-4aff-a579-dbbcd0040db6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca HTTP/1.1" status: 200 len: 908 time: 0.3232815 Aug 31 09:36:00.597260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.615437 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.629056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-55996944-f4ae-4f8e-a701-658fecc6bf5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0 HTTP/1.1" status: 200 len: 1001 time: 0.1784229 Aug 31 09:36:00.817718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea365ef-58a9-46a9-b67d-393eb1df610e req-43badbcf-973e-4911-9dc8-e13309909d8a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.820532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ea365ef-58a9-46a9-b67d-393eb1df610e req-43badbcf-973e-4911-9dc8-e13309909d8a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.3016596 Aug 31 09:36:00.861329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Pushing event updated for resources: {'Port': ['ID=81d992c9-3158-4201-b892-992960fca9be,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:00.901557 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.919383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-62ec328d-2691-4840-8f32-edac846be394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.928220 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-62ec328d-2691-4840-8f32-edac846be394 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf073442-b30f-4992-b3f2-786e110c4987 HTTP/1.1" status: 200 len: 845 time: 0.2913847 Aug 31 09:36:00.933349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ea365ef-58a9-46a9-b67d-393eb1df610e req-8ff81814-b131-45da-9020-9e6c72c97612 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849266 Aug 31 09:36:00.988034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a42271-ca51-48a1-9a7d-877eeb5b8cd1 req-4cabbf59-d6e4-47b4-afa0-81ba0a463511 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.997030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56a42271-ca51-48a1-9a7d-877eeb5b8cd1 req-4cabbf59-d6e4-47b4-afa0-81ba0a463511 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 944 time: 0.1616638 Aug 31 09:36:01.019543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device da7cda71-76ac-40d5-9525-6ae12c089a23 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:01.079337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56a42271-ca51-48a1-9a7d-877eeb5b8cd1 req-4acf8e72-fdc0-47f5-95fc-09cd6b634c2a tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810056 Aug 31 09:36:01.141910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:01.145716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:01.159960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-f97a743d-db2c-4856-9e4e-116a0571476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:01.181608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-f97a743d-db2c-4856-9e4e-116a0571476b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2339745 Aug 31 09:36:01.218183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port da7cda71-76ac-40d5-9525-6ae12c089a23 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:01.247575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port da7cda71-76ac-40d5-9525-6ae12c089a23 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:01.248116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.446253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:01.619960 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.681806 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-e3c03a41-a202-4bf5-a717-88b71103bf34 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859512 Aug 31 09:36:01.683868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08248191-0176-46bb-9f64-d924880ab0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7cda71-76ac-40d5-9525-6ae12c089a23'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:01.688450 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50d9099-a5d6-4da6-abb6-093fd2e35007" -d '{"events": [{"server_uuid": "08248191-0176-46bb-9f64-d924880ab0a4", "name": "network-vif-plugged", "status": "completed", "tag": "da7cda71-76ac-40d5-9525-6ae12c089a23"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:01.748403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port da7cda71-76ac-40d5-9525-6ae12c089a23, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=da7cda71-76ac-40d5-9525-6ae12c089a23,segment=NetworkSegment(85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0),segment_id=85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:01.756423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7650a631-61e0-44be-a8a3-5e98f399c93c None None] Provisioning complete for port 81d992c9-3158-4201-b892-992960fca9be triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:01.756863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7650a631-61e0-44be-a8a3-5e98f399c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.833104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.895377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:01.988825 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a3d786-e3b5-4f39-af1f-185bab448e12 x-openstack-request-id: req-c4a3d786-e3b5-4f39-af1f-185bab448e12 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:01.988825 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08248191-0176-46bb-9f64-d924880ab0a4", "name": "network-vif-plugged", "status": "completed", "tag": "da7cda71-76ac-40d5-9525-6ae12c089a23", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:01.991111 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4a3d786-e3b5-4f39-af1f-185bab448e12 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:01.991111 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08248191-0176-46bb-9f64-d924880ab0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7cda71-76ac-40d5-9525-6ae12c089a23', 'code': 200} Aug 31 09:36:02.023239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7650a631-61e0-44be-a8a3-5e98f399c93c None None] Port 81d992c9-3158-4201-b892-992960fca9be cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:02.048778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:02.075205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Sync routers for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:02.079826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f6b2094-80ce-44e5-b8d2-dee404cc6ca9 req-ba507852-42ca-4fe3-b517-e3fb562b2c78 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865769 Aug 31 09:36:02.086099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8e7d9265-c2ea-4195-82c0-2a36670430ba admin admin] 10.222.0.69 "PUT /v2.0/routers/1da9ad32-a49a-4a1c-b70f-bb2b65c59c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0049870 Aug 31 09:36:02.130269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0561d41-e72e-4c84-9145-ea7767807308 req-9d905907-305c-492e-801f-010446786f90 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.132018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0561d41-e72e-4c84-9145-ea7767807308 req-9d905907-305c-492e-801f-010446786f90 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 946 time: 0.3221533 Aug 31 09:36:02.255753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:02.257093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:02.286412 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0561d41-e72e-4c84-9145-ea7767807308 req-04175fd2-47c7-4890-a754-38c3bde5cd88 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225774 Aug 31 09:36:02.333423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f3c3a-de79-46ea-8313-0390262dcd34 req-0f00c361-5a18-4b04-937e-5b29c8655965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.340192 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8a1f3c3a-de79-46ea-8313-0390262dcd34 req-0f00c361-5a18-4b04-937e-5b29c8655965 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 1096 time: 0.1531301 Aug 31 09:36:02.492919 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8a1f3c3a-de79-46ea-8313-0390262dcd34 req-8da4f3af-b80c-4707-b00f-7a2963933c33 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428921 Aug 31 09:36:02.671590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=da7cda71-76ac-40d5-9525-6ae12c089a23,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:02.781809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dc1be-6ba2-45a3-9376-d21910847d70 req-a40e6352-e44a-4639-b464-792ce40fdcf5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.799989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-818dc1be-6ba2-45a3-9376-d21910847d70 req-a40e6352-e44a-4639-b464-792ce40fdcf5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2580771 Aug 31 09:36:02.826710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:02.872905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'fdd342d0-3fd3-4980-ac25-782884181239', 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5', 'port_id': 'fdd342d0-3fd3-4980-ac25-782884181239', 'mac_address': 'fa:16:3e:33:d1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b4d140-59c7-4389-8c40-7008570370a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:02.911745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:03.053158 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.120390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd4394-4f6e-4bef-84d1-ff4d6809655b req-bc85caef-8dbd-4eee-88c0-d771fb4e91fb tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.136772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5bd4394-4f6e-4bef-84d1-ff4d6809655b req-bc85caef-8dbd-4eee-88c0-d771fb4e91fb tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 945 time: 0.4096394 Aug 31 09:36:03.172474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdd342d0-3fd3-4980-ac25-782884181239 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:03.231074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-818dc1be-6ba2-45a3-9376-d21910847d70 req-3d25c643-1652-4258-ac30-2620aed659bf tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265831 Aug 31 09:36:03.310691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5bd4394-4f6e-4bef-84d1-ff4d6809655b req-50ff55fb-5e6a-4766-838d-70d48968a17b tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721764 Aug 31 09:36:03.420645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:03.503160 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.698876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['fdd342d0-3fd3-4980-ac25-782884181239'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:03.879970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:03.931394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7386e7-afc6-4426-a782-24f2b8f9334d req-7948977c-79fa-40b0-929b-61b3ffb43cfb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.942388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e7386e7-afc6-4426-a782-24f2b8f9334d req-7948977c-79fa-40b0-929b-61b3ffb43cfb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 946 time: 0.2485230 Aug 31 09:36:04.015353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:00Z', 'revision_number': 2, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:04.065369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e7386e7-afc6-4426-a782-24f2b8f9334d req-b3a87ce1-45f2-4652-b1af-15f71b23bd96 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152866 Aug 31 09:36:04.211376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Checking router: 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:04.215992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Updating router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 port 81d992c9-3158-4201-b892-992960fca9be binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:36:04.360829 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.811821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb15cc0-f647-4939-8251-91d252314fe2 req-bde9b9d2-ba2f-4161-a618-069143c69f25 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.825937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ceb15cc0-f647-4939-8251-91d252314fe2 req-bde9b9d2-ba2f-4161-a618-069143c69f25 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 944 time: 0.3521059 Aug 31 09:36:04.931797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ceb15cc0-f647-4939-8251-91d252314fe2 req-b3709557-6fed-44d7-b191-dc518fffbec5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881073 Aug 31 09:36:04.952263 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-187bb7ea-3d4b-45d9-af6e-f3a609c39224 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 258 time: 0.8091595 Aug 31 09:36:04.960278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:05.002339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.274329 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.290042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Transition to ACTIVE for port object 81d992c9-3158-4201-b892-992960fca9be will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:05.291403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc615388-3a3d-4ae0-a495-69f555a51336 req-01400401-66e2-4e57-b6ec-bf6f709ef85f tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:05.305042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc615388-3a3d-4ae0-a495-69f555a51336 req-01400401-66e2-4e57-b6ec-bf6f709ef85f tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 945 time: 0.1565466 Aug 31 09:36:05.305238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.414615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc615388-3a3d-4ae0-a495-69f555a51336 req-e4969175-5d5b-4295-a98e-c5c2e60efeda tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086366 Aug 31 09:36:05.540832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.574413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53a5bc-0bd7-4356-bbc2-567fa347e869 None None] Pushing event updated for resources: {'Port': ['ID=81d992c9-3158-4201-b892-992960fca9be,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:05.728327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Attempting to bind port 81d992c9-3158-4201-b892-992960fca9be on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:05.728819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Attempting to bind port 81d992c9-3158-4201-b892-992960fca9be by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:05.729185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Attempting to bind port 81d992c9-3158-4201-b892-992960fca9be on network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:05.754616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:05.755254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Checking segment: {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:05.755439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.755862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Bound using segment: {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:05.756368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Bound port: 81d992c9-3158-4201-b892-992960fca9be, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:05.756772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.954525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Allocated IP 172.25.1.247 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/725045ba-75a1-4841-9bf6-b61b1d7020d0) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:05.961344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] For port 81d992c9-3158-4201-b892-992960fca9be, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:05.974242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:06.063722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] For port 81d992c9-3158-4201-b892-992960fca9be, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=81d992c9-3158-4201-b892-992960fca9be,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:06.101302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.247387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53a5bc-0bd7-4356-bbc2-567fa347e869 None None] Pushing event updated for resources: {'Port': ['ID=81d992c9-3158-4201-b892-992960fca9be,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:06.320653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:06.322013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:06.426776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-9a905411-1342-4dba-ae07-7d093ee6ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.434470 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-9a905411-1342-4dba-ae07-7d093ee6ef03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=505ad027286b4f2089e8e00d00a63940&device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 1096 time: 0.2449434 Aug 31 09:36:06.685028 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.718717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:06.839948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-f558f96c-713e-458a-b5cb-ca206200622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.842577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-f558f96c-713e-458a-b5cb-ca206200622a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b13071f1-24b3-4642-8008-3da878cc6fd6 HTTP/1.1" status: 200 len: 916 time: 0.3992217 Aug 31 09:36:06.864692 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.961989 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-62fe4479-aeb5-49ea-bc35-3361352f3e82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da7cda71-76ac-40d5-9525-6ae12c089a23 HTTP/1.1" status: 200 len: 217 time: 0.1054866 Aug 31 09:36:07.008496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port fdd342d0-3fd3-4980-ac25-782884181239 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:07.010112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.058082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-cff1c742-fb78-46e9-b85e-1c31b40845a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.061678 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-cff1c742-fb78-46e9-b85e-1c31b40845a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71c7728d-ecab-4eb4-ac67-7ec8af30bd7f HTTP/1.1" status: 200 len: 854 time: 0.0884602 Aug 31 09:36:07.063716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5191-751a-4ff2-99f1-ba3874fab52d req-77ce957e-2e6c-465e-b511-0947e4bcdfea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.085412 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bfd5191-751a-4ff2-99f1-ba3874fab52d req-77ce957e-2e6c-465e-b511-0947e4bcdfea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 944 time: 0.6874065 Aug 31 09:36:07.106212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Pushing event updated for resources: {'Port': ['ID=725045ba-75a1-4841-9bf6-b61b1d7020d0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:07.209073 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-bb27a410-58d2-495f-9383-cac0988398d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b13071f1-24b3-4642-8008-3da878cc6fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288984 Aug 31 09:36:07.233925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:07.262609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:07.280710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:07.316578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bfd5191-751a-4ff2-99f1-ba3874fab52d req-bbd92b5c-e8b4-4d3e-986a-c2105ba363d9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297757 Aug 31 09:36:07.564208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:05Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:07.592467 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-ac59bd4d-feff-43a4-9574-38cd58944e99 service neutron] 10.222.0.52 "GET /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773913 Aug 31 09:36:07.786443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02275adc-5549-4374-9b01-61b1f51223c7 None None] The sync data for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 is: [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:05Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:07.836496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86facde5-fd35-4d3a-84cf-fa544d6e844a req-f0fa006c-b2b2-4412-9da3-534885dfe44a tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.838196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86facde5-fd35-4d3a-84cf-fa544d6e844a req-f0fa006c-b2b2-4412-9da3-534885dfe44a tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 945 time: 0.3136010 Aug 31 09:36:07.844181 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.853387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.937972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:07.937972 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bfaa07-6753-4f4d-a781-5ab0f4647ba3" -d '{"events": [{"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd342d0-3fd3-4980-ac25-782884181239"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:07.978586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:07.990555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.028663 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8d4678e-e3cc-4858-b107-c26b0309226e req-88afb7c9-98dc-4729-9102-1145770b5954 service neutron] 10.222.0.52 "GET /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134977 Aug 31 09:36:08.087682 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.156671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:08.204166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86facde5-fd35-4d3a-84cf-fa544d6e844a req-220f5019-369f-4bbc-b240-fb2131ca478c tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396848 Aug 31 09:36:08.616760 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93c1f8-0420-4c3a-9f4e-4b6e0b2c4fc5 x-openstack-request-id: req-6c93c1f8-0420-4c3a-9f4e-4b6e0b2c4fc5 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:08.618462 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd342d0-3fd3-4980-ac25-782884181239", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:08.619249 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c93c1f8-0420-4c3a-9f4e-4b6e0b2c4fc5 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:08.620861 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239', 'code': 200} Aug 31 09:36:08.716394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 81d992c9-3158-4201-b892-992960fca9be up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:08.736519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.750083 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.015964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 81d992c9-3158-4201-b892-992960fca9be completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:09.041675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 81d992c9-3158-4201-b892-992960fca9be triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:09.041675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.172716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Pushing event updated for resources: {'Port': ['ID=725045ba-75a1-4841-9bf6-b61b1d7020d0,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:09.193158 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:36:09.333288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.436158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aadfb1-c068-4447-a579-96e2f24167ce req-f44aadc7-8e58-4646-96c7-a39b549e99fe tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.457666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2aadfb1-c068-4447-a579-96e2f24167ce req-f44aadc7-8e58-4646-96c7-a39b549e99fe tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.4778419 Aug 31 09:36:09.479908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.482694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7c0bc388-a340-481b-ae67-7e2e8f802bdb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5287051 Aug 31 09:36:09.562730 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.709332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 81d992c9-3158-4201-b892-992960fca9be, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=81d992c9-3158-4201-b892-992960fca9be,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:09.727177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.825539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57820) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:09.844735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-a2a491bd-cb49-413f-b97f-7cc0f396f768 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.3356733 Aug 31 09:36:09.918211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2aadfb1-c068-4447-a579-96e2f24167ce req-2a910647-1541-45f2-a099-c0ce99068eb1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585428 Aug 31 09:36:10.075287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=81d992c9-3158-4201-b892-992960fca9be,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:10.285768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a28b7672-4895-4392-9bb9-4914a87b71fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.366379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.421539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44a116-93b2-44ec-8e91-cb861687ebd3 req-eb4014db-1883-4652-a18b-acc536a14dcc tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:10.436467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc44a116-93b2-44ec-8e91-cb861687ebd3 req-eb4014db-1883-4652-a18b-acc536a14dcc tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 945 time: 0.2194026 Aug 31 09:36:10.572087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 81d992c9-3158-4201-b892-992960fca9be up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:10.584513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a28b7672-4895-4392-9bb9-4914a87b71fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.608767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a28b7672-4895-4392-9bb9-4914a87b71fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.753252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a28b7672-4895-4392-9bb9-4914a87b71fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00c1f47795984a119e2f430d0b2ac570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243028 Aug 31 09:36:10.755262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57828) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.755458 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc44a116-93b2-44ec-8e91-cb861687ebd3 req-242d4658-ef76-4114-80e9-7b14b70546ca tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117719 Aug 31 09:36:10.783003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b7672-4895-4392-9bb9-4914a87b71fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfd4e88-a741-41b5-a5b3-250612ade532,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:10.818684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-67d373f9-5a39-46e0-9459-15cbac0e4027 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:10.827503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-67d373f9-5a39-46e0-9459-15cbac0e4027 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.9603002 Aug 31 09:36:10.856493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7833b545-73d7-4834-a66f-5ca8e27f3829 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:36:10.858487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1ceb53b-9e2d-429e-9f8f-3c323dbe7b07 req-7833b545-73d7-4834-a66f-5ca8e27f3829 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083714 Aug 31 09:36:10.868707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 81d992c9-3158-4201-b892-992960fca9be triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:10.870330 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.979118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-840a1c7d-a061-4cae-bbec-f316ef6976ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.091584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-840a1c7d-a061-4cae-bbec-f316ef6976ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.259198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-840a1c7d-a061-4cae-bbec-f316ef6976ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.264893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-840a1c7d-a061-4cae-bbec-f316ef6976ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.283347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-840a1c7d-a061-4cae-bbec-f316ef6976ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fcfd4e88-a741-41b5-a5b3-250612ade532 HTTP/1.1" status: 204 len: 168 time: 0.5263405 Aug 31 09:36:11.284324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c044e3-9114-4a81-b86f-d2bfee47f2f0 req-8f278439-54d5-4775-8bc2-4fdbe1bf0839 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:11.292827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39c044e3-9114-4a81-b86f-d2bfee47f2f0 req-8f278439-54d5-4775-8bc2-4fdbe1bf0839 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1763911 Aug 31 09:36:11.317472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a1c7d-a061-4cae-bbec-f316ef6976ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfd4e88-a741-41b5-a5b3-250612ade532,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:11.331801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-ff01320a-23b7-439e-8a60-6ae932b96a3e tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:11.333637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-ff01320a-23b7-439e-8a60-6ae932b96a3e tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1396313 Aug 31 09:36:11.529170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39c044e3-9114-4a81-b86f-d2bfee47f2f0 req-cfd0e153-f0f4-47a4-a5cd-553a41f498e6 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343686 Aug 31 09:36:11.542650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-34e342a0-f44f-4e21-acaf-c6ef04486f89 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.1764445 Aug 31 09:36:11.564239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Request body: {'floatingip': {'port_id': '863cdc39-22a4-4f21-b46a-875345d84078', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:11.623936 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.869981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57846) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.909102 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bb67c9b-ae79-4cc4-8754-8f14241949b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.114958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bb67c9b-ae79-4cc4-8754-8f14241949b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.122150 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bb67c9b-ae79-4cc4-8754-8f14241949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.174388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6bb67c9b-ae79-4cc4-8754-8f14241949b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21caf1af8a824047b02d2934f9443d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030415 Aug 31 09:36:12.178493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57852) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:12.249872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb67c9b-ae79-4cc4-8754-8f14241949b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70d646-9949-43df-a666-56355d0692ff,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:12.277082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012692f9-6e86-454e-85d7-97617de56e0b req-5e3bf2e3-ce9f-4d29-ae89-80d2fa786400 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.284461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-012692f9-6e86-454e-85d7-97617de56e0b req-5e3bf2e3-ce9f-4d29-ae89-80d2fa786400 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 945 time: 0.0978317 Aug 31 09:36:12.304940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ceac-5a5b-489f-8fb6-fb3d3e5143e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.342066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ceac-5a5b-489f-8fb6-fb3d3e5143e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.387774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-012692f9-6e86-454e-85d7-97617de56e0b req-da107a21-a57e-4b2c-b67e-19a0903f5245 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849414 Aug 31 09:36:12.481831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ceac-5a5b-489f-8fb6-fb3d3e5143e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.496219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ceac-5a5b-489f-8fb6-fb3d3e5143e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.498398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8fa6ceac-5a5b-489f-8fb6-fb3d3e5143e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b70d646-9949-43df-a666-56355d0692ff HTTP/1.1" status: 204 len: 168 time: 0.3179696 Aug 31 09:36:12.528342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6ceac-5a5b-489f-8fb6-fb3d3e5143e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70d646-9949-43df-a666-56355d0692ff,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:13.026584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0da00-9c1a-455a-bf8f-14c5da3d05bd req-a2dc38e1-04b3-40ad-a964-cf7086f456ee tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:13.052489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd0da00-9c1a-455a-bf8f-14c5da3d05bd req-a2dc38e1-04b3-40ad-a964-cf7086f456ee tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1646307 Aug 31 09:36:13.089383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:36:13.169115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd0da00-9c1a-455a-bf8f-14c5da3d05bd req-dd47ae77-560f-4fb1-bc29-960068281af1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153016 Aug 31 09:36:13.193819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.200148 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.350706 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Floating IP bfbb398d-08cd-45a4-abe6-deed380526a7 associated. External IP: 172.25.1.247, port: 863cdc39-22a4-4f21-b46a-875345d84078. Aug 31 09:36:13.448531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.479910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-03e49d2d-c8b6-4929-a82e-4a4d80a89951 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:13.494330 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-03e49d2d-c8b6-4929-a82e-4a4d80a89951 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.52 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 945 time: 0.1969991 Aug 31 09:36:13.977673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49ac29-9e8d-4188-9157-02e281617718 req-30827b97-19aa-4be9-8347-adb3a81ac674 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:13.985863 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6a49ac29-9e8d-4188-9157-02e281617718 req-30827b97-19aa-4be9-8347-adb3a81ac674 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 945 time: 0.4200640 Aug 31 09:36:13.996938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Deleting port da7cda71-76ac-40d5-9525-6ae12c089a23 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:13.998268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.121043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6a49ac29-9e8d-4188-9157-02e281617718 req-91124a12-d536-4f94-bf4d-d4312433e509 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/security-groups?id=30bf4eae-0ea0-4d32-90d8-4591dc3a1821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281147 Aug 31 09:36:14.137439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:14.329814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] For port da7cda71-76ac-40d5-9525-6ae12c089a23, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=da7cda71-76ac-40d5-9525-6ae12c089a23,segment=NetworkSegment(85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0),segment_id=85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:14.330360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.353142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Calling delete_port for da7cda71-76ac-40d5-9525-6ae12c089a23 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:14.455602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:14.516793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.519187 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] Sync routers for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:14.533252 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:14.534262 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:14.642566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-9b6f1aa4-7f29-4f4b-8aef-0f5105253ccf tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "PUT /v2.0/floatingips/bfbb398d-08cd-45a4-abe6-deed380526a7 HTTP/1.1" status: 200 len: 997 time: 3.0837195 Aug 31 09:36:14.645021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:14.647413 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "tag": "863cdc39-22a4-4f21-b46a-875345d84078"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:14.702940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c700b5a-5bb0-4313-ab5e-1ef3e205a78c req-c8e770a4-fbc4-4a15-bb87-20a3de8b6378 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:14.710560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c700b5a-5bb0-4313-ab5e-1ef3e205a78c req-c8e770a4-fbc4-4a15-bb87-20a3de8b6378 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2313077 Aug 31 09:36:14.780147 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:14.904578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-4ba6c12b-1a0e-4df4-93b4-285ef540538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:14.909618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-4ba6c12b-1a0e-4df4-93b4-285ef540538c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63c44a82428c49958aa18fb4b8d3c0b5&device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 1097 time: 0.2480149 Aug 31 09:36:14.921509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c700b5a-5bb0-4313-ab5e-1ef3e205a78c req-c977f320-14d2-4048-a891-2236d35336a7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100313 Aug 31 09:36:14.942357 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.971364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['da7cda71-76ac-40d5-9525-6ae12c089a23'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:15.101613 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'bfbb398d-08cd-45a4-abe6-deed380526a7', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'port_id': '863cdc39-22a4-4f21-b46a-875345d84078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'mac_address': 'fa:16:3e:18:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:07Z', 'updated_at': '2021-08-31T09:36:12Z', 'revision_number': 1, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:45Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:15.128354 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa95905-b8f9-40fe-9a8e-b6519f6e3354 x-openstack-request-id: req-efa95905-b8f9-40fe-9a8e-b6519f6e3354 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:15.128835 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "tag": "863cdc39-22a4-4f21-b46a-875345d84078", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:15.138916 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efa95905-b8f9-40fe-9a8e-b6519f6e3354 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:15.139515 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078', 'status': 'completed', 'code': 200} Aug 31 09:36:15.158705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Pushing event deleted for resources: {'Port': ['ID=da7cda71-76ac-40d5-9525-6ae12c089a23,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:15.185592 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] Checking router: 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:15.208059 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:15.208689 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:35:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:15.314504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] No DVR routers for this DVR port da7cda71-76ac-40d5-9525-6ae12c089a23 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:15.326442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.342414 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9899d761-9fc1-44f8-b59a-c86c3a5658f6 req-3c9ace77-765d-47f8-b057-da27c7145f18 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.52 "DELETE /v2.0/ports/da7cda71-76ac-40d5-9525-6ae12c089a23 HTTP/1.1" status: 204 len: 173 time: 1.8430078 Aug 31 09:36:15.342951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08248191-0176-46bb-9f64-d924880ab0a4', 'name': 'network-vif-deleted', 'tag': 'da7cda71-76ac-40d5-9525-6ae12c089a23'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:15.347033 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79da57c-13a7-49ef-969a-cfb9aa6c247c" -d '{"events": [{"server_uuid": "08248191-0176-46bb-9f64-d924880ab0a4", "name": "network-vif-deleted", "tag": "da7cda71-76ac-40d5-9525-6ae12c089a23"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:15.412551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-448db4e1-50a4-49f7-abe4-20aa4537387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.418306 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-448db4e1-50a4-49f7-abe4-20aa4537387d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c44a82428c49958aa18fb4b8d3c0b5&device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 1097 time: 0.2982302 Aug 31 09:36:15.555291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-40a04de2-f2b1-4120-951c-eddadb3109ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.562719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-40a04de2-f2b1-4120-951c-eddadb3109ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=97937824-ac72-498f-bf83-ff8f591bd8b5 HTTP/1.1" status: 200 len: 930 time: 0.6299102 Aug 31 09:36:15.584825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-950be41f-a108-42c5-9a93-50d026714644 req-c15f74ef-0746-4a4b-92f8-c4be6b7f2b79 tempest-InstanceActionsTestJSON-886698399 tempest-InstanceActionsTestJSON-886698399-project] 10.222.0.69 "GET /v2.0/ports?device_id=08248191-0176-46bb-9f64-d924880ab0a4 HTTP/1.1" status: 200 len: 210 time: 0.2961540 Aug 31 09:36:15.609948 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:15.877536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-f0fa9824-a636-4dac-9cae-222b359ebaa6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 200 len: 1000 time: 0.2914033 Aug 31 09:36:15.885573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-2e03748f-1d98-4331-a323-b2f19bf5c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.887480 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-2e03748f-1d98-4331-a323-b2f19bf5c910 service neutron] 10.222.0.20 "GET /v2.0/networks?id=97937824-ac72-498f-bf83-ff8f591bd8b5 HTTP/1.1" status: 200 len: 930 time: 0.4550223 Aug 31 09:36:16.033874 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af5e33c-da5b-4b12-87fd-177a05016a32 x-openstack-request-id: req-3af5e33c-da5b-4b12-87fd-177a05016a32 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:16.034536 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08248191-0176-46bb-9f64-d924880ab0a4", "name": "network-vif-deleted", "tag": "da7cda71-76ac-40d5-9525-6ae12c089a23", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:16.034536 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3af5e33c-da5b-4b12-87fd-177a05016a32 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:16.039054 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08248191-0176-46bb-9f64-d924880ab0a4', 'name': 'network-vif-deleted', 'tag': 'da7cda71-76ac-40d5-9525-6ae12c089a23', 'status': 'completed', 'code': 200} Aug 31 09:36:16.045535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-2d886d95-e643-433e-b93b-f1948d1ee0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.062232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-2d886d95-e643-433e-b93b-f1948d1ee0db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f HTTP/1.1" status: 200 len: 867 time: 0.1673131 Aug 31 09:36:16.191152 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-a59dead3-7225-4728-8fcf-415e7c139b47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 200 len: 1000 time: 0.2907302 Aug 31 09:36:16.357129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-6a88437b-e195-42c9-9009-945627b04c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.365049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-6a88437b-e195-42c9-9009-945627b04c7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97937824-ac72-498f-bf83-ff8f591bd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3017993 Aug 31 09:36:16.435942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-b7a0d1b1-1193-4719-bda6-843de8127d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.438625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-b7a0d1b1-1193-4719-bda6-843de8127d34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f HTTP/1.1" status: 200 len: 867 time: 0.2379999 Aug 31 09:36:16.502031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f6cb-bad7-4943-816c-b80d7cf44e02 req-420c91f9-278b-498a-b3a0-d180b9b91890 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.519168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a836f6cb-bad7-4943-816c-b80d7cf44e02 req-420c91f9-278b-498a-b3a0-d180b9b91890 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.3314009 Aug 31 09:36:16.580342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-01fc9b6d-0877-4d7d-9f12-ea93d59caeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.585298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-01fc9b6d-0877-4d7d-9f12-ea93d59caeee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=97937824-ac72-498f-bf83-ff8f591bd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344423 Aug 31 09:36:16.666076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a836f6cb-bad7-4943-816c-b80d7cf44e02 req-a7d1d2de-22fc-479a-93fd-a39e64d18ce9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439707 Aug 31 09:36:16.797916 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'bfbb398d-08cd-45a4-abe6-deed380526a7', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'port_id': '863cdc39-22a4-4f21-b46a-875345d84078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'mac_address': 'fa:16:3e:18:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:07Z', 'updated_at': '2021-08-31T09:36:12Z', 'revision_number': 1, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:45Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:16.836064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-5353d607-8e11-4cf4-8942-3e4356a6fac8 service neutron] 10.222.0.69 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692173 Aug 31 09:36:16.853475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57936) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:16.939374 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c9ef5b-3673-40fa-8edd-d4b6b1cb2f26 None None] The sync data for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 is: [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'bfbb398d-08cd-45a4-abe6-deed380526a7', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'floating_ip_address': '172.25.1.247', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'port_id': '863cdc39-22a4-4f21-b46a-875345d84078', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'mac_address': 'fa:16:3e:18:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:07Z', 'updated_at': '2021-08-31T09:36:12Z', 'revision_number': 1, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:45Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:17.016232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d1fbd8-5705-4474-aa25-a84ab3b40e39 admin admin] Deleting subnet 71c7728d-ecab-4eb4-ac67-7ec8af30bd7f {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:36:17.029271 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d05cde1c-a483-4e3f-812f-cb9d20192bab req-489e7e08-2a8c-44d9-a359-919788691391 service neutron] 10.222.0.69 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912796 Aug 31 09:36:17.036275 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75d1fbd8-5705-4474-aa25-a84ab3b40e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.040101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-6294c016-6d81-4e11-bdad-057a0cd50c37 service neutron] 10.222.0.20 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471278 Aug 31 09:36:17.111597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device da7cda71-76ac-40d5-9525-6ae12c089a23 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:17.206675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: da7cda71-76ac-40d5-9525-6ae12c089a23 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:17.212518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device da7cda71-76ac-40d5-9525-6ae12c089a23 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:17.361643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed612a9-d808-464d-b59c-8b2991d08f35 None None] New status for floating IP bfbb398d-08cd-45a4-abe6-deed380526a7: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:36:17.402348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75d1fbd8-5705-4474-aa25-a84ab3b40e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.561936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76d1c77c-98a5-44f2-b047-43a886af187a req-3c503cef-b9c9-4a6e-8220-a9d9bf4f0804 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 258 time: 0.4685471 Aug 31 09:36:17.595359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:17.665018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.679318 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c297d2e-b7dd-4b76-8e97-508b30ca19b7 req-71359e15-899d-458b-871e-f18e32a201cd service neutron] 10.222.0.20 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253760 Aug 31 09:36:17.735892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75d1fbd8-5705-4474-aa25-a84ab3b40e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.901585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75d1fbd8-5705-4474-aa25-a84ab3b40e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.960758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684744ec-f196-4235-aa79-d61de84f9ff1 req-02b5aacd-83a1-4f82-b896-2be20c4d86ea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.962347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-684744ec-f196-4235-aa79-d61de84f9ff1 req-02b5aacd-83a1-4f82-b896-2be20c4d86ea tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1848214 Aug 31 09:36:18.004931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1fbd8-5705-4474-aa25-a84ab3b40e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c7728d-ecab-4eb4-ac67-7ec8af30bd7f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:18.012488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75d1fbd8-5705-4474-aa25-a84ab3b40e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.021347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-75d1fbd8-5705-4474-aa25-a84ab3b40e39 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/71c7728d-ecab-4eb4-ac67-7ec8af30bd7f HTTP/1.1" status: 204 len: 168 time: 1.1667275 Aug 31 09:36:18.022110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57958) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:18.102198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-684744ec-f196-4235-aa79-d61de84f9ff1 req-4519b3ca-9a38-46c1-a687-7413cb58fb6f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229582 Aug 31 09:36:18.130861 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.186572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.332418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.348173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13071f1-24b3-4642-8008-3da878cc6fd6']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.362276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.363040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a5c7d9-6432-49a1-8e6e-f9aa1a097ae0') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.379002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.420312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.435380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:18.436263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:18.440928 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:18.468131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Allocated IP 172.25.1.223 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/094767e9-5a23-48c4-9d2e-0d02806ae5de) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:18.611566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.649806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.658073 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b13071f1-24b3-4642-8008-3da878cc6fd6 HTTP/1.1" status: 204 len: 168 time: 0.6341915 Aug 31 09:36:18.659861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945984d-022d-4384-b2dc-097224bde859 admin admin] Pushing event deleted for resources: {'Network': ['ID=b13071f1-24b3-4642-8008-3da878cc6fd6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:18.733617 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.829435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.941974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:18.947343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:18.955118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:19.026734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Pushing event updated for resources: {'Port': ['ID=094767e9-5a23-48c4-9d2e-0d02806ae5de,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:19.117555 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.166675 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.480632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57986) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:19.510062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57990) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:19.593355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe5d9-d610-48c9-8e2d-6cdefbb35e39 req-f7474338-750b-40cb-bab1-45ed327d847f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:19.600460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4ebe5d9-d610-48c9-8e2d-6cdefbb35e39 req-f7474338-750b-40cb-bab1-45ed327d847f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2806084 Aug 31 09:36:19.697068 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-55fdc53e-d1c7-411f-9777-57deb263e62d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=505ad027286b4f2089e8e00d00a63940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815760 Aug 31 09:36:19.700989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57992) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:19.713985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4ebe5d9-d610-48c9-8e2d-6cdefbb35e39 req-1f2067ca-1cfc-4a44-95fa-e6ae5860bd8d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889194 Aug 31 09:36:19.752298 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.760682 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.899331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Pushing event updated for resources: {'Port': ['ID=094767e9-5a23-48c4-9d2e-0d02806ae5de,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:19.903631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e71e73f-1f58-4903-b575-efba0a604d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.993578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e71e73f-1f58-4903-b575-efba0a604d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.051944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.076435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.079113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6e50896f-0803-4487-987c-fd35de03da8a tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5033748 Aug 31 09:36:20.098613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afc8c9de-0ecd-466f-8be0-70dee190d14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.179069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76d1c77c-98a5-44f2-b047-43a886af187a req-4f6f3a09-0051-4018-ae03-a2184acdaf7b tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.223 HTTP/1.1" status: 200 len: 696 time: 0.0904171 Aug 31 09:36:20.249725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afc8c9de-0ecd-466f-8be0-70dee190d14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.264536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afc8c9de-0ecd-466f-8be0-70dee190d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.304789 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-afc8c9de-0ecd-466f-8be0-70dee190d14a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37c82502da704502848c0e350a0b6daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220694 Aug 31 09:36:20.313685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58002) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:20.368888 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e71e73f-1f58-4903-b575-efba0a604d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.372076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e71e73f-1f58-4903-b575-efba0a604d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.378299 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6e71e73f-1f58-4903-b575-efba0a604d93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30bf4eae-0ea0-4d32-90d8-4591dc3a1821 HTTP/1.1" status: 204 len: 168 time: 0.6723940 Aug 31 09:36:20.400961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8c9de-0ecd-466f-8be0-70dee190d14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd524f38-4ab6-4b2f-b72c-d2a305c5c436,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:20.442855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71e73f-1f58-4903-b575-efba0a604d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf4eae-0ea0-4d32-90d8-4591dc3a1821,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:20.452103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-336cc198-dc81-4944-a396-9df0b52f4208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.519118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-336cc198-dc81-4944-a396-9df0b52f4208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.522922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6ba4b15d-6589-4f82-8db6-ad9d181ad320 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.529136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76d1c77c-98a5-44f2-b047-43a886af187a req-6ba4b15d-6589-4f82-8db6-ad9d181ad320 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3349459 Aug 31 09:36:20.668091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-336cc198-dc81-4944-a396-9df0b52f4208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.671626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-336cc198-dc81-4944-a396-9df0b52f4208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.675732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-336cc198-dc81-4944-a396-9df0b52f4208 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd524f38-4ab6-4b2f-b72c-d2a305c5c436 HTTP/1.1" status: 204 len: 168 time: 0.3587964 Aug 31 09:36:20.689555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cc198-dc81-4944-a396-9df0b52f4208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd524f38-4ab6-4b2f-b72c-d2a305c5c436,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:20.830824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d191903-3163-48f5-9226-4a2080549408 req-3b2fec0f-aa7a-4cc4-9bc3-2cc895ce0467 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.838269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d191903-3163-48f5-9226-4a2080549408 req-3b2fec0f-aa7a-4cc4-9bc3-2cc895ce0467 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1769435 Aug 31 09:36:21.035042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d191903-3163-48f5-9226-4a2080549408 req-b37a1fc6-f8a9-4a6b-a2d4-55a44e5a0da9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.223 HTTP/1.1" status: 200 len: 696 time: 0.1528893 Aug 31 09:36:21.089955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8af2e-5ef4-4e0a-8c41-e73279df6795 req-391b335f-0c33-4ef5-bb44-586c3d4e594c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:21.099043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ac8af2e-5ef4-4e0a-8c41-e73279df6795 req-391b335f-0c33-4ef5-bb44-586c3d4e594c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2592254 Aug 31 09:36:21.107046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-5d191903-3163-48f5-9226-4a2080549408 req-77954024-56bc-40ed-8b6c-f33923a88007 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Request body: {'floatingip': {'port_id': '863cdc39-22a4-4f21-b46a-875345d84078', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:21.209606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5d191903-3163-48f5-9226-4a2080549408 req-77954024-56bc-40ed-8b6c-f33923a88007 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.472019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ac8af2e-5ef4-4e0a-8c41-e73279df6795 req-e247fbcf-3da0-45b0-b72d-517890d4b2f7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578919 Aug 31 09:36:21.748292 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aaff137c-30e8-4ea2-aaec-bc1d4c5925e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.947269 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-5d191903-3163-48f5-9226-4a2080549408 req-77954024-56bc-40ed-8b6c-f33923a88007 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 09:36:21.951608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d191903-3163-48f5-9226-4a2080549408 req-77954024-56bc-40ed-8b6c-f33923a88007 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "PUT /v2.0/floatingips/9723019e-3800-4872-8404-28098fbc034c HTTP/1.1" status: 409 len: 551 time: 0.8831024 Aug 31 09:36:22.110082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-bb10b706-640d-4f8d-967a-88e19ea442d3 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips/9723019e-3800-4872-8404-28098fbc034c HTTP/1.1" status: 200 len: 693 time: 0.0971668 Aug 31 09:36:22.439644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-f5da2693-bedd-4df5-89d3-7f832a65acd0 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.445307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-f5da2693-bedd-4df5-89d3-7f832a65acd0 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3245165 Aug 31 09:36:23.087522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-717e3774-00d1-4113-811b-1c56e03f40e1 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.223 HTTP/1.1" status: 200 len: 696 time: 0.6369109 Aug 31 09:36:23.164486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-4a6774b8-7896-4e76-8f1b-46d1f68b8abb tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.223 HTTP/1.1" status: 200 len: 696 time: 0.0615876 Aug 31 09:36:23.193551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deff5a2-1473-4f70-bb1c-8d3f1da933be req-8c91e7e3-57cc-4d26-afad-398f5d0d1f30 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:23.206995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1deff5a2-1473-4f70-bb1c-8d3f1da933be req-8c91e7e3-57cc-4d26-afad-398f5d0d1f30 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1419232 Aug 31 09:36:23.472594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1deff5a2-1473-4f70-bb1c-8d3f1da933be req-016f1070-cc10-40c9-8dcd-087a4b22e9d2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631156 Aug 31 09:36:23.639698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58082) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:23.668491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Deleting port 094767e9-5a23-48c4-9d2e-0d02806ae5de {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:23.671774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.821211 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1605568625-network', 'tenant_id': 'e3de06417f3942bea64a8b0f5472e18d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:23.868592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.869690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.874887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Made reservation on behalf of e3de06417f3942bea64a8b0f5472e18d for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:23.879674 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.909146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.914399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Calling delete_port for 094767e9-5a23-48c4-9d2e-0d02806ae5de owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:24.069271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.076080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.173616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:24.184820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:24.280464 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.290432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.290827 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Added segment 2430158a-1dd2-4706-ac97-0632021bca1e of type vlan for network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 Aug 31 09:36:24.385504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Pushing event deleted for resources: {'Port': ['ID=094767e9-5a23-48c4-9d2e-0d02806ae5de,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:24.404628 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.466358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.467654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:24.468333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.483054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.491241 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.493636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9677d84-41fc-4633-b0de-df255ecfa93f req-43d98a6a-660a-488a-b266-7f2757454d45 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "DELETE /v2.0/floatingips/9723019e-3800-4872-8404-28098fbc034c HTTP/1.1" status: 204 len: 173 time: 1.2508340 Aug 31 09:36:24.568664 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9220643 Aug 31 09:36:24.569039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58120) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:24.576127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Request body: {'subnet': {'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1605568625-subnet', 'tenant_id': 'e3de06417f3942bea64a8b0f5472e18d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:24.578190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0568f7-751a-42a2-891d-53e3d9c6eb48 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0a6c3d-ee51-4818-8f70-6588e9790b04,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:24.602365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:24.743376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Made reservation on behalf of e3de06417f3942bea64a8b0f5472e18d for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:24.748255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.865498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-834e6e33-6f85-4bb1-81a8-ac3b59817f47 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 1002 time: 0.2987955 Aug 31 09:36:24.950534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e9700-ea25-403c-9e01-29e0a17e70f3 req-7cee25d0-d6f5-44b3-9fa8-caa56ddaa1c5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:24.952685 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7b1e9700-ea25-403c-9e01-29e0a17e70f3 req-7cee25d0-d6f5-44b3-9fa8-caa56ddaa1c5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2740569 Aug 31 09:36:24.974416 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-e58121e3-8127-435f-a686-a30e42e3c8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:24.975962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-e58121e3-8127-435f-a686-a30e42e3c8f8 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports/863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 200 len: 943 time: 0.0988286 Aug 31 09:36:24.991902 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.052435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7b1e9700-ea25-403c-9e01-29e0a17e70f3 req-5864a461-7387-4366-93ab-f86bd88e6ffa tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Aug 31 09:36:25.191187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-96b7bde6-0b15-46f5-82e3-fe8483d15ce3 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 1002 time: 0.0879025 Aug 31 09:36:25.223570 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7eddcd55-aa03-4274-9eb1-459c88c22047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.316630 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.489204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fa850a-7dac-48ae-99c3-bbce56f16b75,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:25.524813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce33e2-80f3-48f2-a379-1b41ade49b93 req-d115cfa4-3d76-442d-91ea-93b64352a2f7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.533338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91ce33e2-80f3-48f2-a379-1b41ade49b93 req-d115cfa4-3d76-442d-91ea-93b64352a2f7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.1452978 Aug 31 09:36:25.556136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-d2197587-68ae-48e3-a2ec-042b48bbfb19 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.558100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-d2197587-68ae-48e3-a2ec-042b48bbfb19 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3498907 Aug 31 09:36:25.565650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Checking segment: {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:25.566051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Network hostable DHCP agents. Network: 9b0a6c3d-ee51-4818-8f70-6588e9790b04, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:36:25.580082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-fa8fcdb0-9618-44c8-a7a5-bbffabb5f711 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:36:25.581144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-fa8fcdb0-9618-44c8-a7a5-bbffabb5f711 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089042 Aug 31 09:36:25.637632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91ce33e2-80f3-48f2-a379-1b41ade49b93 req-41e5516c-24ba-4c0c-828a-22b5dcc7db93 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000133 Aug 31 09:36:25.676207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:36:25.695133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 9b0a6c3d-ee51-4818-8f70-6588e9790b04) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:25.706191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.706837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.733590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8cf4e7-e88e-4e5d-bd6a-d553d374569a None None] Network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:25.734206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-58e5b20c-4fb7-493f-94ea-b60b234d3408 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 1002 time: 0.1276557 Aug 31 09:36:25.743692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:25.810922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e01490d-5375-4b5e-812f-eb3f985f753a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2405357 Aug 31 09:36:25.865688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.068221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c0c0b-ee20-488d-b568-85c5839a54bc None None] Network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:26.285692 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.311150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.312672 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Floating IP bfbb398d-08cd-45a4-abe6-deed380526a7 disassociated. External IP: 172.25.1.247, port: 863cdc39-22a4-4f21-b46a-875345d84078. Aug 31 09:36:26.498982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c16d0-ef6e-4d5b-9e1e-5ab83c0b572c req-d41cd165-4be1-44cc-bfc1-d9bf019001bd tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.506921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f5c16d0-ef6e-4d5b-9e1e-5ab83c0b572c req-d41cd165-4be1-44cc-bfc1-d9bf019001bd tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2179356 Aug 31 09:36:26.624205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f5c16d0-ef6e-4d5b-9e1e-5ab83c0b572c req-25baa173-1795-4aac-9331-9abc4d84ce1e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106303 Aug 31 09:36:26.957768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:26.975916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eca24-589a-4368-a13d-6effc3f93322 req-c85f76b6-9bd5-4a93-b94b-19cedce76388 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.985978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-de1eca24-589a-4368-a13d-6effc3f93322 req-c85f76b6-9bd5-4a93-b94b-19cedce76388 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.0981660 Aug 31 09:36:27.169211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-de1eca24-589a-4368-a13d-6effc3f93322 req-9acdd10d-b6d4-4155-a4ae-31960c4d6608 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823111 Aug 31 09:36:27.302211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:27.312305 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.319308 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] Sync routers for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:27.333100 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:27.336906 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:36:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:27.443956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0056f5b4-f6b6-4e5a-a918-7b4b11b79c60 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "PUT /v2.0/floatingips/bfbb398d-08cd-45a4-abe6-deed380526a7 HTTP/1.1" status: 200 len: 695 time: 1.7090530 Aug 31 09:36:27.445201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:27.453313 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "tag": "863cdc39-22a4-4f21-b46a-875345d84078"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:27.580047 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.705685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-11a364a1-a4c0-4497-9f62-dc4103f2b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.710813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-11a364a1-a4c0-4497-9f62-dc4103f2b025 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63c44a82428c49958aa18fb4b8d3c0b5&device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 1097 time: 0.2405868 Aug 31 09:36:27.811111 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:27.955370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:28.109105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.112856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-4ec87aa8-fd0c-4e20-80fa-2743b96addfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.114495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-4ec87aa8-fd0c-4e20-80fa-2743b96addfb service neutron] 10.222.0.69 "GET /v2.0/networks?id=97937824-ac72-498f-bf83-ff8f591bd8b5 HTTP/1.1" status: 200 len: 930 time: 0.3934264 Aug 31 09:36:28.225293 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:45Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:28.241053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:28.250008 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1266d1-862c-4ff3-b2fd-97e444b189d4" -d '{"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:28.256851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-378b3c3a-20b7-42da-94ea-d9daea4c0d29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 200 len: 217 time: 0.1275485 Aug 31 09:36:28.289585 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] Checking router: 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:28.309247 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:28.310015 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:36:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:28.348163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:28.363210 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.389718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-ddc73de6-7122-454c-ad46-f2e80aa2bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.405555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-ddc73de6-7122-454c-ad46-f2e80aa2bd6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f HTTP/1.1" status: 200 len: 867 time: 0.1378818 Aug 31 09:36:28.513140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-ec725b20-72c2-45e2-92f5-6458becfa5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.519985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-ec725b20-72c2-45e2-92f5-6458becfa5b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97937824-ac72-498f-bf83-ff8f591bd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135366 Aug 31 09:36:28.610492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=11']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:28.660599 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:28.669041 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.761465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-0e8b70fc-313a-4214-bfeb-33856a66ab9f service neutron] 10.222.0.69 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326534 Aug 31 09:36:29.076617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-246a8cb8-bc19-4297-ab7d-6e9f871e2ae0 req-a0895f01-9d55-4eaf-b73e-3d499e9fc7b8 service neutron] 10.222.0.69 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020666 Aug 31 09:36:29.410859 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:45Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:29.488798 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6e3dd-965c-4faa-b0d1-c161cdd17e20 None None] The sync data for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 is: [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 4, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '74f5514f-359c-40bf-a0ff-ce72f624beb8', 'name': '', 'network_id': '97937824-ac72-498f-bf83-ff8f591bd8b5', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'mac_address': 'fa:16:3e:4f:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:45Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'subnets': [{'id': '64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:30.018937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad1d81-be5b-453e-bfba-1b8e10326f43 None None] New status for floating IP bfbb398d-08cd-45a4-abe6-deed380526a7: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:36:31.910543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-2cd98183-6e8f-4311-ba0a-132b2cb057e0 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:31.915284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-2cd98183-6e8f-4311-ba0a-132b2cb057e0 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/networks?id=9b0a6c3d-ee51-4818-8f70-6588e9790b04 HTTP/1.1" status: 200 len: 818 time: 0.3441892 Aug 31 09:36:31.943866 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-3cb4cf6d-f720-4a1d-91f7-5e017ea432ca tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/quotas/e3de06417f3942bea64a8b0f5472e18d HTTP/1.1" status: 200 len: 375 time: 0.0227182 Aug 31 09:36:32.078394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-4e983e83-f865-4894-ab71-09c1b88c600c tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3de06417f3942bea64a8b0f5472e18d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265316 Aug 31 09:36:32.362905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24d20a3c-71a6-4d83-99d8-be6dae19306c service neutron] 10.222.0.69 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756457 Aug 31 09:36:32.366807 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0630798-f56b-472c-afae-56c0b630bc2d x-openstack-request-id: req-f0630798-f56b-472c-afae-56c0b630bc2d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:32.367272 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "tag": "863cdc39-22a4-4f21-b46a-875345d84078", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:32.367700 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0630798-f56b-472c-afae-56c0b630bc2d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:32.368254 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078', 'status': 'completed', 'code': 200} Aug 31 09:36:32.560052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-b2334d9f-d3de-4a60-b185-b05122265e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.564610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-b2334d9f-d3de-4a60-b185-b05122265e42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c44a82428c49958aa18fb4b8d3c0b5&device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 1097 time: 0.1573439 Aug 31 09:36:32.754385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7533-f191-4e57-bddc-02b60135339d req-e1d30372-578a-4546-9bc3-53a5aa5ff80a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.769086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-244f7533-f191-4e57-bddc-02b60135339d req-e1d30372-578a-4546-9bc3-53a5aa5ff80a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1278992 Aug 31 09:36:32.821429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-244f7533-f191-4e57-bddc-02b60135339d req-a774ee8f-4184-40f3-a57b-c6840d55a2dc tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556693 Aug 31 09:36:32.836811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-8bbdd834-b13c-40af-b6c0-bcf2ca7f7686 service neutron] 10.222.0.69 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662464 Aug 31 09:36:32.920682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-a4d989bd-5a7e-494b-a7b9-12a5241a446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.922223 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-a4d989bd-5a7e-494b-a7b9-12a5241a446e service neutron] 10.222.0.20 "GET /v2.0/networks?id=97937824-ac72-498f-bf83-ff8f591bd8b5 HTTP/1.1" status: 200 len: 930 time: 0.3506484 Aug 31 09:36:33.002760 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-8f07ab1b-1e9b-4bbe-84a6-9298cc5d68dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 200 len: 217 time: 0.0695946 Aug 31 09:36:33.146665 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a11016b-9a4c-42af-9834-15989b38fb28 x-openstack-request-id: req-5a11016b-9a4c-42af-9834-15989b38fb28 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:33.147496 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:33.147723 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a11016b-9a4c-42af-9834-15989b38fb28 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:33.148333 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'code': 200} Aug 31 09:36:33.150695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-ddccbf98-cd40-471e-a788-a6d79de8c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:33.156770 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-ddccbf98-cd40-471e-a788-a6d79de8c285 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f HTTP/1.1" status: 200 len: 867 time: 0.1415296 Aug 31 09:36:33.343561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-25748c04-8e19-4794-b544-2e00c0972458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:33.350686 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-25748c04-8e19-4794-b544-2e00c0972458 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=97937824-ac72-498f-bf83-ff8f591bd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776116 Aug 31 09:36:33.392880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4216f234-7890-477d-ae79-9319777ab839 req-0cff6b50-dd85-4cd4-9049-2d7b7dbde2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips/bfbb398d-08cd-45a4-abe6-deed380526a7 HTTP/1.1" status: 200 len: 693 time: 0.1822371 Aug 31 09:36:33.663197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-aa016a1d-a065-4a84-9c47-4aa49c3b7567 service neutron] 10.222.0.20 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967510 Aug 31 09:36:33.726176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f234-7890-477d-ae79-9319777ab839 req-6be1e144-4964-4f99-8462-3ebf299f9f13 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:33.728818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4216f234-7890-477d-ae79-9319777ab839 req-6be1e144-4964-4f99-8462-3ebf299f9f13 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3307621 Aug 31 09:36:33.851967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4216f234-7890-477d-ae79-9319777ab839 req-be93673d-8e10-4a9a-8b95-6e270bd386fd tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.1060843 Aug 31 09:36:33.870702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4469d8a-8d01-4747-8bd5-b8054b0a9afd req-7c5b12d7-82e1-4518-a456-0b57c3130b52 service neutron] 10.222.0.20 "GET /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042251 Aug 31 09:36:33.986860 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4216f234-7890-477d-ae79-9319777ab839 req-119af087-afd6-4e75-94cf-fa86d57415f9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.1338129 Aug 31 09:36:34.123821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6ddb1-cdb8-4783-be83-1834ccba3b92 req-caaafe83-021a-45c3-86cb-e50e5a947a1a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.137335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27a6ddb1-cdb8-4783-be83-1834ccba3b92 req-caaafe83-021a-45c3-86cb-e50e5a947a1a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1943536 Aug 31 09:36:34.252693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27a6ddb1-cdb8-4783-be83-1834ccba3b92 req-195a3b0d-1370-4261-96d5-12f702b20e6b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141822 Aug 31 09:36:34.309802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Deleting port 725045ba-75a1-4841-9bf6-b61b1d7020d0 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:34.310217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.436050 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.437598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.456898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Calling delete_port for 725045ba-75a1-4841-9bf6-b61b1d7020d0 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:34.734632 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.326224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Pushing event deleted for resources: {'Port': ['ID=725045ba-75a1-4841-9bf6-b61b1d7020d0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:35.344546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.344935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.345285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.345707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.346025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.346364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.346795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.347153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.347519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.347932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.348265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.348732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:35.433113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b2d28-569e-4b05-a685-52ba0a2e7337 req-d9fb6bdc-fecc-4657-a6a9-cd9e4c3e1353 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:35.441624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-073b2d28-569e-4b05-a685-52ba0a2e7337 req-d9fb6bdc-fecc-4657-a6a9-cd9e4c3e1353 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.7224500 Aug 31 09:36:35.632021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-073b2d28-569e-4b05-a685-52ba0a2e7337 req-38750025-8a78-4505-948c-e8cde16ddc68 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881552 Aug 31 09:36:35.638398 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.663154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.680332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4216f234-7890-477d-ae79-9319777ab839 req-16d048a6-624e-44ae-b21e-b054eb15f8be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "DELETE /v2.0/floatingips/bfbb398d-08cd-45a4-abe6-deed380526a7 HTTP/1.1" status: 204 len: 173 time: 1.6924062 Aug 31 09:36:35.970311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3706c087-7df7-4c4c-b43d-7bfd6484f7a8 req-62ffa56f-ebbd-4c3f-98d0-a12a27937602 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 210 time: 0.0705929 Aug 31 09:36:36.337494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f435f7-86f5-49ab-a189-06393d6fff1b req-2a8dc674-2ad2-4e62-8c46-7caa61d012a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:36.346507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3f435f7-86f5-49ab-a189-06393d6fff1b req-2a8dc674-2ad2-4e62-8c46-7caa61d012a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2467675 Aug 31 09:36:36.610958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3f435f7-86f5-49ab-a189-06393d6fff1b req-8f6cf52f-bda3-4be9-81c0-88946deeac8e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516971 Aug 31 09:36:36.660132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393aef4-7288-4fd3-9b12-52eaff9f6c84 req-b62fa285-c980-4385-b7f3-097f1cc70de0 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:36.671517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e393aef4-7288-4fd3-9b12-52eaff9f6c84 req-b62fa285-c980-4385-b7f3-097f1cc70de0 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4344327 Aug 31 09:36:36.810402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-fa324b26-b9c2-4edb-8ebb-497262810e02 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:36.811999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-fa324b26-b9c2-4edb-8ebb-497262810e02 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.52 "GET /v2.0/networks?id=9b0a6c3d-ee51-4818-8f70-6588e9790b04 HTTP/1.1" status: 200 len: 818 time: 0.5419903 Aug 31 09:36:36.837219 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e393aef4-7288-4fd3-9b12-52eaff9f6c84 req-9a8ebaa9-1c77-4624-9a75-9d9f8711f397 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1473992 Aug 31 09:36:36.859734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Request body: {'port': {'device_id': 'a721b990-e9b5-4b79-acc6-d37d382db161', 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04', 'admin_state_up': True, 'tenant_id': 'e3de06417f3942bea64a8b0f5472e18d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:37.000023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11696477-bb3f-4da0-b8ee-6140cff83201 req-c7c7a1fd-55f2-4575-a9c5-bb2a0d7937fa tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1108522 Aug 31 09:36:37.152313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-b3c78b38-e1db-4942-95d4-5300acccafb8 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.157287 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-b3c78b38-e1db-4942-95d4-5300acccafb8 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.20 "GET /v2.0/networks?id=9b0a6c3d-ee51-4818-8f70-6588e9790b04 HTTP/1.1" status: 200 len: 818 time: 0.6395473 Aug 31 09:36:37.198502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Request body: {'port': {'device_id': '84d055d4-87ef-4e7a-97c1-5dfca7f122e8', 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04', 'admin_state_up': True, 'tenant_id': 'e3de06417f3942bea64a8b0f5472e18d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:37.272203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78622c1-34cb-4120-88b0-7fac432bceff req-8e928a13-225f-416a-b67c-6b14033ee12f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.274719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a78622c1-34cb-4120-88b0-7fac432bceff req-8e928a13-225f-416a-b67c-6b14033ee12f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.4496379 Aug 31 09:36:37.388784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Made reservation on behalf of e3de06417f3942bea64a8b0f5472e18d for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:37.393943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.494971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac2882ef-9fe0-48ec-89b6-63d1e35d57c6 req-89aad33b-43bc-4ebb-b666-4b16ac8fa67b tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 210 time: 0.2190537 Aug 31 09:36:37.639654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Made reservation on behalf of e3de06417f3942bea64a8b0f5472e18d for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:37.639654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.643276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a78622c1-34cb-4120-88b0-7fac432bceff req-d1b1e971-88f7-4e54-932a-6d81f146fdbc tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437812 Aug 31 09:36:37.777603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-d4d28d44-8a5a-40cb-907d-7e12882958f1 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.779287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-d4d28d44-8a5a-40cb-907d-7e12882958f1 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.52 "GET /v2.0/networks?id=9b0a6c3d-ee51-4818-8f70-6588e9790b04 HTTP/1.1" status: 200 len: 818 time: 0.7469079 Aug 31 09:36:37.804860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Request body: {'port': {'device_id': '637b4eb5-4716-4c7a-950a-5b7959f5800e', 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04', 'admin_state_up': True, 'tenant_id': 'e3de06417f3942bea64a8b0f5472e18d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:38.008796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:38.013152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Allocated IP 172.20.0.14 (9b0a6c3d-ee51-4818-8f70-6588e9790b04/54fa850a-7dac-48ae-99c3-bbce56f16b75/0a8c1e60-78b4-44ea-becd-489f95c97654) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:38.190218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000bc89-dd88-4554-9d37-8ea0b0c61f82 req-19d1b632-720e-4215-a38d-7376977f423e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.207275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1000bc89-dd88-4554-9d37-8ea0b0c61f82 req-19d1b632-720e-4215-a38d-7376977f423e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.3405638 Aug 31 09:36:38.268845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:38.299759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'mac_address': 'fa:16:3e:27:10:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:38.427736 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.452187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.454699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:38.476222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1000bc89-dd88-4554-9d37-8ea0b0c61f82 req-9a360318-888c-4640-a86e-b53ce1cd31a9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557225 Aug 31 09:36:38.487930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:38.497767 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.519702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008aede-5139-4404-b0d2-38991dc6cc1d req-968056b8-3273-47a3-8f5a-68ab04fb1922 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.533889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a008aede-5139-4404-b0d2-38991dc6cc1d req-968056b8-3273-47a3-8f5a-68ab04fb1922 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 946 time: 0.4074318 Aug 31 09:36:38.580225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.685100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:38.728545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a008aede-5139-4404-b0d2-38991dc6cc1d req-251a6a82-313c-44be-98ba-a31bdbc1e3e0 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927698 Aug 31 09:36:38.734524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Made reservation on behalf of e3de06417f3942bea64a8b0f5472e18d for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:38.740859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=12']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:38.749522 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.764521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:38.775070 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:38.783546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:38.903257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Allocated IP 172.20.0.10 (9b0a6c3d-ee51-4818-8f70-6588e9790b04/54fa850a-7dac-48ae-99c3-bbce56f16b75/6922cd14-2fa2-4e5d-a96f-701c7a2e8267) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:39.073877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d01289d1-f492-4100-81ea-bb85511f2584 req-b924c9a0-ec1e-4e67-bdc6-6365784d97a5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 210 time: 0.0658793 Aug 31 09:36:39.123287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927fb13-3f46-4808-ba62-e8cd67378015 req-b6d7acbc-fd19-4c50-9af3-f0b7a8a808bd tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:39.127413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:39.129046 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.131551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0927fb13-3f46-4808-ba62-e8cd67378015 req-b6d7acbc-fd19-4c50-9af3-f0b7a8a808bd tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.1339016 Aug 31 09:36:39.156141 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3296020 Aug 31 09:36:39.169635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Pushing event updated for resources: {'Port': ['ID=0a8c1e60-78b4-44ea-becd-489f95c97654,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.182360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Request body: {'port': {'device_id': 'a721b990-e9b5-4b79-acc6-d37d382db161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:39.200764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0927fb13-3f46-4808-ba62-e8cd67378015 req-1bc135f8-03bb-46e9-8f0e-a1cdccd5da9c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683076 Aug 31 09:36:39.295406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.327226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.327575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.333727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.335118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.336241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.337274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.337819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.338880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.339803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.341012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.342687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.343458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e7754-e692-47d6-a628-1dfada299846 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.572317 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.778716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb04a5-5702-41c1-b741-f6b635b1f04b req-26afdcb6-c553-46c2-8dc5-9756c9fdde1e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:39.795157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5deb04a5-5702-41c1-b741-f6b635b1f04b req-26afdcb6-c553-46c2-8dc5-9756c9fdde1e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 945 time: 0.1575255 Aug 31 09:36:39.915931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5deb04a5-5702-41c1-b741-f6b635b1f04b req-1ca92339-2e56-49d9-a963-aded687bc636 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201365 Aug 31 09:36:39.939444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.026299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:40.077906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:40.078920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Pushing event updated for resources: {'Port': ['ID=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:40.107590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:40.121542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:40.175690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:40.176889 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.196525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58576) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:40.234340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Allocated IP 172.20.0.5 (9b0a6c3d-ee51-4818-8f70-6588e9790b04/54fa850a-7dac-48ae-99c3-bbce56f16b75/0c6d03ef-2a3f-4638-ad60-28bd4b851c09) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:40.278519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b42e29-2ef2-4c7b-b8b2-bde119153f95 req-60e97ddd-eb51-4b77-a3d8-a13fda2b42a6 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.296400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65b42e29-2ef2-4c7b-b8b2-bde119153f95 req-60e97ddd-eb51-4b77-a3d8-a13fda2b42a6 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 946 time: 0.2807870 Aug 31 09:36:40.303672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.304341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.359585 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.375668 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-14c83935-4d04-4329-87ea-0adc22225d5a tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1887846 Aug 31 09:36:40.398088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Request body: {'port': {'device_id': '84d055d4-87ef-4e7a-97c1-5dfca7f122e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:40.423580 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.441566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:40.447568 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3086022-1d46-41fb-9aef-29f56528d895" -d '{"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:40.464882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58584) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:40.487608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-c461f16f-d3bd-475b-b563-e3cdef693ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.489899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-c461f16f-d3bd-475b-b563-e3cdef693ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 946 time: 0.3816779 Aug 31 09:36:40.494004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:40.505777 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.586299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65b42e29-2ef2-4c7b-b8b2-bde119153f95 req-52ee3d55-7ee9-41de-9f3f-197d6fe7bc82 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867827 Aug 31 09:36:40.648992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.719303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133dc08-6ec3-4543-8fdf-cd871d743aa0 req-d9797fc1-d474-4d71-adf0-47e4a8f292ba tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.722822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9133dc08-6ec3-4543-8fdf-cd871d743aa0 req-d9797fc1-d474-4d71-adf0-47e4a8f292ba tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 932 time: 0.4221854 Aug 31 09:36:40.743277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=13']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:41.008416 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-230bd330-8f9e-4653-a627-62ba1419d345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.038114 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9acebd9d-d741-40cf-9f25-563bde0b3e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.175562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9133dc08-6ec3-4543-8fdf-cd871d743aa0 req-7e2fa0f6-390c-4c65-9c58-10947258986f tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197288 Aug 31 09:36:41.241050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071e59-ed6b-43e8-93dc-eed7c655805e req-cb20c770-2674-414d-8a7e-b2bf4540ffd5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:41.249734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5071e59-ed6b-43e8-93dc-eed7c655805e req-cb20c770-2674-414d-8a7e-b2bf4540ffd5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.5237408 Aug 31 09:36:41.267408 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fe27d3-4ffc-4b0f-a609-85900b840b3f x-openstack-request-id: req-08fe27d3-4ffc-4b0f-a609-85900b840b3f {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:41.268735 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:41.269395 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08fe27d3-4ffc-4b0f-a609-85900b840b3f {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:41.270118 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'code': 200} Aug 31 09:36:41.384277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5071e59-ed6b-43e8-93dc-eed7c655805e req-a9bf66c0-a845-4b89-b32f-89da78ed7329 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334419 Aug 31 09:36:41.391950 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-230bd330-8f9e-4653-a627-62ba1419d345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.496755 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-230bd330-8f9e-4653-a627-62ba1419d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.590167 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.600717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-230bd330-8f9e-4653-a627-62ba1419d345 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f43a7472cec640bd8488a9a6f082da10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3790991 Aug 31 09:36:41.600963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58596) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:41.630655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Deleting port 863cdc39-22a4-4f21-b46a-875345d84078 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:41.631109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.775425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c016bde-b190-4e5d-9e68-27dd282e5e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.838825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c016bde-b190-4e5d-9e68-27dd282e5e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.876796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bd330-8f9e-4653-a627-62ba1419d345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313e1ec9-a0fc-4a1d-b840-25e7b59e948d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:41.955494 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c016bde-b190-4e5d-9e68-27dd282e5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.988329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c016bde-b190-4e5d-9e68-27dd282e5e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.996454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2c016bde-b190-4e5d-9e68-27dd282e5e17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/313e1ec9-a0fc-4a1d-b840-25e7b59e948d HTTP/1.1" status: 204 len: 168 time: 0.3933752 Aug 31 09:36:42.017107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c016bde-b190-4e5d-9e68-27dd282e5e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313e1ec9-a0fc-4a1d-b840-25e7b59e948d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:42.023950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43a22-667b-4de6-a168-3f576b56cf4d req-30fc51d4-63d5-4389-881b-bc157550cfd6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.034823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43f43a22-667b-4de6-a168-3f576b56cf4d req-30fc51d4-63d5-4389-881b-bc157550cfd6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.2822669 Aug 31 09:36:42.061730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] For port 863cdc39-22a4-4f21-b46a-875345d84078, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=863cdc39-22a4-4f21-b46a-875345d84078,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:42.062146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:42.088088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1d7b-d36d-41cf-8063-6cf72f2df832 req-6cc1584f-6911-41bd-855d-919c9f02cdb4 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.089856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-586b1d7b-d36d-41cf-8063-6cf72f2df832 req-6cc1584f-6911-41bd-855d-919c9f02cdb4 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 946 time: 0.3078299 Aug 31 09:36:42.131874 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:42.211969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9acebd9d-d741-40cf-9f25-563bde0b3e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:42.272339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Calling delete_port for 863cdc39-22a4-4f21-b46a-875345d84078 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:42.337121 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9acebd9d-d741-40cf-9f25-563bde0b3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:42.420294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9acebd9d-d741-40cf-9f25-563bde0b3e3d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d924e0434ab426382440c56ee9f2092&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9509456 Aug 31 09:36:42.466661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58614) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:42.564212 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-586b1d7b-d36d-41cf-8063-6cf72f2df832 req-bd0df1b9-0280-47ac-80d1-7d9ea7a965be tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/security-groups?id=5cc0e924-d2f2-444a-af97-e6a459d69c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240389 Aug 31 09:36:42.607183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:42.621873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43f43a22-667b-4de6-a168-3f576b56cf4d req-75198dd4-7745-4d95-bc3e-51e2411892d8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5861471 Aug 31 09:36:42.651606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58618) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:42.691906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:42.693978 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8673ca00-90bf-476a-a4af-cccab7dfeb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:42.701402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:42.705761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Pushing event updated for resources: {'Port': ['ID=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:42.723604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acebd9d-d741-40cf-9f25-563bde0b3e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129879fe-13af-4b4f-9bad-c124c158112a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:42.968854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.969431 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:42.982014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2b21938-a962-460c-a214-c158e60b10d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.117788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2b21938-a962-460c-a214-c158e60b10d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.149833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29924d0-6b0a-4466-a22e-88b776ee39d1 req-c98aafd3-7b97-4759-a157-3c27b6a8158c tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.161346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f29924d0-6b0a-4466-a22e-88b776ee39d1 req-c98aafd3-7b97-4759-a157-3c27b6a8158c tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 932 time: 0.2531705 Aug 31 09:36:43.247646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394062da-2d51-4339-bce1-63983d2ff5e6 req-97990aec-879a-463a-9ad3-f7b86e2fb9a0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.254647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8c1e60-78b4-44ea-becd-489f95c97654 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:43.255525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-394062da-2d51-4339-bce1-63983d2ff5e6 req-97990aec-879a-463a-9ad3-f7b86e2fb9a0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2753398 Aug 31 09:36:43.274772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.369279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f29924d0-6b0a-4466-a22e-88b776ee39d1 req-48ffc03c-9c01-41bb-85d8-8c947e553806 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984825 Aug 31 09:36:43.395012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Transition to ACTIVE for port object 0a8c1e60-78b4-44ea-becd-489f95c97654 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:43.404405 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.438557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-394062da-2d51-4339-bce1-63983d2ff5e6 req-bc2c48ad-eb47-4d0c-95a0-6ae79037cd85 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819987 Aug 31 09:36:43.492220 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.510814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.512643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Pushing event deleted for resources: {'Port': ['ID=863cdc39-22a4-4f21-b46a-875345d84078,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:43.519868 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2b21938-a962-460c-a214-c158e60b10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.522533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2b21938-a962-460c-a214-c158e60b10d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.530789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d2b21938-a962-460c-a214-c158e60b10d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/129879fe-13af-4b4f-9bad-c124c158112a HTTP/1.1" status: 204 len: 168 time: 1.0216794 Aug 31 09:36:43.533542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8673ca00-90bf-476a-a4af-cccab7dfeb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.616105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b21938-a962-460c-a214-c158e60b10d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129879fe-13af-4b4f-9bad-c124c158112a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:43.620058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] No DVR routers for this DVR port 863cdc39-22a4-4f21-b46a-875345d84078 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:43.640380 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8673ca00-90bf-476a-a4af-cccab7dfeb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.653598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.656811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14e61559-a1a9-4df9-8ef2-0014f0823285 req-e8d4d665-03e7-43b3-a038-44edbe8f68d9 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.20 "DELETE /v2.0/ports/863cdc39-22a4-4f21-b46a-875345d84078 HTTP/1.1" status: 204 len: 173 time: 3.1226201 Aug 31 09:36:43.741365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'name': 'network-vif-deleted', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:43.758321 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ecbd6-4a30-464a-81aa-78b8f4ab5e0a" -d '{"events": [{"server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "name": "network-vif-deleted", "tag": "863cdc39-22a4-4f21-b46a-875345d84078"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:43.776707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f125e0b1-46cf-448f-91a4-d4c2f7a69002 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9867020 Aug 31 09:36:43.824738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Pushing event updated for resources: {'Port': ['ID=0a8c1e60-78b4-44ea-becd-489f95c97654,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:43.882551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Request body: {'port': {'device_id': '637b4eb5-4716-4c7a-950a-5b7959f5800e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:44.018176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673ca00-90bf-476a-a4af-cccab7dfeb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d1d0a-7635-4da4-95bf-2bc1d56df6e7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:44.038320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 863cdc39-22a4-4f21-b46a-875345d84078 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:44.084071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 863cdc39-22a4-4f21-b46a-875345d84078 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:44.085096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 863cdc39-22a4-4f21-b46a-875345d84078 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:44.103990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Attempting to bind port 0a8c1e60-78b4-44ea-becd-489f95c97654 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:44.104350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Attempting to bind port 0a8c1e60-78b4-44ea-becd-489f95c97654 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:44.104696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Attempting to bind port 0a8c1e60-78b4-44ea-becd-489f95c97654 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:44.121390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Port 0a8c1e60-78b4-44ea-becd-489f95c97654 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:36:44.121720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Attempting to bind port 0a8c1e60-78b4-44ea-becd-489f95c97654 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:44.139018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:44.146296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:44.147289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Checking segment: {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:44.147289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Bound using segment: {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:44.147718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Bound port: 0a8c1e60-78b4-44ea-becd-489f95c97654, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:44.148121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.186933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.209637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80fbcea9-f395-4e53-b87f-c24bef63b91c req-190e5f1e-bd05-4241-8f08-e4d251d33815 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616 tempest-FloatingIPsAssociationNegativeTestJSON-1323277616-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b3749e9-c252-4c0c-bf0c-f6225e897f4b HTTP/1.1" status: 200 len: 210 time: 0.1499698 Aug 31 09:36:44.257691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8673ca00-90bf-476a-a4af-cccab7dfeb2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5fddece49364d29ab02c4b6b317882a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5842471 Aug 31 09:36:44.260145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58652) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:44.283007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Transition to ACTIVE for port object 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:44.305229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.409989 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9780136-7041-440f-8a49-c2a1925f1e0e x-openstack-request-id: req-a9780136-7041-440f-8a49-c2a1925f1e0e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:44.410539 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3749e9-c252-4c0c-bf0c-f6225e897f4b", "name": "network-vif-deleted", "tag": "863cdc39-22a4-4f21-b46a-875345d84078", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:44.410968 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9780136-7041-440f-8a49-c2a1925f1e0e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:44.412206 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3749e9-c252-4c0c-bf0c-f6225e897f4b', 'name': 'network-vif-deleted', 'tag': '863cdc39-22a4-4f21-b46a-875345d84078', 'status': 'completed', 'code': 200} Aug 31 09:36:44.452595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] For port 0a8c1e60-78b4-44ea-becd-489f95c97654, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:44.481351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee82c7-08e1-45d0-bef5-a509e724cf49 req-aae3b77e-0771-4f6b-84eb-a982b8e8f21f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:44.483550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4aee82c7-08e1-45d0-bef5-a509e724cf49 req-aae3b77e-0771-4f6b-84eb-a982b8e8f21f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.4605629 Aug 31 09:36:44.502525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58660) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:44.536138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Pushing event updated for resources: {'Port': ['ID=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:44.548477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.555585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] For port 0a8c1e60-78b4-44ea-becd-489f95c97654, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0a8c1e60-78b4-44ea-becd-489f95c97654,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:44.607064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.616111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-62b137bf-c91e-4665-b8b4-eb3f236deeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.754210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:44.767110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.767110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] 10.222.0.52 "PUT /v2.0/ports/0a8c1e60-78b4-44ea-becd-489f95c97654 HTTP/1.1" status: 200 len: 1092 time: 5.5971541 Aug 31 09:36:44.771961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a721b990-e9b5-4b79-acc6-d37d382db161', 'tag': '0a8c1e60-78b4-44ea-becd-489f95c97654'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:44.774366 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b91218-d57a-4992-bad2-35cf9b7cd00c" -d '{"events": [{"name": "network-changed", "server_uuid": "a721b990-e9b5-4b79-acc6-d37d382db161", "tag": "0a8c1e60-78b4-44ea-becd-489f95c97654"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:44.852055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436079a-64fe-4bad-b77c-0c7090997a3e service neutron] Pushing event updated for resources: {'Port': ['ID=0a8c1e60-78b4-44ea-becd-489f95c97654,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:44.897145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Attempting to bind port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:44.897491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Attempting to bind port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:44.899371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4aee82c7-08e1-45d0-bef5-a509e724cf49 req-d7e0dbb5-2a8f-420c-95d3-a98ce0a67056 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984592 Aug 31 09:36:44.911013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Attempting to bind port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:44.947984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:36:44.948204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Attempting to bind port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:44.972706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0386b14-d79e-422d-907b-a76db8e3a413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.992881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:44.993220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Checking segment: {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:44.993647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Bound using segment: {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:44.994101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Bound port: 6922cd14-2fa2-4e5d-a96f-701c7a2e8267, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:44.994465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.034374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0386b14-d79e-422d-907b-a76db8e3a413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.077428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a1910ad3-4d2c-45bb-b51d-0c4859e28971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:45.082625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-a1910ad3-4d2c-45bb-b51d-0c4859e28971 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3de06417f3942bea64a8b0f5472e18d&device_id=a721b990-e9b5-4b79-acc6-d37d382db161 HTTP/1.1" status: 200 len: 1095 time: 0.2584355 Aug 31 09:36:45.157320 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0386b14-d79e-422d-907b-a76db8e3a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.162322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0386b14-d79e-422d-907b-a76db8e3a413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.168002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e0386b14-d79e-422d-907b-a76db8e3a413 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e16d1d0a-7635-4da4-95bf-2bc1d56df6e7 HTTP/1.1" status: 204 len: 168 time: 0.9018798 Aug 31 09:36:45.231965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b6996-d181-4165-bdf4-89ed644ee2c3 req-299dfbe5-c9d3-49a8-b5ed-470ed3336702 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:45.246898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-427b6996-d181-4165-bdf4-89ed644ee2c3 req-299dfbe5-c9d3-49a8-b5ed-470ed3336702 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 944 time: 0.3396363 Aug 31 09:36:45.248598 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-649d8a51-f7b2-450a-8f55-d7913cab73a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a8c1e60-78b4-44ea-becd-489f95c97654 HTTP/1.1" status: 200 len: 217 time: 0.1541288 Aug 31 09:36:45.360498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0386b14-d79e-422d-907b-a76db8e3a413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d1d0a-7635-4da4-95bf-2bc1d56df6e7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:45.449119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-62b137bf-c91e-4665-b8b4-eb3f236deeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.467797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-62b137bf-c91e-4665-b8b4-eb3f236deeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.485838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] For port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:45.503220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-427b6996-d181-4165-bdf4-89ed644ee2c3 req-29ee2f51-eea3-4724-a698-7c73753a19c1 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549777 Aug 31 09:36:45.529158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-d7dbebbc-9f98-459e-8f24-31d990c963ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:45.530667 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-d7dbebbc-9f98-459e-8f24-31d990c963ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54fa850a-7dac-48ae-99c3-bbce56f16b75 HTTP/1.1" status: 200 len: 858 time: 0.2643015 Aug 31 09:36:45.604541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] For port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:45.625805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdd58c-914b-471d-9cf7-11b74a974393 req-349446fe-11f7-4b9b-a878-5206407074dc tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:45.637237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10fdd58c-914b-471d-9cf7-11b74a974393 req-349446fe-11f7-4b9b-a878-5206407074dc tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.4983690 Aug 31 09:36:45.709331 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b783da-52b5-45b2-ad29-4638efdc74bc x-openstack-request-id: req-b6b783da-52b5-45b2-ad29-4638efdc74bc {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:45.710585 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a721b990-e9b5-4b79-acc6-d37d382db161", "tag": "0a8c1e60-78b4-44ea-becd-489f95c97654", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:45.710876 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6b783da-52b5-45b2-ad29-4638efdc74bc {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:45.711303 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a721b990-e9b5-4b79-acc6-d37d382db161', 'tag': '0a8c1e60-78b4-44ea-becd-489f95c97654', 'status': 'completed', 'code': 200} Aug 31 09:36:45.735659 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.764372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10fdd58c-914b-471d-9cf7-11b74a974393 req-1c9628e1-649c-46a6-93ea-c25d0eabaff8 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239707 Aug 31 09:36:45.782899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:45.829904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58682) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:45.846117 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-62b137bf-c91e-4665-b8b4-eb3f236deeb9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=457689d4897c416c9f38eeac9c5e1fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3109791 Aug 31 09:36:45.847060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.849131 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-7a447b0c-4468-45fa-8866-784e2aea331b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b0a6c3d-ee51-4818-8f70-6588e9790b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2683721 Aug 31 09:36:45.865472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:45.874281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b137bf-c91e-4665-b8b4-eb3f236deeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2844c7d-95f9-4e3f-92ab-16ab33fe870b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:46.183102 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:36:46.205140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.207161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.210202 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] 10.222.0.20 "PUT /v2.0/ports/6922cd14-2fa2-4e5d-a96f-701c7a2e8267 HTTP/1.1" status: 200 len: 1092 time: 5.8262730 Aug 31 09:36:46.288725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a2756a3-bae1-43f4-89ca-770feca72517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.301227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58690) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:46.313039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Transition to ACTIVE for port object 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:46.333897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.374621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc5677-5a55-43b9-8ca5-41cc0194614b service neutron] Pushing event updated for resources: {'Port': ['ID=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:46.386236 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e332b0d-4e16-4865-808e-eaa44ddc30eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.419077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a2756a3-bae1-43f4-89ca-770feca72517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.434224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-02db8736-607e-4d63-b6ab-3daf18b37b53 service neutron] 10.222.0.52 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514226 Aug 31 09:36:46.464960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f1e8a252-9dd4-4270-9d4a-eded813e9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.467000 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-f1e8a252-9dd4-4270-9d4a-eded813e9672 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3de06417f3942bea64a8b0f5472e18d&device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 1095 time: 0.1823928 Aug 31 09:36:46.577277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-df605947-6602-432e-9687-c2c6d804fe4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6922cd14-2fa2-4e5d-a96f-701c7a2e8267 HTTP/1.1" status: 200 len: 217 time: 0.0994747 Aug 31 09:36:46.682885 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a2756a3-bae1-43f4-89ca-770feca72517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.685818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a2756a3-bae1-43f4-89ca-770feca72517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.690035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5a2756a3-bae1-43f4-89ca-770feca72517 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2844c7d-95f9-4e3f-92ab-16ab33fe870b HTTP/1.1" status: 204 len: 168 time: 0.8094275 Aug 31 09:36:46.741447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-07062f31-d8f2-41ae-9ef2-939e84ad04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.751784 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-07062f31-d8f2-41ae-9ef2-939e84ad04ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fa850a-7dac-48ae-99c3-bbce56f16b75 HTTP/1.1" status: 200 len: 858 time: 0.1649170 Aug 31 09:36:46.766045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2756a3-bae1-43f4-89ca-770feca72517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2844c7d-95f9-4e3f-92ab-16ab33fe870b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:46.774555 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-42a29ad6-447b-493f-a89a-a94f491699a8 service neutron] 10.222.0.52 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245745 Aug 31 09:36:46.829365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:46.863640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d002-6521-4376-b3fa-f8ee83f80f9c req-ea8b6bc0-0262-48c6-acea-68fdd3f3b872 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.876334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d6d002-6521-4376-b3fa-f8ee83f80f9c req-ea8b6bc0-0262-48c6-acea-68fdd3f3b872 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.7697132 Aug 31 09:36:46.922035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-03026d13-0df8-41af-bc78-f12109ffc1a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b0a6c3d-ee51-4818-8f70-6588e9790b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398025 Aug 31 09:36:47.273128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Attempting to bind port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:47.275380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Attempting to bind port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:47.275380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Attempting to bind port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:47.327264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:36:47.327984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Attempting to bind port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 on network 9b0a6c3d-ee51-4818-8f70-6588e9790b04 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:47.338582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e332b0d-4e16-4865-808e-eaa44ddc30eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.357104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e332b0d-4e16-4865-808e-eaa44ddc30eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.401288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed25c2-3b7b-4328-bd6d-65391b2f523a req-4afccb39-20ad-49f1-9ce2-90449b61c93f tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.408848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69ed25c2-3b7b-4328-bd6d-65391b2f523a req-4afccb39-20ad-49f1-9ce2-90449b61c93f tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 944 time: 0.5953040 Aug 31 09:36:47.411655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:47.412590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Checking segment: {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:47.412590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Bound using segment: {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:47.412897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e332b0d-4e16-4865-808e-eaa44ddc30eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db318a0-a055-4d9f-9bcf-6eaf8e957962,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:47.413306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Bound port: 0c6d03ef-2a3f-4638-ad60-28bd4b851c09, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2430158a-1dd2-4706-ac97-0632021bca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:47.431246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.466936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-425144de-66aa-43f1-86bd-a412f903acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.468575 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-425144de-66aa-43f1-86bd-a412f903acb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3de06417f3942bea64a8b0f5472e18d&device_id=a721b990-e9b5-4b79-acc6-d37d382db161 HTTP/1.1" status: 200 len: 1095 time: 0.6199772 Aug 31 09:36:47.474107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d6d002-6521-4376-b3fa-f8ee83f80f9c req-679f07b9-7d92-4e61-811b-e1f530d46537 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5919142 Aug 31 09:36:47.485684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0e332b0d-4e16-4865-808e-eaa44ddc30eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e33a09f07e534e848347fafe4acc3b77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1682348 Aug 31 09:36:47.488609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58706) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:47.722701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d055d4-87ef-4e7a-97c1-5dfca7f122e8', 'tag': '6922cd14-2fa2-4e5d-a96f-701c7a2e8267'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:47.727716 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562" -d '{"events": [{"name": "network-changed", "server_uuid": "84d055d4-87ef-4e7a-97c1-5dfca7f122e8", "tag": "6922cd14-2fa2-4e5d-a96f-701c7a2e8267"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:47.732680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-db9f8ea1-6b34-40cb-bf86-421b67f1562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.735156 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-db9f8ea1-6b34-40cb-bf86-421b67f1562e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b0a6c3d-ee51-4818-8f70-6588e9790b04 HTTP/1.1" status: 200 len: 920 time: 0.2482760 Aug 31 09:36:47.804959 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-69a30df0-9579-4eb2-b461-4af7d4482938 service neutron] 10.222.0.20 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209541 Aug 31 09:36:47.962307 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-7836999e-b87d-4984-8a00-5c374c9d6d36 service neutron] 10.222.0.20 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467268 Aug 31 09:36:47.966634 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-08aec188-4231-4ffc-9c91-c177ea43b29d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a8c1e60-78b4-44ea-becd-489f95c97654 HTTP/1.1" status: 200 len: 217 time: 0.1605377 Aug 31 09:36:48.036791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-e6bc03bb-5a71-421f-b0a7-08f168475a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:48.038488 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-e6bc03bb-5a71-421f-b0a7-08f168475a93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54fa850a-7dac-48ae-99c3-bbce56f16b75 HTTP/1.1" status: 200 len: 858 time: 0.0648487 Aug 31 09:36:48.043355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5cae05a3-e1ca-4f1b-90dc-33ef4dc79d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.130153 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-b16e5793-c097-404f-9a76-7be91c0ef712 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b0a6c3d-ee51-4818-8f70-6588e9790b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793467 Aug 31 09:36:48.229398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5cae05a3-e1ca-4f1b-90dc-33ef4dc79d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.356016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69ed25c2-3b7b-4328-bd6d-65391b2f523a req-e4563009-2a75-4d17-866b-50dd6f114927 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9192252 Aug 31 09:36:48.360007 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-fffe89ec-4146-4311-b9a4-37214f4b0c1b service neutron] 10.222.0.52 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166061 Aug 31 09:36:48.394025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5cae05a3-e1ca-4f1b-90dc-33ef4dc79d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.406953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5cae05a3-e1ca-4f1b-90dc-33ef4dc79d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.409838 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5cae05a3-e1ca-4f1b-90dc-33ef4dc79d00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4db318a0-a055-4d9f-9bcf-6eaf8e957962 HTTP/1.1" status: 204 len: 168 time: 0.6879687 Aug 31 09:36:48.456267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae05a3-e1ca-4f1b-90dc-33ef4dc79d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db318a0-a055-4d9f-9bcf-6eaf8e957962,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:48.585632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a9032-9ed6-435d-a342-c61de4b9b849 req-f1f35704-acdc-46fe-a40f-fa139cc61620 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:48.604423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b20a9032-9ed6-435d-a342-c61de4b9b849 req-f1f35704-acdc-46fe-a40f-fa139cc61620 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.3280776 Aug 31 09:36:48.634169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95b91218-d57a-4992-bad2-35cf9b7cd00c req-499526f6-9340-497d-8d47-973f5945b844 service neutron] 10.222.0.52 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608008 Aug 31 09:36:48.638348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] For port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:48.683010 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b33a3-48bd-4f86-aeb1-479b67f12153 x-openstack-request-id: req-e05b33a3-48bd-4f86-aeb1-479b67f12153 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:48.683290 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d055d4-87ef-4e7a-97c1-5dfca7f122e8", "tag": "6922cd14-2fa2-4e5d-a96f-701c7a2e8267", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:48.683569 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e05b33a3-48bd-4f86-aeb1-479b67f12153 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:48.683933 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d055d4-87ef-4e7a-97c1-5dfca7f122e8', 'tag': '6922cd14-2fa2-4e5d-a96f-701c7a2e8267', 'status': 'completed', 'code': 200} Aug 31 09:36:48.729565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] For port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:48.785471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.827881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-5ad09738-aa10-49b0-8d8d-f0b948969622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:48.829393 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-5ad09738-aa10-49b0-8d8d-f0b948969622 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3de06417f3942bea64a8b0f5472e18d&device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 1095 time: 0.1226797 Aug 31 09:36:49.007951 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b20a9032-9ed6-435d-a342-c61de4b9b849 req-613c69e4-92dc-497c-88c3-35960b3dded7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918989 Aug 31 09:36:49.010507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.011365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.013295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] 10.222.0.52 "PUT /v2.0/ports/0c6d03ef-2a3f-4638-ad60-28bd4b851c09 HTTP/1.1" status: 200 len: 1091 time: 5.1607199 Aug 31 09:36:49.017582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637b4eb5-4716-4c7a-950a-5b7959f5800e', 'tag': '0c6d03ef-2a3f-4638-ad60-28bd4b851c09'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:49.025951 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3" -d '{"events": [{"name": "network-changed", "server_uuid": "637b4eb5-4716-4c7a-950a-5b7959f5800e", "tag": "0c6d03ef-2a3f-4638-ad60-28bd4b851c09"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:49.137212 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98463b8c-fd55-444b-932d-1ec82e306523 x-openstack-request-id: req-98463b8c-fd55-444b-932d-1ec82e306523 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:49.137875 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637b4eb5-4716-4c7a-950a-5b7959f5800e", "tag": "0c6d03ef-2a3f-4638-ad60-28bd4b851c09", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:49.138294 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98463b8c-fd55-444b-932d-1ec82e306523 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:49.139087 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637b4eb5-4716-4c7a-950a-5b7959f5800e', 'tag': '0c6d03ef-2a3f-4638-ad60-28bd4b851c09', 'status': 'completed', 'code': 200} Aug 31 09:36:49.142652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.224779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-36b8b435-d44b-4b7b-9919-0dc5a92effad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.226606 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-36b8b435-d44b-4b7b-9919-0dc5a92effad service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b0a6c3d-ee51-4818-8f70-6588e9790b04 HTTP/1.1" status: 200 len: 920 time: 0.3786108 Aug 31 09:36:49.302473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0a8c1e60-78b4-44ea-becd-489f95c97654 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:49.309984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbfb36-5ca6-4996-9700-1453493de124 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:49.346376 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-0a453520-8333-4093-9e86-a4ec0fb4dd9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6922cd14-2fa2-4e5d-a96f-701c7a2e8267 HTTP/1.1" status: 200 len: 217 time: 0.1109738 Aug 31 09:36:49.408038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-6e1f525b-fc9a-4611-ab10-3bf83bbcfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.428036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-6e1f525b-fc9a-4611-ab10-3bf83bbcfa28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3de06417f3942bea64a8b0f5472e18d&device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e HTTP/1.1" status: 200 len: 1094 time: 0.3453200 Aug 31 09:36:49.532439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-d78c6aab-2e3c-4861-81d5-86a5e0928c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.535376 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-d78c6aab-2e3c-4861-81d5-86a5e0928c65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fa850a-7dac-48ae-99c3-bbce56f16b75 HTTP/1.1" status: 200 len: 858 time: 0.1805675 Aug 31 09:36:49.645804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-9597d545-2701-4356-a340-3d49562150bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b0a6c3d-ee51-4818-8f70-6588e9790b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016746 Aug 31 09:36:49.658823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-1e396224-42dc-42aa-a75a-6b8e1d7c12a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c6d03ef-2a3f-4638-ad60-28bd4b851c09 HTTP/1.1" status: 200 len: 217 time: 0.1395295 Aug 31 09:36:49.721131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0a8c1e60-78b4-44ea-becd-489f95c97654, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0a8c1e60-78b4-44ea-becd-489f95c97654,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:49.782691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '0a8c1e60-78b4-44ea-becd-489f95c97654', 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04', 'port_id': '0a8c1e60-78b4-44ea-becd-489f95c97654', 'mac_address': 'fa:16:3e:12:f4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fa850a-7dac-48ae-99c3-bbce56f16b75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:49.936784 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.018308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8c1e60-78b4-44ea-becd-489f95c97654 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:50.049145 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-512d75c0-fb23-43c3-b964-7d9767857846 service neutron] 10.222.0.20 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908808 Aug 31 09:36:50.113446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:50.133364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0a8c1e60-78b4-44ea-becd-489f95c97654, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0a8c1e60-78b4-44ea-becd-489f95c97654,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:50.172409 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.180295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4a43-6d24-4c3c-9c8c-97928b8e0f35 req-fcf6b5bd-cf0e-44a4-9acc-f1a069ee1ce4 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.206594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-490e4a43-6d24-4c3c-9c8c-97928b8e0f35 req-fcf6b5bd-cf0e-44a4-9acc-f1a069ee1ce4 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 944 time: 0.6617131 Aug 31 09:36:50.256178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a5f0-5900-4080-8d50-5dca5e10c25b req-ce324f94-0918-4a3d-98fa-742ceb13be2b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.272567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad33a5f0-5900-4080-8d50-5dca5e10c25b req-ce324f94-0918-4a3d-98fa-742ceb13be2b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.6371248 Aug 31 09:36:50.346670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-6417cc06-9342-4801-a466-568744cd61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.348822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-6417cc06-9342-4801-a466-568744cd61e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54fa850a-7dac-48ae-99c3-bbce56f16b75 HTTP/1.1" status: 200 len: 858 time: 0.6245694 Aug 31 09:36:50.358089 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc460fe3-c4a3-4dca-9375-e31f5c6c6562 req-cae913f1-4aa2-433f-9633-495a74fe0836 service neutron] 10.222.0.20 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008170 Aug 31 09:36:50.387158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0a8c1e60-78b4-44ea-becd-489f95c97654,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:50.429035 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:36:50.446323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.454207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.454770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.458097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.459150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.459664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.460610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.461097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.464228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.471354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.471973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.472489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:50.521766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0a8c1e60-78b4-44ea-becd-489f95c97654'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:50.556675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-18a29fee-8dc2-45ac-af58-90ced7403fdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b0a6c3d-ee51-4818-8f70-6588e9790b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746674 Aug 31 09:36:50.839499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad33a5f0-5900-4080-8d50-5dca5e10c25b req-e6c83b6b-7fa8-44b4-bb14-43f3da0628e1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5658269 Aug 31 09:36:51.021482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-490e4a43-6d24-4c3c-9c8c-97928b8e0f35 req-99b29f18-f56c-4ead-ac8f-08f4b2d2a9de tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8138661 Aug 31 09:36:51.046050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-9f178a2d-907c-4832-89aa-7777df3f199f service neutron] 10.222.0.52 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695156 Aug 31 09:36:51.064603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:51.102021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58794) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:51.107734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-904461882'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:51.130936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '6922cd14-2fa2-4e5d-a96f-701c7a2e8267', 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04', 'port_id': '6922cd14-2fa2-4e5d-a96f-701c7a2e8267', 'mac_address': 'fa:16:3e:e5:aa:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fa850a-7dac-48ae-99c3-bbce56f16b75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:51.185499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:51.200242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.229375 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.308023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:51.309972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:51.332757 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.336084 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Added segment a3a88ae0-e8eb-40da-bb02-11caf186e6ac of type vlan for network 3ed98179-c04f-4109-b9e5-63ca2f25e31e Aug 31 09:36:51.371889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:51.382997 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.461859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.518531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:51.542869 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.547372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d35416-4643-4b34-bdf0-0816998d44d2 req-ecf7b470-d891-43c1-8a3a-33e1f2e08145 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.551601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07d35416-4643-4b34-bdf0-0816998d44d2 req-ecf7b470-d891-43c1-8a3a-33e1f2e08145 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.2864361 Aug 31 09:36:51.553294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.557488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.703737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07d35416-4643-4b34-bdf0-0816998d44d2 req-3253b466-7304-40ea-9a0c-be6edecae4d9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911481 Aug 31 09:36:51.703737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34a950ef-3a52-4e6d-8e16-4fb058e2432b req-3028ae12-74c3-4991-95ac-fbc70ace5668 service neutron] 10.222.0.52 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360443 Aug 31 09:36:51.705993 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5982058 Aug 31 09:36:51.732050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58818) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:51.761672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1545706593'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:51.762516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6922cd14-2fa2-4e5d-a96f-701c7a2e8267'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:51.785029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e99f3c-fc1c-4e0a-bb57-7102266e6790 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Network': ['ID=3ed98179-c04f-4109-b9e5-63ca2f25e31e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:51.820897 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd3f27d6-db4a-47de-89cd-5cc92004b6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.827257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:51.907444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Deleting port 74f5514f-359c-40bf-a0ff-ce72f624beb8 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:51.908952 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:52.050998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:52.063049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:52.077645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-31507491-f6f6-485c-96f4-1a5bb74d1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.080313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-31507491-f6f6-485c-96f4-1a5bb74d1d7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3de06417f3942bea64a8b0f5472e18d&device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e HTTP/1.1" status: 200 len: 1094 time: 0.3031197 Aug 31 09:36:52.509845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-85d84941-6ce3-4c7e-8d18-70e999c6543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.511446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-85d84941-6ce3-4c7e-8d18-70e999c6543e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9b0a6c3d-ee51-4818-8f70-6588e9790b04 HTTP/1.1" status: 200 len: 920 time: 0.3791089 Aug 31 09:36:52.702105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-ba6e48ae-cd3a-4f7e-af3a-d02be7651660 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c6d03ef-2a3f-4638-ad60-28bd4b851c09 HTTP/1.1" status: 200 len: 217 time: 0.1437516 Aug 31 09:36:52.724638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:52.766011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bed4f-892b-42bd-9289-b0bf8db54e8a req-6dc7a752-6ff2-4176-bcea-f726e3cf94b7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.776647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-ef9cc012-1055-4d46-88f6-951cba30e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.778278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc1bed4f-892b-42bd-9289-b0bf8db54e8a req-6dc7a752-6ff2-4176-bcea-f726e3cf94b7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.7718790 Aug 31 09:36:52.783917 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-ef9cc012-1055-4d46-88f6-951cba30e971 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 1096 time: 0.1080930 Aug 31 09:36:52.862512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1af9c1-c62b-4c0d-9efc-8e3c40fff15e req-d7fc20b9-95a7-460d-8c23-5d03b71a6a53 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.871408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd1af9c1-c62b-4c0d-9efc-8e3c40fff15e req-d7fc20b9-95a7-460d-8c23-5d03b71a6a53 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 945 time: 0.4517856 Aug 31 09:36:52.914276 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:52.914896 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Added segment fdfffdef-77bb-4c9c-9a66-12c4c280cf85 of type vlan for network e283a2ae-d07b-4a4b-9b10-501aebd8903d Aug 31 09:36:52.954872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] For port 74f5514f-359c-40bf-a0ff-ce72f624beb8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=74f5514f-359c-40bf-a0ff-ce72f624beb8,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:52.955594 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.010393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-a7e25b3e-a35b-451d-8af0-a887567bf81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:53.011966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-a7e25b3e-a35b-451d-8af0-a887567bf81d service neutron] 10.222.0.20 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 914 time: 0.2214630 Aug 31 09:36:53.030026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd1af9c1-c62b-4c0d-9efc-8e3c40fff15e req-e45749ea-5c7b-4acf-a5f0-590a47b56f41 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572094 Aug 31 09:36:53.046725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-ef9f39db-519d-4e35-a9d5-a9be5eeebcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:53.049602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-ef9f39db-519d-4e35-a9d5-a9be5eeebcfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54fa850a-7dac-48ae-99c3-bbce56f16b75 HTTP/1.1" status: 200 len: 858 time: 0.3204398 Aug 31 09:36:53.050732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Calling delete_port for 74f5514f-359c-40bf-a0ff-ce72f624beb8 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:53.060214 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.097406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc1bed4f-892b-42bd-9289-b0bf8db54e8a req-42b35e4f-cba8-4c81-9099-3c95bc4ec079 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054531 Aug 31 09:36:53.106038 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-927adef3-c573-4812-ace1-0c4a858532e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd342d0-3fd3-4980-ac25-782884181239 HTTP/1.1" status: 200 len: 217 time: 0.0863452 Aug 31 09:36:53.208346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.220065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:53.226013 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.249704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-76d765fc-bd77-4607-a461-370746804473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:53.251607 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-76d765fc-bd77-4607-a461-370746804473 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49b4d140-59c7-4389-8c40-7008570370a8 HTTP/1.1" status: 200 len: 852 time: 0.1370077 Aug 31 09:36:53.297245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-97116c9c-33bd-4beb-adbf-f9430dcad6d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9b0a6c3d-ee51-4818-8f70-6588e9790b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2094226 Aug 31 09:36:53.310984 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-fc3a3206-1cb7-4ab1-8d04-611b40f59baf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25c4595a-8ee0-4081-b846-615fdeccb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449271 Aug 31 09:36:53.329344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0a8c1e60-78b4-44ea-becd-489f95c97654 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:53.483674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 0a8c1e60-78b4-44ea-becd-489f95c97654 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:53.493698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 0a8c1e60-78b4-44ea-becd-489f95c97654 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:53.494532 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.570560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-099e7ec3-d444-46ab-882a-df63ef637221 service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530515 Aug 31 09:36:53.620481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8805308 Aug 31 09:36:53.639884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58882) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:53.665687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'subnet': {'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:53.732510 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.802069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a721b990-e9b5-4b79-acc6-d37d382db161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8c1e60-78b4-44ea-becd-489f95c97654'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:53.807128 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5060b3-4265-49c8-a3ef-8f9221aac5c3" -d '{"events": [{"server_uuid": "a721b990-e9b5-4b79-acc6-d37d382db161", "name": "network-vif-plugged", "status": "completed", "tag": "0a8c1e60-78b4-44ea-becd-489f95c97654"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:53.821017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f396364-a647-4769-b02a-7e4e1d95d3c1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Network': ['ID=e283a2ae-d07b-4a4b-9b10-501aebd8903d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:53.847413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e283a2ae-d07b-4a4b-9b10-501aebd8903d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:53.867912 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2b7d1600-2c68-49e8-be37-32f9bbabd96c req-c2ea7aef-7aa5-4258-97b6-f3f08e6a69e0 service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874982 Aug 31 09:36:53.869029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d775-5baf-4144-96c8-2379b8edc01e req-1560c938-0863-4f95-befd-9748813a61bb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:53.877658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e79d775-5baf-4144-96c8-2379b8edc01e req-1560c938-0863-4f95-befd-9748813a61bb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 945 time: 0.5995889 Aug 31 09:36:53.884351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0a8c1e60-78b4-44ea-becd-489f95c97654, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0a8c1e60-78b4-44ea-becd-489f95c97654,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:53.895808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-e6c6f514-241d-446a-83bf-90b906fd0ed1 service neutron] 10.222.0.52 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542994 Aug 31 09:36:53.959314 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdb4c6c-a951-4df8-a4c8-370c18420d4e x-openstack-request-id: req-fcdb4c6c-a951-4df8-a4c8-370c18420d4e {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:53.959599 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a721b990-e9b5-4b79-acc6-d37d382db161", "name": "network-vif-plugged", "status": "completed", "tag": "0a8c1e60-78b4-44ea-becd-489f95c97654", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:53.959854 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcdb4c6c-a951-4df8-a4c8-370c18420d4e {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:53.960333 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a721b990-e9b5-4b79-acc6-d37d382db161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8c1e60-78b4-44ea-becd-489f95c97654', 'code': 200} Aug 31 09:36:53.968699 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.172838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:54.179663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e79d775-5baf-4144-96c8-2379b8edc01e req-f65a32f9-eaa1-4114-813f-0dc46799e2fe tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939372 Aug 31 09:36:54.201590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359d871-6ca6-421c-b736-e3ce9470cbc1 req-b96dcd80-ada8-4137-a156-037c9f71674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.205817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:54.211211 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a359d871-6ca6-421c-b736-e3ce9470cbc1 req-b96dcd80-ada8-4137-a156-037c9f71674f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a721b990-e9b5-4b79-acc6-d37d382db161 HTTP/1.1" status: 200 len: 1097 time: 0.1604998 Aug 31 09:36:54.218992 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.366856 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a359d871-6ca6-421c-b736-e3ce9470cbc1 req-8f0086d7-b44b-4dc0-83eb-8551f05658d9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544812 Aug 31 09:36:54.379947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0a8c1e60-78b4-44ea-becd-489f95c97654,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:54.448845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:54.464137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:54.465396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.504193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:54.538393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311dbdda-12ca-43ee-9240-fa0ae0ba6df3 req-1fc542bf-796c-4ba5-b13d-0ebad9857387 service neutron] 10.222.0.52 "GET /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179137 Aug 31 09:36:54.663403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be144364-1887-4610-8c17-c48fa47d8f8b req-fd838055-72dd-4691-b273-5d9e5da5edb3 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.665706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be144364-1887-4610-8c17-c48fa47d8f8b req-fd838055-72dd-4691-b273-5d9e5da5edb3 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 945 time: 0.4254713 Aug 31 09:36:54.687643 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.700084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca24e17-fcf6-4d06-8774-2626373c8b5f req-cb17b79f-ee88-477b-bd38-242475ffc603 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.712431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ca24e17-fcf6-4d06-8774-2626373c8b5f req-cb17b79f-ee88-477b-bd38-242475ffc603 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.3288672 Aug 31 09:36:54.752942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.781772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:54.806923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.808370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:54.826618 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8396ce66-9df2-4857-a06d-2deb446df8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.839681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f5514f-359c-40bf-a0ff-ce72f624beb8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:55.049260 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.057618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:55.070397 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.195580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8396ce66-9df2-4857-a06d-2deb446df8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.199557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:55.201938 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ab8-f57e-42ed-b0c2-303fce179594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.207738 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.239786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8396ce66-9df2-4857-a06d-2deb446df8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.353827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:55.357340 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8396ce66-9df2-4857-a06d-2deb446df8e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f176d87279a47b89e082a816cd042f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8516440 Aug 31 09:36:55.364444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:55.377659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58930) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:55.476869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396ce66-9df2-4857-a06d-2deb446df8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cde0d5-2469-49bf-9380-12eb09fc2a76,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:55.558416 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e48a958-dd3f-4264-85d3-89fccdf7ecbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.604177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e48a958-dd3f-4264-85d3-89fccdf7ecbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.605047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:55.613709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ca24e17-fcf6-4d06-8774-2626373c8b5f req-41282800-53d2-4633-8a5d-e172aa2b0ffb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9003048 Aug 31 09:36:55.624025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '0c6d03ef-2a3f-4638-ad60-28bd4b851c09', 'network_id': '9b0a6c3d-ee51-4818-8f70-6588e9790b04', 'port_id': '0c6d03ef-2a3f-4638-ad60-28bd4b851c09', 'mac_address': 'fa:16:3e:4c:cb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fa850a-7dac-48ae-99c3-bbce56f16b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:55.646655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be144364-1887-4610-8c17-c48fa47d8f8b req-20f8009e-b477-41dd-acd5-2571b376c363 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9295585 Aug 31 09:36:55.694566 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.720908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e48a958-dd3f-4264-85d3-89fccdf7ecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.723716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e48a958-dd3f-4264-85d3-89fccdf7ecbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.727374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.732425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8e48a958-dd3f-4264-85d3-89fccdf7ecbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8cde0d5-2469-49bf-9380-12eb09fc2a76 HTTP/1.1" status: 204 len: 168 time: 0.3536072 Aug 31 09:36:55.758928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48a958-dd3f-4264-85d3-89fccdf7ecbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cde0d5-2469-49bf-9380-12eb09fc2a76,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:55.774099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:55.850742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:55.851996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Subnet': ['ID=007ab783-936f-4c3e-9605-182e3608f4b5,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:55.863311 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.968467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d055d4-87ef-4e7a-97c1-5dfca7f122e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6922cd14-2fa2-4e5d-a96f-701c7a2e8267'}, {'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:55.973192 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5517e22-7e4b-4150-92c7-bfe686eedd06" -d '{"events": [{"server_uuid": "84d055d4-87ef-4e7a-97c1-5dfca7f122e8", "name": "network-vif-plugged", "status": "completed", "tag": "6922cd14-2fa2-4e5d-a96f-701c7a2e8267"}, {"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd342d0-3fd3-4980-ac25-782884181239"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:55.977233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:56.077592 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dd1341-7ea9-4aba-81bc-e47849c27283 x-openstack-request-id: req-e8dd1341-7ea9-4aba-81bc-e47849c27283 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:56.078307 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d055d4-87ef-4e7a-97c1-5dfca7f122e8", "name": "network-vif-plugged", "status": "completed", "tag": "6922cd14-2fa2-4e5d-a96f-701c7a2e8267", "code": 200}, {"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd342d0-3fd3-4980-ac25-782884181239", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:56.079128 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8dd1341-7ea9-4aba-81bc-e47849c27283 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:56.080137 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d055d4-87ef-4e7a-97c1-5dfca7f122e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6922cd14-2fa2-4e5d-a96f-701c7a2e8267', 'code': 200} Aug 31 09:36:56.080610 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239', 'code': 200} Aug 31 09:36:56.082016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d954010-eee0-4b54-bba7-648b6c8e45f1 req-a943b6fc-d9c6-434c-a0b8-473406b506f2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:56.084161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0c6d03ef-2a3f-4638-ad60-28bd4b851c09'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:56.091940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d954010-eee0-4b54-bba7-648b6c8e45f1 req-a943b6fc-d9c6-434c-a0b8-473406b506f2 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.2267902 Aug 31 09:36:56.106495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Checking segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:56.106982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network hostable DHCP agents. Network: 3ed98179-c04f-4109-b9e5-63ca2f25e31e, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:36:56.130498 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:56.289991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017c9b9-f6a6-4426-92c1-36ac96ab8d81 req-e93ff612-0208-4b97-8c5c-30e688f6efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:56.292883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1017c9b9-f6a6-4426-92c1-36ac96ab8d81 req-e93ff612-0208-4b97-8c5c-30e688f6efd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 1097 time: 0.1329660 Aug 31 09:36:56.352413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d954010-eee0-4b54-bba7-648b6c8e45f1 req-cd350cc6-8d86-47ba-8c99-b12aa27a8f28 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590566 Aug 31 09:36:56.366943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:36:56.375121 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1017c9b9-f6a6-4426-92c1-36ac96ab8d81 req-c7c4d9e4-c970-42ac-be4e-16f7bbc77239 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714173 Aug 31 09:36:56.390578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 3ed98179-c04f-4109-b9e5-63ca2f25e31e) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:56.429856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:56.430865 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:56.464963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0ec77170-bba0-435b-aaa0-6c0400a89c22 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8208656 Aug 31 09:36:56.465432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58960) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.472439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c84470-a1a7-4f31-9939-9b8837e85e5e None None] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:56.475640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'subnet': {'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:56.562612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58966) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.618105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49a737e2-6500-4c36-8389-9df08be634e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:56.720287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:56.730536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:56.900980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49a737e2-6500-4c36-8389-9df08be634e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:56.928210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49a737e2-6500-4c36-8389-9df08be634e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.051818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'fixed_ips': [{'subnet_id': '007ab783-936f-4c3e-9605-182e3608f4b5'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:36:57.054064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-49a737e2-6500-4c36-8389-9df08be634e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a870af9bc5904fed93e7670284c46e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887259 Aug 31 09:36:57.054516 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.060281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58980) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.077034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:57.092923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a737e2-6500-4c36-8389-9df08be634e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061544b7-7448-47fe-800f-2e648394cfa6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:57.117864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df38407-8be3-41e3-8f21-e5b75e9aa582 req-e67d19fe-d254-4dd0-bb06-3af520f7ea85 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.120253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5df38407-8be3-41e3-8f21-e5b75e9aa582 req-e67d19fe-d254-4dd0-bb06-3af520f7ea85 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.3231976 Aug 31 09:36:57.144259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ac74-ac4f-4451-90b0-98e30ba0d4d7 req-b975605b-b97d-40f5-bc2a-f99bdf68c444 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.154650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a463ac74-ac4f-4451-90b0-98e30ba0d4d7 req-b975605b-b97d-40f5-bc2a-f99bdf68c444 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 946 time: 0.2499268 Aug 31 09:36:57.299824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Allocated IP 10.1.1.2 (3ed98179-c04f-4109-b9e5-63ca2f25e31e/007ab783-936f-4c3e-9605-182e3608f4b5/2e10ecdd-ac9c-445a-8402-35d83a240e44) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:57.365279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.455842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Subnet': ['ID=cd49b6f0-d9c2-4e14-a163-4f38258ec16f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:57.476145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a463ac74-ac4f-4451-90b0-98e30ba0d4d7 req-d2a6dc95-1c06-4813-8377-9e647f264bd3 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200858 Aug 31 09:36:57.509719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5df38407-8be3-41e3-8f21-e5b75e9aa582 req-8eaa453c-32cf-4895-ba9b-5a110c54cc6e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456883 Aug 31 09:36:57.535969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fabc7ee1-157b-4c27-805f-90f2cf8898fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.587563 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.597638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Transition to ACTIVE for port object 2e10ecdd-ac9c-445a-8402-35d83a240e44 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:57.610878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Checking segment: {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:57.611267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network hostable DHCP agents. Network: e283a2ae-d07b-4a4b-9b10-501aebd8903d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:36:57.624317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Transition to ACTIVE for port object 2e10ecdd-ac9c-445a-8402-35d83a240e44 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:57.644981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.700927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network e283a2ae-d07b-4a4b-9b10-501aebd8903d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:36:57.737292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e283a2ae-d07b-4a4b-9b10-501aebd8903d) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:57.738534 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.743276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.744140 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.778265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3849e49c-363d-46ef-9405-590e55c81ccc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3108759 Aug 31 09:36:57.781216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:57.782250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa6c596-1726-43a8-a950-a26c04233b03 None None] Network e283a2ae-d07b-4a4b-9b10-501aebd8903d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:57.809439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58998) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.820998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:57.832091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:57.850813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'port': {'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'name': 'tempest-TaggedBootDevicesTest-859120069', 'fixed_ips': [{'subnet_id': '007ab783-936f-4c3e-9605-182e3608f4b5'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:57.871922 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fabc7ee1-157b-4c27-805f-90f2cf8898fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.902708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Pushing event updated for resources: {'Port': ['ID=2e10ecdd-ac9c-445a-8402-35d83a240e44,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:57.946882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424c6f6-be9d-4eb2-8811-c2cb9a597c06 req-454d5f5c-c2d8-421a-b09a-e220ce746cd5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.955467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7424c6f6-be9d-4eb2-8811-c2cb9a597c06 req-454d5f5c-c2d8-421a-b09a-e220ce746cd5 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.2349522 Aug 31 09:36:58.004725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:58.011589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-529ac4af-697e-4a7e-a7d3-7f9014e96f95 admin admin] 10.222.0.69 "PUT /v2.0/routers/2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1801147 Aug 31 09:36:58.018603 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] Sync routers for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:58.038190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59002) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:58.051060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:58.056710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:58.057582 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:36:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:58.098818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-da82921d-ff16-458e-91f0-dfad2c341757 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2477064 Aug 31 09:36:58.101771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fabc7ee1-157b-4c27-805f-90f2cf8898fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.104493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fabc7ee1-157b-4c27-805f-90f2cf8898fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.117273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fabc7ee1-157b-4c27-805f-90f2cf8898fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/061544b7-7448-47fe-800f-2e648394cfa6 HTTP/1.1" status: 204 len: 168 time: 1.0528903 Aug 31 09:36:58.148627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7424c6f6-be9d-4eb2-8811-c2cb9a597c06 req-0628a239-352d-40fe-85d0-8f8996bd69bc tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746929 Aug 31 09:36:58.150129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc7ee1-157b-4c27-805f-90f2cf8898fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061544b7-7448-47fe-800f-2e648394cfa6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:58.343025 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:58.369070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Attempting to bind port 2e10ecdd-ac9c-445a-8402-35d83a240e44 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:58.369696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Attempting to bind port 2e10ecdd-ac9c-445a-8402-35d83a240e44 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:58.369806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Attempting to bind port 2e10ecdd-ac9c-445a-8402-35d83a240e44 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:58.407446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:58.421066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Checking segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:58.421757 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.422331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Bound using segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:58.422908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Bound port: 2e10ecdd-ac9c-445a-8402-35d83a240e44, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:58.423304 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.445586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-98afda68-4ce2-4309-a411-af9409930b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:58.458330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-98afda68-4ce2-4309-a411-af9409930b5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=56a5d2c0801245329125d9f766389fa8&device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 1096 time: 0.2780204 Aug 31 09:36:58.525606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e283a2ae-d07b-4a4b-9b10-501aebd8903d', 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'fixed_ips': [{'subnet_id': 'cd49b6f0-d9c2-4e14-a163-4f38258ec16f'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:36:58.537615 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.578972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67485034-89a7-4090-95f2-1d16cde3099a req-9f129fdc-1bbb-4461-bed6-75cea1f0883b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:58.584474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67485034-89a7-4090-95f2-1d16cde3099a req-9f129fdc-1bbb-4461-bed6-75cea1f0883b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.3016086 Aug 31 09:36:58.619604 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.702417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] For port 2e10ecdd-ac9c-445a-8402-35d83a240e44, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:58.741869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] For port 2e10ecdd-ac9c-445a-8402-35d83a240e44, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2e10ecdd-ac9c-445a-8402-35d83a240e44,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:58.754384 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.817305 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.821964 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:36:54Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:58.875829 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] Checking router: 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:58.880527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] device_id is not set on port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:36:58.904207 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] Routers {'2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:58.905078 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:36:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:58.974878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Allocated IP 10.2.2.2 (e283a2ae-d07b-4a4b-9b10-501aebd8903d/cd49b6f0-d9c2-4e14-a163-4f38258ec16f/d52f83a2-fc3f-49d9-9980-8f6c82ba56cb) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:58.978296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ddce6-5de6-4cee-94ed-d8fc16325405 None None] Pushing event updated for resources: {'Port': ['ID=2e10ecdd-ac9c-445a-8402-35d83a240e44,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:59.017981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551366c0-b214-4f64-b485-4dcdafb81a79 req-d2e68014-af8f-495c-8710-756e50f38eb2 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:59.022096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-551366c0-b214-4f64-b485-4dcdafb81a79 req-d2e68014-af8f-495c-8710-756e50f38eb2 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 946 time: 0.3151469 Aug 31 09:36:59.063277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67485034-89a7-4090-95f2-1d16cde3099a req-4fc48a40-6008-4912-bf97-bffee0094e13 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458052 Aug 31 09:36:59.124158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-cf437208-5060-46a7-8400-41c7105193e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:59.131372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-cf437208-5060-46a7-8400-41c7105193e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca HTTP/1.1" status: 200 len: 908 time: 0.6307099 Aug 31 09:36:59.400016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:59.442604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Allocated IP 10.1.1.139 (3ed98179-c04f-4109-b9e5-63ca2f25e31e/007ab783-936f-4c3e-9605-182e3608f4b5/88eafdf0-d6a9-4ac5-990f-ed2225afba99) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:59.479608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-551366c0-b214-4f64-b485-4dcdafb81a79 req-f3035f45-c977-45c9-a63f-76ccafe4ea61 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279158 Aug 31 09:36:59.537192 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] Set router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:59.690295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-ebad9a11-a72b-40fc-bd85-a559eecf24a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0 HTTP/1.1" status: 200 len: 1001 time: 0.5238249 Aug 31 09:36:59.694152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.733394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fda8bf-7604-4334-877e-cde968554b8b req-e4f14bc2-9ab9-43d4-b653-f9e34b9e3279 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:59.738330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1fda8bf-7604-4334-877e-cde968554b8b req-e4f14bc2-9ab9-43d4-b653-f9e34b9e3279 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.4892678 Aug 31 09:36:59.751493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.783489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:59.786133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Transition to ACTIVE for port object d52f83a2-fc3f-49d9-9980-8f6c82ba56cb will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:59.813404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:59.813404 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.873831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-2e8e9727-5ccd-4281-95ec-949fc3448258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:59.881134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-2e8e9727-5ccd-4281-95ec-949fc3448258 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf073442-b30f-4992-b3f2-786e110c4987 HTTP/1.1" status: 200 len: 845 time: 0.1389437 Aug 31 09:36:59.964301 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.984568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Transition to ACTIVE for port object d52f83a2-fc3f-49d9-9980-8f6c82ba56cb will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:00.017738 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.094258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1fda8bf-7604-4334-877e-cde968554b8b req-f83e8606-9de1-4d97-bc0d-716a32d08b98 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267644 Aug 31 09:37:00.152661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.175767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Transition to ACTIVE for port object 88eafdf0-d6a9-4ac5-990f-ed2225afba99 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:00.206069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:00.214798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Network e283a2ae-d07b-4a4b-9b10-501aebd8903d is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:00.285858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:00.295602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Pushing event updated for resources: {'Port': ['ID=d52f83a2-fc3f-49d9-9980-8f6c82ba56cb,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:00.306317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-1f485213-f1ad-4a6a-aa6f-39dafd39662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:00.308492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-1f485213-f1ad-4a6a-aa6f-39dafd39662e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4115303 Aug 31 09:37:00.310493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:00.459564 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:36:54Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:00.487920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd28f3-6c95-4f0b-b5f0-c8cb4ead3e81 req-f739447f-a3d4-40fa-8ad6-f32559f27599 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:00.489982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14cd28f3-6c95-4f0b-b5f0-c8cb4ead3e81 req-f739447f-a3d4-40fa-8ad6-f32559f27599 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e HTTP/1.1" status: 200 len: 944 time: 0.4019616 Aug 31 09:37:00.497264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.558972 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e22a0-d207-4189-9a3e-dff127cf7911 None None] The sync data for ids ['2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1'] in n-d-806683-2 is: [{'id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-459991218-router', 'tenant_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:26Z', 'updated_at': '2021-08-31T09:36:54Z', 'revision_number': 5, 'project_id': '63c44a82428c49958aa18fb4b8d3c0b5', 'gw_port': {'id': '8276b939-9758-4258-9658-ea735c1a7ec1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:28Z', 'updated_at': '2021-08-31T09:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:00.627814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-2f05ab6f-76be-496d-971d-8f999971d149 service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454932 Aug 31 09:37:00.636231 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.708893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Deleting port 8276b939-9758-4258-9658-ea735c1a7ec1 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:00.710990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.776076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3dba474-6c4a-4ffa-9ae3-dc6d0f559219 req-22c2ddc1-b159-4306-9051-dabc2298ae1e service neutron] 10.222.0.52 "GET /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405907 Aug 31 09:37:00.794513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Attempting to bind port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:00.794904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Attempting to bind port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:00.795301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Attempting to bind port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb on network e283a2ae-d07b-4a4b-9b10-501aebd8903d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:00.832678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:00.834674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66209a8-135c-4406-b78a-f97896f192aa req-ddef573f-780a-4734-a26d-9cf163b6aa38 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:00.843772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e66209a8-135c-4406-b78a-f97896f192aa req-ddef573f-780a-4734-a26d-9cf163b6aa38 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 0.5555360 Aug 31 09:37:00.888421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:00.895877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Checking segment: {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:00.897995 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.898513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Bound using segment: {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:00.905821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Bound port: d52f83a2-fc3f-49d9-9980-8f6c82ba56cb, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:00.906802 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.962293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14cd28f3-6c95-4f0b-b5f0-c8cb4ead3e81 req-7029926f-6f0b-4a69-ad8f-0e502bb5cb6f tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309119 Aug 31 09:37:00.989300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b4eb5-4716-4c7a-950a-5b7959f5800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d03ef-2a3f-4638-ad60-28bd4b851c09'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:00.991571 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e66209a8-135c-4406-b78a-f97896f192aa req-81170147-5f2c-4a8b-852e-6ecb54d47b82 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174068 Aug 31 09:37:01.022112 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fc0a05-7816-46b8-9dda-15db575f8c36" -d '{"events": [{"server_uuid": "637b4eb5-4716-4c7a-950a-5b7959f5800e", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d03ef-2a3f-4638-ad60-28bd4b851c09"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:01.030259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:01.068348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:01.116353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83940d4d-2251-4319-b9ea-f7be5352204f None None] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:01.121736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2e10ecdd-ac9c-445a-8402-35d83a240e44 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:01.190263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-a3d763c6-8fc3-4cc8-a054-bf0f419395c0 req-56c7becd-281f-4350-89c8-56d21f8b56d8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:01.190263 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3d763c6-8fc3-4cc8-a054-bf0f419395c0 req-56c7becd-281f-4350-89c8-56d21f8b56d8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121756 Aug 31 09:37:01.243926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=88eafdf0-d6a9-4ac5-990f-ed2225afba99,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:01.297883 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0b20d3-f105-4b24-ba36-d4c30fd51b67 x-openstack-request-id: req-8c0b20d3-f105-4b24-ba36-d4c30fd51b67 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:01.298340 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b4eb5-4716-4c7a-950a-5b7959f5800e", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d03ef-2a3f-4638-ad60-28bd4b851c09", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:01.300220 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c0b20d3-f105-4b24-ba36-d4c30fd51b67 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:01.300381 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b4eb5-4716-4c7a-950a-5b7959f5800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d03ef-2a3f-4638-ad60-28bd4b851c09', 'code': 200} Aug 31 09:37:01.340039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:01.356742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:01.358674 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.441927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748a1ad-60ce-4b8e-a7ee-471f4cb46426 req-dbad430c-1018-4794-b394-8f84577e64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:01.449652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7748a1ad-60ce-4b8e-a7ee-471f4cb46426 req-dbad430c-1018-4794-b394-8f84577e64b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e HTTP/1.1" status: 200 len: 1095 time: 0.1180863 Aug 31 09:37:01.476477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4f0f97f0-3b96-43a0-968a-c5f5e60eebcc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6652961 Aug 31 09:37:01.481158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59166) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:01.487988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] For port 8276b939-9758-4258-9658-ea735c1a7ec1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8276b939-9758-4258-9658-ea735c1a7ec1,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:01.488915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.505793 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.513595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'port': {'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'name': 'tempest-TaggedBootDevicesTest-1542202684', 'fixed_ips': [{'subnet_id': '007ab783-936f-4c3e-9605-182e3608f4b5'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:01.535879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Calling delete_port for 8276b939-9758-4258-9658-ea735c1a7ec1 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:01.639551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-827c7320-6ba6-48c5-9fd6-5446e42d5c60 None None] Provisioning for port 2e10ecdd-ac9c-445a-8402-35d83a240e44 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:01.678408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7748a1ad-60ce-4b8e-a7ee-471f4cb46426 req-da030d99-2848-4d36-b321-b887e0d148e0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222886 Aug 31 09:37:01.722495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a4a61-d9b6-4351-8018-bb5b04c3cdef req-9f0b5e05-7b9a-4df8-80b4-e940e059f011 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:01.732021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-946a4a61-d9b6-4351-8018-bb5b04c3cdef req-9f0b5e05-7b9a-4df8-80b4-e940e059f011 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.2493725 Aug 31 09:37:01.743746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5255f-36e4-41a6-85ab-afda51fb1476 req-5772ce89-546e-45ba-b36d-60a6f5c6ba10 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:01.751602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07f5255f-36e4-41a6-85ab-afda51fb1476 req-5772ce89-546e-45ba-b36d-60a6f5c6ba10 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.2744467 Aug 31 09:37:01.788498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] For port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:01.806796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] For port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d52f83a2-fc3f-49d9-9980-8f6c82ba56cb,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:01.821392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.873473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-946a4a61-d9b6-4351-8018-bb5b04c3cdef req-ca00076a-f0e9-48dd-83db-6e2f9bbb6476 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404462 Aug 31 09:37:01.903170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2e10ecdd-ac9c-445a-8402-35d83a240e44 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:01.909360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07f5255f-36e4-41a6-85ab-afda51fb1476 req-c3ba3295-aa17-42c1-a56f-b417d954fb44 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567571 Aug 31 09:37:01.916776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2e10ecdd-ac9c-445a-8402-35d83a240e44 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:01.924724 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.945150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:02.048710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:02.165007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff049f8-8e63-4151-a115-43bd983d51c2 None None] Pushing event updated for resources: {'Port': ['ID=d52f83a2-fc3f-49d9-9980-8f6c82ba56cb,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:02.349074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.354242 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.436098 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.479588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=8276b939-9758-4258-9658-ea735c1a7ec1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:02.506987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 2e10ecdd-ac9c-445a-8402-35d83a240e44, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2e10ecdd-ac9c-445a-8402-35d83a240e44,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:02.526059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.588878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] device_id is not set on port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:37:02.645889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837351f-d703-4dbd-bd84-6ce0627f8072 req-fc46b7d7-dd57-4e50-8ad3-a7492ab79f00 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:02.665119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e837351f-d703-4dbd-bd84-6ce0627f8072 req-fc46b7d7-dd57-4e50-8ad3-a7492ab79f00 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e HTTP/1.1" status: 200 len: 945 time: 0.4262254 Aug 31 09:37:02.782710 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.841528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=2e10ecdd-ac9c-445a-8402-35d83a240e44,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:02.994784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d52f83a2-fc3f-49d9-9980-8f6c82ba56cb up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:02.996812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.002004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.092812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.094473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:37:03.099576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.103958 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cc2ad071-3ccb-4b42-b2a7-65e17dd30f2d admin admin] 10.222.0.69 "DELETE /v2.0/routers/2b6d3a6d-3db4-42e2-a8c0-3257bdf941c1 HTTP/1.1" status: 204 len: 168 time: 5.0612497 Aug 31 09:37:03.109759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:03.169789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f428876-6dc7-409c-8f2a-2ea2c9f9a587 None None] Provisioning complete for port 2e10ecdd-ac9c-445a-8402-35d83a240e44 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:03.174218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f428876-6dc7-409c-8f2a-2ea2c9f9a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.254516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c003a96-a614-476c-a88e-5dabe573f301 admin admin] Deleting subnet 64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:37:03.261606 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c003a96-a614-476c-a88e-5dabe573f301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.395218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:03.428198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c003a96-a614-476c-a88e-5dabe573f301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.521442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Allocated IP 10.1.1.117 (3ed98179-c04f-4109-b9e5-63ca2f25e31e/007ab783-936f-4c3e-9605-182e3608f4b5/565e1b0f-de4b-4baf-8c63-4aa7212bc502) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:03.546270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 74f5514f-359c-40bf-a0ff-ce72f624beb8 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:03.602068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 74f5514f-359c-40bf-a0ff-ce72f624beb8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:03.612000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c003a96-a614-476c-a88e-5dabe573f301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.621241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 74f5514f-359c-40bf-a0ff-ce72f624beb8 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:03.623702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e837351f-d703-4dbd-bd84-6ce0627f8072 req-761e5408-30fc-4a82-b686-aec2704413f9 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9575818 Aug 31 09:37:03.654785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f428876-6dc7-409c-8f2a-2ea2c9f9a587 None None] Provisioning for port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:03.663488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f428876-6dc7-409c-8f2a-2ea2c9f9a587 None None] Provisioning complete for port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:03.663874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f428876-6dc7-409c-8f2a-2ea2c9f9a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.764555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c003a96-a614-476c-a88e-5dabe573f301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.800915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c003a96-a614-476c-a88e-5dabe573f301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.824025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0c003a96-a614-476c-a88e-5dabe573f301 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f HTTP/1.1" status: 204 len: 168 time: 0.7128928 Aug 31 09:37:03.825517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59230) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:03.881332 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ada26-1a62-4701-84fa-5f4618eda0dd req-d20c9cde-645e-4886-a6b4-8f71777a9178 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.888146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c003a96-a614-476c-a88e-5dabe573f301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c00e9b-62a4-4fb6-b4d9-4695d35a6b6f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:03.891332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-541ada26-1a62-4701-84fa-5f4618eda0dd req-d20c9cde-645e-4886-a6b4-8f71777a9178 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 1.2239397 Aug 31 09:37:04.016179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.072192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4f428876-6dc7-409c-8f2a-2ea2c9f9a587 None None] Port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:04.075797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d980e10-a752-4f89-ad15-c2b120f9a9f4 None None] Network 97937824-ac72-498f-bf83-ff8f591bd8b5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:04.077758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7195bc-b76e-4a64-9678-a2476aa9dbb1 None None] Network e283a2ae-d07b-4a4b-9b10-501aebd8903d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:04.159161 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-541ada26-1a62-4701-84fa-5f4618eda0dd req-2033b823-de13-4348-9bcf-77a52e6ae908 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668295 Aug 31 09:37:04.267472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Deleting port ecf63d75-fd47-459a-817c-452cebde6fec {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:04.268465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.278015 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-45bf0cb1-8ebf-4966-88b2-8fa827c5b979 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5288296 Aug 31 09:37:04.278723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Provisioning for port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:04.334601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Provisioning complete for port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:04.335030 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.432592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470884c-ae0a-43ca-a8a9-a95a41013914 req-67d7f575-12dd-4f02-a6c0-eeca5d78414e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:04.434194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d470884c-ae0a-43ca-a8a9-a95a41013914 req-67d7f575-12dd-4f02-a6c0-eeca5d78414e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.6064076 Aug 31 09:37:04.437003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] For port ecf63d75-fd47-459a-817c-452cebde6fec, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf63d75-fd47-459a-817c-452cebde6fec,segment=NetworkSegment(2ce377aa-45b9-4fc0-84ae-4cb0423ae97c),segment_id=2ce377aa-45b9-4fc0-84ae-4cb0423ae97c)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:04.437883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.479879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Calling delete_port for ecf63d75-fd47-459a-817c-452cebde6fec owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:04.570921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d470884c-ae0a-43ca-a8a9-a95a41013914 req-589bb3bc-7cef-44c5-a368-5e8525d1d9ff tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062911 Aug 31 09:37:04.585032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f9b0-4e4b-438b-bc47-b2938068fb5a req-c9fe44a1-374a-4513-8fa1-6d6686441ce4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:04.594496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b959f9b0-4e4b-438b-bc47-b2938068fb5a req-c9fe44a1-374a-4513-8fa1-6d6686441ce4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.2713459 Aug 31 09:37:04.751519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.777979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.798420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b959f9b0-4e4b-438b-bc47-b2938068fb5a req-3fa94f40-6e6b-4692-ae98-ec7331c83b64 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024529 Aug 31 09:37:04.818414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Transition to ACTIVE for port object 565e1b0f-de4b-4baf-8c63-4aa7212bc502 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:04.897166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf63d75-fd47-459a-817c-452cebde6fec,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:04.904668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2e10ecdd-ac9c-445a-8402-35d83a240e44 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:04.917260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.925786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] No DVR routers for this DVR port ecf63d75-fd47-459a-817c-452cebde6fec on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:05.032371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6289b8fa-0ea8-4c7f-8125-ebadca5caaeb None None] DHCP port deletion for 97937824-ac72-498f-bf83-ff8f591bd8b5 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:37:05.082961 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.109449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.136640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97937824-ac72-498f-bf83-ff8f591bd8b5']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:05.164225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:05.166467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce377aa-45b9-4fc0-84ae-4cb0423ae97c') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:05.190277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:05.196759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.201360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:05.216830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.224577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:37:05.226261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.231830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:05.248904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] For port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d52f83a2-fc3f-49d9-9980-8f6c82ba56cb,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:05.260501 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:37:05.315232 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:37:05.323308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.335828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.350633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] 10.222.0.69 "DELETE /v2.0/networks/97937824-ac72-498f-bf83-ff8f591bd8b5 HTTP/1.1" status: 204 len: 168 time: 1.4720922 Aug 31 09:37:05.380501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36eee5-6411-463a-a1ec-45f52aa6e313 admin admin] Pushing event deleted for resources: {'Network': ['ID=97937824-ac72-498f-bf83-ff8f591bd8b5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:05.486481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Pushing event updated for resources: {'Port': ['ID=d52f83a2-fc3f-49d9-9980-8f6c82ba56cb,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:05.517227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2e10ecdd-ac9c-445a-8402-35d83a240e44 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:05.519818 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.530502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Provisioning complete for port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:05.531240 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.642297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ebf93915-5e72-4cbb-8027-9b313ea2ff9a None None] Port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:05.776700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8276b939-9758-4258-9658-ea735c1a7ec1 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:05.804460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8276b939-9758-4258-9658-ea735c1a7ec1 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:05.804683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8276b939-9758-4258-9658-ea735c1a7ec1 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:05.814005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-da506c8b-0ae4-4442-9af4-c87ba33849d6 None None] Provisioning for port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:05.820393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-da506c8b-0ae4-4442-9af4-c87ba33849d6 None None] Provisioning complete for port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:05.820772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-da506c8b-0ae4-4442-9af4-c87ba33849d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.878509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-da506c8b-0ae4-4442-9af4-c87ba33849d6 None None] Port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:05.892689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-da506c8b-0ae4-4442-9af4-c87ba33849d6 None None] Provisioning complete for port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:05.893522 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-da506c8b-0ae4-4442-9af4-c87ba33849d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.935103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-8b4adbb7-9dc9-4306-ad17-1d511255486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:05.940698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-8b4adbb7-9dc9-4306-ad17-1d511255486a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0&tenant_id=6a45d96754814d51a60985d1e2545ed1 HTTP/1.1" status: 200 len: 1094 time: 0.0605621 Aug 31 09:37:06.012043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:06.100224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9ca15d14-2d36-42e7-83b1-937dfcd9c47f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63c44a82428c49958aa18fb4b8d3c0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801017 Aug 31 09:37:06.109368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59304) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:06.154978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=565e1b0f-de4b-4baf-8c63-4aa7212bc502,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:06.176963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e85b4-ff04-4ddd-bd44-c9e0a40c1dbc req-f80f0e42-67b1-4e32-b1d3-283f877e2e55 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.178508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a64e85b4-ff04-4ddd-bd44-c9e0a40c1dbc req-f80f0e42-67b1-4e32-b1d3-283f877e2e55 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e HTTP/1.1" status: 200 len: 945 time: 1.2016923 Aug 31 09:37:06.194992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.195648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.214458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-429b805e-242d-459a-b530-1c02d1447c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.214458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-429b805e-242d-459a-b530-1c02d1447c06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 1094 time: 0.2478931 Aug 31 09:37:06.245624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1560c6-4f7a-4d7b-aadd-06066eb4db4f req-13c2fdd0-cde4-4560-8fa9-b9ae0ce31e04 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.247273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f1560c6-4f7a-4d7b-aadd-06066eb4db4f req-13c2fdd0-cde4-4560-8fa9-b9ae0ce31e04 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 0.1353800 Aug 31 09:37:06.249013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-954eb7bd-8947-4d17-813e-08e12df6a5ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7447212 Aug 31 09:37:06.269054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a64e85b4-ff04-4ddd-bd44-c9e0a40c1dbc req-95357143-20bc-4b85-b32b-1731eef346c4 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700750 Aug 31 09:37:06.327640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f1560c6-4f7a-4d7b-aadd-06066eb4db4f req-7dae8774-41f1-4ef0-8b0f-dd231d2fe98d tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558219 Aug 31 09:37:06.437425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f1bc33c-bd91-44f5-8499-abaf38ae1244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.502101 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f1bc33c-bd91-44f5-8499-abaf38ae1244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.517918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36823005-fcab-4752-b362-f79180faaaf2 req-a43e931e-b441-442d-959f-87e5d3f5f651 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.519621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36823005-fcab-4752-b362-f79180faaaf2 req-a43e931e-b441-442d-959f-87e5d3f5f651 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.1397889 Aug 31 09:37:06.579491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7f6c-8e1f-41b5-8c0f-12f0a4211741 req-321d6cb6-271a-404d-b3fe-8a468596ce6e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.587400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af7f7f6c-8e1f-41b5-8c0f-12f0a4211741 req-321d6cb6-271a-404d-b3fe-8a468596ce6e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.1198509 Aug 31 09:37:06.591888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36823005-fcab-4752-b362-f79180faaaf2 req-247fe613-1bcc-4ad2-b4f4-aaa4a4572e17 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643911 Aug 31 09:37:06.641442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af7f7f6c-8e1f-41b5-8c0f-12f0a4211741 req-b026474e-c893-4c49-84a8-820b2918090c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530479 Aug 31 09:37:06.672659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-717107cf-d7a1-4889-bc38-628b1d93eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.675975 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-717107cf-d7a1-4889-bc38-628b1d93eb34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 914 time: 0.4375024 Aug 31 09:37:06.763096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d52f83a2-fc3f-49d9-9980-8f6c82ba56cb up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:06.790336 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-eadf369f-187d-4033-8502-14bc126b8ec7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd342d0-3fd3-4980-ac25-782884181239 HTTP/1.1" status: 200 len: 217 time: 0.1047888 Aug 31 09:37:06.790881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4fcaa-d7a2-43a7-8a01-6964d8f7a9f7 req-2d52ef05-1240-4f41-a9ab-9fc97198ec46 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.811913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2a4fcaa-d7a2-43a7-8a01-6964d8f7a9f7 req-2d52ef05-1240-4f41-a9ab-9fc97198ec46 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a721b990-e9b5-4b79-acc6-d37d382db161 HTTP/1.1" status: 200 len: 946 time: 0.0943613 Aug 31 09:37:06.851246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:06.851624 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.880367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f1bc33c-bd91-44f5-8499-abaf38ae1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.882926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f1bc33c-bd91-44f5-8499-abaf38ae1244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.890665 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6f1bc33c-bd91-44f5-8499-abaf38ae1244 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cc0e924-d2f2-444a-af97-e6a459d69c45 HTTP/1.1" status: 204 len: 168 time: 0.7771356 Aug 31 09:37:06.939196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bc33c-bd91-44f5-8499-abaf38ae1244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc0e924-d2f2-444a-af97-e6a459d69c45,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:06.956181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-84577cf6-d1d2-4a53-85b7-c233f989ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.961263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-84577cf6-d1d2-4a53-85b7-c233f989ac60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49b4d140-59c7-4389-8c40-7008570370a8 HTTP/1.1" status: 200 len: 852 time: 0.1608915 Aug 31 09:37:06.994676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2a4fcaa-d7a2-43a7-8a01-6964d8f7a9f7 req-356a1c41-ee7d-46dc-9629-ed65f5b58a07 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759930 Aug 31 09:37:07.022921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b464b16-b06b-4ca0-9620-627c2319142d req-61a91430-e2bd-4c62-a436-8687361cbc9a tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:07.022921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b464b16-b06b-4ca0-9620-627c2319142d req-61a91430-e2bd-4c62-a436-8687361cbc9a tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 0.1891892 Aug 31 09:37:07.059939 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-4a510a4b-3fad-476c-9b45-9dfd3f77ac93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25c4595a-8ee0-4081-b846-615fdeccb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785267 Aug 31 09:37:07.213468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf63d75-fd47-459a-817c-452cebde6fec no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:07.291416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ecf63d75-fd47-459a-817c-452cebde6fec {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:07.308353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf63d75-fd47-459a-817c-452cebde6fec not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:07.332659 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-dd5109bf-562d-4770-b983-4945a8455335 service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586281 Aug 31 09:37:07.359891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Deleting port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:07.363193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:07.399484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2f57-0d9d-4aa9-b256-5a7aafd307e8 req-7d22b430-eaef-4d3e-85a4-6055302870c6 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:07.401395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-243d2f57-0d9d-4aa9-b256-5a7aafd307e8 req-7d22b430-eaef-4d3e-85a4-6055302870c6 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a721b990-e9b5-4b79-acc6-d37d382db161 HTTP/1.1" status: 200 len: 946 time: 0.1179245 Aug 31 09:37:07.551737 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-bc97d194-f862-4b8e-a383-8a359ac43631 service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055910 Aug 31 09:37:07.597761 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-243d2f57-0d9d-4aa9-b256-5a7aafd307e8 req-9d3f1620-b060-4ea6-88da-3f99c9232492 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519690 Aug 31 09:37:07.689643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] For port be9b9bf2-451b-4621-ab81-d94a0c95bbd0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:07.690038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:07.832370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47962422-d5cd-4248-9508-ba0e38d2f230 req-2fa21a0b-427f-4a3a-9d6d-2f03b9294917 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:07.834008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47962422-d5cd-4248-9508-ba0e38d2f230 req-2fa21a0b-427f-4a3a-9d6d-2f03b9294917 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 945 time: 0.1338098 Aug 31 09:37:08.023260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47962422-d5cd-4248-9508-ba0e38d2f230 req-a100961c-f2b1-4124-9f53-b1a8f9894896 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups?id=93b91024-8a30-4ae2-a9a4-8c92786abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712523 Aug 31 09:37:08.226905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59384) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:08.234647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-af3c174c-0e25-451f-94cb-54964e7c6eac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896843120', 'description': 'tempest-description--76988075'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:08.279599 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af3c174c-0e25-451f-94cb-54964e7c6eac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.329634 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.330045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.330367 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Floating IP 6e4985f5-52a2-47c0-9474-ff25dc5e7fc7 disassociated. External IP: 172.25.1.104, port: be9b9bf2-451b-4621-ab81-d94a0c95bbd0. Aug 31 09:37:08.330710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Calling delete_port for be9b9bf2-451b-4621-ab81-d94a0c95bbd0 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:08.350936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0a364-6260-4b0f-bcfd-be44f1dbc528 req-7edd43b5-76c2-4c59-bf8b-be5440148a56 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:08.362574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dec0a364-6260-4b0f-bcfd-be44f1dbc528 req-7edd43b5-76c2-4c59-bf8b-be5440148a56 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.1613350 Aug 31 09:37:08.484851 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af3c174c-0e25-451f-94cb-54964e7c6eac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.489719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af3c174c-0e25-451f-94cb-54964e7c6eac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.527661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af3c174c-0e25-451f-94cb-54964e7c6eac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.529438 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af3c174c-0e25-451f-94cb-54964e7c6eac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2999432 Aug 31 09:37:08.533174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59410) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:08.539612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dec0a364-6260-4b0f-bcfd-be44f1dbc528 req-85deb72a-cb44-47bc-ac70-f4d4b4c8fdd8 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757517 Aug 31 09:37:08.545778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-da229d5c-7720-4901-b278-3e5505b19fbc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'security_group_rule': {'security_group_id': 'cf84c196-4435-43ab-88e3-8388e658798d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:08.554935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c174c-0e25-451f-94cb-54964e7c6eac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf84c196-4435-43ab-88e3-8388e658798d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:08.565120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcab98-2812-4ff1-a0ff-7c63c62efba4 req-a40b0fbf-ab73-4925-873e-ea2d7e706f41 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:08.566764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2cdcab98-2812-4ff1-a0ff-7c63c62efba4 req-a40b0fbf-ab73-4925-873e-ea2d7e706f41 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.1981897 Aug 31 09:37:08.643221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da229d5c-7720-4901-b278-3e5505b19fbc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.710306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da229d5c-7720-4901-b278-3e5505b19fbc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.715654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2cdcab98-2812-4ff1-a0ff-7c63c62efba4 req-31fd1ae2-55a9-4e44-beef-9070c4a3885e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337166 Aug 31 09:37:08.737041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-4814795b-218a-459b-a3c1-c943ec1afc37 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:08.738999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-4814795b-218a-459b-a3c1-c943ec1afc37 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.52 "GET /v2.0/ports?device_id=a721b990-e9b5-4b79-acc6-d37d382db161 HTTP/1.1" status: 200 len: 946 time: 0.1516716 Aug 31 09:37:08.739688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da229d5c-7720-4901-b278-3e5505b19fbc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.812434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad52bd0-8463-44ad-aa70-3036eb48e989 req-e64f19b4-199f-4894-9d10-9be4198d0ec2 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:08.820713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ad52bd0-8463-44ad-aa70-3036eb48e989 req-e64f19b4-199f-4894-9d10-9be4198d0ec2 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a721b990-e9b5-4b79-acc6-d37d382db161 HTTP/1.1" status: 200 len: 946 time: 0.1037304 Aug 31 09:37:08.822301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da229d5c-7720-4901-b278-3e5505b19fbc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8df7965-89a2-444a-8b5c-fbe99dcab8b7,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:08.886400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ad52bd0-8463-44ad-aa70-3036eb48e989 req-34680faf-9f3e-4eb1-b048-f39029a72407 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644383 Aug 31 09:37:08.897425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da229d5c-7720-4901-b278-3e5505b19fbc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.897425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da229d5c-7720-4901-b278-3e5505b19fbc tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3607366 Aug 31 09:37:08.897425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59420) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:08.900526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.905359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d816805e-7856-417b-a782-b50e9e7e9f7a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'security_group_rule': {'security_group_id': 'cf84c196-4435-43ab-88e3-8388e658798d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:08.938289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event deleted for resources: {'Port': ['ID=be9b9bf2-451b-4621-ab81-d94a0c95bbd0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:08.951614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Deleting port 0a8c1e60-78b4-44ea-becd-489f95c97654 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:08.951959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.007422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d816805e-7856-417b-a782-b50e9e7e9f7a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.106639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d816805e-7856-417b-a782-b50e9e7e9f7a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.113238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] For port 0a8c1e60-78b4-44ea-becd-489f95c97654, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0a8c1e60-78b4-44ea-becd-489f95c97654,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:09.114090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.131755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d816805e-7856-417b-a782-b50e9e7e9f7a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.191283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816805e-7856-417b-a782-b50e9e7e9f7a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a399326f-b7bc-4e83-ae76-d09189fb12e8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:09.199086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d816805e-7856-417b-a782-b50e9e7e9f7a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.206001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d816805e-7856-417b-a782-b50e9e7e9f7a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070252 Aug 31 09:37:09.208032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Calling delete_port for 0a8c1e60-78b4-44ea-becd-489f95c97654 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:09.212536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59428) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:09.221598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:09.232955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:09.274077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-868b2ef9-baee-431d-97c5-8fa6bc34a9d5 req-a7273ad8-5daf-4f4c-9441-b9c0774a8e54 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf673e6f-bea2-49d0-bd0f-5a038d9d84c8 HTTP/1.1" status: 200 len: 210 time: 0.0840635 Aug 31 09:37:09.275378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59432) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:09.385937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.487710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:09.500727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] Sync routers for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:09.517228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:09.517891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:36:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:09.620777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] No DVR routers for this DVR port be9b9bf2-451b-4621-ab81-d94a0c95bbd0 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:09.623860 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.640067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b464b16-b06b-4ca0-9620-627c2319142d req-bfeb14b7-a7ad-4342-a9af-01ae5ea04dc0 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.52 "DELETE /v2.0/ports/be9b9bf2-451b-4621-ab81-d94a0c95bbd0 HTTP/1.1" status: 204 len: 173 time: 2.6061053 Aug 31 09:37:09.640480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'name': 'network-vif-deleted', 'tag': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:09.642855 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a6c49d-2641-4c6e-b2ec-19733c25174b" -d '{"events": [{"server_uuid": "cf673e6f-bea2-49d0-bd0f-5a038d9d84c8", "name": "network-vif-deleted", "tag": "be9b9bf2-451b-4621-ab81-d94a0c95bbd0"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:09.729415 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c3f565-b92b-4b80-b153-3c6fe3e3e9d2 x-openstack-request-id: req-b5c3f565-b92b-4b80-b153-3c6fe3e3e9d2 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:09.729913 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf673e6f-bea2-49d0-bd0f-5a038d9d84c8", "name": "network-vif-deleted", "tag": "be9b9bf2-451b-4621-ab81-d94a0c95bbd0", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:09.730340 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b5c3f565-b92b-4b80-b153-3c6fe3e3e9d2 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:09.731202 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf673e6f-bea2-49d0-bd0f-5a038d9d84c8', 'name': 'network-vif-deleted', 'tag': 'be9b9bf2-451b-4621-ab81-d94a0c95bbd0', 'status': 'completed', 'code': 200} Aug 31 09:37:09.935730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:09.938632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.029054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0b11-e5bd-4a65-a867-dbda32842e4b req-f3fcdf5c-11d7-4d2f-be72-940dba770ffe tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:10.038858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0a8c1e60-78b4-44ea-becd-489f95c97654', '0c6d03ef-2a3f-4638-ad60-28bd4b851c09'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:10.040401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dafa0b11-e5bd-4a65-a867-dbda32842e4b req-f3fcdf5c-11d7-4d2f-be72-940dba770ffe tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.2634187 Aug 31 09:37:10.044406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6922cd14-2fa2-4e5d-a96f-701c7a2e8267'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:10.048690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63ee0426-f49f-4d2b-ba94-3dcf9d64cd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.065186 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.108883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Pushing event deleted for resources: {'Port': ['ID=0a8c1e60-78b4-44ea-becd-489f95c97654,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:10.293511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9463c-fa8f-44b0-bfab-daf47314b0d3 req-56c84d1f-e46e-4783-a34c-794f675302b8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:10.306376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7b9463c-fa8f-44b0-bfab-daf47314b0d3 req-56c84d1f-e46e-4783-a34c-794f675302b8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.4574194 Aug 31 09:37:10.395130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dafa0b11-e5bd-4a65-a867-dbda32842e4b req-113ef670-7508-4d17-8073-28a12a5b50f1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508806 Aug 31 09:37:10.406570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Allocated IP 172.25.1.169 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/9c41efe8-0490-4b96-a7f1-152c92afac7a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:10.482441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7b9463c-fa8f-44b0-bfab-daf47314b0d3 req-91b34cf8-458c-40dc-ba80-ea5357eee1c4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747003 Aug 31 09:37:10.508526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63ee0426-f49f-4d2b-ba94-3dcf9d64cd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.514367 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.520018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63ee0426-f49f-4d2b-ba94-3dcf9d64cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.629042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-63ee0426-f49f-4d2b-ba94-3dcf9d64cd84 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b12cbe00ef934849b89aeb150b9d891e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3441188 Aug 31 09:37:10.645616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59476) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.692215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.760089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] No DVR routers for this DVR port 0a8c1e60-78b4-44ea-becd-489f95c97654 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:10.760650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee0426-f49f-4d2b-ba94-3dcf9d64cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44284398-8430-4acc-8f6c-225b1fe6e1d7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:10.773000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.775654 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b6494844-c0b5-4048-965e-8266f85fe4a9 req-10383efb-7fd9-454b-80f1-168650ee4da5 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.52 "DELETE /v2.0/ports/0a8c1e60-78b4-44ea-becd-489f95c97654 HTTP/1.1" status: 204 len: 173 time: 2.0303161 Aug 31 09:37:10.776384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a721b990-e9b5-4b79-acc6-d37d382db161', 'name': 'network-vif-deleted', 'tag': '0a8c1e60-78b4-44ea-becd-489f95c97654'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:10.780882 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7b6f86-cf1c-4ffa-a6de-dccb1be138b9" -d '{"events": [{"server_uuid": "a721b990-e9b5-4b79-acc6-d37d382db161", "name": "network-vif-deleted", "tag": "0a8c1e60-78b4-44ea-becd-489f95c97654"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:10.806973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:10.851391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:10.858706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:10.867564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:10.900903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a176327c-87bc-4616-ae07-b8502dced4ca req-17c4e412-b861-45c6-8d94-ab5b2ff9aaff tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a721b990-e9b5-4b79-acc6-d37d382db161 HTTP/1.1" status: 200 len: 210 time: 0.2487164 Aug 31 09:37:10.911566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=9c41efe8-0490-4b96-a7f1-152c92afac7a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:10.990922 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cdb964ea-c7ac-47e0-a846-95de4a6cdd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.058207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cdb964ea-c7ac-47e0-a846-95de4a6cdd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.082585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:11.100547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.135148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] Checking router: 0ab31b0f-75d4-4efc-a955-42ef1a0881cb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:11.154569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:11.155769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:36:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:11.166022 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6974d855-3bc0-4adc-b504-b4cc4c4a51e7 x-openstack-request-id: req-6974d855-3bc0-4adc-b504-b4cc4c4a51e7 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:11.170202 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a721b990-e9b5-4b79-acc6-d37d382db161", "name": "network-vif-deleted", "tag": "0a8c1e60-78b4-44ea-becd-489f95c97654", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:11.170462 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6974d855-3bc0-4adc-b504-b4cc4c4a51e7 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:11.170859 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a721b990-e9b5-4b79-acc6-d37d382db161', 'name': 'network-vif-deleted', 'tag': '0a8c1e60-78b4-44ea-becd-489f95c97654', 'status': 'completed', 'code': 200} Aug 31 09:37:11.214076 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cdb964ea-c7ac-47e0-a846-95de4a6cdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.217511 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cdb964ea-c7ac-47e0-a846-95de4a6cdd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.222431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cdb964ea-c7ac-47e0-a846-95de4a6cdd05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44284398-8430-4acc-8f6c-225b1fe6e1d7 HTTP/1.1" status: 204 len: 168 time: 0.5522916 Aug 31 09:37:11.222822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.241060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb964ea-c7ac-47e0-a846-95de4a6cdd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44284398-8430-4acc-8f6c-225b1fe6e1d7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:11.275565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59500) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:11.453949 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0fd570d-9edd-46b1-a82e-d2152f55f5f2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.569888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0fd570d-9edd-46b1-a82e-d2152f55f5f2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.797483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device be9b9bf2-451b-4621-ab81-d94a0c95bbd0 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:11.808690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0fd570d-9edd-46b1-a82e-d2152f55f5f2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.812336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0fd570d-9edd-46b1-a82e-d2152f55f5f2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.813807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e0fd570d-9edd-46b1-a82e-d2152f55f5f2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "DELETE /v2.0/security-groups/93b91024-8a30-4ae2-a9a4-8c92786abb87 HTTP/1.1" status: 204 len: 168 time: 0.5371075 Aug 31 09:37:11.820223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59528) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:11.833219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd570d-9edd-46b1-a82e-d2152f55f5f2 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b91024-8a30-4ae2-a9a4-8c92786abb87,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:11.833933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.866830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.867143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16539bb-4ea2-4327-99a6-0a44a7423be8 req-56995bd0-d1b2-42b3-883a-ff2b7fe734f8 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:11.869624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f16539bb-4ea2-4327-99a6-0a44a7423be8 req-56995bd0-d1b2-42b3-883a-ff2b7fe734f8 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.2399683 Aug 31 09:37:11.869886 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-33818614-5017-444b-a9eb-63ebc25e13d4 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] show failed (client error): The resource could not be found. Aug 31 09:37:11.874361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59530) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:11.876959 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-33818614-5017-444b-a9eb-63ebc25e13d4 tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "GET /v2.0/security-groups/93b91024-8a30-4ae2-a9a4-8c92786abb87 HTTP/1.1" status: 404 len: 347 time: 0.0494428 Aug 31 09:37:11.909726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: be9b9bf2-451b-4621-ab81-d94a0c95bbd0 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:11.910072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device be9b9bf2-451b-4621-ab81-d94a0c95bbd0 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:11.999813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:12.066527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7749ac5-45d7-443a-acb2-90b7337a44a6 req-f078d9fb-bcae-4053-b371-e136488dbd42 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:12.067834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7749ac5-45d7-443a-acb2-90b7337a44a6 req-f078d9fb-bcae-4053-b371-e136488dbd42 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.3524587 Aug 31 09:37:12.167813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=9c41efe8-0490-4b96-a7f1-152c92afac7a,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:12.212437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.236993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7749ac5-45d7-443a-acb2-90b7337a44a6 req-2d6e2072-ee9f-4603-b1a9-3c9b0ec4639e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382627 Aug 31 09:37:12.264221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.265260 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6e56f57c-1e7d-4444-9880-4e818dd23471 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0517707 Aug 31 09:37:12.282242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f16539bb-4ea2-4327-99a6-0a44a7423be8 req-39fe2c8e-d0a6-48ca-8034-9e9b039e52a4 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580577 Aug 31 09:37:12.421015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Deleting port 9268edf3-2625-44f8-9bc5-08f27ac7be98 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:12.422433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.600623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:12.634588 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.635639 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.661305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Calling delete_port for 9268edf3-2625-44f8-9bc5-08f27ac7be98 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:12.667619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b22c32-546c-43ed-8dc5-6709cc5d31db None None] The sync data for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 is: [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:34:58Z', 'revision_number': 4, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '636ddbc4-3beb-4c25-b207-c634d940afba', 'name': '', 'network_id': '2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'mac_address': 'fa:16:3e:15:6e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:06Z', 'revision_number': 5, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'subnets': [{'id': 'bf073442-b30f-4992-b3f2-786e110c4987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:13.044806 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.135003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Pushing event deleted for resources: {'Port': ['ID=9268edf3-2625-44f8-9bc5-08f27ac7be98,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:13.243376 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.248691 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.250769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8d6fe849-4073-4c3e-ab5b-38e86d9b137e tempest-ServersTestJSON-754519553 tempest-ServersTestJSON-754519553-project] 10.222.0.69 "DELETE /v2.0/floatingips/6e4985f5-52a2-47c0-9474-ff25dc5e7fc7 HTTP/1.1" status: 204 len: 168 time: 1.3695502 Aug 31 09:37:13.254806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59604) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:13.318973 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877ed1a6-0bc0-4555-95cd-5a61415d342e None None] New status for floating IP 6e4985f5-52a2-47c0-9474-ff25dc5e7fc7: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:37:13.378028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59612) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:13.456020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0a8c1e60-78b4-44ea-becd-489f95c97654 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:13.534649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 0a8c1e60-78b4-44ea-becd-489f95c97654 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:13.538244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0a8c1e60-78b4-44ea-becd-489f95c97654 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:13.552973 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.702167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241a419-7b53-4868-aa37-0fb29f74b95f req-6907734c-54de-418c-b013-500edbea5f12 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:13.704232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f241a419-7b53-4868-aa37-0fb29f74b95f req-6907734c-54de-418c-b013-500edbea5f12 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.1132998 Aug 31 09:37:13.766076 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe02fcfa-e685-4654-89b5-fbff17a6cced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.844984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f241a419-7b53-4868-aa37-0fb29f74b95f req-078bc7db-11c7-4be3-9835-f26db3395d9a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340933 Aug 31 09:37:14.157504 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe02fcfa-e685-4654-89b5-fbff17a6cced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.166717 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe02fcfa-e685-4654-89b5-fbff17a6cced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.275651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fe02fcfa-e685-4654-89b5-fbff17a6cced admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15b78748fdd648a78f62e5c1e214c62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8961132 Aug 31 09:37:14.278161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02fcfa-e685-4654-89b5-fbff17a6cced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65eb560-2d32-4c2a-bc2c-ab855d5a1a7b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:14.301161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59638) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:14.451988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-309ba8fd-5c6e-470b-802c-eeda9985159c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.518795 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-309ba8fd-5c6e-470b-802c-eeda9985159c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.671217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-309ba8fd-5c6e-470b-802c-eeda9985159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.686932 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-309ba8fd-5c6e-470b-802c-eeda9985159c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.691636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-309ba8fd-5c6e-470b-802c-eeda9985159c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f65eb560-2d32-4c2a-bc2c-ab855d5a1a7b HTTP/1.1" status: 204 len: 168 time: 0.3848975 Aug 31 09:37:14.702966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ba8fd-5c6e-470b-802c-eeda9985159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65eb560-2d32-4c2a-bc2c-ab855d5a1a7b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:14.703704 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.021373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8bdd1-d786-44a7-a95f-6cc5dfcddd53 req-d1c6130d-a04b-4cac-b7f4-273aea90f0ba tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.032315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8bdd1-d786-44a7-a95f-6cc5dfcddd53 req-d1c6130d-a04b-4cac-b7f4-273aea90f0ba tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.050189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cd8bdd1-d786-44a7-a95f-6cc5dfcddd53 req-d1c6130d-a04b-4cac-b7f4-273aea90f0ba tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e&device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 1682 time: 0.1396730 Aug 31 09:37:15.139736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cd8bdd1-d786-44a7-a95f-6cc5dfcddd53 req-1148b0cf-424e-41e7-ac2c-5a0acdb76bfa tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880637 Aug 31 09:37:15.325588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5c955-4562-46f8-a1ec-ecec99a2a050 req-0b3367bf-b00d-4ac7-b8f1-50631c6896e9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.338205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8d5c955-4562-46f8-a1ec-ecec99a2a050 req-0b3367bf-b00d-4ac7-b8f1-50631c6896e9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.0995779 Aug 31 09:37:15.384208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Deleting port 636ddbc4-3beb-4c25-b207-c634d940afba {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:15.384560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.420510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8d5c955-4562-46f8-a1ec-ecec99a2a050 req-fd484208-3c73-4ce0-82ea-b58de47b4038 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776272 Aug 31 09:37:15.589118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] For port 636ddbc4-3beb-4c25-b207-c634d940afba, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=636ddbc4-3beb-4c25-b207-c634d940afba,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:15.589442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.629780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Calling delete_port for 636ddbc4-3beb-4c25-b207-c634d940afba owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:15.767473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-62f522be-ed15-4467-8abe-a03f03c17597 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--896843120&fields=id&tenant_id=6a637f499c88468398ba69ce5a70d104 HTTP/1.1" status: 200 len: 267 time: 0.1624792 Aug 31 09:37:15.931253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-53924f5d-8d66-431e-a6a5-42d0ae4a0567 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.943380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-53924f5d-8d66-431e-a6a5-42d0ae4a0567 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports/88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 931 time: 0.1749454 Aug 31 09:37:16.080301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-1ec2ae50-f026-4733-8f2a-ce17bdc58310 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:16.100820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-1ec2ae50-f026-4733-8f2a-ce17bdc58310 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports/565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 932 time: 0.1518943 Aug 31 09:37:16.192761 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c3caaeb9-4555-4f6d-814b-eeb628da6026 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0906014 Aug 31 09:37:16.204314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.215349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c97a4-1755-44ab-8b40-12c9c7aac4ca req-0520f029-4dc5-4434-829a-e86245133992 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:16.223167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-637c97a4-1755-44ab-8b40-12c9c7aac4ca req-0520f029-4dc5-4434-829a-e86245133992 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 946 time: 0.1191823 Aug 31 09:37:16.234260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:16.306339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-393449b9-b192-4eb4-8500-896ee3a41dc0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1032629 Aug 31 09:37:16.334326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=636ddbc4-3beb-4c25-b207-c634d940afba,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:16.475099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-8d8807e5-99e1-4c2a-8fdf-7ab2c9ddee75 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:16.513778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-8d8807e5-99e1-4c2a-8fdf-7ab2c9ddee75 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:16.528497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-8d8807e5-99e1-4c2a-8fdf-7ab2c9ddee75 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:16.531934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-8d8807e5-99e1-4c2a-8fdf-7ab2c9ddee75 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/networks?id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d HTTP/1.1" status: 200 len: 1989 time: 0.2244492 Aug 31 09:37:16.536115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59728) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:16.545218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.593793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b9354014-4090-4e8a-88af-c5fbb52482dd tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/quotas/6a637f499c88468398ba69ce5a70d104 HTTP/1.1" status: 200 len: 375 time: 0.0458367 Aug 31 09:37:16.608465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:16.610909 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a064da-c8da-46bc-8cee-3b3c001752be" -d '{"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:16.634229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-637c97a4-1755-44ab-8b40-12c9c7aac4ca req-17cfd423-f8f2-4817-b050-b3ba097feeff tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095716 Aug 31 09:37:16.648576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:16.675187 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.855294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3f78f760-901e-4980-a01e-fff25d3e13fb tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2604692 Aug 31 09:37:16.874327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=14']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:16.898901 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.051369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-bb7858d9-3970-4c2c-b0c1-1f4737603d22 service neutron] 10.222.0.69 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951048 Aug 31 09:37:17.265839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-72985017'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:17.374809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Made reservation on behalf of a6f93d5613d5405696422c62f9e71ac6 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:17.381992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.396684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:17.403946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0bf12-33a0-49f7-80fe-9e1b5f300f07 req-9412009c-916c-45b5-8ba9-744345fb9d27 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:17.412113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.416563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02b0bf12-33a0-49f7-80fe-9e1b5f300f07 req-9412009c-916c-45b5-8ba9-744345fb9d27 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.1914499 Aug 31 09:37:17.483983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d1d4273b-8ac6-49f6-9e66-fde3ce87b909 service neutron] 10.222.0.69 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307110 Aug 31 09:37:17.525247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02b0bf12-33a0-49f7-80fe-9e1b5f300f07 req-0dc1f1fb-2818-430d-88c9-e9b2d87660fb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038399 Aug 31 09:37:17.599691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:17.610586 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-61faf49a-cbe5-42cf-8281-ee32af838cb3 admin admin] 10.222.0.69 "PUT /v2.0/routers/0ab31b0f-75d4-4efc-a955-42ef1a0881cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3516552 Aug 31 09:37:17.611814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59760) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:17.616072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-8ccc01c2-eb52-4ca8-9e72-de200ee6b6c2 service neutron] 10.222.0.69 "GET /v2.0/ports/88eafdf0-d6a9-4ac5-990f-ed2225afba99?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1157560 Aug 31 09:37:17.623355 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bef900-6753-49f6-b101-028a06c1e1c0 x-openstack-request-id: req-07bef900-6753-49f6-b101-028a06c1e1c0 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:17.625008 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:17.625493 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07bef900-6753-49f6-b101-028a06c1e1c0 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:17.626098 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'code': 200} Aug 31 09:37:17.633518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] Sync routers for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:17.651614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:17.654258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:36:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:17.735553 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.918337 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.004212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.022065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.059678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71489253-9be2-40ad-aad2-ed14fe3b4158,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:18.064973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-99fb7cc4-d406-41f9-aa74-a1567556b20d service neutron] 10.222.0.69 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301081 Aug 31 09:37:18.083454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59766) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:18.090281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Deleting port 37bc0bc2-13f9-424b-8e38-4068ce3480fd {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:18.090776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.141195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:18.332359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] For port 37bc0bc2-13f9-424b-8e38-4068ce3480fd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=37bc0bc2-13f9-424b-8e38-4068ce3480fd,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:18.332864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.384750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Calling delete_port for 37bc0bc2-13f9-424b-8e38-4068ce3480fd owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:18.470149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7c97b-c693-4f8f-b0e9-156932802f11 req-8682f5a6-5c41-48f2-9bab-b0128e20a657 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:18.488308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47b7c97b-c693-4f8f-b0e9-156932802f11 req-8682f5a6-5c41-48f2-9bab-b0128e20a657 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e HTTP/1.1" status: 200 len: 945 time: 0.1549797 Aug 31 09:37:18.516474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2141929905-network', 'tenant_id': '55d6a35ff57642e789271034dc1ba3dc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:18.625651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Made reservation on behalf of 55d6a35ff57642e789271034dc1ba3dc for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:18.632489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.677749 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-0cbf5645-a2bd-484f-96e6-3d7148e24491 service neutron] 10.222.0.69 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921381 Aug 31 09:37:18.681772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.707635 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.732144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:18.735371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47b7c97b-c693-4f8f-b0e9-156932802f11 req-34d42a4a-c7c8-4e91-b625-578fb2fc12ad tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/security-groups?id=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449362 Aug 31 09:37:18.760917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=37bc0bc2-13f9-424b-8e38-4068ce3480fd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:18.796807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.797087 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Added segment 08996822-4b64-42bc-84fd-39eb876fe0d7 of type vlan for network 41eda52c-3c49-4f37-9129-0517e65bd84a Aug 31 09:37:18.833159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:37:15Z', 'revision_number': 5, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port': {'id': '37bc0bc2-13f9-424b-8e38-4068ce3480fd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:53Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:18.921168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] Checking router: 0ab31b0f-75d4-4efc-a955-42ef1a0881cb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:18.952486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] Routers {'0ab31b0f-75d4-4efc-a955-42ef1a0881cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:18.953504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:36:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:18.996296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-74de1d76-4fd3-4f19-8d32-4a3b5d99cec6 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:18.997881 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-74de1d76-4fd3-4f19-8d32-4a3b5d99cec6 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.52 "GET /v2.0/ports?device_id=637b4eb5-4716-4c7a-950a-5b7959f5800e HTTP/1.1" status: 200 len: 945 time: 0.3074467 Aug 31 09:37:19.131406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.133065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] Set router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:19.157149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.168930 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.242658 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.250257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-cd8426f6-a17f-4861-9396-824cf69498c6 service neutron] 10.222.0.69 "GET /v2.0/ports/565e1b0f-de4b-4baf-8c63-4aa7212bc502?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5546799 Aug 31 09:37:19.275131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:37:18Z', 'revision_number': 7, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:19.350589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b0121-c5d9-4df9-b564-dc6ce2839ffe None None] The sync data for ids ['0ab31b0f-75d4-4efc-a955-42ef1a0881cb'] in n-d-806683-2 is: [{'id': '0ab31b0f-75d4-4efc-a955-42ef1a0881cb', 'name': 'tempest-ServersTestJSON-1553229742-router', 'tenant_id': '56a5d2c0801245329125d9f766389fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:52Z', 'updated_at': '2021-08-31T09:37:18Z', 'revision_number': 7, 'project_id': '56a5d2c0801245329125d9f766389fa8', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:19.422148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.424797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.470537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef06a47-3d1f-470a-adf8-36e9500355fa,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:19.490654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.491212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab31b0f-75d4-4efc-a955-42ef1a0881cb {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:37:19.493343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c901a927-a337-4164-98ae-f8aca94ed89b service neutron] 10.222.0.69 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407897 Aug 31 09:37:19.499964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.501337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ebf4bd28-94ea-499a-a2c2-57e052a67d3e admin admin] 10.222.0.69 "DELETE /v2.0/routers/0ab31b0f-75d4-4efc-a955-42ef1a0881cb HTTP/1.1" status: 204 len: 168 time: 1.8883660 Aug 31 09:37:19.505117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59828) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:19.560074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-005e52d0-c806-43ae-8afc-e2559a60dc6c admin admin] Deleting subnet bf073442-b30f-4992-b3f2-786e110c4987 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:37:19.575255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.581842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:19.582652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.587097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-005e52d0-c806-43ae-8afc-e2559a60dc6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.685903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:19.686695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event updated for resources: {'Network': ['ID=41eda52c-3c49-4f37-9129-0517e65bd84a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:19.698365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 41eda52c-3c49-4f37-9129-0517e65bd84a details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:19.742215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Deleting port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:19.742215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.822545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d00278f6-8451-4ebf-b104-8bcf1eee3604 service neutron] 10.222.0.69 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289497 Aug 31 09:37:19.920434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] For port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:19.920815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.938570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Calling delete_port for 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:20.029955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-a7dbf591-76a9-426c-922d-f45ab46d20a5 service neutron] 10.222.0.69 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051184 Aug 31 09:37:20.074066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7696f7-ad08-44f7-82ef-62dd783ea82f req-733e7321-27b1-4203-bbab-b35e95326fa7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:20.083844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b7696f7-ad08-44f7-82ef-62dd783ea82f req-733e7321-27b1-4203-bbab-b35e95326fa7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 1.1896610 Aug 31 09:37:20.084465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-588a5c6a-82f3-4918-84d8-c78b537a225d tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.5469480 Aug 31 09:37:20.096666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59856) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:20.101506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:20.122172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-005e52d0-c806-43ae-8afc-e2559a60dc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:20.124915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6922cd14-2fa2-4e5d-a96f-701c7a2e8267'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:20.127519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0c6d03ef-2a3f-4638-ad60-28bd4b851c09'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:20.153265 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:20.153644 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Added segment 8af4e209-953f-44ae-988c-2f0055386c1d of type vlan for network 5471ad47-d15e-4472-b684-c8d622bf98e9 Aug 31 09:37:20.166177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Request body: {'subnet': {'network_id': '41eda52c-3c49-4f37-9129-0517e65bd84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:20.185799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Pushing event deleted for resources: {'Port': ['ID=0c6d03ef-2a3f-4638-ad60-28bd4b851c09,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:20.214421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] No DVR routers for this DVR port 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:20.219164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:20.221031 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f6d1d3f-80c5-430c-9777-bf8801816ca1 req-a0832277-6240-4199-b2a4-e046bbf2ab80 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.52 "DELETE /v2.0/ports/0c6d03ef-2a3f-4638-ad60-28bd4b851c09 HTTP/1.1" status: 204 len: 173 time: 1.1857297 Aug 31 09:37:20.221816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b4eb5-4716-4c7a-950a-5b7959f5800e', 'name': 'network-vif-deleted', 'tag': '0c6d03ef-2a3f-4638-ad60-28bd4b851c09'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:20.224677 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5882999e-b899-4164-a6c7-217289ccf5d2" -d '{"events": [{"server_uuid": "637b4eb5-4716-4c7a-950a-5b7959f5800e", "name": "network-vif-deleted", "tag": "0c6d03ef-2a3f-4638-ad60-28bd4b851c09"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:20.362464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-005e52d0-c806-43ae-8afc-e2559a60dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:20.498097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-eebc67c7-6c7d-410a-834d-930be8206e71 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:20.501245 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-eebc67c7-6c7d-410a-834d-930be8206e71 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.20 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 946 time: 0.0836039 Aug 31 09:37:20.822509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 37bc0bc2-13f9-424b-8e38-4068ce3480fd no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:20.934541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 37bc0bc2-13f9-424b-8e38-4068ce3480fd {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:20.934917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 37bc0bc2-13f9-424b-8e38-4068ce3480fd not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:20.935347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 636ddbc4-3beb-4c25-b207-c634d940afba no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:21.008209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 636ddbc4-3beb-4c25-b207-c634d940afba {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:21.008983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 636ddbc4-3beb-4c25-b207-c634d940afba not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:21.404495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-005e52d0-c806-43ae-8afc-e2559a60dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.498089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a43593d-c822-4363-974d-ac058da1fb7c None None] Network 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:21.535779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e52d0-c806-43ae-8afc-e2559a60dc6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf073442-b30f-4992-b3f2-786e110c4987,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:21.543360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-005e52d0-c806-43ae-8afc-e2559a60dc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.548250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-005e52d0-c806-43ae-8afc-e2559a60dc6c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bf073442-b30f-4992-b3f2-786e110c4987 HTTP/1.1" status: 204 len: 168 time: 2.0413175 Aug 31 09:37:21.560726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59878) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:21.589121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b7696f7-ad08-44f7-82ef-62dd783ea82f req-734f96ed-81ff-4e4e-85e0-f3c0286ed77f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5039976 Aug 31 09:37:21.686541 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.775747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.780455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Made reservation on behalf of a6f93d5613d5405696422c62f9e71ac6 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:21.783029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Deleting port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:21.783380 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.791006 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.811433 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb53268b-308e-4a67-a715-7246ca2fa198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.826692 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554cd034-19cf-468d-b3d7-0a7228f5f5b7 x-openstack-request-id: req-554cd034-19cf-468d-b3d7-0a7228f5f5b7 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:21.830275 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b4eb5-4716-4c7a-950a-5b7959f5800e", "name": "network-vif-deleted", "tag": "0c6d03ef-2a3f-4638-ad60-28bd4b851c09", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:21.830566 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-554cd034-19cf-468d-b3d7-0a7228f5f5b7 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:21.844164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:37:21.850238 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b4eb5-4716-4c7a-950a-5b7959f5800e', 'name': 'network-vif-deleted', 'tag': '0c6d03ef-2a3f-4638-ad60-28bd4b851c09', 'status': 'completed', 'code': 200} Aug 31 09:37:21.892678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-f19985fa-5f86-4a3e-b649-d6a956557828 service neutron] 10.222.0.69 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8610876 Aug 31 09:37:21.935287 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.937592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:21.938221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.996494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b26767-822e-4470-affc-797050f942d1 None None] DHCP port deletion for 2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:37:22.082237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-32b26767-822e-4470-affc-797050f942d1 None None] Deleting port 99e74b57-a26b-46dd-967a-651555cb1993 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:22.082845 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32b26767-822e-4470-affc-797050f942d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.139535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] For port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,segment=NetworkSegment(2430158a-1dd2-4706-ac97-0632021bca1e),segment_id=2430158a-1dd2-4706-ac97-0632021bca1e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:22.140148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.168427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Deleting port 99e74b57-a26b-46dd-967a-651555cb1993 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:22.169102 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.171648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Calling delete_port for 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:22.283477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-32b26767-822e-4470-affc-797050f942d1 None None] For port 99e74b57-a26b-46dd-967a-651555cb1993, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=99e74b57-a26b-46dd-967a-651555cb1993,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:22.288656 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32b26767-822e-4470-affc-797050f942d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.324599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-32b26767-822e-4470-affc-797050f942d1 None None] Calling delete_port for 99e74b57-a26b-46dd-967a-651555cb1993 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:22.356812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-4879b86a-ffb0-49ab-84f9-1a5c7035bfdc service neutron] 10.222.0.69 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358909 Aug 31 09:37:22.539369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] Pushing event updated for resources: {'Network': ['ID=5471ad47-d15e-4472-b684-c8d622bf98e9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:22.544890 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32b26767-822e-4470-affc-797050f942d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.565783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 5471ad47-d15e-4472-b684-c8d622bf98e9 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:22.574348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-cf1ca7dd-1552-41b3-a10f-0d7cab90f137 service neutron] 10.222.0.69 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131369 Aug 31 09:37:22.590875 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c73c14ff-6d84-4ffd-bc0e-3451ce4c71ee admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.5062301 Aug 31 09:37:22.616606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59890) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:22.634790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Request body: {'subnet': {'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2141929905-subnet', 'tenant_id': '55d6a35ff57642e789271034dc1ba3dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:22.642268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b26767-822e-4470-affc-797050f942d1 None None] Pushing event deleted for resources: {'Port': ['ID=99e74b57-a26b-46dd-967a-651555cb1993,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:22.674525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b26767-822e-4470-affc-797050f942d1 None None] No DVR routers for this DVR port 99e74b57-a26b-46dd-967a-651555cb1993 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:22.744060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 99e74b57-a26b-46dd-967a-651555cb1993 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:22.757821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0013a5-d4bf-43f2-993b-61eeecd5f4e0 req-62bda90a-cf20-45ea-bdd2-41d80a52af05 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:22.776540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa0013a5-d4bf-43f2-993b-61eeecd5f4e0 req-62bda90a-cf20-45ea-bdd2-41d80a52af05 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.5879357 Aug 31 09:37:22.814150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] For port 99e74b57-a26b-46dd-967a-651555cb1993, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=99e74b57-a26b-46dd-967a-651555cb1993,segment=NetworkSegment(ec52eee9-746b-467d-9a12-246b9374ff62),segment_id=ec52eee9-746b-467d-9a12-246b9374ff62)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:22.816775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.841145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 99e74b57-a26b-46dd-967a-651555cb1993 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:22.845537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 99e74b57-a26b-46dd-967a-651555cb1993 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:22.878424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Calling delete_port for 99e74b57-a26b-46dd-967a-651555cb1993 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:22.908173 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.934860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Made reservation on behalf of 55d6a35ff57642e789271034dc1ba3dc for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:22.937467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.043430 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c29538e4-5c9d-4d71-8d95-207f1c87b283 service neutron] 10.222.0.69 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485271 Aug 31 09:37:23.077613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.087785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Pushing event deleted for resources: {'Port': ['ID=6922cd14-2fa2-4e5d-a96f-701c7a2e8267,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:23.180028 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:37:23.220718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=99e74b57-a26b-46dd-967a-651555cb1993,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:23.277399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa0013a5-d4bf-43f2-993b-61eeecd5f4e0 req-89d306fc-5f6c-4e35-8e55-cfefe7c56be4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4996536 Aug 31 09:37:23.281684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] No DVR routers for this DVR port 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:23.284560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] No DVR routers for this DVR port 99e74b57-a26b-46dd-967a-651555cb1993 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:23.298452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.302429 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a350932f-2e16-4057-8adc-203eb474fcd9 req-4836dc87-45f2-4d0b-bd44-9410a5f5c262 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.20 "DELETE /v2.0/ports/6922cd14-2fa2-4e5d-a96f-701c7a2e8267 HTTP/1.1" status: 204 len: 173 time: 2.7814524 Aug 31 09:37:23.500560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:23.515491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-1a77d6b0-71c2-451e-ae76-1aa45959a030 service neutron] 10.222.0.69 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246535 Aug 31 09:37:23.550839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:23.551930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0c6d03ef-2a3f-4638-ad60-28bd4b851c09 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:23.576762 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.602894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:23.627510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d4a4724e-a16d-4795-a604-cd20f6f73ce1 service neutron] 10.222.0.69 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110039 Aug 31 09:37:23.630387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec52eee9-746b-467d-9a12-246b9374ff62') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:23.631284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec52eee9-746b-467d-9a12-246b9374ff62') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:23.661317 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.681119 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.703633 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.714227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:37:23.715379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.784442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-de565116-1063-4113-9fa3-3f672847392c req-733a0d69-a438-4f74-809b-168ce4ae74a0 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 210 time: 0.1684721 Aug 31 09:37:23.801588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event updated for resources: {'Subnet': ['ID=7efb928e-6ae5-4906-9465-60791505e7da,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:37:23.830617 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:37:23.842047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.853144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.860161 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] 10.222.0.69 "DELETE /v2.0/networks/2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca HTTP/1.1" status: 204 len: 168 time: 2.2962682 Aug 31 09:37:23.861994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d055d4-87ef-4e7a-97c1-5dfca7f122e8', 'name': 'network-vif-deleted', 'tag': '6922cd14-2fa2-4e5d-a96f-701c7a2e8267'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:23.864705 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf00f4-9fc2-4e25-8744-24ab0c4dc012" -d '{"events": [{"server_uuid": "84d055d4-87ef-4e7a-97c1-5dfca7f122e8", "name": "network-vif-deleted", "tag": "6922cd14-2fa2-4e5d-a96f-701c7a2e8267"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:23.885322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353328b8-bbfb-4d04-81f2-50a2e634e1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf7a337-de0a-44d8-baa7-a7e8a44cf9ca,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:24.250504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:24.258937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ee0fa6fb-8edb-414c-8bc9-9203885b55a8 service neutron] 10.222.0.69 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299312 Aug 31 09:37:24.263385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Checking segment: {'id': '08996822-4b64-42bc-84fd-39eb876fe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '41eda52c-3c49-4f37-9129-0517e65bd84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:24.263602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Network hostable DHCP agents. Network: 41eda52c-3c49-4f37-9129-0517e65bd84a, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:37:24.305237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338a128-33ce-4659-89ad-75ee3d07309d req-8d359ea0-3559-47b3-acdc-2710479cab7f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:24.307088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1338a128-33ce-4659-89ad-75ee3d07309d req-8d359ea0-3559-47b3-acdc-2710479cab7f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.3718178 Aug 31 09:37:24.352931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:24.354323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6922cd14-2fa2-4e5d-a96f-701c7a2e8267 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:24.413945 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1338a128-33ce-4659-89ad-75ee3d07309d req-bfcc1f43-9a03-455e-b2be-92bb01d96bfe tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647342 Aug 31 09:37:24.414741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Network 41eda52c-3c49-4f37-9129-0517e65bd84a is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:24.424575 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.464859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59922) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:24.538305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2bb068-ee81-4ebe-bb00-20ebe1788af1,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:24.547343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 41eda52c-3c49-4f37-9129-0517e65bd84a) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:24.556962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:24.557738 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.577721 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-09cad97a-3018-4db1-8ab5-b93b24b0b273 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56a5d2c0801245329125d9f766389fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103616 Aug 31 09:37:24.578590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59924) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:24.606533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbc8e2-995c-4111-b7ce-233860450fb1 None None] Network 41eda52c-3c49-4f37-9129-0517e65bd84a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:24.634890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-455366b2-fd2d-40d4-93b5-d54d7b2cf67a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4833283 Aug 31 09:37:24.644808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59926) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:24.659870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Request body: {'port': {'network_id': '41eda52c-3c49-4f37-9129-0517e65bd84a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-206069635'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:24.768936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ddc51fdc-1455-4080-aa13-347810e46b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.828752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ddc51fdc-1455-4080-aa13-347810e46b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.883826 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01cf744-a883-4096-abec-37fbf7df5582 x-openstack-request-id: req-d01cf744-a883-4096-abec-37fbf7df5582 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:24.885478 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d055d4-87ef-4e7a-97c1-5dfca7f122e8", "name": "network-vif-deleted", "tag": "6922cd14-2fa2-4e5d-a96f-701c7a2e8267", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:24.885823 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d01cf744-a883-4096-abec-37fbf7df5582 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:24.887780 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d055d4-87ef-4e7a-97c1-5dfca7f122e8', 'name': 'network-vif-deleted', 'tag': '6922cd14-2fa2-4e5d-a96f-701c7a2e8267', 'status': 'completed', 'code': 200} Aug 31 09:37:24.901772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Checking segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:24.902361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Network hostable DHCP agents. Network: 5471ad47-d15e-4472-b684-c8d622bf98e9, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:37:24.976127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ddc51fdc-1455-4080-aa13-347810e46b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.980333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ddc51fdc-1455-4080-aa13-347810e46b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.986104 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ddc51fdc-1455-4080-aa13-347810e46b84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/094fbcad-626a-4a4f-9ed1-3087873dd99f HTTP/1.1" status: 204 len: 168 time: 0.4063277 Aug 31 09:37:25.052623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc51fdc-1455-4080-aa13-347810e46b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094fbcad-626a-4a4f-9ed1-3087873dd99f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:25.067099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Network 5471ad47-d15e-4472-b684-c8d622bf98e9 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:25.077184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-78f05d51-0337-4a7c-bad3-54fac83a5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:25.080005 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-78f05d51-0337-4a7c-bad3-54fac83a5c11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1095 time: 0.0828476 Aug 31 09:37:25.189777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 5471ad47-d15e-4472-b684-c8d622bf98e9) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:25.260247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:25.261581 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.318370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5f53ac73-30ce-40cd-9b81-f7b71c195f8a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6935849 Aug 31 09:37:25.332617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c951d5-644f-4399-94bb-e54078af69a7 None None] Network 5471ad47-d15e-4472-b684-c8d622bf98e9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:25.413002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-fcb6cb2d-b1a5-4d43-ba94-960635bc8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:25.416150 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-fcb6cb2d-b1a5-4d43-ba94-960635bc8907 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.3098228 Aug 31 09:37:25.441592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadbd30-0829-4e79-a33a-aaa36bfe559b req-dd8ea8cf-1eae-4be7-af92-15f4384f4e15 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:25.444627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eeadbd30-0829-4e79-a33a-aaa36bfe559b req-dd8ea8cf-1eae-4be7-af92-15f4384f4e15 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.3260603 Aug 31 09:37:25.452275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Made reservation on behalf of a6f93d5613d5405696422c62f9e71ac6 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:25.462198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.517815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.534596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] device_id is not set on port 92166898-ed96-4a61-b852-d320bf7aebc9 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:37:25.583062 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-36c97fba-d62b-4664-8807-4b28ad366b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.646288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eeadbd30-0829-4e79-a33a-aaa36bfe559b req-3249fc83-cb19-40e3-90bd-0f0a8b03f80d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483083 Aug 31 09:37:25.713447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-41eda52c-3c49-4f37-9129-0517e65bd84a', 'network_id': '41eda52c-3c49-4f37-9129-0517e65bd84a', 'tenant_id': 'a6f93d5613d5405696422c62f9e71ac6', 'fixed_ips': [{'subnet_id': '7efb928e-6ae5-4906-9465-60791505e7da'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:37:25.714820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.824970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Allocated IP 172.20.0.6 (41eda52c-3c49-4f37-9129-0517e65bd84a/7efb928e-6ae5-4906-9465-60791505e7da/92166898-ed96-4a61-b852-d320bf7aebc9) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:25.843380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0ff516a-5428-4763-8a7c-bd45f4e68752 req-ef9e70e9-c40f-42b1-89ff-bd472f6aa514 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 210 time: 0.0632210 Aug 31 09:37:26.026422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8d2301-e094-416f-9423-f72b47061385 None None] Network 5471ad47-d15e-4472-b684-c8d622bf98e9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:26.125807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa6f8e-bb9b-420d-ba61-8d0c3b83d172 req-2691c1b7-a140-4e1b-b111-9df0bf424c4c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:26.138546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8afa6f8e-bb9b-420d-ba61-8d0c3b83d172 req-2691c1b7-a140-4e1b-b111-9df0bf424c4c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.1354828 Aug 31 09:37:26.246487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8afa6f8e-bb9b-420d-ba61-8d0c3b83d172 req-6e330e62-f296-49d2-b06c-16afc909bff1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069310 Aug 31 09:37:26.319553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:26.379338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d061d4b-32b5-4b96-9b0f-467491e88d62 req-c163131f-f18e-4d9a-8830-9ff4e172d58b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.0442026 Aug 31 09:37:26.420038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Transition to ACTIVE for port object 92166898-ed96-4a61-b852-d320bf7aebc9 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:26.585661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-83df6127-957b-4bb6-a19c-03b2a6611089 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:26.597057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-83df6127-957b-4bb6-a19c-03b2a6611089 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 805 time: 0.2630789 Aug 31 09:37:26.598700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:26.673424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-048a8c09-0513-48ce-9514-cb24346bd2bf tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/quotas/55d6a35ff57642e789271034dc1ba3dc HTTP/1.1" status: 200 len: 375 time: 0.0611167 Aug 31 09:37:26.688962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Allocated IP 172.20.0.2 (41eda52c-3c49-4f37-9129-0517e65bd84a/7efb928e-6ae5-4906-9465-60791505e7da/239b1a8d-2dc2-4cb4-a529-1036dc121719) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:26.740304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-977cefb5-3f56-4a32-9071-3e8f567784ec tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581484 Aug 31 09:37:26.743465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Network 41eda52c-3c49-4f37-9129-0517e65bd84a is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:26.752364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:26.779477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:26.784568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event updated for resources: {'Port': ['ID=92166898-ed96-4a61-b852-d320bf7aebc9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:27.076467 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.103862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Transition to ACTIVE for port object 239b1a8d-2dc2-4cb4-a529-1036dc121719 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:27.143440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Transition to ACTIVE for port object 239b1a8d-2dc2-4cb4-a529-1036dc121719 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:27.156567 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.186202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-aab19fb1-ebf4-4d2f-9790-2a479d6e209f service neutron] 10.222.0.69 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310336 Aug 31 09:37:27.231379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:27.232389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.235754 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Network 41eda52c-3c49-4f37-9129-0517e65bd84a is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:27.255405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Pushing event updated for resources: {'Port': ['ID=239b1a8d-2dc2-4cb4-a529-1036dc121719,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:27.261945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:27.264610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:27.286076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae0fc-c881-4954-86d1-76eb0f0bcd7d req-0992e82d-7911-46d7-9aa2-655262959a57 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:27.295641 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-645ae0fc-c881-4954-86d1-76eb0f0bcd7d req-0992e82d-7911-46d7-9aa2-655262959a57 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4488480 Aug 31 09:37:27.381061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Attempting to bind port 239b1a8d-2dc2-4cb4-a529-1036dc121719 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:27.381414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b7abd735-2a34-4e21-9093-0c71aeff8a53 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7323589 Aug 31 09:37:27.382644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Attempting to bind port 239b1a8d-2dc2-4cb4-a529-1036dc121719 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '08996822-4b64-42bc-84fd-39eb876fe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '41eda52c-3c49-4f37-9129-0517e65bd84a'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:27.384089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Attempting to bind port 239b1a8d-2dc2-4cb4-a529-1036dc121719 on network 41eda52c-3c49-4f37-9129-0517e65bd84a {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:27.384776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60026) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:27.395155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:27.396386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Checking segment: {'id': '08996822-4b64-42bc-84fd-39eb876fe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '41eda52c-3c49-4f37-9129-0517e65bd84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:27.397176 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.398024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Bound using segment: {'id': '08996822-4b64-42bc-84fd-39eb876fe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '41eda52c-3c49-4f37-9129-0517e65bd84a'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:27.399414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Bound port: 239b1a8d-2dc2-4cb4-a529-1036dc121719, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08996822-4b64-42bc-84fd-39eb876fe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '41eda52c-3c49-4f37-9129-0517e65bd84a'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:27.400043 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.432197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-43bf0a7f-0179-4909-982e-1cb012a2e423 service neutron] 10.222.0.69 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441874 Aug 31 09:37:27.486677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-645ae0fc-c881-4954-86d1-76eb0f0bcd7d req-ba47bd96-359f-44a2-8350-061272d59534 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549308 Aug 31 09:37:27.541106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60034) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:27.645537 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.692890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2013604812-network', 'tenant_id': '843ee4a746184cd39be068846f9d8e1a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:27.702409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b2cffd09-216f-4069-97b8-592268205937 None None] For port 239b1a8d-2dc2-4cb4-a529-1036dc121719, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:27.709896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b2cffd09-216f-4069-97b8-592268205937 None None] For port 239b1a8d-2dc2-4cb4-a529-1036dc121719, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=239b1a8d-2dc2-4cb4-a529-1036dc121719,segment=NetworkSegment(08996822-4b64-42bc-84fd-39eb876fe0d7),segment_id=08996822-4b64-42bc-84fd-39eb876fe0d7)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:27.717578 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.885873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9ae015e8-a845-4749-b95f-dfa4cfc770a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:27.889037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9ae015e8-a845-4749-b95f-dfa4cfc770a2 service neutron] 10.222.0.52 "GET /v2.0/ports/88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 1027 time: 0.1502566 Aug 31 09:37:27.923508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a38766a-b7c5-4e49-817d-253e3d9fc1ea req-207ec583-16f4-4541-8d9e-955342ae5108 tempest-ListServersNegativeTestJSON-281262268 tempest-ListServersNegativeTestJSON-281262268-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d055d4-87ef-4e7a-97c1-5dfca7f122e8 HTTP/1.1" status: 200 len: 210 time: 0.1159914 Aug 31 09:37:28.011125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cffd09-216f-4069-97b8-592268205937 None None] Pushing event updated for resources: {'Port': ['ID=239b1a8d-2dc2-4cb4-a529-1036dc121719,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:28.118729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-cbadef7c-417c-4518-bc61-92e9e6331e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:28.121934 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-cbadef7c-417c-4518-bc61-92e9e6331e00 service neutron] 10.222.0.52 "GET /v2.0/ports/565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 1028 time: 0.1274807 Aug 31 09:37:28.133132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca6e9-db7f-46eb-aa26-22d548121248 req-1510f002-9ee9-4e5c-b9e8-a424bd1f9f10 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:28.134619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-763ca6e9-db7f-46eb-aa26-22d548121248 req-1510f002-9ee9-4e5c-b9e8-a424bd1f9f10 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.1992056 Aug 31 09:37:28.218665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0fc57d74-0d1d-470b-a01a-f79a92bd44ed req-310e94a2-a0e8-4bb4-9d78-b0d18726f679 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.0648632 Aug 31 09:37:28.331650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-763ca6e9-db7f-46eb-aa26-22d548121248 req-c9de0a4e-92bf-4647-a68e-edd8cee7f312 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764290 Aug 31 09:37:28.391983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Made reservation on behalf of 843ee4a746184cd39be068846f9d8e1a for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:28.395805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.416459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.471454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-20e32bd1-f093-4b7f-ae19-5eee61f10bfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.6140242 Aug 31 09:37:28.475454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7eebbdca-8e91-408b-a97e-97112f44841a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Deleting port 92166898-ed96-4a61-b852-d320bf7aebc9 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:28.476213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7eebbdca-8e91-408b-a97e-97112f44841a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.555569 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.563606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b30b1a7d-4194-482c-856e-104016934057 req-8e96b351-40d6-48a8-975f-f6d614d12c31 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 210 time: 0.1706002 Aug 31 09:37:28.789606 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.815798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-14e7c927-4cb8-4fe6-a127-245ab3b9fac3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:28.820152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9670377-974c-44e7-99db-72c87548f326 req-8fed45c5-d050-43a8-a937-c5e3177d65cb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:28.820388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 239b1a8d-2dc2-4cb4-a529-1036dc121719 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:28.833513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9670377-974c-44e7-99db-72c87548f326 req-8fed45c5-d050-43a8-a937-c5e3177d65cb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1457736 Aug 31 09:37:28.845864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-14e7c927-4cb8-4fe6-a127-245ab3b9fac3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:28.871466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-14e7c927-4cb8-4fe6-a127-245ab3b9fac3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:28.874914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-14e7c927-4cb8-4fe6-a127-245ab3b9fac3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "GET /v2.0/networks?id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d HTTP/1.1" status: 200 len: 1989 time: 0.7222886 Aug 31 09:37:28.983925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9670377-974c-44e7-99db-72c87548f326 req-d03c5e16-efed-4238-962e-26b35f0b6225 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342914 Aug 31 09:37:28.989505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7eebbdca-8e91-408b-a97e-97112f44841a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.010980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 239b1a8d-2dc2-4cb4-a529-1036dc121719 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:29.045210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.054329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7eebbdca-8e91-408b-a97e-97112f44841a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Calling delete_port for 92166898-ed96-4a61-b852-d320bf7aebc9 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:29.082843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60060) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:29.171173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99995ce5-5a72-46ae-b076-56cb05fe3db9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:29.207404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:29.223486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2c9b76-9766-4be8-b53b-4d2bff5f71ea admin admin] Deleting subnet 54fa850a-7dac-48ae-99c3-bbce56f16b75 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:37:29.228435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9b76-9766-4be8-b53b-4d2bff5f71ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.294358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.295063 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Added segment 3753d9e2-422c-42a3-80a7-a3e958b897d6 of type vlan for network a0db9623-93f3-4e74-8591-8d300dfe25ce Aug 31 09:37:29.323970 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9b76-9766-4be8-b53b-4d2bff5f71ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.392100 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c9678b67-5d2c-45fb-9929-1f5bf9ffb819 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a637f499c88468398ba69ce5a70d104 HTTP/1.1" status: 200 len: 379 time: 0.3341951 Aug 31 09:37:29.403289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-6376f794-ce1f-43fb-8021-d01a50131646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:29.405019 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-6376f794-ce1f-43fb-8021-d01a50131646 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.8451164 Aug 31 09:37:29.425477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'admin_state_up': True, 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'security_groups': ['cf84c196-4435-43ab-88e3-8388e658798d']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:29.463582 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9b76-9766-4be8-b53b-4d2bff5f71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.510020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.596359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e247a877-767e-4eda-8db8-a1cd538b812c req-b421f08e-a478-47e8-80c1-a87fa546fd38 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.1297629 Aug 31 09:37:29.610086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.611631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:29.611984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.648145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7367ef-5712-4fd2-8f9c-d2eb71eef6c3 req-c2239745-b64d-4b32-ae39-8175154ef743 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:29.649771 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca7367ef-5712-4fd2-8f9c-d2eb71eef6c3 req-c2239745-b64d-4b32-ae39-8175154ef743 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 943 time: 0.1467605 Aug 31 09:37:29.723308 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9b76-9766-4be8-b53b-4d2bff5f71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.774117 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9b76-9766-4be8-b53b-4d2bff5f71ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.780176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7a2c9b76-9766-4be8-b53b-4d2bff5f71ea admin admin] 10.222.0.69 "DELETE /v2.0/subnets/54fa850a-7dac-48ae-99c3-bbce56f16b75 HTTP/1.1" status: 204 len: 168 time: 0.6961181 Aug 31 09:37:29.804858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60072) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:29.808802 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2664042 Aug 31 09:37:29.826593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-5699f65d-69d5-4091-b52d-66eda34046bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:29.829907 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-5699f65d-69d5-4091-b52d-66eda34046bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3220730 Aug 31 09:37:29.837416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60074) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:29.847952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Request body: {'subnet': {'network_id': 'a0db9623-93f3-4e74-8591-8d300dfe25ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2013604812-subnet', 'tenant_id': '843ee4a746184cd39be068846f9d8e1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:29.917812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c813927-c076-4fd6-a930-21fee7d3b3de admin admin] Pushing event updated for resources: {'Network': ['ID=a0db9623-93f3-4e74-8591-8d300dfe25ce,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:29.932153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network a0db9623-93f3-4e74-8591-8d300dfe25ce details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:29.960799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77af94-98df-45bd-8c8c-9226f00d5bb8 None None] Network 41eda52c-3c49-4f37-9129-0517e65bd84a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:30.014441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c9b76-9766-4be8-b53b-4d2bff5f71ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fa850a-7dac-48ae-99c3-bbce56f16b75,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:30.047716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7eebbdca-8e91-408b-a97e-97112f44841a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.061875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:30.063197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ff8842a-fe6d-47ef-9154-fd2ae6104440 req-5d99fb22-50d6-43f8-8fb8-ca5b2d398e37 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 210 time: 0.2462537 Aug 31 09:37:30.074845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.077750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca7367ef-5712-4fd2-8f9c-d2eb71eef6c3 req-4a17fcc3-e641-4f01-9754-dfb911021e86 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171748 Aug 31 09:37:30.200910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-70d00113-2e66-48d1-b808-a889a14c65a5 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:30.203312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-70d00113-2e66-48d1-b808-a889a14c65a5 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 805 time: 0.3020053 Aug 31 09:37:30.206829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-81bf6fe2-907b-40b1-b9c5-cbc29696c6d3 None None] Provisioning for port 239b1a8d-2dc2-4cb4-a529-1036dc121719 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:30.208930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.221419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-81bf6fe2-907b-40b1-b9c5-cbc29696c6d3 None None] Provisioning complete for port 239b1a8d-2dc2-4cb4-a529-1036dc121719 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:30.221419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81bf6fe2-907b-40b1-b9c5-cbc29696c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.248789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Request body: {'port': {'device_id': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'admin_state_up': True, 'tenant_id': '55d6a35ff57642e789271034dc1ba3dc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:30.255527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebbdca-8e91-408b-a97e-97112f44841a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event deleted for resources: {'Port': ['ID=92166898-ed96-4a61-b852-d320bf7aebc9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:30.264282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:37:30.267115 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-46869acc-27ec-4bfe-bf17-6d2348412a91 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685405 Aug 31 09:37:30.369490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Made reservation on behalf of 843ee4a746184cd39be068846f9d8e1a for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:30.376851 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.382673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:30.386909 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d66241b6-393e-4e15-8aff-aa42fa4fb5ff req-524848e3-a5db-4582-9457-bb8b0c2a571f service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094856 Aug 31 09:37:30.392305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e7040-6871-4bf6-9b20-484c70b4b760 req-556d2505-a636-42e0-b732-aea7cc516fe2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:30.393912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-785e7040-6871-4bf6-9b20-484c70b4b760 req-556d2505-a636-42e0-b732-aea7cc516fe2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1889279 Aug 31 09:37:30.395165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Made reservation on behalf of 55d6a35ff57642e789271034dc1ba3dc for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:30.398804 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.408685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'fdd342d0-3fd3-4980-ac25-782884181239', 'network_id': '25c4595a-8ee0-4081-b846-615fdeccb8a5', 'port_id': 'fdd342d0-3fd3-4980-ac25-782884181239', 'mac_address': 'fa:16:3e:33:d1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b4d140-59c7-4389-8c40-7008570370a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:37:30.473473 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.500837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd342d0-3fd3-4980-ac25-782884181239 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:30.521837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-785e7040-6871-4bf6-9b20-484c70b4b760 req-021fcd10-5bf7-46bb-aa72-1c1f036b3130 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010585 Aug 31 09:37:30.569216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:30.590697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Allocated IP 172.20.0.14 (e1550ab1-7c19-4c3d-a34a-bbd0081f2097/0b00e266-7e73-4d06-99d6-4561cee3de9d/c586d57d-4718-4c51-bffd-7f35f488856c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:30.622230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Allocated IP 172.20.0.11 (5471ad47-d15e-4472-b684-c8d622bf98e9/8b2bb068-ee81-4ebe-bb00-20ebe1788af1/0c85415b-7463-4693-bd78-ad68e72a352d) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:30.634344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.645197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81bf6fe2-907b-40b1-b9c5-cbc29696c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.893908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7eebbdca-8e91-408b-a97e-97112f44841a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.895925 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7eebbdca-8e91-408b-a97e-97112f44841a tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "DELETE /v2.0/ports/92166898-ed96-4a61-b852-d320bf7aebc9 HTTP/1.1" status: 204 len: 168 time: 3.5100279 Aug 31 09:37:30.896559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:30.939089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60086) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:30.973685 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c50eb99-9c84-4273-9022-c27b7a9f11cf req-4caa6fd2-61d3-4b7e-b5ca-751ba8a53559 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.1403892 Aug 31 09:37:31.002787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.028288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-81bf6fe2-907b-40b1-b9c5-cbc29696c6d3 None None] For port 239b1a8d-2dc2-4cb4-a529-1036dc121719, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=239b1a8d-2dc2-4cb4-a529-1036dc121719,segment=NetworkSegment(08996822-4b64-42bc-84fd-39eb876fe0d7),segment_id=08996822-4b64-42bc-84fd-39eb876fe0d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:31.045483 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81bf6fe2-907b-40b1-b9c5-cbc29696c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.083212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0a6c3d-ee51-4818-8f70-6588e9790b04']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:31.111912 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.121138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2430158a-1dd2-4706-ac97-0632021bca1e') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:31.121573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2430158a-1dd2-4706-ac97-0632021bca1e') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:31.146777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['fdd342d0-3fd3-4980-ac25-782884181239'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:31.168044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.172126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.258318 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.264597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Transition to ACTIVE for port object c586d57d-4718-4c51-bffd-7f35f488856c will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:31.325357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:37:31.325821 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:37:31.329712 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:37:31.372888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dfc33573-4d57-4904-ae4f-0875d137e566 req-c5d8f2b9-f214-4f4c-880d-89566ed40662 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 210 time: 0.0996263 Aug 31 09:37:31.385010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf6fe2-907b-40b1-b9c5-cbc29696c6d3 None None] Pushing event updated for resources: {'Port': ['ID=239b1a8d-2dc2-4cb4-a529-1036dc121719,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:31.436564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.515614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39314e1a-06fc-42d2-a93e-a28588c4fa0c req-db8acb1e-cdeb-4937-b899-51613d7c0f7e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:31.518120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39314e1a-06fc-42d2-a93e-a28588c4fa0c req-db8acb1e-cdeb-4937-b899-51613d7c0f7e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 944 time: 0.2586501 Aug 31 09:37:31.563011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.565150 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.570169 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.572245 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9b0a6c3d-ee51-4818-8f70-6588e9790b04 HTTP/1.1" status: 204 len: 168 time: 1.7620156 Aug 31 09:37:31.583766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Network 5471ad47-d15e-4472-b684-c8d622bf98e9 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:31.610495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-911f9545-7ced-42aa-b700-a711df882200 tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.6626966 Aug 31 09:37:31.616749 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:31.628698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60102) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:31.634796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-118454057'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:31.641985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:31.675837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a6abd0eb-5aa5-4d13-a3bd-e3e4819c7ec0 None None] Provisioning complete for port 239b1a8d-2dc2-4cb4-a529-1036dc121719 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:31.676082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a6abd0eb-5aa5-4d13-a3bd-e3e4819c7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.710303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1230c-3a3b-4fa8-a2ab-c4c979747253 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0a6c3d-ee51-4818-8f70-6588e9790b04,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:31.746669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Pushing event updated for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:31.757236 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.789102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:31.789803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.862101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f574b98-f97f-4aa0-b8b1-6074d99c847b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:31.894869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39314e1a-06fc-42d2-a93e-a28588c4fa0c req-443b7423-8a9f-49de-a139-12aba481c247 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479393 Aug 31 09:37:31.933554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Made reservation on behalf of a6f93d5613d5405696422c62f9e71ac6 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:31.943423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:31.945168 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.956050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=c586d57d-4718-4c51-bffd-7f35f488856c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:31.961742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:31.970509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:31.974824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Checking segment: {'id': '3753d9e2-422c-42a3-80a7-a3e958b897d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a0db9623-93f3-4e74-8591-8d300dfe25ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:31.975190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Network hostable DHCP agents. Network: a0db9623-93f3-4e74-8591-8d300dfe25ce, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:37:31.984030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-b85ce572-8774-4bfc-9e53-3d47a6ba243d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7641599 Aug 31 09:37:32.024219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Request body: {'port': {'device_id': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:32.102220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cb544a13-c6e7-4c29-9677-4ce5e32e8b6e None None] Could not find standard attr ID for object 92166898-ed96-4a61-b852-d320bf7aebc9. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:37:32.109404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5cde0-dd39-450c-9e4e-afa783c4843d req-e967bffd-7ed8-4536-998d-6ff8f924543d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:32.111991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5c5cde0-dd39-450c-9e4e-afa783c4843d req-e967bffd-7ed8-4536-998d-6ff8f924543d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4124317 Aug 31 09:37:32.118164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60110) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:32.192465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:32.275528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60112) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:32.282600 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.282980 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Added segment c57c2e7b-22bf-4dd9-92bc-002e7494ff42 of type vlan for network bb23ec63-2959-44e3-bddf-44275df772cb Aug 31 09:37:32.331910 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.358820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f8938721-77a6-4481-b83e-58ed059808e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3de06417f3942bea64a8b0f5472e18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369084 Aug 31 09:37:32.361863 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5c5cde0-dd39-450c-9e4e-afa783c4843d req-45a0907a-5e54-47c0-80be-45d922440a1f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320859 Aug 31 09:37:32.365258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60116) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:32.424072 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.437578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b7837538-1889-4b0f-9443-c7ae4a1cc12d None None] Provisioning for port c586d57d-4718-4c51-bffd-7f35f488856c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:32.444698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b7837538-1889-4b0f-9443-c7ae4a1cc12d None None] Provisioning complete for port c586d57d-4718-4c51-bffd-7f35f488856c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:32.446245 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b7837538-1889-4b0f-9443-c7ae4a1cc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.478934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a35f0e-9691-4e4d-9d4e-a2117f7dbca7 req-ea2782d9-9d1a-425f-8237-cbfee7f43526 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:32.480657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77a35f0e-9691-4e4d-9d4e-a2117f7dbca7 req-ea2782d9-9d1a-425f-8237-cbfee7f43526 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 932 time: 0.3177600 Aug 31 09:37:32.510513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.516517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:32.517158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.522128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b7837538-1889-4b0f-9443-c7ae4a1cc12d None None] Port c586d57d-4718-4c51-bffd-7f35f488856c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:32.606897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:32.607582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.611848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Network a0db9623-93f3-4e74-8591-8d300dfe25ce is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:32.630425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, a0db9623-93f3-4e74-8591-8d300dfe25ce) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:32.640856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa21a05-a401-46f5-a397-24ebdb850f85 None None] Network a0db9623-93f3-4e74-8591-8d300dfe25ce requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:32.641275 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-7b1e6fb8-5c2e-4900-b5d3-8465d72e8fa3 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2321687 Aug 31 09:37:32.654403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:32.655567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.667882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'admin_state_up': True, 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'security_groups': ['cf84c196-4435-43ab-88e3-8388e658798d']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:32.747283 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0aec0227-094a-4a80-b422-5d9a630bea20 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8972421 Aug 31 09:37:32.747944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 239b1a8d-2dc2-4cb4-a529-1036dc121719 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:32.835900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07776bba-aaff-4ce8-8a12-b0fac93b65c0 None None] Network a0db9623-93f3-4e74-8591-8d300dfe25ce requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:32.915166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:32.925115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.929373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 239b1a8d-2dc2-4cb4-a529-1036dc121719 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:32.930337 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.104660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Allocated IP 10.1.1.147 (3ed98179-c04f-4109-b9e5-63ca2f25e31e/007ab783-936f-4c3e-9605-182e3608f4b5/3e5b10dd-3c77-4608-a1dc-4c99654790d1) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:33.108194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event updated for resources: {'Network': ['ID=bb23ec63-2959-44e3-bddf-44275df772cb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:33.126813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network bb23ec63-2959-44e3-bddf-44275df772cb details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:33.128206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-08714934-0f3f-4676-a298-1a909c1de191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.169697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-629a78c1-ff83-4a4b-b051-9bec1294293e tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5395191 Aug 31 09:37:33.188622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60132) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:33.245264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18c48a37-e616-4135-9396-c5c353ba7698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.277418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77a35f0e-9691-4e4d-9d4e-a2117f7dbca7 req-0e100d30-6fa7-4352-99df-1f5e27c6df0f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7527075 Aug 31 09:37:33.301826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.324988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Transition to ACTIVE for port object 3e5b10dd-3c77-4608-a1dc-4c99654790d1 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:33.382893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.457259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:33.460784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:33.467061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:33.474990 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18c48a37-e616-4135-9396-c5c353ba7698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.514840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=3e5b10dd-3c77-4608-a1dc-4c99654790d1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:33.529621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640970e-affe-4345-a407-99caf1051f95 req-a85d67e3-6802-43df-8018-52caf14fa46a tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:33.531352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6640970e-affe-4345-a407-99caf1051f95 req-a85d67e3-6802-43df-8018-52caf14fa46a tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 932 time: 0.4255247 Aug 31 09:37:33.565233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:33.566340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.754783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5783d080-9051-44cc-907e-ac66efe84341 None None] Provisioning for port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:33.759457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5783d080-9051-44cc-907e-ac66efe84341 None None] Provisioning complete for port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:33.762489 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5783d080-9051-44cc-907e-ac66efe84341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.793897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-08714934-0f3f-4676-a298-1a909c1de191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.805453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2349-4bc5-423b-af7e-1cfc52206358 req-4f967a8f-37e8-44a0-8340-a3c3f389ceab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:33.807584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-633e2349-4bc5-423b-af7e-1cfc52206358 req-4f967a8f-37e8-44a0-8340-a3c3f389ceab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.3987556 Aug 31 09:37:33.809023 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-e6ce5af3-2398-4992-9efb-1c1344cd0c2d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1580887 Aug 31 09:37:33.815177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6640970e-affe-4345-a407-99caf1051f95 req-a2514d56-9088-466b-9523-16692ee2258a tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108111 Aug 31 09:37:33.821349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'admin_state_up': True, 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'security_groups': ['cf84c196-4435-43ab-88e3-8388e658798d']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:33.824319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-08714934-0f3f-4676-a298-1a909c1de191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.837319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5783d080-9051-44cc-907e-ac66efe84341 None None] Port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:33.845644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fc083623-1139-41ec-8f97-b405e2bd52b5 tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "GET /v2.0/agents/b62c620d-80ae-40fb-9f82-428d08ff3cca/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.6551852 Aug 31 09:37:33.845861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60134) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:33.859341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18c48a37-e616-4135-9396-c5c353ba7698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.861870 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-18c48a37-e616-4135-9396-c5c353ba7698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.863072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-18c48a37-e616-4135-9396-c5c353ba7698 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f HTTP/1.1" status: 204 len: 168 time: 1.4894154 Aug 31 09:37:33.959869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-08714934-0f3f-4676-a298-1a909c1de191 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=431201e7e9c04cd18313b72737ce6813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6727531 Aug 31 09:37:33.962065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60138) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:33.975966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08714934-0f3f-4676-a298-1a909c1de191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc9b63-19a9-4ce8-9e14-36aeb2d3a1f8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:34.011827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-633e2349-4bc5-423b-af7e-1cfc52206358 req-e7e79ec1-b929-4e38-8ae0-8597866f4879 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841691 Aug 31 09:37:34.017523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c48a37-e616-4135-9396-c5c353ba7698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e8fb1-0c0d-43b7-ae64-648d6aac9d0f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:34.024508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c85415b-7463-4693-bd78-ad68e72a352d {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:34.062710 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.083570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac0bbd-62e8-4aed-a18b-b62f00769ef8 tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] Network bb23ec63-2959-44e3-bddf-44275df772cb is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:34.089646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Transition to ACTIVE for port object 0c85415b-7463-4693-bd78-ad68e72a352d will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:34.096708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:34.102098 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.110105 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b4a88928-f833-45e5-a43e-a7d4190104ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.112959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae1662-0e9b-4175-9b7d-a661433ede2d req-e12b126a-8d22-4fee-b925-9439e73f8a18 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:34.114892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79ae1662-0e9b-4175-9b7d-a661433ede2d req-e12b126a-8d22-4fee-b925-9439e73f8a18 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 944 time: 0.1831162 Aug 31 09:37:34.116436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.134413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff02d8c-15e6-4b53-b9d7-6fac0cd80776 None None] Network bb23ec63-2959-44e3-bddf-44275df772cb requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:34.156017 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-81ac0bbd-62e8-4aed-a18b-b62f00769ef8 tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "POST /v2.0/agents/b62c620d-80ae-40fb-9f82-428d08ff3cca/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3070860 Aug 31 09:37:34.175541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60146) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:34.245673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Pushing event updated for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:34.322361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Allocated IP 10.1.1.80 (3ed98179-c04f-4109-b9e5-63ca2f25e31e/007ab783-936f-4c3e-9605-182e3608f4b5/542862e8-97eb-4df8-9c05-421b80d35dea) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:34.332756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79ae1662-0e9b-4175-9b7d-a661433ede2d req-3cb8054d-981f-4d77-af2b-9a4a88c99a9a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061679 Aug 31 09:37:34.344875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:34.452302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Attempting to bind port 0c85415b-7463-4693-bd78-ad68e72a352d on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:34.453038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Attempting to bind port 0c85415b-7463-4693-bd78-ad68e72a352d by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:34.453038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Attempting to bind port 0c85415b-7463-4693-bd78-ad68e72a352d on network 5471ad47-d15e-4472-b684-c8d622bf98e9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:34.469576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-da898ed5-db7c-4aef-b6bd-823c300411e6 tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "GET /v2.0/agents/b62c620d-80ae-40fb-9f82-428d08ff3cca/dhcp-networks HTTP/1.1" status: 200 len: 9635 time: 0.2918789 Aug 31 09:37:34.470196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60154) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:34.472443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Port 0c85415b-7463-4693-bd78-ad68e72a352d on network 5471ad47-d15e-4472-b684-c8d622bf98e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:34.472695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Attempting to bind port 0c85415b-7463-4693-bd78-ad68e72a352d on network 5471ad47-d15e-4472-b684-c8d622bf98e9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:34.524839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:34.525212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Checking segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:34.525585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Bound using segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:34.526072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Bound port: 0c85415b-7463-4693-bd78-ad68e72a352d, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:34.526432 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.532162 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b4a88928-f833-45e5-a43e-a7d4190104ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.535044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port fdd342d0-3fd3-4980-ac25-782884181239 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:34.535421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.718406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b4a88928-f833-45e5-a43e-a7d4190104ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.736837 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.739479 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b4a88928-f833-45e5-a43e-a7d4190104ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.744352 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b4a88928-f833-45e5-a43e-a7d4190104ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56dc9b63-19a9-4ce8-9e14-36aeb2d3a1f8 HTTP/1.1" status: 204 len: 168 time: 0.7763495 Aug 31 09:37:34.759259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.800878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:34.805334 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d7f117-a4c3-4a24-90f9-ebac82912a58" -d '{"events": [{"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd342d0-3fd3-4980-ac25-782884181239"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:34.811445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:34.815099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:34.825501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a88928-f833-45e5-a43e-a7d4190104ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc9b63-19a9-4ce8-9e14-36aeb2d3a1f8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:34.827455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.849758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:34.856643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Transition to ACTIVE for port object 542862e8-97eb-4df8-9c05-421b80d35dea will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:34.861787 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.919808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Pushing event updated for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:34.932062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bf659-d7ff-4f83-982f-8939310ff0f1 req-96154d4b-1e3d-4e5b-b2d4-965fe9092f5f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:34.941460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca1bf659-d7ff-4f83-982f-8939310ff0f1 req-96154d4b-1e3d-4e5b-b2d4-965fe9092f5f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4657271 Aug 31 09:37:34.942958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.950601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=10']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:35.006373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:35.011956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:35.013232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:35.015884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-fff9fd12-406b-4073-87b4-023e26cfd63d service neutron] 10.222.0.20 "PUT /v2.0/ports/0c85415b-7463-4693-bd78-ad68e72a352d HTTP/1.1" status: 200 len: 1092 time: 3.0199850 Aug 31 09:37:35.016208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:35.021193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:35.073996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=542862e8-97eb-4df8-9c05-421b80d35dea,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:35.091742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:35.100145 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:35.114724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:35.117597 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:35.155673 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b2e22adf-0cbc-424b-9b4a-8a0a6510655d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3376739 Aug 31 09:37:35.168576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d', 'admin_state_up': True, 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'security_groups': ['cf84c196-4435-43ab-88e3-8388e658798d']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:35.201677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca1bf659-d7ff-4f83-982f-8939310ff0f1 req-3befcb08-a589-4798-bb9f-e77e7cc1b5f7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587595 Aug 31 09:37:35.274552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-499a60ae-a8a7-4589-a2af-c5a58c7deccd tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "DELETE /v2.0/agents/b62c620d-80ae-40fb-9f82-428d08ff3cca/dhcp-networks/bb23ec63-2959-44e3-bddf-44275df772cb HTTP/1.1" status: 204 len: 168 time: 0.8028591 Aug 31 09:37:35.275518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60186) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:35.366178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:35.491144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-95f28152-9116-4823-91d8-eb5ff421666e tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:35.492843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5a753e75-107d-49cb-af4e-552b68c00324 None None] Provisioning for port 542862e8-97eb-4df8-9c05-421b80d35dea completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:35.498685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5a753e75-107d-49cb-af4e-552b68c00324 None None] Provisioning complete for port 542862e8-97eb-4df8-9c05-421b80d35dea triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:35.500002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-95f28152-9116-4823-91d8-eb5ff421666e tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/networks?id=a0db9623-93f3-4e74-8591-8d300dfe25ce HTTP/1.1" status: 200 len: 814 time: 0.6582551 Aug 31 09:37:35.500140 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5a753e75-107d-49cb-af4e-552b68c00324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:35.503909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-3de38670-561b-415d-b682-12a4ca01592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:35.506224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-3de38670-561b-415d-b682-12a4ca01592f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 1095 time: 0.3470654 Aug 31 09:37:35.522017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f9088-e753-4018-836a-bd4d8ec7f7ef req-b075fe05-3eed-417b-8fb1-99647827b1fa tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:35.529821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f9088-e753-4018-836a-bd4d8ec7f7ef req-b075fe05-3eed-417b-8fb1-99647827b1fa tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:35.536803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f9088-e753-4018-836a-bd4d8ec7f7ef req-b075fe05-3eed-417b-8fb1-99647827b1fa tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:35.547220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc3f9088-e753-4018-836a-bd4d8ec7f7ef req-b075fe05-3eed-417b-8fb1-99647827b1fa tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 2374 time: 0.2045102 Aug 31 09:37:35.550304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:35.616962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60196) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:35.727538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-e6575826-b24b-4c7a-b55a-72ffaa0d85c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c85415b-7463-4693-bd78-ad68e72a352d HTTP/1.1" status: 200 len: 217 time: 0.1533809 Aug 31 09:37:35.731565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-8cc325ec-d7e5-4f19-b63b-875042875959 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/quotas/843ee4a746184cd39be068846f9d8e1a HTTP/1.1" status: 200 len: 375 time: 0.2298472 Aug 31 09:37:35.742765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:35.751859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5a753e75-107d-49cb-af4e-552b68c00324 None None] Port 542862e8-97eb-4df8-9c05-421b80d35dea cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:35.781651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc3f9088-e753-4018-836a-bd4d8ec7f7ef req-2d690d3f-a70b-4968-95df-4cf706d49a1e tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332683 Aug 31 09:37:35.782170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60198) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:35.853843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Allocated IP 10.2.2.100 (e283a2ae-d07b-4a4b-9b10-501aebd8903d/cd49b6f0-d9c2-4e14-a163-4f38258ec16f/e9599971-f593-4030-9e63-346c825284b2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:35.905314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-56541de7-464c-4831-87d3-3130c92bacb5 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=843ee4a746184cd39be068846f9d8e1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1509578 Aug 31 09:37:36.021105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60202) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:36.021363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f8706873-f6de-4b99-8541-0bb4fbcfc6a4 tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "GET /v2.0/agents/b62c620d-80ae-40fb-9f82-428d08ff3cca/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.7352471 Aug 31 09:37:36.030135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-8a9df7b9-a9aa-4c47-8917-fd5de34e8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:36.032232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-8a9df7b9-a9aa-4c47-8917-fd5de34e8cd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 200 len: 845 time: 0.2934315 Aug 31 09:37:36.077282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1224234512-network', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:36.103107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-c15eaaa8-3e46-4a13-902a-036011117081 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5471ad47-d15e-4472-b684-c8d622bf98e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611403 Aug 31 09:37:36.108999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c34f1b12-f488-46b4-a76c-f88b895a9e19 tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "GET /v2.0/networks/41eda52c-3c49-4f37-9129-0517e65bd84a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0855412 Aug 31 09:37:36.109953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60204) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:36.169805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-117dde23-b624-49ca-bd31-70a7b873e56c tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "GET /v2.0/networks/41eda52c-3c49-4f37-9129-0517e65bd84a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0538659 Aug 31 09:37:36.175013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60206) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:36.193182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e477fb0-5f27-47ea-99e9-159ba237b1cc req-f5caf995-4d9b-494b-89dc-c0e50a8f1cb6 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:36.194803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e477fb0-5f27-47ea-99e9-159ba237b1cc req-f5caf995-4d9b-494b-89dc-c0e50a8f1cb6 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 944 time: 0.2699509 Aug 31 09:37:36.203029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.243824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-3ed71a71-bd77-4728-a3d2-f125d8431805 service neutron] 10.222.0.69 "GET /v2.0/networks/a0db9623-93f3-4e74-8591-8d300dfe25ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376224 Aug 31 09:37:36.315910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Transition to ACTIVE for port object e9599971-f593-4030-9e63-346c825284b2 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:36.355680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.361405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e477fb0-5f27-47ea-99e9-159ba237b1cc req-4921dd90-2aa6-4889-8b78-2b55a7f65316 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543629 Aug 31 09:37:36.373622 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.385536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-32e0bda7-2de8-4094-b356-bf0b78b707c4 service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683797 Aug 31 09:37:36.424877 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d0a52a-785b-4422-b37b-e9c12915f47e x-openstack-request-id: req-e9d0a52a-785b-4422-b37b-e9c12915f47e {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:36.425549 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-plugged", "status": "completed", "tag": "fdd342d0-3fd3-4980-ac25-782884181239", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:36.426157 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e9d0a52a-785b-4422-b37b-e9c12915f47e {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:36.426798 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239', 'code': 200} Aug 31 09:37:36.447034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Made reservation on behalf of 4a8c7491d9644a17bd8fe1d1134e9d07 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:36.449331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.513652 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-31086ad5-d4cd-46b8-9ec1-13ddaf00208e tempest-DHCPAgentSchedulersTestJSON-326417639 tempest-DHCPAgentSchedulersTestJSON-326417639-project-admin] 10.222.0.69 "GET /v2.0/agents/b62c620d-80ae-40fb-9f82-428d08ff3cca/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.3337162 Aug 31 09:37:36.514136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60208) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:36.523719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.573093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bab1521-87cc-4afc-83fe-83cd44771c07 req-6b794e7b-91c3-4970-903a-6b3ad2bded4d service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733840 Aug 31 09:37:36.573796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db20a6d-aff5-406b-a3ae-6e2391ea3970,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:36.613205 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa8854f-ff43-40b9-a1ae-25addb0688e4 x-openstack-request-id: req-3fa8854f-ff43-40b9-a1ae-25addb0688e4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:36.613547 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:36.613747 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3fa8854f-ff43-40b9-a1ae-25addb0688e4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:36.614136 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d', 'status': 'completed', 'code': 200} Aug 31 09:37:36.617146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ba26be45-1495-4704-81f5-62bcbbc76f0f service neutron] 10.222.0.69 "GET /v2.0/networks/a0db9623-93f3-4e74-8591-8d300dfe25ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589091 Aug 31 09:37:36.618484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=e9599971-f593-4030-9e63-346c825284b2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:36.622908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.631230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b278545dba04de0ba53b00691f19f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9963388 Aug 31 09:37:36.634318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:36.658008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network e283a2ae-d07b-4a4b-9b10-501aebd8903d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:36.675729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:36.695148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.695509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.695858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.695971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:36.696334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.697022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.697516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.698044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.698389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.698724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.700025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.700377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.700718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85c972e-bf49-404f-aee7-228dcc605394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:36.709306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.755318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f9b42-b675-4c3d-a0d1-a2688d8ff574 req-194ea3c5-e69c-4a32-a6c6-97579720937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:36.757912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e57f9b42-b675-4c3d-a0d1-a2688d8ff574 req-194ea3c5-e69c-4a32-a6c6-97579720937d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1152732 Aug 31 09:37:36.827163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:36.827854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.839451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-8389a4d3-d3c3-4e8d-9a25-e439a330f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:36.841885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-8389a4d3-d3c3-4e8d-9a25-e439a330f112 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 1095 time: 0.1933718 Aug 31 09:37:36.878171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b00d2-003b-410a-a279-e2b3075bf2a4 req-79113c47-27ea-4591-bd7b-cdfcbd5426e9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:36.887615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-705b00d2-003b-410a-a279-e2b3075bf2a4 req-79113c47-27ea-4591-bd7b-cdfcbd5426e9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.2846131 Aug 31 09:37:36.949269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9604fccf-1311-4fa5-9388-2a5110801862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.970121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e57f9b42-b675-4c3d-a0d1-a2688d8ff574 req-28575666-c70d-4909-baff-2fcd660c1ffd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028980 Aug 31 09:37:37.048452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-705b00d2-003b-410a-a279-e2b3075bf2a4 req-deb81841-b5f4-45ec-8ebf-38c22c7df360 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509516 Aug 31 09:37:37.114232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d502926c-efe9-4b27-8d55-4fda2e2f9428 None None] Provisioning for port e9599971-f593-4030-9e63-346c825284b2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:37.134358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d502926c-efe9-4b27-8d55-4fda2e2f9428 None None] Provisioning complete for port e9599971-f593-4030-9e63-346c825284b2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:37.135408 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d502926c-efe9-4b27-8d55-4fda2e2f9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.138942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9604fccf-1311-4fa5-9388-2a5110801862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.145225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.204979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb23ec63-2959-44e3-bddf-44275df772cb']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:37.247173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d502926c-efe9-4b27-8d55-4fda2e2f9428 None None] Port e9599971-f593-4030-9e63-346c825284b2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:37.249802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57c2e7b-22bf-4dd9-92bc-002e7494ff42') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:37.250697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57c2e7b-22bf-4dd9-92bc-002e7494ff42') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:37.280474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-7c1f29e0-4fe3-4bd1-829b-dc0681cc47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:37.281857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-7c1f29e0-4fe3-4bd1-829b-dc0681cc47c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 907 time: 0.4123449 Aug 31 09:37:37.294090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.303350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e489e-72a7-46fc-a959-099af521cc2c req-ec7cfa77-e9cd-4565-a44f-352f9d4b23dc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:37.313176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-ec7cfa77-e9cd-4565-a44f-352f9d4b23dc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.3905044 Aug 31 09:37:37.326965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6337c0e-8df7-4471-af3b-2546faa31044 req-1b37f9f3-5c10-4a67-8577-7993f1ed5849 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 210 time: 0.0844355 Aug 31 09:37:37.329315 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.339002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-10ff41bb-1101-4aa4-b8b8-193b96455910 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/quotas/886171fada10492b899f05fb3132f8e8 HTTP/1.1" status: 200 len: 375 time: 0.0248530 Aug 31 09:37:37.360054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.398994 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-636576a6-02fb-4227-909a-6e2db87368e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c85415b-7463-4693-bd78-ad68e72a352d HTTP/1.1" status: 200 len: 217 time: 0.1080225 Aug 31 09:37:37.401011 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d62bd57f-5f0b-4859-a9e8-c49c2c794bbe tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2395935 Aug 31 09:37:37.411961 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.417193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d', 'admin_state_up': True, 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'security_groups': ['cf84c196-4435-43ab-88e3-8388e658798d']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:37.432583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7537277a-c483-415d-bf95-59828fd19b6c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:37.478446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-498ba969-c1d7-41c8-9c87-d352467996dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:37.479943 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-498ba969-c1d7-41c8-9c87-d352467996dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 200 len: 845 time: 0.0693035 Aug 31 09:37:37.483063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-97398554-bfa8-4a58-b93a-c605237b4ad0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1429715 Aug 31 09:37:37.499300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:37:37.499774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:37:37.537983 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:37:37.540126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9604fccf-1311-4fa5-9388-2a5110801862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.540990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9604fccf-1311-4fa5-9388-2a5110801862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.542127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9604fccf-1311-4fa5-9388-2a5110801862 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3db20a6d-aff5-406b-a3ae-6e2391ea3970 HTTP/1.1" status: 204 len: 168 time: 0.9069197 Aug 31 09:37:37.603960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-517479c8-89a2-4701-8c0f-dee09d56eeb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5471ad47-d15e-4472-b684-c8d622bf98e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060157 Aug 31 09:37:37.687035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d6d7-3e78-4253-ac37-944bb4095042 req-fe4874bb-51a2-4c36-8b7f-aa628f3013e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:37.694060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d6d7-3e78-4253-ac37-944bb4095042 req-fe4874bb-51a2-4c36-8b7f-aa628f3013e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:37.700235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d6d7-3e78-4253-ac37-944bb4095042 req-fe4874bb-51a2-4c36-8b7f-aa628f3013e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:37.706954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d6d7-3e78-4253-ac37-944bb4095042 req-fe4874bb-51a2-4c36-8b7f-aa628f3013e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:37.708758 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7a5d6d7-3e78-4253-ac37-944bb4095042 req-fe4874bb-51a2-4c36-8b7f-aa628f3013e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 3095 time: 0.2566404 Aug 31 09:37:37.735420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604fccf-1311-4fa5-9388-2a5110801862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db20a6d-aff5-406b-a3ae-6e2391ea3970,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:37.738766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-23e715f7-8420-41a8-a1ae-2e86791b5f75 service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221142 Aug 31 09:37:37.811696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7a5d6d7-3e78-4253-ac37-944bb4095042 req-6acc9527-f39c-45f6-8073-539eb51a4d3e tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943525 Aug 31 09:37:37.813615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-4c055d4e-a794-4027-ad09-94c7239aded4 service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294394 Aug 31 09:37:37.817515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:37.874767 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.874930 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Added segment bc14a0f3-20aa-4553-bc52-f49114e89d12 of type vlan for network aeb1dd70-0003-48a6-b555-cd97f533ebf7 Aug 31 09:37:37.886410 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.910190 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.919805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "DELETE /v2.0/networks/bb23ec63-2959-44e3-bddf-44275df772cb HTTP/1.1" status: 204 len: 168 time: 1.4023850 Aug 31 09:37:37.921082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60240) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:37.967781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7003b-05d0-41ba-a078-0edcca3ff13b tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event deleted for resources: {'Network': ['ID=bb23ec63-2959-44e3-bddf-44275df772cb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:37.975684 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dc3059-b9f9-4f94-9052-37c9e11e5cd7 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] DELETE failed (client error): The resource could not be found. Aug 31 09:37:37.976329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dc3059-b9f9-4f94-9052-37c9e11e5cd7 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:37:37.978640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-89dc3059-b9f9-4f94-9052-37c9e11e5cd7 tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "DELETE /v2.0/ports/92166898-ed96-4a61-b852-d320bf7aebc9 HTTP/1.1" status: 404 len: 333 time: 0.0575926 Aug 31 09:37:37.981540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60244) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:38.005473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.036928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Deleting subnet 7efb928e-6ae5-4906-9465-60791505e7da {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:37:38.048390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-a73a384c-593e-4906-8ee8-d6740f209a93 service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228353 Aug 31 09:37:38.051945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.072187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482c345-cb29-4172-890b-6548c5eb3ab3 req-13a98eff-fac9-403b-a9da-7dcd0e75f4e2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:38.073761 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2482c345-cb29-4172-890b-6548c5eb3ab3 req-13a98eff-fac9-403b-a9da-7dcd0e75f4e2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 944 time: 0.1253591 Aug 31 09:37:38.074967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.075905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:38.076493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.099293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Made reservation on behalf of 6a637f499c88468398ba69ce5a70d104 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:38.104996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.132505 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b829e8b-a382-4a2a-b2dc-3d1baac1c2dd req-1b6907c3-786d-434e-82d6-fbd27ad00c68 service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834589 Aug 31 09:37:38.146946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.176752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3827863 Aug 31 09:37:38.192547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60252) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:38.200233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Request body: {'subnet': {'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1224234512-subnet', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:38.214179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ce4f1-c607-4707-9278-466f2c6febd9 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb1dd70-0003-48a6-b555-cd97f533ebf7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:38.228120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network aeb1dd70-0003-48a6-b555-cd97f533ebf7 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:38.250603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2482c345-cb29-4172-890b-6548c5eb3ab3 req-96c22dfc-e112-443f-924e-5aa72d6cfdcc tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655531 Aug 31 09:37:38.322967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Made reservation on behalf of 4a8c7491d9644a17bd8fe1d1134e9d07 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:38.328195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.565793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.326188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c735088-9cec-4e84-b068-5bf8a0f1637b req-f3ccf7f4-f192-4f18-a473-844f135cc1df tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 210 time: 0.7510753 Aug 31 09:37:39.365456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Allocated IP 10.2.2.200 (e283a2ae-d07b-4a4b-9b10-501aebd8903d/cd49b6f0-d9c2-4e14-a163-4f38258ec16f/3d0a46b6-5c93-4713-8814-be3e5f3f4cf5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:39.436162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-4c8ae64c-a89f-4426-9027-844c675f8359 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:39.438341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-4c8ae64c-a89f-4426-9027-844c675f8359 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.52 "GET /v2.0/networks?id=a0db9623-93f3-4e74-8591-8d300dfe25ce HTTP/1.1" status: 200 len: 814 time: 1.2118931 Aug 31 09:37:39.441968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.467336 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40677-9869-4c37-ba72-c59025a7f37d req-00ee226e-4e24-4375-a78b-06568c9f46ce tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:39.469133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9f40677-9869-4c37-ba72-c59025a7f37d req-00ee226e-4e24-4375-a78b-06568c9f46ce tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.9713585 Aug 31 09:37:39.477154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Request body: {'port': {'device_id': '02d90527-d938-48b7-802e-4f4c9e94404e', 'network_id': 'a0db9623-93f3-4e74-8591-8d300dfe25ce', 'admin_state_up': True, 'tenant_id': '843ee4a746184cd39be068846f9d8e1a'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:39.518723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60318) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:39.555890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a721f96-7dbd-4266-bb73-90a7b8aac17f None None] Network 41eda52c-3c49-4f37-9129-0517e65bd84a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:39.623205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cafbc927-38e8-405f-831b-05e04f4c9879 req-57608183-c63f-4742-923e-7de7504b86fd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 210 time: 0.1410742 Aug 31 09:37:39.740582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event deleted for resources: {'Subnet': ['ID=7efb928e-6ae5-4906-9465-60791505e7da,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:39.773559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9f40677-9869-4c37-ba72-c59025a7f37d req-5792de4a-7faa-4a74-b44d-b920a25b7c06 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904093 Aug 31 09:37:39.809734 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.810392 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "DELETE /v2.0/subnets/7efb928e-6ae5-4906-9465-60791505e7da HTTP/1.1" status: 204 len: 168 time: 1.8277760 Aug 31 09:37:39.822374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.839901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60322) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:39.887351 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.891572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.891925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.892271 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.892661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.895237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.895517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.895863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.896231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.896567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.900020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.900471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.900819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d68ff-81b3-46f8-843e-351a43a0f8da tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:39.956050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4d781-302b-4cb5-95df-55241bb03f72 req-d5915482-fdc7-48a1-b19b-91d99a33dcf0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:39.962317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4d781-302b-4cb5-95df-55241bb03f72 req-d5915482-fdc7-48a1-b19b-91d99a33dcf0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:39.968437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4d781-302b-4cb5-95df-55241bb03f72 req-d5915482-fdc7-48a1-b19b-91d99a33dcf0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:39.983467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] DHCP port deletion for 41eda52c-3c49-4f37-9129-0517e65bd84a request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:37:39.985641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4d781-302b-4cb5-95df-55241bb03f72 req-d5915482-fdc7-48a1-b19b-91d99a33dcf0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:39.994992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abf4d781-302b-4cb5-95df-55241bb03f72 req-d5915482-fdc7-48a1-b19b-91d99a33dcf0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 3095 time: 0.2478514 Aug 31 09:37:40.026737 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a5be24-bcde-4e51-9eaa-387ec1e435c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.045068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Transition to ACTIVE for port object 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:40.068741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Made reservation on behalf of 843ee4a746184cd39be068846f9d8e1a for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:40.072934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.097190 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.137865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] Deleting port 239b1a8d-2dc2-4cb4-a529-1036dc121719 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:40.138585 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.223671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e489e-72a7-46fc-a959-099af521cc2c req-985895eb-b0dc-418b-9015-481c60d10b6f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:40.225649 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-985895eb-b0dc-418b-9015-481c60d10b6f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.2533934 Aug 31 09:37:40.233515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.285860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] For port 239b1a8d-2dc2-4cb4-a529-1036dc121719, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=239b1a8d-2dc2-4cb4-a529-1036dc121719,segment=NetworkSegment(08996822-4b64-42bc-84fd-39eb876fe0d7),segment_id=08996822-4b64-42bc-84fd-39eb876fe0d7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:40.287003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.292705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a5be24-bcde-4e51-9eaa-387ec1e435c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.307990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] Calling delete_port for 239b1a8d-2dc2-4cb4-a529-1036dc121719 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:40.317263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'port': {'device_id': '20f03d64-e086-4bcc-a55a-7fd4615a8389', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'admin_state_up': True, 'tenant_id': '886171fada10492b899f05fb3132f8e8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:40.327046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a5be24-bcde-4e51-9eaa-387ec1e435c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.328754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event updated for resources: {'Port': ['ID=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:40.329755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0c85415b-7463-4693-bd78-ad68e72a352d details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:37:40.339057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:40.365696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Network e283a2ae-d07b-4a4b-9b10-501aebd8903d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:40.409666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:40.416360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abf4d781-302b-4cb5-95df-55241bb03f72 req-b5cda4f6-2252-4fbd-87c1-cb0eb03bb768 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4210837 Aug 31 09:37:40.419432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:40.438812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.452286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Checking segment: {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:40.456619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Network hostable DHCP agents. Network: aeb1dd70-0003-48a6-b555-cd97f533ebf7, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:37:40.479795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Deleting port 239b1a8d-2dc2-4cb4-a529-1036dc121719 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:40.480991 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.552513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.560760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba14ce-e14e-4dbc-8519-d639ddcb8cfc req-3ec3b7ae-a52a-43d5-9f70-6fb6732954f8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:40.562800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62ba14ce-e14e-4dbc-8519-d639ddcb8cfc req-3ec3b7ae-a52a-43d5-9f70-6fb6732954f8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 944 time: 0.5605464 Aug 31 09:37:40.565704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-21a5be24-bcde-4e51-9eaa-387ec1e435c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1bb9a46c355d4386a7f18896474736d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0151300 Aug 31 09:37:40.572583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5be24-bcde-4e51-9eaa-387ec1e435c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce4b3c-d6fc-4b3a-aac6-d896f1686559,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:40.575859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60328) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:40.646614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] Pushing event deleted for resources: {'Port': ['ID=239b1a8d-2dc2-4cb4-a529-1036dc121719,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:40.664508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:40.696373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eebf84-ed08-44cc-bdfb-163fe81d293a None None] No DVR routers for this DVR port 239b1a8d-2dc2-4cb4-a529-1036dc121719 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:40.696584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54255d51-76cc-4303-ae93-8bdec9181795 req-af29f320-edce-4c52-ad61-e1e8459ee8c7 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 210 time: 0.1502542 Aug 31 09:37:40.700648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '0c85415b-7463-4693-bd78-ad68e72a352d', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'port_id': '0c85415b-7463-4693-bd78-ad68e72a352d', 'mac_address': 'fa:16:3e:28:a1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2bb068-ee81-4ebe-bb00-20ebe1788af1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:37:40.725178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:40.726038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.737688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Network aeb1dd70-0003-48a6-b555-cd97f533ebf7 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:40.760420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 239b1a8d-2dc2-4cb4-a529-1036dc121719 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:40.803846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Allocated IP 172.20.0.14 (a0db9623-93f3-4e74-8591-8d300dfe25ce/3f574b98-f97f-4aa0-b8b1-6074d99c847b/65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:40.826244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 239b1a8d-2dc2-4cb4-a529-1036dc121719 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:40.827091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 239b1a8d-2dc2-4cb4-a529-1036dc121719 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:40.838309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, aeb1dd70-0003-48a6-b555-cd97f533ebf7) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:40.842208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] For port 239b1a8d-2dc2-4cb4-a529-1036dc121719, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=239b1a8d-2dc2-4cb4-a529-1036dc121719,segment=NetworkSegment(08996822-4b64-42bc-84fd-39eb876fe0d7),segment_id=08996822-4b64-42bc-84fd-39eb876fe0d7)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:40.848654 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.852976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:40.853737 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.857413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.868378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba2a57-6c74-44d5-acb3-ad830991c270 None None] Network aeb1dd70-0003-48a6-b555-cd97f533ebf7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:40.891497 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fa47894a-1972-47e5-b4a8-fb330c83982c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4822624 Aug 31 09:37:40.902854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Calling delete_port for 239b1a8d-2dc2-4cb4-a529-1036dc121719 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:40.913131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:40.918918 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-deacaa85-0f97-4250-915b-a84495f2ac4f req-8aa5490e-a072-4c16-b57f-28738a8c86b3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 210 time: 0.0817640 Aug 31 09:37:40.926594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c360bd86-ea89-4e0f-a695-5254516cd48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.928547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62ba14ce-e14e-4dbc-8519-d639ddcb8cfc req-281169c9-ac9f-4b54-a9a2-3b9b72bcbc71 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190091 Aug 31 09:37:40.947123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2dea2394-019d-4363-afef-f4b4d1026b6b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7531340 Aug 31 09:37:40.962831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60334) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:40.968597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:41.053756 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c360bd86-ea89-4e0f-a695-5254516cd48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.055560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Made reservation on behalf of 886171fada10492b899f05fb3132f8e8 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:41.059050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.067981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c85415b-7463-4693-bd78-ad68e72a352d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:41.077289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e789d19-7d76-4f2c-b1e5-5446d98eaf08 None None] Network aeb1dd70-0003-48a6-b555-cd97f533ebf7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:41.106987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:41.132321 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.137284 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.196013 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.214328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a257ab7d-d540-4276-8b06-e8f5d6ab09b0 None None] Provisioning for port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:41.221906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a257ab7d-d540-4276-8b06-e8f5d6ab09b0 None None] Provisioning complete for port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:41.222325 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a257ab7d-d540-4276-8b06-e8f5d6ab09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.264960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:41.266712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.278952 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.280774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.303500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a257ab7d-d540-4276-8b06-e8f5d6ab09b0 None None] Port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:41.333352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Network a0db9623-93f3-4e74-8591-8d300dfe25ce is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:41.343968 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:41.346952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:41.368993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd20ad-0353-4d98-9058-e0c49a5cf2cc req-f7413d9a-f390-4424-b35f-4d8f64b5e765 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:41.373366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edbd20ad-0353-4d98-9058-e0c49a5cf2cc req-f7413d9a-f390-4424-b35f-4d8f64b5e765 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.3242276 Aug 31 09:37:41.458314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.488544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['0c85415b-7463-4693-bd78-ad68e72a352d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:41.511691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event deleted for resources: {'Port': ['ID=239b1a8d-2dc2-4cb4-a529-1036dc121719,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:41.522528 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c360bd86-ea89-4e0f-a695-5254516cd48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.525882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c360bd86-ea89-4e0f-a695-5254516cd48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.530094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c360bd86-ea89-4e0f-a695-5254516cd48e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2ce4b3c-d6fc-4b3a-aac6-d896f1686559 HTTP/1.1" status: 204 len: 168 time: 0.9531035 Aug 31 09:37:41.535598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] No DVR routers for this DVR port 239b1a8d-2dc2-4cb4-a529-1036dc121719 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:41.572262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Pushing event updated for resources: {'Port': ['ID=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:41.594805 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.608397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:41.609463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.638950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360bd86-ea89-4e0f-a695-5254516cd48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce4b3c-d6fc-4b3a-aac6-d896f1686559,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:41.702439 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edbd20ad-0353-4d98-9058-e0c49a5cf2cc req-f5b66038-3046-4ccc-b7c0-b0191d59e6f6 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920940 Aug 31 09:37:41.846502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Allocated IP 172.20.0.9 (6a96ac8f-0f45-4771-9120-65aa0a3cc1c3/c377da37-6602-429d-8f0d-c87314e3afc5/09982bf9-acfb-44dc-8c18-89206f411556) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:41.853632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.880576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eda52c-3c49-4f37-9129-0517e65bd84a']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:41.888566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ff45d152-1b0a-459b-b08b-c6786c13d2c6 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4358931 Aug 31 09:37:41.895796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08996822-4b64-42bc-84fd-39eb876fe0d7') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:41.897123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08996822-4b64-42bc-84fd-39eb876fe0d7') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:41.931902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.950507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Request body: {'port': {'device_id': '02d90527-d938-48b7-802e-4f4c9e94404e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:41.951678 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.959620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:37:41.960035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.025790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d40-746f-451a-9e72-83a817c8efc2 req-16000853-4000-46ff-9099-6d312b3c02e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:42.037702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d40-746f-451a-9e72-83a817c8efc2 req-16000853-4000-46ff-9099-6d312b3c02e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:37:42.042895 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:37:42.047850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.052682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d40-746f-451a-9e72-83a817c8efc2 req-16000853-4000-46ff-9099-6d312b3c02e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:42.066203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d40-746f-451a-9e72-83a817c8efc2 req-16000853-4000-46ff-9099-6d312b3c02e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:42.071080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.075891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d40-746f-451a-9e72-83a817c8efc2 req-16000853-4000-46ff-9099-6d312b3c02e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:42.076090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] 10.222.0.69 "DELETE /v2.0/networks/41eda52c-3c49-4f37-9129-0517e65bd84a HTTP/1.1" status: 204 len: 168 time: 2.2231398 Aug 31 09:37:42.080014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f94b2d40-746f-451a-9e72-83a817c8efc2 req-16000853-4000-46ff-9099-6d312b3c02e9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 3816 time: 0.5130463 Aug 31 09:37:42.098890 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.109603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c586d57d-4718-4c51-bffd-7f35f488856c {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:42.115967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa139cf-722f-4fe5-9615-95c96a09aece tempest-DHCPAgentSchedulersTestJSON-1793959825 tempest-DHCPAgentSchedulersTestJSON-1793959825-project] Pushing event deleted for resources: {'Network': ['ID=41eda52c-3c49-4f37-9129-0517e65bd84a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:42.129724 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.220430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Transition to ACTIVE for port object c586d57d-4718-4c51-bffd-7f35f488856c will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:42.250316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a690e3-8ed4-49dc-84de-7d773b0e8907 req-aec9b847-b230-4de8-8188-e64a351a7d4f tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:42.255603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.258894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57a690e3-8ed4-49dc-84de-7d773b0e8907 req-aec9b847-b230-4de8-8188-e64a351a7d4f tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 932 time: 0.4406631 Aug 31 09:37:42.266382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.333795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f94b2d40-746f-451a-9e72-83a817c8efc2 req-1d6da070-6e9d-4ffd-a81f-46fd826bed77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296844 Aug 31 09:37:42.389223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Pushing event updated for resources: {'Port': ['ID=c586d57d-4718-4c51-bffd-7f35f488856c,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:42.507377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.533143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Transition to ACTIVE for port object 09982bf9-acfb-44dc-8c18-89206f411556 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:42.562488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Attempting to bind port c586d57d-4718-4c51-bffd-7f35f488856c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:42.562851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Attempting to bind port c586d57d-4718-4c51-bffd-7f35f488856c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:42.563186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Attempting to bind port c586d57d-4718-4c51-bffd-7f35f488856c on network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:42.581006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Port c586d57d-4718-4c51-bffd-7f35f488856c on network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:42.581245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Attempting to bind port c586d57d-4718-4c51-bffd-7f35f488856c on network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:42.591099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:42.591445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Checking segment: {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:42.591925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Bound using segment: {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:42.592262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Bound port: c586d57d-4718-4c51-bffd-7f35f488856c, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:42.592797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.617169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60368) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:42.723928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.795413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:42.813690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:42.817130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:42.893812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] For port c586d57d-4718-4c51-bffd-7f35f488856c, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:42.900540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'Port': ['ID=09982bf9-acfb-44dc-8c18-89206f411556,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:42.963471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] For port c586d57d-4718-4c51-bffd-7f35f488856c, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c586d57d-4718-4c51-bffd-7f35f488856c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:42.976061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:42.977809 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.988369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.995116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57a690e3-8ed4-49dc-84de-7d773b0e8907 req-be310d91-b0de-45c0-8093-9ef6a217299a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351656 Aug 31 09:37:43.011584 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-23be06fe-3b5d-49fc-aa80-b63e8360b253 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6f93d5613d5405696422c62f9e71ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911760 Aug 31 09:37:43.019832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60376) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:43.051316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:43.052009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.053456 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] 10.222.0.52 "PUT /v2.0/ports/c586d57d-4718-4c51-bffd-7f35f488856c HTTP/1.1" status: 200 len: 1092 time: 2.1489310 Aug 31 09:37:43.057696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:43.060827 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e5232-96b1-4f50-a547-8121364e8316" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:43.064906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-0f7d7b3b-1185-4061-8af3-868334ec9e87 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8273022 Aug 31 09:37:43.090573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Request body: {'port': {'device_id': '20f03d64-e086-4bcc-a55a-7fd4615a8389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:43.118064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:43.224597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3fc8540a-2198-40c8-b7c7-622f0501f2c9 None None] Provisioning for port 09982bf9-acfb-44dc-8c18-89206f411556 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:43.235997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3fc8540a-2198-40c8-b7c7-622f0501f2c9 None None] Provisioning complete for port 09982bf9-acfb-44dc-8c18-89206f411556 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:43.237867 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3fc8540a-2198-40c8-b7c7-622f0501f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.239171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6a58a-fb59-48b1-86c6-af48cab777be service neutron] Pushing event updated for resources: {'Port': ['ID=c586d57d-4718-4c51-bffd-7f35f488856c,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:43.276572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42add217-6803-4b96-bdba-b547f0aee333 req-2f39d289-0e63-43fb-bb34-12b798ac271a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:43.283914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42add217-6803-4b96-bdba-b547f0aee333 req-2f39d289-0e63-43fb-bb34-12b798ac271a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.8256676 Aug 31 09:37:43.329892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d241049-d2e0-4950-bdca-fb99dba54e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.335512 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.336877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8540a-2198-40c8-b7c7-622f0501f2c9 None None] Port 09982bf9-acfb-44dc-8c18-89206f411556 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:43.338955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.386427 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d241049-d2e0-4950-bdca-fb99dba54e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.471805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059f52c-6c16-4bf7-ae25-37d2866bd84f req-c2488ecc-69d7-4fc0-b375-9756ba9c9530 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:43.473475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5059f52c-6c16-4bf7-ae25-37d2866bd84f req-c2488ecc-69d7-4fc0-b375-9756ba9c9530 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 931 time: 0.2798693 Aug 31 09:37:43.499410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42add217-6803-4b96-bdba-b547f0aee333 req-e1e77269-6c1f-41e9-8b79-b77f24f5c972 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142503 Aug 31 09:37:43.543841 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.781675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5059f52c-6c16-4bf7-ae25-37d2866bd84f req-5fce60ec-e8a0-4c76-b5ea-da08cbca1fc4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706254 Aug 31 09:37:43.796119 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d241049-d2e0-4950-bdca-fb99dba54e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.810284 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d241049-d2e0-4950-bdca-fb99dba54e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.811686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3d241049-d2e0-4950-bdca-fb99dba54e91 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71489253-9be2-40ad-aad2-ed14fe3b4158 HTTP/1.1" status: 204 len: 168 time: 0.7860734 Aug 31 09:37:43.887743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d241049-d2e0-4950-bdca-fb99dba54e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71489253-9be2-40ad-aad2-ed14fe3b4158,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:43.893937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.904678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d55c3-1468-4b3d-93b1-6d5f506ca3c6 req-fdfbda5c-2a3f-4e6e-b7a2-d23f67385da5 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:43.906349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-801d55c3-1468-4b3d-93b1-6d5f506ca3c6 req-fdfbda5c-2a3f-4e6e-b7a2-d23f67385da5 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 945 time: 0.2839205 Aug 31 09:37:43.908646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:43.954595 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1367666e-9897-4298-9d85-3f26863d1982 x-openstack-request-id: req-1367666e-9897-4298-9d85-3f26863d1982 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:43.963040 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:43.963402 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1367666e-9897-4298-9d85-3f26863d1982 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:43.963896 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'status': 'completed', 'code': 200} Aug 31 09:37:43.970776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.986853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09982bf9-acfb-44dc-8c18-89206f411556 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:44.007307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.052610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Transition to ACTIVE for port object 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:44.056333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.066533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.153378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-801d55c3-1468-4b3d-93b1-6d5f506ca3c6 req-66957525-bb45-4e0a-8c3f-792423642e10 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204537 Aug 31 09:37:44.204104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Transition to ACTIVE for port object 09982bf9-acfb-44dc-8c18-89206f411556 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:44.214064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.227900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb784-9e0b-4232-86c2-9b57e029da5a req-bbcb3ed7-dc8a-48b5-9e7c-3072d2fd1951 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.234292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb784-9e0b-4232-86c2-9b57e029da5a req-bbcb3ed7-dc8a-48b5-9e7c-3072d2fd1951 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.240953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb784-9e0b-4232-86c2-9b57e029da5a req-bbcb3ed7-dc8a-48b5-9e7c-3072d2fd1951 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.247341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb784-9e0b-4232-86c2-9b57e029da5a req-bbcb3ed7-dc8a-48b5-9e7c-3072d2fd1951 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.254541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb784-9e0b-4232-86c2-9b57e029da5a req-bbcb3ed7-dc8a-48b5-9e7c-3072d2fd1951 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.256560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8ccb784-9e0b-4232-86c2-9b57e029da5a req-bbcb3ed7-dc8a-48b5-9e7c-3072d2fd1951 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 3828 time: 0.2838871 Aug 31 09:37:44.303565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-f881e68d-a734-4d72-aa87-9b2843191ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.304044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-f881e68d-a734-4d72-aa87-9b2843191ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.304578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-f881e68d-a734-4d72-aa87-9b2843191ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.305042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-f881e68d-a734-4d72-aa87-9b2843191ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.305503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-f881e68d-a734-4d72-aa87-9b2843191ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.307365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-f881e68d-a734-4d72-aa87-9b2843191ffd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 4363 time: 0.3570185 Aug 31 09:37:44.318189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Pushing event updated for resources: {'Port': ['ID=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:44.372918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0c85415b-7463-4693-bd78-ad68e72a352d up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:44.439429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Pushing event updated for resources: {'Port': ['ID=09982bf9-acfb-44dc-8c18-89206f411556,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:44.471018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Allocated IP 172.25.1.18 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/6e671890-b718-418f-b701-ec55766e32f5) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:44.480087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8ccb784-9e0b-4232-86c2-9b57e029da5a req-559103f2-45cb-4f18-bdd3-85e4dae3efe1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165868 Aug 31 09:37:44.520102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066026-e604-480e-a903-6111335f408c req-62dc573e-3fcd-44ab-a2f4-addc0ad74b24 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.533956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd066026-e604-480e-a903-6111335f408c req-62dc573e-3fcd-44ab-a2f4-addc0ad74b24 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.2292323 Aug 31 09:37:44.534075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:44.534171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Attempting to bind port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:44.534171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Attempting to bind port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '3753d9e2-422c-42a3-80a7-a3e958b897d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a0db9623-93f3-4e74-8591-8d300dfe25ce'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:44.534497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Attempting to bind port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab on network a0db9623-93f3-4e74-8591-8d300dfe25ce {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:44.544450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 0c85415b-7463-4693-bd78-ad68e72a352d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:44.549158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 0c85415b-7463-4693-bd78-ad68e72a352d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:44.549668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.645618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab on network a0db9623-93f3-4e74-8591-8d300dfe25ce not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:44.645950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Attempting to bind port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab on network a0db9623-93f3-4e74-8591-8d300dfe25ce {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:44.669483 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.695999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:44.696653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Checking segment: {'id': '3753d9e2-422c-42a3-80a7-a3e958b897d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a0db9623-93f3-4e74-8591-8d300dfe25ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:44.697282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Bound using segment: {'id': '3753d9e2-422c-42a3-80a7-a3e958b897d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a0db9623-93f3-4e74-8591-8d300dfe25ce'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:44.697904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Bound port: 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3753d9e2-422c-42a3-80a7-a3e958b897d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'a0db9623-93f3-4e74-8591-8d300dfe25ce'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:44.698429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.699199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:44.701742 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc13f5-d470-4d63-b438-58a4e7437a48" -d '{"events": [{"server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "name": "network-vif-plugged", "status": "completed", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:44.716834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:44.723184 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.742740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60426) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:44.780128 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef654d9a-5aad-4d97-a5f7-f26687f72c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.788162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd066026-e604-480e-a903-6111335f408c req-2360ee97-3253-4f53-8e62-cb5091fbb120 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574146 Aug 31 09:37:44.837236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:44.885552 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f683c6-4c57-485d-94e4-6ada5a1d92e7 x-openstack-request-id: req-20f683c6-4c57-485d-94e4-6ada5a1d92e7 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:44.886360 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "name": "network-vif-plugged", "status": "completed", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:44.886677 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20f683c6-4c57-485d-94e4-6ada5a1d92e7 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:44.887213 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d', 'code': 200} Aug 31 09:37:44.896304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd20ab-cd2f-4b4e-9fa9-780e996516f1 req-5439f955-d827-4270-af09-3052e54212d5 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.898329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61bd20ab-cd2f-4b4e-9fa9-780e996516f1 req-5439f955-d827-4270-af09-3052e54212d5 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 944 time: 0.1775105 Aug 31 09:37:44.944330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.950725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] For port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:44.995876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-2d982e79-5272-4420-893b-83a24cb288b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.997080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-2d982e79-5272-4420-893b-83a24cb288b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.997556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-2d982e79-5272-4420-893b-83a24cb288b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:44.999212 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-2d982e79-5272-4420-893b-83a24cb288b5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a637f499c88468398ba69ce5a70d104&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6433334 Aug 31 09:37:45.019894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] For port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,segment=NetworkSegment(3753d9e2-422c-42a3-80a7-a3e958b897d6),segment_id=3753d9e2-422c-42a3-80a7-a3e958b897d6)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:45.028350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48824815-dc79-425e-9a90-53d5fb4c4857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.038300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.069005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61bd20ab-cd2f-4b4e-9fa9-780e996516f1 req-b2f67836-8c48-483b-9276-ba700daf869b tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564322 Aug 31 09:37:45.166104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Attempting to bind port 09982bf9-acfb-44dc-8c18-89206f411556 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:45.166895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Attempting to bind port 09982bf9-acfb-44dc-8c18-89206f411556 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:45.167300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Attempting to bind port 09982bf9-acfb-44dc-8c18-89206f411556 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:45.173801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eafdf0-d6a9-4ac5-990f-ed2225afba99 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:45.180918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.181660 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.183474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] 10.222.0.52 "PUT /v2.0/ports/65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab HTTP/1.1" status: 200 len: 1092 time: 3.2387769 Aug 31 09:37:45.191878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.194171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d90527-d938-48b7-802e-4f4c9e94404e', 'tag': '65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:45.197553 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dffcb9-417f-4a32-8846-d664a47f1740" -d '{"events": [{"name": "network-changed", "server_uuid": "02d90527-d938-48b7-802e-4f4c9e94404e", "tag": "65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:45.215666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Port 09982bf9-acfb-44dc-8c18-89206f411556 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:45.215989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Attempting to bind port 09982bf9-acfb-44dc-8c18-89206f411556 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:45.237393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7d33e-4562-46ca-bff1-310533c7b2aa req-a0222d2b-17f4-48af-9aa5-ffb25ad3a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.238664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Transition to ACTIVE for port object 88eafdf0-d6a9-4ac5-990f-ed2225afba99 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:45.239683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:45.240033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dac7d33e-4562-46ca-bff1-310533c7b2aa req-a0222d2b-17f4-48af-9aa5-ffb25ad3a6a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 1097 time: 0.3007300 Aug 31 09:37:45.240178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Checking segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:45.240617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Bound using segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:45.241170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Bound port: 09982bf9-acfb-44dc-8c18-89206f411556, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:45.241626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.260805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.262836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.310281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e8ca-f287-4f86-984c-d392a1d2bf71 req-5f2ddaf9-2d5c-4835-a294-5760281fc4b8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.311873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aae7e8ca-f287-4f86-984c-d392a1d2bf71 req-5f2ddaf9-2d5c-4835-a294-5760281fc4b8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 943 time: 0.2942314 Aug 31 09:37:45.318204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-7afbd539-d553-45e0-9a0b-9ec9ec877226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.319730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b1e5232-96b1-4f50-a547-8121364e8316 req-7afbd539-d553-45e0-9a0b-9ec9ec877226 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3056726 Aug 31 09:37:45.336997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9187a5-6aaa-41dc-96d6-e51ba04ecf2c service neutron] Pushing event updated for resources: {'Port': ['ID=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:45.397750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Pushing event updated for resources: {'Port': ['ID=88eafdf0-d6a9-4ac5-990f-ed2225afba99,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:45.416084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:45.440582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:45.449638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] For port 09982bf9-acfb-44dc-8c18-89206f411556, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:45.454083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc9fc-db8d-44e0-9ca8-065d78ceb882 req-c1848d8f-0289-4a95-ae85-2e63bfaa1c9f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.455786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4dbc9fc-db8d-44e0-9ca8-065d78ceb882 req-c1848d8f-0289-4a95-ae85-2e63bfaa1c9f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.2503860 Aug 31 09:37:45.459500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef654d9a-5aad-4d97-a5f7-f26687f72c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.466228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:45.477276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dac7d33e-4562-46ca-bff1-310533c7b2aa req-ee2003d3-7f7f-4991-a6c6-9fd538fcbf88 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937656 Aug 31 09:37:45.480166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] For port 09982bf9-acfb-44dc-8c18-89206f411556, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=09982bf9-acfb-44dc-8c18-89206f411556,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:45.483255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef654d9a-5aad-4d97-a5f7-f26687f72c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.505103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-36e27a90-bf5e-4a30-8441-7d49740535c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.506669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-36e27a90-bf5e-4a30-8441-7d49740535c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=843ee4a746184cd39be068846f9d8e1a&device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 1095 time: 0.2638540 Aug 31 09:37:45.507453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Pushing event updated for resources: {'Port': ['ID=6e671890-b718-418f-b701-ec55766e32f5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:45.537966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aae7e8ca-f287-4f86-984c-d392a1d2bf71 req-21a72032-29a9-4ff7-bf89-418f0b257149 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835306 Aug 31 09:37:45.589103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-f6622ee9-831e-426b-a029-f97f082637c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab HTTP/1.1" status: 200 len: 217 time: 0.0632734 Aug 31 09:37:45.735978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4dbc9fc-db8d-44e0-9ca8-065d78ceb882 req-43f13595-486a-47b8-8580-02ad80742b13 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355223 Aug 31 09:37:45.833946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-f201cef8-fae1-4053-9e5d-1a52995d8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.836651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-f201cef8-fae1-4053-9e5d-1a52995d8c04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f574b98-f97f-4aa0-b8b1-6074d99c847b HTTP/1.1" status: 200 len: 854 time: 0.2121475 Aug 31 09:37:45.843453 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6f1a47-3e88-4bce-9874-c6f465ff7541 x-openstack-request-id: req-3f6f1a47-3e88-4bce-9874-c6f465ff7541 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:45.844161 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d90527-d938-48b7-802e-4f4c9e94404e", "tag": "65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:45.844628 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f6f1a47-3e88-4bce-9874-c6f465ff7541 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:45.845308 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d90527-d938-48b7-802e-4f4c9e94404e', 'tag': '65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab', 'status': 'completed', 'code': 200} Aug 31 09:37:45.853795 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ef654d9a-5aad-4d97-a5f7-f26687f72c1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c0d8797e1714de6b3609334361f9ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3126132 Aug 31 09:37:45.866939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.872511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677d4a-f550-46bb-a43a-a86210897106 req-5addeb8c-bd4a-452e-bb7b-9b147f34b182 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.876553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:45.880810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c677d4a-f550-46bb-a43a-a86210897106 req-5addeb8c-bd4a-452e-bb7b-9b147f34b182 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 946 time: 0.2021763 Aug 31 09:37:45.916818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-073983eb-5199-4dd2-bbf0-40205b910e10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0db9623-93f3-4e74-8591-8d300dfe25ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635173 Aug 31 09:37:45.935762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Attempting to bind port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:45.936123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Attempting to bind port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:45.936485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Attempting to bind port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:45.976962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.977589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.979015 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] 10.222.0.20 "PUT /v2.0/ports/09982bf9-acfb-44dc-8c18-89206f411556 HTTP/1.1" status: 200 len: 1091 time: 2.9034946 Aug 31 09:37:45.983324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:45.983696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Attempting to bind port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:45.992688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f03d64-e086-4bcc-a55a-7fd4615a8389', 'tag': '09982bf9-acfb-44dc-8c18-89206f411556'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:45.995425 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c" -d '{"events": [{"name": "network-changed", "server_uuid": "20f03d64-e086-4bcc-a55a-7fd4615a8389", "tag": "09982bf9-acfb-44dc-8c18-89206f411556"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:46.016585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef654d9a-5aad-4d97-a5f7-f26687f72c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5238a46a-44b2-4c1b-8e40-bcd437c43aa6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.050148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:46.050928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Checking segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:46.051497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Bound using segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:46.052333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Bound port: 88eafdf0-d6a9-4ac5-990f-ed2225afba99, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:46.052893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.107838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab969b0-0636-4a6e-8fd5-19412552bf59 service neutron] Pushing event updated for resources: {'Port': ['ID=09982bf9-acfb-44dc-8c18-89206f411556,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.198558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffc621b3-2c97-4ea4-963f-e650d8184290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.218450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e489e-72a7-46fc-a959-099af521cc2c req-91133724-f0b2-442b-b90b-2e13b50e5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.220903 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-91133724-f0b2-442b-b90b-2e13b50e5191 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 1094 time: 0.1719723 Aug 31 09:37:46.269940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffc621b3-2c97-4ea4-963f-e650d8184290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.320629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-183a43cb-1679-487f-ac0d-61276d41f6dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09982bf9-acfb-44dc-8c18-89206f411556 HTTP/1.1" status: 200 len: 217 time: 0.0812392 Aug 31 09:37:46.343579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48824815-dc79-425e-9a90-53d5fb4c4857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.348248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] For port 88eafdf0-d6a9-4ac5-990f-ed2225afba99, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:46.381371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48824815-dc79-425e-9a90-53d5fb4c4857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.400882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c677d4a-f550-46bb-a43a-a86210897106 req-17f38a4a-8c46-472e-adec-54c8878c9544 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186188 Aug 31 09:37:46.416429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] For port 88eafdf0-d6a9-4ac5-990f-ed2225afba99, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:46.440114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.470558 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-48824815-dc79-425e-9a90-53d5fb4c4857 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b65b41f4db12457aa354aae71006e64e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7098067 Aug 31 09:37:46.484787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02794a-5544-4b5c-8ad8-68ec3e5d2ff3 req-8c8db16d-a268-4bb1-8150-ff8e0336d451 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.492861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02794a-5544-4b5c-8ad8-68ec3e5d2ff3 req-8c8db16d-a268-4bb1-8150-ff8e0336d451 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.493097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60450) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:46.494558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e489e-72a7-46fc-a959-099af521cc2c req-9b4fbd32-ee96-4883-83b7-e4e89fa04672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.496096 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-9b4fbd32-ee96-4883-83b7-e4e89fa04672 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1642952 Aug 31 09:37:46.500916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02794a-5544-4b5c-8ad8-68ec3e5d2ff3 req-8c8db16d-a268-4bb1-8150-ff8e0336d451 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.508652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02794a-5544-4b5c-8ad8-68ec3e5d2ff3 req-8c8db16d-a268-4bb1-8150-ff8e0336d451 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.513763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48824815-dc79-425e-9a90-53d5fb4c4857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd758a6-8784-4722-8c3c-e7fdafa2a2bb,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.517695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02794a-5544-4b5c-8ad8-68ec3e5d2ff3 req-8c8db16d-a268-4bb1-8150-ff8e0336d451 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.525441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02794a-5544-4b5c-8ad8-68ec3e5d2ff3 req-8c8db16d-a268-4bb1-8150-ff8e0336d451 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.542715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c02794a-5544-4b5c-8ad8-68ec3e5d2ff3 req-8c8db16d-a268-4bb1-8150-ff8e0336d451 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 4600 time: 0.6231630 Aug 31 09:37:46.549185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.549818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.551325 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] 10.222.0.52 "PUT /v2.0/ports/88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 1130 time: 3.4455802 Aug 31 09:37:46.620520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:46.629517 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffc621b3-2c97-4ea4-963f-e650d8184290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.631365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.632072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffc621b3-2c97-4ea4-963f-e650d8184290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.633431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ffc621b3-2c97-4ea4-963f-e650d8184290 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5238a46a-44b2-4c1b-8e40-bcd437c43aa6 HTTP/1.1" status: 204 len: 168 time: 0.7539256 Aug 31 09:37:46.726833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d868148d-18aa-48b2-bb9e-ec967480a4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.745708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e489e-72a7-46fc-a959-099af521cc2c req-0bfb4400-28fd-4666-b53f-735e64bde308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.747338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-0bfb4400-28fd-4666-b53f-735e64bde308 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384272 Aug 31 09:37:46.748140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc621b3-2c97-4ea4-963f-e650d8184290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5238a46a-44b2-4c1b-8e40-bcd437c43aa6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.757049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d568a-ac37-4055-85f9-2cff916d5812 service neutron] Pushing event updated for resources: {'Port': ['ID=88eafdf0-d6a9-4ac5-990f-ed2225afba99,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.859201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d868148d-18aa-48b2-bb9e-ec967480a4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.907323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-70135b91-52a3-41c2-9ea8-524c8c9de70f service neutron] 10.222.0.52 "GET /v2.0/networks/a0db9623-93f3-4e74-8591-8d300dfe25ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9750166 Aug 31 09:37:46.907818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.061916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c02794a-5544-4b5c-8ad8-68ec3e5d2ff3 req-799181ca-835e-4432-9a33-79dfc6e51c46 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5201905 Aug 31 09:37:47.068703 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-663e3fe7-6363-46b6-b97a-34a9d62ba817 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555487 Aug 31 09:37:47.109644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bcc85-ba18-4c3e-bae0-d83c9e2129a8 req-49ddf5de-2978-40ae-9dfa-d6792377ec53 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:47.111485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-348bcc85-ba18-4c3e-bae0-d83c9e2129a8 req-49ddf5de-2978-40ae-9dfa-d6792377ec53 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.5640373 Aug 31 09:37:47.274741 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9771ed49-9f1e-4f80-99cf-16a4048ecfd8 x-openstack-request-id: req-9771ed49-9f1e-4f80-99cf-16a4048ecfd8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:47.275092 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f03d64-e086-4bcc-a55a-7fd4615a8389", "tag": "09982bf9-acfb-44dc-8c18-89206f411556", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:47.275411 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9771ed49-9f1e-4f80-99cf-16a4048ecfd8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:47.275848 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f03d64-e086-4bcc-a55a-7fd4615a8389', 'tag': '09982bf9-acfb-44dc-8c18-89206f411556', 'status': 'completed', 'code': 200} Aug 31 09:37:47.332482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-348bcc85-ba18-4c3e-bae0-d83c9e2129a8 req-647b4d64-e9d2-4caa-910b-60abef800981 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016437 Aug 31 09:37:47.342477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.348497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e12654d-09c1-4168-99de-df0aeebd9ecb req-30460a93-6c00-46b6-907d-64274be0172b service neutron] 10.222.0.52 "GET /v2.0/networks/a0db9623-93f3-4e74-8591-8d300dfe25ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139984 Aug 31 09:37:47.366249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d868148d-18aa-48b2-bb9e-ec967480a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.369930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d868148d-18aa-48b2-bb9e-ec967480a4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.371281 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d868148d-18aa-48b2-bb9e-ec967480a4d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ddd758a6-8784-4722-8c3c-e7fdafa2a2bb HTTP/1.1" status: 204 len: 168 time: 0.8741233 Aug 31 09:37:47.374357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba170-ec82-4cc6-a9c1-7977079f7973 req-02f5863c-4619-4a36-bb61-b468d784f103 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:47.385546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80eba170-ec82-4cc6-a9c1-7977079f7973 req-02f5863c-4619-4a36-bb61-b468d784f103 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 944 time: 0.1125772 Aug 31 09:37:47.391614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868148d-18aa-48b2-bb9e-ec967480a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd758a6-8784-4722-8c3c-e7fdafa2a2bb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:47.527064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-584e489e-72a7-46fc-a959-099af521cc2c req-a2cfe518-5bc7-4531-9ec1-c4424524b934 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552350 Aug 31 09:37:47.578553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565e1b0f-de4b-4baf-8c63-4aa7212bc502 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:47.600929 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.655147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Transition to ACTIVE for port object 565e1b0f-de4b-4baf-8c63-4aa7212bc502 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:47.658817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-ccc73701-9e49-416f-8278-e521daec1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:47.661014 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-ccc73701-9e49-416f-8278-e521daec1da0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 1094 time: 0.0764885 Aug 31 09:37:47.663516 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.697647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed81cc-6ee3-4ffb-a735-f18603ac5cfa req-711ac5ce-7f48-4688-b909-a4b15de3c32d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:47.699899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22ed81cc-6ee3-4ffb-a735-f18603ac5cfa req-711ac5ce-7f48-4688-b909-a4b15de3c32d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 943 time: 0.0979421 Aug 31 09:37:47.739452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Pushing event updated for resources: {'Port': ['ID=565e1b0f-de4b-4baf-8c63-4aa7212bc502,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:47.768159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-2d9a9511-fc3c-4151-8205-f97b68abecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:47.769748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-2d9a9511-fc3c-4151-8205-f97b68abecde service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=843ee4a746184cd39be068846f9d8e1a&device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 1095 time: 0.1978815 Aug 31 09:37:47.779593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80eba170-ec82-4cc6-a9c1-7977079f7973 req-b71029de-20c4-4cf0-8516-cbbd6f5e3860 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924844 Aug 31 09:37:47.943961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Router 21aef353-731c-48bd-891f-13617b0098ce is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:37:47.967589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60488) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.012256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-afee91b3-8ffb-48f3-a508-d8a2291e2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:48.014097 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-afee91b3-8ffb-48f3-a508-d8a2291e2fb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.2951684 Aug 31 09:37:48.054727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Attempting to bind port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:48.055103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Attempting to bind port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:48.055420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Attempting to bind port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:48.092954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-fc1c2a9c-86a3-46b6-9ebb-856cdcf0e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:48.093532 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-df0ee937-36be-47a2-a8ee-8138964a26d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09982bf9-acfb-44dc-8c18-89206f411556 HTTP/1.1" status: 200 len: 217 time: 0.0636129 Aug 31 09:37:48.094440 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-fc1c2a9c-86a3-46b6-9ebb-856cdcf0e841 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0db9623-93f3-4e74-8591-8d300dfe25ce HTTP/1.1" status: 200 len: 916 time: 0.3139353 Aug 31 09:37:48.094972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:48.095303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Attempting to bind port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:48.097976 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22ed81cc-6ee3-4ffb-a735-f18603ac5cfa req-6bef8521-ac77-479f-9c26-51438cd4d6f6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822463 Aug 31 09:37:48.148648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:48.150561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Checking segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:48.155301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Bound using segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:48.155775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Bound port: 565e1b0f-de4b-4baf-8c63-4aa7212bc502, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:48.156230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.280668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-fc0f2efd-0c34-4009-89fb-29ead2a9ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:48.282544 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-fc0f2efd-0c34-4009-89fb-29ead2a9ab68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1704702 Aug 31 09:37:48.308694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-59bc7d77-ec6a-4c7c-8d7b-99f2a9097a08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab HTTP/1.1" status: 200 len: 217 time: 0.1894014 Aug 31 09:37:48.363229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] For port 565e1b0f-de4b-4baf-8c63-4aa7212bc502, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:48.369098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] For port 565e1b0f-de4b-4baf-8c63-4aa7212bc502, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:48.374678 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.386163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-dc501ed5-16ab-4e4c-9beb-609c568398f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:48.396065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:48.396899 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-dc501ed5-16ab-4e4c-9beb-609c568398f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960834 Aug 31 09:37:48.410055 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Sync routers for ids ['21aef353-731c-48bd-891f-13617b0098ce'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:48.428580 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Routers {'21aef353-731c-48bd-891f-13617b0098ce'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:48.432131 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:37:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['21aef353-731c-48bd-891f-13617b0098ce'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:48.448845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe5829-c667-443b-90d0-59dffee8364d req-75dbd8a5-49c5-43d4-af48-c51aa3d093fd tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:48.457805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38fe5829-c667-443b-90d0-59dffee8364d req-75dbd8a5-49c5-43d4-af48-c51aa3d093fd tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 946 time: 0.4331985 Aug 31 09:37:48.493565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-6d4daefd-2e3e-447a-a1aa-3ed9af9d8caa tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.501443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6d4daefd-2e3e-447a-a1aa-3ed9af9d8caa tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5258934 Aug 31 09:37:48.501807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:48.502560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.504320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] 10.222.0.52 "PUT /v2.0/ports/565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 1131 time: 1.8939040 Aug 31 09:37:48.508842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.514098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-33736809-a10b-43a4-812a-c5a0019705d3 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.515214 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-33736809-a10b-43a4-812a-c5a0019705d3 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052478 Aug 31 09:37:48.522304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.530869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-b047b161-a7cb-446f-81a1-da83e01044a4 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.532003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b047b161-a7cb-446f-81a1-da83e01044a4 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059409 Aug 31 09:37:48.547962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60508) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.550811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:48.568293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-f4ca68c2-32d3-4f78-9de3-eb4507cf8558 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.572943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f4ca68c2-32d3-4f78-9de3-eb4507cf8558 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0155640 Aug 31 09:37:48.577968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60510) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.606601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833ce8-9e10-487b-9445-78e261f59efe req-afb466db-fd56-4444-bcc2-0c0aaab6e64f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:48.608271 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22833ce8-9e10-487b-9445-78e261f59efe req-afb466db-fd56-4444-bcc2-0c0aaab6e64f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.3028564 Aug 31 09:37:48.614000 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.614425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-a40dda87-8742-4aa8-aee9-7c6cdc775d52 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.615677 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a40dda87-8742-4aa8-aee9-7c6cdc775d52 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0117531 Aug 31 09:37:48.618790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-814ce0c3-8997-48b5-a860-51ef34ae26de admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6512227 Aug 31 09:37:48.622245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60512) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.622899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60514) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.644622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b15a9-5fb8-4cbc-b1b9-e63ce5ce24fd service neutron] Pushing event updated for resources: {'Port': ['ID=565e1b0f-de4b-4baf-8c63-4aa7212bc502,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:48.729882 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-d4c0cecb-c511-43fb-8301-090872541755 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993174 Aug 31 09:37:48.753264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38fe5829-c667-443b-90d0-59dffee8364d req-02ed26d0-7666-4feb-823b-1432e7715426 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938013 Aug 31 09:37:48.756054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-1143e799-4890-4505-b014-27b4cd5930ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:48.759328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-1143e799-4890-4505-b014-27b4cd5930ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f574b98-f97f-4aa0-b8b1-6074d99c847b HTTP/1.1" status: 200 len: 854 time: 0.4229987 Aug 31 09:37:48.766164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-a19bf837-2e22-4101-a524-69929c723197 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.767940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a19bf837-2e22-4101-a524-69929c723197 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0411370 Aug 31 09:37:48.771690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60518) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.777484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-64770ee9-842d-40a6-ab6c-ce17d9a1d0cb tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.778789 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-64770ee9-842d-40a6-ab6c-ce17d9a1d0cb tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059466 Aug 31 09:37:48.793714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60522) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.818155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.829992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-011f4975-3caa-47de-893a-1cb4fc0398af tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.831643 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Set router 21aef353-731c-48bd-891f-13617b0098ce gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:48.832336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-011f4975-3caa-47de-893a-1cb4fc0398af tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0358105 Aug 31 09:37:48.855081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60528) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.870024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-4b7c5ff8-5fd1-40ca-8d5d-3a3db0304e3b tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.871340 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4b7c5ff8-5fd1-40ca-8d5d-3a3db0304e3b tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0091980 Aug 31 09:37:48.875395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60530) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.888604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-0f765dfd-0a4b-4bf7-9f36-da52479ed396 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.888604 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0f765dfd-0a4b-4bf7-9f36-da52479ed396 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078552 Aug 31 09:37:48.892562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60532) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.898123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-a47b6782-6438-42f8-9635-ff1eed3595d1 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.899793 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a47b6782-6438-42f8-9635-ff1eed3595d1 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063131 Aug 31 09:37:48.919418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60534) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:48.929198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-a593f984-f4fd-46d4-9da5-245e1a3949a7 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:48.930193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-c459437c-1b98-42e2-9af7-bdf40866db47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0db9623-93f3-4e74-8591-8d300dfe25ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431246 Aug 31 09:37:48.930407 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a593f984-f4fd-46d4-9da5-245e1a3949a7 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0083938 Aug 31 09:37:48.937547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22833ce8-9e10-487b-9445-78e261f59efe req-9b64bda6-3df2-4568-834c-c2fc1b986a58 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135109 Aug 31 09:37:48.938658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60536) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.049115 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-97a39ef7-f0fd-43d3-ace7-87d98b6b940c req-9b9d92c1-0dde-44e2-9a89-46e6e8511749 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070607 Aug 31 09:37:49.073154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-ac00c6bc-5db5-445d-b64c-c2bd5c5d9b73 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.076582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ac00c6bc-5db5-445d-b64c-c2bd5c5d9b73 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0951326 Aug 31 09:37:49.114330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60542) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.146385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-5b8ce710-5ee7-4fb6-8a00-e93408d26672 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.148868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5b8ce710-5ee7-4fb6-8a00-e93408d26672 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0320811 Aug 31 09:37:49.165547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60546) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.190423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-16924a71-b6ed-439e-931a-546aff4e8b5d tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.190598 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 3, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:49.196478 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-16924a71-b6ed-439e-931a-546aff4e8b5d tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0297856 Aug 31 09:37:49.202206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60552) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.215579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-5d6ad329-297b-4c45-abac-ddaf48eb3e0c tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.225072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d6ad329-297b-4c45-abac-ddaf48eb3e0c tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0201657 Aug 31 09:37:49.227394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60554) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.234871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-2b2d6218-803a-4271-b84c-29aa0a8a3f8c tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.236483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2b2d6218-803a-4271-b84c-29aa0a8a3f8c tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0064676 Aug 31 09:37:49.247727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60556) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.251515 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Checking router: 21aef353-731c-48bd-891f-13617b0098ce for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:49.251870 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Updating router 21aef353-731c-48bd-891f-13617b0098ce port 6e671890-b718-418f-b701-ec55766e32f5 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:37:49.258422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-7cb7f0a5-ac50-419c-a150-bdc7192fb22a tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.259877 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7cb7f0a5-ac50-419c-a150-bdc7192fb22a tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106945 Aug 31 09:37:49.290969 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.292501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60558) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.308741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-13702bb3-67b2-427e-adcb-102bf7a0682a tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.311020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-13702bb3-67b2-427e-adcb-102bf7a0682a tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0156538 Aug 31 09:37:49.322944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '88eafdf0-d6a9-4ac5-990f-ed2225afba99'}, {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '565e1b0f-de4b-4baf-8c63-4aa7212bc502'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:49.325836 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38fd786-4af0-42d3-b5f8-f745a2dab79e" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "88eafdf0-d6a9-4ac5-990f-ed2225afba99"}, {"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "565e1b0f-de4b-4baf-8c63-4aa7212bc502"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:49.329537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60560) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.336764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-dc32867a-2d65-4f6f-afe2-eee92fdc3ce7 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.338022 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc32867a-2d65-4f6f-afe2-eee92fdc3ce7 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052898 Aug 31 09:37:49.341122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60564) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.345977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-07195d65-62ea-4793-a4c9-2b8fcc32a7da tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.347331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-07195d65-62ea-4793-a4c9-2b8fcc32a7da tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050883 Aug 31 09:37:49.350494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60566) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.356047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-0d15f409-15b2-409c-aebe-3ac331e3a379 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.357654 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0d15f409-15b2-409c-aebe-3ac331e3a379 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058701 Aug 31 09:37:49.365718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60568) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.371931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-1cffee9b-19a8-4b52-b122-1224d89031a2 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.373071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1cffee9b-19a8-4b52-b122-1224d89031a2 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062568 Aug 31 09:37:49.391224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60572) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.401034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-81a58ee8-ce19-4a6d-bea6-d180fa4973f0 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.406275 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-81a58ee8-ce19-4a6d-bea6-d180fa4973f0 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0078187 Aug 31 09:37:49.409260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60574) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.425589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-9172fa44-702e-438e-bb46-efb62e9fe632 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.426944 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9172fa44-702e-438e-bb46-efb62e9fe632 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0095143 Aug 31 09:37:49.441943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60576) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.450163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-5289d351-68d2-44a4-8f84-34f5321646b2 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.451617 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5289d351-68d2-44a4-8f84-34f5321646b2 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087185 Aug 31 09:37:49.465193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60580) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.477804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-0b74055e-1ce5-408f-9ac6-5c0ce3f68012 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.479049 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0b74055e-1ce5-408f-9ac6-5c0ce3f68012 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0099258 Aug 31 09:37:49.484098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60582) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.490556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-a2e075df-c80b-4d91-bd7b-fb9b347a3de3 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.493002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a2e075df-c80b-4d91-bd7b-fb9b347a3de3 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078626 Aug 31 09:37:49.500685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60584) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.506174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-915668c9-ac46-4e64-8c25-eb0882e51f01 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.509107 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-915668c9-ac46-4e64-8c25-eb0882e51f01 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069823 Aug 31 09:37:49.513353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60586) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.525125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-873a4bdb-ee9a-4498-8f7b-0aa01bdaaaf0 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.527242 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-873a4bdb-ee9a-4498-8f7b-0aa01bdaaaf0 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0119424 Aug 31 09:37:49.530909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60590) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.536306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-58d0ab08-887a-49d4-823c-fd7d6e11f087 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.537645 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-58d0ab08-887a-49d4-823c-fd7d6e11f087 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056572 Aug 31 09:37:49.545249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60592) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.552303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-bfa1b29c-0ca8-48b2-9a1e-57d1c4cbee43 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.553917 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bfa1b29c-0ca8-48b2-9a1e-57d1c4cbee43 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072401 Aug 31 09:37:49.559338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60594) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.574605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-04a0afd3-ce5a-4f45-b36b-b441a5c819b2 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.575826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-04a0afd3-ce5a-4f45-b36b-b441a5c819b2 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0153415 Aug 31 09:37:49.578798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60596) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.591611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-fe4c9073-32b9-4d9a-a403-16e8b1f59c59 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.592757 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fe4c9073-32b9-4d9a-a403-16e8b1f59c59 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0131423 Aug 31 09:37:49.611840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60598) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.619059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-fa98e202-4953-4c7a-8f1e-5a966e803e49 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.620357 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fa98e202-4953-4c7a-8f1e-5a966e803e49 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070980 Aug 31 09:37:49.623263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60600) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.629915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-f52ab430-3a6a-4629-aa77-06c9c3337404 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.631425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f52ab430-3a6a-4629-aa77-06c9c3337404 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066724 Aug 31 09:37:49.634401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60602) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.642241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-b5b588b2-b699-48bf-ac0c-bd195c777d64 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.643624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b5b588b2-b699-48bf-ac0c-bd195c777d64 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076764 Aug 31 09:37:49.649480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60604) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.655650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:37:49.669408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-5222e7bf-ad54-4dfa-a8ff-44b280ed756e tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.671495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5222e7bf-ad54-4dfa-a8ff-44b280ed756e tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0206659 Aug 31 09:37:49.682149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60608) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.694731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-f4b27c09-a86e-4ac5-8cac-70754fbb9bec tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.698381 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.708359 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f4b27c09-a86e-4ac5-8cac-70754fbb9bec tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0219214 Aug 31 09:37:49.710939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5b10dd-3c77-4608-a1dc-4c99654790d1 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:49.712624 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Transition to ACTIVE for port object 6e671890-b718-418f-b701-ec55766e32f5 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:49.715409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60610) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.723506 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.732454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-88f9427b-256d-43ba-bbc4-62c4cd471b73 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.733817 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-88f9427b-256d-43ba-bbc4-62c4cd471b73 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0161288 Aug 31 09:37:49.745669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-6124fd41-e17f-4e46-85a4-68db27d8dd77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:49.749966 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.754215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-6124fd41-e17f-4e46-85a4-68db27d8dd77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:49.757310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60612) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.764369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-6124fd41-e17f-4e46-85a4-68db27d8dd77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:49.765903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-6f2dfe65-948b-4810-ad7a-1b8b93a7bf19 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.767154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6f2dfe65-948b-4810-ad7a-1b8b93a7bf19 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0080900 Aug 31 09:37:49.771050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60614) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.774445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-6124fd41-e17f-4e46-85a4-68db27d8dd77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:49.775561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-bafc3d66-0e19-4474-b2be-006e27a6e2fc tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.776533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bafc3d66-0e19-4474-b2be-006e27a6e2fc tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048499 Aug 31 09:37:49.780360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60616) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.783420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-6124fd41-e17f-4e46-85a4-68db27d8dd77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:49.787836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-7d0736c7-1456-4cf7-8647-13580c3ab0ef tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.789657 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7d0736c7-1456-4cf7-8647-13580c3ab0ef tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083935 Aug 31 09:37:49.792578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60618) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.792998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-6124fd41-e17f-4e46-85a4-68db27d8dd77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:49.795908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Transition to ACTIVE for port object 3e5b10dd-3c77-4608-a1dc-4c99654790d1 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:49.800746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-0e89a5f3-24a4-450a-8166-a347fc4ae084 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.802003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0e89a5f3-24a4-450a-8166-a347fc4ae084 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083718 Aug 31 09:37:49.803503 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.805159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-6124fd41-e17f-4e46-85a4-68db27d8dd77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:49.806311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60620) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.816327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-6124fd41-e17f-4e46-85a4-68db27d8dd77 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5373 time: 0.8920412 Aug 31 09:37:49.848362 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Attempting to bind port 6e671890-b718-418f-b701-ec55766e32f5 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:49.850543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,segment=NetworkSegment(3753d9e2-422c-42a3-80a7-a3e958b897d6),segment_id=3753d9e2-422c-42a3-80a7-a3e958b897d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:49.854479 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Attempting to bind port 6e671890-b718-418f-b701-ec55766e32f5 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:49.855250 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Attempting to bind port 6e671890-b718-418f-b701-ec55766e32f5 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:49.867746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-8ede6e40-52c1-4256-abf4-6e17be675581 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.868854 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8ede6e40-52c1-4256-abf4-6e17be675581 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0107977 Aug 31 09:37:49.869852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5b10dd-3c77-4608-a1dc-4c99654790d1,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:49.873503 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:49.875373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60622) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.876056 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:49.878648 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.878648 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:49.879251 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Bound port: 6e671890-b718-418f-b701-ec55766e32f5, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:49.880811 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.881253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-040b23de-29b9-41ae-b275-ffa80c909114 service neutron] 10.222.0.52 "GET /v2.0/networks/a0db9623-93f3-4e74-8591-8d300dfe25ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8948185 Aug 31 09:37:49.883353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-0cfde0f7-b58d-4526-a1a6-a0af83cd75ae tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.884760 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0cfde0f7-b58d-4526-a1a6-a0af83cd75ae tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0060611 Aug 31 09:37:49.885254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab', 'network_id': 'a0db9623-93f3-4e74-8591-8d300dfe25ce', 'port_id': '65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab', 'mac_address': 'fa:16:3e:76:f6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f574b98-f97f-4aa0-b8b1-6074d99c847b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:37:49.903584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60624) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.919114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-eabc542d-3407-4ad7-9ae2-6b2b26f0ef83 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.922551 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eabc542d-3407-4ad7-9ae2-6b2b26f0ef83 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067673 Aug 31 09:37:49.922963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60632) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.928942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-a010f063-525b-4dac-be5d-28f153ea8901 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.933001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a010f063-525b-4dac-be5d-28f153ea8901 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065567 Aug 31 09:37:49.934078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60634) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.944332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-da493c5a-2db1-4f4f-9566-b3300e9f7ff1 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.947865 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da493c5a-2db1-4f4f-9566-b3300e9f7ff1 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0072365 Aug 31 09:37:49.948864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60636) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.957678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-57b8f751-46bd-4970-abae-dbcc036dce7d tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.961847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-57b8f751-46bd-4970-abae-dbcc036dce7d tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074973 Aug 31 09:37:49.980351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60638) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:49.992108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-92494bc2-490c-46d7-a62f-ba386b46056b tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:49.995803 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-92494bc2-490c-46d7-a62f-ba386b46056b tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077448 Aug 31 09:37:50.009526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.026679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60640) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.031947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-173c4755-1b04-4052-9c8e-e549f8b1e246 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.035585 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-173c4755-1b04-4052-9c8e-e549f8b1e246 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053596 Aug 31 09:37:50.035886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:50.036792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60642) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.042539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-da31fa5c-cb37-4f6f-ac8e-88d3adf61f25 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.046219 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da31fa5c-cb37-4f6f-ac8e-88d3adf61f25 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055799 Aug 31 09:37:50.046690 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Pushing event updated for resources: {'Port': ['ID=6e671890-b718-418f-b701-ec55766e32f5,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:50.047281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60644) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.057970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-9054c040-3df4-4c41-ba1c-a638499a2207 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.061661 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9054c040-3df4-4c41-ba1c-a638499a2207 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0109420 Aug 31 09:37:50.065339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60646) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.074687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-88466dd3-b891-4807-91d6-9a385ed2c215 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.076341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,segment=NetworkSegment(3753d9e2-422c-42a3-80a7-a3e958b897d6),segment_id=3753d9e2-422c-42a3-80a7-a3e958b897d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:50.080222 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-88466dd3-b891-4807-91d6-9a385ed2c215 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0111725 Aug 31 09:37:50.084626 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.084951 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.089105 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.089573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60648) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.089820 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.090091 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.090725 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.091101 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.093030 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.093438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.093807 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.094147 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.094475 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.094987 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:50.096946 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-039d2216-40a5-4bd9-9b54-d938107e6876 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.097871 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-039d2216-40a5-4bd9-9b54-d938107e6876 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071440 Aug 31 09:37:50.102223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60650) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.109190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-51162f9e-c2e1-40ea-b4ca-f21c611dc2eb tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.110299 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-51162f9e-c2e1-40ea-b4ca-f21c611dc2eb tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067046 Aug 31 09:37:50.113222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60652) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.120481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-ab13b1c7-b24e-48a2-997f-1c0822b97067 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.121538 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ab13b1c7-b24e-48a2-997f-1c0822b97067 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073917 Aug 31 09:37:50.124692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60654) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.126170 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] For port 6e671890-b718-418f-b701-ec55766e32f5, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:50.131335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-e6e26c42-2ae3-4f21-b4a6-6e3bddde9dcf tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.133201 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] For port 6e671890-b718-418f-b701-ec55766e32f5, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6e671890-b718-418f-b701-ec55766e32f5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:50.136383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e6e26c42-2ae3-4f21-b4a6-6e3bddde9dcf tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0104733 Aug 31 09:37:50.143160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60656) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.143526 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.171454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-1290dd37-1bf3-458e-bf4a-02be9592be99 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.175738 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1290dd37-1bf3-458e-bf4a-02be9592be99 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0311332 Aug 31 09:37:50.179297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Attempting to bind port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:50.179871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Attempting to bind port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:50.180313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Attempting to bind port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:50.190279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60658) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.191167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:50.191631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Attempting to bind port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:50.200837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-58c76cbd-1d88-4f73-a4ee-24cd8154bf99 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.204779 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-58c76cbd-1d88-4f73-a4ee-24cd8154bf99 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076818 Aug 31 09:37:50.205895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60660) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.207533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:50.208314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Checking segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:50.209450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Bound using segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:50.209450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Bound port: 3e5b10dd-3c77-4608-a1dc-4c99654790d1, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:50.210071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.229115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:50.232123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-88247b93-7a6c-471f-919f-392698ef42f4 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.235936 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-88247b93-7a6c-471f-919f-392698ef42f4 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059795 Aug 31 09:37:50.241030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ed8d317-0402-4213-8d03-47a217dddfe1 req-c2f3e653-d8e3-4a4c-b650-1ce8fcdd697c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4232690 Aug 31 09:37:50.246680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60662) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.268987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-cc87d455-eae3-4524-93ae-8ebd4f9e0844 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.283763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cc87d455-eae3-4524-93ae-8ebd4f9e0844 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0181606 Aug 31 09:37:50.292617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:50.347998 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30560e83-012c-40a9-8af5-68338c9ff8fd None None] Pushing event updated for resources: {'Port': ['ID=6e671890-b718-418f-b701-ec55766e32f5,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:50.349201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] For port 3e5b10dd-3c77-4608-a1dc-4c99654790d1, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:50.353786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] For port 3e5b10dd-3c77-4608-a1dc-4c99654790d1, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:50.355545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.370534 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Routers {'21aef353-731c-48bd-891f-13617b0098ce'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:50.371395 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:37:25Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['21aef353-731c-48bd-891f-13617b0098ce'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:50.378961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-a48128ee-f935-400e-95d1-4739685394b0 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.386237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a48128ee-f935-400e-95d1-4739685394b0 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0289209 Aug 31 09:37:50.388145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 09982bf9-acfb-44dc-8c18-89206f411556 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:37:50.389710 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.402336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60670) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.430530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebe80d-8523-426d-9161-7e3d94876f5d req-996baf1f-111b-4fae-84f8-b3147ea9f64d tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:50.434284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-33b3a707-a9db-4f7c-8eaa-e66adc6cb804 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.436160 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-33b3a707-a9db-4f7c-8eaa-e66adc6cb804 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0223625 Aug 31 09:37:50.445839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bebe80d-8523-426d-9161-7e3d94876f5d req-996baf1f-111b-4fae-84f8-b3147ea9f64d tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 944 time: 1.1995649 Aug 31 09:37:50.455205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60672) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.490828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:50.491472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.493294 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/3e5b10dd-3c77-4608-a1dc-4c99654790d1 HTTP/1.1" status: 200 len: 1091 time: 1.9476216 Aug 31 09:37:50.504578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [None req-c674a624-7c16-4955-bff7-082407b3c43a tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.510857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c674a624-7c16-4955-bff7-082407b3c43a tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0545058 Aug 31 09:37:50.517717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60680) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.523904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-7a058caa-bbfb-46eb-a51a-69e22254708a tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.527467 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7a058caa-bbfb-46eb-a51a-69e22254708a tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0061450 Aug 31 09:37:50.529633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60682) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.540563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:50.590630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-020ec8b2-d807-4872-836d-0474050294b4 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.591805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-020ec8b2-d807-4872-836d-0474050294b4 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0612488 Aug 31 09:37:50.602972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.611590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [None req-0b45b802-9cea-48c1-91fd-79c70c799312 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:37:50.612780 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0b45b802-9cea-48c1-91fd-79c70c799312 tempest-ExtensionsTestJSON-186336464 tempest-ExtensionsTestJSON-186336464-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0086658 Aug 31 09:37:50.640677 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] Set router 21aef353-731c-48bd-891f-13617b0098ce gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:50.683130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078e887-cfae-45f2-ac91-55521dd7b0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5b10dd-3c77-4608-a1dc-4c99654790d1,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:50.723791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.751398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bebe80d-8523-426d-9161-7e3d94876f5d req-6fb28f81-e1d7-4bf1-9f9c-aa74a9a69da3 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045557 Aug 31 09:37:50.802478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51dffcb9-417f-4a32-8846-d664a47f1740 req-f9b5be86-dced-49a5-ac15-c34fb251ad41 service neutron] 10.222.0.52 "GET /v2.0/networks/a0db9623-93f3-4e74-8591-8d300dfe25ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9176474 Aug 31 09:37:50.824501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 09982bf9-acfb-44dc-8c18-89206f411556, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=09982bf9-acfb-44dc-8c18-89206f411556,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:50.880007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '09982bf9-acfb-44dc-8c18-89206f411556', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': '09982bf9-acfb-44dc-8c18-89206f411556', 'mac_address': 'fa:16:3e:c1:18:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:37:50.930305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c9f27-2b8d-4234-94be-9ac4b3cabf79 req-c9da6585-9c71-4e15-ae40-ab31d5e5b4fe tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:50.945500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b60c9f27-2b8d-4234-94be-9ac4b3cabf79 req-c9da6585-9c71-4e15-ae40-ab31d5e5b4fe tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.5330114 Aug 31 09:37:50.998237 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.056703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09982bf9-acfb-44dc-8c18-89206f411556 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:51.119805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 09982bf9-acfb-44dc-8c18-89206f411556, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=09982bf9-acfb-44dc-8c18-89206f411556,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:51.132440 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.185998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60716) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:51.215475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b60c9f27-2b8d-4234-94be-9ac4b3cabf79 req-992e77e7-6155-48a5-855e-f671e393c9e1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655323 Aug 31 09:37:51.255783 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 3, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:51.290568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=09982bf9-acfb-44dc-8c18-89206f411556,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:51.290854 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71fa16-268d-4b52-aee1-cab57d9d90cf None None] The sync data for ids ['21aef353-731c-48bd-891f-13617b0098ce'] in n-d-806683-2 is: [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 3, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:51.310336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.310673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.315019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.318776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.331852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.332036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.332634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.333264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.333873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.334602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.335302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.336036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:51.403998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542862e8-97eb-4df8-9c05-421b80d35dea {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:51.413767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.415154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d77ed-e106-4223-bd4f-fc5a60ca8c88 req-1890b89b-9fac-4948-a266-5fc26c5a0716 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:51.416775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d8d77ed-e106-4223-bd4f-fc5a60ca8c88 req-1890b89b-9fac-4948-a266-5fc26c5a0716 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 943 time: 0.4115493 Aug 31 09:37:51.437908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Transition to ACTIVE for port object 542862e8-97eb-4df8-9c05-421b80d35dea will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:51.444275 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.501013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['09982bf9-acfb-44dc-8c18-89206f411556'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:51.536082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d8d77ed-e106-4223-bd4f-fc5a60ca8c88 req-fea98c88-0b3b-4186-aa6f-1be7fee6fd58 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780571 Aug 31 09:37:51.545648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.546125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d33bc48-2a13-4c57-b430-373cc83174cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.565552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c620d-8772-4e67-93c2-b606cd23008f req-c710c513-3410-4aa3-a12c-f5ae692d0dcb tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:51.567255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e96c620d-8772-4e67-93c2-b606cd23008f req-c710c513-3410-4aa3-a12c-f5ae692d0dcb tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 946 time: 0.1695468 Aug 31 09:37:51.686607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:51.764792 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56a7ca0-f6b9-431e-98a9-52824f5a56b5 x-openstack-request-id: req-c56a7ca0-f6b9-431e-98a9-52824f5a56b5 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:51.765093 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "88eafdf0-d6a9-4ac5-990f-ed2225afba99", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "565e1b0f-de4b-4baf-8c63-4aa7212bc502", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:51.765404 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c56a7ca0-f6b9-431e-98a9-52824f5a56b5 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:51.765804 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '88eafdf0-d6a9-4ac5-990f-ed2225afba99', 'status': 'completed', 'code': 200} Aug 31 09:37:51.766061 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '565e1b0f-de4b-4baf-8c63-4aa7212bc502', 'status': 'completed', 'code': 200} Aug 31 09:37:51.768342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60734) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:51.786319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Pushing event updated for resources: {'Port': ['ID=542862e8-97eb-4df8-9c05-421b80d35dea,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:51.790365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d33bc48-2a13-4c57-b430-373cc83174cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.843067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d33bc48-2a13-4c57-b430-373cc83174cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.954986 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1448731e-541b-43dd-a068-b9f504006851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.980049 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6d33bc48-2a13-4c57-b430-373cc83174cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8070f689fcb74aa5b7145086106a5b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7863748 Aug 31 09:37:51.980351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Allocated IP 172.20.0.1 (aeb1dd70-0003-48a6-b555-cd97f533ebf7/00e7d3bf-27a3-49b6-a7c3-ee83b71bc427/71231803-1b5c-4fc6-830f-ef5e7ef77e7d) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:51.981881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60742) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:52.033394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:52.042018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:52.042943 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.072357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33bc48-2a13-4c57-b430-373cc83174cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7bb64-d2b5-4c43-a331-29501c828c01,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:52.104767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08e26a6b-aec8-4099-86d1-77d6d7a60a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.108766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Attempting to bind port 542862e8-97eb-4df8-9c05-421b80d35dea on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:52.109139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Attempting to bind port 542862e8-97eb-4df8-9c05-421b80d35dea by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:52.109471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Attempting to bind port 542862e8-97eb-4df8-9c05-421b80d35dea on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:52.129169 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1047467-8353-4146-9581-3ed821975d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.139731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Port 542862e8-97eb-4df8-9c05-421b80d35dea on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:52.140064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Attempting to bind port 542862e8-97eb-4df8-9c05-421b80d35dea on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:52.169274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:52.169763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Checking segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:52.170355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Bound using segment: {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:52.171099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Bound port: 542862e8-97eb-4df8-9c05-421b80d35dea, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:52.171866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.186723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.205478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1047467-8353-4146-9581-3ed821975d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.236219 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e96c620d-8772-4e67-93c2-b606cd23008f req-646b0156-06d8-4a68-b75f-30f5595331bc tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565037 Aug 31 09:37:52.237136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,segment=NetworkSegment(3753d9e2-422c-42a3-80a7-a3e958b897d6),segment_id=3753d9e2-422c-42a3-80a7-a3e958b897d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:52.238505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d90527-d938-48b7-802e-4f4c9e94404e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:52.242500 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4c4d15-f635-48b9-901a-374a24683e29" -d '{"events": [{"server_uuid": "02d90527-d938-48b7-802e-4f4c9e94404e", "name": "network-vif-plugged", "status": "completed", "tag": "65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:52.260772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.284205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] For port 542862e8-97eb-4df8-9c05-421b80d35dea, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:52.290659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] For port 542862e8-97eb-4df8-9c05-421b80d35dea, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=542862e8-97eb-4df8-9c05-421b80d35dea,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:52.310163 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.333561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:52.382489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-d937d775-9d2c-4c2b-b7f6-5f0debbdc862 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.388724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-d937d775-9d2c-4c2b-b7f6-5f0debbdc862 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.395895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-d937d775-9d2c-4c2b-b7f6-5f0debbdc862 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.402316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.402964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.403458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-d937d775-9d2c-4c2b-b7f6-5f0debbdc862 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.404391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] 10.222.0.52 "PUT /v2.0/ports/542862e8-97eb-4df8-9c05-421b80d35dea HTTP/1.1" status: 200 len: 1090 time: 1.8756883 Aug 31 09:37:52.418628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-d937d775-9d2c-4c2b-b7f6-5f0debbdc862 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.427738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-d937d775-9d2c-4c2b-b7f6-5f0debbdc862 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.443124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-d937d775-9d2c-4c2b-b7f6-5f0debbdc862 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.445922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-d937d775-9d2c-4c2b-b7f6-5f0debbdc862 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5397 time: 0.3426957 Aug 31 09:37:52.455351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-6b83bbcc-c035-40f7-b34c-ed63dd0ea73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.455751 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-6b83bbcc-c035-40f7-b34c-ed63dd0ea73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.456223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-6b83bbcc-c035-40f7-b34c-ed63dd0ea73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.456688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-6b83bbcc-c035-40f7-b34c-ed63dd0ea73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.457173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-6b83bbcc-c035-40f7-b34c-ed63dd0ea73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.457636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-6b83bbcc-c035-40f7-b34c-ed63dd0ea73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.458096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-6b83bbcc-c035-40f7-b34c-ed63dd0ea73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.460978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-6b83bbcc-c035-40f7-b34c-ed63dd0ea73d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6302 time: 0.4239452 Aug 31 09:37:52.464224 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.467706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:52.481977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491e9f7-f08f-4f54-9242-fe401b95e512 service neutron] Pushing event updated for resources: {'Port': ['ID=542862e8-97eb-4df8-9c05-421b80d35dea,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:52.525786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1047467-8353-4146-9581-3ed821975d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.528602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1047467-8353-4146-9581-3ed821975d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.532858 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e1047467-8353-4146-9581-3ed821975d98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/42a7bb64-d2b5-4c43-a331-29501c828c01 HTTP/1.1" status: 204 len: 168 time: 0.5422459 Aug 31 09:37:52.598521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1047467-8353-4146-9581-3ed821975d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7bb64-d2b5-4c43-a331-29501c828c01,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:52.600360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.627285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ea72eee-a772-4b3b-82d0-b7e1d5154f22 req-c97b9896-5013-4ee0-a066-e003c6804bca tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325648 Aug 31 09:37:52.666033 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08e26a6b-aec8-4099-86d1-77d6d7a60a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.673359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08e26a6b-aec8-4099-86d1-77d6d7a60a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.754248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e26a6b-aec8-4099-86d1-77d6d7a60a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af81263-b9aa-4102-9a53-f5706be81b29,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:52.778254 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-08e26a6b-aec8-4099-86d1-77d6d7a60a46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b04b255ec7674ffe91ac101cd9db658c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9923892 Aug 31 09:37:52.813853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60752) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:52.834992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-0403e835-e547-4bdc-afe6-971586e03574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.836028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-0403e835-e547-4bdc-afe6-971586e03574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.836502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-0403e835-e547-4bdc-afe6-971586e03574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.838455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-0403e835-e547-4bdc-afe6-971586e03574 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a637f499c88468398ba69ce5a70d104&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3217123 Aug 31 09:37:52.852357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6e671890-b718-418f-b701-ec55766e32f5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:52.896289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ce85f-de64-4a0a-a5f5-5f471a9d3512 req-c9932a68-1024-4b4d-96ae-50d9b9274e64 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:52.898445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-326ce85f-de64-4a0a-a5f5-5f471a9d3512 req-c9932a68-1024-4b4d-96ae-50d9b9274e64 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 946 time: 0.5493567 Aug 31 09:37:52.913636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 6e671890-b718-418f-b701-ec55766e32f5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:52.919608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 6e671890-b718-418f-b701-ec55766e32f5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:52.920208 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.018500 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.039357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 6e671890-b718-418f-b701-ec55766e32f5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6e671890-b718-418f-b701-ec55766e32f5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:53.045444 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.067118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9599971-f593-4030-9e63-346c825284b2 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:53.080318 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.101650 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a43e1da9-05c2-4e48-9f0d-3eeff02f2a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.106487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Transition to ACTIVE for port object e9599971-f593-4030-9e63-346c825284b2 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:53.117869 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.119250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=6e671890-b718-418f-b701-ec55766e32f5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:53.193795 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.271674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Pushing event updated for resources: {'Port': ['ID=e9599971-f593-4030-9e63-346c825284b2,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:53.296123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Attempting to bind port e9599971-f593-4030-9e63-346c825284b2 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:53.296611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Attempting to bind port e9599971-f593-4030-9e63-346c825284b2 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:53.296991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Pushing event updated for resources: {'Port': ['ID=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:53.297105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Attempting to bind port e9599971-f593-4030-9e63-346c825284b2 on network e283a2ae-d07b-4a4b-9b10-501aebd8903d {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:53.306291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Port e9599971-f593-4030-9e63-346c825284b2 on network e283a2ae-d07b-4a4b-9b10-501aebd8903d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:53.306723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Attempting to bind port e9599971-f593-4030-9e63-346c825284b2 on network e283a2ae-d07b-4a4b-9b10-501aebd8903d {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:53.308310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84e43-6712-4c8a-a5b2-bcb8c10008e8 req-88b304c9-9973-4a3c-a5e6-abd678a79572 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:53.314566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:53.315134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Checking segment: {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:53.315614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Bound using segment: {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:53.315891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36a84e43-6712-4c8a-a5b2-bcb8c10008e8 req-88b304c9-9973-4a3c-a5e6-abd678a79572 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.5010233 Aug 31 09:37:53.316334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Bound port: e9599971-f593-4030-9e63-346c825284b2, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:53.316791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.345684 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a43e1da9-05c2-4e48-9f0d-3eeff02f2a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.355857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-326ce85f-de64-4a0a-a5f5-5f471a9d3512 req-f665b259-166d-4c7c-9a68-3be7ecf1f445 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304025 Aug 31 09:37:53.419047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Network aeb1dd70-0003-48a6-b555-cd97f533ebf7 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:53.423421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:53.435186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:53.463326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] For port e9599971-f593-4030-9e63-346c825284b2, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:53.472260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] For port e9599971-f593-4030-9e63-346c825284b2, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e9599971-f593-4030-9e63-346c825284b2,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:53.480036 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.531469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:53.532754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.535345 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] 10.222.0.52 "PUT /v2.0/ports/e9599971-f593-4030-9e63-346c825284b2 HTTP/1.1" status: 200 len: 1091 time: 1.0899534 Aug 31 09:37:53.549494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-3ad449ea-5312-455d-9bc1-277a84aaa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:53.560055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-3ad449ea-5312-455d-9bc1-277a84aaa84a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6904311 Aug 31 09:37:53.576063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Request body: {'port': {'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:53.604205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36a84e43-6712-4c8a-a5b2-bcb8c10008e8 req-1ec16aa3-ccbe-4967-b12e-17ebb1054872 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866473 Aug 31 09:37:53.631066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.636225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4e137-c99d-40d0-a8cb-fb09ea53ef7b service neutron] Pushing event updated for resources: {'Port': ['ID=e9599971-f593-4030-9e63-346c825284b2,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:53.706489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.737220 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41212a0f-a97b-453d-83c8-46c96123bfef x-openstack-request-id: req-41212a0f-a97b-453d-83c8-46c96123bfef {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:53.737502 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d90527-d938-48b7-802e-4f4c9e94404e", "name": "network-vif-plugged", "status": "completed", "tag": "65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:53.737864 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41212a0f-a97b-453d-83c8-46c96123bfef {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:53.738254 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d90527-d938-48b7-802e-4f4c9e94404e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab', 'code': 200} Aug 31 09:37:53.808950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '3e5b10dd-3c77-4608-a1dc-4c99654790d1'}, {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '542862e8-97eb-4df8-9c05-421b80d35dea'}, {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': 'e9599971-f593-4030-9e63-346c825284b2'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:53.820554 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "3e5b10dd-3c77-4608-a1dc-4c99654790d1"}, {"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "542862e8-97eb-4df8-9c05-421b80d35dea"}, {"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "e9599971-f593-4030-9e63-346c825284b2"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:53.908399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60784) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:54.047131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca045c27-37fe-4e2a-a03d-bbedc74471b9 req-2445d328-f8eb-4bf4-9fdd-bb3242b58bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.049130 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ca045c27-37fe-4e2a-a03d-bbedc74471b9 req-2445d328-f8eb-4bf4-9fdd-bb3242b58bd0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 1097 time: 0.2199767 Aug 31 09:37:54.183680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1261106191'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:54.206959 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ca045c27-37fe-4e2a-a03d-bbedc74471b9 req-e69ed9eb-fc75-4bca-87d9-a0bc9ab61ef8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491239 Aug 31 09:37:54.244076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Made reservation on behalf of c9a535e6d1304e11ac941106ff93949c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:54.247675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.248599 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a43e1da9-05c2-4e48-9f0d-3eeff02f2a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.253574 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a43e1da9-05c2-4e48-9f0d-3eeff02f2a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.255682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a43e1da9-05c2-4e48-9f0d-3eeff02f2a5a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8af81263-b9aa-4102-9a53-f5706be81b29 HTTP/1.1" status: 204 len: 168 time: 1.4376948 Aug 31 09:37:54.267820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.335892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e1da9-05c2-4e48-9f0d-3eeff02f2a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af81263-b9aa-4102-9a53-f5706be81b29,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:54.375590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:54.390877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.411712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-01370ad3-676c-4cd8-ac32-3db0e522f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.412019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 09982bf9-acfb-44dc-8c18-89206f411556 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:54.414291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-01370ad3-676c-4cd8-ac32-3db0e522f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.415154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Transition to ACTIVE for port object 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:54.415652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-01370ad3-676c-4cd8-ac32-3db0e522f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.416715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-01370ad3-676c-4cd8-ac32-3db0e522f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.418292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-01370ad3-676c-4cd8-ac32-3db0e522f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.419661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-01370ad3-676c-4cd8-ac32-3db0e522f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.420839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-01370ad3-676c-4cd8-ac32-3db0e522f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.424246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.426158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-01370ad3-676c-4cd8-ac32-3db0e522f019 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6411 time: 0.7883027 Aug 31 09:37:54.493602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7612ea3-dee1-402e-a7a2-04d1ffe25f3b req-2875e790-b7fe-4ece-8693-bbed27f80aab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.495545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7612ea3-dee1-402e-a7a2-04d1ffe25f3b req-2875e790-b7fe-4ece-8693-bbed27f80aab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 944 time: 0.3611336 Aug 31 09:37:54.507842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.520595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:54.530806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-32f8a64e-0b62-4276-8c4c-a3b2ce1b5fe4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.533322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 09982bf9-acfb-44dc-8c18-89206f411556 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:54.537139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.539081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-32f8a64e-0b62-4276-8c4c-a3b2ce1b5fe4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.542272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 09982bf9-acfb-44dc-8c18-89206f411556 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:54.543005 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.545907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-32f8a64e-0b62-4276-8c4c-a3b2ce1b5fe4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.553121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-32f8a64e-0b62-4276-8c4c-a3b2ce1b5fe4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.560145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-32f8a64e-0b62-4276-8c4c-a3b2ce1b5fe4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.566961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-32f8a64e-0b62-4276-8c4c-a3b2ce1b5fe4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.572820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-32f8a64e-0b62-4276-8c4c-a3b2ce1b5fe4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.580947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-32f8a64e-0b62-4276-8c4c-a3b2ce1b5fe4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5409 time: 0.4490907 Aug 31 09:37:54.617599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:54.631033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833abe29-4c77-4909-bb06-b6c05f11ae3e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:54.636982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.637801 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Added segment a5c65bf7-6f6d-4bcc-b160-2afa437191f6 of type vlan for network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f Aug 31 09:37:54.727240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Attempting to bind port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:54.727400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Attempting to bind port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:54.727707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Attempting to bind port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 on network e283a2ae-d07b-4a4b-9b10-501aebd8903d {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:54.739098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 on network e283a2ae-d07b-4a4b-9b10-501aebd8903d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:54.739463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Attempting to bind port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 on network e283a2ae-d07b-4a4b-9b10-501aebd8903d {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:54.742651 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.753700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:54.754113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Checking segment: {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:54.755151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Bound using segment: {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:54.755151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Bound port: 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:54.755517 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.803471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.816269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.819766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-b367761b-ae7f-4e12-9e9d-ca750eb83bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.820312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-b367761b-ae7f-4e12-9e9d-ca750eb83bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.821266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-b367761b-ae7f-4e12-9e9d-ca750eb83bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.822709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-b367761b-ae7f-4e12-9e9d-ca750eb83bb9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a637f499c88468398ba69ce5a70d104&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3624842 Aug 31 09:37:54.832558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6e671890-b718-418f-b701-ec55766e32f5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:54.853838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60800) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:54.866297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.872852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:54.873794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.952779 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a6f0-e249-4c55-8220-943aae69fbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.968614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0562084 Aug 31 09:37:54.969119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7612ea3-dee1-402e-a7a2-04d1ffe25f3b req-e0946230-96c4-44dd-8841-2d24091b679c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550576 Aug 31 09:37:54.973288 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60802) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:54.984437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edc69418-731e-4296-9ab7-d0721cf5b9ae req-acd5138e-1a25-4071-ae96-7fd8b47f244a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4025018 Aug 31 09:37:54.985257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Request body: {'subnet': {'network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:54.998485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] For port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:54.998485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796620b-92fd-4b6f-af7d-84d457b4f93a tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'Network': ['ID=562c6c2f-7a76-4b1a-881b-a0aa41804b9f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.038796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:55.067823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] For port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:55.078566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.133684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 09982bf9-acfb-44dc-8c18-89206f411556, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=09982bf9-acfb-44dc-8c18-89206f411556,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:55.157652 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fe8282-5dcc-4b58-9d43-c41743448f79 x-openstack-request-id: req-96fe8282-5dcc-4b58-9d43-c41743448f79 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:55.157945 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "3e5b10dd-3c77-4608-a1dc-4c99654790d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "542862e8-97eb-4df8-9c05-421b80d35dea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "e9599971-f593-4030-9e63-346c825284b2", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:55.158224 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.160227 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96fe8282-5dcc-4b58-9d43-c41743448f79 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:55.160663 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '3e5b10dd-3c77-4608-a1dc-4c99654790d1', 'status': 'completed', 'code': 200} Aug 31 09:37:55.160925 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '542862e8-97eb-4df8-9c05-421b80d35dea', 'status': 'completed', 'code': 200} Aug 31 09:37:55.161240 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': 'e9599971-f593-4030-9e63-346c825284b2', 'status': 'completed', 'code': 200} Aug 31 09:37:55.161867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.167348 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.218400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.220751 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.222292 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-ade7e007-8a25-492b-89bc-2a2b61f15ea5 service neutron] 10.222.0.52 "PUT /v2.0/ports/3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 HTTP/1.1" status: 200 len: 1091 time: 1.6511221 Aug 31 09:37:55.266525 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a5cb054-3598-40a6-9a32-e5fb78e267c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.308532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 6e671890-b718-418f-b701-ec55766e32f5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:55.309646 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.325411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-ed5bb310-4949-406c-878d-7f5c62e14607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.327105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38fd786-4af0-42d3-b5f8-f745a2dab79e req-ed5bb310-4949-406c-878d-7f5c62e14607 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4743845 Aug 31 09:37:55.364788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=09982bf9-acfb-44dc-8c18-89206f411556,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.477421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04defb7-22ad-434b-a4ab-d6b3e600dde1 req-077fc3fa-b006-4efa-a14c-6087b849e516 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.478973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a04defb7-22ad-434b-a4ab-d6b3e600dde1 req-077fc3fa-b006-4efa-a14c-6087b849e516 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 946 time: 0.2353029 Aug 31 09:37:55.549181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb94e2-09f3-4bcc-9bbe-d6af36dda703 req-7784eb64-b856-4daf-8212-0161870b2b77 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.550638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0feb94e2-09f3-4bcc-9bbe-d6af36dda703 req-7784eb64-b856-4daf-8212-0161870b2b77 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.2282281 Aug 31 09:37:55.561254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a6f0-e249-4c55-8220-943aae69fbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.578190 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d0a6f0-e249-4c55-8220-943aae69fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.580775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Made reservation on behalf of c9a535e6d1304e11ac941106ff93949c for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:55.584391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.585558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-3ad1183f-3695-48f7-ab3e-970bbd2dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.586051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-3ad1183f-3695-48f7-ab3e-970bbd2dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.586530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-3ad1183f-3695-48f7-ab3e-970bbd2dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.587021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-3ad1183f-3695-48f7-ab3e-970bbd2dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.587489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-3ad1183f-3695-48f7-ab3e-970bbd2dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.588796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-3ad1183f-3695-48f7-ab3e-970bbd2dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.588796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-3ad1183f-3695-48f7-ab3e-970bbd2dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.590353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-3ad1183f-3695-48f7-ab3e-970bbd2dfb71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6478 time: 0.1856225 Aug 31 09:37:55.672610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a04defb7-22ad-434b-a4ab-d6b3e600dde1 req-613ee50c-4f27-495b-a250-8570a39f9ba7 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868968 Aug 31 09:37:55.735278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0a6f0-e249-4c55-8220-943aae69fbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78936e1-3071-41d1-b53f-f84773464409,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.739357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f03d64-e086-4bcc-a55a-7fd4615a8389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09982bf9-acfb-44dc-8c18-89206f411556'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:55.743490 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab5c38-b36a-444e-b63b-ca2da6354361" -d '{"events": [{"server_uuid": "20f03d64-e086-4bcc-a55a-7fd4615a8389", "name": "network-vif-plugged", "status": "completed", "tag": "09982bf9-acfb-44dc-8c18-89206f411556"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:55.746218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d1d0a6f0-e249-4c55-8220-943aae69fbbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7030e9d2c6d1411284ef123541a6f4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8913584 Aug 31 09:37:55.748502 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.756253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60814) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:55.779039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0feb94e2-09f3-4bcc-9bbe-d6af36dda703 req-5c84f89d-25d5-40d2-b95d-a0a273fa43c0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087536 Aug 31 09:37:55.780443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.801295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.808337 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c937da3-4218-46d1-9474-30aecf07b0e9 x-openstack-request-id: req-1c937da3-4218-46d1-9474-30aecf07b0e9 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:55.808565 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f03d64-e086-4bcc-a55a-7fd4615a8389", "name": "network-vif-plugged", "status": "completed", "tag": "09982bf9-acfb-44dc-8c18-89206f411556", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:55.809008 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c937da3-4218-46d1-9474-30aecf07b0e9 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:55.809591 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f03d64-e086-4bcc-a55a-7fd4615a8389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09982bf9-acfb-44dc-8c18-89206f411556', 'code': 200} Aug 31 09:37:55.914938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'Subnet': ['ID=04ef8019-5607-4b18-a138-771302d59fd9,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.935898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Pushing event updated for resources: {'Port': ['ID=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.937960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Checking segment: {'id': 'a5c65bf7-6f6d-4bcc-b160-2afa437191f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:55.939429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Network hostable DHCP agents. Network: 562c6c2f-7a76-4b1a-881b-a0aa41804b9f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:37:55.953313 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.955684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db172c80-9e86-4052-b475-42f89e022502 req-9264709e-233f-42d2-9bb6-6983c2b76c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.957308 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db172c80-9e86-4052-b475-42f89e022502 req-9264709e-233f-42d2-9bb6-6983c2b76c28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 1096 time: 0.0828950 Aug 31 09:37:55.957826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-499b0125-4800-4081-b63d-e848951ea561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.958312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-499b0125-4800-4081-b63d-e848951ea561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.958802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-499b0125-4800-4081-b63d-e848951ea561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.960979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-499b0125-4800-4081-b63d-e848951ea561 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a637f499c88468398ba69ce5a70d104&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3497732 Aug 31 09:37:55.966671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263dff84-5465-409f-bca7-0d0a2ae5d59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.973696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:56.004067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 562c6c2f-7a76-4b1a-881b-a0aa41804b9f) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:56.011263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db172c80-9e86-4052-b475-42f89e022502 req-7fb32be7-a9ab-44dd-99df-16ad0bc24b85 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 Aug 31 09:37:56.012741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.013898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.026773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee4bbc4-e530-4f53-b9fb-1253ce8be7e0 None None] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:56.050285 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd90d579-fcce-401d-b473-abb0999bfacf tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0757129 Aug 31 09:37:56.050879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60828) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:56.059983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4def3ec4-2d95-4068-bee4-bec863b740ad tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-478918079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:56.087716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4def3ec4-2d95-4068-bee4-bec863b740ad tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.089957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4def3ec4-2d95-4068-bee4-bec863b740ad tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.099074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263dff84-5465-409f-bca7-0d0a2ae5d59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.158857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4def3ec4-2d95-4068-bee4-bec863b740ad tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.166191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4def3ec4-2d95-4068-bee4-bec863b740ad tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.183883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4def3ec4-2d95-4068-bee4-bec863b740ad tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.185718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4def3ec4-2d95-4068-bee4-bec863b740ad tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1300964 Aug 31 09:37:56.188573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60832) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:56.274697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Network aeb1dd70-0003-48a6-b555-cd97f533ebf7 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:56.276023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-9337e697-ac2a-4b9a-836e-9ab5935da80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.277622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-9337e697-ac2a-4b9a-836e-9ab5935da80f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3062935 Aug 31 09:37:56.287784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5106d4-b277-45e8-86f5-1ae4abe80a4b req-217105a7-c030-41c4-a987-10eca146e9dd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.290251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee5106d4-b277-45e8-86f5-1ae4abe80a4b req-217105a7-c030-41c4-a987-10eca146e9dd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.1820405 Aug 31 09:37:56.292798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:56.313575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9ffe3-8177-4944-90e9-d629682c48d7 req-dc44791a-2961-4da8-aaf9-8c6029387377 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.315455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48b9ffe3-8177-4944-90e9-d629682c48d7 req-dc44791a-2961-4da8-aaf9-8c6029387377 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.1643887 Aug 31 09:37:56.323175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263dff84-5465-409f-bca7-0d0a2ae5d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.325907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263dff84-5465-409f-bca7-0d0a2ae5d59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.327754 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-263dff84-5465-409f-bca7-0d0a2ae5d59e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c78936e1-3071-41d1-b53f-f84773464409 HTTP/1.1" status: 204 len: 168 time: 0.5705400 Aug 31 09:37:56.330108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-562c6c2f-7a76-4b1a-881b-a0aa41804b9f', 'network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f', 'tenant_id': 'c9a535e6d1304e11ac941106ff93949c', 'fixed_ips': [{'subnet_id': '04ef8019-5607-4b18-a138-771302d59fd9'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:37:56.331736 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.436754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dff84-5465-409f-bca7-0d0a2ae5d59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78936e1-3071-41d1-b53f-f84773464409,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:56.468755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee5106d4-b277-45e8-86f5-1ae4abe80a4b req-df296007-43ba-45f8-b994-6c0d0c0d45ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670451 Aug 31 09:37:56.488753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0c85415b-7463-4693-bd78-ad68e72a352d details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:37:56.524098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48b9ffe3-8177-4944-90e9-d629682c48d7 req-b14104af-80a0-496b-9af2-dfb4d365df59 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925771 Aug 31 09:37:56.545512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-1a029e60-6366-4fe5-b9c4-f4715e051518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.546282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-1a029e60-6366-4fe5-b9c4-f4715e051518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.546965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-1a029e60-6366-4fe5-b9c4-f4715e051518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.547716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-1a029e60-6366-4fe5-b9c4-f4715e051518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.548347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-1a029e60-6366-4fe5-b9c4-f4715e051518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.548965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-1a029e60-6366-4fe5-b9c4-f4715e051518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.549581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-1a029e60-6366-4fe5-b9c4-f4715e051518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.552089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-1a029e60-6366-4fe5-b9c4-f4715e051518 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6478 time: 0.2083032 Aug 31 09:37:56.700778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Router 21aef353-731c-48bd-891f-13617b0098ce has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:56.755383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:56.809444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Allocated IP 172.20.0.2 (562c6c2f-7a76-4b1a-881b-a0aa41804b9f/04ef8019-5607-4b18-a138-771302d59fd9/11a1c636-eb31-4159-a150-6aef8b39c350) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:56.819470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '0c85415b-7463-4693-bd78-ad68e72a352d', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'port_id': '0c85415b-7463-4693-bd78-ad68e72a352d', 'mac_address': 'fa:16:3e:28:a1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2bb068-ee81-4ebe-bb00-20ebe1788af1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:37:56.885602 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.904223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c85415b-7463-4693-bd78-ad68e72a352d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:56.931396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:56.951027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.967020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-88d8461f-2292-4358-b514-bbf240e73d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.968657 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-88d8461f-2292-4358-b514-bbf240e73d75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d96754814d51a60985d1e2545ed1&device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1555085 Aug 31 09:37:57.051447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['0c85415b-7463-4693-bd78-ad68e72a352d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:57.091153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:57.160824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593752-570c-4995-b8d1-c52c1fbda978 req-0e16a71a-27fd-4e6f-980c-913e076d527b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.167540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593752-570c-4995-b8d1-c52c1fbda978 req-0e16a71a-27fd-4e6f-980c-913e076d527b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.174085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593752-570c-4995-b8d1-c52c1fbda978 req-0e16a71a-27fd-4e6f-980c-913e076d527b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.180717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593752-570c-4995-b8d1-c52c1fbda978 req-0e16a71a-27fd-4e6f-980c-913e076d527b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.184109 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.187213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593752-570c-4995-b8d1-c52c1fbda978 req-0e16a71a-27fd-4e6f-980c-913e076d527b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.193913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593752-570c-4995-b8d1-c52c1fbda978 req-0e16a71a-27fd-4e6f-980c-913e076d527b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.200513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88593752-570c-4995-b8d1-c52c1fbda978 req-0e16a71a-27fd-4e6f-980c-913e076d527b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.207587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Transition to ACTIVE for port object 11a1c636-eb31-4159-a150-6aef8b39c350 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:57.208193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.209215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88593752-570c-4995-b8d1-c52c1fbda978 req-0e16a71a-27fd-4e6f-980c-913e076d527b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.5306027 Aug 31 09:37:57.234826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Transition to ACTIVE for port object 11a1c636-eb31-4159-a150-6aef8b39c350 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:57.239741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:57.245713 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f102dedf-7701-4c86-a680-f80950641227" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "3d0a46b6-5c93-4713-8814-be3e5f3f4cf5"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:57.250099 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.304695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:57.315471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:57.326703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:57.342619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Pushing event updated for resources: {'Port': ['ID=11a1c636-eb31-4159-a150-6aef8b39c350,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:57.359464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-75af072e-5011-4fa9-b83f-225c82b825bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.360391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-75af072e-5011-4fa9-b83f-225c82b825bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.360391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-75af072e-5011-4fa9-b83f-225c82b825bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.362091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-75af072e-5011-4fa9-b83f-225c82b825bf service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a637f499c88468398ba69ce5a70d104&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8010504 Aug 31 09:37:57.377946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12086cb9-796f-472f-ab66-16d70fd09b1f req-ba9e548b-8e30-4d29-bb1b-5966b34585fa tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.385950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12086cb9-796f-472f-ab66-16d70fd09b1f req-ba9e548b-8e30-4d29-bb1b-5966b34585fa tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 946 time: 0.2396474 Aug 31 09:37:57.405878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-afabcd17-5475-49d8-85ba-c14c2a8afcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.407868 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-afabcd17-5475-49d8-85ba-c14c2a8afcc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 200 len: 914 time: 0.4281409 Aug 31 09:37:57.415211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Attempting to bind port 11a1c636-eb31-4159-a150-6aef8b39c350 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:57.416016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Attempting to bind port 11a1c636-eb31-4159-a150-6aef8b39c350 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a5c65bf7-6f6d-4bcc-b160-2afa437191f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:57.417006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Attempting to bind port 11a1c636-eb31-4159-a150-6aef8b39c350 on network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:57.424082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:57.424545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Checking segment: {'id': 'a5c65bf7-6f6d-4bcc-b160-2afa437191f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:57.425059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.425547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Bound using segment: {'id': 'a5c65bf7-6f6d-4bcc-b160-2afa437191f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:57.426334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Bound port: 11a1c636-eb31-4159-a150-6aef8b39c350, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c65bf7-6f6d-4bcc-b160-2afa437191f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:57.426803 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.440599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88593752-570c-4995-b8d1-c52c1fbda978 req-810a9263-f5d5-4edd-9824-0bbb00acc1e6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2282019 Aug 31 09:37:57.535465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] For port 11a1c636-eb31-4159-a150-6aef8b39c350, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:57.536518 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a1996-20ca-46b4-b11a-2bf571566692 x-openstack-request-id: req-366a1996-20ca-46b4-b11a-2bf571566692 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:57.536518 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "3d0a46b6-5c93-4713-8814-be3e5f3f4cf5", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:57.536518 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-366a1996-20ca-46b4-b11a-2bf571566692 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:57.537092 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5', 'status': 'completed', 'code': 200} Aug 31 09:37:57.542495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-c5806fd7-46bb-478b-8e58-edc1cb7ac4bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdd342d0-3fd3-4980-ac25-782884181239 HTTP/1.1" status: 200 len: 217 time: 0.1207771 Aug 31 09:37:57.546868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] For port 11a1c636-eb31-4159-a150-6aef8b39c350, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=11a1c636-eb31-4159-a150-6aef8b39c350,segment=NetworkSegment(a5c65bf7-6f6d-4bcc-b160-2afa437191f6),segment_id=a5c65bf7-6f6d-4bcc-b160-2afa437191f6)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:57.559113 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.654268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.672395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12086cb9-796f-472f-ab66-16d70fd09b1f req-adfa39d1-0a9b-4608-a984-5827a626f6ae tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853012 Aug 31 09:37:57.695253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c42dd-60ec-4396-babe-94780b8a0398 None None] Pushing event updated for resources: {'Port': ['ID=11a1c636-eb31-4159-a150-6aef8b39c350,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:57.713673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-0c989184-6978-40e9-981d-6c519c6eea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.715279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-0c989184-6978-40e9-981d-6c519c6eea14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49b4d140-59c7-4389-8c40-7008570370a8 HTTP/1.1" status: 200 len: 852 time: 0.1343074 Aug 31 09:37:57.769327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:57.779528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-75ad922d-e92e-4830-8964-8dba4bd29a84 admin admin] 10.222.0.69 "PUT /v2.0/routers/21aef353-731c-48bd-891f-13617b0098ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1178615 Aug 31 09:37:57.790182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-3e612e73-9974-4f9b-ab7b-b6d6d8cde152 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25c4595a-8ee0-4081-b846-615fdeccb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615993 Aug 31 09:37:57.791029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Sync routers for ids ['21aef353-731c-48bd-891f-13617b0098ce'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:57.811190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Routers {'21aef353-731c-48bd-891f-13617b0098ce'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:57.812855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:37:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['21aef353-731c-48bd-891f-13617b0098ce'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:57.877008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-e3576f60-c892-4fc4-8891-e74c8dac4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.878673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-e3576f60-c892-4fc4-8891-e74c8dac4133 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4605467 Aug 31 09:37:57.921239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Allocated IP 172.20.0.1 (562c6c2f-7a76-4b1a-881b-a0aa41804b9f/04ef8019-5607-4b18-a138-771302d59fd9/158bed6f-a92a-4a7a-b7f3-8f29f73e3d95) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:57.962243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d6b5c-c749-4583-8e25-a13ad5d3fb6f req-273bc9ab-733f-4b19-b0a3-a1b742bf3041 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.987021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-436d6b5c-c749-4583-8e25-a13ad5d3fb6f req-273bc9ab-733f-4b19-b0a3-a1b742bf3041 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.3782947 Aug 31 09:37:58.115772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Set router 21aef353-731c-48bd-891f-13617b0098ce gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:58.143229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3699813-620c-4011-a07c-8e7df6fcf8ad req-a2811f5a-d570-4957-b1ef-604e68d0966b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.145104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3699813-620c-4011-a07c-8e7df6fcf8ad req-a2811f5a-d570-4957-b1ef-604e68d0966b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.3781271 Aug 31 09:37:58.149582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:58.182645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Transition to ACTIVE for port object 158bed6f-a92a-4a7a-b7f3-8f29f73e3d95 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:58.199638 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-c04e288e-a5da-4394-ae55-dc9940cab3c0 service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002836 Aug 31 09:37:58.211302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-06903cf6-58f1-44c6-9eaf-22df1fbf5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.211798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-06903cf6-58f1-44c6-9eaf-22df1fbf5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.212277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-06903cf6-58f1-44c6-9eaf-22df1fbf5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.212745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-06903cf6-58f1-44c6-9eaf-22df1fbf5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.213332 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-06903cf6-58f1-44c6-9eaf-22df1fbf5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.213747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-06903cf6-58f1-44c6-9eaf-22df1fbf5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.214216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-06903cf6-58f1-44c6-9eaf-22df1fbf5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.216515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-06903cf6-58f1-44c6-9eaf-22df1fbf5d88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6478 time: 0.2234197 Aug 31 09:37:58.231822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-263e3385-5ecd-4c31-8e3a-41e33cfad86d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3743377 Aug 31 09:37:58.294435 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:58.347935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:58.360717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:58.373504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:58.384259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'Port': ['ID=158bed6f-a92a-4a7a-b7f3-8f29f73e3d95,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:58.409399 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5da6627a-3624-4368-bdaa-3a6d3859a6c7 req-16ec92ee-43fb-4fac-a0e0-3cd9a1a935d3 service neutron] 10.222.0.20 "GET /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987343 Aug 31 09:37:58.440892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-436d6b5c-c749-4583-8e25-a13ad5d3fb6f req-86e69dbd-a514-4d4e-a040-c56c0f548765 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126034 Aug 31 09:37:58.451667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:58.461553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3699813-620c-4011-a07c-8e7df6fcf8ad req-6ccd5fca-389f-404a-9f41-d13e50933849 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894566 Aug 31 09:37:58.486508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0c85415b-7463-4693-bd78-ad68e72a352d up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:58.521523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-83884582-62d6-48c4-bb8e-26e90db14a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.522392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-83884582-62d6-48c4-bb8e-26e90db14a24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1095 time: 0.1533730 Aug 31 09:37:58.531754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-ea2ea691-8d90-448a-913b-2f97fc512022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.532952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-ea2ea691-8d90-448a-913b-2f97fc512022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.534012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-ea2ea691-8d90-448a-913b-2f97fc512022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.537509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-ea2ea691-8d90-448a-913b-2f97fc512022 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a637f499c88468398ba69ce5a70d104&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2734940 Aug 31 09:37:58.717539 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:58.739655 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:58.776844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:54Z', 'revision_number': 4, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '71231803-1b5c-4fc6-830f-ef5e7ef77e7d', 'name': '', 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'mac_address': 'fa:16:3e:01:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '00e7d3bf-27a3-49b6-a7c3-ee83b71bc427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:51Z', 'updated_at': '2021-08-31T09:37:55Z', 'revision_number': 2, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'subnets': [{'id': '00e7d3bf-27a3-49b6-a7c3-ee83b71bc427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:58.780757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 0c85415b-7463-4693-bd78-ad68e72a352d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:58.780985 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:58.892354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 11a1c636-eb31-4159-a150-6aef8b39c350 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:58.897021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Checking router: 21aef353-731c-48bd-891f-13617b0098ce for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:58.897602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Updating router 21aef353-731c-48bd-891f-13617b0098ce port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:37:58.944007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-8078ac4a-30b4-4c4d-b341-2c49c01b42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.946667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e0422e5-1afc-4b5b-8dcb-8cb2f2207b3e req-8078ac4a-30b4-4c4d-b341-2c49c01b42cc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4028385 Aug 31 09:37:59.039064 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.102666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-a91af789-4c22-49d3-96df-2f244b2f1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.104688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-a91af789-4c22-49d3-96df-2f244b2f1b6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.5571911 Aug 31 09:37:59.242989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.251144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.253510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-4bcc1fce-beb8-48b8-a5d0-bf384f17350d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.1378605 Aug 31 09:37:59.349480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-57ba0140-70ae-42a5-ae87-cff8b200b975 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.357700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-57ba0140-70ae-42a5-ae87-cff8b200b975 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.364442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-57ba0140-70ae-42a5-ae87-cff8b200b975 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.376379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-57ba0140-70ae-42a5-ae87-cff8b200b975 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.387073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-57ba0140-70ae-42a5-ae87-cff8b200b975 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.390067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'Port': ['ID=158bed6f-a92a-4a7a-b7f3-8f29f73e3d95,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:59.396351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-57ba0140-70ae-42a5-ae87-cff8b200b975 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.403502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.405464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-57ba0140-70ae-42a5-ae87-cff8b200b975 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.417118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-57ba0140-70ae-42a5-ae87-cff8b200b975 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.6051674 Aug 31 09:37:59.429572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-8db7a9c4-8ba9-49b6-8d73-32d0403c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.430405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-8db7a9c4-8ba9-49b6-8d73-32d0403c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.430928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-8db7a9c4-8ba9-49b6-8d73-32d0403c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.431613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-8db7a9c4-8ba9-49b6-8d73-32d0403c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.432268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-8db7a9c4-8ba9-49b6-8d73-32d0403c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.432963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-8db7a9c4-8ba9-49b6-8d73-32d0403c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.433876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-8db7a9c4-8ba9-49b6-8d73-32d0403c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.436348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f102dedf-7701-4c86-a680-f80950641227 req-8db7a9c4-8ba9-49b6-8d73-32d0403c0f60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6478 time: 0.3933990 Aug 31 09:37:59.513622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230c0b1-b2ca-470c-b9b6-75cba7702b6e None None] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:59.541728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:59.544248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:59.576036 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.587453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-ccccda18-8a36-4a40-ac60-95756d6f3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.589634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-ccccda18-8a36-4a40-ac60-95756d6f3bfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.3272209 Aug 31 09:37:59.603157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ff28bde-eae1-4b50-a372-c53d1ba1b76b req-ec603a4c-b7e4-40d7-b753-1fbf8e2623e4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1847649 Aug 31 09:37:59.603545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a7f9d280-0be0-405e-bdc8-2c7df9c9a3d5 None None] Provisioning for port 11a1c636-eb31-4159-a150-6aef8b39c350 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:59.712891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 11a1c636-eb31-4159-a150-6aef8b39c350 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:59.716001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:59.722056 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec6305d-dbe4-49af-bb82-29d697208024" -d '{"events": [{"server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "name": "network-vif-plugged", "status": "completed", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:59.735888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Router 62e6e344-5dc1-490a-9c01-846b46714eba is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:37:59.753767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-72301965-86bd-42c6-a2d2-97cf0346d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.757545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-72301965-86bd-42c6-a2d2-97cf0346d0da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471703 Aug 31 09:37:59.759341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-711ea1ce-e900-488f-96cc-2ad418e85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.760008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-711ea1ce-e900-488f-96cc-2ad418e85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.760569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-711ea1ce-e900-488f-96cc-2ad418e85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.762180 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f102dedf-7701-4c86-a680-f80950641227 req-711ea1ce-e900-488f-96cc-2ad418e85fb4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a637f499c88468398ba69ce5a70d104&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2892361 Aug 31 09:37:59.771285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-a1161a39-ffed-430a-9486-17d9345d4d68 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:59.773086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-a1161a39-ffed-430a-9486-17d9345d4d68 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 811 time: 0.3507290 Aug 31 09:37:59.816850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-8ae023df-b6f4-4901-8c52-e503502e08b6 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/quotas/4a8c7491d9644a17bd8fe1d1134e9d07 HTTP/1.1" status: 200 len: 375 time: 0.0247836 Aug 31 09:37:59.855476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:59.863687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 11a1c636-eb31-4159-a150-6aef8b39c350 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:59.864304 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.888267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:59.902207 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b2b73-48e3-4a3f-9eda-6a6617bddbb0 None None] Sync routers for ids ['62e6e344-5dc1-490a-9c01-846b46714eba'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:59.911578 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.925541 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b2b73-48e3-4a3f-9eda-6a6617bddbb0 None None] Routers {'62e6e344-5dc1-490a-9c01-846b46714eba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:59.926028 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ecd73826-95f8-49e1-bd21-192c7392c917 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "PUT /v2.0/routers/62e6e344-5dc1-490a-9c01-846b46714eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7292900 Aug 31 09:37:59.927127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60958) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:59.928279 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bb4b2b73-48e3-4a3f-9eda-6a6617bddbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:37:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['62e6e344-5dc1-490a-9c01-846b46714eba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:59.944096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Request body: {'port': {'network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f', 'name': 'tempest-FloatingIPNegativeTestJSON-1793895'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:00.050083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-fbda16df-605b-4d21-9d81-d392c4baf042 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881742 Aug 31 09:38:00.066159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbc168-4cda-4924-9682-9bb39d19ec57 req-deb99dd8-28de-43b5-b95f-d9519a4429e8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.076395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5dbc168-4cda-4924-9682-9bb39d19ec57 req-deb99dd8-28de-43b5-b95f-d9519a4429e8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.2126050 Aug 31 09:38:00.079424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102dedf-7701-4c86-a680-f80950641227 req-004c364f-00a0-4137-9854-a06cbf6b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.081694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f102dedf-7701-4c86-a680-f80950641227 req-004c364f-00a0-4137-9854-a06cbf6b9049 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3068993 Aug 31 09:38:00.163847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-ca291fa8-d45c-466e-894c-ceeb5f4a2b9b service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878191 Aug 31 09:38:00.194490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Made reservation on behalf of c9a535e6d1304e11ac941106ff93949c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:00.203927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.224254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5dbc168-4cda-4924-9682-9bb39d19ec57 req-e2466d26-3a61-45a4-8a11-733ab551c1d1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468723 Aug 31 09:38:00.240113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] device_id is not set on port 43b13e9a-df3d-4880-863e-a7149bd0bb1c yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:38:00.257213 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bb4b2b73-48e3-4a3f-9eda-6a6617bddbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:00.278973 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:38:00.297579 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b2b73-48e3-4a3f-9eda-6a6617bddbb0 None None] Routers {'62e6e344-5dc1-490a-9c01-846b46714eba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:00.298515 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bb4b2b73-48e3-4a3f-9eda-6a6617bddbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:37:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['62e6e344-5dc1-490a-9c01-846b46714eba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:00.313901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:00.342542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bb4b2b73-48e3-4a3f-9eda-6a6617bddbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:00.343606 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b2b73-48e3-4a3f-9eda-6a6617bddbb0 None None] The sync data for ids ['62e6e344-5dc1-490a-9c01-846b46714eba'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:00.352968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60964) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:00.414286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Allocated IP 172.20.0.8 (562c6c2f-7a76-4b1a-881b-a0aa41804b9f/04ef8019-5607-4b18-a138-771302d59fd9/43b13e9a-df3d-4880-863e-a7149bd0bb1c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:00.415465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.455616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-bd819a0d-07d8-4a2e-9533-4256b9730e0b service neutron] 10.222.0.69 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727684 Aug 31 09:38:00.500237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c923833d-118f-4b2f-b390-f758f5468a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.500717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c923833d-118f-4b2f-b390-f758f5468a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.501189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c923833d-118f-4b2f-b390-f758f5468a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.501663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c923833d-118f-4b2f-b390-f758f5468a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.502134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c923833d-118f-4b2f-b390-f758f5468a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.502583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c923833d-118f-4b2f-b390-f758f5468a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.503350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c923833d-118f-4b2f-b390-f758f5468a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.505372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c923833d-118f-4b2f-b390-f758f5468a84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6478 time: 0.2220726 Aug 31 09:38:00.528935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 11a1c636-eb31-4159-a150-6aef8b39c350, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=11a1c636-eb31-4159-a150-6aef8b39c350,segment=NetworkSegment(a5c65bf7-6f6d-4bcc-b160-2afa437191f6),segment_id=a5c65bf7-6f6d-4bcc-b160-2afa437191f6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:00.538461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d803d-1333-413d-a272-4bf654963fab req-9224ecb6-6cd0-4607-9068-cb0e08c00a60 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.543547 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.545915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-730d803d-1333-413d-a272-4bf654963fab req-9224ecb6-6cd0-4607-9068-cb0e08c00a60 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.1779006 Aug 31 09:38:00.605286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.620784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ac930fb-b6b7-4c41-ae52-2ab3346874a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.637710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Transition to ACTIVE for port object 71231803-1b5c-4fc6-830f-ef5e7ef77e7d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:00.647696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=11a1c636-eb31-4159-a150-6aef8b39c350,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:00.654873 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.669021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-16041a71-573f-4f73-9551-07309a14c765 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c586d57d-4718-4c51-bffd-7f35f488856c HTTP/1.1" status: 200 len: 217 time: 0.0905962 Aug 31 09:38:00.671296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6831fe13-bdec-4cb3-9f7a-79b276ea26fc req-8226d22c-50db-4ee1-aab5-8b72a02d5e06 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655557 Aug 31 09:38:00.734083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.763006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Transition to ACTIVE for port object 43b13e9a-df3d-4880-863e-a7149bd0bb1c will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:00.779638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fbb93-f35b-40dd-a8a5-acd677be9598 None None] Pushing event updated for resources: {'Port': ['ID=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:00.781698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-5f1699e5-5d1b-4674-b966-ae6ebdd8828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.791647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-5f1699e5-5d1b-4674-b966-ae6ebdd8828a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b00e266-7e73-4d06-99d6-4561cee3de9d HTTP/1.1" status: 200 len: 850 time: 0.1106563 Aug 31 09:38:00.798299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Attempting to bind port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:00.798626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Attempting to bind port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:00.799000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Attempting to bind port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d on network aeb1dd70-0003-48a6-b555-cd97f533ebf7 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:00.801208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-730d803d-1333-413d-a272-4bf654963fab req-0e788feb-c0ee-41da-b377-089aa32d008e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541275 Aug 31 09:38:00.815718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:00.816121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Checking segment: {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:00.816668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.821855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Bound using segment: {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:00.824304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Bound port: 71231803-1b5c-4fc6-830f-ef5e7ef77e7d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:00.825419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.906317 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.920894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ac930fb-b6b7-4c41-ae52-2ab3346874a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.949405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ac930fb-b6b7-4c41-ae52-2ab3346874a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.993005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:01.015976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:01.034906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:01.071757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'Port': ['ID=43b13e9a-df3d-4880-863e-a7149bd0bb1c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:01.084093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2ac930fb-b6b7-4c41-ae52-2ab3346874a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6898cc86c85440fb86a098f7a4755e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7232165 Aug 31 09:38:01.087981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60988) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:01.088819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac930fb-b6b7-4c41-ae52-2ab3346874a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d6ad88-93e5-456d-9b62-0174d911c78e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:01.106618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abbf68c5-f53e-4a3e-aacf-7af4f92a4ebc None None] Provisioning for port 158bed6f-a92a-4a7a-b7f3-8f29f73e3d95 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:01.167769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abbf68c5-f53e-4a3e-aacf-7af4f92a4ebc None None] Provisioning complete for port 158bed6f-a92a-4a7a-b7f3-8f29f73e3d95 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:01.169394 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abbf68c5-f53e-4a3e-aacf-7af4f92a4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.172700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:01.181256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.235900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-37a18c2e-36e5-4db2-8b2b-a091bb91589f tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3056686 Aug 31 09:38:01.240558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60992) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:01.255261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:01.285277 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c0fd8e1-7261-4352-bddd-c942431ad5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.321223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.323594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-abbf68c5-f53e-4a3e-aacf-7af4f92a4ebc None None] Port 158bed6f-a92a-4a7a-b7f3-8f29f73e3d95 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:01.340339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] For port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:01.350339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] For port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:01.354575 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889317a0-18c5-4ced-8654-5343c3e420ce x-openstack-request-id: req-889317a0-18c5-4ced-8654-5343c3e420ce {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:01.358029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-e961d74e-56a7-4304-b594-569b53a58541 service neutron] 10.222.0.69 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8880889 Aug 31 09:38:01.359829 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "name": "network-vif-plugged", "status": "completed", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:01.360639 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-889317a0-18c5-4ced-8654-5343c3e420ce {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:01.361297 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d', 'code': 200} Aug 31 09:38:01.367840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c0fd8e1-7261-4352-bddd-c942431ad5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.375935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-08ac837c-c469-4f5f-9bae-424dbca85214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:01.376901 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.378276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-08ac837c-c469-4f5f-9bae-424dbca85214 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5758858 Aug 31 09:38:01.393582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abbf68c5-f53e-4a3e-aacf-7af4f92a4ebc None None] Provisioning complete for port 11a1c636-eb31-4159-a150-6aef8b39c350 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:01.394209 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abbf68c5-f53e-4a3e-aacf-7af4f92a4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.471596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Routers {'21aef353-731c-48bd-891f-13617b0098ce'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:01.472628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:37:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['21aef353-731c-48bd-891f-13617b0098ce'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:01.605526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-b91de777-d954-4e7b-bbef-b3001ff092c2 service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162125 Aug 31 09:38:01.689029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fbb93-f35b-40dd-a8a5-acd677be9598 None None] Pushing event updated for resources: {'Port': ['ID=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:01.711295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c0fd8e1-7261-4352-bddd-c942431ad5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.727559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c0fd8e1-7261-4352-bddd-c942431ad5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.732173 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1c0fd8e1-7261-4352-bddd-c942431ad5a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98d6ad88-93e5-456d-9b62-0174d911c78e HTTP/1.1" status: 204 len: 168 time: 0.6370022 Aug 31 09:38:01.844001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fd8e1-7261-4352-bddd-c942431ad5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d6ad88-93e5-456d-9b62-0174d911c78e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:01.852307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.934144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] Set router 21aef353-731c-48bd-891f-13617b0098ce gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:02.062492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-abfffb89-60a7-4947-a38c-36e50235b49b service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532709 Aug 31 09:38:02.079215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Allocated IP 172.25.1.28 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/3b3e3b04-47ad-40c5-b092-e8694d8663b0) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:02.086650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-374a46a5-4b51-409b-904d-93af6045f14b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.094339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-374a46a5-4b51-409b-904d-93af6045f14b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.102338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-374a46a5-4b51-409b-904d-93af6045f14b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.110634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-374a46a5-4b51-409b-904d-93af6045f14b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.117932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-374a46a5-4b51-409b-904d-93af6045f14b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.124539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-374a46a5-4b51-409b-904d-93af6045f14b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.131859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-374a46a5-4b51-409b-904d-93af6045f14b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.143449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-374a46a5-4b51-409b-904d-93af6045f14b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.3019979 Aug 31 09:38:02.207138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-bf932448-c71d-4bc8-b7c4-f4682911e646 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 217 time: 0.1344752 Aug 31 09:38:02.268788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb54b6f-2aec-4538-b97d-eb3d9b6ccb7a req-ab8f29da-4c2d-45c6-b0d9-fcd83ef45e0e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.269091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.276887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb54b6f-2aec-4538-b97d-eb3d9b6ccb7a req-ab8f29da-4c2d-45c6-b0d9-fcd83ef45e0e tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.3773022 Aug 31 09:38:02.321701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01d7a32f-fa48-44f3-8c24-f95a2994b04a req-c604b3b7-7305-430e-8d9d-205ef8152c73 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772659 Aug 31 09:38:02.340386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.341405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a1c5a2bc-d5b2-4c16-bc3c-e1e6b0da0152 None None] Provisioning complete for port 158bed6f-a92a-4a7a-b7f3-8f29f73e3d95 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:02.341889 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a2bc-d5b2-4c16-bc3c-e1e6b0da0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.380821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb54b6f-2aec-4538-b97d-eb3d9b6ccb7a req-88b88297-6e0f-45da-a2d5-e2eef2de60d0 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984712 Aug 31 09:38:02.391327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-1e698b0a-f3e9-4cce-ab4d-adc381b3c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.396897 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-1e698b0a-f3e9-4cce-ab4d-adc381b3c0c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1774631 Aug 31 09:38:02.438503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:02.439829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'Port': ['ID=3b3e3b04-47ad-40c5-b092-e8694d8663b0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:02.449993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:02.455359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:02.530581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32792) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:02.541845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fc0b721f-f42a-445a-b79f-20c45b0b2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.543634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-fc0b721f-f42a-445a-b79f-20c45b0b2649 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398108 Aug 31 09:38:02.556688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b72ded4a-1498-4a8e-aac8-73b02f73cdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.577101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5a2bc-d5b2-4c16-bc3c-e1e6b0da0152 None None] Port 158bed6f-a92a-4a7a-b7f3-8f29f73e3d95 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:02.615491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.668930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a1c5a2bc-d5b2-4c16-bc3c-e1e6b0da0152 None None] Provisioning for port 43b13e9a-df3d-4880-863e-a7149bd0bb1c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:02.677958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a1c5a2bc-d5b2-4c16-bc3c-e1e6b0da0152 None None] Provisioning complete for port 43b13e9a-df3d-4880-863e-a7149bd0bb1c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:02.678531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a1c5a2bc-d5b2-4c16-bc3c-e1e6b0da0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.691874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.728330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-649ca934-8bfd-4209-ae68-639aee1b7f38 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752222 Aug 31 09:38:02.792498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 11a1c636-eb31-4159-a150-6aef8b39c350 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:02.798223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5a2bc-d5b2-4c16-bc3c-e1e6b0da0152 None None] Port 43b13e9a-df3d-4880-863e-a7149bd0bb1c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:02.868100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3467e14-8c8c-4d5f-ba0d-1afdc8531ef0 req-a417f40b-0f6d-47e1-8d58-1b4100e9f89e tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 210 time: 0.0837305 Aug 31 09:38:02.870053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:54Z', 'revision_number': 4, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '71231803-1b5c-4fc6-830f-ef5e7ef77e7d', 'name': '', 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'mac_address': 'fa:16:3e:01:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '00e7d3bf-27a3-49b6-a7c3-ee83b71bc427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:51Z', 'updated_at': '2021-08-31T09:38:01Z', 'revision_number': 4, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'subnets': [{'id': '00e7d3bf-27a3-49b6-a7c3-ee83b71bc427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:02.944037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761d136-373d-479a-bc89-dffebd627b9a req-cfd7d317-29be-4b4f-8ee3-66cbd27601ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.952584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c29c3-0aa5-4ae1-8652-9ee63434995e None None] The sync data for ids ['21aef353-731c-48bd-891f-13617b0098ce'] in n-d-806683-2 is: [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:54Z', 'revision_number': 4, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '71231803-1b5c-4fc6-830f-ef5e7ef77e7d', 'name': '', 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'mac_address': 'fa:16:3e:01:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '00e7d3bf-27a3-49b6-a7c3-ee83b71bc427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:51Z', 'updated_at': '2021-08-31T09:38:01Z', 'revision_number': 4, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'subnets': [{'id': '00e7d3bf-27a3-49b6-a7c3-ee83b71bc427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:02.961630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9761d136-373d-479a-bc89-dffebd627b9a req-cfd7d317-29be-4b4f-8ee3-66cbd27601ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.4647238 Aug 31 09:38:02.984840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 11a1c636-eb31-4159-a150-6aef8b39c350 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:02.985830 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.060949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.069433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.198246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9761d136-373d-479a-bc89-dffebd627b9a req-4dc17233-1587-4deb-a4b7-655a5888f311 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354357 Aug 31 09:38:03.209905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-24b4ed48-8130-4c48-9e2e-be28d0f8997f service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608381 Aug 31 09:38:03.263170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.300875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'Port': ['ID=3b3e3b04-47ad-40c5-b092-e8694d8663b0,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:03.329388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-d9179869-17d6-46ea-b825-ce3ebf7d1bbd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 217 time: 0.0630627 Aug 31 09:38:03.474286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b72ded4a-1498-4a8e-aac8-73b02f73cdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.486424 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.487914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9107195a-5167-4713-b558-445eb45e540e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2462621 Aug 31 09:38:03.491021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32814) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:03.491978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2dbff-d0cb-4d25-9f1c-1ec720593fee req-31ecfe41-65c4-4831-a9fe-0707f9bb6136 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.496874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-63c3e27f-bdbb-4272-9ff5-b7dacdcd560b tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Request body: {'floatingip': {'port_id': '43b13e9a-df3d-4880-863e-a7149bd0bb1c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:03.502469 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0a2dbff-d0cb-4d25-9f1c-1ec720593fee req-31ecfe41-65c4-4831-a9fe-0707f9bb6136 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 946 time: 0.2868433 Aug 31 09:38:03.517778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b72ded4a-1498-4a8e-aac8-73b02f73cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.534882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-09e00214-1b14-4cb4-988a-6538b13e305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.536868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-09e00214-1b14-4cb4-988a-6538b13e305d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1985488 Aug 31 09:38:03.566643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-63c3e27f-bdbb-4272-9ff5-b7dacdcd560b tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.628114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795a51-7306-438f-b6c7-9ec3a534fdda req-0f44418a-dc76-448b-a96c-7f2d471ef88a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.629759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb795a51-7306-438f-b6c7-9ec3a534fdda req-0f44418a-dc76-448b-a96c-7f2d471ef88a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.2415726 Aug 31 09:38:03.654542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b72ded4a-1498-4a8e-aac8-73b02f73cdff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e33688f0586646cfbb5fee4a638459f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1221128 Aug 31 09:38:03.661537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32816) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:03.681173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0a2dbff-d0cb-4d25-9f1c-1ec720593fee req-9db0ac8a-7890-413f-80bb-5f6a45a242e4 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/security-groups?id=99995ce5-5a72-46ae-b076-56cb05fe3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763084 Aug 31 09:38:03.689829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ded4a-1498-4a8e-aac8-73b02f73cdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5635d1dc-34d0-489f-a7e5-e81855f7b2e6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:03.804812 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-63c3e27f-bdbb-4272-9ff5-b7dacdcd560b tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] update failed (client error): The resource could not be found. Aug 31 09:38:03.805862 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-63c3e27f-bdbb-4272-9ff5-b7dacdcd560b tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "PUT /v2.0/floatingips/09c49de9-07ee-42f1-a676-b8998250d55a HTTP/1.1" status: 404 len: 507 time: 0.3130648 Aug 31 09:38:03.811988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32818) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:03.952684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb795a51-7306-438f-b6c7-9ec3a534fdda req-0c2ab7c3-5ec9-4b0d-b356-29b4d32642b7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944741 Aug 31 09:38:03.972091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-a31f9819-93f3-4da9-8fbb-81e2348ca032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.973635 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-a31f9819-93f3-4da9-8fbb-81e2348ca032 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4271569 Aug 31 09:38:04.105947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-cf0345c6-78e9-4b62-8cd8-f5e13569486d tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.107948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-cf0345c6-78e9-4b62-8cd8-f5e13569486d tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 946 time: 0.1370850 Aug 31 09:38:04.114445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Deleting port 3b3e3b04-47ad-40c5-b092-e8694d8663b0 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:04.114993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.150217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-3a67555e-acae-4ed3-806e-8fb8c18beb21 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.157280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-3a67555e-acae-4ed3-806e-8fb8c18beb21 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.164444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-3a67555e-acae-4ed3-806e-8fb8c18beb21 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.170945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-3a67555e-acae-4ed3-806e-8fb8c18beb21 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.177947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-3a67555e-acae-4ed3-806e-8fb8c18beb21 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.185092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-3a67555e-acae-4ed3-806e-8fb8c18beb21 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.192539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-3a67555e-acae-4ed3-806e-8fb8c18beb21 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.195073 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-3a67555e-acae-4ed3-806e-8fb8c18beb21 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.4060633 Aug 31 09:38:04.245924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-078bcb1e-0f4e-4bb1-a75e-36ba8b4f0ec0 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.247859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-078bcb1e-0f4e-4bb1-a75e-36ba8b4f0ec0 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.20 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 811 time: 0.4573057 Aug 31 09:38:04.258077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fce2df64-bb38-4318-920f-51bbed6aae80 req-8a7726b4-cbc9-42b8-b5cb-7cf393ac281d tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 210 time: 0.1338451 Aug 31 09:38:04.281610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Request body: {'port': {'device_id': '0d91c4cc-541c-4226-a640-f027938152e5', 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7', 'admin_state_up': True, 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:04.471070 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7383fe2-d3dc-4c40-ba5a-d3a247671976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.531649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-094e7e9a-2f5f-4f64-9df2-063de23b0ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461173 Aug 31 09:38:04.666539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-380c22f9-c1ee-4b19-b1a2-c28cbf101798 req-48c5d7cb-bcdd-445b-9a39-42eef910923f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4008195 Aug 31 09:38:04.677314 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7383fe2-d3dc-4c40-ba5a-d3a247671976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.754271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.755059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.803096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Calling delete_port for 3b3e3b04-47ad-40c5-b092-e8694d8663b0 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:04.821822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Made reservation on behalf of 4a8c7491d9644a17bd8fe1d1134e9d07 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:04.822799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 71231803-1b5c-4fc6-830f-ef5e7ef77e7d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:04.828536 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.837427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Deleting port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:04.837959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.855412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224514-5670-4032-abc1-e097bba04fe1 req-a5158583-f758-4eca-a137-1ffcecf2336a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.864086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec224514-5670-4032-abc1-e097bba04fe1 req-a5158583-f758-4eca-a137-1ffcecf2336a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.3775680 Aug 31 09:38:04.947528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:04.953232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:04.953622 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.051541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] For port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,segment=NetworkSegment(3753d9e2-422c-42a3-80a7-a3e958b897d6),segment_id=3753d9e2-422c-42a3-80a7-a3e958b897d6)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:05.052249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.088419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Calling delete_port for 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:05.142667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.160618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Allocated IP 172.20.0.10 (aeb1dd70-0003-48a6-b555-cd97f533ebf7/00e7d3bf-27a3-49b6-a7c3-ee83b71bc427/4d81eeb1-02d6-41f8-98f2-0b911f55972c) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:05.217283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:05.237864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.239749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.283998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event deleted for resources: {'Port': ['ID=3b3e3b04-47ad-40c5-b092-e8694d8663b0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:05.320959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:05.375610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.378342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.385817 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a77fc799-6c4d-47c5-9340-1b7d719c309e tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "DELETE /v2.0/floatingips/09c49de9-07ee-42f1-a676-b8998250d55a HTTP/1.1" status: 204 len: 168 time: 1.5667152 Aug 31 09:38:05.385817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32840) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:05.389835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f649d0f7-76b7-427d-bcfe-2ed8d3b5f4ee tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Request body: {'floatingip': {'floating_network_id': '562c6c2f-7a76-4b1a-881b-a0aa41804b9f', 'port_id': '43b13e9a-df3d-4880-863e-a7149bd0bb1c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:05.431395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649d0f7-76b7-427d-bcfe-2ed8d3b5f4ee tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.462447 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec224514-5670-4032-abc1-e097bba04fe1 req-967d8498-f4fe-4cf3-aa0f-568c403358ab tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971148 Aug 31 09:38:05.468200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-0dcad3ea-5daa-42f4-8e0e-a1b23bb00b84 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9008887 Aug 31 09:38:05.525498 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.543604 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.550198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbba39c-9335-498b-8525-9de26b8b64b6 req-2b9b4723-c6fc-49d2-808f-e24f45704a01 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:05.556556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:05.558093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dbba39c-9335-498b-8525-9de26b8b64b6 req-2b9b4723-c6fc-49d2-808f-e24f45704a01 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.6236491 Aug 31 09:38:05.613874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Pushing event deleted for resources: {'Port': ['ID=65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:05.621174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7383fe2-d3dc-4c40-ba5a-d3a247671976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.624569 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7383fe2-d3dc-4c40-ba5a-d3a247671976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.628036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d7383fe2-d3dc-4c40-ba5a-d3a247671976 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5635d1dc-34d0-489f-a7e5-e81855f7b2e6 HTTP/1.1" status: 204 len: 168 time: 1.9414916 Aug 31 09:38:05.648150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-5a46a828-0c55-42bc-b451-b570c70bdf83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1 HTTP/1.1" status: 200 len: 217 time: 0.1588311 Aug 31 09:38:05.683687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] No DVR routers for this DVR port 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:05.686619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.688898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ee134442-6bc2-4b03-8106-600f2cc4f169 req-57c6a103-4dbc-4afd-9efd-2ad9e509271a tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.52 "DELETE /v2.0/ports/65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab HTTP/1.1" status: 204 len: 173 time: 1.5707955 Aug 31 09:38:05.689534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d90527-d938-48b7-802e-4f4c9e94404e', 'name': 'network-vif-deleted', 'tag': '65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:05.692248 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52e60a8-aded-424c-83b7-1f5a5060d8e0" -d '{"events": [{"server_uuid": "02d90527-d938-48b7-802e-4f4c9e94404e", "name": "network-vif-deleted", "tag": "65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:05.749828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec513b7a-f14b-46a9-891c-470a9cfee367 req-3fb975e0-dbcd-4980-9825-67a8d2ec04f1 tempest-ServerAddressesTestJSON-50824698 tempest-ServerAddressesTestJSON-50824698-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d90527-d938-48b7-802e-4f4c9e94404e HTTP/1.1" status: 200 len: 210 time: 0.1262662 Aug 31 09:38:05.750884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7383fe2-d3dc-4c40-ba5a-d3a247671976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5635d1dc-34d0-489f-a7e5-e81855f7b2e6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:05.817970 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-f649d0f7-76b7-427d-bcfe-2ed8d3b5f4ee tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:38:05.825572 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f649d0f7-76b7-427d-bcfe-2ed8d3b5f4ee tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4399817 Aug 31 09:38:05.826619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32852) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:05.831652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '43b13e9a-df3d-4880-863e-a7149bd0bb1c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:05.875794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.902678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dbba39c-9335-498b-8525-9de26b8b64b6 req-a15eb77b-fa3f-45a2-b0b4-91107172371d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427064 Aug 31 09:38:05.908467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.928179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-001e19f7-c3ce-40fd-9c96-a65156b64786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:05.931511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-001e19f7-c3ce-40fd-9c96-a65156b64786 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.2288480 Aug 31 09:38:06.040704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Network aeb1dd70-0003-48a6-b555-cd97f533ebf7 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:06.056950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:06.064037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:06.109607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Pushing event updated for resources: {'Port': ['ID=4d81eeb1-02d6-41f8-98f2-0b911f55972c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:06.124295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3430ae3-a47c-4710-8084-da4869b0cfb9 req-59be5848-127d-49e0-a01d-f3ae517f0318 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.132433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3430ae3-a47c-4710-8084-da4869b0cfb9 req-59be5848-127d-49e0-a01d-f3ae517f0318 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 932 time: 0.2573738 Aug 31 09:38:06.144092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.214629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-04a4fd03-7aa9-4d2d-bea6-37d40df3f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.216408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-04a4fd03-7aa9-4d2d-bea6-37d40df3f380 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2675860 Aug 31 09:38:06.245064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.245919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.336732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-8d2c98fa-4460-4a7b-9148-13a204360a37 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.342961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-8d2c98fa-4460-4a7b-9148-13a204360a37 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.349324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-8d2c98fa-4460-4a7b-9148-13a204360a37 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.356633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-8d2c98fa-4460-4a7b-9148-13a204360a37 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.367052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-8d2c98fa-4460-4a7b-9148-13a204360a37 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.373784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-8d2c98fa-4460-4a7b-9148-13a204360a37 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.381128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-8d2c98fa-4460-4a7b-9148-13a204360a37 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.389982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-8d2c98fa-4460-4a7b-9148-13a204360a37 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.3194003 Aug 31 09:38:06.397992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3430ae3-a47c-4710-8084-da4869b0cfb9 req-86b75572-cd62-4bb8-81f8-29255595b9f3 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645204 Aug 31 09:38:06.407456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-09e60709-813e-4a51-8781-3ff30852ae9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1326668 Aug 31 09:38:06.410456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Allocated IP 172.25.1.77 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/6b7970de-0a97-455e-8838-42edc4eab6c5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:06.438729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Request body: {'port': {'device_id': '0d91c4cc-541c-4226-a640-f027938152e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:06.553200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4030845f-fb81-4307-8d7f-a1cd6aabe1eb req-a4d5456c-7c99-4386-9599-219c2bceab86 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451120 Aug 31 09:38:06.556455 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2934f9a6-39c0-42b8-bc06-1202ca11fd13 x-openstack-request-id: req-2934f9a6-39c0-42b8-bc06-1202ca11fd13 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:06.556989 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d90527-d938-48b7-802e-4f4c9e94404e", "name": "network-vif-deleted", "tag": "65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:06.557420 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2934f9a6-39c0-42b8-bc06-1202ca11fd13 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:06.557998 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d90527-d938-48b7-802e-4f4c9e94404e', 'name': 'network-vif-deleted', 'tag': '65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab', 'status': 'completed', 'code': 200} Aug 31 09:38:06.596916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-c41df898-8070-4c91-acaf-3b800e4997b1 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657465 Aug 31 09:38:06.717997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.741075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 71231803-1b5c-4fc6-830f-ef5e7ef77e7d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:06.803598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.824981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32876) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:06.843046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:06.843578 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.885638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-728b05b8-1073-4aa5-bd2e-1f35668ddd6c service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397645 Aug 31 09:38:06.955033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bc9b75-a423-47f2-8f02-254e36a489ac admin admin] Deleting subnet 3f574b98-f97f-4aa0-b8b1-6074d99c847b {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:06.959024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8bc9b75-a423-47f2-8f02-254e36a489ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.014595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8bc9b75-a423-47f2-8f02-254e36a489ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.018568 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.083187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-63fbf991-7daa-456e-83b4-b7bc40f6882b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=542862e8-97eb-4df8-9c05-421b80d35dea HTTP/1.1" status: 200 len: 217 time: 0.1527982 Aug 31 09:38:07.117184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:07.132655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:07.151193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:07.323528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event updated for resources: {'Port': ['ID=6b7970de-0a97-455e-8838-42edc4eab6c5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:07.337758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8bc9b75-a423-47f2-8f02-254e36a489ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.442705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Deleting port 6b7970de-0a97-455e-8838-42edc4eab6c5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:07.443438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.562134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.562786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.581541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Calling delete_port for 6b7970de-0a97-455e-8838-42edc4eab6c5 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:07.595694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2710af-7ffe-47a9-8f04-f8c915a88d2c req-9ebc69a8-375b-49ad-9530-7499952f3e17 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:07.604884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d2710af-7ffe-47a9-8f04-f8c915a88d2c req-9ebc69a8-375b-49ad-9530-7499952f3e17 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.8131981 Aug 31 09:38:07.619875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-bd14cad9-1f87-40d0-ac2b-72aed1561163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:07.621874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-bd14cad9-1f87-40d0-ac2b-72aed1561163 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.5188522 Aug 31 09:38:07.650866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5819c-bb09-49a3-a03c-91b5243d7514 req-daa2b342-e082-499b-9225-22868894f168 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:07.658228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fb5819c-bb09-49a3-a03c-91b5243d7514 req-daa2b342-e082-499b-9225-22868894f168 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.5737605 Aug 31 09:38:07.758894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.771789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:07.786898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8bc9b75-a423-47f2-8f02-254e36a489ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.806396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fb5819c-bb09-49a3-a03c-91b5243d7514 req-525efa4d-676b-4124-8e3b-1519e2bb230a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471865 Aug 31 09:38:07.829026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d2710af-7ffe-47a9-8f04-f8c915a88d2c req-2ee1638d-372b-4761-bf5d-ed850c1adbbc tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231698 Aug 31 09:38:07.857171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:07.865043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-81fc480b-08d8-4646-af25-c95ac92aaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:07.866436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 65e8f83c-91f3-4ce1-8f96-e8bc3c4b94ab not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:07.866623 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-81fc480b-08d8-4646-af25-c95ac92aaea7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2358904 Aug 31 09:38:07.993107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8bc9b75-a423-47f2-8f02-254e36a489ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.995993 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a8bc9b75-a423-47f2-8f02-254e36a489ac admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3f574b98-f97f-4aa0-b8b1-6074d99c847b HTTP/1.1" status: 204 len: 168 time: 1.1683528 Aug 31 09:38:07.998066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event deleted for resources: {'Port': ['ID=6b7970de-0a97-455e-8838-42edc4eab6c5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.003717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc9b75-a423-47f2-8f02-254e36a489ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f574b98-f97f-4aa0-b8b1-6074d99c847b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.011001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:08.168505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1e478-3e24-49c8-8c9e-343d66447f19 req-717d2c70-125e-4c71-9636-bbfad5919fb9 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.170086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26b1e478-3e24-49c8-8c9e-343d66447f19 req-717d2c70-125e-4c71-9636-bbfad5919fb9 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 932 time: 0.2203672 Aug 31 09:38:08.181666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-c9120607-cab1-4955-acfe-c2f3fc35cab9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.187636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-c9120607-cab1-4955-acfe-c2f3fc35cab9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.193800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-c9120607-cab1-4955-acfe-c2f3fc35cab9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.200417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-c9120607-cab1-4955-acfe-c2f3fc35cab9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.207519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-c9120607-cab1-4955-acfe-c2f3fc35cab9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.208677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.215184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-c9120607-cab1-4955-acfe-c2f3fc35cab9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.221961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-c9120607-cab1-4955-acfe-c2f3fc35cab9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.231067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-c9120607-cab1-4955-acfe-c2f3fc35cab9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.2799156 Aug 31 09:38:08.234826 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] create failed (client error): The resource could not be found. Aug 31 09:38:08.237009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-14b92332-cca9-4b00-9a3c-388382f2e2f8 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4094195 Aug 31 09:38:08.243726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32912) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:08.269416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-1fdfa3fe-04ce-4a06-93e9-110fac92ee69 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672397 Aug 31 09:38:08.330817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d81eeb1-02d6-41f8-98f2-0b911f55972c {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:08.369159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.377754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32914) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:08.390395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0db9623-93f3-4e74-8591-8d300dfe25ce']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:08.403999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.406961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3753d9e2-422c-42a3-80a7-a3e958b897d6') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:08.407180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3753d9e2-422c-42a3-80a7-a3e958b897d6') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:08.422029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.445661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.451561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b6c4399-48ee-4392-bff7-bdee22541a39 req-f0f22930-8746-4480-bcf1-f3333ac14f32 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2116146 Aug 31 09:38:08.458899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:08.459311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:08.474197 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:08.497060 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26b1e478-3e24-49c8-8c9e-343d66447f19 req-f3d3d712-1bc1-4ea1-b894-49ebeb3c3c4a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636871 Aug 31 09:38:08.511803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Transition to ACTIVE for port object 4d81eeb1-02d6-41f8-98f2-0b911f55972c will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:08.537573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.593773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.613959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.627246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-6a654009-91a6-4abb-bd32-ff51958d3701 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447077 Aug 31 09:38:08.638376 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a0db9623-93f3-4e74-8591-8d300dfe25ce HTTP/1.1" status: 204 len: 168 time: 0.6256614 Aug 31 09:38:08.651424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d81eeb1-02d6-41f8-98f2-0b911f55972c,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.665374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116566ee-8d2d-4d85-bc7d-ad73eac791e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0db9623-93f3-4e74-8591-8d300dfe25ce,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.703515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-8ddafbdf-cb8d-4fce-9dd3-b77dc1b055c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e9599971-f593-4030-9e63-346c825284b2 HTTP/1.1" status: 200 len: 217 time: 0.0674095 Aug 31 09:38:08.724693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1496674544'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:08.733071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e5d96-50ff-4be3-b8ee-3a01f758c413 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Deleting port 43b13e9a-df3d-4880-863e-a7149bd0bb1c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:08.733815 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5d96-50ff-4be3-b8ee-3a01f758c413 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.760332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Made reservation on behalf of 10bcd0b11ded4219810559df95efee0c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:08.775547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.786379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.930115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32930) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:08.986452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.013038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.050835 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d5c5aa11-14ba-4442-9a7d-2d346c49bfe3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=843ee4a746184cd39be068846f9d8e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173196 Aug 31 09:38:09.051992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32932) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:09.066488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb20b3-9b3a-4da1-b1d5-58848dc5a29f req-c42a7381-cd3a-43d8-9de7-a1790b522073 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:09.068288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fdb20b3-9b3a-4da1-b1d5-58848dc5a29f req-c42a7381-cd3a-43d8-9de7-a1790b522073 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.3710377 Aug 31 09:38:09.070926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-078e7856-2017-48c1-9b1d-701d380c60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:09.072300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-078e7856-2017-48c1-9b1d-701d380c60bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.3426266 Aug 31 09:38:09.092568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:09.097750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7c2360-9181-4b07-8e3e-db672a60ce98,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:09.118466 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.119021 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Added segment 1395b546-f546-4594-a4e5-8dd4132c16fd of type vlan for network 9d8ebad9-90f6-45ca-acce-7eae3915c3e0 Aug 31 09:38:09.180587 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.196510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Attempting to bind port 4d81eeb1-02d6-41f8-98f2-0b911f55972c on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:09.197040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Attempting to bind port 4d81eeb1-02d6-41f8-98f2-0b911f55972c by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:09.197323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Attempting to bind port 4d81eeb1-02d6-41f8-98f2-0b911f55972c on network aeb1dd70-0003-48a6-b555-cd97f533ebf7 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:09.208079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5d96-50ff-4be3-b8ee-3a01f758c413 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.230171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.237580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a87363-bee4-4f15-a834-b273990c1632 req-d5d5d830-6b65-42a8-8a34-5558a3f959c1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:09.243080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:09.245590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6a87363-bee4-4f15-a834-b273990c1632 req-d5d5d830-6b65-42a8-8a34-5558a3f959c1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.3104057 Aug 31 09:38:09.250388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.254104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Port 4d81eeb1-02d6-41f8-98f2-0b911f55972c on network aeb1dd70-0003-48a6-b555-cd97f533ebf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:38:09.254433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Attempting to bind port 4d81eeb1-02d6-41f8-98f2-0b911f55972c on network aeb1dd70-0003-48a6-b555-cd97f533ebf7 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:09.272121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e5d96-50ff-4be3-b8ee-3a01f758c413 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Calling delete_port for 43b13e9a-df3d-4880-863e-a7149bd0bb1c owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:09.314296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:09.314648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Checking segment: {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:09.315087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Bound using segment: {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:09.315559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Bound port: 4d81eeb1-02d6-41f8-98f2-0b911f55972c, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:09.315943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.335003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fdb20b3-9b3a-4da1-b1d5-58848dc5a29f req-e514bd31-f96e-453d-b776-3e7cc9635dcb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424595 Aug 31 09:38:09.365049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-0254b474-8df9-48e8-b7c2-802a6114852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:09.367807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-0254b474-8df9-48e8-b7c2-802a6114852d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2787225 Aug 31 09:38:09.391802 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0102048 Aug 31 09:38:09.408539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32940) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:09.441640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6a87363-bee4-4f15-a834-b273990c1632 req-c309fd82-c469-4041-ad9f-d056e8d39de4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950650 Aug 31 09:38:09.471275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0e77e-32b4-4b2f-b5ce-196dfe5d9380 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Pushing event updated for resources: {'Network': ['ID=9d8ebad9-90f6-45ca-acce-7eae3915c3e0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:09.474783 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0946ab7-a667-4411-bc29-7acbfa1a862c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.506475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9d8ebad9-90f6-45ca-acce-7eae3915c3e0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:09.772703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0946ab7-a667-4411-bc29-7acbfa1a862c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.798892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] For port 4d81eeb1-02d6-41f8-98f2-0b911f55972c, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:09.805436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Request body: {'network': {'name': 'tempest-network--1869860214', 'router:external': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:09.830058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Made reservation on behalf of 900affe0c33a44d19801bf32358d93d5 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:09.832907 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.844868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.871640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] For port 4d81eeb1-02d6-41f8-98f2-0b911f55972c, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4d81eeb1-02d6-41f8-98f2-0b911f55972c,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:09.888336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.999958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.001146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.002599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/4d81eeb1-02d6-41f8-98f2-0b911f55972c HTTP/1.1" status: 200 len: 1092 time: 3.5796499 Aug 31 09:38:10.013221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d91c4cc-541c-4226-a640-f027938152e5', 'tag': '4d81eeb1-02d6-41f8-98f2-0b911f55972c'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:10.013504 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d91c4cc-541c-4226-a640-f027938152e5", "tag": "4d81eeb1-02d6-41f8-98f2-0b911f55972c"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:10.030433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be04e9-8f1d-43e5-a2e2-f076b56ac549 req-62207e28-9839-49e8-9e32-ac3efd1aea0c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.036076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.039785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6be04e9-8f1d-43e5-a2e2-f076b56ac549 req-62207e28-9839-49e8-9e32-ac3efd1aea0c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.5444329 Aug 31 09:38:10.044949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.060305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-f7996ccc-9a3a-4bbb-9e88-12a664a171d1 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513979 Aug 31 09:38:10.068764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:10.080900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359accb-c612-4a13-93b7-a9e7be574068 req-1d76c9a3-9906-412f-83d9-193876c159f9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.085342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab56443-ea07-427d-a9b3-28cff131795d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.090504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.090712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359accb-c612-4a13-93b7-a9e7be574068 req-1d76c9a3-9906-412f-83d9-193876c159f9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.091027 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Added segment 674eb01e-f36d-4a55-af33-3f1a5eba17bd of type vlan for network d7958165-45f0-4b0f-8e7a-d7bcf7db4742 Aug 31 09:38:10.101052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359accb-c612-4a13-93b7-a9e7be574068 req-1d76c9a3-9906-412f-83d9-193876c159f9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.116111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359accb-c612-4a13-93b7-a9e7be574068 req-1d76c9a3-9906-412f-83d9-193876c159f9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.126404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359accb-c612-4a13-93b7-a9e7be574068 req-1d76c9a3-9906-412f-83d9-193876c159f9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.139260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359accb-c612-4a13-93b7-a9e7be574068 req-1d76c9a3-9906-412f-83d9-193876c159f9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.155492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359accb-c612-4a13-93b7-a9e7be574068 req-1d76c9a3-9906-412f-83d9-193876c159f9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.156206 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.157489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8359accb-c612-4a13-93b7-a9e7be574068 req-1d76c9a3-9906-412f-83d9-193876c159f9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.5397675 Aug 31 09:38:10.209076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.212242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.214785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.253756 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0946ab7-a667-4411-bc29-7acbfa1a862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.256407 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0946ab7-a667-4411-bc29-7acbfa1a862c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.260724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e0946ab7-a667-4411-bc29-7acbfa1a862c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99995ce5-5a72-46ae-b076-56cb05fe3db9 HTTP/1.1" status: 204 len: 168 time: 1.1849537 Aug 31 09:38:10.281811 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8664689 Aug 31 09:38:10.283680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32956) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:10.343881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a89a97-d178-43ce-af0f-e108761f29f6 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Network': ['ID=d7958165-45f0-4b0f-8e7a-d7bcf7db4742,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.349555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.357330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d7958165-45f0-4b0f-8e7a-d7bcf7db4742 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:10.386037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.473651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4fcc2-64ad-406b-b612-3723a40691e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d81eeb1-02d6-41f8-98f2-0b911f55972c,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.530275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-0aeafad7-9003-4714-8682-8a6bc742ba91 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624156 Aug 31 09:38:10.538354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0946ab7-a667-4411-bc29-7acbfa1a862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99995ce5-5a72-46ae-b076-56cb05fe3db9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.614943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5d96-50ff-4be3-b8ee-3a01f758c413 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.621127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.642642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7958165-45f0-4b0f-8e7a-d7bcf7db4742']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:10.655861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674eb01e-f36d-4a55-af33-3f1a5eba17bd') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:10.656302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674eb01e-f36d-4a55-af33-3f1a5eba17bd') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:10.667364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.687954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.701986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:10.702900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:10.706812 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:10.726784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8359accb-c612-4a13-93b7-a9e7be574068 req-9acbf754-2325-446e-be75-342d314b5961 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5529974 Aug 31 09:38:10.753521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-5522692e-910f-4acc-9df6-eb47f5be9b64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 HTTP/1.1" status: 200 len: 217 time: 0.1898756 Aug 31 09:38:10.777089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6be04e9-8f1d-43e5-a2e2-f076b56ac549 req-6b8a0f47-9fe5-4eb3-8728-d6c309ef99f7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353549 Aug 31 09:38:10.816225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e5d96-50ff-4be3-b8ee-3a01f758c413 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event deleted for resources: {'Port': ['ID=43b13e9a-df3d-4880-863e-a7149bd0bb1c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.824410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-58bdd934-a00d-4846-bea7-3463e293f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.826165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-58bdd934-a00d-4846-bea7-3463e293f04d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 1095 time: 0.6551249 Aug 31 09:38:10.857141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.892630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7958165-45f0-4b0f-8e7a-d7bcf7db4742 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:38:10.905437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7958165-45f0-4b0f-8e7a-d7bcf7db4742,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.917175 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.931190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4bcbb403-536f-4be7-8a36-99f7327e719a tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "DELETE /v2.0/networks/d7958165-45f0-4b0f-8e7a-d7bcf7db4742 HTTP/1.1" status: 204 len: 168 time: 0.6398246 Aug 31 09:38:10.937284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32972) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:10.957212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:11.044906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Made reservation on behalf of 900affe0c33a44d19801bf32358d93d5 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:11.053210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.120543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:11.149113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.151495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-ad298e3f-ac1f-48fb-94e0-0a46776cfbe8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81eeb1-02d6-41f8-98f2-0b911f55972c HTTP/1.1" status: 200 len: 217 time: 0.2712235 Aug 31 09:38:11.152017 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Added segment 7934ffa9-5b81-45cf-a909-949e15da2efb of type vlan for network 85cc3497-eb56-4108-ac0f-01247d648c46 Aug 31 09:38:11.200014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5d96-50ff-4be3-b8ee-3a01f758c413 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.202806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ae4e5d96-50ff-4be3-b8ee-3a01f758c413 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "DELETE /v2.0/ports/43b13e9a-df3d-4880-863e-a7149bd0bb1c HTTP/1.1" status: 204 len: 168 time: 2.9515982 Aug 31 09:38:11.221607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32982) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:11.223422 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba302903-499b-4766-8b8c-e151acfe78a7 x-openstack-request-id: req-ba302903-499b-4766-8b8c-e151acfe78a7 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:11.223723 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d91c4cc-541c-4226-a640-f027938152e5", "tag": "4d81eeb1-02d6-41f8-98f2-0b911f55972c", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:11.223965 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba302903-499b-4766-8b8c-e151acfe78a7 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:11.224514 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d91c4cc-541c-4226-a640-f027938152e5', 'tag': '4d81eeb1-02d6-41f8-98f2-0b911f55972c', 'status': 'completed', 'code': 200} Aug 31 09:38:11.285873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.342264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-b00ae915-9943-405e-84f4-5815d58f8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:11.344156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-b00ae915-9943-405e-84f4-5815d58f8a73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 HTTP/1.1" status: 200 len: 851 time: 0.1400366 Aug 31 09:38:11.355193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.356182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:11.357384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.389462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-2ac43c6e-3f69-4e85-9107-0db4448e8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:11.391206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-2ac43c6e-3f69-4e85-9107-0db4448e8086 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.6305280 Aug 31 09:38:11.396607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-1b2280a5-5988-41b0-9cc0-be256c9432e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeb1dd70-0003-48a6-b555-cd97f533ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333056 Aug 31 09:38:11.429942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031a51a-0ee7-401c-8a15-b86c189ecbcd req-0f56e51f-98ab-4a94-ab8e-26f9a14f9ecd tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:11.432025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e031a51a-0ee7-401c-8a15-b86c189ecbcd req-0f56e51f-98ab-4a94-ab8e-26f9a14f9ecd tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 944 time: 0.4771571 Aug 31 09:38:11.505787 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5583889 Aug 31 09:38:11.511048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32990) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:11.516161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Request body: {'subnet': {'network_id': '85cc3497-eb56-4108-ac0f-01247d648c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:11.541771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51afcd-bd71-4253-9045-b081263efce7 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Network': ['ID=85cc3497-eb56-4108-ac0f-01247d648c46,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:11.560560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 85cc3497-eb56-4108-ac0f-01247d648c46 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:11.583010 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Made reservation on behalf of 900affe0c33a44d19801bf32358d93d5 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:11.589611 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.776899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32994) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:11.912125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d2ed1-55ed-44cf-91a4-57929778a074 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:11.913801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-696d2ed1-55ed-44cf-91a4-57929778a074 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "GET /v2.0/ports?device_id=62e6e344-5dc1-490a-9c01-846b46714eba HTTP/1.1" status: 200 len: 913 time: 0.6847844 Aug 31 09:38:11.925943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33000) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:11.987168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1888371538-network', 'tenant_id': '90f6f5bdffb74ac59eec8864b159db4e'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:12.028662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Made reservation on behalf of 90f6f5bdffb74ac59eec8864b159db4e for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:12.031199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.055334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.112661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:38:12.113483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.163002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4828-4ba9-43f5-9487-c02dc437bdb9 req-d44f5706-9e93-4d3b-8145-412f6cfa9967 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:12.170523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e7f4828-4ba9-43f5-9487-c02dc437bdb9 req-d44f5706-9e93-4d3b-8145-412f6cfa9967 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.7711828 Aug 31 09:38:12.173831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-1bec2fc2-def1-4d27-a621-240b3d1ba5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:12.175440 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-1bec2fc2-def1-4d27-a621-240b3d1ba5d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7567942 Aug 31 09:38:12.193421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e031a51a-0ee7-401c-8a15-b86c189ecbcd req-257aba1d-eadf-47a1-aee1-7daad0c1fe96 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266247 Aug 31 09:38:12.324622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1abe0caa-fac7-442c-9375-a8dfc87bbd83,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:12.345548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Checking segment: {'id': '7934ffa9-5b81-45cf-a909-949e15da2efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '85cc3497-eb56-4108-ac0f-01247d648c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:12.345878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Network hostable DHCP agents. Network: 85cc3497-eb56-4108-ac0f-01247d648c46, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:12.371004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e7f4828-4ba9-43f5-9487-c02dc437bdb9 req-f9dc842e-9972-46b9-bc20-48be7a20ec13 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994531 Aug 31 09:38:12.394739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Network 85cc3497-eb56-4108-ac0f-01247d648c46 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:12.411585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.412575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-a5eb1dc5-0449-4899-bbf5-9e7d0b2f62d8 service neutron] 10.222.0.20 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9927747 Aug 31 09:38:12.419858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.443216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 85cc3497-eb56-4108-ac0f-01247d648c46) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:12.457557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682407eb-880b-43b4-84f0-04d470c7b09a None None] Network 85cc3497-eb56-4108-ac0f-01247d648c46 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:12.467071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:12.468165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.494158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:12.548621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e442c02f-e4e6-45da-b017-ff8bbc44d301,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:12.576421 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.576796 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Added segment d093f920-de4e-47a7-8787-8d18061524c8 of type vlan for network f8ff7fad-87c8-41cd-b31c-1cf88061786c Aug 31 09:38:12.584043 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8a56e46d-c0e9-42f0-8000-d9bf9af7ed38 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0718923 Aug 31 09:38:12.589069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33004) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:12.626116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Request body: {'floatingip': {'floating_network_id': '85cc3497-eb56-4108-ac0f-01247d648c46'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:12.749481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.774907 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.823315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd7679-dccf-4779-94d7-5311bc168a4d req-d2d8a897-018f-4919-a62c-51aa3005fafa tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:12.825156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85cd7679-dccf-4779-94d7-5311bc168a4d req-d2d8a897-018f-4919-a62c-51aa3005fafa tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.4863243 Aug 31 09:38:12.857554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba9f51-643f-4a4b-9b33-a636695c6832 None None] Network 85cc3497-eb56-4108-ac0f-01247d648c46 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:12.869545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-4d24d47d-5500-4b0c-860b-502582426b00 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741164 Aug 31 09:38:12.947494 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.950048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:12.952270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.005710 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2264063 Aug 31 09:38:13.016110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33006) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:13.033021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Request body: {'subnet': {'network_id': 'f8ff7fad-87c8-41cd-b31c-1cf88061786c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1888371538-subnet', 'tenant_id': '90f6f5bdffb74ac59eec8864b159db4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:13.088806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f508a3da-68c9-4a04-bf6a-24c162dbddda req-71de5c62-d2b5-441a-8b30-27ac1a3bf23b service neutron] 10.222.0.20 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097028 Aug 31 09:38:13.098580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef34a1-602c-4610-80ef-7c9c03d86648 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ff7fad-87c8-41cd-b31c-1cf88061786c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:13.116599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network f8ff7fad-87c8-41cd-b31c-1cf88061786c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:13.118643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-64241c4e-6005-4f3e-83c2-19f73797d76f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.126606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-64241c4e-6005-4f3e-83c2-19f73797d76f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.136075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-64241c4e-6005-4f3e-83c2-19f73797d76f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.143170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-64241c4e-6005-4f3e-83c2-19f73797d76f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.151313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-64241c4e-6005-4f3e-83c2-19f73797d76f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.162324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-64241c4e-6005-4f3e-83c2-19f73797d76f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.170072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-64241c4e-6005-4f3e-83c2-19f73797d76f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.172247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-64241c4e-6005-4f3e-83c2-19f73797d76f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.5158923 Aug 31 09:38:13.200709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85cd7679-dccf-4779-94d7-5311bc168a4d req-f9e3c1ba-4110-44f3-83b9-b9b79ad4ed3a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374741 Aug 31 09:38:13.211521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.343539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Made reservation on behalf of 90f6f5bdffb74ac59eec8864b159db4e for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:13.347105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.497720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.528496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Allocated IP 172.20.0.4 (85cc3497-eb56-4108-ac0f-01247d648c46/1abe0caa-fac7-442c-9375-a8dfc87bbd83/4954c96a-8ac3-4a58-9bb8-9b3c05b26c13) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:13.545955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-437fb265-1de3-4e25-b9d6-5ae5d6b4fd9c req-5a691eb3-be2e-405a-9c6b-e18c3203df23 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606922 Aug 31 09:38:13.674297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-2faac86e-5fff-4ef7-80fb-4603a98d67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.676780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-2faac86e-5fff-4ef7-80fb-4603a98d67a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 1095 time: 0.4745791 Aug 31 09:38:13.753035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.814516 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.848453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da6dbefd-dab1-46e3-9d6a-f344ea6b7ae8 req-6fef2a34-1a43-4762-9de6-c5a572590222 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6436245 Aug 31 09:38:13.884482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45d77-7ea6-4705-b85b-82b14a74398e req-fe3fb74e-e991-42e5-a98c-a7122a5011ed tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.898105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fee45d77-7ea6-4705-b85b-82b14a74398e req-fe3fb74e-e991-42e5-a98c-a7122a5011ed tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 944 time: 0.3586147 Aug 31 09:38:13.921061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Network 85cc3497-eb56-4108-ac0f-01247d648c46 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:13.924955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:13.947196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Port': ['ID=4954c96a-8ac3-4a58-9bb8-9b3c05b26c13,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:13.966099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:14.088336 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.134491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fee45d77-7ea6-4705-b85b-82b14a74398e req-911a1780-8e65-4084-aad4-84b76c2cee54 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357166 Aug 31 09:38:14.160747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.189187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-e0c32db1-9ec4-4c71-913e-6a2d424ef7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:14.190883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-e0c32db1-9ec4-4c71-913e-6a2d424ef7b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 913 time: 0.4973731 Aug 31 09:38:14.228119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82411ce-2714-4162-9618-34733e4d4316 req-1b53f55c-6897-4c05-b219-eb405b9a7b7f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:14.229823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a82411ce-2714-4162-9618-34733e4d4316 req-1b53f55c-6897-4c05-b219-eb405b9a7b7f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.2553692 Aug 31 09:38:14.239489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.376320 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.381365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.396518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-347273cc-5dcf-4b20-a2d0-ce8a226be68e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81eeb1-02d6-41f8-98f2-0b911f55972c HTTP/1.1" status: 200 len: 217 time: 0.1781964 Aug 31 09:38:14.447793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.481589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.483074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Port': ['ID=4954c96a-8ac3-4a58-9bb8-9b3c05b26c13,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:14.509453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.514853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bdbb743f-4557-4938-ba16-8d29820af13f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9001386 Aug 31 09:38:14.515440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33032) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:14.598808 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e9d16f0a-15e9-4d3b-9cdc-89f605828413 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=85cc3497-eb56-4108-ac0f-01247d648c46 HTTP/1.1" status: 200 len: 689 time: 0.0791500 Aug 31 09:38:14.601517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33034) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:14.843908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a82411ce-2714-4162-9618-34733e4d4316 req-0ed986bb-1be4-437d-b579-d0da6107d841 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997791 Aug 31 09:38:14.992589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfdd5c-f7fd-4ccf-9a04-cc6787728ae4 req-c15c67ae-8b8f-4844-8518-0c51683c9b5c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:14.995611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52bfdd5c-f7fd-4ccf-9a04-cc6787728ae4 req-c15c67ae-8b8f-4844-8518-0c51683c9b5c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.6563325 Aug 31 09:38:15.007662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-c2f3aa3e-3083-4664-90de-023a598f1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.009793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-c2f3aa3e-3083-4664-90de-023a598f1f97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 HTTP/1.1" status: 200 len: 851 time: 0.5818336 Aug 31 09:38:15.052324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8f681d-e472-49b2-876d-49ce040b8e46,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:15.154299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-c3e1f883-221c-4242-85b6-05ac07d7a0d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeb1dd70-0003-48a6-b555-cd97f533ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075289 Aug 31 09:38:15.282233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Checking segment: {'id': 'd093f920-de4e-47a7-8787-8d18061524c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f8ff7fad-87c8-41cd-b31c-1cf88061786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:15.282673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Network hostable DHCP agents. Network: f8ff7fad-87c8-41cd-b31c-1cf88061786c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:15.295368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.326405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52bfdd5c-f7fd-4ccf-9a04-cc6787728ae4 req-7d26ef09-d494-48b5-aded-d6ca6d7cba29 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147702 Aug 31 09:38:15.410727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Network f8ff7fad-87c8-41cd-b31c-1cf88061786c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:15.429141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-55a5c5d5-a891-4487-99e2-d947ae6c6027 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.435581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-55a5c5d5-a891-4487-99e2-d947ae6c6027 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.441875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-55a5c5d5-a891-4487-99e2-d947ae6c6027 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.450320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-55a5c5d5-a891-4487-99e2-d947ae6c6027 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.457125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-55a5c5d5-a891-4487-99e2-d947ae6c6027 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.463772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-55a5c5d5-a891-4487-99e2-d947ae6c6027 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.470610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-55a5c5d5-a891-4487-99e2-d947ae6c6027 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.483728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-55a5c5d5-a891-4487-99e2-d947ae6c6027 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.3025875 Aug 31 09:38:15.514596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Deleting port 4954c96a-8ac3-4a58-9bb8-9b3c05b26c13 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:15.514946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.551920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, f8ff7fad-87c8-41cd-b31c-1cf88061786c) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:15.557631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.558246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.564855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e383c8-9e73-4703-b30b-9715e3c4cd6b None None] Network f8ff7fad-87c8-41cd-b31c-1cf88061786c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:15.576242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-5c139dbc-8e02-401a-9144-0eab53558f0e service neutron] 10.222.0.20 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965197 Aug 31 09:38:15.594572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0e5360db-5860-434e-9433-39f9f5a43c5d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5598569 Aug 31 09:38:15.632335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.632630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.647637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Calling delete_port for 4954c96a-8ac3-4a58-9bb8-9b3c05b26c13 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:15.761410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5f8ab4b-0a64-4cc2-acee-981ff296f761 req-dde90401-fe44-451e-afbb-c69c9039f71a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2736027 Aug 31 09:38:15.829068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714b93-bcac-41f3-9169-fbc5b622d960 req-4e828a68-39cc-4d29-884f-58621c0125cc tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.835867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb714b93-bcac-41f3-9169-fbc5b622d960 req-4e828a68-39cc-4d29-884f-58621c0125cc tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 944 time: 0.3366859 Aug 31 09:38:15.862005 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.892292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Deleting port 158bed6f-a92a-4a7a-b7f3-8f29f73e3d95 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:15.893061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.918269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event deleted for resources: {'Port': ['ID=4954c96a-8ac3-4a58-9bb8-9b3c05b26c13,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:15.944050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df17c8b-7e56-4049-9cf3-bae5a86ba902 None None] Network f8ff7fad-87c8-41cd-b31c-1cf88061786c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:15.995205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e4d3e7b-f0ec-4035-837f-fe1de75d64b7 req-aa580bc0-f2e8-4975-b117-bbe59e7a5e47 service neutron] 10.222.0.20 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081171 Aug 31 09:38:16.052819 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.081805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb714b93-bcac-41f3-9169-fbc5b622d960 req-00f60c7f-8801-46af-800b-8d652aee449d tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347255 Aug 31 09:38:16.176779 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.220096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec84268-e85b-4e97-9bf9-b3fe3085d248 req-34b4a4e8-4dd2-4c30-af68-beb878919683 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:16.233597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec84268-e85b-4e97-9bf9-b3fe3085d248 req-34b4a4e8-4dd2-4c30-af68-beb878919683 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.2461567 Aug 31 09:38:16.266198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.277692 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.309274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1abe0caa-fac7-442c-9375-a8dfc87bbd83,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:16.312062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Calling delete_port for 158bed6f-a92a-4a7a-b7f3-8f29f73e3d95 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:16.409825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.434415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33068) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:16.443184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1209102315-network', 'tenant_id': '3588f7db5f874e77b677e6bdac9e3e90'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:16.450350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cc3497-eb56-4108-ac0f-01247d648c46']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:16.468923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7934ffa9-5b81-45cf-a909-949e15da2efb') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:16.469256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7934ffa9-5b81-45cf-a909-949e15da2efb') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:16.487916 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.503357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Made reservation on behalf of 3588f7db5f874e77b677e6bdac9e3e90 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:16.505970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.509034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.521849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.525130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:16.525527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:16.528412 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:16.547023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4d81eeb1-02d6-41f8-98f2-0b911f55972c details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:16.615777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec84268-e85b-4e97-9bf9-b3fe3085d248 req-d389fbe7-07f2-47f8-a25a-97a05dfc853b tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809366 Aug 31 09:38:16.616410 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.673817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event deleted for resources: {'Port': ['ID=158bed6f-a92a-4a7a-b7f3-8f29f73e3d95,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:16.764152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.801517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4d81eeb1-02d6-41f8-98f2-0b911f55972c, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4d81eeb1-02d6-41f8-98f2-0b911f55972c,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:16.843048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '4d81eeb1-02d6-41f8-98f2-0b911f55972c', 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7', 'port_id': '4d81eeb1-02d6-41f8-98f2-0b911f55972c', 'mac_address': 'fa:16:3e:21:4e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e7d3bf-27a3-49b6-a7c3-ee83b71bc427', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:16.845658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85cc3497-eb56-4108-ac0f-01247d648c46 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:38:16.853989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.869132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "DELETE /v2.0/networks/85cc3497-eb56-4108-ac0f-01247d648c46 HTTP/1.1" status: 204 len: 168 time: 2.2662795 Aug 31 09:38:16.870291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b7492-8573-4fa8-8305-eafa3b41112b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event deleted for resources: {'Network': ['ID=85cc3497-eb56-4108-ac0f-01247d648c46,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:16.881120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33084) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:16.969651 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.993869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d81eeb1-02d6-41f8-98f2-0b911f55972c {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:17.037534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4d81eeb1-02d6-41f8-98f2-0b911f55972c, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4d81eeb1-02d6-41f8-98f2-0b911f55972c,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:17.049056 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.141113 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b7dc6f0e-27d1-4d43-b612-5f20a1795a27 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1475 time: 0.2583733 Aug 31 09:38:17.143421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33088) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:17.174643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafca29-c660-43df-8548-51c23edb00c9 req-29331c21-0643-4ff8-a872-c3916e8cdc2a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.185646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acafca29-c660-43df-8548-51c23edb00c9 req-29331c21-0643-4ff8-a872-c3916e8cdc2a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.9309795 Aug 31 09:38:17.211363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=4d81eeb1-02d6-41f8-98f2-0b911f55972c,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:17.216450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.229139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.281289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:17.292757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.293222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.293789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.294493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.294643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.295392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.295929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.296503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.296980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.297417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.299040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.299533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.306163 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-47aed32c-b498-4804-84bb-cc017ef41b3f tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7708 time: 0.1611972 Aug 31 09:38:17.308550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33090) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:17.323473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d1aa3-8c11-44a9-9ac9-bff9c45580f4,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:17.362563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.366598 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Added segment c391a6b7-5b8b-4580-a935-230634c49cf5 of type vlan for network f4668005-fe87-41ba-a764-292bc4607581 Aug 31 09:38:17.368727 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-fcb0db4a-1b6b-4cac-ba69-dfb1a049d9a3 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] delete failed (client error): The resource could not be found. Aug 31 09:38:17.369985 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fcb0db4a-1b6b-4cac-ba69-dfb1a049d9a3 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/ff297c30-b318-4ed3-b50c-3bd9d9a287b8 HTTP/1.1" status: 404 len: 345 time: 0.0575755 Aug 31 09:38:17.389923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33092) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:17.405658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.438055 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ac5840-9fc9-4f94-9951-cda750e0cf32 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 09:38:17.440060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ac5840-9fc9-4f94-9951-cda750e0cf32 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:38:17.442015 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-50ac5840-9fc9-4f94-9951-cda750e0cf32 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "DELETE /v2.0/networks/85cc3497-eb56-4108-ac0f-01247d648c46 HTTP/1.1" status: 404 len: 339 time: 0.0510952 Aug 31 09:38:17.450170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8959640-d02a-4d5e-be0a-d897d3ce1195 req-d9ddd711-5d59-4979-97f7-4a598456025a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.451996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33094) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:17.460334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8959640-d02a-4d5e-be0a-d897d3ce1195 req-d9ddd711-5d59-4979-97f7-4a598456025a tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.5417094 Aug 31 09:38:17.465976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Request body: {'network': {'name': 'tempest-network--1024794426', 'router:external': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:17.487685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4d81eeb1-02d6-41f8-98f2-0b911f55972c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:17.500868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.504341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Made reservation on behalf of 900affe0c33a44d19801bf32358d93d5 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:17.507437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.558336 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.560547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.561592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.566525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:17.587376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acafca29-c660-43df-8548-51c23edb00c9 req-f1d84d9c-dadf-4df8-948d-90e00d45e3ad tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687007 Aug 31 09:38:17.627220 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1912181 Aug 31 09:38:17.639679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33096) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:17.644153 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.644415 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Added segment 3c185598-4983-4307-a7ee-2221b75fa74a of type vlan for network 55e91cbb-e929-4150-ad6c-6b720819e48e Aug 31 09:38:17.649633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Request body: {'subnet': {'network_id': 'f4668005-fe87-41ba-a764-292bc4607581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1209102315-subnet', 'tenant_id': '3588f7db5f874e77b677e6bdac9e3e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:17.684202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Made reservation on behalf of 3588f7db5f874e77b677e6bdac9e3e90 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:17.687740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.713710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74202de7-2f9b-4239-99f5-f27584931f16 admin admin] Pushing event updated for resources: {'Network': ['ID=f4668005-fe87-41ba-a764-292bc4607581,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:17.800002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network f4668005-fe87-41ba-a764-292bc4607581 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:17.844625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Router 62e6e344-5dc1-490a-9c01-846b46714eba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:17.848565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.867874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8959640-d02a-4d5e-be0a-d897d3ce1195 req-6fdb56b8-996d-4579-bc81-b2ca7c8b1b1f tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033220 Aug 31 09:38:18.043900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.resource_extend [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:38:18.083493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.093058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.094327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.095078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.096152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-965beba0-3af5-445b-bbfc-31515a041a2c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.104082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-965beba0-3af5-445b-bbfc-31515a041a2c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.110944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-965beba0-3af5-445b-bbfc-31515a041a2c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.117800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-965beba0-3af5-445b-bbfc-31515a041a2c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.124181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-965beba0-3af5-445b-bbfc-31515a041a2c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.132434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-965beba0-3af5-445b-bbfc-31515a041a2c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.138285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-965beba0-3af5-445b-bbfc-31515a041a2c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.147680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-965beba0-3af5-445b-bbfc-31515a041a2c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.3207209 Aug 31 09:38:18.189546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:18.199302 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7444935 Aug 31 09:38:18.204372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7021403c-531e-458e-9e57-61671dc10116 tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "PUT /v2.0/routers/62e6e344-5dc1-490a-9c01-846b46714eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2720788 Aug 31 09:38:18.205548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33102) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.205962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33104) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.210652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8f779-25bf-4712-9fc1-79499c2269cc None None] Sync routers for ids ['62e6e344-5dc1-490a-9c01-846b46714eba'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:18.225005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8f779-25bf-4712-9fc1-79499c2269cc None None] Routers {'62e6e344-5dc1-490a-9c01-846b46714eba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:18.226503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-28b8f779-25bf-4712-9fc1-79499c2269cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:37:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['62e6e344-5dc1-490a-9c01-846b46714eba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:18.244635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47298-0e22-45b2-9790-ae192a4ee590 req-2609b1de-819a-4474-bcf0-2120c49214a5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.246277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8be47298-0e22-45b2-9790-ae192a4ee590 req-2609b1de-819a-4474-bcf0-2120c49214a5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 945 time: 0.1668990 Aug 31 09:38:18.266534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d70cebd-cf98-4aa4-8910-aad23637f48f req-5bb7397e-17df-441a-b5a7-43d755ae0143 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098402 Aug 31 09:38:18.277595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c537c7-f6aa-4391-bcbb-d81be22487ca,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:18.289123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-28b8f779-25bf-4712-9fc1-79499c2269cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:18.302462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691752d-54e8-4544-8384-f07596ee882b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Network': ['ID=55e91cbb-e929-4150-ad6c-6b720819e48e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:18.306134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8f779-25bf-4712-9fc1-79499c2269cc None None] Routers {'62e6e344-5dc1-490a-9c01-846b46714eba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:18.306805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-28b8f779-25bf-4712-9fc1-79499c2269cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:37:55Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['62e6e344-5dc1-490a-9c01-846b46714eba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:18.339487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8be47298-0e22-45b2-9790-ae192a4ee590 req-7e287ec9-7061-4c94-86ac-ea68f6b9c4df tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Aug 31 09:38:18.375044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 55e91cbb-e929-4150-ad6c-6b720819e48e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:18.417107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Checking segment: {'id': 'c391a6b7-5b8b-4580-a935-230634c49cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'f4668005-fe87-41ba-a764-292bc4607581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:18.417705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Network hostable DHCP agents. Network: f4668005-fe87-41ba-a764-292bc4607581, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:18.438537 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-010a822a-2c88-4ce2-9afd-01e48964a5ea tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.480986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-28b8f779-25bf-4712-9fc1-79499c2269cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:18.486516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8f779-25bf-4712-9fc1-79499c2269cc None None] The sync data for ids ['62e6e344-5dc1-490a-9c01-846b46714eba'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:18.547374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb558c-2458-4cc9-a68e-0450f8b6626c req-07cd1caf-b8fd-4aaa-ba2e-dea13f2d63ec tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.554991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5acb558c-2458-4cc9-a68e-0450f8b6626c req-07cd1caf-b8fd-4aaa-ba2e-dea13f2d63ec tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.1198421 Aug 31 09:38:18.590803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Network f4668005-fe87-41ba-a764-292bc4607581 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:18.646625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5acb558c-2458-4cc9-a68e-0450f8b6626c req-fcb82e10-1c98-4c0c-a87b-031fc51dfce1 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835733 Aug 31 09:38:18.668684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec8fc4-d3d5-4f95-8f10-a484c3693e6c tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.675725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec8fc4-d3d5-4f95-8f10-a484c3693e6c tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.682131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec8fc4-d3d5-4f95-8f10-a484c3693e6c tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.689674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec8fc4-d3d5-4f95-8f10-a484c3693e6c tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.709036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33120) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.709214 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ecec8fc4-d3d5-4f95-8f10-a484c3693e6c tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4897506 Aug 31 09:38:18.711509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, f4668005-fe87-41ba-a764-292bc4607581) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:18.722027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664c651-5fcd-4e90-898b-e8558b974582 None None] Network f4668005-fe87-41ba-a764-292bc4607581 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:18.757369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.758078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.766425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-010a822a-2c88-4ce2-9afd-01e48964a5ea tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.772829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-010a822a-2c88-4ce2-9afd-01e48964a5ea tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.828667 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1989843c-27e6-41c5-a62f-c56043227ec5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1861749 Aug 31 09:38:18.860416 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-010a822a-2c88-4ce2-9afd-01e48964a5ea tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.861492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010a822a-2c88-4ce2-9afd-01e48964a5ea tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Fanout notify agent at l3_agent the message router_deleted on router 62e6e344-5dc1-490a-9c01-846b46714eba {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:18.881910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-010a822a-2c88-4ce2-9afd-01e48964a5ea tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.887084 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-010a822a-2c88-4ce2-9afd-01e48964a5ea tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "DELETE /v2.0/routers/62e6e344-5dc1-490a-9c01-846b46714eba HTTP/1.1" status: 204 len: 168 time: 0.6661825 Aug 31 09:38:18.891760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33124) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.009266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463c9c8-c3f0-4308-92b9-db0746b71414 req-5039688d-ee67-46ed-8ccb-d9c439f2cc32 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.011437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1463c9c8-c3f0-4308-92b9-db0746b71414 req-5039688d-ee67-46ed-8ccb-d9c439f2cc32 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.1784012 Aug 31 09:38:19.018779 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.034794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8214ad-ed34-4be1-b9ff-33a8006aa70c tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Deleting subnet 04ef8019-5607-4b18-a138-771302d59fd9 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:19.045143 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f8214ad-ed34-4be1-b9ff-33a8006aa70c tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.049651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23f372-d481-4675-8dd3-0c6ac74bdc98 req-fff98760-bcb2-4b63-b245-6ea52a331fa9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.051922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d23f372-d481-4675-8dd3-0c6ac74bdc98 req-fff98760-bcb2-4b63-b245-6ea52a331fa9 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.1369376 Aug 31 09:38:19.121059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ff2ed-ebc3-42b8-be50-a89b278a4039 None None] Network f4668005-fe87-41ba-a764-292bc4607581 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:19.161072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f8214ad-ed34-4be1-b9ff-33a8006aa70c tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.172996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1463c9c8-c3f0-4308-92b9-db0746b71414 req-7f8837a6-dc08-43ef-907a-c2bf5976f4ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516697 Aug 31 09:38:19.252452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d23f372-d481-4675-8dd3-0c6ac74bdc98 req-f2fb1574-24de-4d15-aba4-b01b8784668d tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775479 Aug 31 09:38:19.274908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.295487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e91cbb-e929-4150-ad6c-6b720819e48e']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:19.351417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c185598-4983-4307-a7ee-2221b75fa74a') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:19.351721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c185598-4983-4307-a7ee-2221b75fa74a') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:19.390813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.412375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f8214ad-ed34-4be1-b9ff-33a8006aa70c tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.489543 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.491444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f8214ad-ed34-4be1-b9ff-33a8006aa70c tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.510265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:19.511022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:19.513609 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:19.538288 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8214ad-ed34-4be1-b9ff-33a8006aa70c tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event deleted for resources: {'Subnet': ['ID=04ef8019-5607-4b18-a138-771302d59fd9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:19.543417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f8214ad-ed34-4be1-b9ff-33a8006aa70c tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.546387 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5f8214ad-ed34-4be1-b9ff-33a8006aa70c tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "DELETE /v2.0/subnets/04ef8019-5607-4b18-a138-771302d59fd9 HTTP/1.1" status: 204 len: 168 time: 0.6510150 Aug 31 09:38:19.548783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33140) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.555601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d071f07-4f4b-4663-ac27-662094dc8cf2 None None] Network 562c6c2f-7a76-4b1a-881b-a0aa41804b9f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:19.590856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-75dd5e7c-96df-4ede-8794-a7115e9e4721 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.599217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-75dd5e7c-96df-4ede-8794-a7115e9e4721 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.607494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-75dd5e7c-96df-4ede-8794-a7115e9e4721 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.614099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-75dd5e7c-96df-4ede-8794-a7115e9e4721 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.622094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-75dd5e7c-96df-4ede-8794-a7115e9e4721 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.629719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-75dd5e7c-96df-4ede-8794-a7115e9e4721 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.637550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-75dd5e7c-96df-4ede-8794-a7115e9e4721 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.646637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-75dd5e7c-96df-4ede-8794-a7115e9e4721 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.2585852 Aug 31 09:38:19.652154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.735157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.748994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Deleting port 11a1c636-eb31-4159-a150-6aef8b39c350 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:19.749344 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.751593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f41227b7-af75-4ddf-96ca-6e8cf5984417 req-e760d1a8-6833-4e9c-a1de-61e26ea0fd84 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014349 Aug 31 09:38:19.765300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55e91cbb-e929-4150-ad6c-6b720819e48e {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:38:19.796799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.809208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "DELETE /v2.0/networks/55e91cbb-e929-4150-ad6c-6b720819e48e HTTP/1.1" status: 204 len: 168 time: 1.1088276 Aug 31 09:38:19.812398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33146) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.815416 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d692a-b4a3-4333-92f6-3357154eb479 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event deleted for resources: {'Network': ['ID=55e91cbb-e929-4150-ad6c-6b720819e48e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:19.836613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Request body: {'network': {'name': 'tempest-network--987360911', 'router:external': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:19.915801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] For port 11a1c636-eb31-4159-a150-6aef8b39c350, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=11a1c636-eb31-4159-a150-6aef8b39c350,segment=NetworkSegment(a5c65bf7-6f6d-4bcc-b160-2afa437191f6),segment_id=a5c65bf7-6f6d-4bcc-b160-2afa437191f6)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:19.916413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.942770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] DHCP port deletion for 562c6c2f-7a76-4b1a-881b-a0aa41804b9f request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:38:19.949656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Made reservation on behalf of 900affe0c33a44d19801bf32358d93d5 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:19.952877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.987048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Calling delete_port for 11a1c636-eb31-4159-a150-6aef8b39c350 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:20.065832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] Deleting port 11a1c636-eb31-4159-a150-6aef8b39c350 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:20.066135 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.067807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:20.090513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-3ca232ae-14d6-4950-bfd5-d1899d518d92 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:20.103599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-3ca232ae-14d6-4950-bfd5-d1899d518d92 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/networks?id=f8ff7fad-87c8-41cd-b31c-1cf88061786c HTTP/1.1" status: 200 len: 825 time: 0.2375283 Aug 31 09:38:20.136723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ec624-2a7d-4aa2-8cd4-2e81574d963a req-96c790d7-141a-49c6-acee-0b3a9b870bed tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:20.142023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-601ec624-2a7d-4aa2-8cd4-2e81574d963a req-96c790d7-141a-49c6-acee-0b3a9b870bed tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.1805179 Aug 31 09:38:20.154111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.155529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.156341 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Added segment ed5af112-08ef-4214-bf9a-fba745381322 of type vlan for network 9d891e7e-2e74-4cde-8886-1a53184536ca Aug 31 09:38:20.171798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-5e6d3f4d-b4c6-4861-8402-6cd17421965a tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/quotas/90f6f5bdffb74ac59eec8864b159db4e HTTP/1.1" status: 200 len: 375 time: 0.0664544 Aug 31 09:38:20.179566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] No DVR routers for this DVR port 11a1c636-eb31-4159-a150-6aef8b39c350 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:20.210019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event deleted for resources: {'Port': ['ID=11a1c636-eb31-4159-a150-6aef8b39c350,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:20.234365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] For port 11a1c636-eb31-4159-a150-6aef8b39c350, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=11a1c636-eb31-4159-a150-6aef8b39c350,segment=NetworkSegment(a5c65bf7-6f6d-4bcc-b160-2afa437191f6),segment_id=a5c65bf7-6f6d-4bcc-b160-2afa437191f6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:20.234827 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.274238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] Calling delete_port for 11a1c636-eb31-4159-a150-6aef8b39c350 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:20.318827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-43fc4709-a7ec-4036-8df3-635d2f49a594 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=90f6f5bdffb74ac59eec8864b159db4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230683 Aug 31 09:38:20.328599 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.357976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562c6c2f-7a76-4b1a-881b-a0aa41804b9f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:20.377910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c65bf7-6f6d-4bcc-b160-2afa437191f6') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:20.378218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c65bf7-6f6d-4bcc-b160-2afa437191f6') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:20.390212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.395182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.411491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] No DVR routers for this DVR port 11a1c636-eb31-4159-a150-6aef8b39c350 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:20.415913 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.429767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:20.431449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.436962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2401b89-9467-4684-bf01-8f9c533dd10b None None] Pushing event deleted for resources: {'Port': ['ID=11a1c636-eb31-4159-a150-6aef8b39c350,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:20.440669 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:20.565740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.571113 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4d81eeb1-02d6-41f8-98f2-0b911f55972c up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:20.665052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.669141 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] 10.222.0.69 "DELETE /v2.0/networks/562c6c2f-7a76-4b1a-881b-a0aa41804b9f HTTP/1.1" status: 204 len: 168 time: 1.1187687 Aug 31 09:38:20.671943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf53838-86c2-4eaf-bd65-4151cee611ac tempest-FloatingIPNegativeTestJSON-1936600350 tempest-FloatingIPNegativeTestJSON-1936600350-project] Pushing event deleted for resources: {'Network': ['ID=562c6c2f-7a76-4b1a-881b-a0aa41804b9f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:20.743768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 4d81eeb1-02d6-41f8-98f2-0b911f55972c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:20.789335 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.795561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 4d81eeb1-02d6-41f8-98f2-0b911f55972c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:20.795941 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.825120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-601ec624-2a7d-4aa2-8cd4-2e81574d963a req-3c32bd2b-effe-424a-992d-a3f642b68287 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697454 Aug 31 09:38:21.015662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-c4a10638-7b94-47e7-8cac-e10100aebb41 service neutron] 10.222.0.69 "GET /v2.0/networks/f8ff7fad-87c8-41cd-b31c-1cf88061786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942360 Aug 31 09:38:21.022780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 11a1c636-eb31-4159-a150-6aef8b39c350 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:21.047844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 11a1c636-eb31-4159-a150-6aef8b39c350 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:21.048230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 11a1c636-eb31-4159-a150-6aef8b39c350 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:21.051831 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.065369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.071549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.073792 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.106982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d91c4cc-541c-4226-a640-f027938152e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81eeb1-02d6-41f8-98f2-0b911f55972c'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:21.114669 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accee433-7fcd-4fe7-adbc-ffc3f1a14a9a" -d '{"events": [{"server_uuid": "0d91c4cc-541c-4226-a640-f027938152e5", "name": "network-vif-plugged", "status": "completed", "tag": "4d81eeb1-02d6-41f8-98f2-0b911f55972c"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:21.134505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4d81eeb1-02d6-41f8-98f2-0b911f55972c, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4d81eeb1-02d6-41f8-98f2-0b911f55972c,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:21.150315 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.204823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33168) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.258902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-80555466-9e4b-4dfe-8316-98b25029c15c service neutron] 10.222.0.69 "GET /v2.0/networks/f8ff7fad-87c8-41cd-b31c-1cf88061786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966031 Aug 31 09:38:21.271256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4470646 Aug 31 09:38:21.271589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33172) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.323090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23bd18-71cc-4e2b-a568-fa3cdd7fcfa4 req-8719e412-9455-497a-8e8c-306d4dd3a2be tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.330883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f23bd18-71cc-4e2b-a568-fa3cdd7fcfa4 req-8719e412-9455-497a-8e8c-306d4dd3a2be tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 945 time: 0.4144971 Aug 31 09:38:21.334841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=4d81eeb1-02d6-41f8-98f2-0b911f55972c,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:21.403080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f23bd18-71cc-4e2b-a568-fa3cdd7fcfa4 req-fd854d49-d4e7-4862-8e49-c5c517b5e385 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674565 Aug 31 09:38:21.426470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ba099-ad98-4505-bebd-b0042dd2d68b tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Network': ['ID=9d891e7e-2e74-4cde-8886-1a53184536ca,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:21.441866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9d891e7e-2e74-4cde-8886-1a53184536ca details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:21.568478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee302eaa-1ec3-4a4b-af71-91156e9020c3 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.570027 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee302eaa-1ec3-4a4b-af71-91156e9020c3 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] 10.222.0.69 "GET /v2.0/networks/9d891e7e-2e74-4cde-8886-1a53184536ca HTTP/1.1" status: 200 len: 756 time: 0.2973473 Aug 31 09:38:21.576955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33188) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.602351 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb02e157-b8c1-422c-8694-711d260a6f0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9a535e6d1304e11ac941106ff93949c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962202 Aug 31 09:38:21.603092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33190) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.697897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d5b80-b593-47cf-94bd-376ba92acd8a req-7e33b1e7-97b4-4424-888d-f70826b2abb4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.715543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-152d5b80-b593-47cf-94bd-376ba92acd8a req-7e33b1e7-97b4-4424-888d-f70826b2abb4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.1729615 Aug 31 09:38:21.758297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b35a0ba-b16b-47aa-97a1-28d7c3a50890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.764664 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-29bc643c-90eb-490e-b896-a04a2e498821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.800897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83934a-80bd-41ae-b36b-ad3863ac20b9 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.802704 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8e83934a-80bd-41ae-b36b-ad3863ac20b9 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] 10.222.0.69 "GET /v2.0/networks/9d8ebad9-90f6-45ca-acce-7eae3915c3e0 HTTP/1.1" status: 200 len: 768 time: 0.2218113 Aug 31 09:38:21.812170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33192) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.839364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-152d5b80-b593-47cf-94bd-376ba92acd8a req-c9fe4750-1c50-4d45-8ccc-e02293e00cf8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170313 Aug 31 09:38:21.887206 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b35a0ba-b16b-47aa-97a1-28d7c3a50890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.895822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-9aedb6d7-ac24-4836-9bc1-60ffc724f83b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.913575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-9aedb6d7-ac24-4836-9bc1-60ffc724f83b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.933435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-9aedb6d7-ac24-4836-9bc1-60ffc724f83b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.960954 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba65ac-5bc8-4bde-810d-77862f6b5bb3 x-openstack-request-id: req-71ba65ac-5bc8-4bde-810d-77862f6b5bb3 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:21.968380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-9aedb6d7-ac24-4836-9bc1-60ffc724f83b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.969113 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d91c4cc-541c-4226-a640-f027938152e5", "name": "network-vif-plugged", "status": "completed", "tag": "4d81eeb1-02d6-41f8-98f2-0b911f55972c", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:21.969538 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-71ba65ac-5bc8-4bde-810d-77862f6b5bb3 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:21.970147 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d91c4cc-541c-4226-a640-f027938152e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81eeb1-02d6-41f8-98f2-0b911f55972c', 'code': 200} Aug 31 09:38:22.005729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-9aedb6d7-ac24-4836-9bc1-60ffc724f83b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:22.008875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.034351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-9aedb6d7-ac24-4836-9bc1-60ffc724f83b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:22.063877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-9aedb6d7-ac24-4836-9bc1-60ffc724f83b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:22.075834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-9aedb6d7-ac24-4836-9bc1-60ffc724f83b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.3317082 Aug 31 09:38:22.169152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b35a0ba-b16b-47aa-97a1-28d7c3a50890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.178365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b35a0ba-b16b-47aa-97a1-28d7c3a50890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.184182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3b35a0ba-b16b-47aa-97a1-28d7c3a50890 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/833abe29-4c77-4909-bb06-b6c05f11ae3e HTTP/1.1" status: 204 len: 168 time: 0.5654407 Aug 31 09:38:22.277104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35a0ba-b16b-47aa-97a1-28d7c3a50890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833abe29-4c77-4909-bb06-b6c05f11ae3e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:22.296990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.330293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4505a5e7-8662-44b6-8207-39cb3f0615f1 req-143f4aea-7f5d-4c80-b036-ff8f2e36c8ed tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 210 time: 0.2390003 Aug 31 09:38:22.332690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d891e7e-2e74-4cde-8886-1a53184536ca']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:22.353692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5af112-08ef-4214-bf9a-fba745381322') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:22.354011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5af112-08ef-4214-bf9a-fba745381322') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:22.375916 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.391986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac21d2ec-f341-4a76-8a52-7edf3142380e req-0d4c7bfb-be67-4253-b792-ae57927c4419 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3152204 Aug 31 09:38:22.409901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5acaa-3c59-4498-8773-7930b2f1b1ad req-8eda5819-3270-4683-a6ac-1810836992f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:22.411237 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.414729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10f5acaa-3c59-4498-8773-7930b2f1b1ad req-8eda5819-3270-4683-a6ac-1810836992f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 1097 time: 0.3366585 Aug 31 09:38:22.420296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:22.420715 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:22.423018 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:22.542567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10f5acaa-3c59-4498-8773-7930b2f1b1ad req-120ca604-239c-45c2-96c2-f6b945436d35 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141624 Aug 31 09:38:22.551209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.556781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d891e7e-2e74-4cde-8886-1a53184536ca {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:38:22.561258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.562418 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "DELETE /v2.0/networks/9d891e7e-2e74-4cde-8886-1a53184536ca HTTP/1.1" status: 204 len: 168 time: 0.7492521 Aug 31 09:38:22.566730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33208) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:22.639536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Request body: {'network': {'name': 'tempest-network--1448155315'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:22.648618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988ce24-5750-4d16-b114-f44628f1efd5 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d891e7e-2e74-4cde-8886-1a53184536ca,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:22.697126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Made reservation on behalf of 900affe0c33a44d19801bf32358d93d5 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:22.701721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.788755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a2184-40e4-48dd-b655-914920542a6f req-aacb84ad-1b7f-4529-a5ed-fc4e97ec8af5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:22.789330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:22.801985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-170a2184-40e4-48dd-b655-914920542a6f req-aacb84ad-1b7f-4529-a5ed-fc4e97ec8af5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1352463 Aug 31 09:38:22.813905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.814403 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Added segment 6e24826a-d535-4172-90f7-693198f58299 of type vlan for network 976d9030-f835-4fc9-89c6-d7b6f5da2e03 Aug 31 09:38:22.897876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14266e-7180-40d1-9511-3d8f1bc17cf1 req-e89c7c62-6cd5-492e-b7e7-fc6c5acb578c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:22.911567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c14266e-7180-40d1-9511-3d8f1bc17cf1 req-e89c7c62-6cd5-492e-b7e7-fc6c5acb578c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.3160818 Aug 31 09:38:22.929794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-170a2184-40e4-48dd-b655-914920542a6f req-5099c31b-5bbd-4050-ae68-c61b2e9162ca tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249800 Aug 31 09:38:22.955991 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.012988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c14266e-7180-40d1-9511-3d8f1bc17cf1 req-9f66a44d-93ee-493e-97d4-20dabce26599 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991747 Aug 31 09:38:23.028430 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.031016 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:23.034022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.154351 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5281246 Aug 31 09:38:23.155710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0cbeb-dbd5-44e5-a5d8-e057a16a57c8 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Network': ['ID=976d9030-f835-4fc9-89c6-d7b6f5da2e03,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:23.158519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89410410-19c7-4f39-bc51-49378803649b req-527cd976-89bc-44c6-a6a7-2ac9b3ed682e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:23.161293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33256) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:23.169632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89410410-19c7-4f39-bc51-49378803649b req-527cd976-89bc-44c6-a6a7-2ac9b3ed682e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.0794046 Aug 31 09:38:23.173288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 976d9030-f835-4fc9-89c6-d7b6f5da2e03 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:23.180196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fc69d347-2e13-4a72-8cb3-cc8fc9e32dfb tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:23.280846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89410410-19c7-4f39-bc51-49378803649b req-1ed84218-9115-432b-8ef4-24e80766ef09 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976558 Aug 31 09:38:23.555469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc69d347-2e13-4a72-8cb3-cc8fc9e32dfb tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.582043 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc69d347-2e13-4a72-8cb3-cc8fc9e32dfb tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.594861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8026256c-be66-4ac9-93fe-9e2decb9a2cc req-34bda92e-69ae-4485-af91-d279a73fb20e tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 210 time: 0.1044304 Aug 31 09:38:23.659179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc69d347-2e13-4a72-8cb3-cc8fc9e32dfb tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Network 976d9030-f835-4fc9-89c6-d7b6f5da2e03 is not hosted by any dhcp agent {{(pid=94787) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:38:23.662353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69d347-2e13-4a72-8cb3-cc8fc9e32dfb tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:23.666541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc69d347-2e13-4a72-8cb3-cc8fc9e32dfb tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.670526 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fc69d347-2e13-4a72-8cb3-cc8fc9e32dfb tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "PUT /v2.0/networks/976d9030-f835-4fc9-89c6-d7b6f5da2e03 HTTP/1.1" status: 200 len: 859 time: 0.5081699 Aug 31 09:38:23.715153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-0ba98088-249b-44ce-bcf3-1f3a3c66e41e tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:23.719632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-0ba98088-249b-44ce-bcf3-1f3a3c66e41e tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.52 "GET /v2.0/networks?id=f8ff7fad-87c8-41cd-b31c-1cf88061786c HTTP/1.1" status: 200 len: 825 time: 0.3113704 Aug 31 09:38:23.720274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33280) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:23.751578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Request body: {'port': {'device_id': '2b1cb3fa-3113-4fa1-8d6d-c5545adce791', 'network_id': 'f8ff7fad-87c8-41cd-b31c-1cf88061786c', 'admin_state_up': True, 'tenant_id': '90f6f5bdffb74ac59eec8864b159db4e'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:23.770713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33282) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:23.806141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69d347-2e13-4a72-8cb3-cc8fc9e32dfb tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event updated for resources: {'Network': ['ID=976d9030-f835-4fc9-89c6-d7b6f5da2e03,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:23.908754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'networks': [{'name': 'tempest-network--128738690'}, {'name': 'tempest-network--848684077'}]} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:23.908754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'network': {'name': 'tempest-network--128738690'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:23.909149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'network': {'name': 'tempest-network--848684077'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:23.940580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Made reservation on behalf of d384013dc56046f6819656027318f335 for: {'network': 2} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:23.948580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.953363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.960314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.985989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-655410e8-2ba0-47d5-b756-ea0ea864ceda tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:23.993552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-655410e8-2ba0-47d5-b756-ea0ea864ceda tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.000554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-655410e8-2ba0-47d5-b756-ea0ea864ceda tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.008364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-655410e8-2ba0-47d5-b756-ea0ea864ceda tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.015491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-655410e8-2ba0-47d5-b756-ea0ea864ceda tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.022282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-655410e8-2ba0-47d5-b756-ea0ea864ceda tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.028822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-655410e8-2ba0-47d5-b756-ea0ea864ceda tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.037802 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-655410e8-2ba0-47d5-b756-ea0ea864ceda tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.2544177 Aug 31 09:38:24.127425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.130652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4ec1d6d-6b32-4611-a885-470d9e4570b4 req-9246a884-6592-4b08-9d46-131d798f5221 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916452 Aug 31 09:38:24.135958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.136620 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.199973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c911d5-79de-410c-8d77-7c152e6c92e1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:24.217542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:24.242254 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.242604 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Added segment 70a83cb9-f4a2-4c90-a17c-87f1ad04d9a2 of type vlan for network e4213266-311b-46e0-9e1b-f502ad8ff862 Aug 31 09:38:24.288948 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.292134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Made reservation on behalf of 90f6f5bdffb74ac59eec8864b159db4e for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:24.296173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.324595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976d9030-f835-4fc9-89c6-d7b6f5da2e03']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:24.329249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.358578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e24826a-d535-4172-90f7-693198f58299') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:24.361079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e24826a-d535-4172-90f7-693198f58299') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:24.376541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:24.384546 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.407867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.408771 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Added segment 3a3df25a-cf30-47e7-a2b6-6ef33eebb60f of type vlan for network 7700dcc5-e48c-4d2e-b5c1-d725b968fa66 Aug 31 09:38:24.414960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5724ed-2ce9-494b-a160-451987d65936 req-4178c46a-7f7e-4b55-a9db-e85e20352cfd tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.417434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8d5724ed-2ce9-494b-a160-451987d65936 req-4178c46a-7f7e-4b55-a9db-e85e20352cfd tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1743016 Aug 31 09:38:24.463593 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.465116 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.490357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:24.490942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:24.493015 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:24.511736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.512338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.518618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.524779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.525302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.597329 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8163662 Aug 31 09:38:24.597329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33320) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:24.657201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Network': ['ID=e4213266-311b-46e0-9e1b-f502ad8ff862,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:24.669166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.675495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 976d9030-f835-4fc9-89c6-d7b6f5da2e03 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:38:24.678549 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.681264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] 10.222.0.69 "DELETE /v2.0/networks/976d9030-f835-4fc9-89c6-d7b6f5da2e03 HTTP/1.1" status: 204 len: 168 time: 0.9594412 Aug 31 09:38:24.710856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e4213266-311b-46e0-9e1b-f502ad8ff862 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:24.763343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33324) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:24.766140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e0e80-85be-4682-89a0-57c5b8853137 tempest-ExternalNetworksTestJSON-1328909149 tempest-ExternalNetworksTestJSON-1328909149-project-admin] Pushing event deleted for resources: {'Network': ['ID=976d9030-f835-4fc9-89c6-d7b6f5da2e03,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:24.797474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8d5724ed-2ce9-494b-a160-451987d65936 req-c91b4885-2e1e-4a87-9813-a90cd831dadd tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454411 Aug 31 09:38:24.876674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Allocated IP 172.20.0.8 (f8ff7fad-87c8-41cd-b31c-1cf88061786c/4e8f681d-e472-49b2-876d-49ce040b8e46/2239fe49-891f-474e-b864-e8512198444b) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:24.881037 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07f2281-0840-4dde-a190-bc55594bf089 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] DELETE failed (client error): The resource could not be found. Aug 31 09:38:24.882412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07f2281-0840-4dde-a190-bc55594bf089 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:38:24.884552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c07f2281-0840-4dde-a190-bc55594bf089 tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] 10.222.0.69 "DELETE /v2.0/subnets/1abe0caa-fac7-442c-9375-a8dfc87bbd83 HTTP/1.1" status: 404 len: 337 time: 0.1077433 Aug 31 09:38:24.889018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33326) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:24.983729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.017274 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.028600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a602be-cd48-4128-956e-d9ec3f603cef req-1534d8b7-389d-4059-84f0-5b0167a5d35a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.030225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39a602be-cd48-4128-956e-d9ec3f603cef req-1534d8b7-389d-4059-84f0-5b0167a5d35a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.4543509 Aug 31 09:38:25.127906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa81983-2df9-4b3f-be5a-2e2c05fb88f7 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Network': ['ID=7700dcc5-e48c-4d2e-b5c1-d725b968fa66,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:25.142808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 7700dcc5-e48c-4d2e-b5c1-d725b968fa66 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:25.265578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba57eac-10d4-4ffb-94f4-aeca75c47999 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.273190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba57eac-10d4-4ffb-94f4-aeca75c47999 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.292446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba57eac-10d4-4ffb-94f4-aeca75c47999 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.309225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba57eac-10d4-4ffb-94f4-aeca75c47999 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.312311 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1ba57eac-10d4-4ffb-94f4-aeca75c47999 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7141078 Aug 31 09:38:25.315147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33332) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.326866 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.372953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39a602be-cd48-4128-956e-d9ec3f603cef req-e0a89d5d-f8ae-4942-b9f0-5a38bfbc0d8d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340619 Aug 31 09:38:25.378371 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.417936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.466656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Pushing event updated for resources: {'Port': ['ID=2239fe49-891f-474e-b864-e8512198444b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:25.483118 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.521571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Network f8ff7fad-87c8-41cd-b31c-1cf88061786c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:25.549567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:25.554473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8ebad9-90f6-45ca-acce-7eae3915c3e0']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:25.559826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:25.589086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.600882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4213266-311b-46e0-9e1b-f502ad8ff862']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:25.604763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1395b546-f546-4594-a4e5-8dd4132c16fd') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:25.605187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1395b546-f546-4594-a4e5-8dd4132c16fd') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:25.613579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a83cb9-f4a2-4c90-a17c-87f1ad04d9a2') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:25.614134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a83cb9-f4a2-4c90-a17c-87f1ad04d9a2') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:25.625964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.642476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.643329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.667389 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:25.668148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:25.672843 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:25.686266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-9c68628f-a9f6-4869-ad21-6cb6b65419ac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.692599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-9c68628f-a9f6-4869-ad21-6cb6b65419ac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.698846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-9c68628f-a9f6-4869-ad21-6cb6b65419ac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.704952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-9c68628f-a9f6-4869-ad21-6cb6b65419ac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.712645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-9c68628f-a9f6-4869-ad21-6cb6b65419ac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.720422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-9c68628f-a9f6-4869-ad21-6cb6b65419ac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.722691 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-50a85b9c-4efc-4ce1-aed0-3cc5fa45b74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.727464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-9c68628f-a9f6-4869-ad21-6cb6b65419ac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.729540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-9c68628f-a9f6-4869-ad21-6cb6b65419ac tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.2043240 Aug 31 09:38:25.741632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425de84-5c79-429a-812f-8ef790e76ef8 req-baa84dc1-7f0b-4f3c-95dc-51681cf8183f tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.743411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9425de84-5c79-429a-812f-8ef790e76ef8 req-baa84dc1-7f0b-4f3c-95dc-51681cf8183f tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 931 time: 0.2779109 Aug 31 09:38:25.753481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.760057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.769008 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.774320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/networks/e4213266-311b-46e0-9e1b-f502ad8ff862 HTTP/1.1" status: 204 len: 168 time: 0.4574726 Aug 31 09:38:25.775001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33338) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.782083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:25.782584 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:25.785841 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:25.811704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c9264-6f23-4d8c-abd0-0aef04970838 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Network': ['ID=e4213266-311b-46e0-9e1b-f502ad8ff862,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:25.843546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.844330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.877787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.897168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7e5475a-232e-4ae0-b77b-bc1a8c59ae0c req-16b4529f-0d84-4d53-8d3b-cac331734047 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526363 Aug 31 09:38:25.906074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9425de84-5c79-429a-812f-8ef790e76ef8 req-29bf06c5-096d-4a76-83e4-f258374e2841 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408386 Aug 31 09:38:25.908938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-e1c31e36-cdd4-4c58-b46f-681c10b908e2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1698787 Aug 31 09:38:25.910060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.918483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.920541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] 10.222.0.69 "DELETE /v2.0/networks/9d8ebad9-90f6-45ca-acce-7eae3915c3e0 HTTP/1.1" status: 204 len: 168 time: 1.0303206 Aug 31 09:38:25.925864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Request body: {'port': {'device_id': '2b1cb3fa-3113-4fa1-8d6d-c5545adce791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:25.961664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357d599-3e23-4f19-b1d7-80ce69cfc8ef tempest-ExternalNetworksTestJSON-1805318286 tempest-ExternalNetworksTestJSON-1805318286-project] Pushing event deleted for resources: {'Network': ['ID=9d8ebad9-90f6-45ca-acce-7eae3915c3e0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.028672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.070493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.091065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7700dcc5-e48c-4d2e-b5c1-d725b968fa66']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:26.119377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3df25a-cf30-47e7-a2b6-6ef33eebb60f') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:26.119976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3df25a-cf30-47e7-a2b6-6ef33eebb60f') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:26.139104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.166091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.186850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:26.187771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:26.197421 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:26.316541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.324220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b1f43-b0c0-4f2e-88bd-bb1ce445259d req-61dce225-b20f-4f0d-aee6-239570309bea tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:26.329519 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.333779 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/networks/7700dcc5-e48c-4d2e-b5c1-d725b968fa66 HTTP/1.1" status: 204 len: 168 time: 0.5536509 Aug 31 09:38:26.333988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-371b1f43-b0c0-4f2e-88bd-bb1ce445259d req-61dce225-b20f-4f0d-aee6-239570309bea tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2420034 Aug 31 09:38:26.335941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33354) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.411423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33356) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.427514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca168f9-caca-460b-b656-4b667625d9e9 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Network': ['ID=7700dcc5-e48c-4d2e-b5c1-d725b968fa66,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.448629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c233a-de51-48b7-b8a2-3f37527c581f req-7dd79474-cc21-4163-8b81-2b9f885bf3c2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:26.450704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-7dd79474-cc21-4163-8b81-2b9f885bf3c2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 805 time: 0.3173809 Aug 31 09:38:26.487160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c663b6-11be-457d-bc73-b7ce987b5830 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:26.491192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-371b1f43-b0c0-4f2e-88bd-bb1ce445259d req-39915429-9f78-495f-9b1d-2d2fd21fd2ed tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546209 Aug 31 09:38:26.493950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c663b6-11be-457d-bc73-b7ce987b5830 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:26.495557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-09c663b6-11be-457d-bc73-b7ce987b5830 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1594150 Aug 31 09:38:26.502598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33362) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.505333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-197aec43-af01-40e5-85a7-13f68afb01e2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/quotas/55d6a35ff57642e789271034dc1ba3dc HTTP/1.1" status: 200 len: 375 time: 0.0415864 Aug 31 09:38:26.516268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2043506058'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:26.563843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Made reservation on behalf of d384013dc56046f6819656027318f335 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:26.579427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.586235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0c85415b-7463-4693-bd78-ad68e72a352d no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:26.613462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:26.624037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.624510 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Added segment ec75d0d3-8cc7-4317-a015-8e38a4d4e1e3 of type vlan for network 1821162a-e1e0-498e-8922-1bc13b2e9f1a Aug 31 09:38:26.659085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2239fe49-891f-474e-b864-e8512198444b {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:26.705125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.754160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.770264 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.770787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:26.773283 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.774858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.823858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Transition to ACTIVE for port object 2239fe49-891f-474e-b864-e8512198444b will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:26.836529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:26.839720 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72141c92-1ce5-4765-b17f-985b67b7d131" -d '{"events": [{"server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "name": "network-vif-unplugged", "status": "completed", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:26.844422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.863403 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3595133 Aug 31 09:38:26.867751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33374) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.874416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1160479022'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:26.888695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:26.898009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.914933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Made reservation on behalf of d384013dc56046f6819656027318f335 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:26.919689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.933869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b955827-5f3f-4fde-a539-0c5fa2a0bb02 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Network': ['ID=1821162a-e1e0-498e-8922-1bc13b2e9f1a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.957152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 1821162a-e1e0-498e-8922-1bc13b2e9f1a details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:26.969260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:26.986980 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.987694 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Added segment eea88a63-3519-483e-98ff-c0596e253049 of type vlan for network ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12 Aug 31 09:38:27.003380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Pushing event updated for resources: {'Port': ['ID=2239fe49-891f-474e-b864-e8512198444b,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.037296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-d18d69de-eabb-45bc-a19f-2429708dc7ef tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5164499 Aug 31 09:38:27.040973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.080617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.104631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:27.109026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.134388 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52e53d-f1f9-4b0c-9c9d-7e70dca3a7cb req-4f713ee7-20ce-40c2-b8ee-3bc82a9b412d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:27.143520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e52e53d-f1f9-4b0c-9c9d-7e70dca3a7cb req-4f713ee7-20ce-40c2-b8ee-3bc82a9b412d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.3975697 Aug 31 09:38:27.156750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d78bb8c1-e518-48e5-a959-362042721175 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10bcd0b11ded4219810559df95efee0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7356734 Aug 31 09:38:27.168835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:27.207683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.284670 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4157121 Aug 31 09:38:27.288369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:27.295294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'ports': [{'network_id': '1821162a-e1e0-498e-8922-1bc13b2e9f1a', 'name': 'tempest-port--112187105', 'admin_state_up': True}, {'network_id': 'ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12', 'admin_state_up': False}]} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:27.295621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'port': {'network_id': '1821162a-e1e0-498e-8922-1bc13b2e9f1a', 'name': 'tempest-port--112187105', 'admin_state_up': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:27.296226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'port': {'network_id': 'ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12', 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:27.351536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fcc70-f865-4d13-8125-95cc6a10afe0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Network': ['ID=ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.369663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:27.375303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26f611df-a6b9-4772-b4bc-381110ff1e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.425323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26f611df-a6b9-4772-b4bc-381110ff1e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.541038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Made reservation on behalf of d384013dc56046f6819656027318f335 for: {'port': 2} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:27.546097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.549798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26f611df-a6b9-4772-b4bc-381110ff1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.552527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26f611df-a6b9-4772-b4bc-381110ff1e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.557463 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-26f611df-a6b9-4772-b4bc-381110ff1e86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c7c2360-9181-4b07-8e3e-db672a60ce98 HTTP/1.1" status: 204 len: 168 time: 0.3831151 Aug 31 09:38:27.571126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f611df-a6b9-4772-b4bc-381110ff1e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7c2360-9181-4b07-8e3e-db672a60ce98,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.573154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.588625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.622793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-61431ecf-6b56-4444-abb6-b20bd385d88b service neutron] 10.222.0.69 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841486 Aug 31 09:38:27.685752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] device_id is not set on port 618380b4-c212-4a57-ac42-b14103918287 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:38:27.720582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Attempting to bind port 2239fe49-891f-474e-b864-e8512198444b on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:27.720908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Attempting to bind port 2239fe49-891f-474e-b864-e8512198444b by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'd093f920-de4e-47a7-8787-8d18061524c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f8ff7fad-87c8-41cd-b31c-1cf88061786c'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:27.721248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Attempting to bind port 2239fe49-891f-474e-b864-e8512198444b on network f8ff7fad-87c8-41cd-b31c-1cf88061786c {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:27.734517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Port 2239fe49-891f-474e-b864-e8512198444b on network f8ff7fad-87c8-41cd-b31c-1cf88061786c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:38:27.735555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Attempting to bind port 2239fe49-891f-474e-b864-e8512198444b on network f8ff7fad-87c8-41cd-b31c-1cf88061786c {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:27.753193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e52e53d-f1f9-4b0c-9c9d-7e70dca3a7cb req-9d623c61-a431-4f1c-a5d9-93a50d059592 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943727 Aug 31 09:38:27.757536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:27.758110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Checking segment: {'id': 'd093f920-de4e-47a7-8787-8d18061524c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f8ff7fad-87c8-41cd-b31c-1cf88061786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:27.759548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Bound using segment: {'id': 'd093f920-de4e-47a7-8787-8d18061524c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f8ff7fad-87c8-41cd-b31c-1cf88061786c'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:27.760221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Bound port: 2239fe49-891f-474e-b864-e8512198444b, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd093f920-de4e-47a7-8787-8d18061524c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f8ff7fad-87c8-41cd-b31c-1cf88061786c'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:27.760767 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.807133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-4ee572a4-2fdc-43c2-843a-a0261b4084ca tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:27.808732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-4ee572a4-2fdc-43c2-843a-a0261b4084ca tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "GET /v2.0/ports?device_id=5328cb17-9e01-4b23-be6d-08ceb592bd31 HTTP/1.1" status: 200 len: 944 time: 0.2129171 Aug 31 09:38:27.891070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.961096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-32b9649d-7c34-49e0-86a8-c17e8db3189a service neutron] 10.222.0.69 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372042 Aug 31 09:38:27.981316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] device_id is not set on port 4f8f2dbf-bf32-4669-ba6c-6dbf923cdfed yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:38:28.037886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] For port 2239fe49-891f-474e-b864-e8512198444b, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:28.049651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] For port 2239fe49-891f-474e-b864-e8512198444b, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2239fe49-891f-474e-b864-e8512198444b,segment=NetworkSegment(d093f920-de4e-47a7-8787-8d18061524c8),segment_id=d093f920-de4e-47a7-8787-8d18061524c8)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:28.066641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Deleting port 0c85415b-7463-4693-bd78-ad68e72a352d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:28.067514 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.101837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33392) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:28.106907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.114983 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5282674-7282-457f-b03a-62be0c40b6b6 x-openstack-request-id: req-d5282674-7282-457f-b03a-62be0c40b6b6 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:28.115935 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "name": "network-vif-unplugged", "status": "completed", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:28.116535 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5282674-7282-457f-b03a-62be0c40b6b6 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:28.117618 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d', 'code': 200} Aug 31 09:38:28.226343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] For port 0c85415b-7463-4693-bd78-ad68e72a352d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0c85415b-7463-4693-bd78-ad68e72a352d,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:28.227433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.246121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Calling delete_port for 0c85415b-7463-4693-bd78-ad68e72a352d owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:28.297039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.351738 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9cf343af-b006-4994-9e7f-34d4e53edf61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=900affe0c33a44d19801bf32358d93d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015805 Aug 31 09:38:28.357543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33400) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:28.368996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.369966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.371705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] 10.222.0.52 "PUT /v2.0/ports/2239fe49-891f-474e-b864-e8512198444b HTTP/1.1" status: 200 len: 1091 time: 2.4500868 Aug 31 09:38:28.377342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1cb3fa-3113-4fa1-8d6d-c5545adce791', 'tag': '2239fe49-891f-474e-b864-e8512198444b'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:28.380242 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0beb0e-8809-44dd-a484-602e6b6a13f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1cb3fa-3113-4fa1-8d6d-c5545adce791", "tag": "2239fe49-891f-474e-b864-e8512198444b"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:28.407847 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.508340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1105120-9039-48b7-bc7a-4795d5e23855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.510117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Port': ['ID=618380b4-c212-4a57-ac42-b14103918287,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:28.525533 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.527869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-f97948f6-6328-48a0-a5ab-87a21cf08b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.528721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-02d30ebf-38f7-48d9-aed5-b284bac22554 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.529391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-f97948f6-6328-48a0-a5ab-87a21cf08b00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 1097 time: 0.4516304 Aug 31 09:38:28.534412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-02d30ebf-38f7-48d9-aed5-b284bac22554 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.540883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-02d30ebf-38f7-48d9-aed5-b284bac22554 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.547599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-02d30ebf-38f7-48d9-aed5-b284bac22554 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.554428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-02d30ebf-38f7-48d9-aed5-b284bac22554 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.562681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-02d30ebf-38f7-48d9-aed5-b284bac22554 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.569878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-02d30ebf-38f7-48d9-aed5-b284bac22554 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.571898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-02d30ebf-38f7-48d9-aed5-b284bac22554 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.2974312 Aug 31 09:38:28.591325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546059c7-2cef-4d34-adb4-b6cd3ebde537 service neutron] Pushing event updated for resources: {'Port': ['ID=2239fe49-891f-474e-b864-e8512198444b,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:28.606680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5e0b4-77d9-4ad3-ba5f-a585f412c974 req-5b60bfc1-243f-4e0a-8b98-cc7f569f38e3 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.613656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1105120-9039-48b7-bc7a-4795d5e23855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.614433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2e5e0b4-77d9-4ad3-ba5f-a585f412c974 req-5b60bfc1-243f-4e0a-8b98-cc7f569f38e3 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 943 time: 0.3606932 Aug 31 09:38:28.661002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Checking segment: {'id': 'ec75d0d3-8cc7-4317-a015-8e38a4d4e1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '1821162a-e1e0-498e-8922-1bc13b2e9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:28.661421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Network hostable DHCP agents. Network: 1821162a-e1e0-498e-8922-1bc13b2e9f1a, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:28.700169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2e5e0b4-77d9-4ad3-ba5f-a585f412c974 req-25f0191f-5366-44b5-bfdb-0821956bf683 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842478 Aug 31 09:38:28.719157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-316f7a98-1c17-435b-bb25-61c5febdee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.721466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-316f7a98-1c17-435b-bb25-61c5febdee4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90f6f5bdffb74ac59eec8864b159db4e&device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 1094 time: 0.2805302 Aug 31 09:38:28.725778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Network 1821162a-e1e0-498e-8922-1bc13b2e9f1a is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:28.742927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-44f30471-1cd5-425a-ac20-4a035f91a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.744573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-44f30471-1cd5-425a-ac20-4a035f91a37a service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 913 time: 0.2061770 Aug 31 09:38:28.746527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 1821162a-e1e0-498e-8922-1bc13b2e9f1a) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:28.752384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:28.753582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.757317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-131b5437-463c-4f9d-b1d9-c8138af71595 req-03062264-a1d6-4a16-b6e6-f1ce32f79f55 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190510 Aug 31 09:38:28.784168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55923f62-4ea8-4b59-b369-bee75ffce066 None None] Network 1821162a-e1e0-498e-8922-1bc13b2e9f1a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:28.831314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-ad9fb274-9a8d-4dba-a507-850e68cbf53b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81eeb1-02d6-41f8-98f2-0b911f55972c HTTP/1.1" status: 200 len: 217 time: 0.0744541 Aug 31 09:38:28.905228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-da8ca08f-ccb1-40a1-a643-a8b80094ea9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2239fe49-891f-474e-b864-e8512198444b HTTP/1.1" status: 200 len: 217 time: 0.1543155 Aug 31 09:38:28.945784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1105120-9039-48b7-bc7a-4795d5e23855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.952542 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1105120-9039-48b7-bc7a-4795d5e23855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.954571 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f1105120-9039-48b7-bc7a-4795d5e23855 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ab56443-ea07-427d-a9b3-28cff131795d HTTP/1.1" status: 204 len: 168 time: 0.5941634 Aug 31 09:38:29.028310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2017964b-467b-44ca-8f85-df69d186dc28 req-14ebadc1-358d-4521-9cff-3cf4ad2b5094 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 210 time: 0.0793355 Aug 31 09:38:29.055428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b2aa8-cb11-48b4-a925-4bbb3e21cc29 req-8d3aae1b-b0db-4c09-8119-3f4e98f8f88f tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.063080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e17b2aa8-cb11-48b4-a925-4bbb3e21cc29 req-8d3aae1b-b0db-4c09-8119-3f4e98f8f88f tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1628296 Aug 31 09:38:29.065085 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.089429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-889b3834-13ec-480e-8fcd-822d4a75e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.091081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-889b3834-13ec-480e-8fcd-822d4a75e035 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e8f681d-e472-49b2-876d-49ce040b8e46 HTTP/1.1" status: 200 len: 865 time: 0.1708326 Aug 31 09:38:29.097122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Port': ['ID=4f8f2dbf-bf32-4669-ba6c-6dbf923cdfed,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:29.102646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1105120-9039-48b7-bc7a-4795d5e23855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab56443-ea07-427d-a9b3-28cff131795d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:29.153847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Pushing event deleted for resources: {'Port': ['ID=0c85415b-7463-4693-bd78-ad68e72a352d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:29.176765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-24fab525-ebb8-47d9-88ae-e74e1cbda012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.178310 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-24fab525-ebb8-47d9-88ae-e74e1cbda012 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 HTTP/1.1" status: 200 len: 851 time: 0.2829726 Aug 31 09:38:29.187216 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a849cb0d-49af-4d26-bfe1-f27ab053c583 x-openstack-request-id: req-a849cb0d-49af-4d26-bfe1-f27ab053c583 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:29.187561 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1cb3fa-3113-4fa1-8d6d-c5545adce791", "tag": "2239fe49-891f-474e-b864-e8512198444b", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:29.187763 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a849cb0d-49af-4d26-bfe1-f27ab053c583 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:29.188149 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1cb3fa-3113-4fa1-8d6d-c5545adce791', 'tag': '2239fe49-891f-474e-b864-e8512198444b', 'status': 'completed', 'code': 200} Aug 31 09:38:29.192811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-73e787c1-a069-4978-853e-b6a644a50a9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8ff7fad-87c8-41cd-b31c-1cf88061786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665526 Aug 31 09:38:29.215765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Checking segment: {'id': 'eea88a63-3519-483e-98ff-c0596e253049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:29.216110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Network hostable DHCP agents. Network: ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:29.245199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e17b2aa8-cb11-48b4-a925-4bbb3e21cc29 req-920f3aa5-2c1a-4cfc-b5b0-10230d31b86d tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809735 Aug 31 09:38:29.246314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] No DVR routers for this DVR port 0c85415b-7463-4693-bd78-ad68e72a352d on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:29.247057 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-cc828426-d4a7-43b1-8162-894e083f7345 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeb1dd70-0003-48a6-b555-cd97f533ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555995 Aug 31 09:38:29.250185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.252583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4afa58a7-70fb-40ab-beb0-762883592a7a req-d1f93919-910d-4af6-b168-da9407520b8b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "DELETE /v2.0/ports/0c85415b-7463-4693-bd78-ad68e72a352d HTTP/1.1" status: 204 len: 173 time: 1.4356236 Aug 31 09:38:29.303516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Network ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:29.356346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:29.366179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:29.369568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbebf7a-45ae-4d3f-ad53-f8ca78ecbab5 None None] Network ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:29.392025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.397730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427627-83ab-49dd-8fce-9127f1a932a0 req-2137c30f-4518-4616-a53f-bfb7979e2455 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.408105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4427627-83ab-49dd-8fce-9127f1a932a0 req-2137c30f-4518-4616-a53f-bfb7979e2455 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.1543660 Aug 31 09:38:29.409368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.411579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.472663 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ba179ee1-a714-4c49-b71e-d9094baac8f0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1807284 Aug 31 09:38:29.477263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33418) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:29.523838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4427627-83ab-49dd-8fce-9127f1a932a0 req-8be0ad31-7097-40f3-85d3-07755908f229 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031930 Aug 31 09:38:29.625627 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-35a058ac-eefc-4aad-890c-e2aadfbabec2 service neutron] 10.222.0.20 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635526 Aug 31 09:38:29.759874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68881d-8aa7-424b-bd37-c229a2969a96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.774572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68881d-8aa7-424b-bd37-c229a2969a96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.777136 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0e68881d-8aa7-424b-bd37-c229a2969a96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2937200 Aug 31 09:38:29.780805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33430) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:29.960393 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8f67beeb-c7f5-48be-ade8-f20ab13b7078 req-a8719719-5565-4ee9-a44e-8cc4a6067c10 service neutron] 10.222.0.20 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190830 Aug 31 09:38:30.015112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c233a-de51-48b7-b8a2-3f37527c581f req-322bb17b-9b91-4fd2-a1f1-f2c8ee6bfbc1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.027349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-322bb17b-9b91-4fd2-a1f1-f2c8ee6bfbc1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 805 time: 0.3719509 Aug 31 09:38:30.053504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d777af85-01fa-4c0e-828d-3a79732f16b3 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Deleting port 618380b4-c212-4a57-ac42-b14103918287 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:30.053924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d777af85-01fa-4c0e-828d-3a79732f16b3 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.066522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789d5cb-465d-489b-8eb6-b76d9f15a8db req-3df89f0b-7a04-45da-9157-91ec32f9318e tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.070186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f789d5cb-465d-489b-8eb6-b76d9f15a8db req-3df89f0b-7a04-45da-9157-91ec32f9318e tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 943 time: 0.2827845 Aug 31 09:38:30.117702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Request body: {'port': {'device_id': '9b161fbd-200c-4533-ae32-d219d38357ec', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'admin_state_up': True, 'tenant_id': '55d6a35ff57642e789271034dc1ba3dc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:30.144502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-45e4e22d-3f5a-4843-953e-a808029b9739 service neutron] 10.222.0.52 "GET /v2.0/networks/f8ff7fad-87c8-41cd-b31c-1cf88061786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9157891 Aug 31 09:38:30.164404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d777af85-01fa-4c0e-828d-3a79732f16b3 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.187556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d777af85-01fa-4c0e-828d-3a79732f16b3 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Calling delete_port for 618380b4-c212-4a57-ac42-b14103918287 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:30.290042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f789d5cb-465d-489b-8eb6-b76d9f15a8db req-739e9d41-e748-4abd-9e18-e9f4d1e4d772 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652920 Aug 31 09:38:30.322009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d777af85-01fa-4c0e-828d-3a79732f16b3 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.328631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-5f566efe-eed5-493d-8507-cf3b8153f49b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.335992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-5f566efe-eed5-493d-8507-cf3b8153f49b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.342162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-5f566efe-eed5-493d-8507-cf3b8153f49b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.348473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-5f566efe-eed5-493d-8507-cf3b8153f49b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.352403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777af85-01fa-4c0e-828d-3a79732f16b3 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Port': ['ID=618380b4-c212-4a57-ac42-b14103918287,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:30.355643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-5f566efe-eed5-493d-8507-cf3b8153f49b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.362189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-5f566efe-eed5-493d-8507-cf3b8153f49b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.371205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-5f566efe-eed5-493d-8507-cf3b8153f49b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.371314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d777af85-01fa-4c0e-828d-3a79732f16b3 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.371399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-5f566efe-eed5-493d-8507-cf3b8153f49b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.3950214 Aug 31 09:38:30.375284 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d777af85-01fa-4c0e-828d-3a79732f16b3 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/ports/618380b4-c212-4a57-ac42-b14103918287 HTTP/1.1" status: 204 len: 168 time: 0.5906591 Aug 31 09:38:30.376534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33454) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:30.474519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9c7ac29-b0ac-4c37-ad29-8cbd49f0c04a req-de4fea70-cf78-4147-a7bf-72e56fa3009e service neutron] 10.222.0.52 "GET /v2.0/networks/f8ff7fad-87c8-41cd-b31c-1cf88061786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103135 Aug 31 09:38:30.492796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-317b2369-469b-4b5c-83ee-085c65cd2e96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Deleting port 4f8f2dbf-bf32-4669-ba6c-6dbf923cdfed {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:30.493147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-317b2369-469b-4b5c-83ee-085c65cd2e96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.498494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad87b2b8-39f3-44b3-95be-d6d8973a2385 req-3dc7d31e-9d7b-456d-a944-c8b5f5e18660 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 210 time: 0.0539591 Aug 31 09:38:30.592409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-317b2369-469b-4b5c-83ee-085c65cd2e96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.597960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-844c6f7e-d47e-4b82-a4e7-a1c4c794b76a req-8b529ae5-2f50-4b9b-94e0-73fc5b2ff62d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2129061 Aug 31 09:38:30.610953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-317b2369-469b-4b5c-83ee-085c65cd2e96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Calling delete_port for 4f8f2dbf-bf32-4669-ba6c-6dbf923cdfed owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:30.614280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0c85415b-7463-4693-bd78-ad68e72a352d no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:30.671890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 0c85415b-7463-4693-bd78-ad68e72a352d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:30.672237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0c85415b-7463-4693-bd78-ad68e72a352d not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:30.737976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eb7f8-897a-4c3c-9b83-ebb7c9fb8512 req-79be78b6-f621-4f19-b9db-c98da308075e tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.739789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a8eb7f8-897a-4c3c-9b83-ebb7c9fb8512 req-79be78b6-f621-4f19-b9db-c98da308075e tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1402233 Aug 31 09:38:30.741473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-317b2369-469b-4b5c-83ee-085c65cd2e96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.749303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-ca14464d-9ded-4a42-b954-0e5c86f8b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.751877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-ca14464d-9ded-4a42-b954-0e5c86f8b8cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90f6f5bdffb74ac59eec8864b159db4e&device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 1094 time: 0.1910815 Aug 31 09:38:30.752610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Made reservation on behalf of 55d6a35ff57642e789271034dc1ba3dc for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:30.756788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.779309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b2369-469b-4b5c-83ee-085c65cd2e96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Port': ['ID=4f8f2dbf-bf32-4669-ba6c-6dbf923cdfed,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:30.788408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-317b2369-469b-4b5c-83ee-085c65cd2e96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.792411 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-317b2369-469b-4b5c-83ee-085c65cd2e96 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/ports/4f8f2dbf-bf32-4669-ba6c-6dbf923cdfed HTTP/1.1" status: 204 len: 168 time: 0.4118199 Aug 31 09:38:30.792411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33468) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:30.828304 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8cb0cb4d-fcd7-4f9f-a40c-14f794ed4d49 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0335767 Aug 31 09:38:30.834761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:30.842564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-454330902'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:30.872309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Made reservation on behalf of d384013dc56046f6819656027318f335 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:30.877016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.925968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:30.958854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.960128 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Added segment 6e7db890-4df4-4133-8b39-38ccd7d0b0d7 of type vlan for network 0ac931b3-dd30-4345-9419-606bdb8e4e92 Aug 31 09:38:31.010288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a8eb7f8-897a-4c3c-9b83-ebb7c9fb8512 req-b58920c1-2ac3-4d4c-a281-47201399f12d tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486398 Aug 31 09:38:31.045274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.071148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-0b5d3def-1795-4d3e-a681-1b8d7cca3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.072702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-0b5d3def-1795-4d3e-a681-1b8d7cca3e08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f8ff7fad-87c8-41cd-b31c-1cf88061786c HTTP/1.1" status: 200 len: 927 time: 0.3122666 Aug 31 09:38:31.085222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0fcb-60a0-4a70-bc9e-0cb2a3be0850 req-f8888698-1f46-4921-bc43-ad7d98e5f2b2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.087949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7ed0fcb-60a0-4a70-bc9e-0cb2a3be0850 req-f8888698-1f46-4921-bc43-ad7d98e5f2b2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.3284738 Aug 31 09:38:31.100873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.110549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.111685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.166531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-39b32ea6-ced5-4159-a76e-f2353efedcdd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2239fe49-891f-474e-b864-e8512198444b HTTP/1.1" status: 200 len: 217 time: 0.0771623 Aug 31 09:38:31.186413 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3480294 Aug 31 09:38:31.189900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'name': 'network-vif-deleted', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:31.190305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33480) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:31.192227 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc206e61-8065-4196-b516-9f9d590278ec" -d '{"events": [{"server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "name": "network-vif-deleted", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:31.197398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1098444968'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:31.235836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Made reservation on behalf of d384013dc56046f6819656027318f335 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:31.240011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.244470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07d0b-a1ed-487b-896c-1c310f1fc254 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Network': ['ID=0ac931b3-dd30-4345-9419-606bdb8e4e92,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:31.259452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 0ac931b3-dd30-4345-9419-606bdb8e4e92 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:31.267681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7ed0fcb-60a0-4a70-bc9e-0cb2a3be0850 req-c3d3e4d9-1034-428e-8ab2-dcbabbac3c0b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659684 Aug 31 09:38:31.283643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Allocated IP 172.20.0.12 (5471ad47-d15e-4472-b684-c8d622bf98e9/8b2bb068-ee81-4ebe-bb00-20ebe1788af1/75370a21-be68-4964-aa48-f377fb3b030f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:31.299590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:31.312479 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6640a195-17ab-4612-8ee6-4ff0b7d3d18b x-openstack-request-id: req-6640a195-17ab-4612-8ee6-4ff0b7d3d18b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:31.313003 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328cb17-9e01-4b23-be6d-08ceb592bd31", "name": "network-vif-deleted", "tag": "0c85415b-7463-4693-bd78-ad68e72a352d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:31.313003 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6640a195-17ab-4612-8ee6-4ff0b7d3d18b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:31.313399 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328cb17-9e01-4b23-be6d-08ceb592bd31', 'name': 'network-vif-deleted', 'tag': '0c85415b-7463-4693-bd78-ad68e72a352d', 'status': 'completed', 'code': 200} Aug 31 09:38:31.318513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.319799 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Added segment 42cb7f26-05a9-4bd4-9641-ce88fdf5f191 of type vlan for network 8b422f80-e00d-4708-a1cc-7c72fc1eee06 Aug 31 09:38:31.328897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-5e5f7d7e-0433-45ca-a2e2-02ec01fb3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.330373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-5e5f7d7e-0433-45ca-a2e2-02ec01fb3a57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4e8f681d-e472-49b2-876d-49ce040b8e46 HTTP/1.1" status: 200 len: 865 time: 0.1510642 Aug 31 09:38:31.379244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.401466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-d7aad054-88a6-4477-ab66-519f8d8959fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f8ff7fad-87c8-41cd-b31c-1cf88061786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621355 Aug 31 09:38:31.411766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.417816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.418580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.491014 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2920496 Aug 31 09:38:31.505115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064d837-c476-4fac-89ad-387050ce665a tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Network': ['ID=8b422f80-e00d-4708-a1cc-7c72fc1eee06,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:31.518038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8b422f80-e00d-4708-a1cc-7c72fc1eee06 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:31.626104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33498) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:31.631609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'subnets': [{'network_id': '0ac931b3-dd30-4345-9419-606bdb8e4e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1781707493', 'ip_version': 4}, {'network_id': '8b422f80-e00d-4708-a1cc-7c72fc1eee06', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:31.631980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'subnet': {'network_id': '0ac931b3-dd30-4345-9419-606bdb8e4e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1781707493', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:31.632647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Request body: {'subnet': {'network_id': '8b422f80-e00d-4708-a1cc-7c72fc1eee06', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:31.641774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a230a-ad1b-490f-b055-b2db43b038c7 req-c318e117-ee48-425f-b5c5-81dc9640aa74 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.645193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b28a230a-ad1b-490f-b055-b2db43b038c7 req-c318e117-ee48-425f-b5c5-81dc9640aa74 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 943 time: 0.2406857 Aug 31 09:38:31.666606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb084f-9268-4839-ab83-6b0d163b6c63 req-fc6986b9-e63f-4d4d-b9c6-5a3e9d9dde13 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.668159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10bb084f-9268-4839-ab83-6b0d163b6c63 req-fc6986b9-e63f-4d4d-b9c6-5a3e9d9dde13 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.2626307 Aug 31 09:38:31.719163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-965a04ca-486a-4c94-938e-1e9371ae5158 service neutron] 10.222.0.52 "GET /v2.0/networks/f8ff7fad-87c8-41cd-b31c-1cf88061786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861311 Aug 31 09:38:31.823935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Made reservation on behalf of d384013dc56046f6819656027318f335 for: {'subnet': 2} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:31.829172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.829505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.839999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b28a230a-ad1b-490f-b055-b2db43b038c7 req-41ecd6c8-134e-4611-a493-0a382e03d195 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708109 Aug 31 09:38:31.846712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.862322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10bb084f-9268-4839-ab83-6b0d163b6c63 req-793217d6-40f4-44dd-8523-44a8f0cde11c tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770685 Aug 31 09:38:31.906545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e9599971-f593-4030-9e63-346c825284b2 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:31.930285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c0beb0e-8809-44dd-a484-602e6b6a13f6 req-7a44c643-6327-4233-9133-3350b87c2a27 service neutron] 10.222.0.52 "GET /v2.0/networks/f8ff7fad-87c8-41cd-b31c-1cf88061786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009177 Aug 31 09:38:31.974142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:31.977150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.115448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Network 5471ad47-d15e-4472-b684-c8d622bf98e9 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:32.117343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e9599971-f593-4030-9e63-346c825284b2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e9599971-f593-4030-9e63-346c825284b2,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:32.133706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:32.136895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'e9599971-f593-4030-9e63-346c825284b2', 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d', 'port_id': 'e9599971-f593-4030-9e63-346c825284b2', 'mac_address': 'fa:16:3e:8f:91:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd49b6f0-d9c2-4e14-a163-4f38258ec16f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:32.154181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Pushing event updated for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:32.154471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:32.174249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-7af7c400-c695-4002-9dc5-1a32546632b6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.181978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-7af7c400-c695-4002-9dc5-1a32546632b6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.187723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.187951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-7af7c400-c695-4002-9dc5-1a32546632b6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.195011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-7af7c400-c695-4002-9dc5-1a32546632b6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.214251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9599971-f593-4030-9e63-346c825284b2 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:32.215991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-7af7c400-c695-4002-9dc5-1a32546632b6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.226363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-7af7c400-c695-4002-9dc5-1a32546632b6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.234179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-7af7c400-c695-4002-9dc5-1a32546632b6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.241832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e9599971-f593-4030-9e63-346c825284b2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e9599971-f593-4030-9e63-346c825284b2,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:32.242429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-7af7c400-c695-4002-9dc5-1a32546632b6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5421 time: 0.2932284 Aug 31 09:38:32.249246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.250977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 88eafdf0-d6a9-4ac5-990f-ed2225afba99 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:32.265184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:32.325842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.375310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e9599971-f593-4030-9e63-346c825284b2,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:32.446561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 88eafdf0-d6a9-4ac5-990f-ed2225afba99, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:32.462422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '88eafdf0-d6a9-4ac5-990f-ed2225afba99', 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'port_id': '88eafdf0-d6a9-4ac5-990f-ed2225afba99', 'mac_address': 'fa:16:3e:12:90:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007ab783-936f-4c3e-9605-182e3608f4b5', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:32.501624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.521902 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.536039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eafdf0-d6a9-4ac5-990f-ed2225afba99 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:32.560198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 88eafdf0-d6a9-4ac5-990f-ed2225afba99, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:32.564899 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.565837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 565e1b0f-de4b-4baf-8c63-4aa7212bc502 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:32.597700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73933743-643d-49aa-bc4d-fd8a3a32ab13 req-251fa473-37a0-4127-8870-72f6a8f8d718 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.599335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Subnet': ['ID=e861bde2-561b-4637-99a7-41f905b1f88c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:32.601867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73933743-643d-49aa-bc4d-fd8a3a32ab13 req-251fa473-37a0-4127-8870-72f6a8f8d718 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 932 time: 0.6364865 Aug 31 09:38:32.616423 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.625794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Checking segment: {'id': '6e7db890-4df4-4133-8b39-38ccd7d0b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ac931b3-dd30-4345-9419-606bdb8e4e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:32.625794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Network hostable DHCP agents. Network: 0ac931b3-dd30-4345-9419-606bdb8e4e92, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:32.641457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 565e1b0f-de4b-4baf-8c63-4aa7212bc502, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:32.644943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=88eafdf0-d6a9-4ac5-990f-ed2225afba99,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:32.659556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '565e1b0f-de4b-4baf-8c63-4aa7212bc502', 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'port_id': '565e1b0f-de4b-4baf-8c63-4aa7212bc502', 'mac_address': 'fa:16:3e:b0:0f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007ab783-936f-4c3e-9605-182e3608f4b5', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:32.681935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e94d4860-21c9-4827-9958-1f046c68dc9f req-59d67821-033a-441f-a23e-e79f7062ac05 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4384370 Aug 31 09:38:32.690003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73933743-643d-49aa-bc4d-fd8a3a32ab13 req-b8b58368-5341-432d-8370-ccae25b74a18 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705252 Aug 31 09:38:32.696180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:32.697136 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.708823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Network 0ac931b3-dd30-4345-9419-606bdb8e4e92 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:32.714199 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.717935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-fb7d4f0d-4d5b-48eb-8e3a-e632545e4bf1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6142254 Aug 31 09:38:32.727712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 0ac931b3-dd30-4345-9419-606bdb8e4e92) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:32.746172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Request body: {'port': {'device_id': '9b161fbd-200c-4533-ae32-d219d38357ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:32.746488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec4e4b-1741-4193-9762-b53ea79e1181 None None] Network 0ac931b3-dd30-4345-9419-606bdb8e4e92 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:32.757393 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.767662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565e1b0f-de4b-4baf-8c63-4aa7212bc502 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:32.823502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 565e1b0f-de4b-4baf-8c63-4aa7212bc502, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:32.836458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.838532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 542862e8-97eb-4df8-9c05-421b80d35dea details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:32.851611 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.875495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Allocated IP 172.25.1.85 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/9f9d7347-2850-4fe8-aebd-e4be3a099b4b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:32.880240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event updated for resources: {'Subnet': ['ID=2beedda0-1e51-43b7-9347-d0d7f7375914,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:32.896462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Checking segment: {'id': '42cb7f26-05a9-4bd4-9641-ce88fdf5f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '8b422f80-e00d-4708-a1cc-7c72fc1eee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:32.897532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Network hostable DHCP agents. Network: 8b422f80-e00d-4708-a1cc-7c72fc1eee06, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:32.899329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 542862e8-97eb-4df8-9c05-421b80d35dea, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=542862e8-97eb-4df8-9c05-421b80d35dea,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:32.921960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '542862e8-97eb-4df8-9c05-421b80d35dea', 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'port_id': '542862e8-97eb-4df8-9c05-421b80d35dea', 'mac_address': 'fa:16:3e:69:fc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007ab783-936f-4c3e-9605-182e3608f4b5', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:32.988318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Network 8b422f80-e00d-4708-a1cc-7c72fc1eee06 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:33.009362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8b422f80-e00d-4708-a1cc-7c72fc1eee06) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:33.015498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.015920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.016915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.029680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f3675-d013-4dd9-add4-0eeefe67853c None None] Network 8b422f80-e00d-4708-a1cc-7c72fc1eee06 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:33.036926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=565e1b0f-de4b-4baf-8c63-4aa7212bc502,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:33.042521 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-879a72ee-0657-4852-acb9-91ddd3b985d0 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4151971 Aug 31 09:38:33.045807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33518) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:33.060222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0543691-3bef-4fe5-aca0-a3da9ec7ff24 req-b8e5a544-434d-4828-bbfc-5b71503b214e tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.063373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0543691-3bef-4fe5-aca0-a3da9ec7ff24 req-b8e5a544-434d-4828-bbfc-5b71503b214e tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2000065 Aug 31 09:38:33.088889 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.096022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655a478-4efc-4d1e-9adf-c1d397063fef req-c77778f6-46d8-4263-b4b6-43be2a2b38a1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.097323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8655a478-4efc-4d1e-9adf-c1d397063fef req-c77778f6-46d8-4263-b4b6-43be2a2b38a1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.2197466 Aug 31 09:38:33.140474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.166199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542862e8-97eb-4df8-9c05-421b80d35dea {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:33.169926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3771ba4-f102-4298-a398-eb9ad0728b69 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.172105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3771ba4-f102-4298-a398-eb9ad0728b69 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.174159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3771ba4-f102-4298-a398-eb9ad0728b69 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.180252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b3771ba4-f102-4298-a398-eb9ad0728b69 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1328003 Aug 31 09:38:33.180443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33520) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:33.190798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0543691-3bef-4fe5-aca0-a3da9ec7ff24 req-e7435361-dd95-4733-aea4-45b006d31512 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142595 Aug 31 09:38:33.193156 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7058be-dfa5-4c39-9efe-7533babfd67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-0ac931b3-dd30-4345-9419-606bdb8e4e92', 'network_id': '0ac931b3-dd30-4345-9419-606bdb8e4e92', 'tenant_id': 'd384013dc56046f6819656027318f335', 'fixed_ips': [{'subnet_id': 'e861bde2-561b-4637-99a7-41f905b1f88c'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:33.194784 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ee7058be-dfa5-4c39-9efe-7533babfd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.215861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 542862e8-97eb-4df8-9c05-421b80d35dea, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=542862e8-97eb-4df8-9c05-421b80d35dea,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:33.241811 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.242858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:33.256918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede40a55-0e19-4a75-bf1b-75e81eb4ce18 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Deleting subnet e861bde2-561b-4637-99a7-41f905b1f88c {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:33.261222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ede40a55-0e19-4a75-bf1b-75e81eb4ce18 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.272777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8655a478-4efc-4d1e-9adf-c1d397063fef req-be333114-2ba7-4ccb-8f35-1945129e6549 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597929 Aug 31 09:38:33.324975 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ede40a55-0e19-4a75-bf1b-75e81eb4ce18 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.389299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9ff6-8401-42a9-8a0f-9774f409be25 req-4acff800-75cf-41d0-9f77-37c391fd0e2d tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.391062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53fe9ff6-8401-42a9-8a0f-9774f409be25 req-4acff800-75cf-41d0-9f77-37c391fd0e2d tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 943 time: 0.0997367 Aug 31 09:38:33.409931 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ede40a55-0e19-4a75-bf1b-75e81eb4ce18 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.511621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f947f-08f6-46b7-8577-2cc1a7e360ee req-f5f90f9d-5efd-480b-8e60-7641dd61dbeb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.513441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f6f947f-08f6-46b7-8577-2cc1a7e360ee req-f5f90f9d-5efd-480b-8e60-7641dd61dbeb tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.1513193 Aug 31 09:38:33.516234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75370a21-be68-4964-aa48-f377fb3b030f {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:33.524198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53fe9ff6-8401-42a9-8a0f-9774f409be25 req-e455a28a-b330-4c1c-a675-d8c58f4c273c tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088781 Aug 31 09:38:33.527616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=542862e8-97eb-4df8-9c05-421b80d35dea,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:33.541365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.549036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-8b422f80-e00d-4708-a1cc-7c72fc1eee06', 'network_id': '8b422f80-e00d-4708-a1cc-7c72fc1eee06', 'tenant_id': 'd384013dc56046f6819656027318f335', 'fixed_ips': [{'subnet_id': '2beedda0-1e51-43b7-9347-d0d7f7375914'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:33.549919 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.632003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f6f947f-08f6-46b7-8577-2cc1a7e360ee req-ccc1b771-0f4f-4f71-b290-119ab1b8ea81 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab325e11-655a-4aa1-bcd3-28fcf8e3989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924613 Aug 31 09:38:33.633816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Transition to ACTIVE for port object 75370a21-be68-4964-aa48-f377fb3b030f will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:33.640605 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:33.643404 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.678827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5', 'network_id': 'e283a2ae-d07b-4a4b-9b10-501aebd8903d', 'port_id': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5', 'mac_address': 'fa:16:3e:5b:7e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd49b6f0-d9c2-4e14-a163-4f38258ec16f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:33.722373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Pushing event updated for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:33.789990 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.810371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Allocated IP 172.20.0.18 (8b422f80-e00d-4708-a1cc-7c72fc1eee06/2beedda0-1e51-43b7-9347-d0d7f7375914/4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:33.858995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:33.861982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-cf950de1-620e-4fa2-93fd-b276a47368e7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.863633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-cf950de1-620e-4fa2-93fd-b276a47368e7 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.20 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 946 time: 0.4970779 Aug 31 09:38:33.883052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.925230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:33.935109 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.936209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3e5b10dd-3c77-4608-a1dc-4c99654790d1 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:33.962092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ede40a55-0e19-4a75-bf1b-75e81eb4ce18 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.020601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e455f38-becb-4571-8171-f9c733d92325 req-26518cfb-c9f2-4371-a3fe-a60acc9f0c09 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.023651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e455f38-becb-4571-8171-f9c733d92325 req-26518cfb-c9f2-4371-a3fe-a60acc9f0c09 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2573941 Aug 31 09:38:34.029896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:34.033829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'Port': ['ID=9f9d7347-2850-4fe8-aebd-e4be3a099b4b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:34.037035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Attempting to bind port 75370a21-be68-4964-aa48-f377fb3b030f on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:34.038113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Attempting to bind port 75370a21-be68-4964-aa48-f377fb3b030f by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:34.038778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Attempting to bind port 75370a21-be68-4964-aa48-f377fb3b030f on network 5471ad47-d15e-4472-b684-c8d622bf98e9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:34.039713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede40a55-0e19-4a75-bf1b-75e81eb4ce18 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Subnet': ['ID=e861bde2-561b-4637-99a7-41f905b1f88c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:34.042995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:34.045261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:34.063047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129da60a-8187-4838-a80f-d0ffda490d47 req-9bd0a2e2-e065-4aa9-95ad-6289a284f68d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.064840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-129da60a-8187-4838-a80f-d0ffda490d47 req-9bd0a2e2-e065-4aa9-95ad-6289a284f68d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 944 time: 0.1962998 Aug 31 09:38:34.071027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ede40a55-0e19-4a75-bf1b-75e81eb4ce18 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.072275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Port 75370a21-be68-4964-aa48-f377fb3b030f on network 5471ad47-d15e-4472-b684-c8d622bf98e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:38:34.072580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Attempting to bind port 75370a21-be68-4964-aa48-f377fb3b030f on network 5471ad47-d15e-4472-b684-c8d622bf98e9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:34.075720 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ede40a55-0e19-4a75-bf1b-75e81eb4ce18 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/subnets/e861bde2-561b-4637-99a7-41f905b1f88c HTTP/1.1" status: 204 len: 168 time: 0.8921468 Aug 31 09:38:34.076935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33530) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:34.100128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-ee7058be-dfa5-4c39-9efe-7533babfd67d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e861bde2-561b-4637-99a7-41f905b1f88c: This subnet is being modified by another concurrent operation. Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:38:34.101072 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e861bde2-561b-4637-99a7-41f905b1f88c: This subnet is being modified by another concurrent operation. Aug 31 09:38:34.110561 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:38:34.119207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Checking segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:34.119207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Bound using segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:34.119207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Bound port: 75370a21-be68-4964-aa48-f377fb3b030f, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:34.119207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.143129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e455f38-becb-4571-8171-f9c733d92325 req-d1300085-20b7-48e5-bb6d-79f2746981bc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073601 Aug 31 09:38:34.187889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-129da60a-8187-4838-a80f-d0ffda490d47 req-b1a3f300-b8e0-420a-9f0a-e624c87450bb tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099896 Aug 31 09:38:34.206191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:38:34.229802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c60448-6dfc-4799-9c84-8cd93c83887b tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Deleting subnet 2beedda0-1e51-43b7-9347-d0d7f7375914 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:34.230714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9383b81c-1ecd-4179-9156-01d7bfd5bdd5 None None] Network 0ac931b3-dd30-4345-9419-606bdb8e4e92 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:34.236953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Deleting port fdd342d0-3fd3-4980-ac25-782884181239 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:34.237297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.261212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:34.268080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:34.279079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.311263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.331880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:34.336923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3e5b10dd-3c77-4608-a1dc-4c99654790d1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:34.374479 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.395533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '3e5b10dd-3c77-4608-a1dc-4c99654790d1', 'network_id': '3ed98179-c04f-4109-b9e5-63ca2f25e31e', 'port_id': '3e5b10dd-3c77-4608-a1dc-4c99654790d1', 'mac_address': 'fa:16:3e:b2:24:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007ab783-936f-4c3e-9605-182e3608f4b5', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:34.416847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] For port fdd342d0-3fd3-4980-ac25-782884181239, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=fdd342d0-3fd3-4980-ac25-782884181239,segment=NetworkSegment(9d18a09c-b123-4fd0-bd94-cfa7fa40644d),segment_id=9d18a09c-b123-4fd0-bd94-cfa7fa40644d)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:34.417213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.435837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Calling delete_port for fdd342d0-3fd3-4980-ac25-782884181239 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:34.468223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.469601 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.472920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] 10.222.0.20 "PUT /v2.0/ports/75370a21-be68-4964-aa48-f377fb3b030f HTTP/1.1" status: 200 len: 1092 time: 1.7455895 Aug 31 09:38:34.474519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:34.483637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.490912 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba" -d '{"events": [{"name": "network-changed", "server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "tag": "75370a21-be68-4964-aa48-f377fb3b030f"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:34.535711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871bf7f-ae25-4178-95fe-6276ac763cee service neutron] Pushing event updated for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:34.552788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dded2-72a6-4d20-bd7d-9f22811cedaa req-370fe10e-1b8e-486c-983c-e78bf35482c6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.554699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a24dded2-72a6-4d20-bd7d-9f22811cedaa req-370fe10e-1b8e-486c-983c-e78bf35482c6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2694683 Aug 31 09:38:34.631698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-3811dcbe-f491-4fe3-8190-e1fd98ccdc85 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.638377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-3811dcbe-f491-4fe3-8190-e1fd98ccdc85 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.644715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-3811dcbe-f491-4fe3-8190-e1fd98ccdc85 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.651932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-3811dcbe-f491-4fe3-8190-e1fd98ccdc85 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.659157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-3811dcbe-f491-4fe3-8190-e1fd98ccdc85 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.670593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-3811dcbe-f491-4fe3-8190-e1fd98ccdc85 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.671921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Transition to ACTIVE for port object 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:34.674091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.677986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-3811dcbe-f491-4fe3-8190-e1fd98ccdc85 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.683648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-3811dcbe-f491-4fe3-8190-e1fd98ccdc85 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5426 time: 0.2824967 Aug 31 09:38:34.708840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5b10dd-3c77-4608-a1dc-4c99654790d1 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:34.717863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Transition to ACTIVE for port object 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:34.733958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a24dded2-72a6-4d20-bd7d-9f22811cedaa req-986bce11-5457-4c72-8b66-8c55d2e6d2f0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659846 Aug 31 09:38:34.736539 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.740755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3e5b10dd-3c77-4608-a1dc-4c99654790d1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:34.776278 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.777226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c586d57d-4718-4c51-bffd-7f35f488856c details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:34.782869 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92c60448-6dfc-4799-9c84-8cd93c83887b tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.813399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Network 8b422f80-e00d-4708-a1cc-7c72fc1eee06 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:34.816218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c233a-de51-48b7-b8a2-3f37527c581f req-d7cf10f9-a965-4b59-8d7d-2334532027e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.816891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Pushing event updated for resources: {'Port': ['ID=4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:34.818922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-d7cf10f9-a965-4b59-8d7d-2334532027e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 1095 time: 0.2759416 Aug 31 09:38:34.820438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:34.836864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:34.850245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52d4859b-8a3b-4aa1-8333-168b9b68b5d2 req-e75294b8-3053-4486-a295-9e3ccb25abb7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600842 Aug 31 09:38:34.894432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92c60448-6dfc-4799-9c84-8cd93c83887b tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.902453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-6541fa11-d48c-4c2c-b9b3-635dac1fa3e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75370a21-be68-4964-aa48-f377fb3b030f HTTP/1.1" status: 200 len: 217 time: 0.0720298 Aug 31 09:38:34.995709 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74be749f-9d15-4a6e-b856-94290a21dfe7 x-openstack-request-id: req-74be749f-9d15-4a6e-b856-94290a21dfe7 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:34.996267 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "tag": "75370a21-be68-4964-aa48-f377fb3b030f", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:34.996499 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74be749f-9d15-4a6e-b856-94290a21dfe7 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:34.997046 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f', 'status': 'completed', 'code': 200} Aug 31 09:38:35.023362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Attempting to bind port 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:35.024307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Attempting to bind port 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '42cb7f26-05a9-4bd4-9641-ce88fdf5f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '8b422f80-e00d-4708-a1cc-7c72fc1eee06'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:35.024307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Attempting to bind port 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 on network 8b422f80-e00d-4708-a1cc-7c72fc1eee06 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:35.025953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ab14-50be-4e65-94f5-52b85d160627 req-e049c6bd-16cb-44fe-bf55-7e4f534d1e76 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.026341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3e5b10dd-3c77-4608-a1dc-4c99654790d1,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.027988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0a0ab14-50be-4e65-94f5-52b85d160627 req-e049c6bd-16cb-44fe-bf55-7e4f534d1e76 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1294117 Aug 31 09:38:35.032850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92c60448-6dfc-4799-9c84-8cd93c83887b tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.050341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:35.050765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Checking segment: {'id': '42cb7f26-05a9-4bd4-9641-ce88fdf5f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '8b422f80-e00d-4708-a1cc-7c72fc1eee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:35.051164 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.051853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Bound using segment: {'id': '42cb7f26-05a9-4bd4-9641-ce88fdf5f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '8b422f80-e00d-4708-a1cc-7c72fc1eee06'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:35.052341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Bound port: 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cb7f26-05a9-4bd4-9641-ce88fdf5f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '8b422f80-e00d-4708-a1cc-7c72fc1eee06'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:35.053261 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.056600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c586d57d-4718-4c51-bffd-7f35f488856c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c586d57d-4718-4c51-bffd-7f35f488856c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:35.078638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'port_id': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'mac_address': 'fa:16:3e:1a:fd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:35.105410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c233a-de51-48b7-b8a2-3f37527c581f req-b1f66d6c-f1d1-4606-865f-e34d8a38bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.107645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-b1f66d6c-f1d1-4606-865f-e34d8a38bbf7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 200 len: 845 time: 0.1948349 Aug 31 09:38:35.147278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.155021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-832b52c9-cbb9-4150-aae2-89591b087c07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5471ad47-d15e-4472-b684-c8d622bf98e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378327 Aug 31 09:38:35.161852 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.164254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30635afe-943a-4c7b-9dcc-d9be7a30e9fb req-994f2b36-fb38-4146-963a-6ec7ae066f87 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.166067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30635afe-943a-4c7b-9dcc-d9be7a30e9fb req-994f2b36-fb38-4146-963a-6ec7ae066f87 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 943 time: 0.1346869 Aug 31 09:38:35.169137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0a0ab14-50be-4e65-94f5-52b85d160627 req-9462312f-f265-4db5-b716-be8fe2d345e4 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926962 Aug 31 09:38:35.169358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.208644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c586d57d-4718-4c51-bffd-7f35f488856c {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:35.232728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c586d57d-4718-4c51-bffd-7f35f488856c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c586d57d-4718-4c51-bffd-7f35f488856c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:35.237439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.268532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2239fe49-891f-474e-b864-e8512198444b details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:35.293595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] For port 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:35.306485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc4a00d2-a53a-4022-adac-45f524cde39f req-f4cbeff4-ec30-4a84-baee-3fd4f0d74947 tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.69 "GET /v2.0/ports?device_id=475687c5-2f5e-4cbb-8387-f2fe00890cb0 HTTP/1.1" status: 200 len: 210 time: 0.0454974 Aug 31 09:38:35.329260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] For port 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7,segment=NetworkSegment(42cb7f26-05a9-4bd4-9641-ce88fdf5f191),segment_id=42cb7f26-05a9-4bd4-9641-ce88fdf5f191)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:35.329539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92c60448-6dfc-4799-9c84-8cd93c83887b tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.329539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.335975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'Port': ['ID=9f9d7347-2850-4fe8-aebd-e4be3a099b4b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.343461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30635afe-943a-4c7b-9dcc-d9be7a30e9fb req-3fc65abc-9357-4f76-ae65-d0a66f8dca75 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439831 Aug 31 09:38:35.348886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c586d57d-4718-4c51-bffd-7f35f488856c,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.381617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.398230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-5aef873a-e38b-47ca-8cbe-1b846d0a7018 service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279043 Aug 31 09:38:35.443645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.471972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932bb2-289e-405d-97e2-ceba574fe66a None None] Pushing event updated for resources: {'Port': ['ID=4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.473777 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Pushing event deleted for resources: {'Port': ['ID=fdd342d0-3fd3-4980-ac25-782884181239,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.495608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c60448-6dfc-4799-9c84-8cd93c83887b tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Subnet': ['ID=2beedda0-1e51-43b7-9347-d0d7f7375914,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.502078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2239fe49-891f-474e-b864-e8512198444b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2239fe49-891f-474e-b864-e8512198444b,segment=NetworkSegment(d093f920-de4e-47a7-8787-8d18061524c8),segment_id=d093f920-de4e-47a7-8787-8d18061524c8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:35.502705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92c60448-6dfc-4799-9c84-8cd93c83887b tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.502705 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-92c60448-6dfc-4799-9c84-8cd93c83887b tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/subnets/2beedda0-1e51-43b7-9347-d0d7f7375914 HTTP/1.1" status: 204 len: 168 time: 1.4176340 Aug 31 09:38:35.506236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33556) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:35.528500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '2239fe49-891f-474e-b864-e8512198444b', 'network_id': 'f8ff7fad-87c8-41cd-b31c-1cf88061786c', 'port_id': '2239fe49-891f-474e-b864-e8512198444b', 'mac_address': 'fa:16:3e:96:09:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8f681d-e472-49b2-876d-49ce040b8e46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:35.579306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.580587 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3107b24c-284b-4878-9181-ef90d0bfd6d7 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6047850 Aug 31 09:38:35.581476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] No DVR routers for this DVR port fdd342d0-3fd3-4980-ac25-782884181239 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:35.585720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33558) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:35.587002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.591136 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c599ddf7-a002-46e0-babc-378dbf9bb504 req-95e9f29a-b82f-4121-8535-e32efcfa80ba tempest-ServersNegativeTestJSON-1422406039 tempest-ServersNegativeTestJSON-1422406039-project] 10.222.0.20 "DELETE /v2.0/ports/fdd342d0-3fd3-4980-ac25-782884181239 HTTP/1.1" status: 204 len: 173 time: 1.7179377 Aug 31 09:38:35.602371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-620597066'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:35.608024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-deleted', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:35.610651 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec64043-1940-4358-8d4b-084bc3bc56fc" -d '{"events": [{"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-deleted", "tag": "fdd342d0-3fd3-4980-ac25-782884181239"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:35.617527 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.646293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27c2ee-76ae-49e0-ab6e-1ec12aaf5989 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.647896 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7b27c2ee-76ae-49e0-ab6e-1ec12aaf5989 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1196795 Aug 31 09:38:35.652394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33562) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:35.666942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2239fe49-891f-474e-b864-e8512198444b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:35.680309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Made reservation on behalf of 930c74150fc04595a01e9aef09bd7742 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:35.683474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.694062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4c0d3-40bb-4da9-8d72-2bbf2971f0e7 req-d3b8b562-5a56-4acf-b0e3-95f82b9bbf6d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.700810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2239fe49-891f-474e-b864-e8512198444b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2239fe49-891f-474e-b864-e8512198444b,segment=NetworkSegment(d093f920-de4e-47a7-8787-8d18061524c8),segment_id=d093f920-de4e-47a7-8787-8d18061524c8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:35.702702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dad4c0d3-40bb-4da9-8d72-2bbf2971f0e7 req-d3b8b562-5a56-4acf-b0e3-95f82b9bbf6d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 944 time: 0.1702049 Aug 31 09:38:35.707035 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.727476 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.754873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793c233a-de51-48b7-b8a2-3f37527c581f req-ebeac90e-7a7e-4a27-8138-a8a7367a9aaa service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436797 Aug 31 09:38:35.773358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2239fe49-891f-474e-b864-e8512198444b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.800912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['e9599971-f593-4030-9e63-346c825284b2'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:35.842914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['565e1b0f-de4b-4baf-8c63-4aa7212bc502'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:35.858152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3e5b10dd-3c77-4608-a1dc-4c99654790d1'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:35.866428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dad4c0d3-40bb-4da9-8d72-2bbf2971f0e7 req-278d984d-690b-4546-9faf-916c9cb564d1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627114 Aug 31 09:38:35.885172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.904947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-404ac75e-15df-4dc5-9b1f-f851d0a003a5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.913126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-404ac75e-15df-4dc5-9b1f-f851d0a003a5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.4695573 Aug 31 09:38:35.938651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-dd126f0e-2e07-420f-8dbc-a8b5a8345aac tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/quotas/886171fada10492b899f05fb3132f8e8 HTTP/1.1" status: 200 len: 375 time: 0.0241969 Aug 31 09:38:35.964938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['542862e8-97eb-4df8-9c05-421b80d35dea'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:35.967658 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf19dc-3fbf-40d1-a254-72c09aaff320 x-openstack-request-id: req-9caf19dc-3fbf-40d1-a254-72c09aaff320 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:35.968286 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475687c5-2f5e-4cbb-8387-f2fe00890cb0", "name": "network-vif-deleted", "tag": "fdd342d0-3fd3-4980-ac25-782884181239", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:35.968286 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9caf19dc-3fbf-40d1-a254-72c09aaff320 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:35.970368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c586d57d-4718-4c51-bffd-7f35f488856c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:35.970574 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475687c5-2f5e-4cbb-8387-f2fe00890cb0', 'name': 'network-vif-deleted', 'tag': 'fdd342d0-3fd3-4980-ac25-782884181239', 'status': 'completed', 'code': 200} Aug 31 09:38:36.007106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-3499a861-1468-4a6c-96c6-847d8a427d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.008833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-3499a861-1468-4a6c-96c6-847d8a427d14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 1095 time: 0.1465449 Aug 31 09:38:36.045393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Deleting port 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:36.045777 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.094878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['2239fe49-891f-474e-b864-e8512198444b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:36.106985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-cab9e9c9-a1ad-4c76-866d-850b33c6c67c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1669037 Aug 31 09:38:36.154353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] For port 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7,segment=NetworkSegment(42cb7f26-05a9-4bd4-9641-ce88fdf5f191),segment_id=42cb7f26-05a9-4bd4-9641-ce88fdf5f191)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:36.154790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.168489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.176839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.182521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Calling delete_port for 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:36.263106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:36.266730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-d97ce023-de01-41a1-a9e5-ab3701b88211 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.273721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-d97ce023-de01-41a1-a9e5-ab3701b88211 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.281069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-d97ce023-de01-41a1-a9e5-ab3701b88211 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.286486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b3fa2a-9c0b-4a8b-9872-6a8403feba05,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:36.288795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-d97ce023-de01-41a1-a9e5-ab3701b88211 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.296287 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.296655 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Added segment 50c37bc4-d6ed-4c64-aeb5-4788371687ab of type vlan for network 29593d27-3025-4e6f-85fb-6964dde8b497 Aug 31 09:38:36.317628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-d97ce023-de01-41a1-a9e5-ab3701b88211 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.326562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-d97ce023-de01-41a1-a9e5-ab3701b88211 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.334208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-d97ce023-de01-41a1-a9e5-ab3701b88211 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.344042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-d97ce023-de01-41a1-a9e5-ab3701b88211 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5428 time: 0.2612514 Aug 31 09:38:36.395396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.403717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-28d86d14-1f1f-443a-abbc-67267452b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.405908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-28d86d14-1f1f-443a-abbc-67267452b0e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 907 time: 0.3891807 Aug 31 09:38:36.442794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.482723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-e87548c4-278a-484f-abed-ddb33b538329 service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744378 Aug 31 09:38:36.502772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-3b9cf358-16c2-4dcb-b281-c63a7a9df6e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75370a21-be68-4964-aa48-f377fb3b030f HTTP/1.1" status: 200 len: 217 time: 0.0881534 Aug 31 09:38:36.540253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Port': ['ID=4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:36.544156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb0a5ffe-c859-4af0-bb52-e9dedc49ef1d req-967b96d2-d808-4903-8b55-11dd38e4076d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1980338 Aug 31 09:38:36.552933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.571863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.572514 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.576520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] No DVR routers for this DVR port 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:36.720308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:36.751847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1616139 Aug 31 09:38:36.755449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33572) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:36.756178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2662b02-97cb-4fe2-9377-5dfaa7a79882 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'Network': ['ID=29593d27-3025-4e6f-85fb-6964dde8b497,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:36.768662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Request body: {'subnet': {'network_id': '29593d27-3025-4e6f-85fb-6964dde8b497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:36.810584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-d258bf7c-605a-45b4-8c55-cf15036fa3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.814292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-d258bf7c-605a-45b4-8c55-cf15036fa3ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 200 len: 845 time: 0.2859945 Aug 31 09:38:36.822648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['88eafdf0-d6a9-4ac5-990f-ed2225afba99'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:36.827009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.860821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-25a4bd6b-61b3-4e38-9ebd-19d83c4af933 service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766005 Aug 31 09:38:36.863882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-bdfb320f-34a3-4462-9b7b-4e116290f356 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5471ad47-d15e-4472-b684-c8d622bf98e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350997 Aug 31 09:38:36.871923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61bfe9-26f0-47f0-9d9d-2046c347404d req-7767a333-1814-4135-859b-23a52df79ed8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.873659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d61bfe9-26f0-47f0-9d9d-2046c347404d req-7767a333-1814-4135-859b-23a52df79ed8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2089322 Aug 31 09:38:36.887990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3d0a46b6-5c93-4713-8814-be3e5f3f4cf5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:36.892276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b422f80-e00d-4708-a1cc-7c72fc1eee06']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:36.899015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 29593d27-3025-4e6f-85fb-6964dde8b497 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:36.907522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cb7f26-05a9-4bd4-9641-ce88fdf5f191') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:36.908112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cb7f26-05a9-4bd4-9641-ce88fdf5f191') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:36.924370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.950942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.955410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Made reservation on behalf of 930c74150fc04595a01e9aef09bd7742 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:36.960890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.978454 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: fdd342d0-3fd3-4980-ac25-782884181239 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:36.978832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device fdd342d0-3fd3-4980-ac25-782884181239 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:36.980817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:36.981345 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:36.984841 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:37.004640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-cd4f8b5c-7170-4991-9717-00d11b134a9e service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296060 Aug 31 09:38:37.017501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9af7f9-cb83-417c-98a9-0c73e9cf60f2 None None] Network 8b422f80-e00d-4708-a1cc-7c72fc1eee06 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:37.093560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33586) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:37.131501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d61bfe9-26f0-47f0-9d9d-2046c347404d req-46e6e904-a822-4f1d-988d-250ddadb0f2f tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458279 Aug 31 09:38:37.213322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12a3b13e-ae42-4ed2-9fc9-be6c6e4dbcba req-8bc3ab23-8af8-4a06-b5a4-d911b53dda8b service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612172 Aug 31 09:38:37.235692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476e0c4-709b-48eb-b38a-983986071941 req-13e086b3-16ac-478a-bcd8-d239c0140bf7 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.246281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e476e0c4-709b-48eb-b38a-983986071941 req-13e086b3-16ac-478a-bcd8-d239c0140bf7 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 944 time: 0.0863068 Aug 31 09:38:37.286261 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:38:37.286918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3608f53c-ad0c-4d91-ab0d-5458d803c641 None None] Could not find standard attr ID for object 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:38:37.322846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b83c52f-d68a-41c9-8392-95dd34421f80 admin admin] Deleting subnet 49b4d140-59c7-4389-8c40-7008570370a8 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:37.329893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b83c52f-d68a-41c9-8392-95dd34421f80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.343747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e476e0c4-709b-48eb-b38a-983986071941 req-c13b98bf-248a-4ef7-b057-42a4e7fda756 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942795 Aug 31 09:38:37.360307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd3afa-31b6-4c6e-8e0b-c100e9aba53b req-965e3635-9dff-4f07-bfb0-6cfa75f53b39 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.362283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01dd3afa-31b6-4c6e-8e0b-c100e9aba53b req-965e3635-9dff-4f07-bfb0-6cfa75f53b39 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 944 time: 0.1081085 Aug 31 09:38:37.377053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.397491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.399921 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/networks/8b422f80-e00d-4708-a1cc-7c72fc1eee06 HTTP/1.1" status: 204 len: 168 time: 1.7465491 Aug 31 09:38:37.424556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33592) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:37.432715 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b83c52f-d68a-41c9-8392-95dd34421f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.435096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2766496-f7c4-48ca-89d9-c9d1362748b5 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Network': ['ID=8b422f80-e00d-4708-a1cc-7c72fc1eee06,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:37.533123 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b83c52f-d68a-41c9-8392-95dd34421f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.599188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be3899bf-5fdf-48ce-ad5f-be9695fdb9b5 req-65373f70-6cb7-42e5-b25b-2e9f3203fd90 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 210 time: 0.1388915 Aug 31 09:38:37.616397 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b83c52f-d68a-41c9-8392-95dd34421f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.618137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01dd3afa-31b6-4c6e-8e0b-c100e9aba53b req-f1c1c529-e219-47b8-a0ca-aad92cb239f2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432857 Aug 31 09:38:37.629777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c9470e-75a0-48a6-a0ab-6764457f133e None None] DHCP port deletion for 8b422f80-e00d-4708-a1cc-7c72fc1eee06 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:38:37.639449 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.670902 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157c951-87cd-4f32-91ae-08539ff357b9 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:38:37.701588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b83c52f-d68a-41c9-8392-95dd34421f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.706916 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3b83c52f-d68a-41c9-8392-95dd34421f80 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/49b4d140-59c7-4389-8c40-7008570370a8 HTTP/1.1" status: 204 len: 168 time: 0.5966392 Aug 31 09:38:37.710097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33598) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:37.712600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83c52f-d68a-41c9-8392-95dd34421f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b4d140-59c7-4389-8c40-7008570370a8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:37.823088 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.862157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157c951-87cd-4f32-91ae-08539ff357b9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:38:37.903309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Checking segment: {'id': '50c37bc4-d6ed-4c64-aeb5-4788371687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '29593d27-3025-4e6f-85fb-6964dde8b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:37.903801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Network hostable DHCP agents. Network: 29593d27-3025-4e6f-85fb-6964dde8b497, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:37.909844 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'Subnet': ['ID=12f79fca-96ab-40ec-805c-5538effd4912,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:37.929763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Network 29593d27-3025-4e6f-85fb-6964dde8b497 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:37.949134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 29593d27-3025-4e6f-85fb-6964dde8b497) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:37.955083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.955759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.982838 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-348355ed-c4b4-4851-be24-68b076657367 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2228582 Aug 31 09:38:37.983505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33600) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:37.988333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1581994412', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:38.018401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.019979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.087626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.213041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.258168 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.270180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac931b3-dd30-4345-9419-606bdb8e4e92']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:38.276844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.305945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7db890-4df4-4133-8b39-38ccd7d0b0d7') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:38.306149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7db890-4df4-4133-8b39-38ccd7d0b0d7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:38.324722 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-9c6d2ac7-95c9-4fb3-90e6-14f01cf5e3b0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.326929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e4e47-32f3-4b54-b4df-be2caafa1939 None None] Network 29593d27-3025-4e6f-85fb-6964dde8b497 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:38.330777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-9c6d2ac7-95c9-4fb3-90e6-14f01cf5e3b0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.336983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-9c6d2ac7-95c9-4fb3-90e6-14f01cf5e3b0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.343141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-9c6d2ac7-95c9-4fb3-90e6-14f01cf5e3b0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.349224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-9c6d2ac7-95c9-4fb3-90e6-14f01cf5e3b0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.357821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-9c6d2ac7-95c9-4fb3-90e6-14f01cf5e3b0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.364005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-9c6d2ac7-95c9-4fb3-90e6-14f01cf5e3b0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.366650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-9c6d2ac7-95c9-4fb3-90e6-14f01cf5e3b0 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5428 time: 0.5919111 Aug 31 09:38:38.393252 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.454330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98503e3-89c4-4a26-a2a3-1a61102ce2d1 req-2d963d9a-18e0-473a-9a8b-d944cb85fcc8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.456086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d98503e3-89c4-4a26-a2a3-1a61102ce2d1 req-2d963d9a-18e0-473a-9a8b-d944cb85fcc8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2389989 Aug 31 09:38:38.501476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.535127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-29593d27-3025-4e6f-85fb-6964dde8b497', 'network_id': '29593d27-3025-4e6f-85fb-6964dde8b497', 'tenant_id': '930c74150fc04595a01e9aef09bd7742', 'fixed_ips': [{'subnet_id': '12f79fca-96ab-40ec-805c-5538effd4912'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:38.536577 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.538670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:38.539063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.540216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:38.542330 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:38.572847 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.659580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9df26b-4aa3-4550-adca-ddcdc4792d95 req-7321b253-d414-4748-9b27-b9a98d922230 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2714858 Aug 31 09:38:38.682162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 75370a21-be68-4964-aa48-f377fb3b030f details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:38.699989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Allocated IP 172.25.1.9 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/b4d2d6e0-9b46-42c3-8d2c-a805ff91caef) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:38.701311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.728889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d98503e3-89c4-4a26-a2a3-1a61102ce2d1 req-2edd8097-4296-4707-b364-295f8d025c61 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545111 Aug 31 09:38:38.737226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Allocated IP 172.20.0.2 (29593d27-3025-4e6f-85fb-6964dde8b497/12f79fca-96ab-40ec-805c-5538effd4912/248cd5cf-7e5a-4e27-8c0e-a33175383b07) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:38.766761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-13b5b7bf-7165-4354-baaa-0d31a2bcb920 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.768701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-13b5b7bf-7165-4354-baaa-0d31a2bcb920 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.52 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.4007623 Aug 31 09:38:38.776095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:38.783433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c4595a-8ee0-4081-b846-615fdeccb8a5']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:38.788043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.793973 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.796040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/networks/0ac931b3-dd30-4345-9419-606bdb8e4e92 HTTP/1.1" status: 204 len: 168 time: 1.3673899 Aug 31 09:38:38.799838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'port': {'device_id': 'b9a12576-56db-4235-81ad-46935f9df305', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'admin_state_up': True, 'tenant_id': '886171fada10492b899f05fb3132f8e8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:38.805036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33610) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:38.851118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d18a09c-b123-4fd0-bd94-cfa7fa40644d') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:38.851431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d18a09c-b123-4fd0-bd94-cfa7fa40644d') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:38.855338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:38.855689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4ec65c7a-f851-4379-82c9-d4e6ed8a9bc7 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:38.918512 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.939382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af18e75a-96eb-4efb-a99d-68e1fa8a9063 req-91f9c997-62af-44eb-81da-8103da512d3c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 210 time: 0.1014524 Aug 31 09:38:38.940240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Network': ['ID=0ac931b3-dd30-4345-9419-606bdb8e4e92,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:38.957503 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.961107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.962619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:38.978899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f505763-4562-4279-93fa-9ad4c35db75f tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:39.006719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '75370a21-be68-4964-aa48-f377fb3b030f', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'port_id': '75370a21-be68-4964-aa48-f377fb3b030f', 'mac_address': 'fa:16:3e:cd:a1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2bb068-ee81-4ebe-bb00-20ebe1788af1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:39.011319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.033187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:39.033892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:39.038221 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:39.052106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.063158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8829a-dde1-4861-91d5-d68fbb486e79 req-a8728c49-df3f-49c4-8f49-c390db137a9c tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:39.065032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-baf8829a-dde1-4861-91d5-d68fbb486e79 req-a8728c49-df3f-49c4-8f49-c390db137a9c tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 944 time: 0.2610946 Aug 31 09:38:39.091421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:39.106813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea88a63-3519-483e-98ff-c0596e253049') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:39.107145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea88a63-3519-483e-98ff-c0596e253049') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:39.120565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.125074 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.128637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.131728 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.151420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Transition to ACTIVE for port object 248cd5cf-7e5a-4e27-8c0e-a33175383b07 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:39.154786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75370a21-be68-4964-aa48-f377fb3b030f {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:39.186364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Transition to ACTIVE for port object 248cd5cf-7e5a-4e27-8c0e-a33175383b07 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:39.189567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:39.194671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:39.194924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.196415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.197582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.204985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-baf8829a-dde1-4861-91d5-d68fbb486e79 req-01e335f4-1ff1-4627-a019-e71ed689653e tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065388 Aug 31 09:38:39.211776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.214998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:39.217461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] 10.222.0.69 "DELETE /v2.0/networks/25c4595a-8ee0-4081-b846-615fdeccb8a5 HTTP/1.1" status: 204 len: 168 time: 1.5024097 Aug 31 09:38:39.217654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:39.217654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.226862 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:39.242722 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:39.257405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:39.258045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Network 29593d27-3025-4e6f-85fb-6964dde8b497 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:39.262018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:39.268051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c933af3-19be-4c11-b4d9-5206fabd9a1e req-e852fb3b-d590-4ae1-8c8a-bfcf9ac0fe95 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:39.268515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e9599971-f593-4030-9e63-346c825284b2 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:39.276724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:39.281833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c933af3-19be-4c11-b4d9-5206fabd9a1e req-e852fb3b-d590-4ae1-8c8a-bfcf9ac0fe95 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 944 time: 0.1766732 Aug 31 09:38:39.284953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0b118-5542-4429-9d27-e58257108806 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c4595a-8ee0-4081-b846-615fdeccb8a5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.288155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Made reservation on behalf of 886171fada10492b899f05fb3132f8e8 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:39.293079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.310841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.321619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'Port': ['ID=b4d2d6e0-9b46-42c3-8d2c-a805ff91caef,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.355764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.367198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.375377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/networks/ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12 HTTP/1.1" status: 204 len: 168 time: 0.5690250 Aug 31 09:38:39.379352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33614) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:39.393138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebead4-b98f-4c30-a3f5-89461f029a24 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Network': ['ID=ce7cc64c-c184-4bfc-a4e0-eecd5d6cfd12,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.407355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Attempting to bind port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:39.407843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Attempting to bind port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '50c37bc4-d6ed-4c64-aeb5-4788371687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '29593d27-3025-4e6f-85fb-6964dde8b497'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:39.408073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Attempting to bind port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 on network 29593d27-3025-4e6f-85fb-6964dde8b497 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:39.422038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Pushing event updated for resources: {'Port': ['ID=248cd5cf-7e5a-4e27-8c0e-a33175383b07,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.428196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:39.428628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Checking segment: {'id': '50c37bc4-d6ed-4c64-aeb5-4788371687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '29593d27-3025-4e6f-85fb-6964dde8b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:39.429171 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.429597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Bound using segment: {'id': '50c37bc4-d6ed-4c64-aeb5-4788371687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '29593d27-3025-4e6f-85fb-6964dde8b497'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:39.430127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Bound port: 248cd5cf-7e5a-4e27-8c0e-a33175383b07, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c37bc4-d6ed-4c64-aeb5-4788371687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '29593d27-3025-4e6f-85fb-6964dde8b497'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:39.430598 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.450447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port e9599971-f593-4030-9e63-346c825284b2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:39.474730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port e9599971-f593-4030-9e63-346c825284b2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:39.475082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.540176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] For port 248cd5cf-7e5a-4e27-8c0e-a33175383b07, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:39.544146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] For port 248cd5cf-7e5a-4e27-8c0e-a33175383b07, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=248cd5cf-7e5a-4e27-8c0e-a33175383b07,segment=NetworkSegment(50c37bc4-d6ed-4c64-aeb5-4788371687ab),segment_id=50c37bc4-d6ed-4c64-aeb5-4788371687ab)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:39.551592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.558255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['75370a21-be68-4964-aa48-f377fb3b030f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:39.559117 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c933af3-19be-4c11-b4d9-5206fabd9a1e req-92632327-7209-451c-b2c8-b5f6e8bb253c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761457 Aug 31 09:38:39.559841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33616) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:39.565675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.703212 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-30a603c5-40c6-42b6-ace3-9dbe4d3d6423 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a45d96754814d51a60985d1e2545ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358683 Aug 31 09:38:39.703935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33618) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:39.721859 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.744298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2ab79-6b89-4a70-9a58-2194b63517a9 None None] Pushing event updated for resources: {'Port': ['ID=248cd5cf-7e5a-4e27-8c0e-a33175383b07,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.810249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.841001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1821162a-e1e0-498e-8922-1bc13b2e9f1a']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:39.859063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Allocated IP 172.20.0.14 (6a96ac8f-0f45-4771-9120-65aa0a3cc1c3/c377da37-6602-429d-8f0d-c87314e3afc5/cd9e153f-1ea7-48f2-9de7-9bdd5e168777) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:39.920275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec75d0d3-8cc7-4317-a015-8e38a4d4e1e3') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:39.920648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec75d0d3-8cc7-4317-a015-8e38a4d4e1e3') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:39.945654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.994832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9599971-f593-4030-9e63-346c825284b2'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:39.998824 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e60ead-5510-4048-8b89-dccccd2ad4b7" -d '{"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "e9599971-f593-4030-9e63-346c825284b2"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:40.031063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e9599971-f593-4030-9e63-346c825284b2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e9599971-f593-4030-9e63-346c825284b2,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:40.043765 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.045357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2239fe49-891f-474e-b864-e8512198444b up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:40.066853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.091674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.137605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-6a325cb7-a0f6-4c77-bb9e-13a26fcad284 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.144670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-6a325cb7-a0f6-4c77-bb9e-13a26fcad284 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.151770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-6a325cb7-a0f6-4c77-bb9e-13a26fcad284 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.160206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-6a325cb7-a0f6-4c77-bb9e-13a26fcad284 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.167661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-6a325cb7-a0f6-4c77-bb9e-13a26fcad284 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.174827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-6a325cb7-a0f6-4c77-bb9e-13a26fcad284 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.182597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-6a325cb7-a0f6-4c77-bb9e-13a26fcad284 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.184876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-6a325cb7-a0f6-4c77-bb9e-13a26fcad284 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5428 time: 0.3557000 Aug 31 09:38:40.185757 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc524-13a5-44fc-ba99-d632b74e4884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.196462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e9599971-f593-4030-9e63-346c825284b2,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:40.211114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:40.211667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:40.217405 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:40.234877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 2239fe49-891f-474e-b864-e8512198444b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:40.248769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 2239fe49-891f-474e-b864-e8512198444b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:40.249410 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.287974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf43e8-4512-46b0-9cc2-781df3210ccf req-a4663cac-b63f-41ec-bc98-f4738ad3e211 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.289753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bcf43e8-4512-46b0-9cc2-781df3210ccf req-a4663cac-b63f-41ec-bc98-f4738ad3e211 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.4050665 Aug 31 09:38:40.327051 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc524-13a5-44fc-ba99-d632b74e4884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.327275 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.357263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.380772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.399460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2239fe49-891f-474e-b864-e8512198444b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2239fe49-891f-474e-b864-e8512198444b,segment=NetworkSegment(d093f920-de4e-47a7-8787-8d18061524c8),segment_id=d093f920-de4e-47a7-8787-8d18061524c8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:40.410050 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.410909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 565e1b0f-de4b-4baf-8c63-4aa7212bc502 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:40.427727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.433346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ad62b07-e2be-4c84-a0a9-9169a3da6603 req-50451e8c-d3e4-453f-8e8b-fc7304713ec7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2169230 Aug 31 09:38:40.453304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.455288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] 10.222.0.69 "DELETE /v2.0/networks/1821162a-e1e0-498e-8922-1bc13b2e9f1a HTTP/1.1" status: 204 len: 168 time: 1.0731106 Aug 31 09:38:40.471809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bcf43e8-4512-46b0-9cc2-781df3210ccf req-f3bb70ec-c569-4aa1-8be8-d6ec001aaae6 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663585 Aug 31 09:38:40.491036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1db33d-a2b4-4670-ae69-1cec1396ba16 tempest-BulkNetworkOpsTest-1152051743 tempest-BulkNetworkOpsTest-1152051743-project] Pushing event deleted for resources: {'Network': ['ID=1821162a-e1e0-498e-8922-1bc13b2e9f1a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:40.501824 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.538118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Transition to ACTIVE for port object cd9e153f-1ea7-48f2-9de7-9bdd5e168777 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:40.581334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2239fe49-891f-474e-b864-e8512198444b,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:40.589241 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc524-13a5-44fc-ba99-d632b74e4884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.598453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:40.599000 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc524-13a5-44fc-ba99-d632b74e4884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.606960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cf8cc524-13a5-44fc-ba99-d632b74e4884 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab325e11-655a-4aa1-bcd3-28fcf8e3989a HTTP/1.1" status: 204 len: 168 time: 0.8725817 Aug 31 09:38:40.615298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:40.615702 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.677796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cc524-13a5-44fc-ba99-d632b74e4884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab325e11-655a-4aa1-bcd3-28fcf8e3989a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:40.721155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Router 91fc352d-7785-4fd8-956b-2e0e2d81aa74 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:40.783750 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e950581-726c-46da-a4be-51c394ef0978 x-openstack-request-id: req-9e950581-726c-46da-a4be-51c394ef0978 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:40.784849 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "e9599971-f593-4030-9e63-346c825284b2", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:40.786871 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e950581-726c-46da-a4be-51c394ef0978 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:40.787625 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9599971-f593-4030-9e63-346c825284b2', 'code': 200} Aug 31 09:38:40.799791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2b175ed-23f7-4dc8-8058-04341aa3ca39 req-5b16e7d6-8e68-4c38-bd1e-fd20a8497f74 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 210 time: 0.0951560 Aug 31 09:38:40.822699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.898260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['09982bf9-acfb-44dc-8c18-89206f411556'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:40.968208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:40.983493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:40.989195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:41.005778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'Port': ['ID=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:41.026646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 248cd5cf-7e5a-4e27-8c0e-a33175383b07 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:41.047088 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.186621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33640) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:41.220071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:41.226111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 565e1b0f-de4b-4baf-8c63-4aa7212bc502, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:41.243411 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.244666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 542862e8-97eb-4df8-9c05-421b80d35dea up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:41.245246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:41.245920 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af54cf-b309-4d47-8add-7c74a4384178 None None] Sync routers for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:41.246443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.254617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.256427 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-79127de1-b3ad-4850-8c6c-c38ba59aa982 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.2714558 Aug 31 09:38:41.262709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33642) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:41.281538 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af54cf-b309-4d47-8add-7c74a4384178 None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:41.282834 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-42af54cf-b309-4d47-8add-7c74a4384178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:41.334704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=565e1b0f-de4b-4baf-8c63-4aa7212bc502,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:41.391903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-70b5476f-7445-4aa3-bfea-5881c438633d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6057086 Aug 31 09:38:41.421843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f05ee-e92d-407a-a8e4-bfe1ea2a8dbe None None] Network 29593d27-3025-4e6f-85fb-6964dde8b497 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:41.424419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Request body: {'port': {'device_id': 'b9a12576-56db-4235-81ad-46935f9df305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:41.445093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:41.504654 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-42af54cf-b309-4d47-8add-7c74a4384178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:41.535065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce01308-548f-4eb2-9725-59880d54c228 req-b45211a1-f973-43dc-b6cf-35e22fbc2dcb tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:41.539793 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af54cf-b309-4d47-8add-7c74a4384178 None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:41.540948 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-42af54cf-b309-4d47-8add-7c74a4384178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:41.545771 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ce01308-548f-4eb2-9725-59880d54c228 req-b45211a1-f973-43dc-b6cf-35e22fbc2dcb tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.4428208 Aug 31 09:38:41.578056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 542862e8-97eb-4df8-9c05-421b80d35dea completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:41.613691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 542862e8-97eb-4df8-9c05-421b80d35dea triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:41.614297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.637584 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-42af54cf-b309-4d47-8add-7c74a4384178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:41.638880 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af54cf-b309-4d47-8add-7c74a4384178 None None] The sync data for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:41.648824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b08024-5ef9-4224-bbb2-89824ecb5eaa req-e79b2677-7904-41df-a42a-0625524afd82 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:41.650834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47b08024-5ef9-4224-bbb2-89824ecb5eaa req-e79b2677-7904-41df-a42a-0625524afd82 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 945 time: 0.5609999 Aug 31 09:38:41.664469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3c834527-fc1f-41c9-bac5-75f737f6c6b5 None None] Provisioning for port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:41.695370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3c834527-fc1f-41c9-bac5-75f737f6c6b5 None None] Provisioning complete for port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:41.695876 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3c834527-fc1f-41c9-bac5-75f737f6c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.760651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47b08024-5ef9-4224-bbb2-89824ecb5eaa req-d95e5447-2c2c-4f13-8f2a-9bf3c34a03b5 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893316 Aug 31 09:38:41.766130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.781693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ce01308-548f-4eb2-9725-59880d54c228 req-e700a220-7f0c-4b15-bdc6-4e678f01bf1c tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347212 Aug 31 09:38:41.885172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3a00d9b6-f665-4254-8a5e-f97cb681e6e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d384013dc56046f6819656027318f335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169565 Aug 31 09:38:41.889557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33660) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:42.046905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.073638 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3c834527-fc1f-41c9-bac5-75f737f6c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.132130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-6d10a8ff-90d5-42a5-8194-c8c02728f15f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.138555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-6d10a8ff-90d5-42a5-8194-c8c02728f15f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.144449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.145301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-6d10a8ff-90d5-42a5-8194-c8c02728f15f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.152559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-6d10a8ff-90d5-42a5-8194-c8c02728f15f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.155951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.159392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-6d10a8ff-90d5-42a5-8194-c8c02728f15f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.166433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-6d10a8ff-90d5-42a5-8194-c8c02728f15f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.173057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-6d10a8ff-90d5-42a5-8194-c8c02728f15f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.181496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3c834527-fc1f-41c9-bac5-75f737f6c6b5 None None] For port 248cd5cf-7e5a-4e27-8c0e-a33175383b07, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=248cd5cf-7e5a-4e27-8c0e-a33175383b07,segment=NetworkSegment(50c37bc4-d6ed-4c64-aeb5-4788371687ab),segment_id=50c37bc4-d6ed-4c64-aeb5-4788371687ab)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:42.181772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-6d10a8ff-90d5-42a5-8194-c8c02728f15f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5430 time: 0.2697937 Aug 31 09:38:42.202516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56748d1-ea66-4852-9a0e-daa66b2b1b86 req-547e2c31-aa24-4f40-b1e9-848e0a37e043 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.211884 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3c834527-fc1f-41c9-bac5-75f737f6c6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.212492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56748d1-ea66-4852-9a0e-daa66b2b1b86 req-547e2c31-aa24-4f40-b1e9-848e0a37e043 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2542727 Aug 31 09:38:42.223831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.282126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33670) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:42.301124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 542862e8-97eb-4df8-9c05-421b80d35dea, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=542862e8-97eb-4df8-9c05-421b80d35dea,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:42.319922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.320330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:42.337555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.340438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.344228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05c911d5-79de-410c-8d77-7c152e6c92e1 HTTP/1.1" status: 204 len: 168 time: 0.4535103 Aug 31 09:38:42.345044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56748d1-ea66-4852-9a0e-daa66b2b1b86 req-fcecfb4f-f91f-4636-9831-416a93e7d61f tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315076 Aug 31 09:38:42.408982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c834527-fc1f-41c9-bac5-75f737f6c6b5 None None] Pushing event updated for resources: {'Port': ['ID=248cd5cf-7e5a-4e27-8c0e-a33175383b07,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:42.427449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc5095c7-40e9-48b2-bbd9-560ba42e5913 req-0d7d5587-05e8-42da-bcff-b30383431f32 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2446630 Aug 31 09:38:42.473345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c911d5-79de-410c-8d77-7c152e6c92e1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:42.479475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fdf465bc-17cc-458d-aa99-0dc3cc07b00e None None] Provisioning for port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:42.486771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:42.499085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:42.502401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.523982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.524337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.524684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.525028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.525367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.525706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.526048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.526492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.526726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.527061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.527390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.527716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb11537-8d3c-47c4-b310-977f765a02ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:42.564365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fdf465bc-17cc-458d-aa99-0dc3cc07b00e None None] Provisioning complete for port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:42.564780 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fdf465bc-17cc-458d-aa99-0dc3cc07b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.685729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78fe50-f7b2-48ed-88ff-46c8e7e6b92d req-944233b2-a2d7-4ae2-844e-77821f3291fa tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.687392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb78fe50-f7b2-48ed-88ff-46c8e7e6b92d req-944233b2-a2d7-4ae2-844e-77821f3291fa tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 932 time: 0.1908751 Aug 31 09:38:42.700101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=542862e8-97eb-4df8-9c05-421b80d35dea,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:42.716377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 75370a21-be68-4964-aa48-f377fb3b030f up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:42.723234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9e153f-1ea7-48f2-9de7-9bdd5e168777 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:42.744195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.804730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1cb3fa-3113-4fa1-8d6d-c5545adce791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2239fe49-891f-474e-b864-e8512198444b'}, {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565e1b0f-de4b-4baf-8c63-4aa7212bc502'}, {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542862e8-97eb-4df8-9c05-421b80d35dea'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:42.807462 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1718adfd-4869-4321-b4c2-7fd776379112" -d '{"events": [{"server_uuid": "2b1cb3fa-3113-4fa1-8d6d-c5545adce791", "name": "network-vif-plugged", "status": "completed", "tag": "2239fe49-891f-474e-b864-e8512198444b"}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "565e1b0f-de4b-4baf-8c63-4aa7212bc502"}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "542862e8-97eb-4df8-9c05-421b80d35dea"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:42.811313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb78fe50-f7b2-48ed-88ff-46c8e7e6b92d req-b3847de8-6200-447f-8be8-684f3c8ee08f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089981 Aug 31 09:38:42.813420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Transition to ACTIVE for port object cd9e153f-1ea7-48f2-9de7-9bdd5e168777 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:42.833077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.890779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 248cd5cf-7e5a-4e27-8c0e-a33175383b07 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:42.919086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-266521329-network', 'tenant_id': 'c3b3bdd5e2f143658982ce9c8ff800fa'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:42.949996 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fdf465bc-17cc-458d-aa99-0dc3cc07b00e None None] Port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:43.007382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 75370a21-be68-4964-aa48-f377fb3b030f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:43.019493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 75370a21-be68-4964-aa48-f377fb3b030f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:43.019870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.035262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Pushing event updated for resources: {'Port': ['ID=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.037238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Allocated IP 172.20.0.1 (29593d27-3025-4e6f-85fb-6964dde8b497/12f79fca-96ab-40ec-805c-5538effd4912/156fd7e4-ed65-49ff-953c-cf0a96a8f7e5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:43.047024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Made reservation on behalf of c3b3bdd5e2f143658982ce9c8ff800fa for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:43.051815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.092023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:43.092293 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.092451 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.163715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.184080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42483e83-af54-473e-829c-85b42175fccd req-790870f0-4243-49cd-9fe5-53e0f404aea1 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.186032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42483e83-af54-473e-829c-85b42175fccd req-790870f0-4243-49cd-9fe5-53e0f404aea1 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.2075932 Aug 31 09:38:43.201607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d446ad6-8156-45a6-b962-5737614e8087 req-fcd5be7a-856e-43b7-b529-390ed0786a3d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.204038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d446ad6-8156-45a6-b962-5737614e8087 req-fcd5be7a-856e-43b7-b529-390ed0786a3d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 945 time: 0.2962651 Aug 31 09:38:43.215292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d1bf32ba-8e1e-4d61-ba2c-0b5cc11802f4 None None] Provisioning complete for port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:43.215650 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d1bf32ba-8e1e-4d61-ba2c-0b5cc11802f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.292495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d446ad6-8156-45a6-b962-5737614e8087 req-6b6785b5-67af-4e7b-b14f-28f220f37ac0 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785019 Aug 31 09:38:43.322768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Attempting to bind port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:43.323131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Attempting to bind port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:43.323450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Attempting to bind port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:43.335077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.336421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42483e83-af54-473e-829c-85b42175fccd req-85eeddb1-9d94-47ed-8f8c-2f5dadfd41c3 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942481 Aug 31 09:38:43.340124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:38:43.341131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Attempting to bind port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:43.350023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:43.350589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Checking segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:43.351583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Bound using segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:43.352157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Bound port: cd9e153f-1ea7-48f2-9de7-9bdd5e168777, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:43.352735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.383669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:43.390795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.413895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Transition to ACTIVE for port object 156fd7e4-ed65-49ff-953c-cf0a96a8f7e5 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:43.417006 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.424744 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243f71d8-42a9-45ce-ba29-1e0cd7a379f2 x-openstack-request-id: req-243f71d8-42a9-45ce-ba29-1e0cd7a379f2 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:43.425209 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1cb3fa-3113-4fa1-8d6d-c5545adce791", "name": "network-vif-plugged", "status": "completed", "tag": "2239fe49-891f-474e-b864-e8512198444b", "code": 200}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "565e1b0f-de4b-4baf-8c63-4aa7212bc502", "code": 200}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "542862e8-97eb-4df8-9c05-421b80d35dea", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:43.425480 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-243f71d8-42a9-45ce-ba29-1e0cd7a379f2 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:43.426304 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1cb3fa-3113-4fa1-8d6d-c5545adce791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2239fe49-891f-474e-b864-e8512198444b', 'code': 200} Aug 31 09:38:43.426304 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565e1b0f-de4b-4baf-8c63-4aa7212bc502', 'code': 200} Aug 31 09:38:43.426620 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542862e8-97eb-4df8-9c05-421b80d35dea', 'code': 200} Aug 31 09:38:43.430684 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.431528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3e5b10dd-3c77-4608-a1dc-4c99654790d1 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:43.439468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.536642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] For port cd9e153f-1ea7-48f2-9de7-9bdd5e168777, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:43.543056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:43.556367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.556721 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Added segment f7a623b7-1fdb-41f5-9c90-24844f9c4782 of type vlan for network 6674a7b3-79bf-4fb7-9e3b-125d0a97c755 Aug 31 09:38:43.569198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] For port cd9e153f-1ea7-48f2-9de7-9bdd5e168777, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:43.570594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9bee2d-4479-427b-a261-74a02834d0b5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.582154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.617749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:43.632546 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.634608 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.651660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000e46-cc12-4479-975c-9f91e16b18c6 req-91df9886-89a3-4890-bf6c-4924cf118af6 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.654001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5000e46-cc12-4479-975c-9f91e16b18c6 req-91df9886-89a3-4890-bf6c-4924cf118af6 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1439285 Aug 31 09:38:43.661238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.662597 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.665023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] 10.222.0.52 "PUT /v2.0/ports/cd9e153f-1ea7-48f2-9de7-9bdd5e168777 HTTP/1.1" status: 200 len: 1092 time: 2.2606361 Aug 31 09:38:43.695310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.697695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.709214 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.712013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a12576-56db-4235-81ad-46935f9df305', 'tag': 'cd9e153f-1ea7-48f2-9de7-9bdd5e168777'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:43.714669 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f01728d-0045-42a8-a74e-e673c27db4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a12576-56db-4235-81ad-46935f9df305", "tag": "cd9e153f-1ea7-48f2-9de7-9bdd5e168777"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:43.780216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:43.786548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33706) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:43.795715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:43.795715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.811579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee9aee-d499-407a-9232-b0cc2039296a service neutron] Pushing event updated for resources: {'Port': ['ID=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.813577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be72dc0-b932-42c1-9d65-28a791d799db req-68918083-b319-4739-bcca-bef40c0b90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.815222 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1be72dc0-b932-42c1-9d65-28a791d799db req-68918083-b319-4739-bcca-bef40c0b90fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 1096 time: 0.2899923 Aug 31 09:38:43.848724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-c883da1f-9b6e-4720-a838-636f61d51378 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.859454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-c883da1f-9b6e-4720-a838-636f61d51378 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.866609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-c883da1f-9b6e-4720-a838-636f61d51378 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.867680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.867864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.868647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.869363 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.875180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Network 29593d27-3025-4e6f-85fb-6964dde8b497 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:43.876128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-c883da1f-9b6e-4720-a838-636f61d51378 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.883849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-c883da1f-9b6e-4720-a838-636f61d51378 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.891299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-c883da1f-9b6e-4720-a838-636f61d51378 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.894163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:43.900221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-c883da1f-9b6e-4720-a838-636f61d51378 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.909549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-c883da1f-9b6e-4720-a838-636f61d51378 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5432 time: 0.3153479 Aug 31 09:38:43.912799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'Port': ['ID=156fd7e4-ed65-49ff-953c-cf0a96a8f7e5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.926275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:43.948338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5000e46-cc12-4479-975c-9f91e16b18c6 req-44a29d48-d551-44d5-a1f7-60cd2900a65c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158043 Aug 31 09:38:43.977611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-e555b2db-1788-40fa-9c9c-6d8ed2b8fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.979883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-e555b2db-1788-40fa-9c9c-6d8ed2b8fb8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 1095 time: 0.2554581 Aug 31 09:38:44.004241 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.027479 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7416406 Aug 31 09:38:44.027733 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d91df-4ce8-417e-9390-95b1732a4109 x-openstack-request-id: req-af8d91df-4ce8-417e-9390-95b1732a4109 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:44.027733 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a12576-56db-4235-81ad-46935f9df305", "tag": "cd9e153f-1ea7-48f2-9de7-9bdd5e168777", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:44.027733 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af8d91df-4ce8-417e-9390-95b1732a4109 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:44.027733 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a12576-56db-4235-81ad-46935f9df305', 'tag': 'cd9e153f-1ea7-48f2-9de7-9bdd5e168777', 'status': 'completed', 'code': 200} Aug 31 09:38:44.033266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-104009863'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:44.060008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33712) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:44.082594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b2874d1-a0a1-4fd1-b17f-9eee5a1353ae req-3db2a55f-da24-48a4-bd70-8b4df9a4b705 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1716685 Aug 31 09:38:44.103329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3e5b10dd-3c77-4608-a1dc-4c99654790d1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:44.107236 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Request body: {'subnet': {'network_id': '6674a7b3-79bf-4fb7-9e3b-125d0a97c755', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-266521329-subnet', 'tenant_id': 'c3b3bdd5e2f143658982ce9c8ff800fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:44.108574 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.109667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c586d57d-4718-4c51-bffd-7f35f488856c up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:44.111394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395d667-00ad-4a19-8865-b27f56cd1858 admin admin] Pushing event updated for resources: {'Network': ['ID=6674a7b3-79bf-4fb7-9e3b-125d0a97c755,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:44.114760 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1be72dc0-b932-42c1-9d65-28a791d799db req-fe80f25d-a1c5-4b89-bdb5-099650feb5f5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601068 Aug 31 09:38:44.138478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.141316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 6674a7b3-79bf-4fb7-9e3b-125d0a97c755 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:44.299280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port c586d57d-4718-4c51-bffd-7f35f488856c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:44.308580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3e5b10dd-3c77-4608-a1dc-4c99654790d1,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:44.315347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port c586d57d-4718-4c51-bffd-7f35f488856c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:44.316098 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.468063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:44.471661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.478240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-69a77cfa-555d-4df4-b38e-ea4b3d365f1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777 HTTP/1.1" status: 200 len: 217 time: 0.4615824 Aug 31 09:38:44.557612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.576582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-23025c78-dfa0-4d8f-a462-5b52d5b736a7 None None] Provisioning for port 156fd7e4-ed65-49ff-953c-cf0a96a8f7e5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:44.577998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.582957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-23025c78-dfa0-4d8f-a462-5b52d5b736a7 None None] Provisioning complete for port 156fd7e4-ed65-49ff-953c-cf0a96a8f7e5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:44.584506 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-23025c78-dfa0-4d8f-a462-5b52d5b736a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.617552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Made reservation on behalf of c3b3bdd5e2f143658982ce9c8ff800fa for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:44.619933 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.627763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-23025c78-dfa0-4d8f-a462-5b52d5b736a7 None None] Port 156fd7e4-ed65-49ff-953c-cf0a96a8f7e5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:44.631157 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.640202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835ba73-e017-4443-8b8e-911ce057df51 req-5d610a4d-4728-496a-8762-1019c53f5e16 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:44.641783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c835ba73-e017-4443-8b8e-911ce057df51 req-5d610a4d-4728-496a-8762-1019c53f5e16 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1758153 Aug 31 09:38:44.667587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c586d57d-4718-4c51-bffd-7f35f488856c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c586d57d-4718-4c51-bffd-7f35f488856c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:44.671942 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.682061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 88eafdf0-d6a9-4ac5-990f-ed2225afba99 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:44.691919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-0ac4af8c-3d9a-4a79-b544-7c1ee5711036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:44.693988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-0ac4af8c-3d9a-4a79-b544-7c1ee5711036 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1740434 Aug 31 09:38:44.775807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c586d57d-4718-4c51-bffd-7f35f488856c,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:44.777262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c0345-3bb2-4a83-9ba4-e3767a2be4da req-b97b261a-644f-4153-bada-abe63df36168 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:44.779877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a1c0345-3bb2-4a83-9ba4-e3767a2be4da req-b97b261a-644f-4153-bada-abe63df36168 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 944 time: 0.3127096 Aug 31 09:38:44.785711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:44.798513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:44.799945 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.874484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c835ba73-e017-4443-8b8e-911ce057df51 req-b1133beb-16b0-4486-9a33-6ac3e5056272 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901696 Aug 31 09:38:44.891923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-026093c2-05a9-40cf-b2f0-f34d01ea3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:44.893704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-026093c2-05a9-40cf-b2f0-f34d01ea3f7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748006 Aug 31 09:38:44.916724 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.936161 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a1c0345-3bb2-4a83-9ba4-e3767a2be4da req-d061a2d6-124f-4e8c-bf3b-ad01e55837b8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410151 Aug 31 09:38:44.981817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 88eafdf0-d6a9-4ac5-990f-ed2225afba99, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:44.999509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.025306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.034735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.102425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=88eafdf0-d6a9-4ac5-990f-ed2225afba99,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.150097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.153914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.154483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'Port': ['ID=156fd7e4-ed65-49ff-953c-cf0a96a8f7e5,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.195169 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.249786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-a9b26baa-3a91-4bde-8ea8-1981f8d8d35d service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430333 Aug 31 09:38:45.253684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Network 29593d27-3025-4e6f-85fb-6964dde8b497 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:45.255014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:45.255278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:45.273943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46684e1-2b19-4553-81d0-007da021050d req-57e7d2ea-3956-42ef-b589-722ee8c9bd35 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.275511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d46684e1-2b19-4553-81d0-007da021050d req-57e7d2ea-3956-42ef-b589-722ee8c9bd35 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.2761433 Aug 31 09:38:45.295591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa5722-5b88-4204-ba44-8f8fbea29a46 req-fafce93a-3e7a-4c62-91ac-d8dd29045901 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.297133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80fa5722-5b88-4204-ba44-8f8fbea29a46 req-fafce93a-3e7a-4c62-91ac-d8dd29045901 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2529359 Aug 31 09:38:45.298024 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.305763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d16c49-ef5f-4491-b924-1973261f6658,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.320357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.320583 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment 8629a8c6-2f3b-41fb-8b99-a6748e204635 of type vlan for network 8fcab739-9ba2-4f83-86b4-a676efdd382b Aug 31 09:38:45.385238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Router 91fc352d-7785-4fd8-956b-2e0e2d81aa74 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:45.430046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5'}, {'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f'}, {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5b10dd-3c77-4608-a1dc-4c99654790d1'}, {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c'}, {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eafdf0-d6a9-4ac5-990f-ed2225afba99'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:45.432930 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee0e81f-2ac0-4271-a3d9-4a90589f8f85" -d '{"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "3d0a46b6-5c93-4713-8814-be3e5f3f4cf5"}, {"server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "name": "network-vif-plugged", "status": "completed", "tag": "75370a21-be68-4964-aa48-f377fb3b030f"}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "3e5b10dd-3c77-4608-a1dc-4c99654790d1"}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c"}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "88eafdf0-d6a9-4ac5-990f-ed2225afba99"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:45.488083 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.503241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5bbb5e-6d2e-45a2-9b66-d9c241d1534d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.503861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:45.514418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b6adb-469f-482a-bae5-d91d091da3ff None None] Sync routers for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:45.520518 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-828993b3-a962-4131-85ae-613e95bd18f0 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "PUT /v2.0/routers/91fc352d-7785-4fd8-956b-2e0e2d81aa74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2540913 Aug 31 09:38:45.520715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d46684e1-2b19-4553-81d0-007da021050d req-20968d62-2478-4aeb-a562-e5191a5d5af2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306085 Aug 31 09:38:45.520832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33724) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:45.526545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Request body: {'port': {'network_id': '29593d27-3025-4e6f-85fb-6964dde8b497', 'name': 'tempest-FloatingIPAdminTestJSON-570999204'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:45.549788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80fa5722-5b88-4204-ba44-8f8fbea29a46 req-6dc1294b-d740-4b3c-bd47-6fb13f259074 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921301 Aug 31 09:38:45.575924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b6adb-469f-482a-bae5-d91d091da3ff None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:45.576576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4f8b6adb-469f-482a-bae5-d91d091da3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:45.580552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b5b4686-f039-448e-9e0c-5fffdf2a3763 req-55c754ef-4e96-4364-80fc-0192c9458a7b service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144212 Aug 31 09:38:45.581358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Checking segment: {'id': 'f7a623b7-1fdb-41f5-9c90-24844f9c4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '6674a7b3-79bf-4fb7-9e3b-125d0a97c755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:45.581730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Network hostable DHCP agents. Network: 6674a7b3-79bf-4fb7-9e3b-125d0a97c755, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:45.586782 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.595182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.595846 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.656585 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4fe84b-7019-4d36-a61f-a103a43b2740 x-openstack-request-id: req-ab4fe84b-7019-4d36-a61f-a103a43b2740 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:45.659249 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "3d0a46b6-5c93-4713-8814-be3e5f3f4cf5", "code": 200}, {"server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "name": "network-vif-plugged", "status": "completed", "tag": "75370a21-be68-4964-aa48-f377fb3b030f", "code": 200}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "3e5b10dd-3c77-4608-a1dc-4c99654790d1", "code": 200}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c", "code": 200}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "88eafdf0-d6a9-4ac5-990f-ed2225afba99", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:45.659968 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab4fe84b-7019-4d36-a61f-a103a43b2740 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:45.660669 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5', 'code': 200} Aug 31 09:38:45.661185 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f', 'code': 200} Aug 31 09:38:45.662542 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5b10dd-3c77-4608-a1dc-4c99654790d1', 'code': 200} Aug 31 09:38:45.663150 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'code': 200} Aug 31 09:38:45.663607 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eafdf0-d6a9-4ac5-990f-ed2225afba99', 'code': 200} Aug 31 09:38:45.667013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4f8b6adb-469f-482a-bae5-d91d091da3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:45.679876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e4e1773c-52b8-49bb-a3d6-555a2fb6f79f None None] Provisioning complete for port 156fd7e4-ed65-49ff-953c-cf0a96a8f7e5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:45.680292 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4e1773c-52b8-49bb-a3d6-555a2fb6f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.684067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b6adb-469f-482a-bae5-d91d091da3ff None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:45.685674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4f8b6adb-469f-482a-bae5-d91d091da3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:45.718346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Made reservation on behalf of 930c74150fc04595a01e9aef09bd7742 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:45.724132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.745388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9542735 Aug 31 09:38:45.761444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Network 6674a7b3-79bf-4fb7-9e3b-125d0a97c755 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:45.763436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4f8b6adb-469f-482a-bae5-d91d091da3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:45.764115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b6adb-469f-482a-bae5-d91d091da3ff None None] The sync data for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:45.765462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1773c-52b8-49bb-a3d6-555a2fb6f79f None None] Port 156fd7e4-ed65-49ff-953c-cf0a96a8f7e5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:45.786639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] device_id is not set on port f25b313e-890f-479e-b777-c221ae71ffcd yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:38:45.795415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7078da-fb3b-47c0-8922-b3eac8fa7a30 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=8fcab739-9ba2-4f83-86b4-a676efdd382b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.811639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8fcab739-9ba2-4f83-86b4-a676efdd382b details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:45.812806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 6674a7b3-79bf-4fb7-9e3b-125d0a97c755) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:45.828586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.829266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.835504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-fd7afec2-e449-4e0d-acfa-f84347015a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.837912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-fd7afec2-e449-4e0d-acfa-f84347015a98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 1095 time: 0.2022572 Aug 31 09:38:45.840034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67cf71d-b231-4d53-b8d4-952f0b20845f None None] Network 6674a7b3-79bf-4fb7-9e3b-125d0a97c755 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:45.849794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-81655f21-c80c-4ff4-a708-daf3a9608369 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.856404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-81655f21-c80c-4ff4-a708-daf3a9608369 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.863230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-81655f21-c80c-4ff4-a708-daf3a9608369 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.869362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-81655f21-c80c-4ff4-a708-daf3a9608369 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.876111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-81655f21-c80c-4ff4-a708-daf3a9608369 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.882963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-81655f21-c80c-4ff4-a708-daf3a9608369 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.889215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-81655f21-c80c-4ff4-a708-daf3a9608369 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.897822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-81655f21-c80c-4ff4-a708-daf3a9608369 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5435 time: 0.2109444 Aug 31 09:38:45.912508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-1d3631a8-2ae6-4051-8cdc-2706fe9b47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.912996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-1d3631a8-2ae6-4051-8cdc-2706fe9b47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.913737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-1d3631a8-2ae6-4051-8cdc-2706fe9b47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.914213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-1d3631a8-2ae6-4051-8cdc-2706fe9b47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.914679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-1d3631a8-2ae6-4051-8cdc-2706fe9b47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.915223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-1d3631a8-2ae6-4051-8cdc-2706fe9b47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.915636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-1d3631a8-2ae6-4051-8cdc-2706fe9b47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.917981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-1d3631a8-2ae6-4051-8cdc-2706fe9b47df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6492 time: 0.1562963 Aug 31 09:38:46.017952 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86ef9976-0108-4a2f-83cf-1eb54a3b3c2b req-4999a04d-a23c-44cd-8705-7131aa20a833 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8cddffa5-94f7-4f25-9918-6060a217313a&id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0921688 Aug 31 09:38:46.024142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2edaca-381c-4df0-b110-93f7c8d3911a req-91962429-ad25-4e12-951f-2da579b5f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.025870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b2edaca-381c-4df0-b110-93f7c8d3911a req-91962429-ad25-4e12-951f-2da579b5f7c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 1097 time: 0.2971561 Aug 31 09:38:46.033854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Allocated IP 172.20.0.7 (29593d27-3025-4e6f-85fb-6964dde8b497/12f79fca-96ab-40ec-805c-5538effd4912/f25b313e-890f-479e-b777-c221ae71ffcd) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:46.083719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-75f2002f-cf66-47a3-80f3-6084fb9ec83c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9884136 Aug 31 09:38:46.107046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db193f-4266-4d6b-a71d-50482db7c5a2 None None] Network 6674a7b3-79bf-4fb7-9e3b-125d0a97c755 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:46.185543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f8d19cc-8f2f-4dcc-8f10-839422724388 req-9e9e488d-66ac-4471-8368-160260926eff tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2815692 Aug 31 09:38:46.225840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21616e08-cc42-41ea-a273-362bd1ccc0f8 req-a6bfa0fe-a7ee-4466-84b4-21278a5af312 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.233148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21616e08-cc42-41ea-a273-362bd1ccc0f8 req-a6bfa0fe-a7ee-4466-84b4-21278a5af312 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.2062917 Aug 31 09:38:46.237301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b2edaca-381c-4df0-b110-93f7c8d3911a req-4a773d78-1a6d-4e29-ba7f-8e8c6de3bff9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842160 Aug 31 09:38:46.239303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-2d92d526-048b-4a66-9b8f-358c0266f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.240746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-2d92d526-048b-4a66-9b8f-358c0266f3dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.3403690 Aug 31 09:38:46.276189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.296770 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Transition to ACTIVE for port object f25b313e-890f-479e-b777-c221ae71ffcd will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:46.342345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-e7752be4-5005-4bc4-a1cc-b52abe879628 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777 HTTP/1.1" status: 200 len: 217 time: 0.0827320 Aug 31 09:38:46.346151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.400938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Network 29593d27-3025-4e6f-85fb-6964dde8b497 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:46.409974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:46.418448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21616e08-cc42-41ea-a273-362bd1ccc0f8 req-6acc4d4b-df74-4e6f-840f-95cc6c943c80 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721408 Aug 31 09:38:46.418582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event updated for resources: {'Port': ['ID=f25b313e-890f-479e-b777-c221ae71ffcd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:46.422156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:46.438028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-f9bb02b0-3b4a-4bcf-aa87-9bdf35a9e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.439556 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-f9bb02b0-3b4a-4bcf-aa87-9bdf35a9e17f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.0821974 Aug 31 09:38:46.459835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565821a2-f0fe-4ff9-b9a3-e9f00ecb1779 req-da77eda0-ab30-4f46-aba6-8f8b6536abc1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.461539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-565821a2-f0fe-4ff9-b9a3-e9f00ecb1779 req-da77eda0-ab30-4f46-aba6-8f8b6536abc1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 944 time: 0.1295881 Aug 31 09:38:46.462056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33734) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:46.487055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.487770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.506127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b952fb0-c207-49b8-b0fd-68a30f89ff82 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9835806 Aug 31 09:38:46.511391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33736) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:46.568952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f356196-a726-456f-8d40-f322f9bf5460 admin admin] Deleting subnet 3f5bbb5e-6d2e-45a2-9b66-d9c241d1534d {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:46.576659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-565821a2-f0fe-4ff9-b9a3-e9f00ecb1779 req-3c0e51cd-9b09-4648-a835-5e95cfb6494d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983412 Aug 31 09:38:46.579563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-a40868b3-011b-4237-9278-cc35e23f8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.581018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-a40868b3-011b-4237-9278-cc35e23f8d50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181164 Aug 31 09:38:46.581729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f356196-a726-456f-8d40-f322f9bf5460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.722646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'project_id': '930c74150fc04595a01e9aef09bd7742', 'port_id': 'f25b313e-890f-479e-b777-c221ae71ffcd'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:46.760799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.768434 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f356196-a726-456f-8d40-f322f9bf5460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.801432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eb71f2f6-d89b-4488-8e88-beb6766aa972 None None] Provisioning for port f25b313e-890f-479e-b777-c221ae71ffcd completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:46.810829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eb71f2f6-d89b-4488-8e88-beb6766aa972 None None] Provisioning complete for port f25b313e-890f-479e-b777-c221ae71ffcd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:46.811732 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb71f2f6-d89b-4488-8e88-beb6766aa972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.824969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924a6c-fa10-4de0-9f62-99333ed25921 req-f179f2b6-724e-46ac-9186-6dd3962651de tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.826491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0924a6c-fa10-4de0-9f62-99333ed25921 req-f179f2b6-724e-46ac-9186-6dd3962651de tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.2113206 Aug 31 09:38:46.862197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-eb71f2f6-d89b-4488-8e88-beb6766aa972 None None] Port f25b313e-890f-479e-b777-c221ae71ffcd cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:46.891013 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.892862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da12bb-f611-4517-8a34-be4efc038946 req-86c37f63-09b3-47bc-bcf7-ed9e87faecba tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:46.894372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6da12bb-f611-4517-8a34-be4efc038946 req-86c37f63-09b3-47bc-bcf7-ed9e87faecba tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1754296 Aug 31 09:38:46.895761 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f356196-a726-456f-8d40-f322f9bf5460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.919558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-7ed25d1b-b110-4c02-ba3d-e8121a890e21 service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054593 Aug 31 09:38:46.940665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0924a6c-fa10-4de0-9f62-99333ed25921 req-944d1bd4-6e48-4361-ba6a-5f64a27dedee tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022806 Aug 31 09:38:47.033166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Allocated IP 172.25.1.127 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/3fb71576-07ce-4749-ac47-7683f6d9bce2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:47.086198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6da12bb-f611-4517-8a34-be4efc038946 req-2dc91621-c634-4608-be1c-ae942611d2f8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639190 Aug 31 09:38:47.106414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f356196-a726-456f-8d40-f322f9bf5460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.131036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f01728d-0045-42a8-a74e-e673c27db4c6 req-2662b213-4f45-428d-8dd7-59287e360be6 service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975851 Aug 31 09:38:47.157122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f356196-a726-456f-8d40-f322f9bf5460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5bbb5e-6d2e-45a2-9b66-d9c241d1534d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:47.163924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.164142 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f356196-a726-456f-8d40-f322f9bf5460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.165818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f356196-a726-456f-8d40-f322f9bf5460 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3f5bbb5e-6d2e-45a2-9b66-d9c241d1534d HTTP/1.1" status: 204 len: 168 time: 0.7017508 Aug 31 09:38:47.170269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33746) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:47.182667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7a79f-8642-42a1-8ac3-14d587ef5574 req-e1508b77-a33b-4e19-9adf-daae9ddb6621 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.185025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2a7a79f-8642-42a1-8ac3-14d587ef5574 req-e1508b77-a33b-4e19-9adf-daae9ddb6621 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.1554596 Aug 31 09:38:47.261374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2a7a79f-8642-42a1-8ac3-14d587ef5574 req-13ddae86-ffdc-40a5-aa14-70a913caa821 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662348 Aug 31 09:38:47.272643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.313067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.336153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cd9e153f-1ea7-48f2-9de7-9bdd5e168777 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:47.378247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-dc9082fa-ef39-48d5-a649-48a1a1f78697 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.385473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-dc9082fa-ef39-48d5-a649-48a1a1f78697 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.394904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-dc9082fa-ef39-48d5-a649-48a1a1f78697 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.424022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-dc9082fa-ef39-48d5-a649-48a1a1f78697 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.429729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:47.440415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-dc9082fa-ef39-48d5-a649-48a1a1f78697 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.463394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-dc9082fa-ef39-48d5-a649-48a1a1f78697 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.475937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-dc9082fa-ef39-48d5-a649-48a1a1f78697 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.479298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb71576-07ce-4749-ac47-7683f6d9bce2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:47.481465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-dc9082fa-ef39-48d5-a649-48a1a1f78697 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5435 time: 0.1901951 Aug 31 09:38:47.488976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:47.522541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.533225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6674a7b3-79bf-4fb7-9e3b-125d0a97c755']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:47.544248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a623b7-1fdb-41f5-9c90-24844f9c4782') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:47.544592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a623b7-1fdb-41f5-9c90-24844f9c4782') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:47.554383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.556852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cd9e153f-1ea7-48f2-9de7-9bdd5e168777, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:47.569113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.576272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:47.576272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.597749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'cd9e153f-1ea7-48f2-9de7-9bdd5e168777', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': 'cd9e153f-1ea7-48f2-9de7-9bdd5e168777', 'mac_address': 'fa:16:3e:fe:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:47.638901 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:47.640993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:47.659500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd73f4fc-e525-4055-a3a4-ca6250054c58 req-5a9de4b2-332b-40cb-b8d2-94368a435dc2 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1666164 Aug 31 09:38:47.695510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.697896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.737475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.742328 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6674a7b3-79bf-4fb7-9e3b-125d0a97c755 HTTP/1.1" status: 204 len: 168 time: 0.5678113 Aug 31 09:38:47.742328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e62afd-ae2f-4a45-aaf5-38076b870b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=6674a7b3-79bf-4fb7-9e3b-125d0a97c755,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:47.748816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9e153f-1ea7-48f2-9de7-9bdd5e168777 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:47.812850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cd9e153f-1ea7-48f2-9de7-9bdd5e168777, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:47.820282 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.890204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:47.939480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e0ce-3fd2-45a2-a3d7-93367d1cdc8a req-e12377c3-634b-49c4-9684-190e669178d4 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.941395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f91e0ce-3fd2-45a2-a3d7-93367d1cdc8a req-e12377c3-634b-49c4-9684-190e669178d4 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1345394 Aug 31 09:38:47.976787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cdc9b-c465-47d1-bb25-f0c366fe20c9 req-f15ff89e-8549-4854-8ff7-4909709d4187 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.978452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-053cdc9b-c465-47d1-bb25-f0c366fe20c9 req-f15ff89e-8549-4854-8ff7-4909709d4187 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 945 time: 0.1401558 Aug 31 09:38:48.021629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f91e0ce-3fd2-45a2-a3d7-93367d1cdc8a req-a17d1617-6978-4213-827b-2f116e885f58 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712740 Aug 31 09:38:48.060299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33762) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:48.066775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-053cdc9b-c465-47d1-bb25-f0c366fe20c9 req-aef365e2-c30a-4dfc-9d88-18ac6bb78d0e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663235 Aug 31 09:38:48.108433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cd9e153f-1ea7-48f2-9de7-9bdd5e168777'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:48.163775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-605accf4-4a15-4148-a4ae-05a4e7a35999 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3b3bdd5e2f143658982ce9c8ff800fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990829 Aug 31 09:38:48.166627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33766) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:48.220081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9f362-4b3e-4852-ac7b-c0406662f8f4 req-e8ad538f-c270-4890-8468-8355a6370444 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.231393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51b9f362-4b3e-4852-ac7b-c0406662f8f4 req-e8ad538f-c270-4890-8468-8355a6370444 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.1318471 Aug 31 09:38:48.243559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4020faf-3a2d-486b-9783-6746d4491041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.315421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51b9f362-4b3e-4852-ac7b-c0406662f8f4 req-f9da03b6-be37-43f4-970c-4b23e6630020 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799422 Aug 31 09:38:48.332825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6049e6-0c7a-48a5-8600-651c49c06546 req-915b68ab-1d52-4bb1-8ee7-e0a461289e72 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.340991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f6049e6-0c7a-48a5-8600-651c49c06546 req-915b68ab-1d52-4bb1-8ee7-e0a461289e72 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.0970507 Aug 31 09:38:48.402463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f6049e6-0c7a-48a5-8600-651c49c06546 req-bb6cdf4d-1ee1-4c87-a80e-296ef9a58a54 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Aug 31 09:38:48.403323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4020faf-3a2d-486b-9783-6746d4491041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.431126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.648662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89451270-0d09-4886-ad45-3369d8bbab98 req-31d3e9bd-ffcc-41f1-ad48-f036eb9a04bb tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.650191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89451270-0d09-4886-ad45-3369d8bbab98 req-31d3e9bd-ffcc-41f1-ad48-f036eb9a04bb tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.0529499 Aug 31 09:38:48.691688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89451270-0d09-4886-ad45-3369d8bbab98 req-0f2c8605-3b04-4f4a-bc62-99702e820da2 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Aug 31 09:38:48.807208 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4020faf-3a2d-486b-9783-6746d4491041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.809765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4020faf-3a2d-486b-9783-6746d4491041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.810930 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a4020faf-3a2d-486b-9783-6746d4491041 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f9bee2d-4479-427b-a261-74a02834d0b5 HTTP/1.1" status: 204 len: 168 time: 0.6433516 Aug 31 09:38:48.816073 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.823081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4020faf-3a2d-486b-9783-6746d4491041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9bee2d-4479-427b-a261-74a02834d0b5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:48.845182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-cc539924-3f90-4146-b6ac-8210778be29a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.863252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-cc539924-3f90-4146-b6ac-8210778be29a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.873870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-cc539924-3f90-4146-b6ac-8210778be29a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.882346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-cc539924-3f90-4146-b6ac-8210778be29a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.890290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-cc539924-3f90-4146-b6ac-8210778be29a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.898118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-cc539924-3f90-4146-b6ac-8210778be29a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.907265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-cc539924-3f90-4146-b6ac-8210778be29a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.909803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-cc539924-3f90-4146-b6ac-8210778be29a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5435 time: 0.1454668 Aug 31 09:38:48.959851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d20429e2-9ba5-4774-bc5f-b5a547c06097 req-701487d0-b68d-406f-924a-cb6802f4ce3c tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432596 Aug 31 09:38:49.018566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.025568 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.062180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33784) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:49.072620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': '8fcab739-9ba2-4f83-86b4-a676efdd382b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:49.112846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb71576-07ce-4749-ac47-7683f6d9bce2,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:49.125957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.261221 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Floating IP 2e9dac19-1b67-48bf-84f8-90d2d438a4b8 associated. External IP: 172.25.1.127, port: f25b313e-890f-479e-b777-c221ae71ffcd. Aug 31 09:38:49.342998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cd9e153f-1ea7-48f2-9de7-9bdd5e168777 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:49.412734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:49.417663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:49.418428 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.511724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f639-42d1-47aa-88d4-2a12c92328e7 req-84c70f64-3df0-4f4e-97f4-7f28ae1edaee tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.517951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f639-42d1-47aa-88d4-2a12c92328e7 req-84c70f64-3df0-4f4e-97f4-7f28ae1edaee tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.521680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.524128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f639-42d1-47aa-88d4-2a12c92328e7 req-84c70f64-3df0-4f4e-97f4-7f28ae1edaee tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.530109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f639-42d1-47aa-88d4-2a12c92328e7 req-84c70f64-3df0-4f4e-97f4-7f28ae1edaee tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.536103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f639-42d1-47aa-88d4-2a12c92328e7 req-84c70f64-3df0-4f4e-97f4-7f28ae1edaee tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.542152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f639-42d1-47aa-88d4-2a12c92328e7 req-84c70f64-3df0-4f4e-97f4-7f28ae1edaee tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.548131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f639-42d1-47aa-88d4-2a12c92328e7 req-84c70f64-3df0-4f4e-97f4-7f28ae1edaee tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.549985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a12576-56db-4235-81ad-46935f9df305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9e153f-1ea7-48f2-9de7-9bdd5e168777'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:49.550151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5601f639-42d1-47aa-88d4-2a12c92328e7 req-84c70f64-3df0-4f4e-97f4-7f28ae1edaee tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5435 time: 0.5063372 Aug 31 09:38:49.558290 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f514fbf-e2a7-409b-9a42-0c814aef5564" -d '{"events": [{"server_uuid": "b9a12576-56db-4235-81ad-46935f9df305", "name": "network-vif-plugged", "status": "completed", "tag": "cd9e153f-1ea7-48f2-9de7-9bdd5e168777"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:49.562644 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33806) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:49.571262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Request body: {'floatingip': {'port_id': 'c586d57d-4718-4c51-bffd-7f35f488856c'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:49.584167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d46dc-3b8e-4f3e-a2fb-7bee7013845d req-af311e17-59c0-4a30-95e9-a7a20a649ae7 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.587390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cd9e153f-1ea7-48f2-9de7-9bdd5e168777, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:49.592193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93d46dc-3b8e-4f3e-a2fb-7bee7013845d req-af311e17-59c0-4a30-95e9-a7a20a649ae7 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.4784987 Aug 31 09:38:49.593746 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.634654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:49.638906 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.640583 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.647696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Router 91fc352d-7785-4fd8-956b-2e0e2d81aa74 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:49.690252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:49.741573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93d46dc-3b8e-4f3e-a2fb-7bee7013845d req-43312e1d-1896-420c-8cba-072860e8ba61 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484537 Aug 31 09:38:49.772659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af0ac8-3223-4bc2-9d83-262837ef4529 req-ada900e4-3d97-477e-94a8-7618c114cef3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.774213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3af0ac8-3223-4bc2-9d83-262837ef4529 req-ada900e4-3d97-477e-94a8-7618c114cef3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 946 time: 0.1292727 Aug 31 09:38:49.861016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3af0ac8-3223-4bc2-9d83-262837ef4529 req-477cbdc3-0c26-48a3-ad9d-57a44b0e7c42 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674977 Aug 31 09:38:49.919187 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0725764-83d5-452b-8abd-688e2defd384 x-openstack-request-id: req-a0725764-83d5-452b-8abd-688e2defd384 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:49.919645 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a12576-56db-4235-81ad-46935f9df305", "name": "network-vif-plugged", "status": "completed", "tag": "cd9e153f-1ea7-48f2-9de7-9bdd5e168777", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:49.920113 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0725764-83d5-452b-8abd-688e2defd384 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:49.920845 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a12576-56db-4235-81ad-46935f9df305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9e153f-1ea7-48f2-9de7-9bdd5e168777', 'code': 200} Aug 31 09:38:49.948849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8c56c-1636-4fa7-963f-0ede8d86cb45 req-b67dbb3d-1d07-400d-a899-0855b1146753 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:49.950370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edf8c56c-1636-4fa7-963f-0ede8d86cb45 req-b67dbb3d-1d07-400d-a899-0855b1146753 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1084309 Aug 31 09:38:50.043943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:50.057960 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96d009-ec40-475f-aa68-2a9c36d72846 None None] Sync routers for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:50.075185 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96d009-ec40-475f-aa68-2a9c36d72846 None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:50.076570 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ac96d009-ec40-475f-aa68-2a9c36d72846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:50.085690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.092523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.119411 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ac96d009-ec40-475f-aa68-2a9c36d72846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:50.122895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-c6128056-0dd3-4cd3-b02d-ba63efc7a898 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.124694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-c6128056-0dd3-4cd3-b02d-ba63efc7a898 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.1732640 Aug 31 09:38:50.139016 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96d009-ec40-475f-aa68-2a9c36d72846 None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:50.139871 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ac96d009-ec40-475f-aa68-2a9c36d72846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:50.170074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edf8c56c-1636-4fa7-963f-0ede8d86cb45 req-d4483164-fe8f-49ed-85f3-2ae398133eaf tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004855 Aug 31 09:38:50.180715 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ac96d009-ec40-475f-aa68-2a9c36d72846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:50.181269 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96d009-ec40-475f-aa68-2a9c36d72846 None None] The sync data for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:50.206462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f7951-c9b5-48c1-90a0-1b454817d276 req-311c181d-1d4e-46ba-b00c-f1f793c490d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.208404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d1f7951-c9b5-48c1-90a0-1b454817d276 req-311c181d-1d4e-46ba-b00c-f1f793c490d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 1097 time: 0.2075937 Aug 31 09:38:50.222694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf1b3-df52-49f8-9444-7578f323e58b req-57ae216f-a949-4992-b212-d6f849fb75e7 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.223877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edcdf1b3-df52-49f8-9444-7578f323e58b req-57ae216f-a949-4992-b212-d6f849fb75e7 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 945 time: 0.2057514 Aug 31 09:38:50.234803 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f0fa33e7-5af4-49be-bc81-62ad281787f6 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.7182224 Aug 31 09:38:50.243012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33826) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.266522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=98cf1148-fa44-4e8f-9a2e-954a202d91ab,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:50.304601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4d1f7951-c9b5-48c1-90a0-1b454817d276 req-491d9f16-62f5-43fd-aa42-2f0e747785db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868866 Aug 31 09:38:50.452454 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.456949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-edcdf1b3-df52-49f8-9444-7578f323e58b req-a287a1eb-f1dd-438d-b318-9e13223b29cd tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/security-groups?id=e442c02f-e4e6-45da-b017-ff8bbc44d301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225115 Aug 31 09:38:50.459412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.477425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': '8629a8c6-2f3b-41fb-8b99-a6748e204635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8fcab739-9ba2-4f83-86b4-a676efdd382b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:50.477802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: 8fcab739-9ba2-4f83-86b4-a676efdd382b, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:50.550387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-62a1df32-31fc-4428-9e21-4aef1eb61d22 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] 10.222.0.69 "GET /v2.0/floatingips/2e9dac19-1b67-48bf-84f8-90d2d438a4b8 HTTP/1.1" status: 200 len: 982 time: 0.3045602 Aug 31 09:38:50.556452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33836) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.581685 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Floating IP 2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978 associated. External IP: 172.25.1.169, port: c586d57d-4718-4c51-bffd-7f35f488856c. Aug 31 09:38:50.585590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network 8fcab739-9ba2-4f83-86b4-a676efdd382b is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:50.596554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6be32-db59-4212-8ff4-8651034da169 req-ae4b1d4d-e91f-4bf5-85ad-6e26c05377df tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.599793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1c6be32-db59-4212-8ff4-8651034da169 req-ae4b1d4d-e91f-4bf5-85ad-6e26c05377df tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1954684 Aug 31 09:38:50.667113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Deleting port 2239fe49-891f-474e-b864-e8512198444b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:50.667466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.734358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8fcab739-9ba2-4f83-86b4-a676efdd382b) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:50.747944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0cb8e6-ab2b-4ec4-b7fd-878f452d407d None None] Network 8fcab739-9ba2-4f83-86b4-a676efdd382b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:50.763544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.764151 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.790109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-68b65991-f659-466a-866e-fa273403634e tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3032 time: 0.2295241 Aug 31 09:38:50.799608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33842) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.838172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1c6be32-db59-4212-8ff4-8651034da169 req-4d6942cd-2185-4abc-b197-4d3a124b7f1a tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937273 Aug 31 09:38:50.874230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-600ad532-8a46-4b5d-ab8d-e2ca66816a21 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8106225 Aug 31 09:38:50.877261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33844) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.884315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005864715'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:50.906538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:50.906819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] For port 2239fe49-891f-474e-b864-e8512198444b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2239fe49-891f-474e-b864-e8512198444b,segment=NetworkSegment(d093f920-de4e-47a7-8787-8d18061524c8),segment_id=d093f920-de4e-47a7-8787-8d18061524c8)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:50.906819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.911334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:50.916117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.927950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Calling delete_port for 2239fe49-891f-474e-b864-e8512198444b owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:50.999139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:51.012936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-8fcab739-9ba2-4f83-86b4-a676efdd382b', 'network_id': '8fcab739-9ba2-4f83-86b4-a676efdd382b', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': '98cf1148-fa44-4e8f-9a2e-954a202d91ab'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:51.013860 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.089426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:51.108781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.109432 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment 15b8cf27-4682-413f-8dc2-edce0fc702d1 of type vlan for network 07f6f5ea-df53-4276-8c54-201cdba96ae0 Aug 31 09:38:51.150381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80431-fe85-474a-85ff-9524607fd96a req-cd7dbbc7-b6ce-4975-94ab-2407ce58e73b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:51.158122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eea80431-fe85-474a-85ff-9524607fd96a req-cd7dbbc7-b6ce-4975-94ab-2407ce58e73b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 946 time: 0.1259577 Aug 31 09:38:51.161206 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.191700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Allocated IP 2001:db8:0:ffff::2 (8fcab739-9ba2-4f83-86b4-a676efdd382b/98cf1148-fa44-4e8f-9a2e-954a202d91ab/dc88a1f8-c18a-404e-8230-3760bd46056e) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:51.194805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.199668 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.208354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:51.209689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.263051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] Sync routers for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:51.274451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Deleting port 3fb71576-07ce-4749-ac47-7683f6d9bce2 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:51.274842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.305277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:51.305941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:51.339229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eea80431-fe85-474a-85ff-9524607fd96a req-31ec5126-1855-46b1-bb67-4f65150d23df tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800900 Aug 31 09:38:51.435591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.538206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Pushing event deleted for resources: {'Port': ['ID=2239fe49-891f-474e-b864-e8512198444b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:51.552973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:51.554524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9d653-e3ee-4b0d-ba8e-19f852498bb4 req-6bd1e0d1-a31b-4107-be00-bb1dd9333808 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:51.555468 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.564026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a9d653-e3ee-4b0d-ba8e-19f852498bb4 req-6bd1e0d1-a31b-4107-be00-bb1dd9333808 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2431173 Aug 31 09:38:51.578120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.578453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.592592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Transition to ACTIVE for port object dc88a1f8-c18a-404e-8230-3760bd46056e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:51.655255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Calling delete_port for 3fb71576-07ce-4749-ac47-7683f6d9bce2 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:51.663389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e963f58c-ed25-4995-8dec-c28da233eb65 req-1fa44493-6973-4caa-b89c-058398b1f18e tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1cb3fa-3113-4fa1-8d6d-c5545adce791 HTTP/1.1" status: 200 len: 210 time: 0.0776925 Aug 31 09:38:51.693914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8148141 Aug 31 09:38:51.699813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] No DVR routers for this DVR port 2239fe49-891f-474e-b864-e8512198444b on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:51.704286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33866) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:51.709878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.710098 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-71de1f93-d0ac-44da-b26c-7fd2a87d1c34 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "PUT /v2.0/floatingips/2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978 HTTP/1.1" status: 200 len: 992 time: 2.1427743 Aug 31 09:38:51.710191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aeefa47f-f377-4e3d-8b02-1d9e9d2af376 req-a68dc002-8522-4901-89a5-3a8e3fdd74e4 tempest-ServersNegativeTestMultiTenantJSON-1282260834 tempest-ServersNegativeTestMultiTenantJSON-1282260834-project] 10.222.0.52 "DELETE /v2.0/ports/2239fe49-891f-474e-b864-e8512198444b HTTP/1.1" status: 204 len: 173 time: 1.5616343 Aug 31 09:38:51.710557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:51.720292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1cb3fa-3113-4fa1-8d6d-c5545adce791', 'name': 'network-vif-deleted', 'tag': '2239fe49-891f-474e-b864-e8512198444b'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:51.723298 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79130c7-5b72-4a8d-aa07-f5562baf5672" -d '{"events": [{"server_uuid": "2b1cb3fa-3113-4fa1-8d6d-c5545adce791", "name": "network-vif-deleted", "tag": "2239fe49-891f-474e-b864-e8512198444b"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:51.724377 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f33fb-f22a-4e66-ae60-a84542a10041" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:51.756974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898f48b-0daa-4122-9a28-d152e70908d6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=07f6f5ea-df53-4276-8c54-201cdba96ae0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:51.784170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': '07f6f5ea-df53-4276-8c54-201cdba96ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:51.857701 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba4ba07-ef8f-4c29-b351-9551d385b537 x-openstack-request-id: req-4ba4ba07-ef8f-4c29-b351-9551d385b537 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:51.858094 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:51.858407 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ba4ba07-ef8f-4c29-b351-9551d385b537 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:51.858892 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'status': 'completed', 'code': 200} Aug 31 09:38:51.883888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Transition to ACTIVE for port object dc88a1f8-c18a-404e-8230-3760bd46056e will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:51.891322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 07f6f5ea-df53-4276-8c54-201cdba96ae0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:51.918228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a9d653-e3ee-4b0d-ba8e-19f852498bb4 req-c03ae9c1-1e5a-4432-9422-2aaa749b85da tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347642 Aug 31 09:38:51.944705 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a9aa5-5a9e-404c-ac02-6d9e32684ee9 x-openstack-request-id: req-bf4a9aa5-5a9e-404c-ac02-6d9e32684ee9 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:51.945008 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1cb3fa-3113-4fa1-8d6d-c5545adce791", "name": "network-vif-deleted", "tag": "2239fe49-891f-474e-b864-e8512198444b", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:51.945264 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf4a9aa5-5a9e-404c-ac02-6d9e32684ee9 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:51.945760 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1cb3fa-3113-4fa1-8d6d-c5545adce791', 'name': 'network-vif-deleted', 'tag': '2239fe49-891f-474e-b864-e8512198444b', 'status': 'completed', 'code': 200} Aug 31 09:38:51.980995 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.000018 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dbbdce27-c967-46dd-a610-67fcb747a540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.049046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Network 8fcab739-9ba2-4f83-86b4-a676efdd382b is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:52.054617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:52.065990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:52.119507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Pushing event updated for resources: {'Port': ['ID=dc88a1f8-c18a-404e-8230-3760bd46056e,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:52.164883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.165538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.166074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.166416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.166773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.167112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.167444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.167777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.168106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.168431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.168760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.169085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:52.199774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Attempting to bind port dc88a1f8-c18a-404e-8230-3760bd46056e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:52.200197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Attempting to bind port dc88a1f8-c18a-404e-8230-3760bd46056e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '8629a8c6-2f3b-41fb-8b99-a6748e204635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8fcab739-9ba2-4f83-86b4-a676efdd382b'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:52.200557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Attempting to bind port dc88a1f8-c18a-404e-8230-3760bd46056e on network 8fcab739-9ba2-4f83-86b4-a676efdd382b {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:52.210238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:52.210614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Checking segment: {'id': '8629a8c6-2f3b-41fb-8b99-a6748e204635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8fcab739-9ba2-4f83-86b4-a676efdd382b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:52.211232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.211639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Bound using segment: {'id': '8629a8c6-2f3b-41fb-8b99-a6748e204635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8fcab739-9ba2-4f83-86b4-a676efdd382b'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:52.212127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Bound port: dc88a1f8-c18a-404e-8230-3760bd46056e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8629a8c6-2f3b-41fb-8b99-a6748e204635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8fcab739-9ba2-4f83-86b4-a676efdd382b'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:52.212515 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.325711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] For port dc88a1f8-c18a-404e-8230-3760bd46056e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:52.340699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] For port dc88a1f8-c18a-404e-8230-3760bd46056e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dc88a1f8-c18a-404e-8230-3760bd46056e,segment=NetworkSegment(8629a8c6-2f3b-41fb-8b99-a6748e204635),segment_id=8629a8c6-2f3b-41fb-8b99-a6748e204635)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:52.349529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.391647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'port_id': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'mac_address': 'fa:16:3e:1a:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:37:10Z', 'updated_at': '2021-08-31T09:38:50Z', 'revision_number': 1, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:52.406034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-3678d39d-0ef7-4efe-8c51-276d93d2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.407116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-3678d39d-0ef7-4efe-8c51-276d93d2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.407116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-3678d39d-0ef7-4efe-8c51-276d93d2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.407466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-3678d39d-0ef7-4efe-8c51-276d93d2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.407935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-3678d39d-0ef7-4efe-8c51-276d93d2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.408409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-3678d39d-0ef7-4efe-8c51-276d93d2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.408877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-3678d39d-0ef7-4efe-8c51-276d93d2e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.411082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-3678d39d-0ef7-4efe-8c51-276d93d2e9ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6492 time: 0.4935360 Aug 31 09:38:52.443772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] Checking router: 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:52.467713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:52.468338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:52.508131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:52.510983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5b874-961d-4684-b5ee-d35e0ea14179 None None] Pushing event updated for resources: {'Port': ['ID=dc88a1f8-c18a-404e-8230-3760bd46056e,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:52.513941 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.527328 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725cc05-9fdf-4e22-8f14-1c78caca314a req-7ca54b78-36db-4009-a259-194051c8cec2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.531224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6725cc05-9fdf-4e22-8f14-1c78caca314a req-7ca54b78-36db-4009-a259-194051c8cec2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.5361207 Aug 31 09:38:52.592331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:52.715777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6712-852c-410f-98a9-d4ba8376219d req-196a79a2-ba6a-4544-b482-4655f2406e4d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.717757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8df6712-852c-410f-98a9-d4ba8376219d req-196a79a2-ba6a-4544-b482-4655f2406e4d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 946 time: 0.3001461 Aug 31 09:38:52.748144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6725cc05-9fdf-4e22-8f14-1c78caca314a req-4cdd4cc9-b672-4dbe-b814-6867374b3ab1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097845 Aug 31 09:38:52.774900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.787607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-22440ab3-d03d-47be-90fe-9c7fe3ae4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.789324 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-22440ab3-d03d-47be-90fe-9c7fe3ae4dcd service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097 HTTP/1.1" status: 200 len: 913 time: 0.3680859 Aug 31 09:38:52.831505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event deleted for resources: {'Port': ['ID=3fb71576-07ce-4749-ac47-7683f6d9bce2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:52.870349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33890) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:52.975051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dc88a1f8-c18a-404e-8230-3760bd46056e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:52.988482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cddf646-cf71-4fde-8b90-0e391d5bb8d5 admin admin] Deleting subnet 4e8f681d-e472-49b2-876d-49ce040b8e46 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:52.996145 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cddf646-cf71-4fde-8b90-0e391d5bb8d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.998485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33894) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:53.053566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8df6712-852c-410f-98a9-d4ba8376219d req-341ae66f-1303-4a53-94b5-97cfa8cb799c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141146 Aug 31 09:38:53.063920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-0ad9e4a8-b1ce-4938-90b2-c683ef12e604 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c586d57d-4718-4c51-bffd-7f35f488856c HTTP/1.1" status: 200 len: 1000 time: 0.2427676 Aug 31 09:38:53.078095 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cddf646-cf71-4fde-8b90-0e391d5bb8d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.126127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port dc88a1f8-c18a-404e-8230-3760bd46056e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:53.165433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'port_id': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'mac_address': 'fa:16:3e:1a:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:37:10Z', 'updated_at': '2021-08-31T09:38:50Z', 'revision_number': 1, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:53.174016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cddf646-cf71-4fde-8b90-0e391d5bb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.195766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b0156-9a92-4dc1-a100-2c5d04069294 None None] The sync data for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 is: [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'floating_ip_address': '172.25.1.169', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'port_id': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'mac_address': 'fa:16:3e:1a:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:37:10Z', 'updated_at': '2021-08-31T09:38:50Z', 'revision_number': 1, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:53.228135 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fce5827f-230d-43a7-9680-fc482947cb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.235809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.236153 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Floating IP 2e9dac19-1b67-48bf-84f8-90d2d438a4b8 disassociated (deleted). External IP: 172.25.1.127, port: f25b313e-890f-479e-b777-c221ae71ffcd. Aug 31 09:38:53.291029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cddf646-cf71-4fde-8b90-0e391d5bb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.321873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.329907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf646-cf71-4fde-8b90-0e391d5bb8d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8f681d-e472-49b2-876d-49ce040b8e46,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:53.332410 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cddf646-cf71-4fde-8b90-0e391d5bb8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.335432 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9cddf646-cf71-4fde-8b90-0e391d5bb8d5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4e8f681d-e472-49b2-876d-49ce040b8e46 HTTP/1.1" status: 204 len: 168 time: 0.4633868 Aug 31 09:38:53.338565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33900) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:53.345516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77a0a2-caae-4d07-82de-6bcc1bb07081 req-efaa8ebd-65ce-4487-ad5c-917466874ea8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:53.353697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b77a0a2-caae-4d07-82de-6bcc1bb07081 req-efaa8ebd-65ce-4487-ad5c-917466874ea8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2960811 Aug 31 09:38:53.356458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-0f9e4720-fde7-4847-8e79-b5d96783448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:53.358210 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-0f9e4720-fde7-4847-8e79-b5d96783448a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b00e266-7e73-4d06-99d6-4561cee3de9d HTTP/1.1" status: 200 len: 850 time: 0.2738254 Aug 31 09:38:53.368085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2239fe49-891f-474e-b864-e8512198444b no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:53.433680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 2239fe49-891f-474e-b864-e8512198444b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:53.435292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2239fe49-891f-474e-b864-e8512198444b not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:53.475643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.494708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fce5827f-230d-43a7-9680-fc482947cb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.509264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fce5827f-230d-43a7-9680-fc482947cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.530831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=aa9754ba-59ab-48a5-9f9e-a9eba6338a5d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:53.541488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5827f-230d-43a7-9680-fc482947cb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af79229e-349d-4d07-a36c-c6f6829752c0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:53.547555 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6ea59-d99f-4718-af5e-d035aa5b2628 None None] New status for floating IP 2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:38:53.578117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-cadf425e-c493-4092-9c7d-19604a9e5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:53.579819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-cadf425e-c493-4092-9c7d-19604a9e5c8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070141 Aug 31 09:38:53.620876 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.646765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ff7fad-87c8-41cd-b31c-1cf88061786c']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:53.663895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd093f920-de4e-47a7-8787-8d18061524c8') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:53.664176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd093f920-de4e-47a7-8787-8d18061524c8') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:53.672705 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fce5827f-230d-43a7-9680-fc482947cb0e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b896ac086504e239fef290bae52c12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727691 Aug 31 09:38:53.675379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33902) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:53.683640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.698716 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-b8d993b7-1567-4e33-82e8-fe4c1719aba2 service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040909 Aug 31 09:38:53.712393 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.714800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b77a0a2-caae-4d07-82de-6bcc1bb07081 req-8ed6b3a8-de52-4708-b828-8ca29458e3f1 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602726 Aug 31 09:38:53.730019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:53.730430 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:53.732786 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:53.807243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90e225d3-75cc-4a1d-9bb3-deebb0e894c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.821648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': '15b8cf27-4682-413f-8dc2-edce0fc702d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '07f6f5ea-df53-4276-8c54-201cdba96ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:53.822168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: 07f6f5ea-df53-4276-8c54-201cdba96ae0, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:53.828580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.838181 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.843060 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] 10.222.0.69 "DELETE /v2.0/networks/f8ff7fad-87c8-41cd-b31c-1cf88061786c HTTP/1.1" status: 204 len: 168 time: 0.5030835 Aug 31 09:38:53.845972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:53.897300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4cfbe6-a125-4491-b63c-d1c1935e64e5 None None] Network 8fcab739-9ba2-4f83-86b4-a676efdd382b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:53.919259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90e225d3-75cc-4a1d-9bb3-deebb0e894c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.923822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ae2af-a58a-4055-8666-4a98deda5f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ff7fad-87c8-41cd-b31c-1cf88061786c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:53.946277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network 07f6f5ea-df53-4276-8c54-201cdba96ae0 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:53.965227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a2e175-5455-4688-adaf-ced6079c9c95 admin admin] Deleting subnet 95c537c7-f6aa-4391-bcbb-d81be22487ca {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:53.974828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54a2e175-5455-4688-adaf-ced6079c9c95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.976746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8e4d4386-632d-4780-9e4b-a726b5f34dd3 None None] Provisioning for port dc88a1f8-c18a-404e-8230-3760bd46056e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:53.989054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8e4d4386-632d-4780-9e4b-a726b5f34dd3 None None] Provisioning complete for port dc88a1f8-c18a-404e-8230-3760bd46056e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:53.990201 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4386-632d-4780-9e4b-a726b5f34dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.027072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54a2e175-5455-4688-adaf-ced6079c9c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.062144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 07f6f5ea-df53-4276-8c54-201cdba96ae0) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:54.079240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42331ee5-bd12-4c16-a2fb-5a6913914597 None None] Network 07f6f5ea-df53-4276-8c54-201cdba96ae0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:54.080481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90e225d3-75cc-4a1d-9bb3-deebb0e894c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.082640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.083669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90e225d3-75cc-4a1d-9bb3-deebb0e894c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.084085 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.087389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-90e225d3-75cc-4a1d-9bb3-deebb0e894c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af79229e-349d-4d07-a36c-c6f6829752c0 HTTP/1.1" status: 204 len: 168 time: 0.4085257 Aug 31 09:38:54.103208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f39f33fb-f22a-4e66-ae60-a84542a10041 req-10af4b2e-8548-4bf9-8fef-7c6cca2015fc service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922193 Aug 31 09:38:54.110526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Router 91fc352d-7785-4fd8-956b-2e0e2d81aa74 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:54.113352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e225d3-75cc-4a1d-9bb3-deebb0e894c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af79229e-349d-4d07-a36c-c6f6829752c0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:54.119414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6b46f-205d-40f6-a4ba-d6ca4e1b5641 req-fc5336cc-7d59-4bf9-9668-64ae3792d955 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.127355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25d6b46f-205d-40f6-a4ba-d6ca4e1b5641 req-fc5336cc-7d59-4bf9-9668-64ae3792d955 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.2282865 Aug 31 09:38:54.129392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54a2e175-5455-4688-adaf-ced6079c9c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.159047 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9fea30bd-8452-47ef-b6c7-07e8aaf57b64 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4473867 Aug 31 09:38:54.159845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33912) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:54.247597 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4386-632d-4780-9e4b-a726b5f34dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.269654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54a2e175-5455-4688-adaf-ced6079c9c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.299230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25d6b46f-205d-40f6-a4ba-d6ca4e1b5641 req-d7747700-9927-461f-b91b-11f4e7d7a2be tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708565 Aug 31 09:38:54.330542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e175-5455-4688-adaf-ced6079c9c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c537c7-f6aa-4391-bcbb-d81be22487ca,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:54.339407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54a2e175-5455-4688-adaf-ced6079c9c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.344516 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-54a2e175-5455-4688-adaf-ced6079c9c95 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/95c537c7-f6aa-4391-bcbb-d81be22487ca HTTP/1.1" status: 204 len: 168 time: 0.4892166 Aug 31 09:38:54.345165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33918) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:54.356387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8e4d4386-632d-4780-9e4b-a726b5f34dd3 None None] For port dc88a1f8-c18a-404e-8230-3760bd46056e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dc88a1f8-c18a-404e-8230-3760bd46056e,segment=NetworkSegment(8629a8c6-2f3b-41fb-8b99-a6748e204635),segment_id=8629a8c6-2f3b-41fb-8b99-a6748e204635)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:54.366663 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4386-632d-4780-9e4b-a726b5f34dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.374250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-07f6f5ea-df53-4276-8c54-201cdba96ae0', 'network_id': '07f6f5ea-df53-4276-8c54-201cdba96ae0', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': 'aa9754ba-59ab-48a5-9f9e-a9eba6338a5d'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:54.375439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.450950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.503883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d4386-632d-4780-9e4b-a726b5f34dd3 None None] Pushing event updated for resources: {'Port': ['ID=dc88a1f8-c18a-404e-8230-3760bd46056e,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:54.517206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:54.530342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a156753-60ec-4049-9111-a5d013c7a857 None None] Sync routers for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:54.534356 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.546836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.565292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33920) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:54.580382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a156753-60ec-4049-9111-a5d013c7a857 None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:54.581100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1a156753-60ec-4049-9111-a5d013c7a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.586510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.594401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5114d3b-70a8-4409-b697-cdeeeddd7332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.600009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-11635c6d-a855-4249-a5b8-c885814236be tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "DELETE /v2.0/floatingips/2e9dac19-1b67-48bf-84f8-90d2d438a4b8 HTTP/1.1" status: 204 len: 168 time: 3.7951217 Aug 31 09:38:54.605622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33922) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:54.624450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:54.634651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1a156753-60ec-4049-9111-a5d013c7a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.637745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4668005-fe87-41ba-a764-292bc4607581']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.657309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c391a6b7-5b8b-4580-a935-230634c49cf5') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.657642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c391a6b7-5b8b-4580-a935-230634c49cf5') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.657755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Allocated IP 2001:db8::1 (07f6f5ea-df53-4276-8c54-201cdba96ae0/aa9754ba-59ab-48a5-9f9e-a9eba6338a5d/c9267062-8b9f-43c2-8510-60d63f52190e) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:54.660070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a156753-60ec-4049-9111-a5d013c7a857 None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:54.660791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1a156753-60ec-4049-9111-a5d013c7a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.675024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.693135 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-e5114d3b-70a8-4409-b697-cdeeeddd7332 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:38:54.693135 n-d-806683-2 neutron-server[94787]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:38:54.693135 n-d-806683-2 neutron-server[94787]: [parameters: {'project_id': 'be65b7e5201b4c44a96a1042bb726b80', 'id': '24414b10-9c86-4be7-b223-574d0429bf53', 'expiration': datetime.datetime(2021, 8, 31, 9, 40, 54, 669343)}] Aug 31 09:38:54.693135 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:38:54.693534 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-e5114d3b-70a8-4409-b697-cdeeeddd7332 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:38:54.700434 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.703773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.714950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1a156753-60ec-4049-9111-a5d013c7a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.715759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a156753-60ec-4049-9111-a5d013c7a857 None None] The sync data for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:54.716790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.723109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:54.723581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:54.727102 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:54.830171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-916530a7-41ba-4471-8795-9b124afffc52 None None] Provisioning complete for port dc88a1f8-c18a-404e-8230-3760bd46056e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:54.830582 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-916530a7-41ba-4471-8795-9b124afffc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.849927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.856873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.862246 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f4668005-fe87-41ba-a764-292bc4607581 HTTP/1.1" status: 204 len: 168 time: 0.5151119 Aug 31 09:38:54.879788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dc88a1f8-c18a-404e-8230-3760bd46056e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:54.891412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98af84-0b24-4ae6-94f3-288ccc6f7899 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4668005-fe87-41ba-a764-292bc4607581,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:54.940971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd212c0-1842-4c66-940d-450f76402419 req-9190e901-6bb7-4594-a61c-916546ce7247 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.942631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8dd212c0-1842-4c66-940d-450f76402419 req-9190e901-6bb7-4594-a61c-916546ce7247 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.0918334 Aug 31 09:38:54.947110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.990239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8dd212c0-1842-4c66-940d-450f76402419 req-b12642fb-e0ac-4d3b-82e6-2e989b7836f5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Aug 31 09:38:55.002644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.015737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Transition to ACTIVE for port object c9267062-8b9f-43c2-8510-60d63f52190e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:55.025816 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.043953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Transition to ACTIVE for port object c9267062-8b9f-43c2-8510-60d63f52190e will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:55.071066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port dc88a1f8-c18a-404e-8230-3760bd46056e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:55.071733 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.074499 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.091643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33930) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:55.097609 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.112005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Allocated IP 172.25.1.137 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/f8b8b0f0-b01b-4b4b-a34d-f33ed647d838) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:55.137818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9754ba-59ab-48a5-9f9e-a9eba6338a5d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.155325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Network 07f6f5ea-df53-4276-8c54-201cdba96ae0 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:55.166813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:55.169686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:55.177497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Pushing event updated for resources: {'Port': ['ID=c9267062-8b9f-43c2-8510-60d63f52190e,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.201664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5114d3b-70a8-4409-b697-cdeeeddd7332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.221923 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.231239 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0f977afd-c486-4c1f-9e3f-cc4b254d4e67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90f6f5bdffb74ac59eec8864b159db4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356425 Aug 31 09:38:55.232572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33932) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:55.249441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f6f5ea-df53-4276-8c54-201cdba96ae0']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:55.266170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Attempting to bind port c9267062-8b9f-43c2-8510-60d63f52190e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:55.266872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Attempting to bind port c9267062-8b9f-43c2-8510-60d63f52190e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '15b8cf27-4682-413f-8dc2-edce0fc702d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '07f6f5ea-df53-4276-8c54-201cdba96ae0'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:55.267419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Attempting to bind port c9267062-8b9f-43c2-8510-60d63f52190e on network 07f6f5ea-df53-4276-8c54-201cdba96ae0 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:55.273058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b8cf27-4682-413f-8dc2-edce0fc702d1') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:55.273617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b8cf27-4682-413f-8dc2-edce0fc702d1') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:55.276951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:55.277325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Checking segment: {'id': '15b8cf27-4682-413f-8dc2-edce0fc702d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '07f6f5ea-df53-4276-8c54-201cdba96ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:55.277730 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.278123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Bound using segment: {'id': '15b8cf27-4682-413f-8dc2-edce0fc702d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '07f6f5ea-df53-4276-8c54-201cdba96ae0'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:55.278596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Bound port: c9267062-8b9f-43c2-8510-60d63f52190e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b8cf27-4682-413f-8dc2-edce0fc702d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '07f6f5ea-df53-4276-8c54-201cdba96ae0'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:55.279272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.296404 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.311986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.335652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.349674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:55.350619 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.370896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] For port c9267062-8b9f-43c2-8510-60d63f52190e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:55.378862 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:55.400520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5114d3b-70a8-4409-b697-cdeeeddd7332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.407054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5114d3b-70a8-4409-b697-cdeeeddd7332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.416285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.458889 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c32f46f-dd57-4912-84f3-9b515ba9a07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.463344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] For port c9267062-8b9f-43c2-8510-60d63f52190e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c9267062-8b9f-43c2-8510-60d63f52190e,segment=NetworkSegment(15b8cf27-4682-413f-8dc2-edce0fc702d1),segment_id=15b8cf27-4682-413f-8dc2-edce0fc702d1)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:55.469926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.473242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:38:55.473242 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:38:55.473242 n-d-806683-2 neutron-server[94786]: [parameters: {'id': '07f6f5ea-df53-4276-8c54-201cdba96ae0'}] Aug 31 09:38:55.473242 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:38:55.473653 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:38:55.493022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:55.500037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e5114d3b-70a8-4409-b697-cdeeeddd7332 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be65b7e5201b4c44a96a1042bb726b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9312906 Aug 31 09:38:55.500281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c32f46f-dd57-4912-84f3-9b515ba9a07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.500744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33938) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:55.502676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5114d3b-70a8-4409-b697-cdeeeddd7332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0636ef-d783-4eb6-9c3a-37727373bf51,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.509819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:55.515214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:55.543809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9033-eb20-4582-b228-366d48c25e74 req-ceb728b2-5ff2-4df6-b208-812a72bd99e8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:55.545379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1cd9033-eb20-4582-b228-366d48c25e74 req-ceb728b2-5ff2-4df6-b208-812a72bd99e8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1286633 Aug 31 09:38:55.548642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Pushing event updated for resources: {'Port': ['ID=f8b8b0f0-b01b-4b4b-a34d-f33ed647d838,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.578415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724f07d-ea35-489e-9ed8-a05f50477df2 None None] Pushing event updated for resources: {'Port': ['ID=c9267062-8b9f-43c2-8510-60d63f52190e,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.603873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515d8cf2-5763-448b-b196-0951049638ab None None] Network 07f6f5ea-df53-4276-8c54-201cdba96ae0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:55.637342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.640205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1cd9033-eb20-4582-b228-366d48c25e74 req-50762f5d-8408-4994-b48e-dbf894464bdc tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Aug 31 09:38:55.643628 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c32f46f-dd57-4912-84f3-9b515ba9a07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.646311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c32f46f-dd57-4912-84f3-9b515ba9a07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.658480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4c32f46f-dd57-4912-84f3-9b515ba9a07a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e442c02f-e4e6-45da-b017-ff8bbc44d301 HTTP/1.1" status: 204 len: 168 time: 0.4175055 Aug 31 09:38:55.661241 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98f20eb5-d821-44ef-882f-9a076e7afbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.683759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32f46f-dd57-4912-84f3-9b515ba9a07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442c02f-e4e6-45da-b017-ff8bbc44d301,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.694321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.698122 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98f20eb5-d821-44ef-882f-9a076e7afbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.754574 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98f20eb5-d821-44ef-882f-9a076e7afbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.757547 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98f20eb5-d821-44ef-882f-9a076e7afbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.761112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-98f20eb5-d821-44ef-882f-9a076e7afbf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a0636ef-d783-4eb6-9c3a-37727373bf51 HTTP/1.1" status: 204 len: 168 time: 0.2570574 Aug 31 09:38:55.769161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20eb5-d821-44ef-882f-9a076e7afbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0636ef-d783-4eb6-9c3a-37727373bf51,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.779481 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cea92668-aa5f-4050-9a98-f0d4a7b6ac3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.820794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c54455-471a-4d00-878c-c11af8d3e5ff None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:38:55.901070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.908404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.968645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c54455-471a-4d00-878c-c11af8d3e5ff None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:38:55.975423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.006611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Pushing event updated for resources: {'Port': ['ID=f8b8b0f0-b01b-4b4b-a34d-f33ed647d838,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:56.020639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.041256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.044074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c5489e8c-72bf-41ba-9141-f2e8b1371273 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4338624 Aug 31 09:38:56.050272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33950) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.096303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting port c9267062-8b9f-43c2-8510-60d63f52190e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:56.096647 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.120076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33954) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.180049 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6578801b-cfe7-4b13-8545-99d7c297ebcf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3588f7db5f874e77b677e6bdac9e3e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581059 Aug 31 09:38:56.180049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33960) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.241091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fad2e-469a-4d86-a240-d2be4933d210 req-b02c7872-9912-4f82-9939-f28973af2160 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.244975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce8fad2e-469a-4d86-a240-d2be4933d210 req-b02c7872-9912-4f82-9939-f28973af2160 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1397870 Aug 31 09:38:56.249885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] For port c9267062-8b9f-43c2-8510-60d63f52190e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c9267062-8b9f-43c2-8510-60d63f52190e,segment=NetworkSegment(15b8cf27-4682-413f-8dc2-edce0fc702d1),segment_id=15b8cf27-4682-413f-8dc2-edce0fc702d1)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:56.250716 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.308938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Calling delete_port for c9267062-8b9f-43c2-8510-60d63f52190e owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:56.320867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce8fad2e-469a-4d86-a240-d2be4933d210 req-7d5e9c16-0524-4157-9640-a310b0d6416b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623524 Aug 31 09:38:56.328616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eefc5b08-91e1-43be-8f25-382cd547b462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.391903 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eefc5b08-91e1-43be-8f25-382cd547b462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.445908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:56.454491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.494963 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.508688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Port': ['ID=c9267062-8b9f-43c2-8510-60d63f52190e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:56.515223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No DVR routers for this DVR port c9267062-8b9f-43c2-8510-60d63f52190e on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:56.568632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eefc5b08-91e1-43be-8f25-382cd547b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.571972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eefc5b08-91e1-43be-8f25-382cd547b462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.576457 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eefc5b08-91e1-43be-8f25-382cd547b462 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e19d1aa3-8c11-44a9-9ac9-bff9c45580f4 HTTP/1.1" status: 204 len: 168 time: 0.3896551 Aug 31 09:38:56.596295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc5b08-91e1-43be-8f25-382cd547b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d1aa3-8c11-44a9-9ac9-bff9c45580f4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:56.632016 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.651394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f6f5ea-df53-4276-8c54-201cdba96ae0']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:56.660250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.664014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b8cf27-4682-413f-8dc2-edce0fc702d1') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:56.664379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b8cf27-4682-413f-8dc2-edce0fc702d1') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:56.679439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.704933 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.714612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:56.715064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:56.718345 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:56.883357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.908637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Allocated IP 172.25.1.248 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/964a775a-42b0-40a8-a003-832b46335d64) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:56.920599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecda338-af75-45a3-9562-fc467a3608f7 req-ddb92281-4260-4ebf-bdc1-e7188acb564b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.922965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aecda338-af75-45a3-9562-fc467a3608f7 req-ddb92281-4260-4ebf-bdc1-e7188acb564b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1298599 Aug 31 09:38:56.924939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.927651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/07f6f5ea-df53-4276-8c54-201cdba96ae0 HTTP/1.1" status: 204 len: 168 time: 2.7628489 Aug 31 09:38:56.930180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b78d0-ef7e-4a03-969f-7f2cab900cc2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=07f6f5ea-df53-4276-8c54-201cdba96ae0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:56.932269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33982) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.948127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-195664822'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:57.011318 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aecda338-af75-45a3-9562-fc467a3608f7 req-1574496b-e6f4-4856-ab08-b2a569ce6406 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784266 Aug 31 09:38:57.029593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:57.035971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.103417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:57.113001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.123806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.124157 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment 0dd09a38-dcf1-4e20-bfc0-0280433d8117 of type vlan for network 260b8f81-1778-4798-86e1-74b912ac19e3 Aug 31 09:38:57.150940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00034b2-0e84-4b1e-81f3-be62cf34456f req-16f0174d-e643-4ca5-aef2-3b7d10c49e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:57.152948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b00034b2-0e84-4b1e-81f3-be62cf34456f req-16f0174d-e643-4ca5-aef2-3b7d10c49e09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 1097 time: 0.2239428 Aug 31 09:38:57.182455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.206177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b00034b2-0e84-4b1e-81f3-be62cf34456f req-64d56105-b147-4753-806c-29f0e059c8a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Aug 31 09:38:57.222523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.252445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.258098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:57.258916 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.370526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:57.374484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Pushing event updated for resources: {'Port': ['ID=964a775a-42b0-40a8-a003-832b46335d64,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:57.391303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4473321 Aug 31 09:38:57.392338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34004) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:57.398559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': '260b8f81-1778-4798-86e1-74b912ac19e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:57.405806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:57.408219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997f43-5ac1-4773-984f-df7eaea0ceb4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=260b8f81-1778-4798-86e1-74b912ac19e3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:57.410471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:57.420257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 260b8f81-1778-4798-86e1-74b912ac19e3 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:57.547544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.590739 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.602005 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.818076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.830969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.913984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.920715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50bcd3-deaa-4930-856a-f1b689ff3ad1 req-0dbbdb70-4d85-41ba-9a3c-cd4ed4714889 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:57.922303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e50bcd3-deaa-4930-856a-f1b689ff3ad1 req-0dbbdb70-4d85-41ba-9a3c-cd4ed4714889 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.5167437 Aug 31 09:38:57.947560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Pushing event updated for resources: {'Port': ['ID=964a775a-42b0-40a8-a003-832b46335d64,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:57.962292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:57.966221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.970466 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.975244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bba6b7bf-fe6d-47dd-a123-5ded09996fd7 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9210556 Aug 31 09:38:57.975814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34030) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:58.041716 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e50bcd3-deaa-4930-856a-f1b689ff3ad1 req-4b50508f-4129-4e96-be2d-e9f212c4ca27 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110413 Aug 31 09:38:58.087733 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d27f719a-77b6-4ad6-a649-ec4f4ea8ac81 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1082718 Aug 31 09:38:58.088484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34038) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:58.187194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f1d7cc17-43fe-4228-9c04-980554fe41ff tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0978065 Aug 31 09:38:58.190152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34044) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:58.247836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438d6c-1216-439b-b2cf-7acaa7a253a0 req-0a293c5a-0855-4046-b24a-9aef1e98ea97 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:58.255420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24438d6c-1216-439b-b2cf-7acaa7a253a0 req-0a293c5a-0855-4046-b24a-9aef1e98ea97 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1020367 Aug 31 09:38:58.292397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.354792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24438d6c-1216-439b-b2cf-7acaa7a253a0 req-2c4ba731-7e72-4575-a97b-64944e3df469 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983260 Aug 31 09:38:58.371823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Deleting port 964a775a-42b0-40a8-a003-832b46335d64 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:58.372623 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.405672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=6968a7ae-b8e7-46a0-87fd-12d15e61595a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:58.431390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': '0dd09a38-dcf1-4e20-bfc0-0280433d8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '260b8f81-1778-4798-86e1-74b912ac19e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:58.431967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: 260b8f81-1778-4798-86e1-74b912ac19e3, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:58.454048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network 260b8f81-1778-4798-86e1-74b912ac19e3 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:58.474621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 260b8f81-1778-4798-86e1-74b912ac19e3) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:58.483417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:58.484465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.519545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f0363c6f-b4e8-490f-ace3-420c4ee4f041 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1250930 Aug 31 09:38:58.523755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34070) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:58.531570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463958687'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:58.536222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3f033-d3f9-4bec-85d9-615d3b9e7f81 None None] Network 260b8f81-1778-4798-86e1-74b912ac19e3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:58.556417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.556814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.569984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Calling delete_port for 964a775a-42b0-40a8-a003-832b46335d64 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:58.582225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:58.586495 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.617184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:58.634552 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.634993 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment d486d603-81eb-4367-94cb-04e7c94bf752 of type vlan for network e2738758-e6e0-4348-b59d-13356d829605 Aug 31 09:38:58.713203 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.744516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.794520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-260b8f81-1778-4798-86e1-74b912ac19e3', 'network_id': '260b8f81-1778-4798-86e1-74b912ac19e3', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': '6968a7ae-b8e7-46a0-87fd-12d15e61595a'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:58.795704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.800516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.803692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.807193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:58.807193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.840910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3156040 Aug 31 09:38:58.841644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34090) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:58.855406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Pushing event deleted for resources: {'Port': ['ID=964a775a-42b0-40a8-a003-832b46335d64,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:58.891556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': 'e2738758-e6e0-4348-b59d-13356d829605', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:58.979237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54d177-1465-4186-a5bc-6456837699da tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=e2738758-e6e0-4348-b59d-13356d829605,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:59.015086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.017881 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.019162 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f15e915e-b5a0-4430-9fad-3658e6bf8433 tempest-FloatingIPAdminTestJSON-127418491 tempest-FloatingIPAdminTestJSON-127418491-project] 10.222.0.69 "DELETE /v2.0/floatingips/bbbb6087-625c-4e6c-87c1-fb1ff1f5a8fe HTTP/1.1" status: 204 len: 168 time: 0.8275325 Aug 31 09:38:59.021730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6e24d41c-ab42-4497-b165-f089618500dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2002938 Aug 31 09:38:59.022988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34104) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:59.031064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e2738758-e6e0-4348-b59d-13356d829605 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:59.144336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Allocated IP 2001:db8::1 (260b8f81-1778-4798-86e1-74b912ac19e3/6968a7ae-b8e7-46a0-87fd-12d15e61595a/b6125d9c-f209-42d9-8416-ab9166e45bd0) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:59.206064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:59.210346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.292297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6efd1375-a49b-4871-9b2f-4d414427ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.292856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6efd1375-a49b-4871-9b2f-4d414427ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.293344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6efd1375-a49b-4871-9b2f-4d414427ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.293864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6efd1375-a49b-4871-9b2f-4d414427ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.294457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6efd1375-a49b-4871-9b2f-4d414427ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.294905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6efd1375-a49b-4871-9b2f-4d414427ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.295496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6efd1375-a49b-4871-9b2f-4d414427ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.300001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6efd1375-a49b-4871-9b2f-4d414427ca66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6492 time: 0.2183397 Aug 31 09:38:59.305526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.ipam_backend_mixin [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Performing IP validity checks on allocation pools {{(pid=94786) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:38:59.306589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.ipam_backend_mixin [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94786) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:38:59.397057 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.407816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Transition to ACTIVE for port object b6125d9c-f209-42d9-8416-ab9166e45bd0 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:59.426296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Transition to ACTIVE for port object b6125d9c-f209-42d9-8416-ab9166e45bd0 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:59.436536 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.507110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Network 260b8f81-1778-4798-86e1-74b912ac19e3 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:59.511106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:59.516370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:59.520578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Pushing event updated for resources: {'Port': ['ID=b6125d9c-f209-42d9-8416-ab9166e45bd0,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:59.540904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb333a-f7b6-4ff9-9068-76cf0362bb94 req-72e1e9e0-c872-45fd-8b1b-746647b8b89c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.549452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ccb333a-f7b6-4ff9-9068-76cf0362bb94 req-72e1e9e0-c872-45fd-8b1b-746647b8b89c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.3467183 Aug 31 09:38:59.592707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Deleting port f8b8b0f0-b01b-4b4b-a34d-f33ed647d838 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:59.593014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.593291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Attempting to bind port b6125d9c-f209-42d9-8416-ab9166e45bd0 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:59.593795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Attempting to bind port b6125d9c-f209-42d9-8416-ab9166e45bd0 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '0dd09a38-dcf1-4e20-bfc0-0280433d8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '260b8f81-1778-4798-86e1-74b912ac19e3'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:59.593795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Attempting to bind port b6125d9c-f209-42d9-8416-ab9166e45bd0 on network 260b8f81-1778-4798-86e1-74b912ac19e3 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:59.599893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:59.600341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Checking segment: {'id': '0dd09a38-dcf1-4e20-bfc0-0280433d8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '260b8f81-1778-4798-86e1-74b912ac19e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:59.601320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.601320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Bound using segment: {'id': '0dd09a38-dcf1-4e20-bfc0-0280433d8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '260b8f81-1778-4798-86e1-74b912ac19e3'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:59.601639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Bound port: b6125d9c-f209-42d9-8416-ab9166e45bd0, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd09a38-dcf1-4e20-bfc0-0280433d8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '260b8f81-1778-4798-86e1-74b912ac19e3'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:59.602014 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.637583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34128) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:59.683745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] For port b6125d9c-f209-42d9-8416-ab9166e45bd0, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:59.688669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] For port b6125d9c-f209-42d9-8416-ab9166e45bd0, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b6125d9c-f209-42d9-8416-ab9166e45bd0,segment=NetworkSegment(0dd09a38-dcf1-4e20-bfc0-0280433d8117),segment_id=0dd09a38-dcf1-4e20-bfc0-0280433d8117)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:59.698623 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.705992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56144510-a26a-4242-89b2-5fbfcefb3762 req-1577d175-22f5-480c-837e-cbdaeabd0c52 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.707893 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56144510-a26a-4242-89b2-5fbfcefb3762 req-1577d175-22f5-480c-837e-cbdaeabd0c52 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.2390435 Aug 31 09:38:59.710066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-8e1bf634-05a5-4522-8407-4224e6315e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.710635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-8e1bf634-05a5-4522-8407-4224e6315e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.711133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-8e1bf634-05a5-4522-8407-4224e6315e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.712898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-8e1bf634-05a5-4522-8407-4224e6315e40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d HTTP/1.1" status: 200 len: 2295 time: 0.3784609 Aug 31 09:38:59.852783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3415b2ed-60ff-4a9d-b8d9-47be9129aff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.857580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a11a5b-8557-40af-9149-b26a0a39f380 None None] Pushing event updated for resources: {'Port': ['ID=b6125d9c-f209-42d9-8416-ab9166e45bd0,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:59.898245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ccb333a-f7b6-4ff9-9068-76cf0362bb94 req-8856a070-dad1-4e66-9114-5fd5dacb2ae5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476706 Aug 31 09:38:59.967277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56144510-a26a-4242-89b2-5fbfcefb3762 req-fe2c8461-5237-4369-8727-66414a32f549 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357290 Aug 31 09:39:00.013858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34138) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:00.121414 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3415b2ed-60ff-4a9d-b8d9-47be9129aff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.123735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-9154ff90-aa2e-4de5-a51d-6539786cd722 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c586d57d-4718-4c51-bffd-7f35f488856c HTTP/1.1" status: 200 len: 1002 time: 0.3890238 Aug 31 09:39:00.129201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3415b2ed-60ff-4a9d-b8d9-47be9129aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.131124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-4a0a47c8-e038-4d6c-b7d3-9a4a1f0a09ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2727754 Aug 31 09:39:00.134934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.135573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.194676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3415b2ed-60ff-4a9d-b8d9-47be9129aff8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea3bf545756b45f8b5e21428b5c441ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5559831 Aug 31 09:39:00.201661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415b2ed-60ff-4a9d-b8d9-47be9129aff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0975dc60-ae2c-44d6-a42f-8ac22c6e7be0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:00.204646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34144) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:00.209009 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.242424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Calling delete_port for f8b8b0f0-b01b-4b4b-a34d-f33ed647d838 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:00.296227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fbb8-84f6-4d8c-a03a-24454d9ecea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.312121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0a7-aaab-4b0d-9558-595757ae0645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.331666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-ea00d0ff-3096-4349-b5d6-49a8bd48715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.333636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-ea00d0ff-3096-4349-b5d6-49a8bd48715c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b00e266-7e73-4d06-99d6-4561cee3de9d HTTP/1.1" status: 200 len: 850 time: 0.2011864 Aug 31 09:39:00.348438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0a7-aaab-4b0d-9558-595757ae0645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.447946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0a7-aaab-4b0d-9558-595757ae0645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.452189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0a7-aaab-4b0d-9558-595757ae0645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.453939 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-31e6e0a7-aaab-4b0d-9558-595757ae0645 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0975dc60-ae2c-44d6-a42f-8ac22c6e7be0 HTTP/1.1" status: 204 len: 168 time: 0.2479382 Aug 31 09:39:00.484960 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fbb8-84f6-4d8c-a03a-24454d9ecea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.487714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6e0a7-aaab-4b0d-9558-595757ae0645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0975dc60-ae2c-44d6-a42f-8ac22c6e7be0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:00.492020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fbb8-84f6-4d8c-a03a-24454d9ecea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.541369 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d1b6fbb8-84f6-4d8c-a03a-24454d9ecea4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc8f32186e224a0fa21f30bff4f0ad1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261741 Aug 31 09:39:00.545074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34156) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:00.551110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=227d8680-52a5-415a-9943-95bc30f6594f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:00.568368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6fbb8-84f6-4d8c-a03a-24454d9ecea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adcc06d-4af0-4808-9aca-eae36b9ac02a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:00.603760 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-04b48066-8eed-4665-864e-2f3a71521c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.612077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-34a4bb8d-6c7b-4858-aeb0-1100729ce597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.613633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-34a4bb8d-6c7b-4858-aeb0-1100729ce597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 1096 time: 0.3073328 Aug 31 09:39:00.615957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-1df63b6f-9c12-42d4-a5e1-c1da10041634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.618321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-1df63b6f-9c12-42d4-a5e1-c1da10041634 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377574 Aug 31 09:39:00.635874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-04b48066-8eed-4665-864e-2f3a71521c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.650182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': 'd486d603-81eb-4367-94cb-04e7c94bf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e2738758-e6e0-4348-b59d-13356d829605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:00.650797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: e2738758-e6e0-4348-b59d-13356d829605, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:00.707734 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-04b48066-8eed-4665-864e-2f3a71521c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.710917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-04b48066-8eed-4665-864e-2f3a71521c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.712123 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-04b48066-8eed-4665-864e-2f3a71521c59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6adcc06d-4af0-4808-9aca-eae36b9ac02a HTTP/1.1" status: 204 len: 168 time: 0.1661069 Aug 31 09:39:00.722432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b48066-8eed-4665-864e-2f3a71521c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adcc06d-4af0-4808-9aca-eae36b9ac02a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:00.908637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b6125d9c-f209-42d9-8416-ab9166e45bd0 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:00.915824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-712cd9b2-2b2e-4c3c-89d0-b168df6b0477 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.917555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-712cd9b2-2b2e-4c3c-89d0-b168df6b0477 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 811 time: 0.5940530 Aug 31 09:39:00.933241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network e2738758-e6e0-4348-b59d-13356d829605 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:00.950942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-ba439366-77b3-4a64-ac07-2a91799dea42 service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079188 Aug 31 09:39:00.959432 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.996789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-b6792420-6b5c-4b08-9dc2-67ef7aa24740 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/quotas/4a8c7491d9644a17bd8fe1d1134e9d07 HTTP/1.1" status: 200 len: 375 time: 0.0684934 Aug 31 09:39:00.997056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port b6125d9c-f209-42d9-8416-ab9166e45bd0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:01.021870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e2738758-e6e0-4348-b59d-13356d829605) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:01.027444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:01.028428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.037709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fcff7a-03f9-49fe-a01a-1562ead08876 None None] Network e2738758-e6e0-4348-b59d-13356d829605 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:01.112452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8b8b0f0-b01b-4b4b-a34d-f33ed647d838,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:01.257604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34178) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:01.257811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b68e1b7-fb1e-4299-befe-2c6955f82d51 None None] Network 260b8f81-1778-4798-86e1-74b912ac19e3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:01.278194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-528e34db-ebcb-4cde-bf81-28633a269bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.416114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e2738758-e6e0-4348-b59d-13356d829605', 'network_id': 'e2738758-e6e0-4348-b59d-13356d829605', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': '227d8680-52a5-415a-9943-95bc30f6594f'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:01.417002 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.445994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-528e34db-ebcb-4cde-bf81-28633a269bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.456174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cb65eef3-f86d-44fc-9df9-690491dea37a None None] Provisioning for port b6125d9c-f209-42d9-8416-ab9166e45bd0 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:01.457857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-528e34db-ebcb-4cde-bf81-28633a269bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.466137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cb65eef3-f86d-44fc-9df9-690491dea37a None None] Provisioning complete for port b6125d9c-f209-42d9-8416-ab9166e45bd0 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:01.466520 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb65eef3-f86d-44fc-9df9-690491dea37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.507930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e34db-ebcb-4cde-bf81-28633a269bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6c3401-9eb5-4e22-8d99-a78bb7e9c513,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:01.551499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-c06c850f-0206-449f-9e51-348dea7a83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:01.553581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-c06c850f-0206-449f-9e51-348dea7a83ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.9095867 Aug 31 09:39:01.559399 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-528e34db-ebcb-4cde-bf81-28633a269bf7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f69dbd66bfe3401b9c0b8e0099bd960f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000581 Aug 31 09:39:01.560062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34184) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:01.583445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-275bc6b1-1c24-421e-8e69-ac0ce37b6b5a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7293537 Aug 31 09:39:01.591559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34186) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:01.653854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-81f4753f-49ea-4954-adfa-c5d051ccd02a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09982bf9-acfb-44dc-8c18-89206f411556 HTTP/1.1" status: 200 len: 217 time: 0.0762234 Aug 31 09:39:01.701646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb130dd-1cd7-46b3-b9f5-8e633fb9b645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.724624 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.727660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Allocated IP 2001:db8::3 (e2738758-e6e0-4348-b59d-13356d829605/227d8680-52a5-415a-9943-95bc30f6594f/c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:01.728503 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.733810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3bc6d428-d441-488a-a443-610f0b9f48e2 tempest-FloatingIPAdminTestJSON-1544798716 tempest-FloatingIPAdminTestJSON-1544798716-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/934ad70b-b66f-4a62-9fce-5799bbb0c337 HTTP/1.1" status: 204 len: 168 time: 2.7056446 Aug 31 09:39:01.734020 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb65eef3-f86d-44fc-9df9-690491dea37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.734290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34190) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:01.746082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-f4e90364-5087-43dd-9555-daf7793e34b2 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7027731 Aug 31 09:39:01.763874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8364-6266-4ae6-b5c7-fe7af91234f6 req-f5f1c2ee-7008-4d27-aa19-dc4f3dd436ab tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:01.773275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b4a8364-6266-4ae6-b5c7-fe7af91234f6 req-f5f1c2ee-7008-4d27-aa19-dc4f3dd436ab tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.6887507 Aug 31 09:39:01.780864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-8d432bff-f6de-4a2d-9f64-66a6569fa45e service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182528 Aug 31 09:39:01.824043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cb65eef3-f86d-44fc-9df9-690491dea37a None None] For port b6125d9c-f209-42d9-8416-ab9166e45bd0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b6125d9c-f209-42d9-8416-ab9166e45bd0,segment=NetworkSegment(0dd09a38-dcf1-4e20-bfc0-0280433d8117),segment_id=0dd09a38-dcf1-4e20-bfc0-0280433d8117)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:01.831570 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb65eef3-f86d-44fc-9df9-690491dea37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.832682 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb130dd-1cd7-46b3-b9f5-8e633fb9b645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.890995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.922867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-30c4a1e4-7b47-407f-83b3-350d7c90db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:01.924508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-30c4a1e4-7b47-407f-83b3-350d7c90db81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.2566478 Aug 31 09:39:01.930864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-d5e86813-91d0-4514-bebd-f9f720724ad8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 217 time: 0.1272881 Aug 31 09:39:01.980489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65eef3-f86d-44fc-9df9-690491dea37a None None] Pushing event updated for resources: {'Port': ['ID=b6125d9c-f209-42d9-8416-ab9166e45bd0,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:02.095478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b4a8364-6266-4ae6-b5c7-fe7af91234f6 req-bb6cdea5-b45e-4b73-86b6-b1478e1a6dcf tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155627 Aug 31 09:39:02.105116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3182a079-368a-4812-bf27-6e1b5af2fd9d None None] Provisioning complete for port b6125d9c-f209-42d9-8416-ab9166e45bd0 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:02.105498 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3182a079-368a-4812-bf27-6e1b5af2fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.153308 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.174691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Transition to ACTIVE for port object c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:02.176323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-f6bfb479-9582-4e5a-b30b-a956e5b96714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.178487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-f6bfb479-9582-4e5a-b30b-a956e5b96714 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.2333524 Aug 31 09:39:02.204161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Transition to ACTIVE for port object c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:02.245998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.265609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-4dfa7977-763a-4ecd-935c-4e3635ab3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.281857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-4dfa7977-763a-4ecd-935c-4e3635ab3621 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3373373 Aug 31 09:39:02.284455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-9c4f6abf-5be8-4d8a-a604-158806509fbf service neutron] 10.222.0.69 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026083 Aug 31 09:39:02.299524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Network e2738758-e6e0-4348-b59d-13356d829605 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:02.305739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:02.313899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:02.329616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Pushing event updated for resources: {'Port': ['ID=c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:02.386593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-eb38c0ab-0500-49d8-b4fe-7c1b7db2728b tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Deleting port f25b313e-890f-479e-b777-c221ae71ffcd {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:02.387062 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb38c0ab-0500-49d8-b4fe-7c1b7db2728b tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.389994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.409470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Attempting to bind port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:02.410526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Attempting to bind port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd486d603-81eb-4367-94cb-04e7c94bf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e2738758-e6e0-4348-b59d-13356d829605'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:02.411560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Attempting to bind port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 on network e2738758-e6e0-4348-b59d-13356d829605 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:02.419104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:02.419820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Checking segment: {'id': 'd486d603-81eb-4367-94cb-04e7c94bf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e2738758-e6e0-4348-b59d-13356d829605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:02.419993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb130dd-1cd7-46b3-b9f5-8e633fb9b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.420649 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.421279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Bound using segment: {'id': 'd486d603-81eb-4367-94cb-04e7c94bf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e2738758-e6e0-4348-b59d-13356d829605'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:02.421991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Bound port: c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd486d603-81eb-4367-94cb-04e7c94bf752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e2738758-e6e0-4348-b59d-13356d829605'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:02.422781 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.422901 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb130dd-1cd7-46b3-b9f5-8e633fb9b645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.424146 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ccb130dd-1cd7-46b3-b9f5-8e633fb9b645 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da6c3401-9eb5-4e22-8d99-a78bb7e9c513 HTTP/1.1" status: 204 len: 168 time: 0.8631344 Aug 31 09:39:02.474412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-a62447ae-5e93-4aa9-a9a4-26d02f959c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.476367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-a62447ae-5e93-4aa9-a9a4-26d02f959c15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2790093 Aug 31 09:39:02.485786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb130dd-1cd7-46b3-b9f5-8e633fb9b645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6c3401-9eb5-4e22-8d99-a78bb7e9c513,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:02.557783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.581885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] For port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:02.590070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] For port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921,segment=NetworkSegment(d486d603-81eb-4367-94cb-04e7c94bf752),segment_id=d486d603-81eb-4367-94cb-04e7c94bf752)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:02.598279 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.607990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=227d8680-52a5-415a-9943-95bc30f6594f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:02.621540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-fd404938-5779-4901-a6f6-80790754ef98 service neutron] 10.222.0.69 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215199 Aug 31 09:39:02.625759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-49079a2c-645d-461a-ba58-7cdca78ed1ce service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086953 Aug 31 09:39:02.686530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff01e2-b9dd-4cfd-ad6b-8842494e2d61 None None] Pushing event updated for resources: {'Port': ['ID=c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:02.795172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb38c0ab-0500-49d8-b4fe-7c1b7db2728b tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.875035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-8ffa77bb-7d34-4873-8ad0-4bca8bb978bd service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874738 Aug 31 09:39:02.882514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-eb38c0ab-0500-49d8-b4fe-7c1b7db2728b tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Calling delete_port for f25b313e-890f-479e-b777-c221ae71ffcd owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:02.888095 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.910571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2738758-e6e0-4348-b59d-13356d829605']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:02.934317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd486d603-81eb-4367-94cb-04e7c94bf752') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:02.934624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd486d603-81eb-4367-94cb-04e7c94bf752') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:02.953023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b6125d9c-f209-42d9-8416-ab9166e45bd0 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:03.044754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.082552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.104902 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b6125d9c-f209-42d9-8416-ab9166e45bd0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:03.106418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.127935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:03.128836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:03.140416 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:03.163286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0521b8cf-d05f-49c1-9776-e730be080bbc req-a6a78d05-d6e2-4610-b09f-2675af82bc9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 210 time: 0.2139933 Aug 31 09:39:03.245846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c48e267-29a5-4cd6-bd43-735ba2f83345 req-2bee093d-0c41-4357-baaa-9a7181400a46 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663600 Aug 31 09:39:03.420339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-551fee7d-a6f6-46ad-b6e8-e2c5747ac201 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358372 Aug 31 09:39:03.445047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:39:03.445047 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:39:03.445047 n-d-806683-2 neutron-server[94787]: [parameters: {'id': 'e2738758-e6e0-4348-b59d-13356d829605'}] Aug 31 09:39:03.445047 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:39:03.447299 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:39:03.475310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb38c0ab-0500-49d8-b4fe-7c1b7db2728b tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.527142 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-7d00109e-9217-48b0-87d6-bb7a6beac5f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 217 time: 0.0793324 Aug 31 09:39:03.529320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38c0ab-0500-49d8-b4fe-7c1b7db2728b tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event deleted for resources: {'Port': ['ID=f25b313e-890f-479e-b777-c221ae71ffcd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:03.576598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa1c11-3cec-430b-8a9f-78d1988a8417 req-c8162437-5e92-44cd-85d0-1e9909459bd9 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:03.578602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10aa1c11-3cec-430b-8a9f-78d1988a8417 req-c8162437-5e92-44cd-85d0-1e9909459bd9 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.2671709 Aug 31 09:39:03.625057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-0d52e147-0c48-4b07-b09e-7243ecb68cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:03.627633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-0d52e147-0c48-4b07-b09e-7243ecb68cac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.0996914 Aug 31 09:39:03.689795 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eb38c0ab-0500-49d8-b4fe-7c1b7db2728b tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.691879 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eb38c0ab-0500-49d8-b4fe-7c1b7db2728b tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "DELETE /v2.0/ports/f25b313e-890f-479e-b777-c221ae71ffcd HTTP/1.1" status: 204 len: 168 time: 1.9458058 Aug 31 09:39:03.696958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34240) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:03.730000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10aa1c11-3cec-430b-8a9f-78d1988a8417 req-1e4e5436-b2b5-4d4f-a19d-46b3fab685b8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380725 Aug 31 09:39:03.784191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-c6235aaa-acc1-44af-b0c4-98a1a0262efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:03.799339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-c6235aaa-acc1-44af-b0c4-98a1a0262efb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487105 Aug 31 09:39:03.835591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a7f774-f084-4485-93b1-dec32d522818 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:03.837116 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d2a7f774-f084-4485-93b1-dec32d522818 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "GET /v2.0/ports?device_id=91fc352d-7785-4fd8-956b-2e0e2d81aa74 HTTP/1.1" status: 200 len: 913 time: 0.1388307 Aug 31 09:39:03.852439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:03.983633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-21570704-17ad-467c-b486-2992037ff74f service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824002 Aug 31 09:39:04.064702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.134811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-ef949112-8a24-4093-8ebc-b5b6ef3f23b9 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284151 Aug 31 09:39:04.199626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-2e84cd1b-cd15-4ea1-a72b-94e336cb0dcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1 HTTP/1.1" status: 200 len: 217 time: 0.0509782 Aug 31 09:39:04.371320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ab7ba1c-8ad6-458a-b161-a74c5a052764 req-cdc79eb1-b753-42ac-9ec4-08da393a162b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 210 time: 0.0427272 Aug 31 09:39:04.389507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-91432b92-a6db-4785-af5c-bb232b842e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.394067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-91432b92-a6db-4785-af5c-bb232b842e23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1836104 Aug 31 09:39:04.497671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945a796-9689-431a-be12-d2e595d4c3cc None None] Network e2738758-e6e0-4348-b59d-13356d829605 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:04.498240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-9a7cc9c4-d64e-4711-940b-be80a52ac6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.499997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-9a7cc9c4-d64e-4711-940b-be80a52ac6a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939317 Aug 31 09:39:04.697619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ec3a17b6-ec7c-4cc0-a905-57f60f87009a None None] Provisioning for port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:04.743095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-2e0e302d-6560-4b0a-b727-2eaf628044f1 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353354 Aug 31 09:39:04.747018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:04.747364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.938460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-c1566084-b70e-42aa-84c7-6e97af460e1c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.943426 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-c1566084-b70e-42aa-84c7-6e97af460e1c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.52 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 811 time: 0.5258653 Aug 31 09:39:04.944893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] DHCP port deletion for e2738758-e6e0-4348-b59d-13356d829605 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:04.967066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Request body: {'port': {'device_id': 'a1345d06-1915-42cd-befa-9bbef00d7b99', 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7', 'admin_state_up': True, 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:05.012433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] Deleting port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:05.012536 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.037561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee28e2-b153-420b-b395-9f9224154466 req-b82f7002-ef78-47ee-99ba-a5e6d468042c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.039371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24ee28e2-b153-420b-b395-9f9224154466 req-b82f7002-ef78-47ee-99ba-a5e6d468042c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1807179 Aug 31 09:39:05.048128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58c4e5-52c3-4473-a74e-3f6dbab1694c req-0c1aaabb-438e-46af-9560-87d50643d965 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.050039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c58c4e5-52c3-4473-a74e-3f6dbab1694c req-0c1aaabb-438e-46af-9560-87d50643d965 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1550469 Aug 31 09:39:05.053676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-155c64a9-cc4f-4eaf-b07d-5fb5cef6f796 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965877 Aug 31 09:39:05.132633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-1cb119bf-3ba3-4a87-880d-8d0cad4def8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=542862e8-97eb-4df8-9c05-421b80d35dea HTTP/1.1" status: 200 len: 217 time: 0.0598588 Aug 31 09:39:05.153118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] For port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921,segment=NetworkSegment(d486d603-81eb-4367-94cb-04e7c94bf752),segment_id=d486d603-81eb-4367-94cb-04e7c94bf752)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:05.153540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.173536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] For port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921,segment=NetworkSegment(d486d603-81eb-4367-94cb-04e7c94bf752),segment_id=d486d603-81eb-4367-94cb-04e7c94bf752)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:05.173837 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.174224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24ee28e2-b153-420b-b395-9f9224154466 req-14ef9174-03fa-4408-9414-b0d6290f761d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224601 Aug 31 09:39:05.196122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Calling delete_port for c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:05.218629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c58c4e5-52c3-4473-a74e-3f6dbab1694c req-e6cd493a-e868-42cc-b438-9b20637774f0 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579425 Aug 31 09:39:05.227439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] Calling delete_port for c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:05.268719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-38a97de4-1904-40c2-83d0-b60f41f193fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.273082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-38a97de4-1904-40c2-83d0-b60f41f193fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1226833 Aug 31 09:39:05.387569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-dbd0756e-eb44-456e-ac7d-4edeeef99583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.390145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-dbd0756e-eb44-456e-ac7d-4edeeef99583 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046424 Aug 31 09:39:05.399807 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.404278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0beb3f-0473-493a-82e5-7bb8caca6b75 req-cfb8cda3-a60c-4759-a66d-02909fd64c80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.406509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e0beb3f-0473-493a-82e5-7bb8caca6b75 req-cfb8cda3-a60c-4759-a66d-02909fd64c80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0926955 Aug 31 09:39:05.436593 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.451889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] Pushing event deleted for resources: {'Port': ['ID=c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:05.463979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add3a65-d6a5-4c65-99b5-23af3db0fcdd None None] No DVR routers for this DVR port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:05.533214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Made reservation on behalf of 4a8c7491d9644a17bd8fe1d1134e9d07 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:05.538010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.550370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1326951-2e8a-4ee1-b8e0-29b57c30dd35 req-33d100a0-469c-4d3d-9380-c37b275e4671 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 210 time: 0.0491185 Aug 31 09:39:05.564575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e0beb3f-0473-493a-82e5-7bb8caca6b75 req-7fc8018c-0e9c-41f3-b3bb-18e7e2bbdd1c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906231 Aug 31 09:39:05.580368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.614234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-dca4f00b-4c59-43c6-a3f2-69599c9bde56 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064781 Aug 31 09:39:05.695067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Port': ['ID=c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:05.705829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No DVR routers for this DVR port c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:05.751432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-6276374b-314b-42fc-9f37-9b3b0cdacf5d service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279528 Aug 31 09:39:05.838043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-9079eadd-430b-4eb5-94c4-8e0233b9d077 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e9599971-f593-4030-9e63-346c825284b2 HTTP/1.1" status: 200 len: 217 time: 0.0785620 Aug 31 09:39:05.895802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-342c68b8-1775-40b4-933c-8c24c7e5044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.897308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-342c68b8-1775-40b4-933c-8c24c7e5044f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.0512671 Aug 31 09:39:05.897804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34324) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:05.994629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7848f-8d79-4ff0-ac7a-c42a3a741f50 req-09133afa-1ad4-4178-8760-ec22156ea809 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.996283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7a7848f-8d79-4ff0-ac7a-c42a3a741f50 req-09133afa-1ad4-4178-8760-ec22156ea809 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0923662 Aug 31 09:39:06.004562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-b4eba895-1e1d-4a28-8e3c-751ff45f0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.006809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-b4eba895-1e1d-4a28-8e3c-751ff45f0f82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930207 Aug 31 09:39:06.095919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d8f09fc-809a-4746-bea0-a1c6076b4a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.151299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7a7848f-8d79-4ff0-ac7a-c42a3a741f50 req-d69a32ed-68b2-4664-a7c1-6f93fb8ced1f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412115 Aug 31 09:39:06.199285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-9bb5c87c-d59d-41a4-921b-c48172524ae5 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836717 Aug 31 09:39:06.226528 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.268263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2738758-e6e0-4348-b59d-13356d829605']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:06.294712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd486d603-81eb-4367-94cb-04e7c94bf752') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:06.295046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd486d603-81eb-4367-94cb-04e7c94bf752') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:06.318319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.324052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Allocated IP 172.20.0.6 (aeb1dd70-0003-48a6-b555-cd97f533ebf7/00e7d3bf-27a3-49b6-a7c3-ee83b71bc427/19ff2824-108a-4b4b-b239-ed9fdad0c21b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:06.352818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.371570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:06.371982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:06.374880 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:06.388671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d8f09fc-809a-4746-bea0-a1c6076b4a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.402728 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d8f09fc-809a-4746-bea0-a1c6076b4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.434899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-95fed0cd-df89-4542-8b36-0b99d3724b90 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083864 Aug 31 09:39:06.482696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3d8f09fc-809a-4746-bea0-a1c6076b4a86 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=160e0609dc9a4df5ba4fe7856833aa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811746 Aug 31 09:39:06.485796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34352) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:06.513051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f09fc-809a-4746-bea0-a1c6076b4a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ce69f9-ea76-4d4f-8c7f-71b05196c195,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:06.539294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eef90-0794-47ae-838f-651053d739e7 req-052ddcaa-511c-4404-b7bb-f3c8c9fb57cd tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.540934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-638eef90-0794-47ae-838f-651053d739e7 req-052ddcaa-511c-4404-b7bb-f3c8c9fb57cd tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.2102261 Aug 31 09:39:06.542901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-d217bdf4-6934-4f5d-a703-a29f9ef64a41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0910051 Aug 31 09:39:06.560715 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.587522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.592830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/e2738758-e6e0-4348-b59d-13356d829605 HTTP/1.1" status: 204 len: 168 time: 4.9969258 Aug 31 09:39:06.605829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34360) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:06.613796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400776225'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:06.647597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03be32d-d71a-4147-9853-ffe70d2749ae tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=e2738758-e6e0-4348-b59d-13356d829605,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:06.675052 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-638eef90-0794-47ae-838f-651053d739e7 req-8a8655b7-56a2-49a7-ad4f-cf63fac76e25 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265135 Aug 31 09:39:06.702504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-c8f47c62-2342-4ffa-ac0f-f8a9c67d3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.703990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-c8f47c62-2342-4ffa-ac0f-f8a9c67d3d94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.1460142 Aug 31 09:39:06.715002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e96888c0-1e55-4b20-a93f-3647376ed1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.735287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8987ab8e-cac1-4426-a08f-3cbd807b00f7 req-ca6590c4-0818-46e2-8be1-0c795ee85f20 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 210 time: 0.0591507 Aug 31 09:39:06.745856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:06.749660 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.752420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Deleting port 156fd7e4-ed65-49ff-953c-cf0a96a8f7e5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:06.752770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.822202 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.829474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e96888c0-1e55-4b20-a93f-3647376ed1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.880404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:06.886217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:06.920133 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.920597 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment b1c3e650-c1ab-4a5a-b3e1-561340874f94 of type vlan for network ca7ed5a9-ac0c-41b4-93d1-cef82add655f Aug 31 09:39:06.924998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-cd632589-b841-4696-8cc7-ec0d73f17ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.927777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-cd632589-b841-4696-8cc7-ec0d73f17ff1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1949482 Aug 31 09:39:06.937404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:06.937893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c88b1eac-0dbd-4a8d-84bd-fe9b7c65c921 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:06.958841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.979799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Calling delete_port for 156fd7e4-ed65-49ff-953c-cf0a96a8f7e5 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:06.985200 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.985352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772074-605f-4126-a5d7-83397721fd94 req-5931c47c-c12a-49c8-8294-da8fbc7157ee tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.988567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e96888c0-1e55-4b20-a93f-3647376ed1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.991622 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e96888c0-1e55-4b20-a93f-3647376ed1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.992774 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e96888c0-1e55-4b20-a93f-3647376ed1f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21ce69f9-ea76-4d4f-8c7f-71b05196c195 HTTP/1.1" status: 204 len: 168 time: 0.5048835 Aug 31 09:39:06.993350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e772074-605f-4126-a5d7-83397721fd94 req-5931c47c-c12a-49c8-8294-da8fbc7157ee tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1867778 Aug 31 09:39:07.000433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4d81eeb1-02d6-41f8-98f2-0b911f55972c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:07.079118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96888c0-1e55-4b20-a93f-3647376ed1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ce69f9-ea76-4d4f-8c7f-71b05196c195,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:07.080468 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.090890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Network aeb1dd70-0003-48a6-b555-cd97f533ebf7 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:07.101437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:07.108066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:07.153760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e772074-605f-4126-a5d7-83397721fd94 req-7ae52ebf-e4c2-45dd-91ff-a40a0d526d73 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594286 Aug 31 09:39:07.156022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Pushing event updated for resources: {'Port': ['ID=19ff2824-108a-4b4b-b239-ed9fdad0c21b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:07.179557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-abed5216-753f-47c8-b89c-ab307bd8b95e service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223096 Aug 31 09:39:07.192728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:07.193991 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.296657 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.305643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:07.307040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.310113 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-744e2321-3c3e-44de-9a7d-cd1fca1a064b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3469982 Aug 31 09:39:07.329485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Request body: {'port': {'device_id': 'a1345d06-1915-42cd-befa-9bbef00d7b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:07.335729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ec529bb-ccca-4060-8bae-2c254e98915a req-13d1230d-6455-4b93-806a-8049f88eccb2 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447434 Aug 31 09:39:07.383542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7764769 Aug 31 09:39:07.386580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34380) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:07.392171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': 'ca7ed5a9-ac0c-41b4-93d1-cef82add655f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:07.433103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.452902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351e01b-007c-4736-81be-0830c0941fe2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=ca7ed5a9-ac0c-41b4-93d1-cef82add655f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:07.466712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ca7ed5a9-ac0c-41b4-93d1-cef82add655f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:07.500520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.556004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event deleted for resources: {'Port': ['ID=156fd7e4-ed65-49ff-953c-cf0a96a8f7e5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:07.580021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:07.589089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.671980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34388) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:07.979469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.096203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e8e8-ba02-4587-9ff7-ab75cf1d034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.189482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ff2824-108a-4b4b-b239-ed9fdad0c21b {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:08.201269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.211193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031791d-e37f-468f-b105-b17f13dc2fc9 req-e7d5d4e9-431e-48c9-a24d-6e9a43aaf165 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.213193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2031791d-e37f-468f-b105-b17f13dc2fc9 req-e7d5d4e9-431e-48c9-a24d-6e9a43aaf165 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 931 time: 0.1382844 Aug 31 09:39:08.226428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07b72d-4351-47a0-b453-0715da36a120 req-5745ac0b-3d07-45d3-9683-df2e920b1628 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.227983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d07b72d-4351-47a0-b453-0715da36a120 req-5745ac0b-3d07-45d3-9683-df2e920b1628 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1541643 Aug 31 09:39:08.253138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Transition to ACTIVE for port object 19ff2824-108a-4b4b-b239-ed9fdad0c21b will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:08.262234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.364093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d07b72d-4351-47a0-b453-0715da36a120 req-96bd60f1-ad05-4088-92d7-46b8706356bf tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276689 Aug 31 09:39:08.366921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2031791d-e37f-468f-b105-b17f13dc2fc9 req-739e1337-27fd-474d-9ba2-b953611537c7 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363463 Aug 31 09:39:08.377831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Pushing event updated for resources: {'Port': ['ID=19ff2824-108a-4b4b-b239-ed9fdad0c21b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:08.443458 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.483487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Router 91fc352d-7785-4fd8-956b-2e0e2d81aa74 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:08.490797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e8e8-ba02-4587-9ff7-ab75cf1d034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.497231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e8e8-ba02-4587-9ff7-ab75cf1d034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.585833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Attempting to bind port 19ff2824-108a-4b4b-b239-ed9fdad0c21b on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:08.586174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Attempting to bind port 19ff2824-108a-4b4b-b239-ed9fdad0c21b by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:08.586689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Attempting to bind port 19ff2824-108a-4b4b-b239-ed9fdad0c21b on network aeb1dd70-0003-48a6-b555-cd97f533ebf7 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:08.590733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=b953cef0-686a-4455-8310-b07e875417bf,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:08.595486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Port 19ff2824-108a-4b4b-b239-ed9fdad0c21b on network aeb1dd70-0003-48a6-b555-cd97f533ebf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:08.595822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Attempting to bind port 19ff2824-108a-4b4b-b239-ed9fdad0c21b on network aeb1dd70-0003-48a6-b555-cd97f533ebf7 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:08.600057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b3e5e8e8-ba02-4587-9ff7-ab75cf1d034b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f83927c9f7734623a9cfd17e4e933c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9269695 Aug 31 09:39:08.603250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34418) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:08.604470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5e8e8-ba02-4587-9ff7-ab75cf1d034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bdc76d-f4fe-48e2-b13e-fb1586123226,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:08.614032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': 'b1c3e650-c1ab-4a5a-b3e1-561340874f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ca7ed5a9-ac0c-41b4-93d1-cef82add655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:08.614436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: ca7ed5a9-ac0c-41b4-93d1-cef82add655f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:08.631287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9481-7a8b-4a6f-b2c3-5621c337eb2d req-2b3da2de-d06e-4327-b125-ab32ccc59f9d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.632867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfce9481-7a8b-4a6f-b2c3-5621c337eb2d req-2b3da2de-d06e-4327-b125-ab32ccc59f9d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1201563 Aug 31 09:39:08.641780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:08.642147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Checking segment: {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:08.642525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Bound using segment: {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:08.643074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Bound port: 19ff2824-108a-4b4b-b239-ed9fdad0c21b, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc14a0f3-20aa-4553-bc52-f49114e89d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:08.643441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.658782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network ca7ed5a9-ac0c-41b4-93d1-cef82add655f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:08.678162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, ca7ed5a9-ac0c-41b4-93d1-cef82add655f) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:08.689085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfce9481-7a8b-4a6f-b2c3-5621c337eb2d req-87e3636a-92d9-46a9-b5f8-0f5ff016ee07 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482230 Aug 31 09:39:08.690415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.690559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d85bf-592b-41f5-9344-3aee5492e2ca None None] Network ca7ed5a9-ac0c-41b4-93d1-cef82add655f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:08.691036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.712524 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c54a7dd7-85e8-4600-8363-7e093dbc3d2c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3221014 Aug 31 09:39:08.713820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34422) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:08.752632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:08.762383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d8f75251-572a-4ef3-b008-d5f86d15834f tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "PUT /v2.0/routers/91fc352d-7785-4fd8-956b-2e0e2d81aa74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9060991 Aug 31 09:39:08.768792 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4c5e0-a719-4b48-ad5f-f698d39e33fa None None] Sync routers for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:08.776350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34424) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:08.789356 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4c5e0-a719-4b48-ad5f-f698d39e33fa None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:08.791405 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f0e4c5e0-a719-4b48-ad5f-f698d39e33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:08.844612 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f0e4c5e0-a719-4b48-ad5f-f698d39e33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:08.857730 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4c5e0-a719-4b48-ad5f-f698d39e33fa None None] Routers {'91fc352d-7785-4fd8-956b-2e0e2d81aa74'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:08.859195 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f0e4c5e0-a719-4b48-ad5f-f698d39e33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:38:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:08.869322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] For port 19ff2824-108a-4b4b-b239-ed9fdad0c21b, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:08.871688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d34c4a9-0994-457b-8693-808c679638a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.876428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.901473 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f0e4c5e0-a719-4b48-ad5f-f698d39e33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:08.902477 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4c5e0-a719-4b48-ad5f-f698d39e33fa None None] The sync data for ids ['91fc352d-7785-4fd8-956b-2e0e2d81aa74'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:08.927665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] For port 19ff2824-108a-4b4b-b239-ed9fdad0c21b, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:08.943919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.962343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.983870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6cefb1-9398-44cd-a83f-721c4eda8af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-ca7ed5a9-ac0c-41b4-93d1-cef82add655f', 'network_id': 'ca7ed5a9-ac0c-41b4-93d1-cef82add655f', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': 'b953cef0-686a-4455-8310-b07e875417bf'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:08.985136 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e6cefb1-9398-44cd-a83f-721c4eda8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.003841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:09.005625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.007709 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] 10.222.0.52 "PUT /v2.0/ports/19ff2824-108a-4b4b-b239-ed9fdad0c21b HTTP/1.1" status: 200 len: 1091 time: 1.6872790 Aug 31 09:39:09.016746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1345d06-1915-42cd-befa-9bbef00d7b99', 'tag': '19ff2824-108a-4b4b-b239-ed9fdad0c21b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:09.021361 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd4abe-87df-4ee4-933d-5ceadce50c97" -d '{"events": [{"name": "network-changed", "server_uuid": "a1345d06-1915-42cd-befa-9bbef00d7b99", "tag": "19ff2824-108a-4b4b-b239-ed9fdad0c21b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:09.032479 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d34c4a9-0994-457b-8693-808c679638a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.076363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.105170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.131992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=b953cef0-686a-4455-8310-b07e875417bf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-9e6cefb1-9398-44cd-a83f-721c4eda8af7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b953cef0-686a-4455-8310-b07e875417bf: This subnet is being modified by another concurrent operation. Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:39:09.173955 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b953cef0-686a-4455-8310-b07e875417bf: This subnet is being modified by another concurrent operation. Aug 31 09:39:09.181129 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:39:09.199127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa11cd1-8978-4b6f-8927-0b8cb563a44b None None] Network ca7ed5a9-ac0c-41b4-93d1-cef82add655f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:09.227008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.252268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7ed5a9-ac0c-41b4-93d1-cef82add655f']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:09.273845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda447b-9e55-4a10-840a-6c0832cff0bd service neutron] Pushing event updated for resources: {'Port': ['ID=19ff2824-108a-4b4b-b239-ed9fdad0c21b,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:09.280520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d34c4a9-0994-457b-8693-808c679638a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.283423 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d34c4a9-0994-457b-8693-808c679638a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.284686 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7d34c4a9-0994-457b-8693-808c679638a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25bdc76d-f4fe-48e2-b13e-fb1586123226 HTTP/1.1" status: 204 len: 168 time: 0.6792066 Aug 31 09:39:09.293620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c3e650-c1ab-4a5a-b3e1-561340874f94') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:09.295005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c3e650-c1ab-4a5a-b3e1-561340874f94') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:09.307701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34c4a9-0994-457b-8693-808c679638a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bdc76d-f4fe-48e2-b13e-fb1586123226,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:09.320216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.327424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-e5b7d37b-83f6-4a5d-89f2-141f20b7f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:09.328813 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-e5b7d37b-83f6-4a5d-89f2-141f20b7f0de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 1094 time: 0.2544556 Aug 31 09:39:09.336310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.354892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.371315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:09.372051 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:09.377197 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:09.394703 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-7fa1e393-ba41-41a3-bb88-da5aee24f782 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b HTTP/1.1" status: 200 len: 217 time: 0.0465312 Aug 31 09:39:09.402346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b7d13c-4e7e-434f-834e-ce31fe4ecc21 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:39:09.443396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34440) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:09.521202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-42606f00-bb96-40d8-8320-577fdb824705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:09.522709 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-42606f00-bb96-40d8-8320-577fdb824705 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 HTTP/1.1" status: 200 len: 851 time: 0.1106448 Aug 31 09:39:09.526563 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1898378-a7bd-4c11-970b-cb7398f1fb3c x-openstack-request-id: req-b1898378-a7bd-4c11-970b-cb7398f1fb3c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:09.526883 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1345d06-1915-42cd-befa-9bbef00d7b99", "tag": "19ff2824-108a-4b4b-b239-ed9fdad0c21b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:09.527122 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1898378-a7bd-4c11-970b-cb7398f1fb3c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:09.527510 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1345d06-1915-42cd-befa-9bbef00d7b99', 'tag': '19ff2824-108a-4b4b-b239-ed9fdad0c21b', 'status': 'completed', 'code': 200} Aug 31 09:39:09.560680 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-a9a25f6a-51ef-4ef9-b41b-e903020b0fe0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aeb1dd70-0003-48a6-b555-cd97f533ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284956 Aug 31 09:39:09.609305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b7d13c-4e7e-434f-834e-ce31fe4ecc21 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:39:09.631299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Deleting port b4d2d6e0-9b46-42c3-8d2c-a805ff91caef {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:09.631697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.642545 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.658196 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.662067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/ca7ed5a9-ac0c-41b4-93d1-cef82add655f HTTP/1.1" status: 204 len: 168 time: 0.9466143 Aug 31 09:39:09.674329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34448) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:09.682932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870880041'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:09.726048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:09.729594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.741983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfe60a-ef1e-47d6-9699-62f7e5d6bc96 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=ca7ed5a9-ac0c-41b4-93d1-cef82add655f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:09.763247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f2d35-b3a5-4c04-a8f0-4d922eb84cf7 req-ebeb7a59-c0a7-436c-b798-2ea908a4458c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:09.765450 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-978f2d35-b3a5-4c04-a8f0-4d922eb84cf7 req-ebeb7a59-c0a7-436c-b798-2ea908a4458c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.2579768 Aug 31 09:39:09.780316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fce647-42cc-4f2f-89e5-2587eae61f67 req-8223dd69-488c-4ec0-8d7c-adb4117d5047 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:09.782436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94fce647-42cc-4f2f-89e5-2587eae61f67 req-8223dd69-488c-4ec0-8d7c-adb4117d5047 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 943 time: 0.1188180 Aug 31 09:39:09.868184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-978f2d35-b3a5-4c04-a8f0-4d922eb84cf7 req-c1c72ad9-ff43-40cd-b3ea-fa82a67d0674 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843830 Aug 31 09:39:09.878273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94fce647-42cc-4f2f-89e5-2587eae61f67 req-49c8e8d8-29be-465f-b617-ff9d2b6ef169 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879476 Aug 31 09:39:09.913830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68416374-ff3e-4e9d-8cc8-7be703f2e208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.123922 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-2ec8e25c-27ca-43a7-9caf-6135d58e20f3 service neutron] 10.222.0.52 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544231 Aug 31 09:39:10.125566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8274865-32d4-4836-8761-c1e60db2c7e8 req-cd2f676e-8087-4e6d-bdb7-a25c00f0eb56 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:10.126549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:10.129092 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8274865-32d4-4836-8761-c1e60db2c7e8 req-cd2f676e-8087-4e6d-bdb7-a25c00f0eb56 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1290855 Aug 31 09:39:10.163475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.200219 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8274865-32d4-4836-8761-c1e60db2c7e8 req-a2c6c52f-c16b-4e03-855a-c730e6cce563 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628624 Aug 31 09:39:10.203384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.203831 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment 068cc2dd-9776-4c97-b54a-6a23e2d16269 of type vlan for network 337d914c-b82f-436a-bbc6-54c20a1b632d Aug 31 09:39:10.206850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Calling delete_port for b4d2d6e0-9b46-42c3-8d2c-a805ff91caef owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:10.237515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68416374-ff3e-4e9d-8cc8-7be703f2e208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.242514 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68416374-ff3e-4e9d-8cc8-7be703f2e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.300909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68416374-ff3e-4e9d-8cc8-7be703f2e208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec27bee0-f4e5-4331-997b-d704b33fba93,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:10.310406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-68416374-ff3e-4e9d-8cc8-7be703f2e208 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aabe3e980cef41208e9077a757334d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8612056 Aug 31 09:39:10.311265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34466) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:10.312686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.375542 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67fa7f57-a750-4416-ad85-2c302960faf1 req-cf163b2b-8748-4b35-9547-c8f4cf97680e service neutron] 10.222.0.52 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434282 Aug 31 09:39:10.376513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.378704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.382410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:10.383075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.414785 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86f4fc89-06a4-41d3-8e82-661062a9c9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.454253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86f4fc89-06a4-41d3-8e82-661062a9c9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.464071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7871237 Aug 31 09:39:10.468787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34470) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:10.474981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': '337d914c-b82f-436a-bbc6-54c20a1b632d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:10.527110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a3241-ae46-42be-84b5-44766243813b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=337d914c-b82f-436a-bbc6-54c20a1b632d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:10.543904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 337d914c-b82f-436a-bbc6-54c20a1b632d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:10.548395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-17ffb169-30b4-4d79-be71-80a6e84eebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:10.550039 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-17ffb169-30b4-4d79-be71-80a6e84eebf9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 1094 time: 0.1138527 Aug 31 09:39:10.614441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86f4fc89-06a4-41d3-8e82-661062a9c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.617484 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86f4fc89-06a4-41d3-8e82-661062a9c9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.636655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-86f4fc89-06a4-41d3-8e82-661062a9c9a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec27bee0-f4e5-4331-997b-d704b33fba93 HTTP/1.1" status: 204 len: 168 time: 0.3158805 Aug 31 09:39:10.653598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:10.670613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.671800 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.695321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4fc89-06a4-41d3-8e82-661062a9c9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec27bee0-f4e5-4331-997b-d704b33fba93,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:10.705733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event deleted for resources: {'Port': ['ID=b4d2d6e0-9b46-42c3-8d2c-a805ff91caef,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:10.735578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-04bb2f19-0727-4882-aad0-ff9caf0ef5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:10.737127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-04bb2f19-0727-4882-aad0-ff9caf0ef5bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 913 time: 0.1774299 Aug 31 09:39:10.807737 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-4f955e7c-ba55-426d-9a44-3cfe5706cbfb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b HTTP/1.1" status: 200 len: 217 time: 0.0442076 Aug 31 09:39:10.820806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.985829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.990031 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.031822 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.039604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-a3eaebe5-8adb-4855-8e1f-632fc327efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.041232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-a3eaebe5-8adb-4855-8e1f-632fc327efd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 HTTP/1.1" status: 200 len: 851 time: 0.1902702 Aug 31 09:39:11.063431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.063999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Fanout notify agent at l3_agent the message router_deleted on router 91fc352d-7785-4fd8-956b-2e0e2d81aa74 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:11.073032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.074305 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9154edd9-fda0-48b1-8523-32255464b224 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "DELETE /v2.0/routers/91fc352d-7785-4fd8-956b-2e0e2d81aa74 HTTP/1.1" status: 204 len: 168 time: 2.2968504 Aug 31 09:39:11.089063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34492) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:11.093549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-8a0ee809-3c5f-4fba-8f78-eeef02d78935 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aeb1dd70-0003-48a6-b555-cd97f533ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417490 Aug 31 09:39:11.149259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5dc693-885f-48f2-aec3-3933e244740d tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Deleting subnet 12f79fca-96ab-40ec-805c-5538effd4912 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:11.152841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc693-885f-48f2-aec3-3933e244740d tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.179114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802df0-92b7-45d8-b413-cee3c74c4a6d req-93701fc2-a914-4282-9965-f08dab9c2da7 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.179114 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32802df0-92b7-45d8-b413-cee3c74c4a6d req-93701fc2-a914-4282-9965-f08dab9c2da7 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1497221 Aug 31 09:39:11.182016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34494) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:11.199326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc693-885f-48f2-aec3-3933e244740d tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.210662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948af3dc-6556-4a9e-8888-db7bb80197fb req-d0e24361-bff1-4482-95e5-e9980f8989d9 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.212553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948af3dc-6556-4a9e-8888-db7bb80197fb req-d0e24361-bff1-4482-95e5-e9980f8989d9 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 943 time: 0.2160707 Aug 31 09:39:11.231592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=a27c1cc4-a9b0-4fa9-a297-42cf9e629223,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:11.246518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ff69-d8e7-4231-9194-092daff434eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.298566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': '068cc2dd-9776-4c97-b54a-6a23e2d16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '337d914c-b82f-436a-bbc6-54c20a1b632d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:11.299360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: 337d914c-b82f-436a-bbc6-54c20a1b632d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:11.304101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32802df0-92b7-45d8-b413-cee3c74c4a6d req-4a0ac2a1-54d8-432b-9f05-8fad0b3206f1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143048 Aug 31 09:39:11.365426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948af3dc-6556-4a9e-8888-db7bb80197fb req-d219f446-98df-4f48-a3c7-910e69cb4ccf tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314855 Aug 31 09:39:11.383953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-0a0dfcea-8d18-4f45-8b79-c67365b24c01 service neutron] 10.222.0.52 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873574 Aug 31 09:39:11.386321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network 337d914c-b82f-436a-bbc6-54c20a1b632d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:11.393633 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc693-885f-48f2-aec3-3933e244740d tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.412833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 337d914c-b82f-436a-bbc6-54c20a1b632d) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:11.422633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5eedf-123b-4014-ad0d-1717908b2dc5 None None] Network 337d914c-b82f-436a-bbc6-54c20a1b632d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:11.425487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.426410 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.533378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ff69-d8e7-4231-9194-092daff434eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.560997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd5de9-469d-4b5d-9481-f12391321470 req-7207b550-13b4-4370-ace7-4515f042f4a8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.563262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35bd5de9-469d-4b5d-9481-f12391321470 req-7207b550-13b4-4370-ace7-4515f042f4a8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0888386 Aug 31 09:39:11.564279 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0b6ff69-d8e7-4231-9194-092daff434eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.565562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc693-885f-48f2-aec3-3933e244740d tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.570514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-99394350-7712-4c2a-9239-687e33d3ff23 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1003726 Aug 31 09:39:11.577160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:11.590299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc693-885f-48f2-aec3-3933e244740d tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.593428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1b5dc693-885f-48f2-aec3-3933e244740d tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "DELETE /v2.0/subnets/12f79fca-96ab-40ec-805c-5538effd4912 HTTP/1.1" status: 204 len: 168 time: 0.5032117 Aug 31 09:39:11.602163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d237b-9efd-4720-8089-b6774c659d8e None None] Network 29593d27-3025-4e6f-85fb-6964dde8b497 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:11.604237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34508) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:11.647555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e0b6ff69-d8e7-4231-9194-092daff434eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffcb8708426047be995d50453f35067f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617264 Aug 31 09:39:11.652248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34510) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:11.665660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6ff69-d8e7-4231-9194-092daff434eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957065f0-9a69-400e-8632-6781eb888387,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:11.692453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35bd5de9-469d-4b5d-9481-f12391321470 req-353bfcfa-6f0c-4c87-8f6c-c561c0c13c30 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141572 Aug 31 09:39:11.742282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4280956-d7a2-4fe5-9fdb-f9bfe733eaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.746964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-337d914c-b82f-436a-bbc6-54c20a1b632d', 'network_id': '337d914c-b82f-436a-bbc6-54c20a1b632d', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': 'a27c1cc4-a9b0-4fa9-a297-42cf9e629223'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:11.747761 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.769584 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27fd4abe-87df-4ee4-933d-5ceadce50c97 req-367170d8-acb8-492a-a932-0b1a70a89d56 service neutron] 10.222.0.52 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393898 Aug 31 09:39:11.787787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4280956-d7a2-4fe5-9fdb-f9bfe733eaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.828167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dc693-885f-48f2-aec3-3933e244740d tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event deleted for resources: {'Subnet': ['ID=12f79fca-96ab-40ec-805c-5538effd4912,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:11.858473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4280956-d7a2-4fe5-9fdb-f9bfe733eaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.867000 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4280956-d7a2-4fe5-9fdb-f9bfe733eaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.871048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f4280956-d7a2-4fe5-9fdb-f9bfe733eaf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/957065f0-9a69-400e-8632-6781eb888387 HTTP/1.1" status: 204 len: 168 time: 0.2162595 Aug 31 09:39:11.876657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.886990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280956-d7a2-4fe5-9fdb-f9bfe733eaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957065f0-9a69-400e-8632-6781eb888387,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:11.971340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.974549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Allocated IP 2001:db8::1 (337d914c-b82f-436a-bbc6-54c20a1b632d/a27c1cc4-a9b0-4fa9-a297-42cf9e629223/82a53c2f-6d86-471c-8786-2d4f5e16c7fe) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:12.047348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Deleting port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:12.047823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.050615 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.077816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] DHCP port deletion for 29593d27-3025-4e6f-85fb-6964dde8b497 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:12.174023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] For port 248cd5cf-7e5a-4e27-8c0e-a33175383b07, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=248cd5cf-7e5a-4e27-8c0e-a33175383b07,segment=NetworkSegment(50c37bc4-d6ed-4c64-aeb5-4788371687ab),segment_id=50c37bc4-d6ed-4c64-aeb5-4788371687ab)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:12.174388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.189096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Calling delete_port for 248cd5cf-7e5a-4e27-8c0e-a33175383b07 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:12.191777 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.203920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Transition to ACTIVE for port object 82a53c2f-6d86-471c-8786-2d4f5e16c7fe will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:12.216269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] Deleting port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:12.217037 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.284028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Transition to ACTIVE for port object 82a53c2f-6d86-471c-8786-2d4f5e16c7fe will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:12.291199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] For port 248cd5cf-7e5a-4e27-8c0e-a33175383b07, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=248cd5cf-7e5a-4e27-8c0e-a33175383b07,segment=NetworkSegment(50c37bc4-d6ed-4c64-aeb5-4788371687ab),segment_id=50c37bc4-d6ed-4c64-aeb5-4788371687ab)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:12.291922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.301031 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.309943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.315506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] Calling delete_port for 248cd5cf-7e5a-4e27-8c0e-a33175383b07 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:12.346707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] No DVR routers for this DVR port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:12.361444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Network 337d914c-b82f-436a-bbc6-54c20a1b632d is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:12.370613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:12.377735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:12.429887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.432189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event deleted for resources: {'Port': ['ID=248cd5cf-7e5a-4e27-8c0e-a33175383b07,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:12.449944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Pushing event updated for resources: {'Port': ['ID=82a53c2f-6d86-471c-8786-2d4f5e16c7fe,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:12.513702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Attempting to bind port 82a53c2f-6d86-471c-8786-2d4f5e16c7fe on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:12.514319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Attempting to bind port 82a53c2f-6d86-471c-8786-2d4f5e16c7fe by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '068cc2dd-9776-4c97-b54a-6a23e2d16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '337d914c-b82f-436a-bbc6-54c20a1b632d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:12.514944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Attempting to bind port 82a53c2f-6d86-471c-8786-2d4f5e16c7fe on network 337d914c-b82f-436a-bbc6-54c20a1b632d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:12.524238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=a27c1cc4-a9b0-4fa9-a297-42cf9e629223,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:12.539606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:12.540367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Checking segment: {'id': '068cc2dd-9776-4c97-b54a-6a23e2d16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '337d914c-b82f-436a-bbc6-54c20a1b632d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:12.540858 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.542213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Bound using segment: {'id': '068cc2dd-9776-4c97-b54a-6a23e2d16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '337d914c-b82f-436a-bbc6-54c20a1b632d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:12.543131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Bound port: 82a53c2f-6d86-471c-8786-2d4f5e16c7fe, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068cc2dd-9776-4c97-b54a-6a23e2d16269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '337d914c-b82f-436a-bbc6-54c20a1b632d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:12.543624 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.565407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.593196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.606010 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29593d27-3025-4e6f-85fb-6964dde8b497']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.613073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af2826-2e56-4e00-bb92-77408d4b5265 req-229be658-10da-4bf9-ad85-2dc506267dc8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:12.621085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36af2826-2e56-4e00-bb92-77408d4b5265 req-229be658-10da-4bf9-ad85-2dc506267dc8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1570971 Aug 31 09:39:12.621623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c37bc4-d6ed-4c64-aeb5-4788371687ab') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.622099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c37bc4-d6ed-4c64-aeb5-4788371687ab') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.633510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.651513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.654419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e0cbe-1c60-453f-903b-e32b636e4c1c req-9b833563-b002-4035-bea0-20b7ffafd808 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:12.656319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-324e0cbe-1c60-453f-903b-e32b636e4c1c req-9b833563-b002-4035-bea0-20b7ffafd808 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 943 time: 0.1141207 Aug 31 09:39:12.667169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:12.667844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.674974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] No DVR routers for this DVR port 248cd5cf-7e5a-4e27-8c0e-a33175383b07 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:12.681938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20bf8d-37f8-4684-95cf-abfb9bbc47c5 None None] Pushing event deleted for resources: {'Port': ['ID=248cd5cf-7e5a-4e27-8c0e-a33175383b07,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:12.712133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36af2826-2e56-4e00-bb92-77408d4b5265 req-5034bed8-d69e-47ae-8559-b735feb896dc tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898540 Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:12.736149 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:12.738289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34536) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:12.751860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] For port 82a53c2f-6d86-471c-8786-2d4f5e16c7fe, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:12.758174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] For port 82a53c2f-6d86-471c-8786-2d4f5e16c7fe, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=82a53c2f-6d86-471c-8786-2d4f5e16c7fe,segment=NetworkSegment(068cc2dd-9776-4c97-b54a-6a23e2d16269),segment_id=068cc2dd-9776-4c97-b54a-6a23e2d16269)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:12.766034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.779281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.782004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.783001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d914c-b82f-436a-bbc6-54c20a1b632d']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.797348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.799877 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "DELETE /v2.0/networks/29593d27-3025-4e6f-85fb-6964dde8b497 HTTP/1.1" status: 204 len: 168 time: 1.1533005 Aug 31 09:39:12.816982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34542) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:12.817795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d939c6-07d8-4545-acca-57fce56b6911 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event deleted for resources: {'Network': ['ID=29593d27-3025-4e6f-85fb-6964dde8b497,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:12.820839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068cc2dd-9776-4c97-b54a-6a23e2d16269') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.821134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068cc2dd-9776-4c97-b54a-6a23e2d16269') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.832409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.847497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.855304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:12.855717 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:12.859104 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:12.933445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:39:12.933445 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:39:12.933445 n-d-806683-2 neutron-server[94787]: [parameters: {'id': '337d914c-b82f-436a-bbc6-54c20a1b632d'}] Aug 31 09:39:12.933445 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:39:12.934494 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:39:12.946323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 248cd5cf-7e5a-4e27-8c0e-a33175383b07 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:12.953901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-324e0cbe-1c60-453f-903b-e32b636e4c1c req-d241db94-fc92-46f5-8999-9480485bff7b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704632 Aug 31 09:39:13.009220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 248cd5cf-7e5a-4e27-8c0e-a33175383b07 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:13.009795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 248cd5cf-7e5a-4e27-8c0e-a33175383b07 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:13.037018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e7c0a-9316-4434-be2b-4d6cd3fbde62 None None] Pushing event updated for resources: {'Port': ['ID=82a53c2f-6d86-471c-8786-2d4f5e16c7fe,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:13.043521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023c278-fc23-423a-9659-34ceb5c9985c None None] Network 337d914c-b82f-436a-bbc6-54c20a1b632d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:13.088901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3090-8100-4a4b-bdb7-4770d09fd0a7 req-a74706ab-0f20-4ad8-8411-7243bf41c880 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:13.090435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25da3090-8100-4a4b-bdb7-4770d09fd0a7 req-a74706ab-0f20-4ad8-8411-7243bf41c880 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0958655 Aug 31 09:39:13.136916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56882878-273e-4fc4-b2eb-096d24a94b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.170073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Deleting port 9f9d7347-2850-4fe8-aebd-e4be3a099b4b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:13.170795 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.198996 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ab15c-96ea-4e36-b7f4-3e2fcd0db782 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:39:13.199632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25da3090-8100-4a4b-bdb7-4770d09fd0a7 req-955e36e3-f939-4dc0-93ae-a9b6ecbe9081 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992119 Aug 31 09:39:13.307172 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.307507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.319844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ab15c-96ea-4e36-b7f4-3e2fcd0db782 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:39:13.327432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Calling delete_port for 9f9d7347-2850-4fe8-aebd-e4be3a099b4b owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:13.417237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56882878-273e-4fc4-b2eb-096d24a94b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.431842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56882878-273e-4fc4-b2eb-096d24a94b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.435800 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.463321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 19ff2824-108a-4b4b-b239-ed9fdad0c21b details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:39:13.495912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-56882878-273e-4fc4-b2eb-096d24a94b7c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06fca5d4ce0c4ea08c63a92c64f1dfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7577453 Aug 31 09:39:13.497587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56882878-273e-4fc4-b2eb-096d24a94b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f42d58c-2b7c-4b20-a501-140758ca4dd2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:13.499377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34556) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:13.547152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting port 82a53c2f-6d86-471c-8786-2d4f5e16c7fe {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:13.548104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.570369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.601430 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.619472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Pushing event deleted for resources: {'Port': ['ID=9f9d7347-2850-4fe8-aebd-e4be3a099b4b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:13.635709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 19ff2824-108a-4b4b-b239-ed9fdad0c21b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:13.641525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] For port 82a53c2f-6d86-471c-8786-2d4f5e16c7fe, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=82a53c2f-6d86-471c-8786-2d4f5e16c7fe,segment=NetworkSegment(068cc2dd-9776-4c97-b54a-6a23e2d16269),segment_id=068cc2dd-9776-4c97-b54a-6a23e2d16269)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:13.642942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.652539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '19ff2824-108a-4b4b-b239-ed9fdad0c21b', 'network_id': 'aeb1dd70-0003-48a6-b555-cd97f533ebf7', 'port_id': '19ff2824-108a-4b4b-b239-ed9fdad0c21b', 'mac_address': 'fa:16:3e:98:d1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e7d3bf-27a3-49b6-a7c3-ee83b71bc427', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:39:13.660699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Calling delete_port for 82a53c2f-6d86-471c-8786-2d4f5e16c7fe owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:13.696166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.699505 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.700692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f44b06b-fffd-4ac2-b0c5-a604b3768a19 tempest-FloatingIPAdminTestJSON-901489712 tempest-FloatingIPAdminTestJSON-901489712-project] 10.222.0.69 "DELETE /v2.0/floatingips/9cd491ac-8dc5-4081-9a73-97e64bc29332 HTTP/1.1" status: 204 len: 168 time: 0.8830776 Aug 31 09:39:13.768333 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.781883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88465821-ceaf-47e0-9eb5-bc357b440f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.812475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ff2824-108a-4b4b-b239-ed9fdad0c21b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:13.820473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88465821-ceaf-47e0-9eb5-bc357b440f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.837331 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.870900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 19ff2824-108a-4b4b-b239-ed9fdad0c21b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:13.887032 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.896277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Port': ['ID=82a53c2f-6d86-471c-8786-2d4f5e16c7fe,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:13.923598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No DVR routers for this DVR port 82a53c2f-6d86-471c-8786-2d4f5e16c7fe on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:13.979948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf743a-6250-4107-aa45-53ecbd11c798 req-ce65d8bd-d756-452d-a2aa-64e05eed8544 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:13.988461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bcf743a-6250-4107-aa45-53ecbd11c798 req-ce65d8bd-d756-452d-a2aa-64e05eed8544 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.1135840 Aug 31 09:39:14.025726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=19ff2824-108a-4b4b-b239-ed9fdad0c21b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:14.043296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bcf743a-6250-4107-aa45-53ecbd11c798 req-23cfebfe-9701-4c59-9538-5bfb570bf7ce tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494611 Aug 31 09:39:14.057833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.066211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88465821-ceaf-47e0-9eb5-bc357b440f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.069503 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88465821-ceaf-47e0-9eb5-bc357b440f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.073403 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-88465821-ceaf-47e0-9eb5-bc357b440f9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f42d58c-2b7c-4b20-a501-140758ca4dd2 HTTP/1.1" status: 204 len: 168 time: 0.5556579 Aug 31 09:39:14.079031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d914c-b82f-436a-bbc6-54c20a1b632d']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:14.100226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34578) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.111142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068cc2dd-9776-4c97-b54a-6a23e2d16269') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:14.111418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068cc2dd-9776-4c97-b54a-6a23e2d16269') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:14.113570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88465821-ceaf-47e0-9eb5-bc357b440f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f42d58c-2b7c-4b20-a501-140758ca4dd2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:14.127047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.152752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.159368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:14.159821 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.162033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1821cd5-3752-469f-aaae-bc404d8fe541 req-c0378d9b-e2ef-4380-b16f-52a1d5e4c94b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:14.164147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1821cd5-3752-469f-aaae-bc404d8fe541 req-c0378d9b-e2ef-4380-b16f-52a1d5e4c94b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 944 time: 0.0706756 Aug 31 09:39:14.197375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['19ff2824-108a-4b4b-b239-ed9fdad0c21b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:14.226188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1821cd5-3752-469f-aaae-bc404d8fe541 req-4d93140c-78da-4f32-b7bf-6fab8c47f936 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518484 Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:14.227935 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:14.267925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.274548 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:39:14.275113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.280250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/337d914c-b82f-436a-bbc6-54c20a1b632d HTTP/1.1" status: 204 len: 168 time: 2.6911275 Aug 31 09:39:14.280540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34586) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.288366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5652699'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:14.315503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:14.322217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.342281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8ce3d-a356-406c-bdd9-f30e024869c7 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=337d914c-b82f-436a-bbc6-54c20a1b632d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:14.374582 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-00842975-7442-49a0-9cca-e6cff3a57ef3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=930c74150fc04595a01e9aef09bd7742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726729 Aug 31 09:39:14.377369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34588) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.395980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:14.427951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5848d17-4bb5-4565-ab2d-e5a744bb39d6 req-bec7961d-9e84-48a8-b739-fdd09f2d0f02 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:14.429892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5848d17-4bb5-4565-ab2d-e5a744bb39d6 req-bec7961d-9e84-48a8-b739-fdd09f2d0f02 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0916116 Aug 31 09:39:14.431510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.431859 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment 8d6728cf-cf82-4fe1-8bc7-7f9432282962 of type vlan for network c7a0e036-15fb-4c99-a88b-a614d24353dd Aug 31 09:39:14.456816 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3973cfff-4dca-47bc-b675-d2e315824083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.507007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5848d17-4bb5-4565-ab2d-e5a744bb39d6 req-8c6f129b-2c17-42fa-8499-66ee469beccf tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656374 Aug 31 09:39:14.509076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3973cfff-4dca-47bc-b675-d2e315824083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.522558 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.571752 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.580961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:14.581719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.584112 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3973cfff-4dca-47bc-b675-d2e315824083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.588727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3973cfff-4dca-47bc-b675-d2e315824083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.591345 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3973cfff-4dca-47bc-b675-d2e315824083 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79b3fa2a-9c0b-4a8b-9872-6a8403feba05 HTTP/1.1" status: 204 len: 168 time: 0.2123885 Aug 31 09:39:14.605022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973cfff-4dca-47bc-b675-d2e315824083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b3fa2a-9c0b-4a8b-9872-6a8403feba05,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:14.622847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3410721 Aug 31 09:39:14.625869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34598) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.633740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:14.714888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3c702-1ced-4bd2-9799-0d62a973366f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=c7a0e036-15fb-4c99-a88b-a614d24353dd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:14.732638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network c7a0e036-15fb-4c99-a88b-a614d24353dd details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:14.740306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34600) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.758290 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb000-ab32-4e3e-9520-9c4071aa860d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.788093 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-1e2fb000-ab32-4e3e-9520-9c4071aa860d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:39:14.788093 n-d-806683-2 neutron-server[94786]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:39:14.788093 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id': '2c595c3d86f64725a657eff41e356677', 'id': 'dea4c0b6-44a6-4c31-94b1-a75bf49a2234', 'expiration': datetime.datetime(2021, 8, 31, 9, 41, 14, 781021)}] Aug 31 09:39:14.788093 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:39:14.789839 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-1e2fb000-ab32-4e3e-9520-9c4071aa860d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:39:14.802249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:14.807429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.047583 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.110484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34616) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.127093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=2ccedf7d-53dd-4e45-a971-d594a2436069,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.127342 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02811bb2-b217-4a10-9718-10175caeb457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.138680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': '8d6728cf-cf82-4fe1-8bc7-7f9432282962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:15.139367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: c7a0e036-15fb-4c99-a88b-a614d24353dd, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:15.157752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network c7a0e036-15fb-4c99-a88b-a614d24353dd is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:15.169499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, c7a0e036-15fb-4c99-a88b-a614d24353dd) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:15.176560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:15.177555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.178288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c677e-d46b-4d22-8a74-fa3f19991464 None None] Network c7a0e036-15fb-4c99-a88b-a614d24353dd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:15.196990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48673605-86de-43c7-bcf1-a32337630468 req-4956df0a-e89b-4a55-90f4-52e63f7a8c51 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:15.198602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48673605-86de-43c7-bcf1-a32337630468 req-4956df0a-e89b-4a55-90f4-52e63f7a8c51 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.0736873 Aug 31 09:39:15.284698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48673605-86de-43c7-bcf1-a32337630468 req-42404c30-4193-436a-8f7c-87f68d8903c8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735030 Aug 31 09:39:15.291137 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb000-ab32-4e3e-9520-9c4071aa860d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.379434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-c7a0e036-15fb-4c99-a88b-a614d24353dd', 'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': '2ccedf7d-53dd-4e45-a971-d594a2436069'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:15.381025 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.390730 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02811bb2-b217-4a10-9718-10175caeb457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.410099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1bd50fc9-9e96-42c1-81b6-51624ce9860f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7827549 Aug 31 09:39:15.411028 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02811bb2-b217-4a10-9718-10175caeb457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.413930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34624) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.420685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:15.432429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf4747-c462-4898-b015-bfa39aa0dcb2 req-b782d79b-d4fe-4cfa-ba35-f7f7ac6f7885 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:15.433873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46bf4747-c462-4898-b015-bfa39aa0dcb2 req-b782d79b-d4fe-4cfa-ba35-f7f7ac6f7885 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 944 time: 0.1144707 Aug 31 09:39:15.493200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02811bb2-b217-4a10-9718-10175caeb457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedb96be-f193-48f5-a205-5c24bb2d94ba,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.500235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-02811bb2-b217-4a10-9718-10175caeb457 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5b1ba5582ee413fb6186d1144d5c168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886800 Aug 31 09:39:15.504018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34626) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.518778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 19ff2824-108a-4b4b-b239-ed9fdad0c21b up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:15.574659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46bf4747-c462-4898-b015-bfa39aa0dcb2 req-11e7122f-6cc2-4d41-a2fc-ee52387d71b2 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118674 Aug 31 09:39:15.668372 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-88af2b61-37da-4a66-bf13-1a17de701629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.695779 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-88af2b61-37da-4a66-bf13-1a17de701629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.698609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 19ff2824-108a-4b4b-b239-ed9fdad0c21b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:15.707755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Allocated IP 2001:db8::2 (c7a0e036-15fb-4c99-a88b-a614d24353dd/2ccedf7d-53dd-4e45-a971-d594a2436069/aefad830-5ee6-4744-924a-c98959fb9221) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:15.712845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 19ff2824-108a-4b4b-b239-ed9fdad0c21b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:15.713219 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.809377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb000-ab32-4e3e-9520-9c4071aa860d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.820345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc5da2-cb2f-421f-ba28-e5974c75c34e req-170cdd6c-9296-448b-92d0-e75ec55a35ea tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:15.822375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84fc5da2-cb2f-421f-ba28-e5974c75c34e req-170cdd6c-9296-448b-92d0-e75ec55a35ea tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1776469 Aug 31 09:39:15.824049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb000-ab32-4e3e-9520-9c4071aa860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.847081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:15.854179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.872530 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-88af2b61-37da-4a66-bf13-1a17de701629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.872743 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.875372 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-88af2b61-37da-4a66-bf13-1a17de701629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.880035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-88af2b61-37da-4a66-bf13-1a17de701629 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fedb96be-f193-48f5-a205-5c24bb2d94ba HTTP/1.1" status: 204 len: 168 time: 0.3690372 Aug 31 09:39:15.909711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1e2fb000-ab32-4e3e-9520-9c4071aa860d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c595c3d86f64725a657eff41e356677&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1679723 Aug 31 09:39:15.925170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34634) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.931819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84fc5da2-cb2f-421f-ba28-e5974c75c34e req-099d900c-2671-4dbd-9f0e-366d62a2dd84 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000249 Aug 31 09:39:15.932615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fb000-ab32-4e3e-9520-9c4071aa860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a37a9d4-a46e-4b32-870a-d1f25d8dc84f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.944402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af2b61-37da-4a66-bf13-1a17de701629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedb96be-f193-48f5-a205-5c24bb2d94ba,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.062655 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4eed702f-0a83-43ad-99cc-b68fecd02c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.118347 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4eed702f-0a83-43ad-99cc-b68fecd02c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.149309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34642) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:16.196458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1345d06-1915-42cd-befa-9bbef00d7b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ff2824-108a-4b4b-b239-ed9fdad0c21b'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:16.199618 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca99fe8-8abf-4859-9728-23284ed57a3a" -d '{"events": [{"server_uuid": "a1345d06-1915-42cd-befa-9bbef00d7b99", "name": "network-vif-plugged", "status": "completed", "tag": "19ff2824-108a-4b4b-b239-ed9fdad0c21b"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:16.239847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 19ff2824-108a-4b4b-b239-ed9fdad0c21b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:16.244752 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.283876 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4eed702f-0a83-43ad-99cc-b68fecd02c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.288345 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4eed702f-0a83-43ad-99cc-b68fecd02c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.290048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4eed702f-0a83-43ad-99cc-b68fecd02c27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a37a9d4-a46e-4b32-870a-d1f25d8dc84f HTTP/1.1" status: 204 len: 168 time: 0.3604438 Aug 31 09:39:16.309161 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.309781 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-602952a3-0b52-44bd-a214-2ef3f36b49c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.336636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed702f-0a83-43ad-99cc-b68fecd02c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a37a9d4-a46e-4b32-870a-d1f25d8dc84f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.372937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34654) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:16.380581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Transition to ACTIVE for port object aefad830-5ee6-4744-924a-c98959fb9221 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:16.399337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=19ff2824-108a-4b4b-b239-ed9fdad0c21b,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.413492 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d88d798-1939-4d4f-b3d2-0f4a69d48495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.437962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Transition to ACTIVE for port object aefad830-5ee6-4744-924a-c98959fb9221 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:16.449243 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.497332 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.498476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Network c7a0e036-15fb-4c99-a88b-a614d24353dd is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:16.506358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:16.510796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:16.512524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab21cbd-e5a9-43c5-961b-991ee978ee5b req-4de19ceb-f548-4286-9bea-2bd4e4502128 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:16.514199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ab21cbd-e5a9-43c5-961b-991ee978ee5b req-4de19ceb-f548-4286-9bea-2bd4e4502128 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.0953944 Aug 31 09:39:16.527710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Pushing event updated for resources: {'Port': ['ID=aefad830-5ee6-4744-924a-c98959fb9221,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.595069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ab21cbd-e5a9-43c5-961b-991ee978ee5b req-c011b055-5b1c-4dfa-962c-dab9ba25b3d1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718911 Aug 31 09:39:16.597319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-602952a3-0b52-44bd-a214-2ef3f36b49c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.604081 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-602952a3-0b52-44bd-a214-2ef3f36b49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.627281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Attempting to bind port aefad830-5ee6-4744-924a-c98959fb9221 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:16.627651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Attempting to bind port aefad830-5ee6-4744-924a-c98959fb9221 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '8d6728cf-cf82-4fe1-8bc7-7f9432282962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:16.628036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Attempting to bind port aefad830-5ee6-4744-924a-c98959fb9221 on network c7a0e036-15fb-4c99-a88b-a614d24353dd {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:16.635277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:16.635685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Checking segment: {'id': '8d6728cf-cf82-4fe1-8bc7-7f9432282962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:16.636091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.636529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Bound using segment: {'id': '8d6728cf-cf82-4fe1-8bc7-7f9432282962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:16.637036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Bound port: aefad830-5ee6-4744-924a-c98959fb9221, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6728cf-cf82-4fe1-8bc7-7f9432282962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:16.637374 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.671658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-602952a3-0b52-44bd-a214-2ef3f36b49c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c77595169d834177b39f9241b17a26fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5209653 Aug 31 09:39:16.677420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34660) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:16.700418 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8a73a2-89ca-4bec-8acd-a7e505f9270c x-openstack-request-id: req-9e8a73a2-89ca-4bec-8acd-a7e505f9270c {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:16.700865 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1345d06-1915-42cd-befa-9bbef00d7b99", "name": "network-vif-plugged", "status": "completed", "tag": "19ff2824-108a-4b4b-b239-ed9fdad0c21b", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:16.700971 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e8a73a2-89ca-4bec-8acd-a7e505f9270c {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:16.702704 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1345d06-1915-42cd-befa-9bbef00d7b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ff2824-108a-4b4b-b239-ed9fdad0c21b', 'code': 200} Aug 31 09:39:16.756568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602952a3-0b52-44bd-a214-2ef3f36b49c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e675c-9d4e-4461-b62c-c723a2526c23,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.802891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network c7a0e036-15fb-4c99-a88b-a614d24353dd is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:16.806465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] For port aefad830-5ee6-4744-924a-c98959fb9221, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:16.813480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:16.815563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] For port aefad830-5ee6-4744-924a-c98959fb9221, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aefad830-5ee6-4744-924a-c98959fb9221,segment=NetworkSegment(8d6728cf-cf82-4fe1-8bc7-7f9432282962),segment_id=8d6728cf-cf82-4fe1-8bc7-7f9432282962)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:16.829260 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.869855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-08c52d88-7685-4797-b878-a1d74badce1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.885106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:16.886355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.891631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8755c-d260-4beb-8959-6b8f55534dc4 req-94d4ef59-58a4-4b23-8c67-f5c68011af8f tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:16.898197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7c8755c-d260-4beb-8959-6b8f55534dc4 req-94d4ef59-58a4-4b23-8c67-f5c68011af8f tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1344342 Aug 31 09:39:16.955906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=d4f82d0b-8a8c-4a00-a92a-42105dc45c78,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.961556 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d88d798-1939-4d4f-b3d2-0f4a69d48495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.967808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-08c52d88-7685-4797-b878-a1d74badce1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.976186 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d88d798-1939-4d4f-b3d2-0f4a69d48495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.980615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49560a71-3549-47d9-ad8e-b98f2fa1f0a4 None None] Pushing event updated for resources: {'Port': ['ID=aefad830-5ee6-4744-924a-c98959fb9221,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:17.058278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d948ccb-52e1-44bb-80ff-cd193190fbca req-6dbe74e8-eb33-4278-909e-b2cb21c351a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.067751 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d948ccb-52e1-44bb-80ff-cd193190fbca req-6dbe74e8-eb33-4278-909e-b2cb21c351a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 1096 time: 0.2479148 Aug 31 09:39:17.073383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7c8755c-d260-4beb-8959-6b8f55534dc4 req-dbc64697-bdc6-4a88-b2ce-60d980a2645c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565380 Aug 31 09:39:17.085133 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-08c52d88-7685-4797-b878-a1d74badce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.093497 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-08c52d88-7685-4797-b878-a1d74badce1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.098254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-08c52d88-7685-4797-b878-a1d74badce1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b5e675c-9d4e-4461-b62c-c723a2526c23 HTTP/1.1" status: 204 len: 168 time: 0.4152942 Aug 31 09:39:17.109225 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-66a7a73c-8410-4e6f-bed8-c3d404b3ef47 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6932352 Aug 31 09:39:17.115198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34680) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:17.177488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c52d88-7685-4797-b878-a1d74badce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e675c-9d4e-4461-b62c-c723a2526c23,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:17.392269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2d948ccb-52e1-44bb-80ff-cd193190fbca req-57403f91-ad3c-4dfa-ac07-8756c1842db1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595220 Aug 31 09:39:17.419409 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d88d798-1939-4d4f-b3d2-0f4a69d48495 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=50d5f0c0376042278c3c90b1f72d329a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0428612 Aug 31 09:39:17.430765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34690) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:17.471361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88d798-1939-4d4f-b3d2-0f4a69d48495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fdaf20-0a99-4a7d-b844-8a5e97df0cfa,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:17.533290 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a041f57-cebc-43b5-9e5e-2cbbf94f18ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.638636 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a041f57-cebc-43b5-9e5e-2cbbf94f18ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.693372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0555ef-faf1-46e6-946d-0ab1ff042a5c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.698145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0555ef-faf1-46e6-946d-0ab1ff042a5c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.701177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0555ef-faf1-46e6-946d-0ab1ff042a5c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.704171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0555ef-faf1-46e6-946d-0ab1ff042a5c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.707020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0555ef-faf1-46e6-946d-0ab1ff042a5c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.714058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8f0555ef-faf1-46e6-946d-0ab1ff042a5c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5940509 Aug 31 09:39:17.716817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34700) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:17.727168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185209114'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:17.764294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a041f57-cebc-43b5-9e5e-2cbbf94f18ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.767210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3a041f57-cebc-43b5-9e5e-2cbbf94f18ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.771403 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3a041f57-cebc-43b5-9e5e-2cbbf94f18ad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2fdaf20-0a99-4a7d-b844-8a5e97df0cfa HTTP/1.1" status: 204 len: 168 time: 0.3391647 Aug 31 09:39:17.785448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a041f57-cebc-43b5-9e5e-2cbbf94f18ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fdaf20-0a99-4a7d-b844-8a5e97df0cfa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:17.814051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:17.819268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.833943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a62f-80a7-4ba9-b8e3-963203d6d0af req-f2fdb4b2-3fee-44fb-b2c3-e5047f3e4c2d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.841515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d44a62f-80a7-4ba9-b8e3-963203d6d0af req-f2fdb4b2-3fee-44fb-b2c3-e5047f3e4c2d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.3888903 Aug 31 09:39:17.896607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:17.912693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d44a62f-80a7-4ba9-b8e3-963203d6d0af req-9a785f2c-4355-4362-bbe6-54d49794702e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700555 Aug 31 09:39:17.915874 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.916295 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment 6f52ecd4-4e20-4604-bb76-d1643819d80f of type vlan for network dd213b4c-1b9d-4087-8824-a938e48a00d1 Aug 31 09:39:17.965526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.000439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.006885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:18.007775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.012975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34712) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:18.031962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b676d5f5-6f04-4afa-abe9-d4bdf202360c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.035537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3170998 Aug 31 09:39:18.036937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34714) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:18.057910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e2a9ccea-c1bb-443b-b045-60cac9ff840d tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:18.108769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cacb11-28f1-4d94-a349-2c9f1b168361 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=dd213b4c-1b9d-4087-8824-a938e48a00d1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:18.123136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network dd213b4c-1b9d-4087-8824-a938e48a00d1 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:18.317234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf178b1-8b4a-4f3f-9e15-bac0564769ab req-ee5f6528-6d26-43a3-b385-d1f8b279ca03 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:18.327203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bf178b1-8b4a-4f3f-9e15-bac0564769ab req-ee5f6528-6d26-43a3-b385-d1f8b279ca03 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.0849123 Aug 31 09:39:18.380542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bf178b1-8b4a-4f3f-9e15-bac0564769ab req-7af7c97a-1e2a-4b16-acf4-50ef22277b6c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505705 Aug 31 09:39:18.491470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b676d5f5-6f04-4afa-abe9-d4bdf202360c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.523309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b71faa-db7c-4593-a660-9f0a4915bcf0 None None] Network c7a0e036-15fb-4c99-a88b-a614d24353dd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:18.527835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ccea-c1bb-443b-b045-60cac9ff840d tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.541669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b676d5f5-6f04-4afa-abe9-d4bdf202360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.573232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b676d5f5-6f04-4afa-abe9-d4bdf202360c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b72fa26bc31b4369ae4b30cb645bffd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589333 Aug 31 09:39:18.576345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34736) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:18.583908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ccea-c1bb-443b-b045-60cac9ff840d tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.644643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-58b47ac3-4cf6-40a1-9ca8-4c0551179987 None None] Provisioning for port aefad830-5ee6-4744-924a-c98959fb9221 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:18.656460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2a9ccea-c1bb-443b-b045-60cac9ff840d tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network dd213b4c-1b9d-4087-8824-a938e48a00d1 is not hosted by any dhcp agent {{(pid=94787) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:39:18.669741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a9ccea-c1bb-443b-b045-60cac9ff840d tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:18.670412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ccea-c1bb-443b-b045-60cac9ff840d tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.675901 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e2a9ccea-c1bb-443b-b045-60cac9ff840d tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "PUT /v2.0/networks/dd213b4c-1b9d-4087-8824-a938e48a00d1 HTTP/1.1" status: 200 len: 723 time: 0.6276224 Aug 31 09:39:18.676090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34740) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:18.685259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676d5f5-6f04-4afa-abe9-d4bdf202360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f24912-727f-40b8-9ecd-24469734c5a8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:18.685834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': 'dd213b4c-1b9d-4087-8824-a938e48a00d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:18.720957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd59c673-f94a-4cb2-b878-ed8579f96963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.734931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9ccea-c1bb-443b-b045-60cac9ff840d tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=dd213b4c-1b9d-4087-8824-a938e48a00d1,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:18.749708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network dd213b4c-1b9d-4087-8824-a938e48a00d1 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:18.865303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd59c673-f94a-4cb2-b878-ed8579f96963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.952850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:18.960255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.989669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aefad830-5ee6-4744-924a-c98959fb9221 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:19.040882 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd59c673-f94a-4cb2-b878-ed8579f96963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.043750 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd59c673-f94a-4cb2-b878-ed8579f96963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.047439 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bd59c673-f94a-4cb2-b878-ed8579f96963 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4f24912-727f-40b8-9ecd-24469734c5a8 HTTP/1.1" status: 204 len: 168 time: 0.4673710 Aug 31 09:39:19.072117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59c673-f94a-4cb2-b878-ed8579f96963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f24912-727f-40b8-9ecd-24469734c5a8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:19.120036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port aefad830-5ee6-4744-924a-c98959fb9221 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:19.128161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port aefad830-5ee6-4744-924a-c98959fb9221 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:19.129363 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.133756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed53c3e-fd91-4880-a06c-5305ca7e7ee5 None None] Update dhcp port {'port': {'network_id': 'c7a0e036-15fb-4c99-a88b-a614d24353dd', 'fixed_ips': [{'subnet_id': '2ccedf7d-53dd-4e45-a971-d594a2436069', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4f82d0b-8a8c-4a00-a92a-42105dc45c78'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'aefad830-5ee6-4744-924a-c98959fb9221'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:39:19.195198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aed53c3e-fd91-4880-a06c-5305ca7e7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.287869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.362476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.385485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead64bf2-2faf-4868-b49a-91f454919997 req-bc91a3a0-41c3-4d66-8eda-9173d60cfb66 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:19.392746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ead64bf2-2faf-4868-b49a-91f454919997 req-bc91a3a0-41c3-4d66-8eda-9173d60cfb66 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1528482 Aug 31 09:39:19.404671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=8ad96db0-be79-4e8d-a11d-97ae7760723c,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:19.423686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': '6f52ecd4-4e20-4604-bb76-d1643819d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'dd213b4c-1b9d-4087-8824-a938e48a00d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:19.424372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: dd213b4c-1b9d-4087-8824-a938e48a00d1, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:19.461178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port aefad830-5ee6-4744-924a-c98959fb9221, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aefad830-5ee6-4744-924a-c98959fb9221,segment=NetworkSegment(8d6728cf-cf82-4fe1-8bc7-7f9432282962),segment_id=8d6728cf-cf82-4fe1-8bc7-7f9432282962)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:19.461741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ead64bf2-2faf-4868-b49a-91f454919997 req-d8047f13-8607-4b6e-8849-729db3684408 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680277 Aug 31 09:39:19.488172 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.493178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network dd213b4c-1b9d-4087-8824-a938e48a00d1 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:19.508794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-aed53c3e-fd91-4880-a06c-5305ca7e7ee5 None None] Allocated IP 172.20.0.1 (c7a0e036-15fb-4c99-a88b-a614d24353dd/d4f82d0b-8a8c-4a00-a92a-42105dc45c78/aefad830-5ee6-4744-924a-c98959fb9221) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:19.535140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, dd213b4c-1b9d-4087-8824-a938e48a00d1) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:19.542941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:19.543701 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.550602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c3869-adbf-42a9-b2f1-6eae3f279773 None None] Network dd213b4c-1b9d-4087-8824-a938e48a00d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:19.567147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290606a-4077-4198-b5af-fdec231e63d1 req-f1a6d35e-7474-4c5a-b7dc-bd29279f6610 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:19.569695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5290606a-4077-4198-b5af-fdec231e63d1 req-f1a6d35e-7474-4c5a-b7dc-bd29279f6610 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.0883646 Aug 31 09:39:19.581550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d7075421-d56e-4531-b92d-3749789a4be2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9043143 Aug 31 09:39:19.585707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34778) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:19.593392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-819d0cd5-bb8c-4cd6-bfe3-fda0c7ce52a2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:19.624261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5290606a-4077-4198-b5af-fdec231e63d1 req-e93376af-f79b-4fc0-b991-d349ed6cd0b9 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454235 Aug 31 09:39:19.661646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=aefad830-5ee6-4744-924a-c98959fb9221,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:19.738288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-819d0cd5-bb8c-4cd6-bfe3-fda0c7ce52a2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59175193'] for subnet, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.798983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-aed53c3e-fd91-4880-a06c-5305ca7e7ee5 None None] For port aefad830-5ee6-4744-924a-c98959fb9221, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aefad830-5ee6-4744-924a-c98959fb9221,segment=NetworkSegment(8d6728cf-cf82-4fe1-8bc7-7f9432282962),segment_id=8d6728cf-cf82-4fe1-8bc7-7f9432282962)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:19.904333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-dd213b4c-1b9d-4087-8824-a938e48a00d1', 'network_id': 'dd213b4c-1b9d-4087-8824-a938e48a00d1', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': '8ad96db0-be79-4e8d-a11d-97ae7760723c'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:19.905382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.913360 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aed53c3e-fd91-4880-a06c-5305ca7e7ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.042978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-aed53c3e-fd91-4880-a06c-5305ca7e7ee5 None None] Transition to ACTIVE for port object aefad830-5ee6-4744-924a-c98959fb9221 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:20.054191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aed53c3e-fd91-4880-a06c-5305ca7e7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.083638 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-819d0cd5-bb8c-4cd6-bfe3-fda0c7ce52a2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731637169628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59555691'] for subnet, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.096786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-db2306d7-acb3-409d-8211-46d618bf7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.098252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-db2306d7-acb3-409d-8211-46d618bf7eec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 1096 time: 0.1194670 Aug 31 09:39:20.111284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4aafd-ec81-4648-b721-8ac1413c1562 req-34f5b380-5c68-491d-8eb2-94cfc38c3540 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.132063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15f4aafd-ec81-4648-b721-8ac1413c1562 req-34f5b380-5c68-491d-8eb2-94cfc38c3540 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1164513 Aug 31 09:39:20.134840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d0cd5-bb8c-4cd6-bfe3-fda0c7ce52a2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.137703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-819d0cd5-bb8c-4cd6-bfe3-fda0c7ce52a2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.141863 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-819d0cd5-bb8c-4cd6-bfe3-fda0c7ce52a2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "PUT /v2.0/subnets/8ad96db0-be79-4e8d-a11d-97ae7760723c HTTP/1.1" status: 200 len: 826 time: 0.5512562 Aug 31 09:39:20.150947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34810) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:20.209359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed53c3e-fd91-4880-a06c-5305ca7e7ee5 None None] Pushing event updated for resources: {'Port': ['ID=aefad830-5ee6-4744-924a-c98959fb9221,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:20.211250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Allocated IP 2001:db8::2 (dd213b4c-1b9d-4087-8824-a938e48a00d1/8ad96db0-be79-4e8d-a11d-97ae7760723c/915d9fb8-c0ef-44fa-8185-bfa8e5e04698) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:20.227673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d0cd5-bb8c-4cd6-bfe3-fda0c7ce52a2 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=8ad96db0-be79-4e8d-a11d-97ae7760723c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:20.287054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15f4aafd-ec81-4648-b721-8ac1413c1562 req-3655fd07-074b-4001-bc0c-17bb4e8011e5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521497 Aug 31 09:39:20.347751 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.360253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-3818831e-c235-4624-9211-bfde39b84f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.364547 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-3818831e-c235-4624-9211-bfde39b84f71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 913 time: 0.2436500 Aug 31 09:39:20.444126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.451492 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.454629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Transition to ACTIVE for port object 915d9fb8-c0ef-44fa-8185-bfa8e5e04698 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:20.459429 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-309da563-b4ef-4ae0-b0f2-f78405ab72dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b HTTP/1.1" status: 200 len: 217 time: 0.0869625 Aug 31 09:39:20.475856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Transition to ACTIVE for port object 915d9fb8-c0ef-44fa-8185-bfa8e5e04698 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:20.498232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.581206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-58a64ff9-cd72-4b55-a38a-cefb7b8dcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.587457 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-58a64ff9-cd72-4b55-a38a-cefb7b8dcd47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 HTTP/1.1" status: 200 len: 851 time: 0.1155372 Aug 31 09:39:20.596162 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.627731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Network dd213b4c-1b9d-4087-8824-a938e48a00d1 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:20.627968 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-19c65440-8442-4858-978e-8c4c18d159d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aeb1dd70-0003-48a6-b555-cd97f533ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366948 Aug 31 09:39:20.644851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:20.661664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:20.667492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Pushing event updated for resources: {'Port': ['ID=915d9fb8-c0ef-44fa-8185-bfa8e5e04698,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:20.695871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad96db0-be79-4e8d-a11d-97ae7760723c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:20.809437 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-d12f5203-ba3c-4697-8c01-18f1b7d50457 service neutron] 10.222.0.52 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733422 Aug 31 09:39:20.812079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Attempting to bind port 915d9fb8-c0ef-44fa-8185-bfa8e5e04698 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:20.812464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Attempting to bind port 915d9fb8-c0ef-44fa-8185-bfa8e5e04698 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '6f52ecd4-4e20-4604-bb76-d1643819d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'dd213b4c-1b9d-4087-8824-a938e48a00d1'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:20.812832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Attempting to bind port 915d9fb8-c0ef-44fa-8185-bfa8e5e04698 on network dd213b4c-1b9d-4087-8824-a938e48a00d1 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:20.823233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:20.823613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Checking segment: {'id': '6f52ecd4-4e20-4604-bb76-d1643819d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'dd213b4c-1b9d-4087-8824-a938e48a00d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:20.824023 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.824419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Bound using segment: {'id': '6f52ecd4-4e20-4604-bb76-d1643819d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'dd213b4c-1b9d-4087-8824-a938e48a00d1'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:20.824904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Bound port: 915d9fb8-c0ef-44fa-8185-bfa8e5e04698, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f52ecd4-4e20-4604-bb76-d1643819d80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'dd213b4c-1b9d-4087-8824-a938e48a00d1'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:20.825434 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.972190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] For port 915d9fb8-c0ef-44fa-8185-bfa8e5e04698, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:20.976149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] For port 915d9fb8-c0ef-44fa-8185-bfa8e5e04698, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=915d9fb8-c0ef-44fa-8185-bfa8e5e04698,segment=NetworkSegment(6f52ecd4-4e20-4604-bb76-d1643819d80f),segment_id=6f52ecd4-4e20-4604-bb76-d1643819d80f)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:20.982931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 75370a21-be68-4964-aa48-f377fb3b030f details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:39:20.986137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aefad830-5ee6-4744-924a-c98959fb9221 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:21.033439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.093421 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bb362b9d-8958-474d-8a79-e9b21d85e6bb req-d9788d9b-b9b1-4c47-b951-df92a783e8ac service neutron] 10.222.0.52 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728443 Aug 31 09:39:21.159238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd9a93-3452-46bd-9d50-aa28138ccb5e None None] Pushing event updated for resources: {'Port': ['ID=915d9fb8-c0ef-44fa-8185-bfa8e5e04698,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:21.297458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:21.317950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17620263-9c07-48d9-9c62-b635e383b244 req-208723ec-eaad-4255-ab89-82338cc5cf7e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:21.322352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '75370a21-be68-4964-aa48-f377fb3b030f', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'port_id': '75370a21-be68-4964-aa48-f377fb3b030f', 'mac_address': 'fa:16:3e:cd:a1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2bb068-ee81-4ebe-bb00-20ebe1788af1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:39:21.329662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17620263-9c07-48d9-9c62-b635e383b244 req-208723ec-eaad-4255-ab89-82338cc5cf7e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.7271566 Aug 31 09:39:21.336022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.352644 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34854) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:21.362377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd213b4c-1b9d-4087-8824-a938e48a00d1']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:21.376342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f52ecd4-4e20-4604-bb76-d1643819d80f') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:21.376998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f52ecd4-4e20-4604-bb76-d1643819d80f') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:21.397775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.417657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17620263-9c07-48d9-9c62-b635e383b244 req-3e8c96e8-06ef-4e67-b69c-8b0e959f177e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869417 Aug 31 09:39:21.487914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.522454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:21.523387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:21.528886 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:21.630085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be6361f-2e40-4499-bb2a-3a37185d3fb9 None None] Network c7a0e036-15fb-4c99-a88b-a614d24353dd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:21.635745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837b6b5-c934-4263-ad57-fee50ace677e req-d7483d38-9dba-4c98-a686-dc8475e0742a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:21.637577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a837b6b5-c934-4263-ad57-fee50ace677e req-d7483d38-9dba-4c98-a686-dc8475e0742a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2186904 Aug 31 09:39:21.700449 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:39:21.700449 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:39:21.700449 n-d-806683-2 neutron-server[94786]: [parameters: {'id': 'dd213b4c-1b9d-4087-8824-a938e48a00d1'}] Aug 31 09:39:21.700449 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:39:21.704363 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:39:21.742566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a837b6b5-c934-4263-ad57-fee50ace677e req-5b4bb718-1323-44be-9e27-e18b246ef8fa tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839694 Aug 31 09:39:21.807106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-044bcb21-b973-4772-80e4-ad487fa7792a None None] Provisioning for port aefad830-5ee6-4744-924a-c98959fb9221 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:21.817674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port aefad830-5ee6-4744-924a-c98959fb9221 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:21.817968 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.828701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-044bcb21-b973-4772-80e4-ad487fa7792a None None] Provisioning complete for port aefad830-5ee6-4744-924a-c98959fb9221 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:21.829077 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-044bcb21-b973-4772-80e4-ad487fa7792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.830680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.866146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-511519648'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:21.910374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad41745-5e1d-4d78-83e5-c0a33baa36a4 None None] Network dd213b4c-1b9d-4087-8824-a938e48a00d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:21.918582 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-11721fce-15a6-49fa-ac9b-f196290c9e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.939393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Made reservation on behalf of 5065de1973ac4b8d91a3b42285bd8668 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:21.954705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.996759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.128834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75370a21-be68-4964-aa48-f377fb3b030f {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:22.172078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.181560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.206055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.216205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:22.237969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4219f843-ed6c-44f5-803f-b127f58065ed,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.248666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.248931 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Added segment 6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c of type vlan for network 7c851459-1566-46b2-b54b-b42f6addebee Aug 31 09:39:22.264325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:22.307336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.340682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting port 915d9fb8-c0ef-44fa-8185-bfa8e5e04698 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:22.342459 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.374616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.461385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.491133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:22.492061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['75370a21-be68-4964-aa48-f377fb3b030f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:22.494443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.519762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] For port 915d9fb8-c0ef-44fa-8185-bfa8e5e04698, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=915d9fb8-c0ef-44fa-8185-bfa8e5e04698,segment=NetworkSegment(6f52ecd4-4e20-4604-bb76-d1643819d80f),segment_id=6f52ecd4-4e20-4604-bb76-d1643819d80f)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:22.520172 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.543135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Calling delete_port for 915d9fb8-c0ef-44fa-8185-bfa8e5e04698 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:22.590561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.633334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6af68-1b8b-4489-8c41-4310b5c4592e None None] Network dd213b4c-1b9d-4087-8824-a938e48a00d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:22.701393 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3459375 Aug 31 09:39:22.711513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99450ad-b42c-4af9-9153-c9395150ffaa req-693e2a18-58be-4231-8390-dd487ecf6dcc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:22.712985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a99450ad-b42c-4af9-9153-c9395150ffaa req-693e2a18-58be-4231-8390-dd487ecf6dcc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0887885 Aug 31 09:39:22.732805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147652fa-e332-4ca5-9101-4d661d85e1a7 tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Pushing event updated for resources: {'Network': ['ID=7c851459-1566-46b2-b54b-b42f6addebee,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.758077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.771204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 7c851459-1566-46b2-b54b-b42f6addebee details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:22.802718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Port': ['ID=915d9fb8-c0ef-44fa-8185-bfa8e5e04698,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.812132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No DVR routers for this DVR port 915d9fb8-c0ef-44fa-8185-bfa8e5e04698 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:22.859499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a99450ad-b42c-4af9-9153-c9395150ffaa req-f5f380b9-87c6-42b5-b5b8-30554a2d2210 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380863 Aug 31 09:39:22.952700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.965599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd213b4c-1b9d-4087-8824-a938e48a00d1']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:22.979788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f52ecd4-4e20-4604-bb76-d1643819d80f') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:22.980124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f52ecd4-4e20-4604-bb76-d1643819d80f') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:23.012354 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.015956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f856ad7b-e223-48b7-a2d8-9a927ce3c86f None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:39:23.047965 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.059110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:23.059329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:23.065196 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:23.067657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-04396748-ce24-48e5-87f8-afcc8de709d6 None None] Provisioning complete for port aefad830-5ee6-4744-924a-c98959fb9221 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:23.067657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04396748-ce24-48e5-87f8-afcc8de709d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.085600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fe3e0-d858-4ef6-a6bd-fe9370736b91 req-38f53c31-d82c-4c0a-80d6-3bd972854331 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:23.087775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-932fe3e0-d858-4ef6-a6bd-fe9370736b91 req-38f53c31-d82c-4c0a-80d6-3bd972854331 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.0996823 Aug 31 09:39:23.173366 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.178655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.183499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34918) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:23.183974 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/dd213b4c-1b9d-4087-8824-a938e48a00d1 HTTP/1.1" status: 204 len: 168 time: 3.0309260 Aug 31 09:39:23.193799 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-932fe3e0-d858-4ef6-a6bd-fe9370736b91 req-68759632-4277-4474-9c80-9296562524cd tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Aug 31 09:39:23.240459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34922) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:23.268036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Request body: {'port': {'network_id': '7c851459-1566-46b2-b54b-b42f6addebee', 'binding:host_id': 'n-h2-806683-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1259840049'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:23.284819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81066254-7607-4342-81c8-023fa1c8947e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=dd213b4c-1b9d-4087-8824-a938e48a00d1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:23.334806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Made reservation on behalf of c05d0e2870034edbb3984d0a57b60bcd for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:23.346793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.377958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f856ad7b-e223-48b7-a2d8-9a927ce3c86f None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:39:23.390915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.633478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.636190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-d850ada7-323d-4ab3-9bca-5c1a699df10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:23.642823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-d850ada7-323d-4ab3-9bca-5c1a699df10d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1095 time: 0.0821674 Aug 31 09:39:23.653476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa6bb8-8303-4bf4-8275-3955a487bc3a req-46fbe5f3-a40b-42b0-b540-a49c1c0683c5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:23.663337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4fa6bb8-8303-4bf4-8275-3955a487bc3a req-46fbe5f3-a40b-42b0-b540-a49c1c0683c5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1447346 Aug 31 09:39:23.673747 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.678099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] device_id is not set on port 1809ae04-0b50-48a0-920b-44c227361e2c yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:23.740105 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-f804c862-9658-46f5-b1e8-094fd21562f4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:23.740676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f804c862-9658-46f5-b1e8-094fd21562f4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:23.745708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f804c862-9658-46f5-b1e8-094fd21562f4 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/dd213b4c-1b9d-4087-8824-a938e48a00d1 HTTP/1.1" status: 404 len: 339 time: 0.5572336 Aug 31 09:39:23.745920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34952) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:23.750951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-645908142', 'description': 'd1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:23.774410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:23.780563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.821723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:23.835741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.836209 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment bd0df586-7326-4b29-9785-96f381e95028 of type vlan for network ecff100b-9e7d-4339-9eb8-4501ffe58435 Aug 31 09:39:23.897339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.925562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.931734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:23.932335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.990094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2402477 Aug 31 09:39:23.990848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34954) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:24.009695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523177dc-47b1-4be4-9d19-8925de7f4091,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:24.041927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4fa6bb8-8303-4bf4-8275-3955a487bc3a req-da07aede-57c0-4238-84de-a7a237d939ce tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736005 Aug 31 09:39:24.065938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087687a-3539-439a-9056-207d9e144af3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=ecff100b-9e7d-4339-9eb8-4501ffe58435,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:24.077561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ecff100b-9e7d-4339-9eb8-4501ffe58435 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:24.124990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcea69a-05f4-4ca9-b43b-4ab60bdc63dd tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.126980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-53d88ef8-b1df-448e-ac5e-504fd8f4acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.131220 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6dcea69a-05f4-4ca9-b43b-4ab60bdc63dd tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/networks?id=ecff100b-9e7d-4339-9eb8-4501ffe58435 HTTP/1.1" status: 200 len: 764 time: 0.1369426 Aug 31 09:39:24.131427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34960) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:24.132209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-53d88ef8-b1df-448e-ac5e-504fd8f4acec service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.4595079 Aug 31 09:39:24.145633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3dedcae8-dd43-4094-ab3b-f4207bb92afc tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'description': 'd2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:24.218266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34962) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:24.250072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] device_id is not set on port 1809ae04-0b50-48a0-920b-44c227361e2c yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:24.295347 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.333397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-600e7162-3bda-4cb6-b470-2d851040f9ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.1704848 Aug 31 09:39:24.334409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Transition to ACTIVE for port object 1809ae04-0b50-48a0-920b-44c227361e2c will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:24.406359 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.429975 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3dedcae8-dd43-4094-ab3b-f4207bb92afc tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.444150 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cbc9381b-9c29-45e5-9cdf-ae7e0f9c622f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.470611 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3dedcae8-dd43-4094-ab3b-f4207bb92afc tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.479194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-f70fef1d-2b4c-49c3-b578-0a0ca4ba2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.480950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-f70fef1d-2b4c-49c3-b578-0a0ca4ba2f02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1398373 Aug 31 09:39:24.499091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f02d7c-0796-4fb6-82fb-9ebae7e700cc req-be015088-73e1-4f70-93a7-22fd153e11fc tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.501017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6f02d7c-0796-4fb6-82fb-9ebae7e700cc req-be015088-73e1-4f70-93a7-22fd153e11fc tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1644974 Aug 31 09:39:24.512866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34974) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:24.518611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=1809ae04-0b50-48a0-920b-44c227361e2c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:24.548709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3dedcae8-dd43-4094-ab3b-f4207bb92afc tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network ecff100b-9e7d-4339-9eb8-4501ffe58435 is not hosted by any dhcp agent {{(pid=94787) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:39:24.555258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dedcae8-dd43-4094-ab3b-f4207bb92afc tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.555981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3dedcae8-dd43-4094-ab3b-f4207bb92afc tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.557486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3dedcae8-dd43-4094-ab3b-f4207bb92afc tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "PUT /v2.0/networks/ecff100b-9e7d-4339-9eb8-4501ffe58435 HTTP/1.1" status: 200 len: 761 time: 0.4249341 Aug 31 09:39:24.561843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34984) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:24.595835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Checking segment: {'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:24.596210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Network hostable DHCP agents. Network: 7c851459-1566-46b2-b54b-b42f6addebee, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:24.604323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-549f157c-4662-479a-aede-5f7caae273c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.605954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-549f157c-4662-479a-aede-5f7caae273c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020017 Aug 31 09:39:24.610071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6f02d7c-0796-4fb6-82fb-9ebae7e700cc req-202c7dd9-59cc-4cff-99f3-0afd578c238c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960550 Aug 31 09:39:24.632520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedcae8-dd43-4094-ab3b-f4207bb92afc tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=ecff100b-9e7d-4339-9eb8-4501ffe58435,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:24.647002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ecff100b-9e7d-4339-9eb8-4501ffe58435 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:24.695963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Network 7c851459-1566-46b2-b54b-b42f6addebee is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:24.717550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d97e7a-f4b6-4bd5-8532-ab50ab307e4a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.719402 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-09d97e7a-f4b6-4bd5-8532-ab50ab307e4a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/networks?id=ecff100b-9e7d-4339-9eb8-4501ffe58435 HTTP/1.1" status: 200 len: 764 time: 0.1533434 Aug 31 09:39:24.723085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34990) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:24.729498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 7c851459-1566-46b2-b54b-b42f6addebee) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:24.739451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:24.743170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae507915-7fac-4b4a-ad53-9c85b08585c2 None None] Network 7c851459-1566-46b2-b54b-b42f6addebee requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:24.794015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cca75b60-96c4-459f-9b71-9ca78e6b5cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.801837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:24.802423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:24.802976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:24.827471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:24.829068 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:24.829951 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 2 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:24.835625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-bd3682b4-65d4-4b30-97ab-a167b7c2c3ee service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209387 Aug 31 09:39:24.899299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:24.899671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:24.900077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:24.905284 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cbc9381b-9c29-45e5-9cdf-ae7e0f9c622f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.907652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:24.907967 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:24.912191 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 3 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:24.916129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 75370a21-be68-4964-aa48-f377fb3b030f up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:24.927855 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cbc9381b-9c29-45e5-9cdf-ae7e0f9c622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.947304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:24.947757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:24.948009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:24.980116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:24.980454 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:24.983239 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 4 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:24.991228 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.998362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9381b-9c29-45e5-9cdf-ae7e0f9c622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd22ac24-a3af-4a0e-8d51-4c726b07e98c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.000184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 75370a21-be68-4964-aa48-f377fb3b030f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:25.000511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.010133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33acf49b-3d01-489e-81ec-c6442f77ee5f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.011778 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-33acf49b-3d01-489e-81ec-c6442f77ee5f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2876751 Aug 31 09:39:25.014414 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cbc9381b-9c29-45e5-9cdf-ae7e0f9c622f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f14dbcf380f47c883eddd0e9d91f23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7947180 Aug 31 09:39:25.015038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34992) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.018605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34994) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.022924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91bcc216-7d5f-4b5d-89e5-938195d2c3d3 req-fc004586-a164-4709-bc8b-dc8840dbf10e service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757348 Aug 31 09:39:25.030663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:25.031117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:25.031463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:25.055883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:25.056263 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:25.062437 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 5 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:25.074729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c938e10e-5bae-4f67-9e84-d7b33098a9c6 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 207 time: 0.0583844 Aug 31 09:39:25.078967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34998) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.106270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:25.106621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:25.107340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:25.127362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:25.127745 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:25.138231 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 6 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:25.157887 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.175560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e69cf78-e190-4f5e-9cc5-c293f2f70c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.196323 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cca75b60-96c4-459f-9b71-9ca78e6b5cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.200165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:25.200720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:25.200858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:25.200978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:25.205006 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0fe1e0-c8ad-48bf-9403-a21e10dd5c93" -d '{"events": [{"server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "name": "network-vif-plugged", "status": "completed", "tag": "75370a21-be68-4964-aa48-f377fb3b030f"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:25.215169 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cca75b60-96c4-459f-9b71-9ca78e6b5cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.232099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:25.236381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:25.236847 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:25.237833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.247179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b05cb6-f240-4c03-8e54-e00827b4fab3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.249884 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 7 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:25.257976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b05cb6-f240-4c03-8e54-e00827b4fab3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.266793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e69cf78-e190-4f5e-9cc5-c293f2f70c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.269564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b05cb6-f240-4c03-8e54-e00827b4fab3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.279784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b05cb6-f240-4c03-8e54-e00827b4fab3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.289661 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7e3faf-d9e4-4d47-9b6a-d4749ac1eaf4 x-openstack-request-id: req-de7e3faf-d9e4-4d47-9b6a-d4749ac1eaf4 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:25.289947 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "name": "network-vif-plugged", "status": "completed", "tag": "75370a21-be68-4964-aa48-f377fb3b030f", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:25.290301 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de7e3faf-d9e4-4d47-9b6a-d4749ac1eaf4 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:25.290762 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f', 'code': 200} Aug 31 09:39:25.291448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b05cb6-f240-4c03-8e54-e00827b4fab3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.299488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b05cb6-f240-4c03-8e54-e00827b4fab3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.302146 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-02b05cb6-f240-4c03-8e54-e00827b4fab3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3726 time: 0.2218778 Aug 31 09:39:25.306851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35004) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.313014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:25.313343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:25.313702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:25.326236 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca75b60-96c4-459f-9b71-9ca78e6b5cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa12e748-29e5-48b7-9583-b2016c60fad4,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.329002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.330917 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cca75b60-96c4-459f-9b71-9ca78e6b5cde admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6341d9d5d5cd4673bcfbe1a47992141d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146529 Aug 31 09:39:25.340797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35008) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.349395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f19732-ece6-499a-bef3-59f41d509015 req-c6a0bfe2-15c6-4b0a-838e-fbcbab79822f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.351067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88f19732-ece6-499a-bef3-59f41d509015 req-c6a0bfe2-15c6-4b0a-838e-fbcbab79822f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2099526 Aug 31 09:39:25.362169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:25.362650 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:25.368912 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 8 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:25.427573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:25.428321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:25.428321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:25.445844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:25.446178 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:25.448544 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 9 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:25.462225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88f19732-ece6-499a-bef3-59f41d509015 req-05bbee8b-65d7-44d0-ac6b-161db6d49574 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984521 Aug 31 09:39:25.475757 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e6fc1bc3-5fcb-4335-a00a-618ebd27f507 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 808 time: 0.1631782 Aug 31 09:39:25.476504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35016) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.485456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e69cf78-e190-4f5e-9cc5-c293f2f70c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.488780 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e69cf78-e190-4f5e-9cc5-c293f2f70c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.489898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0e69cf78-e190-4f5e-9cc5-c293f2f70c00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd22ac24-a3af-4a0e-8d51-4c726b07e98c HTTP/1.1" status: 204 len: 168 time: 0.4698513 Aug 31 09:39:25.502058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:25.502465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:25.502939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:25.517537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69cf78-e190-4f5e-9cc5-c293f2f70c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd22ac24-a3af-4a0e-8d51-4c726b07e98c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.519442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-895e7799-1302-4401-914a-2d450d896641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.523191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:25.523530 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:25.525821 n-d-806683-2 neutron-server[94786]: INFO neutron.plugins.ml2.plugin [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 10 to bind port 1809ae04-0b50-48a0-920b-44c227361e2c Aug 31 09:39:25.558779 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-895e7799-1302-4401-914a-2d450d896641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.560747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:25.561186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:25.561521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:25.581287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 1809ae04-0b50-48a0-920b-44c227361e2c on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:25.581675 n-d-806683-2 neutron-server[94786]: ERROR neutron.plugins.ml2.managers [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 1809ae04-0b50-48a0-920b-44c227361e2c on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:25.582129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.618360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e6124-43a5-445d-b8d8-2427bdee6110 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.620623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e6124-43a5-445d-b8d8-2427bdee6110 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.622437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e6124-43a5-445d-b8d8-2427bdee6110 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.624722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e6124-43a5-445d-b8d8-2427bdee6110 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.629107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e6124-43a5-445d-b8d8-2427bdee6110 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.632041 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a9e6124-43a5-445d-b8d8-2427bdee6110 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1541352 Aug 31 09:39:25.638673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35030) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.739039 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ed298d1-3d1e-4938-912c-eeacdf480f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.791025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34698810-5715-40fe-ad22-ec92c5a6f535 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.794044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34698810-5715-40fe-ad22-ec92c5a6f535 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.795730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34698810-5715-40fe-ad22-ec92c5a6f535 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.797207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34698810-5715-40fe-ad22-ec92c5a6f535 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.801696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-895e7799-1302-4401-914a-2d450d896641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.806398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34698810-5715-40fe-ad22-ec92c5a6f535 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.807419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-895e7799-1302-4401-914a-2d450d896641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.815826 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-895e7799-1302-4401-914a-2d450d896641 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa12e748-29e5-48b7-9583-b2016c60fad4 HTTP/1.1" status: 204 len: 168 time: 0.4567075 Aug 31 09:39:25.816631 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-34698810-5715-40fe-ad22-ec92c5a6f535 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1709757 Aug 31 09:39:25.816631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35042) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.831313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] For port 1809ae04-0b50-48a0-920b-44c227361e2c, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:25.831714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempted to set empty binding levels {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:39:25.842017 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.848420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e7799-1302-4401-914a-2d450d896641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa12e748-29e5-48b7-9583-b2016c60fad4,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.935300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.936004 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.967438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=1809ae04-0b50-48a0-920b-44c227361e2c,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.978243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-45f9e175-755a-4ff3-853e-3b040cc24118 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7335687 Aug 31 09:39:25.987260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83745fdb-1fab-49d9-ae36-f074d864097d req-b1c92c14-148c-4b8b-b67e-9490309dca38 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.989586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83745fdb-1fab-49d9-ae36-f074d864097d req-b1c92c14-148c-4b8b-b67e-9490309dca38 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2291837 Aug 31 09:39:25.990643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35046) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.003224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47aed66-2952-4c5c-afd7-6c868cdde22a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.005711 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a47aed66-2952-4c5c-afd7-6c868cdde22a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/networks/8fcab739-9ba2-4f83-86b4-a676efdd382b HTTP/1.1" status: 200 len: 803 time: 0.1888919 Aug 31 09:39:26.010477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35048) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.103933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35052) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.120279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83745fdb-1fab-49d9-ae36-f074d864097d req-0c5ca4bb-1b1f-46c9-820f-64a30e16999b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191921 Aug 31 09:39:26.143239 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d499b821-5435-49a6-b7ff-50d5df0d5156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.161661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Deleting port 1809ae04-0b50-48a0-920b-44c227361e2c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:26.162190 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.197025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bd517fa5-5bff-43ab-b466-53c5d127e589 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/networks/8fcab739-9ba2-4f83-86b4-a676efdd382b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1848121 Aug 31 09:39:26.201646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35054) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.252034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] For port 1809ae04-0b50-48a0-920b-44c227361e2c, host n-h2-806683-2, got binding levels [] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:26.252465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.271537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Calling delete_port for 1809ae04-0b50-48a0-920b-44c227361e2c owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:26.297550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937e26e-2ce0-4982-a252-f0ccfc93e30c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.299734 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5937e26e-2ce0-4982-a252-f0ccfc93e30c tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/subnets/98cf1148-fa44-4e8f-9a2e-954a202d91ab HTTP/1.1" status: 200 len: 843 time: 0.0971456 Aug 31 09:39:26.303376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35064) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.358852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35068) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.376762 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.383431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9fa67ac7-3faa-445a-9e25-9a285d682f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.409229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fdc224-8bd7-4bfa-aa95-6eda14057dfa tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.411006 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-62fdc224-8bd7-4bfa-aa95-6eda14057dfa tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "GET /v2.0/subnets/98cf1148-fa44-4e8f-9a2e-954a202d91ab?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1063375 Aug 31 09:39:26.415962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35070) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.418669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event deleted for resources: {'Port': ['ID=1809ae04-0b50-48a0-920b-44c227361e2c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:26.426262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1517838163'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:26.436183 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.438926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5340f594-30d4-464b-ad20-608449ad63c3 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "DELETE /v2.0/ports/1809ae04-0b50-48a0-920b-44c227361e2c HTTP/1.1" status: 204 len: 168 time: 0.4478319 Aug 31 09:39:26.443392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35072) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.459106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d499b821-5435-49a6-b7ff-50d5df0d5156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.477968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d499b821-5435-49a6-b7ff-50d5df0d5156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.480679 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e14004-de93-4414-a225-d38b58e0b311 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:39:26.483221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1e14004-de93-4414-a225-d38b58e0b311 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "GET /v2.0/ports/1809ae04-0b50-48a0-920b-44c227361e2c HTTP/1.1" status: 404 len: 333 time: 0.0386045 Aug 31 09:39:26.486768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35074) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.492868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Request body: {'port': {'network_id': '7c851459-1566-46b2-b54b-b42f6addebee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1241092753'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:26.497495 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:39:26.497495 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:39:26.497495 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id_1': '8f58d0057e4f49eb98529bee56c4a935', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 39, 26, 442195)}] Aug 31 09:39:26.497495 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:39:26.498012 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:39:26.549722 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d499b821-5435-49a6-b7ff-50d5df0d5156 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b7c702b0ea7401889ba27938680ee0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438684 Aug 31 09:39:26.553995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35078) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.564284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499b821-5435-49a6-b7ff-50d5df0d5156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b274b-b348-4c59-88ba-e47400f4f726,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:26.621676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43c46-8ecc-493e-89a5-6a0882b63b6b req-a1781a24-f11c-4049-8bc2-7826c0581eca tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.624924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bde43c46-8ecc-493e-89a5-6a0882b63b6b req-a1781a24-f11c-4049-8bc2-7826c0581eca tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0758815 Aug 31 09:39:26.652300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77c18d4-84af-4f93-baa7-d80cebc78956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.696262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9fa67ac7-3faa-445a-9e25-9a285d682f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.699250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77c18d4-84af-4f93-baa7-d80cebc78956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.706255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9fa67ac7-3faa-445a-9e25-9a285d682f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.710187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bde43c46-8ecc-493e-89a5-6a0882b63b6b req-f2ad44ac-ccfe-4286-a50c-6f53e07978c1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757642 Aug 31 09:39:26.756357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Made reservation on behalf of c05d0e2870034edbb3984d0a57b60bcd for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:26.760488 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.795571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] device_id is not set on port fc7fde57-c76f-462b-ace8-b34124833d83 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:26.808071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa67ac7-3faa-445a-9e25-9a285d682f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178c492e-f754-48c8-9f97-79d81d8c0462,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:26.813916 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9fa67ac7-3faa-445a-9e25-9a285d682f02 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01d127b89723441f9d966eab9de5af79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528136 Aug 31 09:39:26.816673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35094) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.880677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aaafd75-eba0-4273-9db6-09d76746bb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.882459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77c18d4-84af-4f93-baa7-d80cebc78956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.886780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77c18d4-84af-4f93-baa7-d80cebc78956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.886780 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f77c18d4-84af-4f93-baa7-d80cebc78956 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b9b274b-b348-4c59-88ba-e47400f4f726 HTTP/1.1" status: 204 len: 168 time: 0.3311021 Aug 31 09:39:26.916345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c18d4-84af-4f93-baa7-d80cebc78956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b274b-b348-4c59-88ba-e47400f4f726,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:26.937546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aaafd75-eba0-4273-9db6-09d76746bb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.975352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657935b-75bb-4741-9d6d-3b25c6edf622 req-a1da5f09-cb61-4a6d-8a0e-f0e7baca9a60 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.983305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e657935b-75bb-4741-9d6d-3b25c6edf622 req-a1da5f09-cb61-4a6d-8a0e-f0e7baca9a60 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1219525 Aug 31 09:39:27.036024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aaafd75-eba0-4273-9db6-09d76746bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.039091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aaafd75-eba0-4273-9db6-09d76746bb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.043659 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4aaafd75-eba0-4273-9db6-09d76746bb21 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/178c492e-f754-48c8-9f97-79d81d8c0462 HTTP/1.1" status: 204 len: 168 time: 0.2221768 Aug 31 09:39:27.050852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaafd75-eba0-4273-9db6-09d76746bb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178c492e-f754-48c8-9f97-79d81d8c0462,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:27.121232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e657935b-75bb-4741-9d6d-3b25c6edf622 req-618f2ddf-d0c4-4b5e-b16c-ef91d936fb98 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349936 Aug 31 09:39:27.222501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.290840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:27.302231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.362446 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.434666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:27.447190 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.447787 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Added segment 194fb927-a1d8-4438-84e1-6405a9d84daf of type vlan for network 3022b48d-95e5-4181-8cfe-da82de23144b Aug 31 09:39:27.564824 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.599513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.628771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Network 7c851459-1566-46b2-b54b-b42f6addebee is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:27.636471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7fde57-c76f-462b-ace8-b34124833d83,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:27.654368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fc349-74a1-4f57-9c89-9c8795002b64 req-f1e89e72-d829-4000-bc3d-1009db8b5083 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:27.655267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-384fc349-74a1-4f57-9c89-9c8795002b64 req-f1e89e72-d829-4000-bc3d-1009db8b5083 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.3681858 Aug 31 09:39:27.656478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:27.662452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:27.663959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:27.664152 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.666636 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.674253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:27.675074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.719195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35122) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:27.719796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3020375 Aug 31 09:39:27.726445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'network_id': '3022b48d-95e5-4181-8cfe-da82de23144b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:27.848781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491d4fa-4f54-43d4-a3e7-a555e26d5b80 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Network': ['ID=3022b48d-95e5-4181-8cfe-da82de23144b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:27.861318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 3022b48d-95e5-4181-8cfe-da82de23144b details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:27.884027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-10ebb309-1dc6-44e0-9baa-c56e3dfe724a tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3960965 Aug 31 09:39:27.897936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dae3b-3f93-4613-a2a1-d769ef863174 req-285d4fd6-e143-45b2-8529-598b1d543c59 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:27.899924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-514dae3b-3f93-4613-a2a1-d769ef863174 req-285d4fd6-e143-45b2-8529-598b1d543c59 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4309773 Aug 31 09:39:27.908874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35128) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:27.916635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:27.931373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-384fc349-74a1-4f57-9c89-9c8795002b64 req-faa6cd57-84f1-45ec-898f-45945dd5f670 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316890 Aug 31 09:39:28.026714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Made reservation on behalf of 8f58d0057e4f49eb98529bee56c4a935 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:28.036321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.047930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-514dae3b-3f93-4613-a2a1-d769ef863174 req-580b0072-e1d3-4975-ab00-3af4b598d373 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202412 Aug 31 09:39:28.277285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.323681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_backend_mixin [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Performing IP validity checks on allocation pools {{(pid=94787) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:39:28.324398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_backend_mixin [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94787) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:39:28.535584 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.546589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603402a5-8342-45c9-a73e-f859155a13e5 req-2b1d8ef5-4aa0-44c2-aade-f7f361b784e4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.569248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-603402a5-8342-45c9-a73e-f859155a13e5 req-2b1d8ef5-4aa0-44c2-aade-f7f361b784e4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1514645 Aug 31 09:39:28.678107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-603402a5-8342-45c9-a73e-f859155a13e5 req-c3ab36e7-78b7-4c1e-804f-15f58ef53a33 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073089 Aug 31 09:39:28.772081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.829703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] device_id is not set on port fc7fde57-c76f-462b-ace8-b34124833d83 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:28.845134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.874314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Transition to ACTIVE for port object fc7fde57-c76f-462b-ace8-b34124833d83 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:28.880176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=c96a3675-7b66-44bc-8018-f4a9365ccfb1,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:28.885743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.934430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Checking segment: {'id': '194fb927-a1d8-4438-84e1-6405a9d84daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3022b48d-95e5-4181-8cfe-da82de23144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:28.934852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network hostable DHCP agents. Network: 3022b48d-95e5-4181-8cfe-da82de23144b, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:28.950831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7fde57-c76f-462b-ace8-b34124833d83,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:28.975474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:28.975943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:28.976207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:28.980976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Network 3022b48d-95e5-4181-8cfe-da82de23144b is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:28.986352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:28.986705 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:28.988183 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 2 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:28.999810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 3022b48d-95e5-4181-8cfe-da82de23144b) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:29.004986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.005450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.005703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.008926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.009504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.010245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9299ffb-cdee-4d10-9c1c-43dc8eb027c7 None None] Network 3022b48d-95e5-4181-8cfe-da82de23144b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:29.016535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.016982 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.020787 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 3 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:29.047433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-abdc2942-9069-4a2b-9027-f53e3875cee8 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3235707 Aug 31 09:39:29.047433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.047433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.047433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.048826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35172) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:29.055122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.056931 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.057186 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 4 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:29.059351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4ba4b597-7fe8-4b09-b761-1abbedc52204 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:29.075238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.075595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.075915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.084763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.085194 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.085519 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 5 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:29.108362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.108910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.109313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.116230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.116582 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.117588 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 6 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:29.142789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.144790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.144790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.162194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.162558 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.163056 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 7 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:29.200663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.201040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.201402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.210677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.211043 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.211447 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 8 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:29.259454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.265008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.267352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.275756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b9a30-7960-4918-8ebd-bf1910b6282e req-3d4081b5-c560-4478-8309-ef04ecd6d51d tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.278692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b20b9a30-7960-4918-8ebd-bf1910b6282e req-3d4081b5-c560-4478-8309-ef04ecd6d51d tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1413438 Aug 31 09:39:29.294032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.294568 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.298193 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 9 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:29.341727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.342910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.343263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.361785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.362367 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.366052 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 10 to bind port fc7fde57-c76f-462b-ace8-b34124833d83 Aug 31 09:39:29.397262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:29.399086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:29.399608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:29.407169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b20b9a30-7960-4918-8ebd-bf1910b6282e req-87de13b7-1cfa-4335-a593-711b353ab0db tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001933 Aug 31 09:39:29.410307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:29.411606 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port fc7fde57-c76f-462b-ace8-b34124833d83 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:29.413130 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.436069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b597-7fe8-4b09-b761-1abbedc52204 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62715314'] for subnet, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.574344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] For port fc7fde57-c76f-462b-ace8-b34124833d83, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:29.575324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempted to set empty binding levels {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:39:29.582705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.633265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] In _notify_port_updated(), no bound segment for port fc7fde57-c76f-462b-ace8-b34124833d83 on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:39:29.634586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.635443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.637365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "PUT /v2.0/ports/fc7fde57-c76f-462b-ace8-b34124833d83 HTTP/1.1" status: 200 len: 975 time: 1.7266037 Aug 31 09:39:29.640839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35198) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:29.749913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dd18d-372a-4a47-8978-9ff2b2800474 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7fde57-c76f-462b-ace8-b34124833d83,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:29.847746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.849767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.850565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.851260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.851914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.852695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.853350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.854001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.854646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.855573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.856232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.857368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.858090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.858954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.859843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.860632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.861324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.861968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.862956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.863843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.864641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.865384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.866161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.867682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.868482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.869503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.871429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.872256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.873878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.874709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.875391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.876133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.876784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.881767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-03a07abb-52f2-4cab-84a5-50688c659865 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29975 time: 0.2396305 Aug 31 09:39:29.888081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:29.952527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-3022b48d-95e5-4181-8cfe-da82de23144b', 'network_id': '3022b48d-95e5-4181-8cfe-da82de23144b', 'tenant_id': '8f58d0057e4f49eb98529bee56c4a935', 'fixed_ips': [{'subnet_id': 'c96a3675-7b66-44bc-8018-f4a9365ccfb1'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:29.962205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.002379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118eefd1-d158-4846-a979-cfa770667d41 req-8722afd4-2cc9-44c3-bdf2-380cbe1b7674 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.003964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-118eefd1-d158-4846-a979-cfa770667d41 req-8722afd4-2cc9-44c3-bdf2-380cbe1b7674 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1333089 Aug 31 09:39:30.013841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b597-7fe8-4b09-b761-1abbedc52204 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731637169628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61989084'] for subnet, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.102647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Deleting port fc7fde57-c76f-462b-ace8-b34124833d83 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:30.103050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.135245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba4b597-7fe8-4b09-b761-1abbedc52204 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.136168 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b597-7fe8-4b09-b761-1abbedc52204 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.137669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4ba4b597-7fe8-4b09-b761-1abbedc52204 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "PUT /v2.0/subnets/c96a3675-7b66-44bc-8018-f4a9365ccfb1 HTTP/1.1" status: 200 len: 900 time: 1.0873659 Aug 31 09:39:30.146402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35216) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.210004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] For port fc7fde57-c76f-462b-ace8-b34124833d83, host n-h2-806683-2, got binding levels [] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:30.210459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.231491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Calling delete_port for fc7fde57-c76f-462b-ace8-b34124833d83 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:30.331155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Allocated IP 2001:db8::3 (3022b48d-95e5-4181-8cfe-da82de23144b/c96a3675-7b66-44bc-8018-f4a9365ccfb1/602b8467-759e-4409-84b3-91bb665f7911) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:30.429742 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.504146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.509953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4b597-7fe8-4b09-b761-1abbedc52204 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event updated for resources: {'Subnet': ['ID=c96a3675-7b66-44bc-8018-f4a9365ccfb1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:30.541111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-118eefd1-d158-4846-a979-cfa770667d41 req-aad1f6b2-6fa0-4c5c-a2f6-e3ca92cb8923 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5207016 Aug 31 09:39:30.553205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc7fde57-c76f-462b-ace8-b34124833d83,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:30.582189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.590279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-01244845-27bb-4543-a11c-2a13038bb28f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "DELETE /v2.0/ports/fc7fde57-c76f-462b-ace8-b34124833d83 HTTP/1.1" status: 204 len: 168 time: 0.6953738 Aug 31 09:39:30.590907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35238) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.619974 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.629813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Transition to ACTIVE for port object 602b8467-759e-4409-84b3-91bb665f7911 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:30.646518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Transition to ACTIVE for port object 602b8467-759e-4409-84b3-91bb665f7911 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:30.657683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.686822 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a0728d-96a8-43f6-a602-6c873735ec49 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:39:30.690185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22a0728d-96a8-43f6-a602-6c873735ec49 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "GET /v2.0/ports/fc7fde57-c76f-462b-ace8-b34124833d83 HTTP/1.1" status: 404 len: 333 time: 0.0966086 Aug 31 09:39:30.698647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35240) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.704910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Network 3022b48d-95e5-4181-8cfe-da82de23144b is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:30.708548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:30.713041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:30.721029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Pushing event updated for resources: {'Port': ['ID=602b8467-759e-4409-84b3-91bb665f7911,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:30.723532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-761152212', 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:30.799200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Attempting to bind port 602b8467-759e-4409-84b3-91bb665f7911 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:30.799662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Attempting to bind port 602b8467-759e-4409-84b3-91bb665f7911 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '194fb927-a1d8-4438-84e1-6405a9d84daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3022b48d-95e5-4181-8cfe-da82de23144b'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:30.800334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Attempting to bind port 602b8467-759e-4409-84b3-91bb665f7911 on network 3022b48d-95e5-4181-8cfe-da82de23144b {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:30.807781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:30.808306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Checking segment: {'id': '194fb927-a1d8-4438-84e1-6405a9d84daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3022b48d-95e5-4181-8cfe-da82de23144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:30.809014 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.809541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Bound using segment: {'id': '194fb927-a1d8-4438-84e1-6405a9d84daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3022b48d-95e5-4181-8cfe-da82de23144b'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:30.810081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Bound port: 602b8467-759e-4409-84b3-91bb665f7911, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194fb927-a1d8-4438-84e1-6405a9d84daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3022b48d-95e5-4181-8cfe-da82de23144b'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:30.810649 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.843941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Made reservation on behalf of c05d0e2870034edbb3984d0a57b60bcd for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:30.862984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.922270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] device_id is not set on port ac0872b6-2762-4a61-8b4f-b0155419c1a8 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:30.956945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] For port 602b8467-759e-4409-84b3-91bb665f7911, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:30.963087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] For port 602b8467-759e-4409-84b3-91bb665f7911, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=602b8467-759e-4409-84b3-91bb665f7911,segment=NetworkSegment(194fb927-a1d8-4438-84e1-6405a9d84daf),segment_id=194fb927-a1d8-4438-84e1-6405a9d84daf)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:30.974561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.139434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aaf41-4de9-45d6-a143-56b0011220b9 None None] Pushing event updated for resources: {'Port': ['ID=602b8467-759e-4409-84b3-91bb665f7911,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:31.437585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.553648 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.656622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0872b6-2762-4a61-8b4f-b0155419c1a8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:31.686475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Network 7c851459-1566-46b2-b54b-b42f6addebee is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:31.688372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:31.694284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:31.696936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.697721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.726055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-42b1f56b-c79a-4ed2-b416-b4005067987d tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0232387 Aug 31 09:39:31.728113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35266) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:31.840597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e201cfb-8922-4d39-af87-56beb655c53c tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.842036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1e201cfb-8922-4d39-af87-56beb655c53c tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "GET /v2.0/ports/ac0872b6-2762-4a61-8b4f-b0155419c1a8 HTTP/1.1" status: 200 len: 954 time: 0.1115406 Aug 31 09:39:31.845610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35270) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:31.880313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5016-9e91-4f3f-969a-356b224531f1 req-673694f7-1792-4a6d-a153-a2dcd259f025 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.889613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71db5016-9e91-4f3f-969a-356b224531f1 req-673694f7-1792-4a6d-a153-a2dcd259f025 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 1.3472185 Aug 31 09:39:31.898895 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.985717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13737c31-a090-4fd1-806c-2e976a53b1cb req-0e424ba1-f686-4d89-a9c1-9ad3c8d68fe0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.994655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13737c31-a090-4fd1-806c-2e976a53b1cb req-0e424ba1-f686-4d89-a9c1-9ad3c8d68fe0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1989763 Aug 31 09:39:32.005849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35276) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.024428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a443de77-743e-440c-86ec-d85006c8c3a0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Deleting port ac0872b6-2762-4a61-8b4f-b0155419c1a8 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:32.030185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a443de77-743e-440c-86ec-d85006c8c3a0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.121295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71db5016-9e91-4f3f-969a-356b224531f1 req-b9ae7357-2a38-49af-9418-a7a16d3a6cfb tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209210 Aug 31 09:39:32.158618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13737c31-a090-4fd1-806c-2e976a53b1cb req-135037ca-4e9d-49c0-971f-10413ea69d40 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625683 Aug 31 09:39:32.194652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a443de77-743e-440c-86ec-d85006c8c3a0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.218788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.235191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a443de77-743e-440c-86ec-d85006c8c3a0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Calling delete_port for ac0872b6-2762-4a61-8b4f-b0155419c1a8 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:32.332857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=c96a3675-7b66-44bc-8018-f4a9365ccfb1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:32.357845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36cfb296-ef92-462b-83cf-38e977531eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.441248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.457963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3022b48d-95e5-4181-8cfe-da82de23144b']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:32.483461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36cfb296-ef92-462b-83cf-38e977531eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.485128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194fb927-a1d8-4438-84e1-6405a9d84daf') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:32.485517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194fb927-a1d8-4438-84e1-6405a9d84daf') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:32.503126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.512736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36cfb296-ef92-462b-83cf-38e977531eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.534735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.550062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:32.550477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.553630 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-36cfb296-ef92-462b-83cf-38e977531eee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b11b11d7629c44c48c7552dfb67e5b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433166 Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:32.554306 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:32.556488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35294) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.590732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfb296-ef92-462b-83cf-38e977531eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd5d8a-6b2f-44c7-b16e-4098d6fe623d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:32.609188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a443de77-743e-440c-86ec-d85006c8c3a0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.636442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a443de77-743e-440c-86ec-d85006c8c3a0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.640772 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a443de77-743e-440c-86ec-d85006c8c3a0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ac0872b6-2762-4a61-8b4f-b0155419c1a8 HTTP/1.1" status: 204 len: 168 time: 0.7918956 Aug 31 09:39:32.644688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35298) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.693235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443de77-743e-440c-86ec-d85006c8c3a0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac0872b6-2762-4a61-8b4f-b0155419c1a8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:32.695865 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:39:32.695865 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:39:32.695865 n-d-806683-2 neutron-server[94786]: [parameters: {'id': '3022b48d-95e5-4181-8cfe-da82de23144b'}] Aug 31 09:39:32.695865 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:39:32.696337 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:39:32.722099 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-88aec8b2-cd38-42e8-b6aa-c7778f2f0a5f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:39:32.724850 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-88aec8b2-cd38-42e8-b6aa-c7778f2f0a5f tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "GET /v2.0/ports/ac0872b6-2762-4a61-8b4f-b0155419c1a8 HTTP/1.1" status: 404 len: 333 time: 0.0545309 Aug 31 09:39:32.726841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd5dffa2-0485-4432-b2f9-ead1ed2198d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.729109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.735940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Request body: {'port': {'network_id': '7c851459-1566-46b2-b54b-b42f6addebee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-416805133'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:32.761796 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd5dffa2-0485-4432-b2f9-ead1ed2198d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.766416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Made reservation on behalf of c05d0e2870034edbb3984d0a57b60bcd for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:32.773884 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.796460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] device_id is not set on port 8deee1a8-e6af-4c6f-9bbd-591937309e1f yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:32.848196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6ff33-d2a0-422b-891c-32ca085576a2 None None] Network 3022b48d-95e5-4181-8cfe-da82de23144b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:32.874699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd5dffa2-0485-4432-b2f9-ead1ed2198d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.880329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd5dffa2-0485-4432-b2f9-ead1ed2198d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.900039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dd5dffa2-0485-4432-b2f9-ead1ed2198d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e5fd5d8a-6b2f-44c7-b16e-4098d6fe623d HTTP/1.1" status: 204 len: 168 time: 0.3329821 Aug 31 09:39:32.923442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dffa2-0485-4432-b2f9-ead1ed2198d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd5d8a-6b2f-44c7-b16e-4098d6fe623d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:32.996874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-63f78d64-8d17-4181-86dc-0b9ced63cb5c None None] Provisioning for port 602b8467-759e-4409-84b3-91bb665f7911 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:33.010616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 602b8467-759e-4409-84b3-91bb665f7911 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:33.120002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.159701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 602b8467-759e-4409-84b3-91bb665f7911 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:33.187087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 602b8467-759e-4409-84b3-91bb665f7911 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:33.187884 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.197645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.244242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.359393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Network 7c851459-1566-46b2-b54b-b42f6addebee is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:33.363042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:33.388012 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.409205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting port 602b8467-759e-4409-84b3-91bb665f7911 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:33.409578 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.419624 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] DHCP port deletion for 3022b48d-95e5-4181-8cfe-da82de23144b request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:33.507931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e16d77-659e-4bd0-9868-31e233df5474 req-1094b016-fad8-4259-aff6-e3852d35d0ed tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:33.512408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74e16d77-659e-4bd0-9868-31e233df5474 req-1094b016-fad8-4259-aff6-e3852d35d0ed tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2209044 Aug 31 09:39:33.563080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 602b8467-759e-4409-84b3-91bb665f7911, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=602b8467-759e-4409-84b3-91bb665f7911,segment=NetworkSegment(194fb927-a1d8-4438-84e1-6405a9d84daf),segment_id=194fb927-a1d8-4438-84e1-6405a9d84daf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:33.592521 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.676717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] Deleting port 602b8467-759e-4409-84b3-91bb665f7911 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:33.677185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35320) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:33.684475 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.729126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] For port 602b8467-759e-4409-84b3-91bb665f7911, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=602b8467-759e-4409-84b3-91bb665f7911,segment=NetworkSegment(194fb927-a1d8-4438-84e1-6405a9d84daf),segment_id=194fb927-a1d8-4438-84e1-6405a9d84daf)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:33.729828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.788461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca121b9-9e6d-4050-a249-32e964cfec93 req-204c499b-d43e-4b45-807c-4866ddddf0de tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:33.790246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eca121b9-9e6d-4050-a249-32e964cfec93 req-204c499b-d43e-4b45-807c-4866ddddf0de tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.3312953 Aug 31 09:39:33.836069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74e16d77-659e-4bd0-9868-31e233df5474 req-1607d8ed-9471-4973-be7c-c8a932ed872b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498755 Aug 31 09:39:33.836888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eff90529-04a1-45c2-a8ce-04e2a57f91c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.871881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Calling delete_port for 602b8467-759e-4409-84b3-91bb665f7911 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:33.890098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] For port 602b8467-759e-4409-84b3-91bb665f7911, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=602b8467-759e-4409-84b3-91bb665f7911,segment=NetworkSegment(194fb927-a1d8-4438-84e1-6405a9d84daf),segment_id=194fb927-a1d8-4438-84e1-6405a9d84daf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:33.893376 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.896134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:33.900801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:33.902240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.924753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] Calling delete_port for 602b8467-759e-4409-84b3-91bb665f7911 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:33.938382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=8deee1a8-e6af-4c6f-9bbd-591937309e1f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:33.948389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=602b8467-759e-4409-84b3-91bb665f7911,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:33.962199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-253d591b-99cf-433f-8d54-90e65ac2fa39 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2319238 Aug 31 09:39:33.965724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35330) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:33.977870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:34.091998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.101696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eca121b9-9e6d-4050-a249-32e964cfec93 req-4343640f-cdbc-409e-a165-f44e8b2046f8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702858 Aug 31 09:39:34.110241 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.171671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] Pushing event deleted for resources: {'Port': ['ID=602b8467-759e-4409-84b3-91bb665f7911,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:34.181403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d84229-586b-4fb1-9b23-03a54596e829 None None] No DVR routers for this DVR port 602b8467-759e-4409-84b3-91bb665f7911 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:34.196622 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.211482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e4deb0-8bf7-4f25-b752-71d2d0c3e154 None None] Network 3022b48d-95e5-4181-8cfe-da82de23144b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:34.331250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Port': ['ID=602b8467-759e-4409-84b3-91bb665f7911,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:34.340602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No DVR routers for this DVR port 602b8467-759e-4409-84b3-91bb665f7911 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:34.404590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03132cf0-c6c0-4a61-bb45-6441f92059fa req-c7b61437-e821-4590-a5f3-f3ed533a3b8c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:34.406464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03132cf0-c6c0-4a61-bb45-6441f92059fa req-c7b61437-e821-4590-a5f3-f3ed533a3b8c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1166782 Aug 31 09:39:34.446992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] device_id is not set on port 8deee1a8-e6af-4c6f-9bbd-591937309e1f yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:34.460718 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.500908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Transition to ACTIVE for port object 8deee1a8-e6af-4c6f-9bbd-591937309e1f will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:34.508020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.512077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eff90529-04a1-45c2-a8ce-04e2a57f91c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.520591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eff90529-04a1-45c2-a8ce-04e2a57f91c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.558279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35344) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:34.569178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eff90529-04a1-45c2-a8ce-04e2a57f91c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd4a645cb950428d8f0775f61710048e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8747902 Aug 31 09:39:34.575873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.605538 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3022b48d-95e5-4181-8cfe-da82de23144b']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.625076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194fb927-a1d8-4438-84e1-6405a9d84daf') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.625076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194fb927-a1d8-4438-84e1-6405a9d84daf') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.632571 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03132cf0-c6c0-4a61-bb45-6441f92059fa req-f51c8614-47fc-4958-b1cc-be265d11dd73 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081628 Aug 31 09:39:34.637846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:34.638262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:34.638720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:34.640864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=8deee1a8-e6af-4c6f-9bbd-591937309e1f,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:34.652535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:34.652943 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:34.653562 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 2 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:34.660702 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.662526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff90529-04a1-45c2-a8ce-04e2a57f91c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170cb134-36db-4d6f-b396-58ef9fa02b42,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:34.697936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:34.697936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:34.697936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:34.698973 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.715623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:34.715970 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:34.717152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:34.717568 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.720448 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 3 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:34.723193 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:34.730405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abb714f2-bd4f-495c-b9bd-28f8f907719c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.763681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:34.764014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:34.764378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:34.776240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:34.776567 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:34.780049 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 4 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:34.786216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abb714f2-bd4f-495c-b9bd-28f8f907719c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.836526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:34.839427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:34.839767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:34.855410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:34.855751 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:34.862641 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 5 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:34.895837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:34.896671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:34.897161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:34.905208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:34.905633 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:34.906291 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 6 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:34.969135 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.975776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:34.976473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:34.977318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:34.991354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 602b8467-759e-4409-84b3-91bb665f7911 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:35.005310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abb714f2-bd4f-495c-b9bd-28f8f907719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.011481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abb714f2-bd4f-495c-b9bd-28f8f907719c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.013592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.016077 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-abb714f2-bd4f-495c-b9bd-28f8f907719c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/170cb134-36db-4d6f-b396-58ef9fa02b42 HTTP/1.1" status: 204 len: 168 time: 0.4565916 Aug 31 09:39:35.017600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:35.027628 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:35.030085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/3022b48d-95e5-4181-8cfe-da82de23144b HTTP/1.1" status: 204 len: 168 time: 4.8768959 Aug 31 09:39:35.031571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35360) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.037190 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 7 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:35.061266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e500e1d-cf5e-4b8c-aacf-f0c68eed731d req-8d33b9bc-3054-43be-ba58-4f1deedf7175 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:35.063237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e500e1d-cf5e-4b8c-aacf-f0c68eed731d req-8d33b9bc-3054-43be-ba58-4f1deedf7175 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2662411 Aug 31 09:39:35.075023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 602b8467-759e-4409-84b3-91bb665f7911 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:35.076361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 602b8467-759e-4409-84b3-91bb665f7911 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:35.080238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb714f2-bd4f-495c-b9bd-28f8f907719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170cb134-36db-4d6f-b396-58ef9fa02b42,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:35.083522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:35.083766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:35.084115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:35.092700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:35.094307 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:35.094307 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 8 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:35.118853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:35.119891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:35.120599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:35.127239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:35.127617 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:35.128267 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 9 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:35.161276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:35.162261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:35.162621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:35.168921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:35.169257 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:35.169652 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempt 10 to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f Aug 31 09:39:35.189790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:35.191117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:35.191802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempting to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:35.192036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a4a73-41db-42ba-aa01-c73de1b8560a tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=3022b48d-95e5-4181-8cfe-da82de23144b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:35.209102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:35.209646 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Failed to bind port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on host n-h2-806683-2 for vnic_type normal using segments [{'id': '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '7c851459-1566-46b2-b54b-b42f6addebee'}] Aug 31 09:39:35.210238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.238368 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-e407f278-4fbe-4d31-91bb-ee3e36f42017 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:35.239223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e407f278-4fbe-4d31-91bb-ee3e36f42017 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:35.243897 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e407f278-4fbe-4d31-91bb-ee3e36f42017 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/c96a3675-7b66-44bc-8018-f4a9365ccfb1 HTTP/1.1" status: 404 len: 337 time: 0.1795342 Aug 31 09:39:35.244698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.295203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e500e1d-cf5e-4b8c-aacf-f0c68eed731d req-23094137-efd3-46b0-af0d-aadb8b1b2407 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712816 Aug 31 09:39:35.321310 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-72515fa0-06dd-45ee-95ef-a0779d79b167 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:35.321947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72515fa0-06dd-45ee-95ef-a0779d79b167 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:35.336543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa200e6-0f7f-4c4f-8bd5-7a8904e5b872 req-7e63cf09-ddab-421f-9ca6-942ac6390fc5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:35.338021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fa200e6-0f7f-4c4f-8bd5-7a8904e5b872 req-7e63cf09-ddab-421f-9ca6-942ac6390fc5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2132111 Aug 31 09:39:35.338435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35368) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.340072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-72515fa0-06dd-45ee-95ef-a0779d79b167 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/3022b48d-95e5-4181-8cfe-da82de23144b HTTP/1.1" status: 404 len: 339 time: 0.0777619 Aug 31 09:39:35.432715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] For port 8deee1a8-e6af-4c6f-9bbd-591937309e1f, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:35.433188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attempted to set empty binding levels {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:39:35.454879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.526561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event updated for resources: {'Port': ['ID=8deee1a8-e6af-4c6f-9bbd-591937309e1f,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:35.534439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] In _notify_port_updated(), no bound segment for port 8deee1a8-e6af-4c6f-9bbd-591937309e1f on network 7c851459-1566-46b2-b54b-b42f6addebee {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:39:35.536649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:35.537295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.542274 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cd6c7ba6-ef03-44ea-9ba1-c9eae1271fa1 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "PUT /v2.0/ports/8deee1a8-e6af-4c6f-9bbd-591937309e1f HTTP/1.1" status: 200 len: 974 time: 1.5726254 Aug 31 09:39:35.543249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35384) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.662383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Deleting port 8deee1a8-e6af-4c6f-9bbd-591937309e1f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:35.663205 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.773936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fa200e6-0f7f-4c4f-8bd5-7a8904e5b872 req-51c4b1e0-6278-4f3e-baae-fc534506171c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122205 Aug 31 09:39:35.789411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] For port 8deee1a8-e6af-4c6f-9bbd-591937309e1f, host n-h2-806683-2, got binding levels [] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:35.795263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.815146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.826306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Calling delete_port for 8deee1a8-e6af-4c6f-9bbd-591937309e1f owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:35.856662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccde8a7-f34c-41be-bb12-c4f10514a396 req-673e2f2d-c78f-4dac-915e-71e50aa637f5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:35.858457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ccde8a7-f34c-41be-bb12-c4f10514a396 req-673e2f2d-c78f-4dac-915e-71e50aa637f5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2346838 Aug 31 09:39:35.963973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.029865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Pushing event deleted for resources: {'Port': ['ID=8deee1a8-e6af-4c6f-9bbd-591937309e1f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:36.043953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.045909 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b12bdbb3-dcca-4a4d-9fbf-a8b5e5bce599 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "DELETE /v2.0/ports/8deee1a8-e6af-4c6f-9bbd-591937309e1f HTTP/1.1" status: 204 len: 168 time: 0.4984543 Aug 31 09:39:36.050578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35400) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.061261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ccde8a7-f34c-41be-bb12-c4f10514a396 req-8f05b3c6-c232-43e3-931b-f969dabc1a71 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764259 Aug 31 09:39:36.110730 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52963ee-dde7-487f-8caa-3275418849e0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:39:36.110730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d52963ee-dde7-487f-8caa-3275418849e0 tempest-PortsAdminExtendedAttrsTestJSON-204377776 tempest-PortsAdminExtendedAttrsTestJSON-204377776-project-admin] 10.222.0.69 "GET /v2.0/ports/8deee1a8-e6af-4c6f-9bbd-591937309e1f HTTP/1.1" status: 404 len: 333 time: 0.0498106 Aug 31 09:39:36.118466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35402) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.213017 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.219613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.241757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecff100b-9e7d-4339-9eb8-4501ffe58435']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:36.262550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0df586-7326-4b29-9785-96f381e95028') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:36.262966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0df586-7326-4b29-9785-96f381e95028') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:36.297004 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.385616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.404959 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.409899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:36.409899 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:36.413789 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:36.485192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c851459-1566-46b2-b54b-b42f6addebee']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:36.514332 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:36.514603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6cee0a-9d10-4f7c-b1c6-ca8af7130f9c') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:36.553439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.557092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.577640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.581451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/ecff100b-9e7d-4339-9eb8-4501ffe58435 HTTP/1.1" status: 204 len: 168 time: 1.2414243 Aug 31 09:39:36.584009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35434) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.630693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be7066-f53f-4980-afc8-7bbd051cd5d1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=ecff100b-9e7d-4339-9eb8-4501ffe58435,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:36.642577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.656561 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0913ec-717a-4161-8c67-4d476ad3fed1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:36.657027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0913ec-717a-4161-8c67-4d476ad3fed1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:36.661919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:36.662207 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7e0913ec-717a-4161-8c67-4d476ad3fed1 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/8ad96db0-be79-4e8d-a11d-97ae7760723c HTTP/1.1" status: 404 len: 337 time: 0.0759041 Aug 31 09:39:36.664626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.666912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35438) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:36.670665 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:36.711440 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3d49e6-b83e-4b9a-bb0c-639afedbda50 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:36.712080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3d49e6-b83e-4b9a-bb0c-639afedbda50 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:36.714955 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eb3d49e6-b83e-4b9a-bb0c-639afedbda50 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/dd213b4c-1b9d-4087-8824-a938e48a00d1 HTTP/1.1" status: 404 len: 339 time: 0.0464542 Aug 31 09:39:36.716890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35440) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.788738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd46862e-8c57-4298-9dad-009152ee3860 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting subnet d4f82d0b-8a8c-4a00-a92a-42105dc45c78 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:36.793248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd46862e-8c57-4298-9dad-009152ee3860 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.805791 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.822700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.834033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] 10.222.0.69 "DELETE /v2.0/networks/7c851459-1566-46b2-b54b-b42f6addebee HTTP/1.1" status: 204 len: 168 time: 0.7267835 Aug 31 09:39:36.898214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d5984-3a9b-4d0e-ae47-095131ea284c tempest-PortsAdminExtendedAttrsTestJSON-1261653909 tempest-PortsAdminExtendedAttrsTestJSON-1261653909-project] Pushing event deleted for resources: {'Network': ['ID=7c851459-1566-46b2-b54b-b42f6addebee,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:36.918840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd46862e-8c57-4298-9dad-009152ee3860 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.995117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beadd8c-48e8-40c2-8ef8-8b06851e8431 req-d9146d3c-f1f7-4ed0-82e8-2167aa22e28a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:37.001305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2beadd8c-48e8-40c2-8ef8-8b06851e8431 req-d9146d3c-f1f7-4ed0-82e8-2167aa22e28a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.0849245 Aug 31 09:39:37.075265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2beadd8c-48e8-40c2-8ef8-8b06851e8431 req-04130f72-ad16-4137-9982-708a0b666199 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Aug 31 09:39:37.102141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd46862e-8c57-4298-9dad-009152ee3860 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.218219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd46862e-8c57-4298-9dad-009152ee3860 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.256794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46862e-8c57-4298-9dad-009152ee3860 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f82d0b-8a8c-4a00-a92a-42105dc45c78,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:37.260492 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd46862e-8c57-4298-9dad-009152ee3860 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.262871 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dd46862e-8c57-4298-9dad-009152ee3860 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/d4f82d0b-8a8c-4a00-a92a-42105dc45c78 HTTP/1.1" status: 204 len: 168 time: 0.5443850 Aug 31 09:39:37.265345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35454) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:37.272412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666802a-d950-4fa4-a04b-dc96e0833597 None None] Network c7a0e036-15fb-4c99-a88b-a614d24353dd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:37.354840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced7d6b0-5778-4c56-beaa-48f1b102e3b3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting subnet 2ccedf7d-53dd-4e45-a971-d594a2436069 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:37.364908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ced7d6b0-5778-4c56-beaa-48f1b102e3b3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.446535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ced7d6b0-5778-4c56-beaa-48f1b102e3b3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.667338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ced7d6b0-5778-4c56-beaa-48f1b102e3b3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.808911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ced7d6b0-5778-4c56-beaa-48f1b102e3b3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.891938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7d6b0-5778-4c56-beaa-48f1b102e3b3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccedf7d-53dd-4e45-a971-d594a2436069,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:37.895527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ced7d6b0-5778-4c56-beaa-48f1b102e3b3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.897759 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ced7d6b0-5778-4c56-beaa-48f1b102e3b3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/2ccedf7d-53dd-4e45-a971-d594a2436069 HTTP/1.1" status: 204 len: 168 time: 0.6311393 Aug 31 09:39:37.900251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35476) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:37.948109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35478) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:38.031793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.108020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting port aefad830-5ee6-4744-924a-c98959fb9221 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:38.108408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.231684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] For port aefad830-5ee6-4744-924a-c98959fb9221, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aefad830-5ee6-4744-924a-c98959fb9221,segment=NetworkSegment(8d6728cf-cf82-4fe1-8bc7-7f9432282962),segment_id=8d6728cf-cf82-4fe1-8bc7-7f9432282962)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:38.231834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.270973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Calling delete_port for aefad830-5ee6-4744-924a-c98959fb9221 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:38.372104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3a428c93-41b3-44f9-924b-94bd7723f863 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5065de1973ac4b8d91a3b42285bd8668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226840 Aug 31 09:39:38.373322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:38.397199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3f43f-ee3e-430c-95c8-b3dbf8d2e0ee req-a7e3d886-b06a-439c-ac2c-7ed273adefd5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:38.399824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cc3f43f-ee3e-430c-95c8-b3dbf8d2e0ee req-a7e3d886-b06a-439c-ac2c-7ed273adefd5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1635692 Aug 31 09:39:38.433613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79282fe-ee27-465a-86b7-5bb2d582c8fc None None] Network c7a0e036-15fb-4c99-a88b-a614d24353dd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:38.515352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cc3f43f-ee3e-430c-95c8-b3dbf8d2e0ee req-f9f8dc56-6e95-49af-a7b2-512f0d36f5d3 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045206 Aug 31 09:39:38.527856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d50f-697e-4e87-aa9f-085376887fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.575095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5f4565da-21a7-4b20-a230-10af55e8b8e4 None None] Provisioning complete for port aefad830-5ee6-4744-924a-c98959fb9221 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:38.575782 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5f4565da-21a7-4b20-a230-10af55e8b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.578897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.598217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5f4565da-21a7-4b20-a230-10af55e8b8e4 None None] Port aefad830-5ee6-4744-924a-c98959fb9221 was deleted so its status cannot be updated. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:39:38.633670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d50f-697e-4e87-aa9f-085376887fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.636267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No DVR routers for this DVR port aefad830-5ee6-4744-924a-c98959fb9221 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:38.654963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Port': ['ID=aefad830-5ee6-4744-924a-c98959fb9221,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:38.741313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcecd6d3-752c-4a2e-a8a0-55bf80dce77e None None] DHCP port deletion for c7a0e036-15fb-4c99-a88b-a614d24353dd request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:38.873365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d50f-697e-4e87-aa9f-085376887fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.877134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d50f-697e-4e87-aa9f-085376887fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.880603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c5c3d50f-697e-4e87-aa9f-085376887fe8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4219f843-ed6c-44f5-803f-b127f58065ed HTTP/1.1" status: 204 len: 168 time: 0.5040951 Aug 31 09:39:38.897725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.913286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3d50f-697e-4e87-aa9f-085376887fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219f843-ed6c-44f5-803f-b127f58065ed,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:38.920058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a0e036-15fb-4c99-a88b-a614d24353dd']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:38.940241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6728cf-cf82-4fe1-8bc7-7f9432282962') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:38.940241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6728cf-cf82-4fe1-8bc7-7f9432282962') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:38.959746 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:39.008360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:39.025071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:39.027780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:39.028003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aefad830-5ee6-4744-924a-c98959fb9221 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:39.039365 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:39.096274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: aefad830-5ee6-4744-924a-c98959fb9221 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:39.097296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aefad830-5ee6-4744-924a-c98959fb9221 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:39.258343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:39.266817 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:39.279292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35536) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.280030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/c7a0e036-15fb-4c99-a88b-a614d24353dd HTTP/1.1" status: 204 len: 168 time: 1.3775985 Aug 31 09:39:39.328805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68f32a-994c-4653-94f0-5a82206678a3 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=c7a0e036-15fb-4c99-a88b-a614d24353dd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:39.334981 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-31836c94-a454-4c98-a9d0-393e02fdb28e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:39.335825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31836c94-a454-4c98-a9d0-393e02fdb28e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:39.338855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-31836c94-a454-4c98-a9d0-393e02fdb28e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/a27c1cc4-a9b0-4fa9-a297-42cf9e629223 HTTP/1.1" status: 404 len: 337 time: 0.0584781 Aug 31 09:39:39.341383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35538) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.384070 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f92eb3-7951-45c5-a596-b2038651e034 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:39.384651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f92eb3-7951-45c5-a596-b2038651e034 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:39.396701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-57f92eb3-7951-45c5-a596-b2038651e034 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/337d914c-b82f-436a-bbc6-54c20a1b632d HTTP/1.1" status: 404 len: 339 time: 0.0394807 Aug 31 09:39:39.396701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35544) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.456580 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86b062d-ed04-4780-bf94-962dfe9f6ecb tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:39.457534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86b062d-ed04-4780-bf94-962dfe9f6ecb tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:39.459348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b86b062d-ed04-4780-bf94-962dfe9f6ecb tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/b953cef0-686a-4455-8310-b07e875417bf HTTP/1.1" status: 404 len: 337 time: 0.0665205 Aug 31 09:39:39.467002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35548) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.511414 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d58d549-9cf3-45fc-9da9-6d62e7c55899 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:39.521745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d58d549-9cf3-45fc-9da9-6d62e7c55899 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:39.524327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8d58d549-9cf3-45fc-9da9-6d62e7c55899 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/ca7ed5a9-ac0c-41b4-93d1-cef82add655f HTTP/1.1" status: 404 len: 339 time: 0.0589805 Aug 31 09:39:39.527254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35556) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.635343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35568) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.636002 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-2349bc00-094a-4280-a348-cb5ae93a36ed tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:39.636537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2349bc00-094a-4280-a348-cb5ae93a36ed tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:39.638567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2349bc00-094a-4280-a348-cb5ae93a36ed tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/227d8680-52a5-415a-9943-95bc30f6594f HTTP/1.1" status: 404 len: 337 time: 0.1099203 Aug 31 09:39:39.641514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35570) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.687693 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7114117-f17f-4af7-ab22-e636e552640f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:39.688712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7114117-f17f-4af7-ab22-e636e552640f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:39.690854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c7114117-f17f-4af7-ab22-e636e552640f tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/e2738758-e6e0-4348-b59d-13356d829605 HTTP/1.1" status: 404 len: 339 time: 0.0435698 Aug 31 09:39:39.693790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35572) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.746134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35578) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.746443 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b790ebb4-ac72-4b81-8d58-e92620d25d27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c05d0e2870034edbb3984d0a57b60bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097026 Aug 31 09:39:39.849827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ee49ff-785f-46d5-9487-5e7d54869f76 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting subnet 6968a7ae-b8e7-46a0-87fd-12d15e61595a {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:39.859152 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22ee49ff-785f-46d5-9487-5e7d54869f76 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:39.897855 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce82a8-cd9f-48da-9bdb-5d6457456853 req-715d9afc-1be5-45b1-8bec-c1b78218d84f tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:39.906119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ce82a8-cd9f-48da-9bdb-5d6457456853 req-715d9afc-1be5-45b1-8bec-c1b78218d84f tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2130873 Aug 31 09:39:39.944853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22ee49ff-785f-46d5-9487-5e7d54869f76 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:39.978040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.019752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76ce82a8-cd9f-48da-9bdb-5d6457456853 req-10b39553-fd2c-427a-a582-bbe449fa8129 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122930 Aug 31 09:39:40.075848 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.218401 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22ee49ff-785f-46d5-9487-5e7d54869f76 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.300139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.320817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.329208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/523177dc-47b1-4be4-9d19-8925de7f4091 HTTP/1.1" status: 204 len: 168 time: 0.5813496 Aug 31 09:39:40.366113 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.378656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523177dc-47b1-4be4-9d19-8925de7f4091,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:40.411152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.417844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.418187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.418523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.418907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.419266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.419594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.419920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.420244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.420575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.420929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.421253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02091927-4a61-4a3c-a927-8a14706e2f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:40.464321 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22ee49ff-785f-46d5-9487-5e7d54869f76 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.509986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee49ff-785f-46d5-9487-5e7d54869f76 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=6968a7ae-b8e7-46a0-87fd-12d15e61595a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:40.512651 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22ee49ff-785f-46d5-9487-5e7d54869f76 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.517116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-22ee49ff-785f-46d5-9487-5e7d54869f76 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/6968a7ae-b8e7-46a0-87fd-12d15e61595a HTTP/1.1" status: 204 len: 168 time: 0.8189976 Aug 31 09:39:40.518165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35650) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:40.522698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c337e-3889-4182-9259-7a7c208a9585 None None] Network 260b8f81-1778-4798-86e1-74b912ac19e3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:40.672407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.780027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] DHCP port deletion for 260b8f81-1778-4798-86e1-74b912ac19e3 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:40.794479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting port b6125d9c-f209-42d9-8416-ab9166e45bd0 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:40.795333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.925537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] For port b6125d9c-f209-42d9-8416-ab9166e45bd0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b6125d9c-f209-42d9-8416-ab9166e45bd0,segment=NetworkSegment(0dd09a38-dcf1-4e20-bfc0-0280433d8117),segment_id=0dd09a38-dcf1-4e20-bfc0-0280433d8117)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:40.929166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.934163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b6125d9c-f209-42d9-8416-ab9166e45bd0 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:40.961320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Calling delete_port for b6125d9c-f209-42d9-8416-ab9166e45bd0 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:41.020521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35662) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:41.026793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] Deleting port b6125d9c-f209-42d9-8416-ab9166e45bd0 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:41.027183 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.179465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.195526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25fd6f97-9030-4051-baa8-5dd6c6103d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.208377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] For port b6125d9c-f209-42d9-8416-ab9166e45bd0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b6125d9c-f209-42d9-8416-ab9166e45bd0,segment=NetworkSegment(0dd09a38-dcf1-4e20-bfc0-0280433d8117),segment_id=0dd09a38-dcf1-4e20-bfc0-0280433d8117)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:41.210038 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.271064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] Calling delete_port for b6125d9c-f209-42d9-8416-ab9166e45bd0 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:41.271612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Port': ['ID=b6125d9c-f209-42d9-8416-ab9166e45bd0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.288527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No DVR routers for this DVR port b6125d9c-f209-42d9-8416-ab9166e45bd0 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:41.382434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No active binding found for port b6125d9c-f209-42d9-8416-ab9166e45bd0 {{(pid=94788) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:39:41.384451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b6125d9c-f209-42d9-8416-ab9166e45bd0 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:41.430414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a484de0-6a46-479f-af3f-b6bff59001c8 req-ff794367-7011-430c-9970-6025795f0e79 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:41.436107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a484de0-6a46-479f-af3f-b6bff59001c8 req-ff794367-7011-430c-9970-6025795f0e79 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2319448 Aug 31 09:39:41.499750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.527779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260b8f81-1778-4798-86e1-74b912ac19e3']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:41.552188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd09a38-dcf1-4e20-bfc0-0280433d8117') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:41.552602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd09a38-dcf1-4e20-bfc0-0280433d8117') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:41.567589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.574115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a484de0-6a46-479f-af3f-b6bff59001c8 req-2432c933-0eb1-42c5-8a2a-e99cff0dec1d tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259210 Aug 31 09:39:41.588289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.602575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:41.603433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.651662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25fd6f97-9030-4051-baa8-5dd6c6103d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: from cryptography.utils import int_from_bytes Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: from cryptography.utils import int_from_bytes Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.659529 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:41.667553 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:39:41.670773 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25fd6f97-9030-4051-baa8-5dd6c6103d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.671652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.740189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-25fd6f97-9030-4051-baa8-5dd6c6103d96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc8da7884c0f49d0b1fb114d5c2b6efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180965 Aug 31 09:39:41.741981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35690) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:41.755045 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:41.760164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.766000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] No DVR routers for this DVR port b6125d9c-f209-42d9-8416-ab9166e45bd0 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:41.782070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7274ab6-aea7-40ec-91d4-796904f7fc56 None None] Pushing event deleted for resources: {'Port': ['ID=b6125d9c-f209-42d9-8416-ab9166e45bd0,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.784451 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.787942 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/260b8f81-1778-4798-86e1-74b912ac19e3 HTTP/1.1" status: 204 len: 168 time: 1.2690105 Aug 31 09:39:41.789517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f88e4-7195-4ecb-ab3a-39d8e42d5f49 tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=260b8f81-1778-4798-86e1-74b912ac19e3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.791447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35694) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:41.796212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd6f97-9030-4051-baa8-5dd6c6103d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4abb263-93e5-4cb7-8ca3-706f17cb78a5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.836822 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd5758a-8d18-43c8-a9a0-de9d13c9e2dd tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:41.837843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd5758a-8d18-43c8-a9a0-de9d13c9e2dd tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:41.840545 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5cd5758a-8d18-43c8-a9a0-de9d13c9e2dd tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/aa9754ba-59ab-48a5-9f9e-a9eba6338a5d HTTP/1.1" status: 404 len: 337 time: 0.0478373 Aug 31 09:39:41.843341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35696) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:41.894092 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b4099a-8c48-45fd-8c31-0f922a56b19e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:41.895919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b4099a-8c48-45fd-8c31-0f922a56b19e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:41.902689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-74b4099a-8c48-45fd-8c31-0f922a56b19e tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/07f6f5ea-df53-4276-8c54-201cdba96ae0 HTTP/1.1" status: 404 len: 339 time: 0.0578802 Aug 31 09:39:41.905561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35700) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:41.920460 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3f533e9-b488-4b2d-81d0-f403589d6ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.980484 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3f533e9-b488-4b2d-81d0-f403589d6ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.993289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6847a1ae-b7cb-4e36-8748-8d6320ce265b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting subnet 98cf1148-fa44-4e8f-9a2e-954a202d91ab {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:41.998240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6847a1ae-b7cb-4e36-8748-8d6320ce265b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.080318 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6847a1ae-b7cb-4e36-8748-8d6320ce265b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.092900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3f533e9-b488-4b2d-81d0-f403589d6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.098640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3f533e9-b488-4b2d-81d0-f403589d6ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.101065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b3f533e9-b488-4b2d-81d0-f403589d6ebb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4abb263-93e5-4cb7-8ca3-706f17cb78a5 HTTP/1.1" status: 204 len: 168 time: 0.3542585 Aug 31 09:39:42.117565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f533e9-b488-4b2d-81d0-f403589d6ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4abb263-93e5-4cb7-8ca3-706f17cb78a5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:42.255780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6847a1ae-b7cb-4e36-8748-8d6320ce265b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.344325 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6847a1ae-b7cb-4e36-8748-8d6320ce265b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.395206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847a1ae-b7cb-4e36-8748-8d6320ce265b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Subnet': ['ID=98cf1148-fa44-4e8f-9a2e-954a202d91ab,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:42.397504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6847a1ae-b7cb-4e36-8748-8d6320ce265b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.400745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6847a1ae-b7cb-4e36-8748-8d6320ce265b tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/subnets/98cf1148-fa44-4e8f-9a2e-954a202d91ab HTTP/1.1" status: 204 len: 168 time: 0.4935577 Aug 31 09:39:42.404451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35714) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:42.418574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f2fff2-45cb-412f-a9c3-94145f491152 None None] Network 8fcab739-9ba2-4f83-86b4-a676efdd382b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:42.590446 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.759478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Deleting port dc88a1f8-c18a-404e-8230-3760bd46056e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:42.759823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.834642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb838a9d-597a-448e-9cd9-45cab47523ce req-c65b35f4-3a70-4c61-b687-d8252ffc1469 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:42.844717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb838a9d-597a-448e-9cd9-45cab47523ce req-c65b35f4-3a70-4c61-b687-d8252ffc1469 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1123676 Aug 31 09:39:42.885355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] DHCP port deletion for 8fcab739-9ba2-4f83-86b4-a676efdd382b request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:42.936842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb838a9d-597a-448e-9cd9-45cab47523ce req-f5083dd3-c3ee-4d92-858b-122cc89e6641 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866656 Aug 31 09:39:42.969973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] For port dc88a1f8-c18a-404e-8230-3760bd46056e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dc88a1f8-c18a-404e-8230-3760bd46056e,segment=NetworkSegment(8629a8c6-2f3b-41fb-8b99-a6748e204635),segment_id=8629a8c6-2f3b-41fb-8b99-a6748e204635)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:42.970843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.002444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] Deleting port dc88a1f8-c18a-404e-8230-3760bd46056e {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:43.003314 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.031330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Calling delete_port for dc88a1f8-c18a-404e-8230-3760bd46056e owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:43.111908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] For port dc88a1f8-c18a-404e-8230-3760bd46056e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dc88a1f8-c18a-404e-8230-3760bd46056e,segment=NetworkSegment(8629a8c6-2f3b-41fb-8b99-a6748e204635),segment_id=8629a8c6-2f3b-41fb-8b99-a6748e204635)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:43.112745 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.139063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] Calling delete_port for dc88a1f8-c18a-404e-8230-3760bd46056e owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:43.141837 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.180245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Port': ['ID=dc88a1f8-c18a-404e-8230-3760bd46056e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:43.197057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.197551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.197889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.198219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.198599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.199064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.199387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.199710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.200106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.200384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.200706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.201155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.204228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] No DVR routers for this DVR port dc88a1f8-c18a-404e-8230-3760bd46056e on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:43.301056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35738) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:43.306084 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.320259 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.322170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcab739-9ba2-4f83-86b4-a676efdd382b']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:43.328969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b57c903-b43d-4d0c-8fb0-06591d3cb03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.341541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8629a8c6-2f3b-41fb-8b99-a6748e204635') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:43.342012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8629a8c6-2f3b-41fb-8b99-a6748e204635') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:43.350004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] No DVR routers for this DVR port dc88a1f8-c18a-404e-8230-3760bd46056e on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:43.356367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.382377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.397044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:43.397523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:43.402454 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:43.412826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598e472-58e9-412a-8216-ca9c298dece2 None None] Pushing event deleted for resources: {'Port': ['ID=dc88a1f8-c18a-404e-8230-3760bd46056e,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:43.494154 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.503755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.548198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.559667 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] 10.222.0.69 "DELETE /v2.0/networks/8fcab739-9ba2-4f83-86b4-a676efdd382b HTTP/1.1" status: 204 len: 168 time: 1.1541793 Aug 31 09:39:43.593554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2532a5-c981-412b-9ea3-8b511d6fe8ec tempest-NetworksIpV6Test-1485251496 tempest-NetworksIpV6Test-1485251496-project] Pushing event deleted for resources: {'Network': ['ID=8fcab739-9ba2-4f83-86b4-a676efdd382b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:43.669917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b57c903-b43d-4d0c-8fb0-06591d3cb03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.678869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b57c903-b43d-4d0c-8fb0-06591d3cb03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.732688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35756) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:43.741151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7b57c903-b43d-4d0c-8fb0-06591d3cb03a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2e9fd865b834cc58e20ee04cefc2d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386983 Aug 31 09:39:43.788815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57c903-b43d-4d0c-8fb0-06591d3cb03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccaf54d-0ea5-46d6-84eb-907499c0639f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:43.838154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-536518c9-bcd6-4e37-93b8-5b9f7c545a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.873022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-536518c9-bcd6-4e37-93b8-5b9f7c545a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.966093 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-536518c9-bcd6-4e37-93b8-5b9f7c545a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.971439 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-536518c9-bcd6-4e37-93b8-5b9f7c545a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.974330 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-536518c9-bcd6-4e37-93b8-5b9f7c545a17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eccaf54d-0ea5-46d6-84eb-907499c0639f HTTP/1.1" status: 204 len: 168 time: 0.2401857 Aug 31 09:39:43.996218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536518c9-bcd6-4e37-93b8-5b9f7c545a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccaf54d-0ea5-46d6-84eb-907499c0639f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:44.117639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73316686-8ca3-4e2c-b676-a2edd2a1ad69 req-15fe0064-972a-4f30-ae44-d59611a4ca81 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:44.120286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73316686-8ca3-4e2c-b676-a2edd2a1ad69 req-15fe0064-972a-4f30-ae44-d59611a4ca81 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.0628130 Aug 31 09:39:44.199639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73316686-8ca3-4e2c-b676-a2edd2a1ad69 req-cb6b323d-e05d-4099-b0f4-c5f3d677ad9b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700235 Aug 31 09:39:44.282325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.474527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35784) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.665894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-336192814', 'router:external': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:44.752830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Made reservation on behalf of e4b7b0dc8db944569dbc422be7cfb5be for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:44.756253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.785777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35798) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.794828 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e12beab5-4caa-49e3-93ca-cfa9f8670fc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f58d0057e4f49eb98529bee56c4a935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990718 Aug 31 09:39:44.796518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.907594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dc88a1f8-c18a-404e-8230-3760bd46056e no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:44.956215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8829463-c321-4d27-b854-3f5b47549e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.957515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: dc88a1f8-c18a-404e-8230-3760bd46056e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:44.961174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dc88a1f8-c18a-404e-8230-3760bd46056e not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:45.022123 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8829463-c321-4d27-b854-3f5b47549e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.084411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8829463-c321-4d27-b854-3f5b47549e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.087389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8829463-c321-4d27-b854-3f5b47549e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.088780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b8829463-c321-4d27-b854-3f5b47549e67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10d16c49-ef5f-4491-b924-1973261f6658 HTTP/1.1" status: 204 len: 168 time: 0.3018861 Aug 31 09:39:45.091511 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.101839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8829463-c321-4d27-b854-3f5b47549e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d16c49-ef5f-4491-b924-1973261f6658,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:45.140920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.199173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:45.199173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac5fc5d-df34-447d-ac77-ba6442bf82ff,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:45.213103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.214279 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Added segment 9b7af92d-3d7e-47a2-a86d-c619ca4a53de of type vlan for network 513c0574-a263-430d-823d-66f8c782208c Aug 31 09:39:45.280589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.354586 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.375558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:45.376391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.389301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334fa74-c480-4335-b2de-39cea96a7421 req-dc66b907-da2a-414e-aefd-6033b0bbd03b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:45.391889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d334fa74-c480-4335-b2de-39cea96a7421 req-dc66b907-da2a-414e-aefd-6033b0bbd03b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.0700970 Aug 31 09:39:45.497967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d334fa74-c480-4335-b2de-39cea96a7421 req-2b6532cc-bf83-4434-87af-8a2a7f9e7481 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991676 Aug 31 09:39:45.534515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'Network': ['ID=513c0574-a263-430d-823d-66f8c782208c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:45.542644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35830) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:45.548330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'subnet': {'network_id': '513c0574-a263-430d-823d-66f8c782208c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:45.549876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 513c0574-a263-430d-823d-66f8c782208c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:45.553635 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c5380399-9a13-415f-9176-8be2e076ea03 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0779457 Aug 31 09:39:45.584310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Made reservation on behalf of e4b7b0dc8db944569dbc422be7cfb5be for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:45.587947 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.037796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.objects.ports [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94786) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:39:46.039439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.117084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Checking segment: {'id': '9b7af92d-3d7e-47a2-a86d-c619ca4a53de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '513c0574-a263-430d-823d-66f8c782208c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:46.117726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Network hostable DHCP agents. Network: 513c0574-a263-430d-823d-66f8c782208c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:46.123386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'Subnet': ['ID=68487a11-fdec-4b0a-a63d-7a26de54b37d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:46.145076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Network 513c0574-a263-430d-823d-66f8c782208c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:46.156526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 513c0574-a263-430d-823d-66f8c782208c) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:46.161427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:46.162182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.167950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45142070-3680-4fa0-a951-716a4c0f1769 None None] Network 513c0574-a263-430d-823d-66f8c782208c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:46.183946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-65c17352-db17-4828-9032-92b55c29ab16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6375782 Aug 31 09:39:46.184276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35868) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:46.194421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-710689216', 'network_id': '513c0574-a263-430d-823d-66f8c782208c'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:46.236061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Made reservation on behalf of e4b7b0dc8db944569dbc422be7cfb5be for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:46.241276 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.260316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] device_id is not set on port edad9f92-0947-4f7b-8e37-02ecaef970d7 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:46.346780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc5ce10-f3f5-4890-9890-99f0d46c236b None None] Network 513c0574-a263-430d-823d-66f8c782208c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:46.426474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Allocated IP 172.20.0.14 (513c0574-a263-430d-823d-66f8c782208c/68487a11-fdec-4b0a-a63d-7a26de54b37d/edad9f92-0947-4f7b-8e37-02ecaef970d7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:46.649857 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.671967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77d346-b6e4-4421-9005-8fc7b568671c req-ece38b09-5571-4644-a24e-c3016f562c42 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:46.673508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb77d346-b6e4-4421-9005-8fc7b568671c req-ece38b09-5571-4644-a24e-c3016f562c42 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.0837603 Aug 31 09:39:46.740650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb77d346-b6e4-4421-9005-8fc7b568671c req-d91c6180-6ce2-41e0-8224-62379ba9327b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586848 Aug 31 09:39:46.748731 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.795050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Network 513c0574-a263-430d-823d-66f8c782208c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:46.799820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:46.804942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:46.808223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'Port': ['ID=edad9f92-0947-4f7b-8e37-02ecaef970d7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:46.847647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:46.848268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.863531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a431b96c-79a1-41f4-9215-23992c95793e tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6779783 Aug 31 09:39:46.865924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35902) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:46.982509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0d768-6dfa-4171-b484-98f39aec1e16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Deleting port edad9f92-0947-4f7b-8e37-02ecaef970d7 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:46.982509 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ed0d768-6dfa-4171-b484-98f39aec1e16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.079112 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ed0d768-6dfa-4171-b484-98f39aec1e16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.101259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0d768-6dfa-4171-b484-98f39aec1e16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Calling delete_port for edad9f92-0947-4f7b-8e37-02ecaef970d7 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:47.274193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d325e-b7bc-4cf2-be4a-fea174fcc926 req-159cafb7-67e2-4a5f-b517-220b21c24bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:47.275886 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e0d325e-b7bc-4cf2-be4a-fea174fcc926 req-159cafb7-67e2-4a5f-b517-220b21c24bc2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 1096 time: 0.0450890 Aug 31 09:39:47.285787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35956) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:47.310686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ed0d768-6dfa-4171-b484-98f39aec1e16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.329166 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8e0d325e-b7bc-4cf2-be4a-fea174fcc926 req-f79e8767-0a27-4aac-9d26-6599e5404b34 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450728 Aug 31 09:39:47.340370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0d768-6dfa-4171-b484-98f39aec1e16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event deleted for resources: {'Port': ['ID=edad9f92-0947-4f7b-8e37-02ecaef970d7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:47.441458 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ed0d768-6dfa-4171-b484-98f39aec1e16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.446398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3ed0d768-6dfa-4171-b484-98f39aec1e16 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "DELETE /v2.0/ports/edad9f92-0947-4f7b-8e37-02ecaef970d7 HTTP/1.1" status: 204 len: 168 time: 0.5770786 Aug 31 09:39:47.446693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35984) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:47.451365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '513c0574-a263-430d-823d-66f8c782208c', 'external_fixed_ips': [{'subnet_id': '68487a11-fdec-4b0a-a63d-7a26de54b37d', 'ip_address': '172.20.0.14'}]}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:47.477940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.479682 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.535546 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.600364 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1456499525'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:47.631179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:47.636045 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.647322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.806223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.813384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.858010 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:47.886605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe35b5d0-91af-42df-b7b7-6ca0cb2c6bb4,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:47.895883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.897624 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment fc9428a5-6e8c-480d-b41b-330c8e897d8b of type vlan for network 09af0014-38c3-4378-bc1b-db48e9a13334 Aug 31 09:39:47.965204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.017821 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.038165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:48.039061 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.074556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7877665 Aug 31 09:39:48.089530 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.183481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc766fe-2a79-4ba8-89cd-838cca626757 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=09af0014-38c3-4378-bc1b-db48e9a13334,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:48.202300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 09af0014-38c3-4378-bc1b-db48e9a13334 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:48.218816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36052) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:48.243108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4a136-c5fe-47f8-9d0c-dc86dae4fcfd req-523d47d8-abf6-4bbe-8db1-c8c418c12bac tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:48.245612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e4a136-c5fe-47f8-9d0c-dc86dae4fcfd req-523d47d8-abf6-4bbe-8db1-c8c418c12bac tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1500587 Aug 31 09:39:48.256399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '09af0014-38c3-4378-bc1b-db48e9a13334', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:48.400840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:48.409603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.412014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e4a136-c5fe-47f8-9d0c-dc86dae4fcfd req-f17e9d77-65a5-4c02-b31a-219b5dbcc2df tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552763 Aug 31 09:39:48.611349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.634142 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.731570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.811678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Allocated IP 172.20.0.14 (513c0574-a263-430d-823d-66f8c782208c/68487a11-fdec-4b0a-a63d-7a26de54b37d/4236b3d8-3780-4b28-9ea9-9381d9fde9e6) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:48.846379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': 'fc9428a5-6e8c-480d-b41b-330c8e897d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '09af0014-38c3-4378-bc1b-db48e9a13334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:48.846725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 09af0014-38c3-4378-bc1b-db48e9a13334, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:48.852368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=248faeb9-55a9-43c5-8635-2bcdb2b7b6fd,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:48.873648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 09af0014-38c3-4378-bc1b-db48e9a13334 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:48.891390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 09af0014-38c3-4378-bc1b-db48e9a13334) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:48.902225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:48.902937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.903160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a65741-e40f-415a-96b2-e84b2f9174c7 None None] Network 09af0014-38c3-4378-bc1b-db48e9a13334 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:48.932102 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bf183d62-e72a-4646-879b-55e92ea329da tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6957114 Aug 31 09:39:48.935786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36090) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:48.943423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-837567422'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:49.008499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:49.012166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.058423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.069351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:49.098168 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.098579 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment e2ed90db-45af-4c76-98bb-c230e393750e of type vlan for network 999b26e7-3e74-41bd-90a8-d3c1fb33115f Aug 31 09:39:49.124656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-09af0014-38c3-4378-bc1b-db48e9a13334', 'network_id': '09af0014-38c3-4378-bc1b-db48e9a13334', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': '248faeb9-55a9-43c5-8635-2bcdb2b7b6fd'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:49.125528 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.129270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.158954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.214450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.220367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:49.221049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.252904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Network 513c0574-a263-430d-823d-66f8c782208c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:49.262452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:49.265169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:49.318577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=999b26e7-3e74-41bd-90a8-d3c1fb33115f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:49.325003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'Port': ['ID=4236b3d8-3780-4b28-9ea9-9381d9fde9e6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:49.337601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 999b26e7-3e74-41bd-90a8-d3c1fb33115f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:49.338736 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fe734e4e-39fc-49b9-a8e2-ff273e34a99f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4015834 Aug 31 09:39:49.341530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36134) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:49.347290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '999b26e7-3e74-41bd-90a8-d3c1fb33115f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:49.460472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-2e2bbcf8-ff2a-4c7a-b143-5b52dbd64c74 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:49.462087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-2e2bbcf8-ff2a-4c7a-b143-5b52dbd64c74 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 805 time: 0.3467619 Aug 31 09:39:49.558049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-c8321d51-8b81-471c-83c0-60775688656c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/quotas/55d6a35ff57642e789271034dc1ba3dc HTTP/1.1" status: 200 len: 375 time: 0.0516946 Aug 31 09:39:49.564579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:49.568301 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.693109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Allocated IP 172.20.255.242 (09af0014-38c3-4378-bc1b-db48e9a13334/248faeb9-55a9-43c5-8635-2bcdb2b7b6fd/60288db4-1e06-4d39-b594-826446304e5c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:49.735720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1183611-55ea-4052-8321-d2722cf82f80 req-915fc745-650b-4429-a82c-e9454a32291b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:49.738186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1183611-55ea-4052-8321-d2722cf82f80 req-915fc745-650b-4429-a82c-e9454a32291b tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2152750 Aug 31 09:39:49.750973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-d28ed14e-2b63-49b9-a847-957eccf74b83 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1384771 Aug 31 09:39:49.848670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1183611-55ea-4052-8321-d2722cf82f80 req-2c8e4716-a721-486a-868a-3034a7fe4ae7 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965133 Aug 31 09:39:49.959786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.972572 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.047373 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.059023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Transition to ACTIVE for port object 60288db4-1e06-4d39-b594-826446304e5c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:50.078887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Transition to ACTIVE for port object 60288db4-1e06-4d39-b594-826446304e5c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:50.094998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.173544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': 'e2ed90db-45af-4c76-98bb-c230e393750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '999b26e7-3e74-41bd-90a8-d3c1fb33115f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:50.173959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 999b26e7-3e74-41bd-90a8-d3c1fb33115f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:50.178632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=401533b8-dc25-4c36-b1bc-c61de971177b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:50.211982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 999b26e7-3e74-41bd-90a8-d3c1fb33115f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:50.218218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Pushing event updated for resources: {'Port': ['ID=60288db4-1e06-4d39-b594-826446304e5c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:50.229300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 999b26e7-3e74-41bd-90a8-d3c1fb33115f) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:50.239295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:50.240930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.242255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Network 09af0014-38c3-4378-bc1b-db48e9a13334 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:50.246211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:50.249423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a42285-4a38-4219-8113-3b853787c6ae None None] Network 999b26e7-3e74-41bd-90a8-d3c1fb33115f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:50.254399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:50.297080 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b330ad31-8729-47de-9b27-7b273b772950 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9540339 Aug 31 09:39:50.337314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36206) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:50.402945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Attempting to bind port 60288db4-1e06-4d39-b594-826446304e5c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:50.404174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Attempting to bind port 60288db4-1e06-4d39-b594-826446304e5c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'fc9428a5-6e8c-480d-b41b-330c8e897d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '09af0014-38c3-4378-bc1b-db48e9a13334'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:50.404895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Attempting to bind port 60288db4-1e06-4d39-b594-826446304e5c on network 09af0014-38c3-4378-bc1b-db48e9a13334 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:50.413726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:50.414388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Checking segment: {'id': 'fc9428a5-6e8c-480d-b41b-330c8e897d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '09af0014-38c3-4378-bc1b-db48e9a13334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:50.415193 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.415756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Bound using segment: {'id': 'fc9428a5-6e8c-480d-b41b-330c8e897d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '09af0014-38c3-4378-bc1b-db48e9a13334'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:50.416253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Bound port: 60288db4-1e06-4d39-b594-826446304e5c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9428a5-6e8c-480d-b41b-330c8e897d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '09af0014-38c3-4378-bc1b-db48e9a13334'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:50.417071 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.499045 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-8ac48dd2-d086-498a-9900-670d49626a56 service neutron] 10.222.0.69 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374384 Aug 31 09:39:50.526845 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.544095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-df8c657a-13b5-4388-9133-664928017780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:50.546782 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-df8c657a-13b5-4388-9133-664928017780 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 1096 time: 0.2760682 Aug 31 09:39:50.579529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] For port 60288db4-1e06-4d39-b594-826446304e5c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:50.584323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] For port 60288db4-1e06-4d39-b594-826446304e5c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=60288db4-1e06-4d39-b594-826446304e5c,segment=NetworkSegment(fc9428a5-6e8c-480d-b41b-330c8e897d8b),segment_id=fc9428a5-6e8c-480d-b41b-330c8e897d8b)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:50.646875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-4e392fcd-bf65-44c3-a583-65e80753d592 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:50.648470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-4e392fcd-bf65-44c3-a583-65e80753d592 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b161fbd-200c-4533-ae32-d219d38357ec HTTP/1.1" status: 200 len: 946 time: 0.2122085 Aug 31 09:39:50.650816 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.672689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f424961-d8b2-4888-9e11-e74c2286042d req-7bde8f42-e0f3-4a62-b2be-d10d4f6e3ce0 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:50.673489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-999b26e7-3e74-41bd-90a8-d3c1fb33115f', 'network_id': '999b26e7-3e74-41bd-90a8-d3c1fb33115f', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': '401533b8-dc25-4c36-b1bc-c61de971177b'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:50.674344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.681951 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f424961-d8b2-4888-9e11-e74c2286042d req-7bde8f42-e0f3-4a62-b2be-d10d4f6e3ce0 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2847445 Aug 31 09:39:50.813589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.880953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-3975443e-544b-4fce-92a6-8773a64de4dd service neutron] 10.222.0.69 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660424 Aug 31 09:39:50.919610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f424961-d8b2-4888-9e11-e74c2286042d req-10a3700e-87b0-42d9-aa6f-dc3f308205c8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367270 Aug 31 09:39:51.017854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Deleting port 75370a21-be68-4964-aa48-f377fb3b030f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:51.042423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.054320 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.071264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Allocated IP 172.20.0.2 (999b26e7-3e74-41bd-90a8-d3c1fb33115f/401533b8-dc25-4c36-b1bc-c61de971177b/28a7b2b6-9271-4ba8-b7c2-9690d9dae481) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:51.074009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Router 55603648-7a64-4dde-937e-7ea09054e722 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:39:51.156862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-be3deaa3-7f45-4826-9098-ef0a6ae1490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:51.158553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-be3deaa3-7f45-4826-9098-ef0a6ae1490f service neutron] 10.222.0.52 "GET /v2.0/networks?id=aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 200 len: 913 time: 0.6043286 Aug 31 09:39:51.278061 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:39:51.311392 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-a9aae259-b418-4d18-8758-6de89db7816d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b HTTP/1.1" status: 200 len: 217 time: 0.1389399 Aug 31 09:39:51.313317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 75370a21-be68-4964-aa48-f377fb3b030f no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:51.380007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16219654-6852-411d-96bc-cb860f218426 req-677d0814-5248-47ee-a115-d102287eb9e6 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 210 time: 0.1352048 Aug 31 09:39:51.391670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ac327-e79e-474d-aeec-6f6504486f30 None None] Pushing event updated for resources: {'Port': ['ID=60288db4-1e06-4d39-b594-826446304e5c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:51.450863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.461044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:51.461430 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.463099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-d56529ec-82e3-4b34-abf7-6ef2ad05d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:51.464633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-d56529ec-82e3-4b34-abf7-6ef2ad05d48b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 HTTP/1.1" status: 200 len: 851 time: 0.1355927 Aug 31 09:39:51.529120 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-d8fb7fa4-61da-49be-ba82-8f42fea0ccce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aeb1dd70-0003-48a6-b555-cd97f533ebf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564437 Aug 31 09:39:51.530443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Transition to ACTIVE for port object 28a7b2b6-9271-4ba8-b7c2-9690d9dae481 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:51.583566 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.618600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Transition to ACTIVE for port object 28a7b2b6-9271-4ba8-b7c2-9690d9dae481 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:51.642921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:51.661584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 75370a21-be68-4964-aa48-f377fb3b030f, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=75370a21-be68-4964-aa48-f377fb3b030f,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:51.663492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:51.666365 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4298275a-d88a-42f5-92d0-e20aadb4972c" -d '{"events": [{"server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "name": "network-vif-unplugged", "status": "completed", "tag": "75370a21-be68-4964-aa48-f377fb3b030f"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:51.685905 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.690892 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.733220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.835874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=401533b8-dc25-4c36-b1bc-c61de971177b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:51.861733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Pushing event updated for resources: {'Port': ['ID=28a7b2b6-9271-4ba8-b7c2-9690d9dae481,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:51.893159 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-0194616c-f717-4ed7-9303-bdf417725764 service neutron] 10.222.0.52 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535190 Aug 31 09:39:51.898198 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5ec031-cca0-4631-b5ed-3ac01f1e90fd x-openstack-request-id: req-ba5ec031-cca0-4631-b5ed-3ac01f1e90fd {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:51.898884 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "name": "network-vif-unplugged", "status": "completed", "tag": "75370a21-be68-4964-aa48-f377fb3b030f", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:51.899764 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba5ec031-cca0-4631-b5ed-3ac01f1e90fd {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:51.901103 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f', 'code': 200} Aug 31 09:39:52.001456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Network 999b26e7-3e74-41bd-90a8-d3c1fb33115f is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:52.010571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:52.017521 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3cb8-9598-4268-94b9-6d2b79c9d6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.024397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:52.057935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Calling delete_port for 75370a21-be68-4964-aa48-f377fb3b030f owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:52.108359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:52.121826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Attempting to bind port 28a7b2b6-9271-4ba8-b7c2-9690d9dae481 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:52.122196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Attempting to bind port 28a7b2b6-9271-4ba8-b7c2-9690d9dae481 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e2ed90db-45af-4c76-98bb-c230e393750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '999b26e7-3e74-41bd-90a8-d3c1fb33115f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:52.122562 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Attempting to bind port 28a7b2b6-9271-4ba8-b7c2-9690d9dae481 on network 999b26e7-3e74-41bd-90a8-d3c1fb33115f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:52.128950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:52.129673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Checking segment: {'id': 'e2ed90db-45af-4c76-98bb-c230e393750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '999b26e7-3e74-41bd-90a8-d3c1fb33115f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:52.130175 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.130672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Bound using segment: {'id': 'e2ed90db-45af-4c76-98bb-c230e393750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '999b26e7-3e74-41bd-90a8-d3c1fb33115f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:52.131273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Bound port: 28a7b2b6-9271-4ba8-b7c2-9690d9dae481, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ed90db-45af-4c76-98bb-c230e393750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '999b26e7-3e74-41bd-90a8-d3c1fb33115f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:52.131754 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.213084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] For port 28a7b2b6-9271-4ba8-b7c2-9690d9dae481, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:52.217089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] For port 28a7b2b6-9271-4ba8-b7c2-9690d9dae481, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=28a7b2b6-9271-4ba8-b7c2-9690d9dae481,segment=NetworkSegment(e2ed90db-45af-4c76-98bb-c230e393750e),segment_id=e2ed90db-45af-4c76-98bb-c230e393750e)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:52.225512 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.297865 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.312117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999b26e7-3e74-41bd-90a8-d3c1fb33115f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:52.313671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689e9d5-57a9-4b63-a538-575ccb3d9c08 None None] Network 09af0014-38c3-4378-bc1b-db48e9a13334 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:52.335919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ed90db-45af-4c76-98bb-c230e393750e') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:52.336215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ed90db-45af-4c76-98bb-c230e393750e') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:52.349478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.358691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:52.374309 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.379284 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.387956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:52.388369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.393516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c38c67-64d3-405d-b6a9-a9e73e118b48 req-53013d7f-1c1c-4fae-a0b2-898a84cad6f5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.401749 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58c38c67-64d3-405d-b6a9-a9e73e118b48 req-53013d7f-1c1c-4fae-a0b2-898a84cad6f5 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.3457444 Aug 31 09:39:52.442359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] Sync routers for ids ['55603648-7a64-4dde-937e-7ea09054e722'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:52.452684 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:52.458551 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.462923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-23bb17cd-a0b8-4d51-a1d4-b8b87c4fee81 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0151045 Aug 31 09:39:52.463677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36270) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:52.464594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:39:52.464594 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:39:52.464594 n-d-806683-2 neutron-server[94787]: [parameters: {'id': '999b26e7-3e74-41bd-90a8-d3c1fb33115f'}] Aug 31 09:39:52.464594 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:39:52.464989 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:39:52.469257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Pushing event deleted for resources: {'Port': ['ID=75370a21-be68-4964-aa48-f377fb3b030f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:52.470855 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91001830-3a83-4117-98ec-6ff35289eb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.494021 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b6e0dde-ed82-4ea1-bdfa-f62bb5af39d6 req-48d375ba-c502-44e5-aef5-14f35a2425bb service neutron] 10.222.0.52 "GET /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830202 Aug 31 09:39:52.507564 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58c38c67-64d3-405d-b6a9-a9e73e118b48 req-e61794ca-d07c-47d3-8517-311b0a4c12bd tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044109 Aug 31 09:39:52.523070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Pushing event updated for resources: {'Port': ['ID=28a7b2b6-9271-4ba8-b7c2-9690d9dae481,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:52.532778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a239271b-aa8b-4aae-84cc-dfbc2fbf812b None None] Network 999b26e7-3e74-41bd-90a8-d3c1fb33115f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:52.604527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] Routers {'55603648-7a64-4dde-937e-7ea09054e722'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:52.605338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['55603648-7a64-4dde-937e-7ea09054e722'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:52.627630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7134c052-88d3-41d8-8069-ccf854bb7089 req-ce7dece8-5abd-49a8-bfc2-e4744c68ad7d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 210 time: 0.1185708 Aug 31 09:39:52.642074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91001830-3a83-4117-98ec-6ff35289eb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.680216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] No DVR routers for this DVR port 75370a21-be68-4964-aa48-f377fb3b030f on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:52.684971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.687501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64928541-fe0a-45e3-8228-e64a5d2caf3f req-1e226b0e-103c-40a7-aeef-09f103f3582e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "DELETE /v2.0/ports/75370a21-be68-4964-aa48-f377fb3b030f HTTP/1.1" status: 204 len: 173 time: 2.0248094 Aug 31 09:39:52.688171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'name': 'network-vif-deleted', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:52.695366 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c97ca6b-0952-41b1-ab30-c0d2b7dc083a" -d '{"events": [{"server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "name": "network-vif-deleted", "tag": "75370a21-be68-4964-aa48-f377fb3b030f"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:52.697924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91001830-3a83-4117-98ec-6ff35289eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.717257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.718476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.720219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.720884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.721944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.724651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.725161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.725691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.727053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.727636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.728780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.731051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c15e47-21b1-4542-90c9-bc249bee747d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:52.781288 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-91001830-3a83-4117-98ec-6ff35289eb88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81d11f5209fc457a9f9fa24672081f94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1340337 Aug 31 09:39:52.782512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91001830-3a83-4117-98ec-6ff35289eb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcbd137-7813-4d61-bfdb-ff1c89b008b5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:52.783871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36280) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:52.838044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-f6ef7591-c90e-465b-bac4-9518a551f359 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.841112 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-f6ef7591-c90e-465b-bac4-9518a551f359 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 805 time: 0.2139432 Aug 31 09:39:52.866216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Request body: {'port': {'device_id': '1748f08a-efa9-455a-88f5-b885561837f2', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'admin_state_up': True, 'tenant_id': '55d6a35ff57642e789271034dc1ba3dc'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:52.898638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9cb6090d-3e09-4b72-a967-122a67a0237d None None] Provisioning for port 60288db4-1e06-4d39-b594-826446304e5c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:52.923958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.954505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] Set router 55603648-7a64-4dde-937e-7ea09054e722 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:52.999452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.105445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.109708 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84bd31e9-6616-46c1-ab19-083d3bb0b215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.138976 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dad8f0-b970-4535-807a-fbdb21aaabed x-openstack-request-id: req-e1dad8f0-b970-4535-807a-fbdb21aaabed {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:53.139268 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b161fbd-200c-4533-ae32-d219d38357ec", "name": "network-vif-deleted", "tag": "75370a21-be68-4964-aa48-f377fb3b030f", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:53.139658 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1dad8f0-b970-4535-807a-fbdb21aaabed {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:53.140347 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b161fbd-200c-4533-ae32-d219d38357ec', 'name': 'network-vif-deleted', 'tag': '75370a21-be68-4964-aa48-f377fb3b030f', 'status': 'completed', 'code': 200} Aug 31 09:39:53.156315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 60288db4-1e06-4d39-b594-826446304e5c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:53.156921 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84bd31e9-6616-46c1-ab19-083d3bb0b215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.215509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port 28a7b2b6-9271-4ba8-b7c2-9690d9dae481 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:53.215902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.233518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Made reservation on behalf of 55d6a35ff57642e789271034dc1ba3dc for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:53.237811 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.263816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Deleting port 4236b3d8-3780-4b28-9ea9-9381d9fde9e6 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:53.264278 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.415949 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.434278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Calling delete_port for 4236b3d8-3780-4b28-9ea9-9381d9fde9e6 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:53.445928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84bd31e9-6616-46c1-ab19-083d3bb0b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.448751 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84bd31e9-6616-46c1-ab19-083d3bb0b215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.449996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-84bd31e9-6616-46c1-ab19-083d3bb0b215 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbcbd137-7813-4d61-bfdb-ff1c89b008b5 HTTP/1.1" status: 204 len: 168 time: 0.6620641 Aug 31 09:39:53.585140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 60288db4-1e06-4d39-b594-826446304e5c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:53.633099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 60288db4-1e06-4d39-b594-826446304e5c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:53.633475 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.715510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd31e9-6616-46c1-ab19-083d3bb0b215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcbd137-7813-4d61-bfdb-ff1c89b008b5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:53.798564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.837075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92060e37-7dd1-44ae-b8bf-65f4116ace18 req-4d18d5d6-978d-44f3-8cb6-e6beb7aa9517 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:53.838918 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92060e37-7dd1-44ae-b8bf-65f4116ace18 req-4d18d5d6-978d-44f3-8cb6-e6beb7aa9517 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1285489 Aug 31 09:39:53.897877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f40ec65c-e24d-4bbb-bb00-47a4224520fd req-95516366-907d-4adf-ae64-32ffbd476185 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 210 time: 0.0869040 Aug 31 09:39:53.940220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55603648-7a64-4dde-937e-7ea09054e722', 'name': '', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '513c0574-a263-430d-823d-66f8c782208c', 'external_fixed_ips': [{'subnet_id': '68487a11-fdec-4b0a-a63d-7a26de54b37d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '4236b3d8-3780-4b28-9ea9-9381d9fde9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:47Z', 'updated_at': '2021-08-31T09:39:49Z', 'revision_number': 3, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port': {'id': '4236b3d8-3780-4b28-9ea9-9381d9fde9e6', 'name': '', 'network_id': '513c0574-a263-430d-823d-66f8c782208c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55603648-7a64-4dde-937e-7ea09054e722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '68487a11-fdec-4b0a-a63d-7a26de54b37d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:48Z', 'updated_at': '2021-08-31T09:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68487a11-fdec-4b0a-a63d-7a26de54b37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:53.961851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 60288db4-1e06-4d39-b594-826446304e5c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=60288db4-1e06-4d39-b594-826446304e5c,segment=NetworkSegment(fc9428a5-6e8c-480d-b41b-330c8e897d8b),segment_id=fc9428a5-6e8c-480d-b41b-330c8e897d8b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:53.994181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92060e37-7dd1-44ae-b8bf-65f4116ace18 req-9d4e41ff-5800-4c0c-a092-7daf9116c878 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056082 Aug 31 09:39:53.999749 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.042560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event deleted for resources: {'Port': ['ID=4236b3d8-3780-4b28-9ea9-9381d9fde9e6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.047767 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.061879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] Checking router: 55603648-7a64-4dde-937e-7ea09054e722 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:39:54.062375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] Updating router 55603648-7a64-4dde-937e-7ea09054e722 port 4236b3d8-3780-4b28-9ea9-9381d9fde9e6 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:39:54.113421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] Port 4236b3d8-3780-4b28-9ea9-9381d9fde9e6 not found while updating agent binding for router 55603648-7a64-4dde-937e-7ea09054e722. {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 09:39:54.118363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port 28a7b2b6-9271-4ba8-b7c2-9690d9dae481, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=28a7b2b6-9271-4ba8-b7c2-9690d9dae481,segment=NetworkSegment(e2ed90db-45af-4c76-98bb-c230e393750e),segment_id=e2ed90db-45af-4c76-98bb-c230e393750e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:54.120581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.149262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for 28a7b2b6-9271-4ba8-b7c2-9690d9dae481 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:54.185621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] Routers {'55603648-7a64-4dde-937e-7ea09054e722'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:54.186333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['55603648-7a64-4dde-937e-7ea09054e722'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.208006 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.275501 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.318222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ba8a9-0316-4892-a1ae-06396159e711 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:39:54.363733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=28a7b2b6-9271-4ba8-b7c2-9690d9dae481,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.377754 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.381138 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.387409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port 28a7b2b6-9271-4ba8-b7c2-9690d9dae481 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:54.459136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] Set router 55603648-7a64-4dde-937e-7ea09054e722 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:54.488943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.489627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55603648-7a64-4dde-937e-7ea09054e722 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:54.501740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.502636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=60288db4-1e06-4d39-b594-826446304e5c,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.502982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2b23c4e5-6826-411f-a46c-b583ea45279d tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "DELETE /v2.0/routers/55603648-7a64-4dde-937e-7ea09054e722 HTTP/1.1" status: 204 len: 168 time: 2.0348871 Aug 31 09:39:54.506661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36322) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:54.531882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Allocated IP 172.20.0.3 (5471ad47-d15e-4472-b684-c8d622bf98e9/8b2bb068-ee81-4ebe-bb00-20ebe1788af1/1ea4c3fd-678d-427a-bc64-a8eda65cbf09) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:54.557488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.573494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999b26e7-3e74-41bd-90a8-d3c1fb33115f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.593218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8a3db4b5-eb82-4622-b55a-9798bb395b4f None None] Provisioning complete for port 60288db4-1e06-4d39-b594-826446304e5c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:54.594050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ed90db-45af-4c76-98bb-c230e393750e') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.594354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ed90db-45af-4c76-98bb-c230e393750e') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.594796 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8a3db4b5-eb82-4622-b55a-9798bb395b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.600789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55603648-7a64-4dde-937e-7ea09054e722', 'name': '', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:47Z', 'updated_at': '2021-08-31T09:39:53Z', 'revision_number': 5, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.614448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-32327857-31b0-4e2c-8f6a-22c3a457e34a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Deleting subnet 68487a11-fdec-4b0a-a63d-7a26de54b37d {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:54.615233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.618339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32327857-31b0-4e2c-8f6a-22c3a457e34a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.640580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.674848 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32327857-31b0-4e2c-8f6a-22c3a457e34a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.681609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b4ecc-a06b-47ec-ba25-6dbc65e9a28c None None] The sync data for ids ['55603648-7a64-4dde-937e-7ea09054e722'] in n-d-806683-2 is: [{'id': '55603648-7a64-4dde-937e-7ea09054e722', 'name': '', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:47Z', 'updated_at': '2021-08-31T09:39:53Z', 'revision_number': 5, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:54.688913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:54.689600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:54.693403 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:54.788683 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32327857-31b0-4e2c-8f6a-22c3a457e34a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.831194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63ba8a9-0316-4892-a1ae-06396159e711 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:39:54.876016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.880240 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32327857-31b0-4e2c-8f6a-22c3a457e34a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.912642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.936048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/999b26e7-3e74-41bd-90a8-d3c1fb33115f HTTP/1.1" status: 204 len: 168 time: 4.5814650 Aug 31 09:39:54.943296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36332) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:54.958299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-767258084'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:54.969187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32327857-31b0-4e2c-8f6a-22c3a457e34a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=68487a11-fdec-4b0a-a63d-7a26de54b37d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.976368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32327857-31b0-4e2c-8f6a-22c3a457e34a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.982345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-32327857-31b0-4e2c-8f6a-22c3a457e34a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/68487a11-fdec-4b0a-a63d-7a26de54b37d HTTP/1.1" status: 204 len: 168 time: 0.4742935 Aug 31 09:39:54.984104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36336) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:54.996993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475f5cd-97c5-4854-aef3-50c83af22956 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=999b26e7-3e74-41bd-90a8-d3c1fb33115f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:55.060479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 60288db4-1e06-4d39-b594-826446304e5c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:55.086489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.147425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d09935f9-8f7c-4376-bf9e-daabe04c2a73 req-47ccfbb8-a349-4159-a406-936656f0d080 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 210 time: 0.0867941 Aug 31 09:39:55.155652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 75370a21-be68-4964-aa48-f377fb3b030f no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:55.186881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 75370a21-be68-4964-aa48-f377fb3b030f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:55.187505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 75370a21-be68-4964-aa48-f377fb3b030f not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:55.198302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:55.199891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.202100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.215497 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.248877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.277784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Network 5471ad47-d15e-4472-b684-c8d622bf98e9 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:55.281139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbfb00-2769-4cee-9ba9-1bbb57009d11 req-df378c71-03a4-4a6d-9932-b95fbd09b262 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:55.283404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ccbfb00-2769-4cee-9ba9-1bbb57009d11 req-df378c71-03a4-4a6d-9932-b95fbd09b262 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1343286 Aug 31 09:39:55.284148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:55.286645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:55.288202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:55.352425 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.352777 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment efbb4158-6c0d-47d4-b701-80e5fe2f91ba of type vlan for network 9712f44a-029f-4c9d-9726-f2ebca315cc5 Aug 31 09:39:55.366795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:55.367564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.381603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Pushing event updated for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:55.395980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-1aea6018-cf24-4291-8331-78377fa59869 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5415270 Aug 31 09:39:55.408245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 60288db4-1e06-4d39-b594-826446304e5c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:55.408775 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.416787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Request body: {'port': {'device_id': '1748f08a-efa9-455a-88f5-b885561837f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:55.454317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ccbfb00-2769-4cee-9ba9-1bbb57009d11 req-bdefb963-4632-4c3a-b00e-ea96dd315716 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554461 Aug 31 09:39:55.492426 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.525260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.557559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513c0574-a263-430d-823d-66f8c782208c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:55.576870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.584666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7af92d-3d7e-47a2-a86d-c619ca4a53de') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:55.585047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7af92d-3d7e-47a2-a86d-c619ca4a53de') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:55.617882 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.619890 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.625546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:55.626181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.702646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36356) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:55.739447 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fa4611aa-f6af-4502-b6b2-3220bc159c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.799255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.839226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:55.840121 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.843099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=9712f44a-029f-4c9d-9726-f2ebca315cc5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:55.846619 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:55.854857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9712f44a-029f-4c9d-9726-f2ebca315cc5 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:55.893778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ce7375f1-05c5-4836-9fcd-70a79f41cfd9 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9480515 Aug 31 09:39:55.897291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36366) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:55.904573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '9712f44a-029f-4c9d-9726-f2ebca315cc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:55.975271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de93fc6d-05b8-47b5-9bc8-21bf3994a6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.012275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243d665-24d8-4b2f-bd03-12b231f8508a req-54e09dfe-dbe6-4389-a458-73b9d0356e58 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.020499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d243d665-24d8-4b2f-bd03-12b231f8508a req-54e09dfe-dbe6-4389-a458-73b9d0356e58 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.2279959 Aug 31 09:39:56.051465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.064677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 513c0574-a263-430d-823d-66f8c782208c {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:39:56.064840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:56.076374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.078617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.083116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "DELETE /v2.0/networks/513c0574-a263-430d-823d-66f8c782208c HTTP/1.1" status: 204 len: 168 time: 1.0946913 Aug 31 09:39:56.101955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Transition to ACTIVE for port object 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:56.105567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6038a-2ca1-4e7f-b5b7-63fc0b23f02f tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event deleted for resources: {'Network': ['ID=513c0574-a263-430d-823d-66f8c782208c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.110215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.119935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d243d665-24d8-4b2f-bd03-12b231f8508a req-b9c82c2c-b168-43a4-ae69-8d17a7805b30 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963764 Aug 31 09:39:56.212532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.238538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de93fc6d-05b8-47b5-9bc8-21bf3994a6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.265377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de93fc6d-05b8-47b5-9bc8-21bf3994a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.273541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:56.289841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.325369 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-de93fc6d-05b8-47b5-9bc8-21bf3994a6e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad5e2af86ccd43688404fc0c71e12ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211345 Aug 31 09:39:56.330452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:56.344002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93fc6d-05b8-47b5-9bc8-21bf3994a6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab1e6e-af65-40f1-952a-a05db062443e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.362509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Attempting to bind port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:56.363366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Attempting to bind port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:56.364076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Attempting to bind port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 on network 5471ad47-d15e-4472-b684-c8d622bf98e9 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:56.380404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 on network 5471ad47-d15e-4472-b684-c8d622bf98e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:56.380970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Attempting to bind port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 on network 5471ad47-d15e-4472-b684-c8d622bf98e9 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:56.396347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:56.396892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Checking segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:56.397557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Bound using segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:56.398162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Bound port: 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:56.398703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.445427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8568466d-a0d4-4eee-a06b-8fa4cf4dc2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.467222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.ipam_backend_mixin [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing IP validity checks on allocation pools {{(pid=94786) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:39:56.467749 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.ipam_backend_mixin [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94786) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:39:56.497782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8568466d-a0d4-4eee-a06b-8fa4cf4dc2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.504569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967124b-8010-4210-ae3c-1a5547a59629 req-d72f57f4-dc60-4952-9145-29c5b219ceb0 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.506643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b967124b-8010-4210-ae3c-1a5547a59629 req-d72f57f4-dc60-4952-9145-29c5b219ceb0 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 943 time: 0.1817782 Aug 31 09:39:56.528905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:56.558498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:56.568631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.572061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b967124b-8010-4210-ae3c-1a5547a59629 req-21c87bf6-1159-46d7-a265-2ecf59eec231 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557525 Aug 31 09:39:56.623838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.624524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.626186 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ea4c3fd-678d-427a-bc64-a8eda65cbf09 HTTP/1.1" status: 200 len: 1091 time: 1.2170753 Aug 31 09:39:56.626618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:56.630390 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008" -d '{"events": [{"name": "network-changed", "server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:56.661025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8568466d-a0d4-4eee-a06b-8fa4cf4dc2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.667735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8568466d-a0d4-4eee-a06b-8fa4cf4dc2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.671337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8568466d-a0d4-4eee-a06b-8fa4cf4dc2a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37ab1e6e-af65-40f1-952a-a05db062443e HTTP/1.1" status: 204 len: 168 time: 0.3398063 Aug 31 09:39:56.715217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36400) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:56.728785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a34400c6-2e72-4081-a052-267b39343557 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'router': {'name': 'tempest-router--2016293220', 'project_id': 'f697bdf0709f435181b837a0d87b528a'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:56.729039 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167d2cda-8bfe-48f8-88be-21d8555f468e x-openstack-request-id: req-167d2cda-8bfe-48f8-88be-21d8555f468e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:56.729177 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:56.730154 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-167d2cda-8bfe-48f8-88be-21d8555f468e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:56.730660 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'status': 'completed', 'code': 200} Aug 31 09:39:56.740405 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.776781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568466d-a0d4-4eee-a06b-8fa4cf4dc2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab1e6e-af65-40f1-952a-a05db062443e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.792690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba4f7d-bf26-494c-8ba2-939a5ff23193 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.806448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-9ad80586-0e61-4c53-a1f6-73a4742c718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.808454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-9ad80586-0e61-4c53-a1f6-73a4742c718a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 1094 time: 0.1261621 Aug 31 09:39:56.876449 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-2da19c01-8646-428c-abe4-a33b523a6ebc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09 HTTP/1.1" status: 200 len: 217 time: 0.0570204 Aug 31 09:39:56.948861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-7cfb994a-cf3a-4db9-9411-75886b7931d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.950918 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-7cfb994a-cf3a-4db9-9411-75886b7931d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 200 len: 845 time: 0.0669923 Aug 31 09:39:56.952671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a34400c6-2e72-4081-a052-267b39343557 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.953750 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a34400c6-2e72-4081-a052-267b39343557 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.980349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=633fc32a-ba8c-4c38-a86a-f8e280476189,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.984793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9712f44a-029f-4c9d-9726-f2ebca315cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:56.985087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 9712f44a-029f-4c9d-9726-f2ebca315cc5, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:56.990126 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-c0cbcb67-d228-4ff2-972d-3eb72913d2f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5471ad47-d15e-4472-b684-c8d622bf98e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311389 Aug 31 09:39:57.067040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a34400c6-2e72-4081-a052-267b39343557 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.074973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 9712f44a-029f-4c9d-9726-f2ebca315cc5 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:57.077852 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a34400c6-2e72-4081-a052-267b39343557 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.105938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 9712f44a-029f-4c9d-9726-f2ebca315cc5) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:57.113568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.114400 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.116808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cde923-1458-49f4-a747-ca4bc482e020 None None] Network 9712f44a-029f-4c9d-9726-f2ebca315cc5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:57.142228 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a34400c6-2e72-4081-a052-267b39343557 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.146252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a34400c6-2e72-4081-a052-267b39343557 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4282324 Aug 31 09:39:57.156013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36420) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:57.170574 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-2058be59-c7a8-4490-b962-c9451126eff0 service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728845 Aug 31 09:39:57.264357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4a97c752-c339-429b-809d-ad0ebaa2d3f1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3645279 Aug 31 09:39:57.268486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:57.351416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36424) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:57.358781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9712f44a-029f-4c9d-9726-f2ebca315cc5', 'network_id': '9712f44a-029f-4c9d-9726-f2ebca315cc5', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': '633fc32a-ba8c-4c38-a86a-f8e280476189'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:57.360089 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.376443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d348dd77-a4bf-434d-a8f0-48e2edacda35 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.380338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfa903a6-cf89-4b25-823c-64c47ae2502a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.423916 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed30bd6f-c1e9-44f6-b3a8-e3a0a8361b30 req-c64b59ab-edf0-4ea0-b587-733725edcc81 service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457535 Aug 31 09:39:57.463055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca28a4e-4fcb-4a89-a12a-f8ba0122b3d6 req-bb63480e-74b2-4a1c-b898-ad699a870ae0 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.465437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ca28a4e-4fcb-4a89-a12a-f8ba0122b3d6 req-bb63480e-74b2-4a1c-b898-ad699a870ae0 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.1871433 Aug 31 09:39:57.496703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.544757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Allocated IP 172.20.0.3 (9712f44a-029f-4c9d-9726-f2ebca315cc5/633fc32a-ba8c-4c38-a86a-f8e280476189/f01e5a79-186d-450e-9274-24b823c3e579) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:57.581184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d348dd77-a4bf-434d-a8f0-48e2edacda35 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.583587 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d348dd77-a4bf-434d-a8f0-48e2edacda35 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.629039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-6e75272f-346f-48b4-a686-3c0748e83c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.631037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-6e75272f-346f-48b4-a686-3c0748e83c33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 1094 time: 0.1216888 Aug 31 09:39:57.644174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d348dd77-a4bf-434d-a8f0-48e2edacda35 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.644633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d348dd77-a4bf-434d-a8f0-48e2edacda35 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48d92d24-2e89-4db0-823e-2be607efe9a5 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:57.655468 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d348dd77-a4bf-434d-a8f0-48e2edacda35 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.656618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d348dd77-a4bf-434d-a8f0-48e2edacda35 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "DELETE /v2.0/routers/48d92d24-2e89-4db0-823e-2be607efe9a5 HTTP/1.1" status: 204 len: 168 time: 0.4996367 Aug 31 09:39:57.698250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ca28a4e-4fcb-4a89-a12a-f8ba0122b3d6 req-09cc0547-342b-49ac-971d-2353e698d0d9 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648851 Aug 31 09:39:57.742369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-98ced46b-697f-4b08-9528-ba7515e9a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.744540 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-98ced46b-697f-4b08-9528-ba7515e9a3df service neutron] 10.222.0.20 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 907 time: 0.1049690 Aug 31 09:39:57.756141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.757511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.767839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Transition to ACTIVE for port object f01e5a79-186d-450e-9274-24b823c3e579 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:57.773571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a682e4f-cf82-4e68-9e88-20ed75b334c6 req-c95b1c03-f89a-41f2-8f22-f4c6d1795eb1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.783546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a682e4f-cf82-4e68-9e88-20ed75b334c6 req-c95b1c03-f89a-41f2-8f22-f4c6d1795eb1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 943 time: 0.0775764 Aug 31 09:39:57.790332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Transition to ACTIVE for port object f01e5a79-186d-450e-9274-24b823c3e579 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:57.807782 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.836361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a682e4f-cf82-4e68-9e88-20ed75b334c6 req-24d731e2-cf2d-4881-87f7-15f7371078db tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508137 Aug 31 09:39:57.865523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.873913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Network 9712f44a-029f-4c9d-9726-f2ebca315cc5 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:57.875470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:57.883984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.884932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:57.926978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Pushing event updated for resources: {'Port': ['ID=f01e5a79-186d-450e-9274-24b823c3e579,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:57.940563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=633fc32a-ba8c-4c38-a86a-f8e280476189,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:57.950077 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-55b6fe6b-b750-4a29-ab86-0875304f0abf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09 HTTP/1.1" status: 200 len: 217 time: 0.1950793 Aug 31 09:39:57.966784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Attempting to bind port f01e5a79-186d-450e-9274-24b823c3e579 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:57.967162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Attempting to bind port f01e5a79-186d-450e-9274-24b823c3e579 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9712f44a-029f-4c9d-9726-f2ebca315cc5'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:57.967525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Attempting to bind port f01e5a79-186d-450e-9274-24b823c3e579 on network 9712f44a-029f-4c9d-9726-f2ebca315cc5 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:57.973376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:57.973747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Checking segment: {'id': 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9712f44a-029f-4c9d-9726-f2ebca315cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:57.974319 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.974713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Bound using segment: {'id': 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9712f44a-029f-4c9d-9726-f2ebca315cc5'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:57.975407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Bound port: f01e5a79-186d-450e-9274-24b823c3e579, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '9712f44a-029f-4c9d-9726-f2ebca315cc5'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:57.975793 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.996219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfa903a6-cf89-4b25-823c-64c47ae2502a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.049358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bfa903a6-cf89-4b25-823c-64c47ae2502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.056408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] For port f01e5a79-186d-450e-9274-24b823c3e579, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:58.063786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] For port f01e5a79-186d-450e-9274-24b823c3e579, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f01e5a79-186d-450e-9274-24b823c3e579,segment=NetworkSegment(efbb4158-6c0d-47d4-b701-80e5fe2f91ba),segment_id=efbb4158-6c0d-47d4-b701-80e5fe2f91ba)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:58.064051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36450) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:58.072239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.108357 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.112472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bfa903a6-cf89-4b25-823c-64c47ae2502a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58f88423d92847faacbd7b6a12963ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7523746 Aug 31 09:39:58.115413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36454) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:58.136089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-9a9dc7e2-4242-4283-9012-a9bdb7857d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:58.137579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-9a9dc7e2-4242-4283-9012-a9bdb7857d6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 200 len: 845 time: 0.1724508 Aug 31 09:39:58.139339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9712f44a-029f-4c9d-9726-f2ebca315cc5']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:58.142231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa903a6-cf89-4b25-823c-64c47ae2502a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77104279-b8ed-4641-a05d-319fd05c5e57,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:58.165796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:58.166159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:58.177403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31c79c-92dc-469b-81c3-43f2ddd59264 None None] Pushing event updated for resources: {'Port': ['ID=f01e5a79-186d-450e-9274-24b823c3e579,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:58.191720 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-dd0ae2f5-5ce7-488d-950e-8510e6b6fee9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5471ad47-d15e-4472-b684-c8d622bf98e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391769 Aug 31 09:39:58.197208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11efc9-2be1-4881-b7a4-9b2f52a2b070 None None] Network 9712f44a-029f-4c9d-9726-f2ebca315cc5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:58.197343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.223426 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f7da56f-6ae6-434c-8d54-840072b1ccb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.258077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f7da56f-6ae6-434c-8d54-840072b1ccb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.280253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.292908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:58.293321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:58.296504 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:58.337666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f7da56f-6ae6-434c-8d54-840072b1ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.344864 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5f7da56f-6ae6-434c-8d54-840072b1ccb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.347695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5f7da56f-6ae6-434c-8d54-840072b1ccb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77104279-b8ed-4641-a05d-319fd05c5e57 HTTP/1.1" status: 204 len: 168 time: 0.2295442 Aug 31 09:39:58.366444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-535047609', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:58.375872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7da56f-6ae6-434c-8d54-840072b1ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77104279-b8ed-4641-a05d-319fd05c5e57,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:58.380588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:39:58.380588 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:39:58.380588 n-d-806683-2 neutron-server[94787]: [parameters: {'id': '9712f44a-029f-4c9d-9726-f2ebca315cc5'}] Aug 31 09:39:58.380588 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:39:58.381241 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:39:58.384449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5236ab-dabe-4a8c-bc8e-08770c1c3978 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:39:58.386395 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-b0e88ad5-91c7-410b-9368-024dac4c3233 service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866274 Aug 31 09:39:58.400422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.402418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.485549 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.528159 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c3d2667-99e8-4fee-9d5e-b3e0cb6e5008 req-278af3a6-f208-49e7-9102-825deb592452 service neutron] 10.222.0.20 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328104 Aug 31 09:39:58.552396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.588202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5236ab-dabe-4a8c-bc8e-08770c1c3978 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:39:58.666515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.879685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-b0c05480-d0bc-494d-b911-6894c186f8db tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:58.879685 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-b0c05480-d0bc-494d-b911-6894c186f8db tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.0877225 Aug 31 09:39:58.881603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.083197 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Deleting port 19ff2824-108a-4b4b-b239-ed9fdad0c21b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:59.083560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.087683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port f01e5a79-186d-450e-9274-24b823c3e579 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:59.088040 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.095281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-3472b3ae-8d08-4f6d-bbfd-1af4f67e732a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2466152 Aug 31 09:39:59.099724 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.125701 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.147704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905302ff-de1c-4ca5-9a1f-035a2cfe2e06 req-689f7bfe-88bb-4b86-a7e0-62f2caa54919 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:59.155182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-905302ff-de1c-4ca5-9a1f-035a2cfe2e06 req-689f7bfe-88bb-4b86-a7e0-62f2caa54919 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1345d06-1915-42cd-befa-9bbef00d7b99 HTTP/1.1" status: 200 len: 945 time: 0.3074625 Aug 31 09:39:59.192741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36488) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:59.272107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port f01e5a79-186d-450e-9274-24b823c3e579, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f01e5a79-186d-450e-9274-24b823c3e579,segment=NetworkSegment(efbb4158-6c0d-47d4-b701-80e5fe2f91ba),segment_id=efbb4158-6c0d-47d4-b701-80e5fe2f91ba)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:59.272520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.298177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for f01e5a79-186d-450e-9274-24b823c3e579 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:59.301727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] For port 19ff2824-108a-4b4b-b239-ed9fdad0c21b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=19ff2824-108a-4b4b-b239-ed9fdad0c21b,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:59.302142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.326714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Calling delete_port for 19ff2824-108a-4b4b-b239-ed9fdad0c21b owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:59.421811 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-47d4-4d2a-8b30-554d6ad85c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.524910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.567378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25385d6-a2d7-4598-a29d-b565dce0a2b9 req-994f686b-fc0f-41a4-bed1-f5d4e8eb51e0 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:59.569278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b25385d6-a2d7-4598-a29d-b565dce0a2b9 req-994f686b-fc0f-41a4-bed1-f5d4e8eb51e0 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 943 time: 0.5733435 Aug 31 09:39:59.572308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=f01e5a79-186d-450e-9274-24b823c3e579,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:59.580422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port f01e5a79-186d-450e-9274-24b823c3e579 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:59.612166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-905302ff-de1c-4ca5-9a1f-035a2cfe2e06 req-28d5a8ad-59bd-4c5d-94a6-3258f1573adc tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555633 Aug 31 09:39:59.673249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-8b04e7f3-47e5-48e9-8894-0080f4cc4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:59.675787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-8b04e7f3-47e5-48e9-8894-0080f4cc4320 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 1097 time: 0.5510831 Aug 31 09:39:59.722611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b25385d6-a2d7-4598-a29d-b565dce0a2b9 req-6055a665-80a5-4fe4-970a-dbce99eef7dd tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339035 Aug 31 09:39:59.723996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Allocated IP 172.25.1.160 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/360e52fb-edfc-4722-8f70-fc7b05e877a8) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:59.729737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.733219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.742643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['19ff2824-108a-4b4b-b239-ed9fdad0c21b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:59.745300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4d81eeb1-02d6-41f8-98f2-0b911f55972c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:59.761588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9712f44a-029f-4c9d-9726-f2ebca315cc5']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:59.829805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:59.830035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbb4158-6c0d-47d4-b701-80e5fe2f91ba') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:59.832517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Pushing event deleted for resources: {'Port': ['ID=19ff2824-108a-4b4b-b239-ed9fdad0c21b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:59.885489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.887346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-be3785bf-16fc-4c57-9d4f-fc3a8c4acac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:59.889057 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-47d4-4d2a-8b30-554d6ad85c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.889437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-be3785bf-16fc-4c57-9d4f-fc3a8c4acac8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.1849184 Aug 31 09:39:59.913087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] No DVR routers for this DVR port 19ff2824-108a-4b4b-b239-ed9fdad0c21b on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:59.918738 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-47d4-4d2a-8b30-554d6ad85c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.921748 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.923746 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2da48618-3633-4ad9-b3e6-5197bc8a24a8 req-5eae9426-f969-450d-ab70-58c893599e8c tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.52 "DELETE /v2.0/ports/19ff2824-108a-4b4b-b239-ed9fdad0c21b HTTP/1.1" status: 204 len: 173 time: 1.0361795 Aug 31 09:39:59.937865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1345d06-1915-42cd-befa-9bbef00d7b99', 'name': 'network-vif-deleted', 'tag': '19ff2824-108a-4b4b-b239-ed9fdad0c21b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:59.946563 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5e04f9-dec9-4d6d-a303-a7b5f7cbabec" -d '{"events": [{"server_uuid": "a1345d06-1915-42cd-befa-9bbef00d7b99", "name": "network-vif-deleted", "tag": "19ff2824-108a-4b4b-b239-ed9fdad0c21b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:59.952788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-4b3e9225-615b-41ed-8fd5-feb7968a5ff2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777 HTTP/1.1" status: 200 len: 217 time: 0.0542243 Aug 31 09:39:59.958917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.967344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:59.967783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.001221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:00.012355 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:00.014848 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8bf55989-47d4-4d2a-8b30-554d6ad85c3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d77e69a9199c44d5a8a70414353ae65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8192635 Aug 31 09:40:00.026794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36504) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:00.067683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-9f7a2a11-a06f-4d94-a8b2-9de6b679d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:00.069345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-9f7a2a11-a06f-4d94-a8b2-9de6b679d62a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1077130 Aug 31 09:40:00.076594 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f32de8-3080-4fd1-811b-dc9cd8f276b8 x-openstack-request-id: req-b4f32de8-3080-4fd1-811b-dc9cd8f276b8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:00.077442 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1345d06-1915-42cd-befa-9bbef00d7b99", "name": "network-vif-deleted", "tag": "19ff2824-108a-4b4b-b239-ed9fdad0c21b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:00.078223 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4f32de8-3080-4fd1-811b-dc9cd8f276b8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:00.078223 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1345d06-1915-42cd-befa-9bbef00d7b99', 'name': 'network-vif-deleted', 'tag': '19ff2824-108a-4b4b-b239-ed9fdad0c21b', 'status': 'completed', 'code': 200} Aug 31 09:40:00.111654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf55989-47d4-4d2a-8b30-554d6ad85c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc537e3-d8ed-4988-b8cc-d959b48bf595,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.132017 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-cfa69d9e-0ee2-4820-9375-0fd1c357e68c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3114498 Aug 31 09:40:00.133167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.139635 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.145495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/9712f44a-029f-4c9d-9726-f2ebca315cc5 HTTP/1.1" status: 204 len: 168 time: 2.8695717 Aug 31 09:40:00.147487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:00.150591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6682ba12-140b-4c89-bb2c-0f8502f0efaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.153100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735977208'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:00.157971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.174858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd791a23-2d51-44d0-a8a2-87db8bb16a80 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=9712f44a-029f-4c9d-9726-f2ebca315cc5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.209168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-79d51398-52e9-4437-be31-13ee4c6b63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:00.210829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-79d51398-52e9-4437-be31-13ee4c6b63b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321716 Aug 31 09:40:00.218516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6682ba12-140b-4c89-bb2c-0f8502f0efaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.223430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:00.226884 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.249295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:00.268045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-62cef24c-e1d6-41ec-8f37-e99d013f337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:00.270417 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-62cef24c-e1d6-41ec-8f37-e99d013f337a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1095 time: 0.0827236 Aug 31 09:40:00.271229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:00.283214 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.283611 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d of type vlan for network 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 Aug 31 09:40:00.294371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:00.305884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:00.317026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event updated for resources: {'Port': ['ID=360e52fb-edfc-4722-8f70-fc7b05e877a8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.382194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.430518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-101c2b09-a91e-4d40-aa10-aacad8ba7262 service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032351 Aug 31 09:40:00.438384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.445448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:00.445448 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.459342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-c11e77d4-9a2b-40ee-8c08-36a0eb63cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:00.460845 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-c11e77d4-9a2b-40ee-8c08-36a0eb63cf8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.1685584 Aug 31 09:40:00.472600 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6682ba12-140b-4c89-bb2c-0f8502f0efaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.475125 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6682ba12-140b-4c89-bb2c-0f8502f0efaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.478384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6682ba12-140b-4c89-bb2c-0f8502f0efaa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfc537e3-d8ed-4988-b8cc-d959b48bf595 HTTP/1.1" status: 204 len: 168 time: 0.4485044 Aug 31 09:40:00.545417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682ba12-140b-4c89-bb2c-0f8502f0efaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc537e3-d8ed-4988-b8cc-d959b48bf595,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.598815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4502110 Aug 31 09:40:00.606783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36510) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:00.622583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:00.640047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3430b4-a553-46e5-9a04-b2af4a17e8a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.678637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:00.694651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fffa6d4-f001-4084-bce7-2d805aa8bfd0 req-07d46c35-fd71-42dd-b9fd-6d68e3c8dff9 service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323442 Aug 31 09:40:00.768240 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.848647 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-9b96994e-e5a3-418c-9a32-b7f3f0bc8893 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.3746972 Aug 31 09:40:00.944498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-4b5470fc-0920-4900-8446-82416061ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:00.949304 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-4b5470fc-0920-4900-8446-82416061ada1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.0886390 Aug 31 09:40:00.950173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:00.956762 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.072170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-d0e2fd86-c46b-454e-b588-48ff82bcef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:01.073984 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-d0e2fd86-c46b-454e-b588-48ff82bcef2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135013 Aug 31 09:40:01.134557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:40:01.192365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d2e91-2d63-48a9-85b1-379ddc30bac3 req-7f795115-bcef-4aaa-8f6e-f16087945206 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:01.194054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e56d2e91-2d63-48a9-85b1-379ddc30bac3 req-7f795115-bcef-4aaa-8f6e-f16087945206 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 943 time: 0.1183031 Aug 31 09:40:01.207942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86e4ef-5048-4bdd-b535-77609a64d623 req-b8f604fe-a076-4108-a215-56c194fe4aa8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:01.213711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a86e4ef-5048-4bdd-b535-77609a64d623 req-b8f604fe-a076-4108-a215-56c194fe4aa8 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.1707714 Aug 31 09:40:01.231950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36532) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:01.248084 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-c7b2bfe0-14f8-4f23-8fca-be1d41d1762b service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629186 Aug 31 09:40:01.276531 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.285828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dac49dd-b21e-4949-9fef-be9bd44dcec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.315198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:01.331025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'port_id': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'mac_address': 'fa:16:3e:c3:65:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2bb068-ee81-4ebe-bb00-20ebe1788af1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:40:01.361603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.374115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e56d2e91-2d63-48a9-85b1-379ddc30bac3 req-842ca969-1456-4e98-88c6-9e6c86732f39 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531751 Aug 31 09:40:01.385086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a86e4ef-5048-4bdd-b535-77609a64d623 req-a9534f5b-dfc0-4864-a3de-2a6340f59166 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510274 Aug 31 09:40:01.422992 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.444920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:01.474245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=66f466ca-37c2-421a-8d54-1461fea8ce68,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:01.478192 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6a4b8d10-24e4-4045-8e8f-061a450c059d req-27971f65-1f66-4a7c-9307-73279cf9dec6 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223806 Aug 31 09:40:01.485721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:01.486107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:01.505698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:01.509882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:01.517396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.531249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:01.536826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:01.538572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.553084 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dac49dd-b21e-4949-9fef-be9bd44dcec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.554337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Router 1ecf4e1d-4107-46a5-b2ec-234cc596cc80 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:01.556192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d0af5e-f0e3-465f-9444-c8968e2638e3 None None] Network 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:01.559232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dac49dd-b21e-4949-9fef-be9bd44dcec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.563601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b9eaa2be-a2e9-4553-ac12-af59e795831f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9530983 Aug 31 09:40:01.566325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36536) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:01.659822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac49dd-b21e-4949-9fef-be9bd44dcec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fe241b-2eb3-4375-ad54-7c1c1294b137,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:01.674113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3dac49dd-b21e-4949-9fef-be9bd44dcec7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1925b3aa3222484b9fa232e58b32d675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253290 Aug 31 09:40:01.678365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36538) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:01.723313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:01.745268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 19ff2824-108a-4b4b-b239-ed9fdad0c21b no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:01.777205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:01.781307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 19ff2824-108a-4b4b-b239-ed9fdad0c21b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:01.781307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 19ff2824-108a-4b4b-b239-ed9fdad0c21b not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:01.795804 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbb31a8d-1a4b-41eb-9f57-0de3d75e2253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.806026 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde464c3-3dfa-413c-b7c8-55355502e3bf None None] Sync routers for ids ['1ecf4e1d-4107-46a5-b2ec-234cc596cc80'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:01.821490 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.823249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-23030141-25aa-4d28-8b04-c9ab38cf30cd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7579632 Aug 31 09:40:01.828610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36540) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:01.830290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66', 'network_id': '6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': '66f466ca-37c2-421a-8d54-1461fea8ce68'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:01.832498 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.837804 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde464c3-3dfa-413c-b7c8-55355502e3bf None None] Routers {'1ecf4e1d-4107-46a5-b2ec-234cc596cc80'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:01.839303 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dde464c3-3dfa-413c-b7c8-55355502e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1ecf4e1d-4107-46a5-b2ec-234cc596cc80'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:01.841541 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbb31a8d-1a4b-41eb-9f57-0de3d75e2253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.893435 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dde464c3-3dfa-413c-b7c8-55355502e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:01.911052 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde464c3-3dfa-413c-b7c8-55355502e3bf None None] Routers {'1ecf4e1d-4107-46a5-b2ec-234cc596cc80'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:01.912029 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dde464c3-3dfa-413c-b7c8-55355502e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1ecf4e1d-4107-46a5-b2ec-234cc596cc80'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:01.964479 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dde464c3-3dfa-413c-b7c8-55355502e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:01.966343 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde464c3-3dfa-413c-b7c8-55355502e3bf None None] The sync data for ids ['1ecf4e1d-4107-46a5-b2ec-234cc596cc80'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:01.999021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['1ea4c3fd-678d-427a-bc64-a8eda65cbf09'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:40:02.038587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8023ff61-6c9f-4c3c-bb89-7ef83ea6d640 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/routers/1ecf4e1d-4107-46a5-b2ec-234cc596cc80 HTTP/1.1" status: 200 len: 920 time: 0.2087235 Aug 31 09:40:02.041443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36544) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:02.046148 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbb31a8d-1a4b-41eb-9f57-0de3d75e2253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.048957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbb31a8d-1a4b-41eb-9f57-0de3d75e2253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.054049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cbb31a8d-1a4b-41eb-9f57-0de3d75e2253 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6fe241b-2eb3-4375-ad54-7c1c1294b137 HTTP/1.1" status: 204 len: 168 time: 0.3738825 Aug 31 09:40:02.071406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb31a8d-1a4b-41eb-9f57-0de3d75e2253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fe241b-2eb3-4375-ad54-7c1c1294b137,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:02.080231 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d226e268-0c33-461e-bdaf-c6fc7b023a52 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ecf4e1d-4107-46a5-b2ec-234cc596cc80 HTTP/1.1" status: 200 len: 205 time: 0.0376930 Aug 31 09:40:02.084224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36548) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:02.090711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.157950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.181537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Allocated IP 172.20.0.1 (6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66/66f466ca-37c2-421a-8d54-1461fea8ce68/23df92f8-7db1-443d-b7d0-89895c2ab363) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:02.235322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.350766 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.418199 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.430830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Transition to ACTIVE for port object 23df92f8-7db1-443d-b7d0-89895c2ab363 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:02.447070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Deleting port 360e52fb-edfc-4722-8f70-fc7b05e877a8 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:02.447723 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.449244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Transition to ACTIVE for port object 23df92f8-7db1-443d-b7d0-89895c2ab363 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:02.458269 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.493291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.542808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.547054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Pushing event updated for resources: {'Port': ['ID=23df92f8-7db1-443d-b7d0-89895c2ab363,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:02.563609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Network 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:02.568969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:02.570044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Calling delete_port for 360e52fb-edfc-4722-8f70-fc7b05e877a8 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:02.577647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=66f466ca-37c2-421a-8d54-1461fea8ce68,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:02.580887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:02.672111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Attempting to bind port 23df92f8-7db1-443d-b7d0-89895c2ab363 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:02.672800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Attempting to bind port 23df92f8-7db1-443d-b7d0-89895c2ab363 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:02.673390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Attempting to bind port 23df92f8-7db1-443d-b7d0-89895c2ab363 on network 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:02.680560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:02.681475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Checking segment: {'id': 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:02.682227 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.682915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Bound using segment: {'id': 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:02.683634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Bound port: 23df92f8-7db1-443d-b7d0-89895c2ab363, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:02.684439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.699723 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.711395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:02.728482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:02.728857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:02.740673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.757810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.758595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd9194-2fba-4d14-9885-2f984ce5d580 req-c02d60e8-63fe-44dd-8dea-b32ecdc77f22 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:02.765956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94fd9194-2fba-4d14-9885-2f984ce5d580 req-c02d60e8-63fe-44dd-8dea-b32ecdc77f22 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 944 time: 0.1199675 Aug 31 09:40:02.773024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:02.773442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:02.780496 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:02.794473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] For port 23df92f8-7db1-443d-b7d0-89895c2ab363, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:02.820288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94fd9194-2fba-4d14-9885-2f984ce5d580 req-90b70a63-bc1c-48c8-af72-8fa3ec7e5730 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521600 Aug 31 09:40:02.834314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd07e-f4cd-43f4-99cb-cf9532451a52 req-b6366a73-f7ed-4de9-80c2-cda237dd170a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:02.856814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-122cd07e-f4cd-43f4-99cb-cf9532451a52 req-b6366a73-f7ed-4de9-80c2-cda237dd170a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2096999 Aug 31 09:40:02.861850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] For port 23df92f8-7db1-443d-b7d0-89895c2ab363, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=23df92f8-7db1-443d-b7d0-89895c2ab363,segment=NetworkSegment(a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d),segment_id=a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:02.867087 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:40:02.867087 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:40:02.867087 n-d-806683-2 neutron-server[94787]: [parameters: {'id': '6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66'}] Aug 31 09:40:02.867087 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:02.867529 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:02.868209 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.956541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-122cd07e-f4cd-43f4-99cb-cf9532451a52 req-f0cd8105-be60-49b6-af33-0492a9fbd3b1 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583971 Aug 31 09:40:03.014193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04795e53-97f6-4e26-a01d-b1ffa0707715 None None] Pushing event updated for resources: {'Port': ['ID=23df92f8-7db1-443d-b7d0-89895c2ab363,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:03.036271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff332ec3-4689-40bb-b4f3-f736347366a3 None None] Network 6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:03.043078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.080082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event deleted for resources: {'Port': ['ID=360e52fb-edfc-4722-8f70-fc7b05e877a8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:03.149747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:03.168718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.247738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:03.257410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:03.258058 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.278527 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.280833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.300850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac672e5-896b-424a-868a-8dec32c0252b None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:40:03.330390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.330993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Fanout notify agent at l3_agent the message router_deleted on router 1ecf4e1d-4107-46a5-b2ec-234cc596cc80 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:03.341411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.349188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36580) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:03.351197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1465ca42-c2a0-4c28-8c84-ede4dc8da77d tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/1ecf4e1d-4107-46a5-b2ec-234cc596cc80 HTTP/1.1" status: 204 len: 168 time: 1.2650702 Aug 31 09:40:03.353379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1905829979', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': False}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:03.368706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.386815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.387784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.475265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.496941 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.516662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac672e5-896b-424a-868a-8dec32c0252b None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:40:03.525256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port 23df92f8-7db1-443d-b7d0-89895c2ab363 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:03.525891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.531248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:03.533524 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc87e8-56b8-40c4-917a-13954672fe3a" -d '{"events": [{"server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:03.550446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:03.560994 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.625055 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c35df63-2978-419e-88de-ab44c3d639d0 x-openstack-request-id: req-1c35df63-2978-419e-88de-ab44c3d639d0 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:03.625670 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:03.625921 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c35df63-2978-419e-88de-ab44c3d639d0 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:03.626501 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'code': 200} Aug 31 09:40:03.627343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:03.742787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052c131-384b-4d0f-a1e6-bca43622b763 req-1a51c554-9764-4c48-9958-2ac1a5bed496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:03.743837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port 23df92f8-7db1-443d-b7d0-89895c2ab363, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=23df92f8-7db1-443d-b7d0-89895c2ab363,segment=NetworkSegment(a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d),segment_id=a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:03.744209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.744430 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3052c131-384b-4d0f-a1e6-bca43622b763 req-1a51c554-9764-4c48-9958-2ac1a5bed496 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 1096 time: 0.0593374 Aug 31 09:40:03.757611 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.774182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-596a5294-3cb4-46ec-a278-16de9dae5d33 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:03.775630 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-596a5294-3cb4-46ec-a278-16de9dae5d33 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.2119155 Aug 31 09:40:03.783138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for 23df92f8-7db1-443d-b7d0-89895c2ab363 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:03.797230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3052c131-384b-4d0f-a1e6-bca43622b763 req-e186cc43-ad01-48ea-b65a-2530148d3cd4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Aug 31 09:40:03.974476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c5a78-596c-4b8c-b991-15256edc0d04 req-5b41a582-b0a1-49e6-ac5f-ce220ed97543 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:03.976350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-932c5a78-596c-4b8c-b991-15256edc0d04 req-5b41a582-b0a1-49e6-ac5f-ce220ed97543 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 945 time: 0.0647557 Aug 31 09:40:04.036818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Deleting port 4d81eeb1-02d6-41f8-98f2-0b911f55972c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:04.037408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.053609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.127182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=23df92f8-7db1-443d-b7d0-89895c2ab363,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:04.137044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port 23df92f8-7db1-443d-b7d0-89895c2ab363 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:04.261457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.276105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:04.294408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] For port 4d81eeb1-02d6-41f8-98f2-0b911f55972c, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4d81eeb1-02d6-41f8-98f2-0b911f55972c,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:04.294798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.318283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Calling delete_port for 4d81eeb1-02d6-41f8-98f2-0b911f55972c owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:04.413815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-932c5a78-596c-4b8c-b991-15256edc0d04 req-e55f8d84-b8a7-49ec-acc6-d7a54db2f225 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278831 Aug 31 09:40:04.448829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b855fd2-d1ab-4f4e-9a22-2b071a5fde0a req-3d717ba7-9645-4b1b-a5d5-021967391b1a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:04.450464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b855fd2-d1ab-4f4e-9a22-2b071a5fde0a req-3d717ba7-9645-4b1b-a5d5-021967391b1a tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d91c4cc-541c-4226-a640-f027938152e5 HTTP/1.1" status: 200 len: 946 time: 0.0858793 Aug 31 09:40:04.468941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:04.469546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d9ba27-2b98-41fe-bd36-ce168ef1ba5d') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:04.507565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b855fd2-d1ab-4f4e-9a22-2b071a5fde0a req-a6f29990-3137-409a-8185-ec5b055df22d tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.69 "GET /v2.0/security-groups?id=7537277a-c483-415d-bf95-59828fd19b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Aug 31 09:40:04.531522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.570465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.608749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:04.609112 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:04.612083 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:04.672681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.712692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.726201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.734656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.736481 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 HTTP/1.1" status: 204 len: 168 time: 3.1690240 Aug 31 09:40:04.739044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.741001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36660) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:04.747456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-869789808'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:04.750503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4d81eeb1-02d6-41f8-98f2-0b911f55972c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:40:04.775753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:04.779862 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.807611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943274d1-512d-434d-86db-8fed75f89909 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:04.813408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:04.814013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Pushing event deleted for resources: {'Port': ['ID=4d81eeb1-02d6-41f8-98f2-0b911f55972c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:04.825109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.825464 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment 04dbe119-e006-4b02-863a-085b88cbb397 of type vlan for network f32d4da7-75d8-45cd-9eb4-826a9c4eea56 Aug 31 09:40:04.872820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] No DVR routers for this DVR port 4d81eeb1-02d6-41f8-98f2-0b911f55972c on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:04.876246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.892390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.895093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-572d8b34-6fca-40e1-87bd-7ee69103111a req-0fec8150-e43c-4da6-81aa-c8757afa2827 tempest-ServerRescueTestJSON-728591876 tempest-ServerRescueTestJSON-728591876-project] 10.222.0.20 "DELETE /v2.0/ports/4d81eeb1-02d6-41f8-98f2-0b911f55972c HTTP/1.1" status: 204 len: 173 time: 1.1133013 Aug 31 09:40:04.895787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d91c4cc-541c-4226-a640-f027938152e5', 'name': 'network-vif-deleted', 'tag': '4d81eeb1-02d6-41f8-98f2-0b911f55972c'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:04.898317 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfad0b6-f87a-4d84-add5-d3e16d40213f" -d '{"events": [{"server_uuid": "0d91c4cc-541c-4226-a640-f027938152e5", "name": "network-vif-deleted", "tag": "4d81eeb1-02d6-41f8-98f2-0b911f55972c"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:04.920062 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.927259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:04.927976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.947488 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf9d6d3-d423-4224-8390-0e35918ad9ab x-openstack-request-id: req-faf9d6d3-d423-4224-8390-0e35918ad9ab {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:04.947792 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d91c4cc-541c-4226-a640-f027938152e5", "name": "network-vif-deleted", "tag": "4d81eeb1-02d6-41f8-98f2-0b911f55972c", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:04.948045 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-faf9d6d3-d423-4224-8390-0e35918ad9ab {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:04.948455 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d91c4cc-541c-4226-a640-f027938152e5', 'name': 'network-vif-deleted', 'tag': '4d81eeb1-02d6-41f8-98f2-0b911f55972c', 'status': 'completed', 'code': 200} Aug 31 09:40:04.958602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Allocated IP 172.25.1.230 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/e9452935-dad4-4972-a546-e7c742c45a18) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:04.997256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2544575 Aug 31 09:40:05.000800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36664) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:05.009523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': 'f32d4da7-75d8-45cd-9eb4-826a9c4eea56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:05.021397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ac74-0264-46d9-8162-46bd49a26453 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=f32d4da7-75d8-45cd-9eb4-826a9c4eea56,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:05.034228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network f32d4da7-75d8-45cd-9eb4-826a9c4eea56 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:05.138008 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.154299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:05.159901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.170619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36668) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:05.203037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.227240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:05.229692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:05.250500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:05.295673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'Port': ['ID=e9452935-dad4-4972-a546-e7c742c45a18,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:05.381637 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.388927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2fca41d5-befc-4c87-9c1b-cfca01bbfd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.460859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': '04dbe119-e006-4b02-863a-085b88cbb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f32d4da7-75d8-45cd-9eb4-826a9c4eea56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:05.461234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: f32d4da7-75d8-45cd-9eb4-826a9c4eea56, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:05.495054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=6a9db3b6-1226-4949-adc6-f61683cbe8e8,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:05.569629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network f32d4da7-75d8-45cd-9eb4-826a9c4eea56 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:05.600995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf04222-633d-43e0-82a7-b88493de4d8a req-2d8776f9-9261-425d-8cfe-a92374c4cf39 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.613038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bf04222-633d-43e0-82a7-b88493de4d8a req-2d8776f9-9261-425d-8cfe-a92374c4cf39 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 945 time: 0.0945330 Aug 31 09:40:05.616475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, f32d4da7-75d8-45cd-9eb4-826a9c4eea56) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:05.627507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d85168-020d-4bac-86b6-f01dab903411 None None] Network f32d4da7-75d8-45cd-9eb4-826a9c4eea56 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:05.633024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2fca41d5-befc-4c87-9c1b-cfca01bbfd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.643850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2fca41d5-befc-4c87-9c1b-cfca01bbfd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.666299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.669866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:05.676029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bf04222-633d-43e0-82a7-b88493de4d8a req-cea1aeba-a0db-41bc-9bf2-569a696c224b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609884 Aug 31 09:40:05.677717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.678334 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.707765 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7673ece2-58f1-4c36-865c-e2a17cea31c0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7045066 Aug 31 09:40:05.710313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36688) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:05.897218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.898072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2fca41d5-befc-4c87-9c1b-cfca01bbfd7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21b513bd6ce34b48a5f06a0d6750219e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263131 Aug 31 09:40:05.898531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-f32d4da7-75d8-45cd-9eb4-826a9c4eea56', 'network_id': 'f32d4da7-75d8-45cd-9eb4-826a9c4eea56', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': '6a9db3b6-1226-4949-adc6-f61683cbe8e8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:05.901625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.902060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36692) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:05.911394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca41d5-befc-4c87-9c1b-cfca01bbfd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23a2c3-189d-4d78-bba6-2f2de746328c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:06.003912 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.040553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67107-3d8a-4a22-b128-2212231b40de req-a1f75459-eeb1-4519-bba6-6f492420f30b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.044759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f2d67107-3d8a-4a22-b128-2212231b40de req-a1f75459-eeb1-4519-bba6-6f492420f30b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 945 time: 0.1174414 Aug 31 09:40:06.050638 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0ea452f-4b90-41bb-8e26-3f264ac80de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.109797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f2d67107-3d8a-4a22-b128-2212231b40de req-40cc96bf-ff30-4b2d-a060-b711371ed810 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Aug 31 09:40:06.123631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0ea452f-4b90-41bb-8e26-3f264ac80de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.139544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Allocated IP 172.20.0.2 (f32d4da7-75d8-45cd-9eb4-826a9c4eea56/6a9db3b6-1226-4949-adc6-f61683cbe8e8/6e98ba4e-876e-470b-b2fa-865d80fab13c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:06.243014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.305752 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.605043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Transition to ACTIVE for port object 6e98ba4e-876e-470b-b2fa-865d80fab13c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:06.613886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0ea452f-4b90-41bb-8e26-3f264ac80de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.616454 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0ea452f-4b90-41bb-8e26-3f264ac80de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.620040 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a0ea452f-4b90-41bb-8e26-3f264ac80de4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d23a2c3-189d-4d78-bba6-2f2de746328c HTTP/1.1" status: 204 len: 168 time: 0.7124918 Aug 31 09:40:06.623613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Transition to ACTIVE for port object 6e98ba4e-876e-470b-b2fa-865d80fab13c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:06.634360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea452f-4b90-41bb-8e26-3f264ac80de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23a2c3-189d-4d78-bba6-2f2de746328c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:06.634998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.661666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Network f32d4da7-75d8-45cd-9eb4-826a9c4eea56 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:06.666151 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.688250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:06.693652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:06.759285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Pushing event updated for resources: {'Port': ['ID=6e98ba4e-876e-470b-b2fa-865d80fab13c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:06.768881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Router 6860edce-8231-44f0-a712-62b7af583f83 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:06.783591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Attempting to bind port 6e98ba4e-876e-470b-b2fa-865d80fab13c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:06.784418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Attempting to bind port 6e98ba4e-876e-470b-b2fa-865d80fab13c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '04dbe119-e006-4b02-863a-085b88cbb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f32d4da7-75d8-45cd-9eb4-826a9c4eea56'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:06.785099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Attempting to bind port 6e98ba4e-876e-470b-b2fa-865d80fab13c on network f32d4da7-75d8-45cd-9eb4-826a9c4eea56 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:06.790360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.802316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:06.803029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Checking segment: {'id': '04dbe119-e006-4b02-863a-085b88cbb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f32d4da7-75d8-45cd-9eb4-826a9c4eea56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:06.803844 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.804368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Bound using segment: {'id': '04dbe119-e006-4b02-863a-085b88cbb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f32d4da7-75d8-45cd-9eb4-826a9c4eea56'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:06.805094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Bound port: 6e98ba4e-876e-470b-b2fa-865d80fab13c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dbe119-e006-4b02-863a-085b88cbb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f32d4da7-75d8-45cd-9eb4-826a9c4eea56'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:06.805536 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.879487 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.890090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32d4da7-75d8-45cd-9eb4-826a9c4eea56']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:06.900998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dbe119-e006-4b02-863a-085b88cbb397') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:06.901295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dbe119-e006-4b02-863a-085b88cbb397') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:06.902310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] For port 6e98ba4e-876e-470b-b2fa-865d80fab13c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:06.906329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] For port 6e98ba4e-876e-470b-b2fa-865d80fab13c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6e98ba4e-876e-470b-b2fa-865d80fab13c,segment=NetworkSegment(04dbe119-e006-4b02-863a-085b88cbb397),segment_id=04dbe119-e006-4b02-863a-085b88cbb397)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:06.908279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9db3b6-1226-4949-adc6-f61683cbe8e8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:06.914344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.918813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.946585 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.959908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:06.960365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:06.964556 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:06.981156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:06.998985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Sync routers for ids ['6860edce-8231-44f0-a712-62b7af583f83'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:07.026526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c20574-aa40-4299-8b44-f9e214773354 None None] Pushing event updated for resources: {'Port': ['ID=6e98ba4e-876e-470b-b2fa-865d80fab13c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:07.030608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Routers {'6860edce-8231-44f0-a712-62b7af583f83'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:07.031278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6860edce-8231-44f0-a712-62b7af583f83'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:07.053630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.054932 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-887228f0-1b3d-43a1-b14f-287b1a1afb44 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7055750 Aug 31 09:40:07.058049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36702) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:07.065311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:40:07.065311 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:40:07.065311 n-d-806683-2 neutron-server[94786]: [parameters: {'id': 'f32d4da7-75d8-45cd-9eb4-826a9c4eea56'}] Aug 31 09:40:07.065311 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:07.066342 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:07.077338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422b99ad-43ab-41e1-95e7-f79833e8a5fe None None] Network f32d4da7-75d8-45cd-9eb4-826a9c4eea56 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:07.143359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36706) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:07.166640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-95d38a01-1239-4e70-a8ec-27fcde0d7f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.214447 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c96d665b-e72e-4684-97ef-602750dd80e5 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/routers/6860edce-8231-44f0-a712-62b7af583f83 HTTP/1.1" status: 200 len: 909 time: 0.1548290 Aug 31 09:40:07.218178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36708) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:07.224728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1905829979', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': True}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:07.285514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Deleting port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:07.285899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.296373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4d81eeb1-02d6-41f8-98f2-0b911f55972c no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:07.332754 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 4d81eeb1-02d6-41f8-98f2-0b911f55972c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:07.333617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4d81eeb1-02d6-41f8-98f2-0b911f55972c not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:07.356641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913ec4a-13c5-403f-849c-8fd8b17d8af9 req-cc471d53-4e3e-432e-9fd3-2bb33b580618 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:07.358456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8913ec4a-13c5-403f-849c-8fd8b17d8af9 req-cc471d53-4e3e-432e-9fd3-2bb33b580618 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 945 time: 0.0949404 Aug 31 09:40:07.363654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-95d38a01-1239-4e70-a8ec-27fcde0d7f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.370494 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-95d38a01-1239-4e70-a8ec-27fcde0d7f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.376733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] For port 71231803-1b5c-4fc6-830f-ef5e7ef77e7d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,segment=NetworkSegment(bc14a0f3-20aa-4553-bc52-f49114e89d12),segment_id=bc14a0f3-20aa-4553-bc52-f49114e89d12)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:07.377108 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.396906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Calling delete_port for 71231803-1b5c-4fc6-830f-ef5e7ef77e7d owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:07.407650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.408539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.432944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Set router 6860edce-8231-44f0-a712-62b7af583f83 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:07.439703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d38a01-1239-4e70-a8ec-27fcde0d7f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a402c-cc94-40fa-8e76-696986012ec5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:07.449838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-95d38a01-1239-4e70-a8ec-27fcde0d7f3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b7d4444ee2945759930557e2488adc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047466 Aug 31 09:40:07.452968 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36710) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:07.470892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8913ec4a-13c5-403f-849c-8fd8b17d8af9 req-830d028b-3b87-4fc7-a2de-97a39f88fb5b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757196 Aug 31 09:40:07.502212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.512249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2962f5f9-28ac-44c0-ab4c-d7367fc744d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.538270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2962f5f9-28ac-44c0-ab4c-d7367fc744d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.569155 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.632902 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2962f5f9-28ac-44c0-ab4c-d7367fc744d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.636259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2962f5f9-28ac-44c0-ab4c-d7367fc744d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.640320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2962f5f9-28ac-44c0-ab4c-d7367fc744d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d71a402c-cc94-40fa-8e76-696986012ec5 HTTP/1.1" status: 204 len: 168 time: 0.1840451 Aug 31 09:40:07.654080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962f5f9-28ac-44c0-ab4c-d7367fc744d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a402c-cc94-40fa-8e76-696986012ec5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:07.685499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port 6e98ba4e-876e-470b-b2fa-865d80fab13c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:07.686201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.691520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20aeb75-4fbc-40c4-a510-e15bfade2143 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:40:07.719298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.787363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port 6e98ba4e-876e-470b-b2fa-865d80fab13c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6e98ba4e-876e-470b-b2fa-865d80fab13c,segment=NetworkSegment(04dbe119-e006-4b02-863a-085b88cbb397),segment_id=04dbe119-e006-4b02-863a-085b88cbb397)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:07.787882 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.814434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for 6e98ba4e-876e-470b-b2fa-865d80fab13c owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:07.844442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20aeb75-4fbc-40c4-a510-e15bfade2143 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:40:07.848069 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.888413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Pushing event deleted for resources: {'Port': ['ID=71231803-1b5c-4fc6-830f-ef5e7ef77e7d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:07.986351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860edce-8231-44f0-a712-62b7af583f83', 'name': 'tempest-snat-router-1905829979', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'e9452935-dad4-4972-a546-e7c742c45a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:03Z', 'updated_at': '2021-08-31T09:40:05Z', 'revision_number': 3, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port': {'id': 'e9452935-dad4-4972-a546-e7c742c45a18', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:11:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860edce-8231-44f0-a712-62b7af583f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:04Z', 'updated_at': '2021-08-31T09:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:08.028512 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.040488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Checking router: 6860edce-8231-44f0-a712-62b7af583f83 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:08.040837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Updating router 6860edce-8231-44f0-a712-62b7af583f83 port e9452935-dad4-4972-a546-e7c742c45a18 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:08.078971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.091977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=6e98ba4e-876e-470b-b2fa-865d80fab13c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:08.099753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port 6e98ba4e-876e-470b-b2fa-865d80fab13c on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:08.207445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.237212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32d4da7-75d8-45cd-9eb4-826a9c4eea56']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:08.249815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dbe119-e006-4b02-863a-085b88cbb397') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:08.250135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dbe119-e006-4b02-863a-085b88cbb397') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:08.262175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.310161 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.317845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:08.318291 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.350784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.377792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.390455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:08.398798 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:08.404950 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.425032 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.429670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/f32d4da7-75d8-45cd-9eb4-826a9c4eea56 HTTP/1.1" status: 204 len: 168 time: 2.7179356 Aug 31 09:40:08.434733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36754) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:08.442543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1624258611'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:08.473826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a594-1206-4818-9da8-7fc55762cb7a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=f32d4da7-75d8-45cd-9eb4-826a9c4eea56,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:08.480615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:08.484859 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.517261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:08.528793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.529518 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment 9f596e6c-6333-4f94-9049-9282aaa5f56c of type vlan for network d95776a3-d38e-4fa0-95d5-564db1c9694c Aug 31 09:40:08.579661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.604053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.613123 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.619541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Transition to ACTIVE for port object e9452935-dad4-4972-a546-e7c742c45a18 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:08.621852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:08.622901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.647325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2111332 Aug 31 09:40:08.658600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36762) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:08.667563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': 'd95776a3-d38e-4fa0-95d5-564db1c9694c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:08.674905 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.721248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Router 21aef353-731c-48bd-891f-13617b0098ce has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:08.759757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Attempting to bind port e9452935-dad4-4972-a546-e7c742c45a18 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:08.760123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Attempting to bind port e9452935-dad4-4972-a546-e7c742c45a18 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:08.760488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Attempting to bind port e9452935-dad4-4972-a546-e7c742c45a18 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:08.771455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Allocated IP 172.25.1.189 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/7fb595bb-87df-46e2-b5a0-8acbbc1541a2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:08.780461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b272a5-4d93-4644-a639-37577ad0b841 None None] Pushing event updated for resources: {'Port': ['ID=e9452935-dad4-4972-a546-e7c742c45a18,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:08.806227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:08.806602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:08.807028 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.807416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:08.807892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Bound port: e9452935-dad4-4972-a546-e7c742c45a18, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:08.808376 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.825115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b7bd2-26d1-44f4-9709-a068d947a0bb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=d95776a3-d38e-4fa0-95d5-564db1c9694c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:08.841092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d95776a3-d38e-4fa0-95d5-564db1c9694c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:08.905879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:08.926250 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.951829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] For port e9452935-dad4-4972-a546-e7c742c45a18, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:08.956379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] For port e9452935-dad4-4972-a546-e7c742c45a18, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e9452935-dad4-4972-a546-e7c742c45a18,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:08.963975 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.972261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:08.981110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0d92ad12-39b0-49e9-994f-704986baaa1a admin admin] 10.222.0.69 "PUT /v2.0/routers/21aef353-731c-48bd-891f-13617b0098ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3026490 Aug 31 09:40:08.984724 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] Sync routers for ids ['21aef353-731c-48bd-891f-13617b0098ce'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:08.985580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:09.005179 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] Routers {'21aef353-731c-48bd-891f-13617b0098ce'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:09.006207 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['21aef353-731c-48bd-891f-13617b0098ce'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.034865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Routers {'6860edce-8231-44f0-a712-62b7af583f83'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:09.035487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6860edce-8231-44f0-a712-62b7af583f83'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.073874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.ipam_backend_mixin [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing IP validity checks on allocation pools {{(pid=94786) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:40:09.074571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.ipam_backend_mixin [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94786) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:40:09.089011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b272a5-4d93-4644-a639-37577ad0b841 None None] Pushing event updated for resources: {'Port': ['ID=e9452935-dad4-4972-a546-e7c742c45a18,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:09.092953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.133612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.203853 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] Set router 21aef353-731c-48bd-891f-13617b0098ce gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:09.220587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] Set router 6860edce-8231-44f0-a712-62b7af583f83 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:09.257928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.340220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=f343c059-6b84-49e1-a60d-bd9a2b015c07,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:09.403665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': '9f596e6c-6333-4f94-9049-9282aaa5f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd95776a3-d38e-4fa0-95d5-564db1c9694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:09.404174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: d95776a3-d38e-4fa0-95d5-564db1c9694c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:09.454783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network d95776a3-d38e-4fa0-95d5-564db1c9694c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:09.476443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, d95776a3-d38e-4fa0-95d5-564db1c9694c) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:09.492678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6313f1-a8aa-4674-b421-274865dde461 None None] Network d95776a3-d38e-4fa0-95d5-564db1c9694c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:09.494030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:09.494894 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:40:07Z', 'revision_number': 5, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.495588 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.525076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ff655248-a63c-458b-8a14-b975ac922031 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8604550 Aug 31 09:40:09.526429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36802) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:09.538542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] Checking router: 21aef353-731c-48bd-891f-13617b0098ce for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:09.555728 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] Routers {'21aef353-731c-48bd-891f-13617b0098ce'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:09.556550 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['21aef353-731c-48bd-891f-13617b0098ce'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.648880 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.697734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6860edce-8231-44f0-a712-62b7af583f83', 'name': 'tempest-snat-router-1905829979', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'e9452935-dad4-4972-a546-e7c742c45a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:03Z', 'updated_at': '2021-08-31T09:40:05Z', 'revision_number': 3, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port': {'id': 'e9452935-dad4-4972-a546-e7c742c45a18', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:11:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860edce-8231-44f0-a712-62b7af583f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:04Z', 'updated_at': '2021-08-31T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.706644 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:09.714040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:09.715356 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] Set router 21aef353-731c-48bd-891f-13617b0098ce gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:09.720840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:09.728712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb595bb-87df-46e2-b5a0-8acbbc1541a2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:09.735171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-d95776a3-d38e-4fa0-95d5-564db1c9694c', 'network_id': 'd95776a3-d38e-4fa0-95d5-564db1c9694c', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': 'f343c059-6b84-49e1-a60d-bd9a2b015c07'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:09.736022 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.738623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336ebd6-6c31-4683-9785-2a5698067597 None None] The sync data for ids ['6860edce-8231-44f0-a712-62b7af583f83'] in n-d-806683-2 is: [{'id': '6860edce-8231-44f0-a712-62b7af583f83', 'name': 'tempest-snat-router-1905829979', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'e9452935-dad4-4972-a546-e7c742c45a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:03Z', 'updated_at': '2021-08-31T09:40:05Z', 'revision_number': 3, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port': {'id': 'e9452935-dad4-4972-a546-e7c742c45a18', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:11:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6860edce-8231-44f0-a712-62b7af583f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:04Z', 'updated_at': '2021-08-31T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:09.765187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.848690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.939843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Allocated IP 172.20.0.3 (d95776a3-d38e-4fa0-95d5-564db1c9694c/f343c059-6b84-49e1-a60d-bd9a2b015c07/4bfc90e5-8c85-4c08-9e8a-9e2cf656b781) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:09.977914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.980165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Deleting port 6e671890-b718-418f-b701-ec55766e32f5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:09.980407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.103814 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.113097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Transition to ACTIVE for port object 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:10.129403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Transition to ACTIVE for port object 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:10.140538 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.165051 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.240485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=f343c059-6b84-49e1-a60d-bd9a2b015c07,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:10.256009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.262796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Pushing event updated for resources: {'Port': ['ID=4bfc90e5-8c85-4c08-9e8a-9e2cf656b781,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:10.288039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Network d95776a3-d38e-4fa0-95d5-564db1c9694c is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:10.289472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:10.292081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:10.333845 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.353220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95776a3-d38e-4fa0-95d5-564db1c9694c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:10.376699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Attempting to bind port 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:10.377060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Attempting to bind port 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9f596e6c-6333-4f94-9049-9282aaa5f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd95776a3-d38e-4fa0-95d5-564db1c9694c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:10.377428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Attempting to bind port 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781 on network d95776a3-d38e-4fa0-95d5-564db1c9694c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:10.379321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f596e6c-6333-4f94-9049-9282aaa5f56c') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:10.379899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f596e6c-6333-4f94-9049-9282aaa5f56c') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:10.384843 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.385935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:10.386306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Checking segment: {'id': '9f596e6c-6333-4f94-9049-9282aaa5f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd95776a3-d38e-4fa0-95d5-564db1c9694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:10.386697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.387144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Bound using segment: {'id': '9f596e6c-6333-4f94-9049-9282aaa5f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd95776a3-d38e-4fa0-95d5-564db1c9694c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:10.387616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Bound port: 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f596e6c-6333-4f94-9049-9282aaa5f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd95776a3-d38e-4fa0-95d5-564db1c9694c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:10.388042 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.396357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.406850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36828) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:10.410807 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:40:07Z', 'revision_number': 5, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:10.454466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.469038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:10.469544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:10.473239 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:10.480860 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc435e85-2042-4291-bdb8-f532835a7b2a None None] The sync data for ids ['21aef353-731c-48bd-891f-13617b0098ce'] in n-d-806683-2 is: [{'id': '21aef353-731c-48bd-891f-13617b0098ce', 'name': 'tempest-ServerRescueTestJSON-1224234512-router', 'tenant_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e671890-b718-418f-b701-ec55766e32f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:40:07Z', 'revision_number': 5, 'project_id': '4a8c7491d9644a17bd8fe1d1134e9d07', 'gw_port': {'id': '6e671890-b718-418f-b701-ec55766e32f5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aef353-731c-48bd-891f-13617b0098ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:44Z', 'updated_at': '2021-08-31T09:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:10.511743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] For port 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:10.525951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] For port 6e671890-b718-418f-b701-ec55766e32f5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6e671890-b718-418f-b701-ec55766e32f5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:10.526317 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.541970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Calling delete_port for 6e671890-b718-418f-b701-ec55766e32f5 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:10.601718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] For port 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4bfc90e5-8c85-4c08-9e8a-9e2cf656b781,segment=NetworkSegment(9f596e6c-6333-4f94-9049-9282aaa5f56c),segment_id=9f596e6c-6333-4f94-9049-9282aaa5f56c)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:10.606345 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.613272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ff14d9e-e991-4de2-afbd-3d9ae5d63e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.616047 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:40:10.616047 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:40:10.616047 n-d-806683-2 neutron-server[94786]: [parameters: {'id': 'd95776a3-d38e-4fa0-95d5-564db1c9694c'}] Aug 31 09:40:10.616047 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:10.616469 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:10.728964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74f77d-e575-454c-a44a-9133f034f27d None None] Pushing event updated for resources: {'Port': ['ID=4bfc90e5-8c85-4c08-9e8a-9e2cf656b781,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:10.760266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bda7050-c0bc-4c8a-a7fa-99bd94849f5f None None] Network d95776a3-d38e-4fa0-95d5-564db1c9694c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:10.776728 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ff14d9e-e991-4de2-afbd-3d9ae5d63e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.785660 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ff14d9e-e991-4de2-afbd-3d9ae5d63e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.853149 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8ff14d9e-e991-4de2-afbd-3d9ae5d63e7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65ffc48c99824baea32cb752b1b70026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315453 Aug 31 09:40:10.854141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff14d9e-e991-4de2-afbd-3d9ae5d63e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9164a7-a30a-4e0a-89c8-7c51efa3071b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:10.858017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36842) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:10.885049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.951654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb28faf-80a6-4762-8538-1b72c7dde5c1 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:40:11.000349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc1286e5-5e91-48fe-8b4a-b326fda2c663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.006625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.032844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc1286e5-5e91-48fe-8b4a-b326fda2c663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.043590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e9452935-dad4-4972-a546-e7c742c45a18 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:11.083648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e671890-b718-418f-b701-ec55766e32f5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:11.117723 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.134201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc1286e5-5e91-48fe-8b4a-b326fda2c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.139448 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc1286e5-5e91-48fe-8b4a-b326fda2c663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.141509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc1286e5-5e91-48fe-8b4a-b326fda2c663 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c9164a7-a30a-4e0a-89c8-7c51efa3071b HTTP/1.1" status: 204 len: 168 time: 0.2824326 Aug 31 09:40:11.141769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb28faf-80a6-4762-8538-1b72c7dde5c1 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:40:11.209533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1286e5-5e91-48fe-8b4a-b326fda2c663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9164a7-a30a-4e0a-89c8-7c51efa3071b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:11.236784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:11.237473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.254966 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.298164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e9452935-dad4-4972-a546-e7c742c45a18 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:11.316103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e9452935-dad4-4972-a546-e7c742c45a18 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:11.316339 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.320100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4bfc90e5-8c85-4c08-9e8a-9e2cf656b781,segment=NetworkSegment(9f596e6c-6333-4f94-9049-9282aaa5f56c),segment_id=9f596e6c-6333-4f94-9049-9282aaa5f56c)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:11.320649 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.344495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:11.425333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.428473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.469296 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.471476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Router 1dd270b5-aed8-40eb-97cf-96762d1046cb is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:11.486545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.487315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21aef353-731c-48bd-891f-13617b0098ce {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:11.501036 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.503909 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d46395f3-6a25-45a5-bf7d-718d832cdf20 admin admin] 10.222.0.69 "DELETE /v2.0/routers/21aef353-731c-48bd-891f-13617b0098ce HTTP/1.1" status: 204 len: 168 time: 2.5171232 Aug 31 09:40:11.506083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=4bfc90e5-8c85-4c08-9e8a-9e2cf656b781,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:11.510490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36850) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:11.513427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port 4bfc90e5-8c85-4c08-9e8a-9e2cf656b781 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:11.693597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca4004a-78ab-4fc6-a2a4-60b7883cf4ad admin admin] Deleting subnet 00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:11.708350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:11.748204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Sync routers for ids ['1dd270b5-aed8-40eb-97cf-96762d1046cb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:11.750911 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ca4004a-78ab-4fc6-a2a4-60b7883cf4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.755872 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.757586 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5defc68d-7a26-4d0e-b8d9-b7988394214a tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5381606 Aug 31 09:40:11.760317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36868) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:11.795039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Routers {'1dd270b5-aed8-40eb-97cf-96762d1046cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:11.795039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1dd270b5-aed8-40eb-97cf-96762d1046cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:11.822241 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.835500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ca4004a-78ab-4fc6-a2a4-60b7883cf4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.836748 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.838707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95776a3-d38e-4fa0-95d5-564db1c9694c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:11.881378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f596e6c-6333-4f94-9049-9282aaa5f56c') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:11.881748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f596e6c-6333-4f94-9049-9282aaa5f56c') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:11.889146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port e9452935-dad4-4972-a546-e7c742c45a18, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e9452935-dad4-4972-a546-e7c742c45a18,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:11.904412 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.905999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.915183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 71231803-1b5c-4fc6-830f-ef5e7ef77e7d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:11.954171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-95f7b6f3-3d5e-427d-bf7a-594f4ca88664 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/routers/1dd270b5-aed8-40eb-97cf-96762d1046cb HTTP/1.1" status: 200 len: 908 time: 0.1902163 Aug 31 09:40:11.954673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36874) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:11.957752 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ca4004a-78ab-4fc6-a2a4-60b7883cf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.961963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.995466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 71231803-1b5c-4fc6-830f-ef5e7ef77e7d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:11.995767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 71231803-1b5c-4fc6-830f-ef5e7ef77e7d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:11.996978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:11.997540 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:12.020434 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:12.031593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Set router 1dd270b5-aed8-40eb-97cf-96762d1046cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:12.034071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=e9452935-dad4-4972-a546-e7c742c45a18,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.133952 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.138370 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.147871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36882) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:12.147976 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/d95776a3-d38e-4fa0-95d5-564db1c9694c HTTP/1.1" status: 204 len: 168 time: 2.6187425 Aug 31 09:40:12.165620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1036274141'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:12.187699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abea50-7a61-4f7d-a837-4cb8441d5d60 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=d95776a3-d38e-4fa0-95d5-564db1c9694c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.193208 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.200685 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ca4004a-78ab-4fc6-a2a4-60b7883cf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.249550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:12.253581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.257546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4004a-78ab-4fc6-a2a4-60b7883cf4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e7d3bf-27a3-49b6-a7c3-ee83b71bc427,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.262188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ca4004a-78ab-4fc6-a2a4-60b7883cf4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.265380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5ca4004a-78ab-4fc6-a2a4-60b7883cf4ad admin admin] 10.222.0.69 "DELETE /v2.0/subnets/00e7d3bf-27a3-49b6-a7c3-ee83b71bc427 HTTP/1.1" status: 204 len: 168 time: 0.7531483 Aug 31 09:40:12.267841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36884) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:12.311504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36888) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:12.351671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd270b5-aed8-40eb-97cf-96762d1046cb', 'name': 'tempest-snat-router-1905829979', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '7fb595bb-87df-46e2-b5a0-8acbbc1541a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:07Z', 'updated_at': '2021-08-31T09:40:09Z', 'revision_number': 3, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port': {'id': '7fb595bb-87df-46e2-b5a0-8acbbc1541a2', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd270b5-aed8-40eb-97cf-96762d1046cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:08Z', 'updated_at': '2021-08-31T09:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.364576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:12.376169 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.388805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.389402 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment baba9694-bcd9-4b61-b68c-5de7db6b1d89 of type vlan for network 7ff33833-55e7-49f6-bd15-2a9e0c28cc1d Aug 31 09:40:12.393842 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Checking router: 1dd270b5-aed8-40eb-97cf-96762d1046cb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:12.394197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Updating router 1dd270b5-aed8-40eb-97cf-96762d1046cb port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:12.438444 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.444192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.461545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.507415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.511003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1186416969'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:12.519684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb1dd70-0003-48a6-b555-cd97f533ebf7']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.531912 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.532160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc14a0f3-20aa-4553-bc52-f49114e89d12') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.532260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc14a0f3-20aa-4553-bc52-f49114e89d12') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.538014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:12.538619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.543165 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.560928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.569555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:12.569980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:12.571712 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:12.612419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Made reservation on behalf of 6ddfba0207b14258b3d84728d086d5e4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:12.616149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.632938 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4829047 Aug 31 09:40:12.634541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36898) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:12.637289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.640459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace0c46-cf5c-4635-a616-1940fa3885ca tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=7ff33833-55e7-49f6-bd15-2a9e0c28cc1d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.644232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '7ff33833-55e7-49f6-bd15-2a9e0c28cc1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:12.646685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Deleting port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:12.647055 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.683369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 7ff33833-55e7-49f6-bd15-2a9e0c28cc1d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:12.698674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.719892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.725779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] 10.222.0.69 "DELETE /v2.0/networks/aeb1dd70-0003-48a6-b555-cd97f533ebf7 HTTP/1.1" status: 204 len: 168 time: 0.4545243 Aug 31 09:40:12.742245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e8d91-5b3d-4e40-8a70-3add3298c274 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb1dd70-0003-48a6-b555-cd97f533ebf7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.762307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.781995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Calling delete_port for 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:12.866362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.876160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.879695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Transition to ACTIVE for port object 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:12.884169 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.888112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.908578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:12.913197 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.950787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccf6ae-a5ea-4f14-9de6-1a3627bd2439 None None] Pushing event updated for resources: {'Port': ['ID=7fb595bb-87df-46e2-b5a0-8acbbc1541a2,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.967471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c60470-fa59-4525-b6b9-c6af9d22e455,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.970176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Attempting to bind port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:12.970539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:12.970707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Attempting to bind port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:12.971130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Attempting to bind port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:12.975038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:12.977409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:12.977798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:12.978205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.978602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:12.979106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Bound port: 7fb595bb-87df-46e2-b5a0-8acbbc1541a2, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:12.979493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.018423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e9452935-dad4-4972-a546-e7c742c45a18 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:13.030546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.030546 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Added segment aa061da9-2ba4-4e44-9103-0c774e0abf70 of type vlan for network 4c78ec72-4271-4587-a68e-a2c0db49aa0e Aug 31 09:40:13.090503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e9452935-dad4-4972-a546-e7c742c45a18 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:13.090503 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.120792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.131020 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-76fc7c1a-56a5-4a94-8cba-c5a82766e81b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a8c7491d9644a17bd8fe1d1134e9d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468163 Aug 31 09:40:13.132949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36908) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:13.156380 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:13.156752 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:13.164629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.203665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:40:13.211619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.218126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:13.219097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.228972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fb595bb-87df-46e2-b5a0-8acbbc1541a2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:13.243323 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.328043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6e671890-b718-418f-b701-ec55766e32f5 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:13.332917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=9b6f35d1-7f80-47aa-884d-34396b3af2a8,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:13.351382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': 'baba9694-bcd9-4b61-b68c-5de7db6b1d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '7ff33833-55e7-49f6-bd15-2a9e0c28cc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:13.351919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 7ff33833-55e7-49f6-bd15-2a9e0c28cc1d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:13.355094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0419297 Aug 31 09:40:13.355717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36910) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:13.356180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 6e671890-b718-418f-b701-ec55766e32f5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:13.356661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6e671890-b718-418f-b701-ec55766e32f5 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:13.363001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'subnet': {'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:13.371392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d888fd93-b4c2-4e8d-8bb0-ad1a9a710738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.375423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edc733-fffe-47e2-a855-bf082244913a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Network': ['ID=4c78ec72-4271-4587-a68e-a2c0db49aa0e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:13.393159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:13.401970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.449628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 7ff33833-55e7-49f6-bd15-2a9e0c28cc1d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:13.468189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:13.470884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 7ff33833-55e7-49f6-bd15-2a9e0c28cc1d) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:13.478382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:13.479027 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.486942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e6e17e-70aa-48bb-b0de-bc22c8a68419 None None] Network 7ff33833-55e7-49f6-bd15-2a9e0c28cc1d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:13.491181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'port_id': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'mac_address': 'fa:16:3e:c3:65:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2bb068-ee81-4ebe-bb00-20ebe1788af1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:40:13.499399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Made reservation on behalf of 6ddfba0207b14258b3d84728d086d5e4 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:13.504025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.509808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1d32a342-a42a-4005-b99a-c65eacbe4007 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8730526 Aug 31 09:40:13.520705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36914) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:13.575667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.605664 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.622808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:13.642775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:13.651733 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.730634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:13.776818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.779712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Attempting to bind port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:13.780323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Attempting to bind port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:13.780688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Attempting to bind port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:13.788155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['1ea4c3fd-678d-427a-bc64-a8eda65cbf09'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:40:13.821921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:13.822336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:13.822688 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.823143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:13.823589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Bound port: 7fb595bb-87df-46e2-b5a0-8acbbc1541a2, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:13.823967 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.833294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d888fd93-b4c2-4e8d-8bb0-ad1a9a710738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.842192 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.848764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Port 7fb595bb-87df-46e2-b5a0-8acbbc1541a2 has been deleted concurrently {{(pid=94788) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 09:40:13.881696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Routers {'1dd270b5-aed8-40eb-97cf-96762d1046cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:13.882409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1dd270b5-aed8-40eb-97cf-96762d1046cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:13.888088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bca01a-3727-443d-aa75-fc24a449a0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-7ff33833-55e7-49f6-bd15-2a9e0c28cc1d', 'network_id': '7ff33833-55e7-49f6-bd15-2a9e0c28cc1d', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': '9b6f35d1-7f80-47aa-884d-34396b3af2a8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:13.888942 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-08bca01a-3727-443d-aa75-fc24a449a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.892034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.893966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.902868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.943323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Subnet': ['ID=5799a735-64be-400b-9923-f36a7ab5904a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:13.975027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Checking segment: {'id': 'aa061da9-2ba4-4e44-9103-0c774e0abf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:13.975403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Network hostable DHCP agents. Network: 4c78ec72-4271-4587-a68e-a2c0db49aa0e, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:13.981651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] Set router 1dd270b5-aed8-40eb-97cf-96762d1046cb gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:13.991422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.992100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd270b5-aed8-40eb-97cf-96762d1046cb {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:13.997342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.998835 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-574d47a0-e4c3-4dbc-ae9a-fbee15e7432c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "DELETE /v2.0/routers/1dd270b5-aed8-40eb-97cf-96762d1046cb HTTP/1.1" status: 204 len: 168 time: 2.0425029 Aug 31 09:40:14.002395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36928) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:14.008797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d888fd93-b4c2-4e8d-8bb0-ad1a9a710738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.011579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d888fd93-b4c2-4e8d-8bb0-ad1a9a710738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.012826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d888fd93-b4c2-4e8d-8bb0-ad1a9a710738 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7537277a-c483-415d-bf95-59828fd19b6c HTTP/1.1" status: 204 len: 168 time: 0.8748302 Aug 31 09:40:14.037363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888fd93-b4c2-4e8d-8bb0-ad1a9a710738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7537277a-c483-415d-bf95-59828fd19b6c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:14.057422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:14.085992 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.105595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd270b5-aed8-40eb-97cf-96762d1046cb', 'name': 'tempest-snat-router-1905829979', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:07Z', 'updated_at': '2021-08-31T09:40:13Z', 'revision_number': 5, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:14.120259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4c78ec72-4271-4587-a68e-a2c0db49aa0e) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:14.148787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6f35d1-7f80-47aa-884d-34396b3af2a8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:14.149296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c6c4bb-db95-47f9-8b43-325dbc7a15c8 None None] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:14.155491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:14.156152 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.189252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3311479-16e3-4f87-8580-df20e399ff08 None None] The sync data for ids ['1dd270b5-aed8-40eb-97cf-96762d1046cb'] in n-d-806683-2 is: [{'id': '1dd270b5-aed8-40eb-97cf-96762d1046cb', 'name': 'tempest-snat-router-1905829979', 'tenant_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:07Z', 'updated_at': '2021-08-31T09:40:13Z', 'revision_number': 5, 'project_id': 'e4b7b0dc8db944569dbc422be7cfb5be', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:14.225227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cec8b669-43c7-4345-a955-adf472f7ce93 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8649440 Aug 31 09:40:14.225388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36940) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:14.235397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-891972476'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:14.238060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-08bca01a-3727-443d-aa75-fc24a449a0da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b6f35d1-7f80-47aa-884d-34396b3af2a8: This subnet is being modified by another concurrent operation. Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:40:14.250650 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b6f35d1-7f80-47aa-884d-34396b3af2a8: This subnet is being modified by another concurrent operation. Aug 31 09:40:14.255116 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:40:14.282315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b38b4-ae84-4ba8-b32d-23454fe9ae1d None None] Network 7ff33833-55e7-49f6-bd15-2a9e0c28cc1d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:14.288127 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.321090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff33833-55e7-49f6-bd15-2a9e0c28cc1d']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:14.339315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baba9694-bcd9-4b61-b68c-5de7db6b1d89') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:14.340203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baba9694-bcd9-4b61-b68c-5de7db6b1d89') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:14.400589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.425180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.437865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:14.438281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:14.443210 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:14.510391 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.515464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Made reservation on behalf of 6ddfba0207b14258b3d84728d086d5e4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:14.526170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.537541 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.561971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.567401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/7ff33833-55e7-49f6-bd15-2a9e0c28cc1d HTTP/1.1" status: 204 len: 168 time: 1.0422873 Aug 31 09:40:14.575038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] device_id is not set on port bac02163-a71b-476d-958f-c3b99a390279 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:14.604845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36950) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:14.614175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-397158833'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:14.645210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c390ca-d04a-42ab-8ed1-f64710e93bf4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=7ff33833-55e7-49f6-bd15-2a9e0c28cc1d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:14.670636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:14.687660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.703338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Deleting port e9452935-dad4-4972-a546-e7c742c45a18 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:14.703709 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.807932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'tenant_id': '6ddfba0207b14258b3d84728d086d5e4', 'fixed_ips': [{'subnet_id': '5799a735-64be-400b-9923-f36a7ab5904a'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:14.809278 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.876568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] For port e9452935-dad4-4972-a546-e7c742c45a18, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e9452935-dad4-4972-a546-e7c742c45a18,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:14.876944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.901678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Allocated IP 2001:db8::1e7 (4c78ec72-4271-4587-a68e-a2c0db49aa0e/5799a735-64be-400b-9923-f36a7ab5904a/bac02163-a71b-476d-958f-c3b99a390279) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:14.902014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Calling delete_port for e9452935-dad4-4972-a546-e7c742c45a18 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:14.950220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:14.961861 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.962501 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment 5be09826-a325-4acb-a50a-623a0b7e7811 of type vlan for network 5a04a224-e1f1-498e-a4bc-b0dc3c68020d Aug 31 09:40:15.026126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.118900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.125100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:15.125826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.242955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:15.278300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6718109 Aug 31 09:40:15.309668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36988) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:15.326286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:15.326670 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.364552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '5a04a224-e1f1-498e-a4bc-b0dc3c68020d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:15.430233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec81aa-800d-4d24-bceb-e680d164780c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=5a04a224-e1f1-498e-a4bc-b0dc3c68020d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:15.435475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.437516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36990) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:15.439003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.443622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 5a04a224-e1f1-498e-a4bc-b0dc3c68020d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:15.541287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Transition to ACTIVE for port object bac02163-a71b-476d-958f-c3b99a390279 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:15.565645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:15.569162 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc0061-17bc-4f87-a3c0-0dc953f5c986" -d '{"events": [{"server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:15.655503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:15.690581 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.691616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:15.699839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.706505 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9343d591-90b0-4011-91bf-83f54e3999af x-openstack-request-id: req-9343d591-90b0-4011-91bf-83f54e3999af {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:15.707252 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:15.707678 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9343d591-90b0-4011-91bf-83f54e3999af {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:15.708254 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'code': 200} Aug 31 09:40:15.802421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:15.806654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.841603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9452935-dad4-4972-a546-e7c742c45a18,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:15.876786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-755149732-network', 'tenant_id': '118a58a0cef34f73a3267a8cd5ca20cb'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:15.925400 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.937107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.997652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Allocated IP 2001:db8::2 (4c78ec72-4271-4587-a68e-a2c0db49aa0e/5799a735-64be-400b-9923-f36a7ab5904a/227ca5d8-6143-4fe4-afc4-6356d9eccefe) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:15.998556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Made reservation on behalf of 118a58a0cef34f73a3267a8cd5ca20cb for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:16.000241 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.013017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.032346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:16.038470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:16.040644 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.060454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.063635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.068449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:16.074148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:16.075065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.102073 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8755529 Aug 31 09:40:16.113227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37008) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:16.134366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1880987540', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e7', 'mac_address': 'fa:16:3e:34:e2:0d'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:16.144976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7855216-7c57-4a3e-823a-fc3b36345927 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=bac02163-a71b-476d-958f-c3b99a390279,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:16.150676 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.151695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6860edce-8231-44f0-a712-62b7af583f83 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:16.157902 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.169136 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.175477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e2699e95-033c-468f-9b88-88eb3ed45426 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "DELETE /v2.0/routers/6860edce-8231-44f0-a712-62b7af583f83 HTTP/1.1" status: 204 len: 168 time: 2.1705835 Aug 31 09:40:16.176209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37010) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:16.179507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Transition to ACTIVE for port object 227ca5d8-6143-4fe4-afc4-6356d9eccefe will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:16.181369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-149787746', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:16.198447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Transition to ACTIVE for port object 227ca5d8-6143-4fe4-afc4-6356d9eccefe will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:16.209497 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.240178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=d163107e-1877-4609-b335-3879474b942c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:16.270437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': '5be09826-a325-4acb-a50a-623a0b7e7811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5a04a224-e1f1-498e-a4bc-b0dc3c68020d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:16.271128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 5a04a224-e1f1-498e-a4bc-b0dc3c68020d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:16.276360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Pushing event updated for resources: {'Port': ['ID=227ca5d8-6143-4fe4-afc4-6356d9eccefe,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:16.289535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:16.295827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:16.300798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:16.345660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 5a04a224-e1f1-498e-a4bc-b0dc3c68020d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:16.363027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 5a04a224-e1f1-498e-a4bc-b0dc3c68020d) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:16.371512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:16.372280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.392244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43c178-ddd8-4c87-8b76-b6398ef27118 None None] Network 5a04a224-e1f1-498e-a4bc-b0dc3c68020d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:16.398494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Attempting to bind port 227ca5d8-6143-4fe4-afc4-6356d9eccefe on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:16.399484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Attempting to bind port 227ca5d8-6143-4fe4-afc4-6356d9eccefe by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'aa061da9-2ba4-4e44-9103-0c774e0abf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:16.400875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Attempting to bind port 227ca5d8-6143-4fe4-afc4-6356d9eccefe on network 4c78ec72-4271-4587-a68e-a2c0db49aa0e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:16.408200 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.413200 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.429864 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-71587b00-3c2e-4352-aee7-8566da845f2d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1140959 Aug 31 09:40:16.440815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37012) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:16.447738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:16.457689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:16.458125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Checking segment: {'id': 'aa061da9-2ba4-4e44-9103-0c774e0abf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:16.458581 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.459086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Bound using segment: {'id': 'aa061da9-2ba4-4e44-9103-0c774e0abf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:16.459879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Bound port: 227ca5d8-6143-4fe4-afc4-6356d9eccefe, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa061da9-2ba4-4e44-9103-0c774e0abf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:16.460289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.465639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c8fb9-516e-4c42-a08d-2672c07cc417,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:16.468946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.469385 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Added segment b9763b8b-bd76-4013-85ed-acd2974752e7 of type vlan for network 9f458b19-cb19-4cbb-9195-3c23676013ca Aug 31 09:40:16.535423 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.551749 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.553348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.555612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Made reservation on behalf of 6ddfba0207b14258b3d84728d086d5e4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:16.592095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] For port 227ca5d8-6143-4fe4-afc4-6356d9eccefe, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:16.595753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] For port 227ca5d8-6143-4fe4-afc4-6356d9eccefe, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=227ca5d8-6143-4fe4-afc4-6356d9eccefe,segment=NetworkSegment(aa061da9-2ba4-4e44-9103-0c774e0abf70),segment_id=aa061da9-2ba4-4e44-9103-0c774e0abf70)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:16.605619 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.634879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.636201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:16.636837 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.671730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1951823 Aug 31 09:40:16.694313 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.703935 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.753859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66410b-cea7-4548-8b4f-dcf1a88b35cb None None] Pushing event updated for resources: {'Port': ['ID=227ca5d8-6143-4fe4-afc4-6356d9eccefe,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:16.854111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-5a04a224-e1f1-498e-a4bc-b0dc3c68020d', 'network_id': '5a04a224-e1f1-498e-a4bc-b0dc3c68020d', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': 'd163107e-1877-4609-b335-3879474b942c'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:16.855142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.990477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.000104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1fd77-1786-4dd5-ac05-48bdeb477007 admin admin] Pushing event updated for resources: {'Network': ['ID=9f458b19-cb19-4cbb-9195-3c23676013ca,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:17.033701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e9452935-dad4-4972-a546-e7c742c45a18 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:17.042130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9f458b19-cb19-4cbb-9195-3c23676013ca details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:17.091238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] device_id is not set on port b7356d6a-e051-4377-85bb-be87204399a5 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:17.158689 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.171712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.172013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e9452935-dad4-4972-a546-e7c742c45a18 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:17.172513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e9452935-dad4-4972-a546-e7c742c45a18 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:17.375350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Allocated IP 172.20.0.1 (5a04a224-e1f1-498e-a4bc-b0dc3c68020d/d163107e-1877-4609-b335-3879474b942c/1a540cd0-e392-437c-864d-99bf1fdd81d9) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:17.419721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Allocated IP 2001:db8::34e (4c78ec72-4271-4587-a68e-a2c0db49aa0e/5799a735-64be-400b-9923-f36a7ab5904a/b7356d6a-e051-4377-85bb-be87204399a5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:17.600374 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.612182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Transition to ACTIVE for port object 1a540cd0-e392-437c-864d-99bf1fdd81d9 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:17.630978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.633400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Transition to ACTIVE for port object 1a540cd0-e392-437c-864d-99bf1fdd81d9 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:17.643144 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.653633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Transition to ACTIVE for port object b7356d6a-e051-4377-85bb-be87204399a5 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:17.729388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Pushing event updated for resources: {'Port': ['ID=1a540cd0-e392-437c-864d-99bf1fdd81d9,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:17.733478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.735691 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.765097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Network 5a04a224-e1f1-498e-a4bc-b0dc3c68020d is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:17.772465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:17.774628 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.782914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:17.885156 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.890480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Attempting to bind port 1a540cd0-e392-437c-864d-99bf1fdd81d9 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:17.891230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Attempting to bind port 1a540cd0-e392-437c-864d-99bf1fdd81d9 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '5be09826-a325-4acb-a50a-623a0b7e7811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5a04a224-e1f1-498e-a4bc-b0dc3c68020d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:17.891630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Attempting to bind port 1a540cd0-e392-437c-864d-99bf1fdd81d9 on network 5a04a224-e1f1-498e-a4bc-b0dc3c68020d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:17.891747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=d163107e-1877-4609-b335-3879474b942c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:17.909469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:17.909851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Checking segment: {'id': '5be09826-a325-4acb-a50a-623a0b7e7811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5a04a224-e1f1-498e-a4bc-b0dc3c68020d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:17.910256 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.910701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Bound using segment: {'id': '5be09826-a325-4acb-a50a-623a0b7e7811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5a04a224-e1f1-498e-a4bc-b0dc3c68020d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:17.916432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Bound port: 1a540cd0-e392-437c-864d-99bf1fdd81d9, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be09826-a325-4acb-a50a-623a0b7e7811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5a04a224-e1f1-498e-a4bc-b0dc3c68020d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:17.916647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.952286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=b7356d6a-e051-4377-85bb-be87204399a5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:17.973652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:17.976391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:17.999718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:18.035070 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.035771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.083165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] For port 1a540cd0-e392-437c-864d-99bf1fdd81d9, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:18.099238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] For port 1a540cd0-e392-437c-864d-99bf1fdd81d9, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1a540cd0-e392-437c-864d-99bf1fdd81d9,segment=NetworkSegment(5be09826-a325-4acb-a50a-623a0b7e7811),segment_id=5be09826-a325-4acb-a50a-623a0b7e7811)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:18.111844 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.120610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-78e80be8-4dcf-48fc-9b15-5beb8f705e06 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9942663 Aug 31 09:40:18.125757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37038) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:18.166445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc02311-785a-4eb6-8fde-19f032d24a3b req-983555b2-00c3-41c8-9f58-968cd9d89d02 tempest-ComputeTenantNetworksTest-176263352 tempest-ComputeTenantNetworksTest-176263352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.181605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc02311-785a-4eb6-8fde-19f032d24a3b req-983555b2-00c3-41c8-9f58-968cd9d89d02 tempest-ComputeTenantNetworksTest-176263352 tempest-ComputeTenantNetworksTest-176263352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.197103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc02311-785a-4eb6-8fde-19f032d24a3b req-983555b2-00c3-41c8-9f58-968cd9d89d02 tempest-ComputeTenantNetworksTest-176263352 tempest-ComputeTenantNetworksTest-176263352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.201067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfc02311-785a-4eb6-8fde-19f032d24a3b req-983555b2-00c3-41c8-9f58-968cd9d89d02 tempest-ComputeTenantNetworksTest-176263352 tempest-ComputeTenantNetworksTest-176263352-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8002100 Aug 31 09:40:18.213282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.260877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95963d-5e8a-47ca-a453-48fabf4d4d4d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.276194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95963d-5e8a-47ca-a453-48fabf4d4d4d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.283569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95963d-5e8a-47ca-a453-48fabf4d4d4d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.286031 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-df95963d-5e8a-47ca-a453-48fabf4d4d4d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1622391 Aug 31 09:40:18.291574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37050) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:18.325289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a04a224-e1f1-498e-a4bc-b0dc3c68020d']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:18.338221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e3bc8-76b6-47f3-940e-9e25c57f3055 None None] Pushing event updated for resources: {'Port': ['ID=1a540cd0-e392-437c-864d-99bf1fdd81d9,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:18.376869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def1855-3051-4ab4-a243-4bf132682c03 None None] Network 5a04a224-e1f1-498e-a4bc-b0dc3c68020d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:18.407421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be09826-a325-4acb-a50a-623a0b7e7811') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:18.407908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be09826-a325-4acb-a50a-623a0b7e7811') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:18.427356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab259d04-d234-470d-9ac6-bceef6364316 None None] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:18.519552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Allocated IP 172.25.1.237 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/5dfb5d08-d33e-4566-bd29-f5775e8c61ef) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:18.529100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.546726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6a58e319-6ae2-4904-8104-84e6fe9a26ea tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Deleting port b7356d6a-e051-4377-85bb-be87204399a5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:18.547472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a58e319-6ae2-4904-8104-84e6fe9a26ea tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.610883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132fd8d-7a4c-4bfa-8e89-a45812cf651c req-2dd08081-801b-4ca3-8883-9b0d721e7d64 tempest-ComputeTenantNetworksTest-176263352 tempest-ComputeTenantNetworksTest-176263352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.613305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7132fd8d-7a4c-4bfa-8e89-a45812cf651c req-2dd08081-801b-4ca3-8883-9b0d721e7d64 tempest-ComputeTenantNetworksTest-176263352 tempest-ComputeTenantNetworksTest-176263352-project] 10.222.0.69 "GET /v2.0/networks/9f458b19-cb19-4cbb-9195-3c23676013ca HTTP/1.1" status: 200 len: 768 time: 0.3663623 Aug 31 09:40:18.618861 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.627446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37052) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:18.632881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314840c3-01fa-434a-8aa5-e6e9d53ee2e2 None None] Provisioning for port 227ca5d8-6143-4fe4-afc4-6356d9eccefe completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:18.649528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:18.650506 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:18.655582 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:18.741420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.773743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a58e319-6ae2-4904-8104-84e6fe9a26ea tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.816474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6a58e319-6ae2-4904-8104-84e6fe9a26ea tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Calling delete_port for b7356d6a-e051-4377-85bb-be87204399a5 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:18.841667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:40:18.841667 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:40:18.841667 n-d-806683-2 neutron-server[94786]: [parameters: {'id': '5a04a224-e1f1-498e-a4bc-b0dc3c68020d'}] Aug 31 09:40:18.841667 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:18.842178 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:18.916274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.929567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f458b19-cb19-4cbb-9195-3c23676013ca']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:18.944163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9763b8b-bd76-4013-85ed-acd2974752e7') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:18.944426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9763b8b-bd76-4013-85ed-acd2974752e7') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:18.961367 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.963520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.982903 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.004082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:19.004676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: items = [ Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:19.006497 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:19.037270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 227ca5d8-6143-4fe4-afc4-6356d9eccefe up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:19.057862 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.124825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.133547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.139420 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9f458b19-cb19-4cbb-9195-3c23676013ca HTTP/1.1" status: 204 len: 168 time: 0.5106997 Aug 31 09:40:19.163570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event updated for resources: {'Port': ['ID=5dfb5d08-d33e-4566-bd29-f5775e8c61ef,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:19.164133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 227ca5d8-6143-4fe4-afc4-6356d9eccefe completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:19.169544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 227ca5d8-6143-4fe4-afc4-6356d9eccefe triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:19.169917 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.175434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5f745-55c4-4e6d-9484-df127f99fd24 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f458b19-cb19-4cbb-9195-3c23676013ca,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:19.181094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:19.183164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:19.191814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:19.218500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a58e319-6ae2-4904-8104-84e6fe9a26ea tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.299304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58e319-6ae2-4904-8104-84e6fe9a26ea tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Port': ['ID=b7356d6a-e051-4377-85bb-be87204399a5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:19.343270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.431812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.467283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37070) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.470022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a58e319-6ae2-4904-8104-84e6fe9a26ea tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.475936 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6a58e319-6ae2-4904-8104-84e6fe9a26ea tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "DELETE /v2.0/ports/b7356d6a-e051-4377-85bb-be87204399a5 HTTP/1.1" status: 204 len: 168 time: 1.1785767 Aug 31 09:40:19.492603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37072) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.533594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 227ca5d8-6143-4fe4-afc4-6356d9eccefe, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=227ca5d8-6143-4fe4-afc4-6356d9eccefe,segment=NetworkSegment(aa061da9-2ba4-4e44-9103-0c774e0abf70),segment_id=aa061da9-2ba4-4e44-9103-0c774e0abf70)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:19.554160 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.609943 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-81ba681f-4654-44d7-9cfb-70b5502c29d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=118a58a0cef34f73a3267a8cd5ca20cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355481 Aug 31 09:40:19.614503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37076) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.632596 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5f7d12-6a59-4105-8293-0c80398e0729 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] GET failed (client error): The resource could not be found. Aug 31 09:40:19.636695 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7f5f7d12-6a59-4105-8293-0c80398e0729 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "GET /v2.0/ports/b7356d6a-e051-4377-85bb-be87204399a5 HTTP/1.1" status: 404 len: 333 time: 0.0907831 Aug 31 09:40:19.640219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37078) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.649098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-348350225'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:19.672367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=227ca5d8-6143-4fe4-afc4-6356d9eccefe,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:19.701416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0e33f5e0-8cf3-4e7b-b765-af5449f3eb7e None None] Provisioning for port bac02163-a71b-476d-958f-c3b99a390279 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:19.705843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0e33f5e0-8cf3-4e7b-b765-af5449f3eb7e None None] Provisioning complete for port bac02163-a71b-476d-958f-c3b99a390279 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:19.706084 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0e33f5e0-8cf3-4e7b-b765-af5449f3eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.806733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0e33f5e0-8cf3-4e7b-b765-af5449f3eb7e None None] Port bac02163-a71b-476d-958f-c3b99a390279 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:19.811840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0e33f5e0-8cf3-4e7b-b765-af5449f3eb7e None None] Could not find standard attr ID for object b7356d6a-e051-4377-85bb-be87204399a5. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:40:19.824529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0e33f5e0-8cf3-4e7b-b765-af5449f3eb7e None None] Provisioning complete for port 227ca5d8-6143-4fe4-afc4-6356d9eccefe triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:19.825277 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0e33f5e0-8cf3-4e7b-b765-af5449f3eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.865724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port 1a540cd0-e392-437c-864d-99bf1fdd81d9 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:19.866231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.872768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Made reservation on behalf of 6ddfba0207b14258b3d84728d086d5e4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:19.880405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.917177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] device_id is not set on port dd2e23b6-ff7b-49cc-a419-3983fe5f076b yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:19.984726 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.048583 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ac94460c-4bcc-40ff-a6a4-b441e1bf539a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.063464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port 1a540cd0-e392-437c-864d-99bf1fdd81d9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1a540cd0-e392-437c-864d-99bf1fdd81d9,segment=NetworkSegment(5be09826-a325-4acb-a50a-623a0b7e7811),segment_id=5be09826-a325-4acb-a50a-623a0b7e7811)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:20.066449 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.068438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7287495b-2984-426e-b660-5d522ed8cae2 None None] Provisioning complete for port bac02163-a71b-476d-958f-c3b99a390279 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:20.068856 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7287495b-2984-426e-b660-5d522ed8cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.118277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ac94460c-4bcc-40ff-a6a4-b441e1bf539a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.128887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Allocated IP 2001:db8::10d (4c78ec72-4271-4587-a68e-a2c0db49aa0e/5799a735-64be-400b-9923-f36a7ab5904a/dd2e23b6-ff7b-49cc-a419-3983fe5f076b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:20.138508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for 1a540cd0-e392-437c-864d-99bf1fdd81d9 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:20.148379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7287495b-2984-426e-b660-5d522ed8cae2 None None] Port bac02163-a71b-476d-958f-c3b99a390279 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:20.265923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a18cee08-4e0f-42f3-8f0f-8381710ea035 None None] Could not find standard attr ID for object b7356d6a-e051-4377-85bb-be87204399a5. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:40:20.428767 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.433768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.452784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17080928-b146-402c-8d61-45a2cd13e166 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:40:20.462589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ac94460c-4bcc-40ff-a6a4-b441e1bf539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.463531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Transition to ACTIVE for port object dd2e23b6-ff7b-49cc-a419-3983fe5f076b will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:20.465235 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ac94460c-4bcc-40ff-a6a4-b441e1bf539a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.466783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ac94460c-4bcc-40ff-a6a4-b441e1bf539a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/798c8fb9-516e-4c42-a08d-2672c07cc417 HTTP/1.1" status: 204 len: 168 time: 0.7738829 Aug 31 09:40:20.481275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=1a540cd0-e392-437c-864d-99bf1fdd81d9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.520742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port 1a540cd0-e392-437c-864d-99bf1fdd81d9 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:20.522562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94460c-4bcc-40ff-a6a4-b441e1bf539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c8fb9-516e-4c42-a08d-2672c07cc417,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.542287 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.623057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:20.629116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:20.634265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:20.643742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:20.645529 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.663059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=dd2e23b6-ff7b-49cc-a419-3983fe5f076b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.678602 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-122a94cb-2500-44e4-af79-53b6c79ba11a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0369718 Aug 31 09:40:20.680800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37094) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:20.691269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e7', 'mac_address': 'fa:16:3e:34:e2:0d'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:20.734805 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.771482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17080928-b146-402c-8d61-45a2cd13e166 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:40:20.775628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a04a224-e1f1-498e-a4bc-b0dc3c68020d']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:20.804453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.827185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.844050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be09826-a325-4acb-a50a-623a0b7e7811') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:20.844345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be09826-a325-4acb-a50a-623a0b7e7811') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:20.985687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 227ca5d8-6143-4fe4-afc4-6356d9eccefe up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:21.232664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 227ca5d8-6143-4fe4-afc4-6356d9eccefe triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:21.233042 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.268106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.280310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.320378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] In _notify_port_updated(), no bound segment for port dd2e23b6-ff7b-49cc-a419-3983fe5f076b on network 4c78ec72-4271-4587-a68e-a2c0db49aa0e {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:40:21.337096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:21.337780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.339197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "PUT /v2.0/ports/dd2e23b6-ff7b-49cc-a419-3983fe5f076b HTTP/1.1" status: 200 len: 1002 time: 0.6570187 Aug 31 09:40:21.364117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37114) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:21.643905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0235e4-28de-418a-a122-e8d840cb4b8d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=dd2e23b6-ff7b-49cc-a419-3983fe5f076b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:21.697903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-dc37a7f7-dcf6-42f9-b63d-8944f42b7cc6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Deleting port dd2e23b6-ff7b-49cc-a419-3983fe5f076b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:21.698693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc37a7f7-dcf6-42f9-b63d-8944f42b7cc6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.831887 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.868591 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc37a7f7-dcf6-42f9-b63d-8944f42b7cc6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.887703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-dc37a7f7-dcf6-42f9-b63d-8944f42b7cc6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Calling delete_port for dd2e23b6-ff7b-49cc-a419-3983fe5f076b owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:21.920128 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc27a-d30a-4cf5-ae6d-2cffd6525572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.994284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c821454-ee2e-4fc5-ac22-9d0d37ddc2f0 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:40:22.031149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.051779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:22.052208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:22.065501 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:22.136452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc37a7f7-dcf6-42f9-b63d-8944f42b7cc6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.167169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c821454-ee2e-4fc5-ac22-9d0d37ddc2f0 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:40:22.211330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37a7f7-dcf6-42f9-b63d-8944f42b7cc6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Port': ['ID=dd2e23b6-ff7b-49cc-a419-3983fe5f076b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:22.314638 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.316994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Router 60a44d86-1652-4517-9193-5eaf2344e769 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:22.331021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705233'] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.332843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/5a04a224-e1f1-498e-a4bc-b0dc3c68020d HTTP/1.1" status: 204 len: 168 time: 5.8823061 Aug 31 09:40:22.337688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37152) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.349805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1828390013'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:22.390344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473803e-d8e9-4b74-8398-36d79e983ad6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=5a04a224-e1f1-498e-a4bc-b0dc3c68020d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:22.441560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc37a7f7-dcf6-42f9-b63d-8944f42b7cc6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.461273 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc37a7f7-dcf6-42f9-b63d-8944f42b7cc6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "DELETE /v2.0/ports/dd2e23b6-ff7b-49cc-a419-3983fe5f076b HTTP/1.1" status: 204 len: 168 time: 1.0240223 Aug 31 09:40:22.463851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37156) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.588567 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a968f8a-d349-4c62-bc77-eae170f9b54d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] GET failed (client error): The resource could not be found. Aug 31 09:40:22.595221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a968f8a-d349-4c62-bc77-eae170f9b54d tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "GET /v2.0/ports/dd2e23b6-ff7b-49cc-a419-3983fe5f076b HTTP/1.1" status: 404 len: 333 time: 0.1270840 Aug 31 09:40:22.606577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37162) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.613246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1242915903'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:22.628328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:22.636083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.698581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:22.710810 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc232c-7e31-4442-95f7-19cbf0a7a497 None None] Sync routers for ids ['60a44d86-1652-4517-9193-5eaf2344e769'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:22.731218 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc232c-7e31-4442-95f7-19cbf0a7a497 None None] Routers {'60a44d86-1652-4517-9193-5eaf2344e769'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:22.733633 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f7bc232c-7e31-4442-95f7-19cbf0a7a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['60a44d86-1652-4517-9193-5eaf2344e769'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.734987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.741468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0c55bff6-9ff8-46e6-9665-cd223033392b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5639405 Aug 31 09:40:22.742488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37180) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.748851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7baa12f5-2005-4ca0-8a1f-d1b6e2abb7ae tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': False}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:22.774082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:22.782866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37182) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.813258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.813605 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment 8cd05bc2-f758-4e20-96f5-026f262d2944 of type vlan for network 3b1d68d3-df15-4db1-a59b-402b64f84506 Aug 31 09:40:22.874721 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f7bc232c-7e31-4442-95f7-19cbf0a7a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.890711 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc232c-7e31-4442-95f7-19cbf0a7a497 None None] Routers {'60a44d86-1652-4517-9193-5eaf2344e769'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:22.892151 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f7bc232c-7e31-4442-95f7-19cbf0a7a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['60a44d86-1652-4517-9193-5eaf2344e769'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.940541 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f7bc232c-7e31-4442-95f7-19cbf0a7a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.942149 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc232c-7e31-4442-95f7-19cbf0a7a497 None None] The sync data for ids ['60a44d86-1652-4517-9193-5eaf2344e769'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:22.993124 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.053493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e12a33f7-5012-4e8d-8a35-7ec5c8958309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.080316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Made reservation on behalf of 6ddfba0207b14258b3d84728d086d5e4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:23.086213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.099147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.105015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:23.105944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.194519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] device_id is not set on port 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:23.217117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=3b1d68d3-df15-4db1-a59b-402b64f84506,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:23.231288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:23.394621 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7baa12f5-2005-4ca0-8a1f-d1b6e2abb7ae tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.415057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Allocated IP 2001:db8::15d (4c78ec72-4271-4587-a68e-a2c0db49aa0e/5799a735-64be-400b-9923-f36a7ab5904a/5e8a52aa-4d0a-4b9a-a1b6-0968987751aa) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:23.433997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e12a33f7-5012-4e8d-8a35-7ec5c8958309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.444801 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e0d63b28-c2da-40ba-abfd-c631b51d1451 None None] Could not find standard attr ID for object dd2e23b6-ff7b-49cc-a419-3983fe5f076b. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:40:23.449352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e12a33f7-5012-4e8d-8a35-7ec5c8958309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.476581 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9c480e64-a17a-4d91-9d73-05175434635c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1360946 Aug 31 09:40:23.482179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37186) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:23.489296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4113678a-1891-47c5-8b8d-3d3f97ebd286 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:23.530207 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e12a33f7-5012-4e8d-8a35-7ec5c8958309 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b8a19e108ea49839f4506af03892db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438548 Aug 31 09:40:23.535915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37188) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:23.545186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a33f7-5012-4e8d-8a35-7ec5c8958309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4e8646-12d3-4981-9b1a-5acae9dfb4a0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:23.559321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e26d77f4-1f4f-4eef-b271-3b289dddfefb None None] Could not find standard attr ID for object dd2e23b6-ff7b-49cc-a419-3983fe5f076b. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:40:23.664223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12e8c8f-8583-4ace-9ab2-501c97aec5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.716827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12e8c8f-8583-4ace-9ab2-501c97aec5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.745157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4113678a-1891-47c5-8b8d-3d3f97ebd286 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.771666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.793031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Transition to ACTIVE for port object 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:23.829333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12e8c8f-8583-4ace-9ab2-501c97aec5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.832808 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12e8c8f-8583-4ace-9ab2-501c97aec5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.834048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b12e8c8f-8583-4ace-9ab2-501c97aec5dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a4e8646-12d3-4981-9b1a-5acae9dfb4a0 HTTP/1.1" status: 204 len: 168 time: 0.2971725 Aug 31 09:40:23.845954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e8c8f-8583-4ace-9ab2-501c97aec5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4e8646-12d3-4981-9b1a-5acae9dfb4a0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:23.866020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.914721 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4113678a-1891-47c5-8b8d-3d3f97ebd286 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.927309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:23.929085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:23.933095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:23.939402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:23.940185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.964166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=5e8a52aa-4d0a-4b9a-a1b6-0968987751aa,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:23.987738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4113678a-1891-47c5-8b8d-3d3f97ebd286 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 is not hosted by any dhcp agent {{(pid=94786) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:40:23.992147 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fb7caae2-fa05-4dbd-ade0-183fd94451eb tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3812454 Aug 31 09:40:23.992525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37204) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:23.993700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4113678a-1891-47c5-8b8d-3d3f97ebd286 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:23.994326 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4113678a-1891-47c5-8b8d-3d3f97ebd286 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.998189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4113678a-1891-47c5-8b8d-3d3f97ebd286 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "PUT /v2.0/networks/3b1d68d3-df15-4db1-a59b-402b64f84506 HTTP/1.1" status: 200 len: 723 time: 0.5109482 Aug 31 09:40:23.999048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:34:e2:0d'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:24.002543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37206) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:24.008826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '3b1d68d3-df15-4db1-a59b-402b64f84506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:24.137092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113678a-1891-47c5-8b8d-3d3f97ebd286 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=3b1d68d3-df15-4db1-a59b-402b64f84506,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:24.158508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:24.389537 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7baa12f5-2005-4ca0-8a1f-d1b6e2abb7ae tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.410453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7baa12f5-2005-4ca0-8a1f-d1b6e2abb7ae tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.429469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f3ae7c2-ddcc-4c07-b533-5d02fb362b16 None None] Provisioning for port 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:24.449939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f3ae7c2-ddcc-4c07-b533-5d02fb362b16 None None] Provisioning complete for port 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:24.453690 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae7c2-ddcc-4c07-b533-5d02fb362b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.550257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:24.553895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.578059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ae7c2-ddcc-4c07-b533-5d02fb362b16 None None] Port 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:24.645489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baa12f5-2005-4ca0-8a1f-d1b6e2abb7ae tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Router 60a44d86-1652-4517-9193-5eaf2344e769 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:24.882644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baa12f5-2005-4ca0-8a1f-d1b6e2abb7ae tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:24.887969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7baa12f5-2005-4ca0-8a1f-d1b6e2abb7ae tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.891915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7baa12f5-2005-4ca0-8a1f-d1b6e2abb7ae tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "PUT /v2.0/routers/60a44d86-1652-4517-9193-5eaf2344e769 HTTP/1.1" status: 200 len: 921 time: 2.1451375 Aug 31 09:40:24.893428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36796b-7bf1-4209-b58f-25b43e0adbaf None None] Sync routers for ids ['60a44d86-1652-4517-9193-5eaf2344e769'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:24.904373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37240) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:24.911908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36796b-7bf1-4209-b58f-25b43e0adbaf None None] Routers {'60a44d86-1652-4517-9193-5eaf2344e769'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:24.912488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8c36796b-7bf1-4209-b58f-25b43e0adbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['60a44d86-1652-4517-9193-5eaf2344e769'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.982114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8c36796b-7bf1-4209-b58f-25b43e0adbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:25.001964 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.003642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36796b-7bf1-4209-b58f-25b43e0adbaf None None] Routers {'60a44d86-1652-4517-9193-5eaf2344e769'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:25.004339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8c36796b-7bf1-4209-b58f-25b43e0adbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['60a44d86-1652-4517-9193-5eaf2344e769'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:25.031362 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.039254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8c36796b-7bf1-4209-b58f-25b43e0adbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:25.039968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36796b-7bf1-4209-b58f-25b43e0adbaf None None] The sync data for ids ['60a44d86-1652-4517-9193-5eaf2344e769'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:25.100923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-efc0fbb4-90ce-4f45-8d29-5f276d4cd1a7 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/routers/60a44d86-1652-4517-9193-5eaf2344e769 HTTP/1.1" status: 200 len: 921 time: 0.1953409 Aug 31 09:40:25.105846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37246) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.195982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37248) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.224111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fab52-e2b7-467c-9fbb-5a233b9a08f6 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:25.228477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8c0fab52-e2b7-467c-9fbb-5a233b9a08f6 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=60a44d86-1652-4517-9193-5eaf2344e769&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1188836 Aug 31 09:40:25.229618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37252) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.320436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.359146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-239346242-network', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:25.368675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05414828-8b3a-45dd-86d9-0ea287857266 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:25.372884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-05414828-8b3a-45dd-86d9-0ea287857266 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 881 time: 0.1395209 Aug 31 09:40:25.373124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37254) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.415254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3be7166f-9b8e-4a2a-801e-24ef839d350a tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=60a44d86-1652-4517-9193-5eaf2344e769 HTTP/1.1" status: 200 len: 205 time: 0.0386748 Aug 31 09:40:25.417970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37256) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.430330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Made reservation on behalf of 079bf3653f69456b93cb7c8eee16aae3 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:25.435547 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.452103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=37e028d3-7fe7-49ca-b546-da8baa93310f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:25.480463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': '8cd05bc2-f758-4e20-96f5-026f262d2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '3b1d68d3-df15-4db1-a59b-402b64f84506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:25.480913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 3b1d68d3-df15-4db1-a59b-402b64f84506, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:25.484678 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.485359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.496163 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.539354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] In _notify_port_updated(), no bound segment for port 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa on network 4c78ec72-4271-4587-a68e-a2c0db49aa0e {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:40:25.545279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:25.545894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.551198 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "PUT /v2.0/ports/5e8a52aa-4d0a-4b9a-a1b6-0968987751aa HTTP/1.1" status: 200 len: 1003 time: 1.5572791 Aug 31 09:40:25.552138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:25.554478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37260) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.605318 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.664446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 3b1d68d3-df15-4db1-a59b-402b64f84506) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:25.667380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0759c-32cc-4f29-aae6-2421b2a504c6 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=5e8a52aa-4d0a-4b9a-a1b6-0968987751aa,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:25.678423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:25.679970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7764cf-eb90-4506-9c34-a57bef58826e None None] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:25.688812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.737920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2015ca3c-f93b-42b0-bb18-a745903fe96a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Deleting port 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:25.738378 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2015ca3c-f93b-42b0-bb18-a745903fe96a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.782224 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.807272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.818682 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.856698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:25.867438 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2119803e-7ff6-43b8-9ca9-b8d662e8536f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8636310 Aug 31 09:40:25.876991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.888013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c06a74a1-145e-4e0e-abb1-6b69d810a390 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:25.918026 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.918434 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Added segment f4ec6330-08de-452c-863d-9df946c3d16e of type vlan for network 7ef2d02d-7502-478d-a729-87262870c6fa Aug 31 09:40:25.922966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c3c67d-57a7-4790-95ad-00f84370aa05,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:25.970988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-3b1d68d3-df15-4db1-a59b-402b64f84506', 'network_id': '3b1d68d3-df15-4db1-a59b-402b64f84506', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': '37e028d3-7fe7-49ca-b546-da8baa93310f'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:25.972763 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.975387 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87faa5f0-bc15-4928-abba-cbce3e8f67a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.011074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.065641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Deleting port 5dfb5d08-d33e-4566-bd29-f5775e8c61ef {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:26.066443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.117977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a9fa229f-d3f3-45df-a8a4-0473a9977970 None None] Provisioning complete for port 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:26.118510 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a9fa229f-d3f3-45df-a8a4-0473a9977970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.153452 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.155269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:26.156280 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.198444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2015ca3c-f93b-42b0-bb18-a745903fe96a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.207625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa229f-d3f3-45df-a8a4-0473a9977970 None None] Port 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:26.230603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2015ca3c-f93b-42b0-bb18-a745903fe96a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Calling delete_port for 5e8a52aa-4d0a-4b9a-a1b6-0968987751aa owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:26.238210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Allocated IP 172.20.0.2 (3b1d68d3-df15-4db1-a59b-402b64f84506/37e028d3-7fe7-49ca-b546-da8baa93310f/17cdec54-9236-4d02-80af-4edd04349ac3) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:26.247029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c06a74a1-145e-4e0e-abb1-6b69d810a390 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59175193'] for subnet, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.258665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] Pushing event updated for resources: {'Network': ['ID=7ef2d02d-7502-478d-a729-87262870c6fa,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:26.272837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 7ef2d02d-7502-478d-a729-87262870c6fa details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:26.282375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2303ccd1-5461-4601-8392-a82d44a7a43e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0851326 Aug 31 09:40:26.282863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37276) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.292031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Request body: {'subnet': {'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-subnet', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:26.320426 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.336078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Calling delete_port for 5dfb5d08-d33e-4566-bd29-f5775e8c61ef owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:26.399705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Made reservation on behalf of 079bf3653f69456b93cb7c8eee16aae3 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:26.402917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.565624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2015ca3c-f93b-42b0-bb18-a745903fe96a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.578009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.615083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015ca3c-f93b-42b0-bb18-a745903fe96a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Port': ['ID=5e8a52aa-4d0a-4b9a-a1b6-0968987751aa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:26.656596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.657531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Transition to ACTIVE for port object 17cdec54-9236-4d02-80af-4edd04349ac3 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:26.662527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2015ca3c-f93b-42b0-bb18-a745903fe96a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.668597 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2015ca3c-f93b-42b0-bb18-a745903fe96a tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "DELETE /v2.0/ports/5e8a52aa-4d0a-4b9a-a1b6-0968987751aa HTTP/1.1" status: 204 len: 168 time: 1.1098526 Aug 31 09:40:26.671954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37280) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.703990 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-71155226-ef55-4f42-b2c8-c96fed1710fd tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] GET failed (client error): The resource could not be found. Aug 31 09:40:26.712382 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-71155226-ef55-4f42-b2c8-c96fed1710fd tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "GET /v2.0/ports/5e8a52aa-4d0a-4b9a-a1b6-0968987751aa HTTP/1.1" status: 404 len: 333 time: 0.0391109 Aug 31 09:40:26.713055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37282) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.722622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2049970117'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:26.723400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Transition to ACTIVE for port object 17cdec54-9236-4d02-80af-4edd04349ac3 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:26.735625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.748216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event deleted for resources: {'Port': ['ID=5dfb5d08-d33e-4566-bd29-f5775e8c61ef,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:26.902977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:26.909611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:26.917644 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.922498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:26.925105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Pushing event updated for resources: {'Port': ['ID=17cdec54-9236-4d02-80af-4edd04349ac3,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.037653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.046708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Attempting to bind port 17cdec54-9236-4d02-80af-4edd04349ac3 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:27.047134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Attempting to bind port 17cdec54-9236-4d02-80af-4edd04349ac3 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '8cd05bc2-f758-4e20-96f5-026f262d2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '3b1d68d3-df15-4db1-a59b-402b64f84506'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:27.047503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Attempting to bind port 17cdec54-9236-4d02-80af-4edd04349ac3 on network 3b1d68d3-df15-4db1-a59b-402b64f84506 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:27.060712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:27.063749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Checking segment: {'id': '8cd05bc2-f758-4e20-96f5-026f262d2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '3b1d68d3-df15-4db1-a59b-402b64f84506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:27.065686 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.065686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Bound using segment: {'id': '8cd05bc2-f758-4e20-96f5-026f262d2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '3b1d68d3-df15-4db1-a59b-402b64f84506'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:27.065686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Bound port: 17cdec54-9236-4d02-80af-4edd04349ac3, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd05bc2-f758-4e20-96f5-026f262d2944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '3b1d68d3-df15-4db1-a59b-402b64f84506'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:27.067129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.274209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] For port 17cdec54-9236-4d02-80af-4edd04349ac3, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:27.280617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] For port 17cdec54-9236-4d02-80af-4edd04349ac3, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=17cdec54-9236-4d02-80af-4edd04349ac3,segment=NetworkSegment(8cd05bc2-f758-4e20-96f5-026f262d2944),segment_id=8cd05bc2-f758-4e20-96f5-026f262d2944)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:27.305432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.410243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a419e78-d143-4781-a8aa-5dff93412488,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.446829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d75a1-0b6c-4065-ab88-c787c66167d4 None None] Pushing event updated for resources: {'Port': ['ID=17cdec54-9236-4d02-80af-4edd04349ac3,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.461356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:27.490286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Made reservation on behalf of 6ddfba0207b14258b3d84728d086d5e4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:27.496090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.531669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] device_id is not set on port f1111e38-aa43-40fa-9c49-3632dd1bfe9b yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:27.600458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.822990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c06a74a1-145e-4e0e-abb1-6b69d810a390 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731637169628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59555691'] for subnet, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.836047 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.838772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.849032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8c482ff-d308-484f-88d7-9eb988568bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.851354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Checking segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:27.851998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Network hostable DHCP agents. Network: 7ef2d02d-7502-478d-a729-87262870c6fa, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:27.857054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a74a1-145e-4e0e-abb1-6b69d810a390 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:27.857945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c06a74a1-145e-4e0e-abb1-6b69d810a390 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.862959 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c06a74a1-145e-4e0e-abb1-6b69d810a390 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "PUT /v2.0/subnets/37e028d3-7fe7-49ca-b546-da8baa93310f HTTP/1.1" status: 200 len: 806 time: 1.9769957 Aug 31 09:40:27.879317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37304) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:27.910154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.911402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Fanout notify agent at l3_agent the message router_deleted on router 60a44d86-1652-4517-9193-5eaf2344e769 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:27.932417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.935257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-185c42ab-d7ac-4e53-a221-0cf8c09921a2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/60a44d86-1652-4517-9193-5eaf2344e769 HTTP/1.1" status: 204 len: 168 time: 2.5154569 Aug 31 09:40:27.938640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37306) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:27.952542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Allocated IP 2001:db8::242 (4c78ec72-4271-4587-a68e-a2c0db49aa0e/5799a735-64be-400b-9923-f36a7ab5904a/f1111e38-aa43-40fa-9c49-3632dd1bfe9b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:27.953881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-958dce29-cc46-45b3-9b92-3df0ed56d264 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-751311401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:28.020825 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-958dce29-cc46-45b3-9b92-3df0ed56d264 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.026549 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-958dce29-cc46-45b3-9b92-3df0ed56d264 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.106396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Network 7ef2d02d-7502-478d-a729-87262870c6fa is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:28.142996 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-958dce29-cc46-45b3-9b92-3df0ed56d264 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.154712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-958dce29-cc46-45b3-9b92-3df0ed56d264 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.236232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a74a1-145e-4e0e-abb1-6b69d810a390 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=37e028d3-7fe7-49ca-b546-da8baa93310f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:28.281460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 7ef2d02d-7502-478d-a729-87262870c6fa) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:28.298397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:28.300011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.314467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72575626-4e6d-4957-9a82-7e5e8d4a20dc None None] Network 7ef2d02d-7502-478d-a729-87262870c6fa requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:28.341691 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:40:28.391180 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.528184 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.546268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.575652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Transition to ACTIVE for port object f1111e38-aa43-40fa-9c49-3632dd1bfe9b will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:28.607163 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8c482ff-d308-484f-88d7-9eb988568bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.620607 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8c482ff-d308-484f-88d7-9eb988568bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.626101 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-958dce29-cc46-45b3-9b92-3df0ed56d264 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.631692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-958dce29-cc46-45b3-9b92-3df0ed56d264 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6866145 Aug 31 09:40:28.631986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37320) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:28.636971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:28.662992 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e81dcc21-9ed0-4db1-90a8-9e9b8becba1c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3767495 Aug 31 09:40:28.677354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37322) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:28.688313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:28.718076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port 17cdec54-9236-4d02-80af-4edd04349ac3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:28.718433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.777452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-7ef2d02d-7502-478d-a729-87262870c6fa', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:28.778876 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.836962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c482ff-d308-484f-88d7-9eb988568bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a833b9-3d01-4157-84c5-804110baa30e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:28.841564 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d8c482ff-d308-484f-88d7-9eb988568bd5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23b79d6a94604556aa31c4b3a68255b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3645568 Aug 31 09:40:28.848968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.850573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37324) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:29.001205 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.002366 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.124488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.180778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.189190 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9de0685d-835d-4820-867f-4e8276a83da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.196811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb50073-4b3c-408f-8792-9c31864a49f4 None None] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:29.200273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 17cdec54-9236-4d02-80af-4edd04349ac3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:29.213659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Allocated IP 172.20.0.2 (7ef2d02d-7502-478d-a729-87262870c6fa/6a419e78-d143-4781-a8aa-5dff93412488/c458c880-20b2-45db-9233-df1beff68f4c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:29.235859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9de0685d-835d-4820-867f-4e8276a83da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.374727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:29.396519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:29.399610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:29.406453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:29.407580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.410715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=f1111e38-aa43-40fa-9c49-3632dd1bfe9b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:29.475898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-166fb4bd-fd4e-4724-9ebc-5badf52c044a None None] Provisioning for port 17cdec54-9236-4d02-80af-4edd04349ac3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:29.507797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port 17cdec54-9236-4d02-80af-4edd04349ac3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=17cdec54-9236-4d02-80af-4edd04349ac3,segment=NetworkSegment(8cd05bc2-f758-4e20-96f5-026f262d2944),segment_id=8cd05bc2-f758-4e20-96f5-026f262d2944)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:29.508631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.527494 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9de0685d-835d-4820-867f-4e8276a83da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.534385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9de0685d-835d-4820-867f-4e8276a83da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.535960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9de0685d-835d-4820-867f-4e8276a83da0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3a833b9-3d01-4157-84c5-804110baa30e HTTP/1.1" status: 204 len: 168 time: 0.6804001 Aug 31 09:40:29.567337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-14077d33-04d5-49c8-b47e-8c9660a464f4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8492665 Aug 31 09:40:29.571157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37342) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:29.578022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for 17cdec54-9236-4d02-80af-4edd04349ac3 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:29.644839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.684049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.697792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'network_id': '4c78ec72-4271-4587-a68e-a2c0db49aa0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1568712610'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:29.855255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0685d-835d-4820-867f-4e8276a83da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a833b9-3d01-4157-84c5-804110baa30e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:29.866010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 17cdec54-9236-4d02-80af-4edd04349ac3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:29.895289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 17cdec54-9236-4d02-80af-4edd04349ac3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:29.896067 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.940370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Allocated IP 172.25.1.51 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/a35b5eb7-1af4-4cbf-9b05-3908ac7e3ae6) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:30.032405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.046560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6875a99a-fad3-4412-bdca-80e505d4081e None None] Provisioning for port f1111e38-aa43-40fa-9c49-3632dd1bfe9b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:30.080524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6875a99a-fad3-4412-bdca-80e505d4081e None None] Provisioning complete for port f1111e38-aa43-40fa-9c49-3632dd1bfe9b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:30.081831 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6875a99a-fad3-4412-bdca-80e505d4081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.236406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Made reservation on behalf of 6ddfba0207b14258b3d84728d086d5e4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:30.241903 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.262832 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.276339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.289138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Transition to ACTIVE for port object c458c880-20b2-45db-9233-df1beff68f4c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:30.350289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Transition to ACTIVE for port object c458c880-20b2-45db-9233-df1beff68f4c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:30.355140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] device_id is not set on port ff0cf887-3723-4968-83ef-f1caf26b2be8 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:30.365980 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.429869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.490388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Network 7ef2d02d-7502-478d-a729-87262870c6fa is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:30.498017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6875a99a-fad3-4412-bdca-80e505d4081e None None] Port f1111e38-aa43-40fa-9c49-3632dd1bfe9b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:30.517396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:30.526738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:30.535155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:30.548700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a4e241-b3e5-4ec6-83b7-acff970ea7fb None None] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:30.574288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.583435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event updated for resources: {'Port': ['ID=a35b5eb7-1af4-4cbf-9b05-3908ac7e3ae6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:30.597553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:30.604328 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:30.815443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=17cdec54-9236-4d02-80af-4edd04349ac3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:31.022131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Pushing event updated for resources: {'Port': ['ID=c458c880-20b2-45db-9233-df1beff68f4c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:31.039830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-531faee9-e25e-4b89-afdc-9730b74d52bb None None] Could not find standard attr ID for object 17cdec54-9236-4d02-80af-4edd04349ac3. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:40:31.066167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Attempting to bind port c458c880-20b2-45db-9233-df1beff68f4c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:31.066575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Attempting to bind port c458c880-20b2-45db-9233-df1beff68f4c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:31.067160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Attempting to bind port c458c880-20b2-45db-9233-df1beff68f4c on network 7ef2d02d-7502-478d-a729-87262870c6fa {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:31.072372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.103537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:31.103932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Checking segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:31.104518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.105027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Bound using segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:31.105570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Bound port: c458c880-20b2-45db-9233-df1beff68f4c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:31.106031 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.113129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port 17cdec54-9236-4d02-80af-4edd04349ac3 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:31.329304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Allocated IP 2001:db8::35f (4c78ec72-4271-4587-a68e-a2c0db49aa0e/5799a735-64be-400b-9923-f36a7ab5904a/ff0cf887-3723-4968-83ef-f1caf26b2be8) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:31.353628 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.478523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.560489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] For port c458c880-20b2-45db-9233-df1beff68f4c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:31.572865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] For port c458c880-20b2-45db-9233-df1beff68f4c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c458c880-20b2-45db-9233-df1beff68f4c,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:31.580892 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.759451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e9276-2125-4094-9d2d-fe079f908505 None None] Pushing event updated for resources: {'Port': ['ID=c458c880-20b2-45db-9233-df1beff68f4c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:32.047280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.074647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.163535 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.175214 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.211030 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.213536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=37e028d3-7fe7-49ca-b546-da8baa93310f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:32.252623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed1754-5f79-416c-80c8-1530301494cc None None] Network 3b1d68d3-df15-4db1-a59b-402b64f84506 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:32.443240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.488235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.524738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1d68d3-df15-4db1-a59b-402b64f84506']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:32.564400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd05bc2-f758-4e20-96f5-026f262d2944') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:32.565694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd05bc2-f758-4e20-96f5-026f262d2944') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:32.570522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a40720-cd0a-4daa-bfea-ad9f3fe378d6 req-54b2f770-67e2-4794-aa9e-08c5481694b5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:32.571949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Transition to ACTIVE for port object ff0cf887-3723-4968-83ef-f1caf26b2be8 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:32.579193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31a40720-cd0a-4daa-bfea-ad9f3fe378d6 req-54b2f770-67e2-4794-aa9e-08c5481694b5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0885053 Aug 31 09:40:32.637007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.653097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31a40720-cd0a-4daa-bfea-ad9f3fe378d6 req-73ea1d18-4ac7-47c3-a190-9d80980d014d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727026 Aug 31 09:40:32.654284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Router 2d1a4a08-ac5f-4741-bf07-dfb7cc597851 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:32.677699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-f8222294-059b-4ec2-902b-afa7fba8c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:32.684936 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-f8222294-059b-4ec2-902b-afa7fba8c04e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1095 time: 0.2649560 Aug 31 09:40:32.707670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.788407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e51dd2-dbc4-4d94-82c9-f8636f6a5d46 None None] DHCP port deletion for 3b1d68d3-df15-4db1-a59b-402b64f84506 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:32.888656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:32.896525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.910495 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0c53c-42c2-4b00-b070-9aa5593e7756 None None] Sync routers for ids ['2d1a4a08-ac5f-4741-bf07-dfb7cc597851'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:32.912689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-39e5f289-71c2-42c9-a02d-65594fbf4bff tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "PUT /v2.0/routers/2d1a4a08-ac5f-4741-bf07-dfb7cc597851 HTTP/1.1" status: 200 len: 878 time: 4.2795768 Aug 31 09:40:32.913438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37420) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:32.968311 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0c53c-42c2-4b00-b070-9aa5593e7756 None None] Routers {'2d1a4a08-ac5f-4741-bf07-dfb7cc597851'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:32.974235 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-28e0c53c-42c2-4b00-b070-9aa5593e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2d1a4a08-ac5f-4741-bf07-dfb7cc597851'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:33.072326 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-28e0c53c-42c2-4b00-b070-9aa5593e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:33.084142 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0c53c-42c2-4b00-b070-9aa5593e7756 None None] Routers {'2d1a4a08-ac5f-4741-bf07-dfb7cc597851'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:33.085829 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-28e0c53c-42c2-4b00-b070-9aa5593e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2d1a4a08-ac5f-4741-bf07-dfb7cc597851'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:33.126544 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8a56d04f-29f6-4be8-8a29-d0a8704d52d4 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/routers/2d1a4a08-ac5f-4741-bf07-dfb7cc597851 HTTP/1.1" status: 200 len: 919 time: 0.2093420 Aug 31 09:40:33.127582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37440) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:33.175639 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-28e0c53c-42c2-4b00-b070-9aa5593e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:33.184913 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0c53c-42c2-4b00-b070-9aa5593e7756 None None] The sync data for ids ['2d1a4a08-ac5f-4741-bf07-dfb7cc597851'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:33.225567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343f669-2a91-4d7c-bf4a-990c9ece0ed5 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:33.231062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3343f669-2a91-4d7c-bf4a-990c9ece0ed5 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=2d1a4a08-ac5f-4741-bf07-dfb7cc597851&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1002302 Aug 31 09:40:33.231417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37446) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:33.447071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6625b3-a289-4683-90eb-68f75ce50f51 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:33.452400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:33.453281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.453806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0a6625b3-a289-4683-90eb-68f75ce50f51 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 881 time: 0.2211556 Aug 31 09:40:33.459428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37460) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:33.464419 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:33.486915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.541930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d1f01511-4854-49d4-993d-b7bf3e32ec41 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d1a4a08-ac5f-4741-bf07-dfb7cc597851 HTTP/1.1" status: 200 len: 205 time: 0.0774064 Aug 31 09:40:33.544823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Allocated IP 172.25.1.230 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/4f0fa016-66d6-4cd4-b763-6615a2aca2b1) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:33.548780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37462) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:33.685854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c458c880-20b2-45db-9233-df1beff68f4c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:33.745863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=ff0cf887-3723-4968-83ef-f1caf26b2be8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:33.787127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port c458c880-20b2-45db-9233-df1beff68f4c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:33.827721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e51c621-e7ab-4c3e-b730-c4b18aebe4e4 None None] Network 7ef2d02d-7502-478d-a729-87262870c6fa requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:33.843567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 17cdec54-9236-4d02-80af-4edd04349ac3 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:33.853270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:33.854434 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.860425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.865545 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/3b1d68d3-df15-4db1-a59b-402b64f84506 HTTP/1.1" status: 204 len: 168 time: 5.9318566 Aug 31 09:40:33.866074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37482) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:33.902863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d2ef2-d518-43ce-8bc5-013fcff05f9d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=3b1d68d3-df15-4db1-a59b-402b64f84506,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:33.907131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:33.909769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:33.916889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:33.917422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.956876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ad70a-b681-4751-8b52-d5f974b8cd05 req-53db9e50-0213-45b2-873e-3f624d14da83 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:33.959494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-787ad70a-b681-4751-8b52-d5f974b8cd05 req-53db9e50-0213-45b2-873e-3f624d14da83 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1639345 Aug 31 09:40:34.024541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 17cdec54-9236-4d02-80af-4edd04349ac3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:34.024866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 17cdec54-9236-4d02-80af-4edd04349ac3 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:34.040422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-787ad70a-b681-4751-8b52-d5f974b8cd05 req-0d398315-a6be-402e-917d-60b8b89d7953 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722187 Aug 31 09:40:34.073181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eb712cff-7375-4f1b-84bd-46285948ab5c None None] Provisioning for port c458c880-20b2-45db-9233-df1beff68f4c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:34.087894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37492) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:34.093435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e7', 'mac_address': 'fa:16:3e:34:e2:0d'}, {'ip_address': '2001:db8::242', 'mac_address': 'fa:16:3e:a7:a3:72'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:34.098302 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fa056174-1951-43c3-acf6-a3955097099c tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5151196 Aug 31 09:40:34.216889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eb712cff-7375-4f1b-84bd-46285948ab5c None None] Provisioning complete for port c458c880-20b2-45db-9233-df1beff68f4c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:34.219025 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb712cff-7375-4f1b-84bd-46285948ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.317688 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-5037f190-12a1-43a4-bbe6-dc3067a5c9ac tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:34.318232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5037f190-12a1-43a4-bbe6-dc3067a5c9ac tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:34.338010 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5037f190-12a1-43a4-bbe6-dc3067a5c9ac tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/3b1d68d3-df15-4db1-a59b-402b64f84506 HTTP/1.1" status: 404 len: 339 time: 0.4411747 Aug 31 09:40:34.360519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37514) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:34.407999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267559827', 'description': 'd1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:34.422077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.463535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.470362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-29c67f0c-4be2-453c-b2bb-a1ac9b25231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:34.484490 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-29c67f0c-4be2-453c-b2bb-a1ac9b25231c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 1.7709723 Aug 31 09:40:34.522239 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.604019 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb712cff-7375-4f1b-84bd-46285948ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.704370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-eb712cff-7375-4f1b-84bd-46285948ab5c None None] For port c458c880-20b2-45db-9233-df1beff68f4c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c458c880-20b2-45db-9233-df1beff68f4c,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:34.717416 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb712cff-7375-4f1b-84bd-46285948ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.745845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:34.749834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.861945 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.880228 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.945087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] In _notify_port_updated(), no bound segment for port ff0cf887-3723-4968-83ef-f1caf26b2be8 on network 4c78ec72-4271-4587-a68e-a2c0db49aa0e {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:40:34.956578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:34.957251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb712cff-7375-4f1b-84bd-46285948ab5c None None] Pushing event updated for resources: {'Port': ['ID=c458c880-20b2-45db-9233-df1beff68f4c,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:34.971351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-efacd9b8-1bd8-4ab4-84e6-374f7374543c None None] Provisioning for port ff0cf887-3723-4968-83ef-f1caf26b2be8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:34.977576 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.979640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "PUT /v2.0/ports/ff0cf887-3723-4968-83ef-f1caf26b2be8 HTTP/1.1" status: 200 len: 1068 time: 0.8910534 Aug 31 09:40:34.983882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-efacd9b8-1bd8-4ab4-84e6-374f7374543c None None] Provisioning complete for port ff0cf887-3723-4968-83ef-f1caf26b2be8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:34.984240 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-efacd9b8-1bd8-4ab4-84e6-374f7374543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.004762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-3e830643-324a-4bc1-9dde-9fe79a96c7ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.5071664 Aug 31 09:40:35.006674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37540) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:35.011756 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.074296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-efacd9b8-1bd8-4ab4-84e6-374f7374543c None None] Port ff0cf887-3723-4968-83ef-f1caf26b2be8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:35.110623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ac755-6c0d-4de0-8acf-71fea18982df tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event updated for resources: {'Port': ['ID=ff0cf887-3723-4968-83ef-f1caf26b2be8,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:35.130728 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.205243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:35.233198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:35.235680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:35.265188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:35.270826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d46ed4d6-b3c6-40ce-be0c-47a837599f28 None None] Provisioning complete for port c458c880-20b2-45db-9233-df1beff68f4c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:35.272682 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d46ed4d6-b3c6-40ce-be0c-47a837599f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.306777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701de0-407f-496a-8e38-eddba512151e req-6cb48684-c859-4dfa-85f5-70e4ddba9123 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.309462 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90701de0-407f-496a-8e38-eddba512151e req-6cb48684-c859-4dfa-85f5-70e4ddba9123 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1263371 Aug 31 09:40:35.369185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.369548 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment f3538156-b952-4f34-85a8-8a9eedc99e15 of type vlan for network d65570cf-4816-4c2b-ba5b-97b88e63fb7e Aug 31 09:40:35.433502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-a1f70a91-7f44-415d-871f-354a660c1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.437953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-a1f70a91-7f44-415d-871f-354a660c1ea4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.4132195 Aug 31 09:40:35.441808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0fa016-66d6-4cd4-b763-6615a2aca2b1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:35.475312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90701de0-407f-496a-8e38-eddba512151e req-c8dad5b7-ae49-4844-baa0-a7ce5896f131 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303837 Aug 31 09:40:35.610030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c458c880-20b2-45db-9233-df1beff68f4c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:35.684887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-29f93e2b-d3a7-4d7f-8ebd-355a90380f4d None None] Provisioning complete for port ff0cf887-3723-4968-83ef-f1caf26b2be8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:35.685216 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-29f93e2b-d3a7-4d7f-8ebd-355a90380f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.738517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-29f93e2b-d3a7-4d7f-8ebd-355a90380f4d None None] Port ff0cf887-3723-4968-83ef-f1caf26b2be8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:35.756629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c458c880-20b2-45db-9233-df1beff68f4c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:35.758355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.800518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.917496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-39816971-360f-4328-b9a7-2d1f827c2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.919146 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-39816971-360f-4328-b9a7-2d1f827c2da9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3656991 Aug 31 09:40:35.953504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Deleting port a35b5eb7-1af4-4cbf-9b05-3908ac7e3ae6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:35.953839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.957664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-78e365a5-78d9-4a59-b988-a363a037afb9 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Deleting port ff0cf887-3723-4968-83ef-f1caf26b2be8 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:35.958334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78e365a5-78d9-4a59-b988-a363a037afb9 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.094394 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.100327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.100985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.268016 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.8712499 Aug 31 09:40:36.270417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37598) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:36.357216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3b148-a11e-493f-9425-500a52d4aff6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=d65570cf-4816-4c2b-ba5b-97b88e63fb7e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:36.374433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d65570cf-4816-4c2b-ba5b-97b88e63fb7e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:36.401964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.413386 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-dfc6f365-f9d4-43b7-b238-f4a0ca114452 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768038 Aug 31 09:40:36.428543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78e365a5-78d9-4a59-b988-a363a037afb9 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.472141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Calling delete_port for a35b5eb7-1af4-4cbf-9b05-3908ac7e3ae6 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:36.530930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bdb5f6-1147-469d-a1f8-162a73f12623 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.536088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-78e365a5-78d9-4a59-b988-a363a037afb9 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Calling delete_port for ff0cf887-3723-4968-83ef-f1caf26b2be8 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:36.536846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b8bdb5f6-1147-469d-a1f8-162a73f12623 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/networks?id=d65570cf-4816-4c2b-ba5b-97b88e63fb7e HTTP/1.1" status: 200 len: 761 time: 0.2638404 Aug 31 09:40:36.538543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37606) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:36.541396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37608) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:36.542071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.583717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-70f6a3f8-64cb-4f0a-a425-d964751b6990 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'description': 'd2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:36.758197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef230b-a164-4679-97b5-cc34be2c2f73 req-6623adcf-90d2-4473-8a77-01a51359e12a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.764937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0ef230b-a164-4679-97b5-cc34be2c2f73 req-6623adcf-90d2-4473-8a77-01a51359e12a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.0821576 Aug 31 09:40:36.779784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-29650b9b-5812-46a1-827d-ff328dbd412c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.911281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0ef230b-a164-4679-97b5-cc34be2c2f73 req-54d3b66d-cedb-4e7e-ae44-5a1bf6958710 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144238 Aug 31 09:40:36.973772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-29650b9b-5812-46a1-827d-ff328dbd412c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.981969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-29650b9b-5812-46a1-827d-ff328dbd412c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.039207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-29650b9b-5812-46a1-827d-ff328dbd412c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=adf4923d4be1483498ac0f532baf4509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854243 Aug 31 09:40:37.039207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37622) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:37.039207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29650b9b-5812-46a1-827d-ff328dbd412c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19643ea-1f65-4e88-940f-eb42a5cadbd3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.113746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f5394e9-ea9b-4981-8137-ca5158e91859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.144218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f5394e9-ea9b-4981-8137-ca5158e91859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.236150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f5394e9-ea9b-4981-8137-ca5158e91859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.239425 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2f5394e9-ea9b-4981-8137-ca5158e91859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.240947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2f5394e9-ea9b-4981-8137-ca5158e91859 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e19643ea-1f65-4e88-940f-eb42a5cadbd3 HTTP/1.1" status: 204 len: 168 time: 0.2125220 Aug 31 09:40:37.251444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5394e9-ea9b-4981-8137-ca5158e91859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19643ea-1f65-4e88-940f-eb42a5cadbd3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.469420 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d408596-165f-4546-ad14-4b7ca2b09677 req-23926db2-2d27-4cc6-ac8f-916163104dab service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0348868 Aug 31 09:40:37.670773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70f6a3f8-64cb-4f0a-a425-d964751b6990 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.733059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70f6a3f8-64cb-4f0a-a425-d964751b6990 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.747393 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.774080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78e365a5-78d9-4a59-b988-a363a037afb9 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.774361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37634) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:37.802773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70f6a3f8-64cb-4f0a-a425-d964751b6990 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network d65570cf-4816-4c2b-ba5b-97b88e63fb7e is not hosted by any dhcp agent {{(pid=94787) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:40:37.803504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6a3f8-64cb-4f0a-a425-d964751b6990 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:37.803929 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70f6a3f8-64cb-4f0a-a425-d964751b6990 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.804923 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-70f6a3f8-64cb-4f0a-a425-d964751b6990 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "PUT /v2.0/networks/d65570cf-4816-4c2b-ba5b-97b88e63fb7e HTTP/1.1" status: 200 len: 758 time: 1.2606540 Aug 31 09:40:37.811647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37636) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:37.812742 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-37789044-f048-4c8e-a592-435f5114a7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.913440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.931896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e365a5-78d9-4a59-b988-a363a037afb9 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Port': ['ID=ff0cf887-3723-4968-83ef-f1caf26b2be8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.947964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f7b27-d8e0-4358-823b-eb69a2cdb4f4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:37.949604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c7f7b27-d8e0-4358-823b-eb69a2cdb4f4 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/networks?id=d65570cf-4816-4c2b-ba5b-97b88e63fb7e HTTP/1.1" status: 200 len: 761 time: 0.1341116 Aug 31 09:40:37.954893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37656) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:37.965095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2131471835'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:38.093430 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-37789044-f048-4c8e-a592-435f5114a7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.099169 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-37789044-f048-4c8e-a592-435f5114a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.109441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event deleted for resources: {'Port': ['ID=a35b5eb7-1af4-4cbf-9b05-3908ac7e3ae6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:38.179134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6a3f8-64cb-4f0a-a425-d964751b6990 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=d65570cf-4816-4c2b-ba5b-97b88e63fb7e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:38.179528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-37789044-f048-4c8e-a592-435f5114a7fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aae03b43a0d646a58392c2f38ed4d9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043326 Aug 31 09:40:38.184213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37662) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.184899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37789044-f048-4c8e-a592-435f5114a7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c7ce2-2da0-4df9-bf27-afedd50e02e8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:38.187692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:38.191877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.199144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d65570cf-4816-4c2b-ba5b-97b88e63fb7e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:38.218633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea74e2-d338-4b07-bc29-ea6afd34188f req-3f92c267-b40f-4134-9dfc-55e1d9c283a4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.221352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffea74e2-d338-4b07-bc29-ea6afd34188f req-3f92c267-b40f-4134-9dfc-55e1d9c283a4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1685324 Aug 31 09:40:38.288798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:38.320384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffea74e2-d338-4b07-bc29-ea6afd34188f req-105c572b-5594-41fb-b72e-c92608610203 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897961 Aug 31 09:40:38.322529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.323180 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment c7810695-98c3-4e79-9011-4253d797c5d7 of type vlan for network 6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86 Aug 31 09:40:38.334662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.362600 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9de890a0-1fd7-4c71-b2b6-89e341f4f039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.388094 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.400749 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9de890a0-1fd7-4c71-b2b6-89e341f4f039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.450654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.456430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.457046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.469899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.475007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.518586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5617821 Aug 31 09:40:38.521665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37664) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.530131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:38.537527 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9de890a0-1fd7-4c71-b2b6-89e341f4f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.540093 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9de890a0-1fd7-4c71-b2b6-89e341f4f039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.541207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9de890a0-1fd7-4c71-b2b6-89e341f4f039 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d4c7ce2-2da0-4df9-bf27-afedd50e02e8 HTTP/1.1" status: 204 len: 168 time: 0.3467851 Aug 31 09:40:38.554277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05fb9a-94c2-42d1-bf91-010dc60383a3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:38.559761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Router eddaf6a2-60bb-4513-80e5-121ebc28c71a is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:38.570015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:38.588587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de890a0-1fd7-4c71-b2b6-89e341f4f039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c7ce2-2da0-4df9-bf27-afedd50e02e8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:38.604310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78e365a5-78d9-4a59-b988-a363a037afb9 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.608435 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-78e365a5-78d9-4a59-b988-a363a037afb9 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "DELETE /v2.0/ports/ff0cf887-3723-4968-83ef-f1caf26b2be8 HTTP/1.1" status: 204 len: 168 time: 3.5989137 Aug 31 09:40:38.611344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37668) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.618269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.618509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Fanout notify agent at l3_agent the message router_deleted on router 2d1a4a08-ac5f-4741-bf07-dfb7cc597851 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:38.651648 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-b883b00f-8800-4616-8890-81e486233752 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] GET failed (client error): The resource could not be found. Aug 31 09:40:38.655984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b883b00f-8800-4616-8890-81e486233752 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "GET /v2.0/ports/ff0cf887-3723-4968-83ef-f1caf26b2be8 HTTP/1.1" status: 404 len: 333 time: 0.0433199 Aug 31 09:40:38.656822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37670) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.683509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.684638 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-48e635ab-9630-49d2-962d-0d18d6f9374f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/2d1a4a08-ac5f-4741-bf07-dfb7cc597851 HTTP/1.1" status: 204 len: 168 time: 5.1280675 Aug 31 09:40:38.689118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37672) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.694522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5c1589ce-c66c-4bba-9905-ed22d9ebc70f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531605411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:38.735640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:38.739133 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.775001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c1589ce-c66c-4bba-9905-ed22d9ebc70f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.776084 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c1589ce-c66c-4bba-9905-ed22d9ebc70f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.793038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:38.810171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Sync routers for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:38.828858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:38.830711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:38.849885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-285284bb-b63b-4b66-a534-83bacf1ce971 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Deleting port f1111e38-aa43-40fa-9c49-3632dd1bfe9b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:38.850799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-285284bb-b63b-4b66-a534-83bacf1ce971 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.902049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.906113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37678) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.910881 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-73935584-69bd-407f-96ab-6bbdea514bd5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2289288 Aug 31 09:40:38.916449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c1589ce-c66c-4bba-9905-ed22d9ebc70f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.920737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c1589ce-c66c-4bba-9905-ed22d9ebc70f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.953285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c1589ce-c66c-4bba-9905-ed22d9ebc70f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.958141 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5c1589ce-c66c-4bba-9905-ed22d9ebc70f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2676663 Aug 31 09:40:38.961425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37680) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.972003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': True}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:39.041349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:39.308262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:35Z', 'revision_number': 3, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:39.345986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Checking router: eddaf6a2-60bb-4513-80e5-121ebc28c71a for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:39.346356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Updating router eddaf6a2-60bb-4513-80e5-121ebc28c71a port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:39.354454 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.379571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.467740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-285284bb-b63b-4b66-a534-83bacf1ce971 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.532065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-285284bb-b63b-4b66-a534-83bacf1ce971 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Calling delete_port for f1111e38-aa43-40fa-9c49-3632dd1bfe9b owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:39.692511 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.778101 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8028c-cbc0-4571-a891-3131a6b84348 req-fa752eb4-6ef4-42ab-ab2d-fb9640b0cf3e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:39.781574 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.787751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2b8028c-cbc0-4571-a891-3131a6b84348 req-fa752eb4-6ef4-42ab-ab2d-fb9640b0cf3e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.3016450 Aug 31 09:40:39.806907 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.909323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2b8028c-cbc0-4571-a891-3131a6b84348 req-590d522a-5ce1-4b39-93d5-a7a1fe831b24 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990210 Aug 31 09:40:39.976541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': 'c7810695-98c3-4e79-9011-4253d797c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:39.976999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:39.981175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=fdebc6f8-3bb0-4e89-ae33-20db6bea0a71,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:39.995342 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.006906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Transition to ACTIVE for port object 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:40.015578 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.020789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:40.094588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:40.112645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:40.113527 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.147349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c31a8b-95dd-410b-b844-9e90dd72d1b2 None None] Network 6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:40.150091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Allocated IP 172.25.1.172 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/f0bab8e3-df6c-43bf-b1f2-26e25512668d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:40.182955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-16d6e014-941d-4692-9007-cc8b8acd01d2 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6601975 Aug 31 09:40:40.183185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37766) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:40.186907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-285284bb-b63b-4b66-a534-83bacf1ce971 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.254925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285284bb-b63b-4b66-a534-83bacf1ce971 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Port': ['ID=f1111e38-aa43-40fa-9c49-3632dd1bfe9b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.264380 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-285284bb-b63b-4b66-a534-83bacf1ce971 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.270034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-285284bb-b63b-4b66-a534-83bacf1ce971 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "DELETE /v2.0/ports/f1111e38-aa43-40fa-9c49-3632dd1bfe9b HTTP/1.1" status: 204 len: 168 time: 1.6096852 Aug 31 09:40:40.271127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37770) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:40.316514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Attempting to bind port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:40.317015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Attempting to bind port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:40.317240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Attempting to bind port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:40.322981 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9e1115-5759-4b56-8ea2-9fcd0381c401 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] GET failed (client error): The resource could not be found. Aug 31 09:40:40.328925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f9e1115-5759-4b56-8ea2-9fcd0381c401 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "GET /v2.0/ports/f1111e38-aa43-40fa-9c49-3632dd1bfe9b HTTP/1.1" status: 404 len: 333 time: 0.0545509 Aug 31 09:40:40.329814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37772) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:40.344540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475107c-56d2-4a5f-be86-e5c41eaadf2c None None] Pushing event updated for resources: {'Port': ['ID=4f0fa016-66d6-4cd4-b763-6615a2aca2b1,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.379567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:40.379947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:40.380355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.380756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:40.381240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Bound port: 4f0fa016-66d6-4cd4-b763-6615a2aca2b1, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:40.381634 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.444368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.481444 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.559529 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.559819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.589002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Deleting port bac02163-a71b-476d-958f-c3b99a390279 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:40.589341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.650319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.657424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] For port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:40.702840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] For port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4f0fa016-66d6-4cd4-b763-6615a2aca2b1,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:40.719684 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.773917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.812761 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.818590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f7cd6d-e283-425d-91e5-7ace3b6af3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86', 'network_id': '6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': 'fdebc6f8-3bb0-4e89-ae33-20db6bea0a71'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:40.819594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33f7cd6d-e283-425d-91e5-7ace3b6af3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.832485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=fdebc6f8-3bb0-4e89-ae33-20db6bea0a71,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.938247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'Port': ['ID=f0bab8e3-df6c-43bf-b1f2-26e25512668d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.949221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.970173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:40.970656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:40.974544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475107c-56d2-4a5f-be86-e5c41eaadf2c None None] Pushing event updated for resources: {'Port': ['ID=4f0fa016-66d6-4cd4-b763-6615a2aca2b1,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.982008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Calling delete_port for bac02163-a71b-476d-958f-c3b99a390279 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:40.987303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:40.999052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:41.006141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:41.010445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-10cc7e4c-e42b-4447-be68-17b87a83e96b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:41.012489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-10cc7e4c-e42b-4447-be68-17b87a83e96b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 805 time: 0.3272550 Aug 31 09:40:41.035651 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.049298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:41.061673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7810695-98c3-4e79-9011-4253d797c5d7') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:41.061984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7810695-98c3-4e79-9011-4253d797c5d7') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:41.074177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.097435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-9b7c850c-2ff7-46c0-9ae3-cc855f65a3c1 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/quotas/55d6a35ff57642e789271034dc1ba3dc HTTP/1.1" status: 200 len: 375 time: 0.0613878 Aug 31 09:40:41.103138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.110456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:41.111065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.122405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Allocated IP 172.20.0.1 (7ef2d02d-7502-478d-a729-87262870c6fa/6a419e78-d143-4781-a8aa-5dff93412488/a967c31a-29a7-444a-811d-b312c478ef3b) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:41.168124 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:41.189088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a257d5-3493-42ae-9d30-9e49786cbe7b None None] Network 6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:41.216600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.226211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.233601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86 HTTP/1.1" status: 204 len: 168 time: 1.0491469 Aug 31 09:40:41.254894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:41.259248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37798) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.259589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37800) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.270595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-ce799a12-a321-4fea-80a9-c36649b871b6 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662714 Aug 31 09:40:41.335701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d37ec9-ccc9-482f-b6fc-eaf2658c050b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:41.374015 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-deabd75e-2c1a-431a-b62b-c37a7874fb75 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] GET failed (client error): The resource could not be found. Aug 31 09:40:41.375635 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-deabd75e-2c1a-431a-b62b-c37a7874fb75 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/subnets/fdebc6f8-3bb0-4e89-ae33-20db6bea0a71 HTTP/1.1" status: 404 len: 337 time: 0.1151280 Aug 31 09:40:41.378853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37804) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.401690 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcd6887-e96d-4d3b-a1f7-992432230bcb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:41.401690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcd6887-e96d-4d3b-a1f7-992432230bcb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:41.403737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:41.404255 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dfcd6887-e96d-4d3b-a1f7-992432230bcb tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86 HTTP/1.1" status: 404 len: 339 time: 0.0244095 Aug 31 09:40:41.410783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37806) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.448585 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.492481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.545934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-cd322b8d-6de0-40d6-be03-34f88f010184 service neutron] 10.222.0.69 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651165 Aug 31 09:40:41.562403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Port': ['ID=bac02163-a71b-476d-958f-c3b99a390279,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:41.566649 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.570421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Transition to ACTIVE for port object a967c31a-29a7-444a-811d-b312c478ef3b will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:41.607734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:41.612441 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23dc181-d007-4529-a3b5-1d1b65608df4" -d '{"events": [{"server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:41.639137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:41.651959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:35Z', 'revision_number': 3, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:41.655247 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.656430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5f36310b-fbfc-41c3-b880-87edd3620775 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-607080152'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:41.657704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5f36310b-fbfc-41c3-b880-87edd3620775 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Unknown quota resources ['metering_label']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:40:41.670205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46124b8e-0d65-4462-b94d-ea6563f7fe00 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:41.670374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.675801 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-46124b8e-0d65-4462-b94d-ea6563f7fe00 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2611148 Aug 31 09:40:41.677779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "DELETE /v2.0/ports/bac02163-a71b-476d-958f-c3b99a390279 HTTP/1.1" status: 204 len: 168 time: 1.3434703 Aug 31 09:40:41.678509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37810) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.678956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37812) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.679381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.679736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.680082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.680421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.680754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.681092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.681424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.681754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.682084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.682411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.688986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.689601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1a8fb1-53fd-4bd2-8b09-a2d791abfc4f tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:41.757088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:41.778358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d6740-c24a-4724-bf93-9cca21707522 None None] The sync data for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 is: [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:35Z', 'revision_number': 3, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:41.800957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Deleting subnet 5799a735-64be-400b-9923-f36a7ab5904a {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:41.804781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.841768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-a6a308cb-5315-4273-9367-e7ebe8471f40 service neutron] 10.222.0.69 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942357 Aug 31 09:40:41.852227 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.916782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Network 7ef2d02d-7502-478d-a729-87262870c6fa is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:41.921335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:41.926620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:41.993429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Pushing event updated for resources: {'Port': ['ID=a967c31a-29a7-444a-811d-b312c478ef3b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.020205 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.027112 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6631214-22a8-4b03-9d41-b6ba389063d9 x-openstack-request-id: req-e6631214-22a8-4b03-9d41-b6ba389063d9 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:42.027419 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:42.027952 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6631214-22a8-4b03-9d41-b6ba389063d9 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:42.029311 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'code': 200} Aug 31 09:40:42.245041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a144ea2d-57e1-47d5-bff7-9aa335eb15e4 req-4067cdf1-db0b-4682-8f19-fc8512572ace tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 210 time: 0.0556586 Aug 31 09:40:42.322129 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2374ff07-760b-4fd0-a633-ca9858eba66f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 207 time: 0.6420753 Aug 31 09:40:42.358151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37820) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:42.395383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.467325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-16d65186-cc23-4202-a513-5de71764dfa2 None None] Provisioning for port a967c31a-29a7-444a-811d-b312c478ef3b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:42.473429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-16d65186-cc23-4202-a513-5de71764dfa2 None None] Provisioning complete for port a967c31a-29a7-444a-811d-b312c478ef3b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:42.474130 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-16d65186-cc23-4202-a513-5de71764dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.525344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-16d65186-cc23-4202-a513-5de71764dfa2 None None] Port a967c31a-29a7-444a-811d-b312c478ef3b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:42.535610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.544510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.676038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.685397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.778454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Pushing event updated for resources: {'Port': ['ID=a967c31a-29a7-444a-811d-b312c478ef3b,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.781109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.898463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.933350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f36310b-fbfc-41c3-b880-87edd3620775 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.937426 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5f36310b-fbfc-41c3-b880-87edd3620775 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.6729751 Aug 31 09:40:42.938601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37828) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:42.944499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1a81c125-5cbf-4768-ac60-c201bb57cba6 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6c9d57db-922c-4585-93da-34dc55161aea'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:42.945204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1a81c125-5cbf-4768-ac60-c201bb57cba6 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94786) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:40:42.966055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Network 7ef2d02d-7502-478d-a729-87262870c6fa is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:42.975579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:43.044873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-164c3e9f-a7ea-4245-bc9e-dd64742d3370 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.047015 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-164c3e9f-a7ea-4245-bc9e-dd64742d3370 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "GET /v2.0/ports?device_id=1748f08a-efa9-455a-88f5-b885561837f2 HTTP/1.1" status: 200 len: 943 time: 0.6288698 Aug 31 09:40:43.059388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325e781-f6d4-4e8c-bf4a-8e488df46a26 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.063283 n-d-806683-2 neutron-server[94786]: WARNING neutron.services.metering.metering_plugin [None req-1a81c125-5cbf-4768-ac60-c201bb57cba6 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:40:43.070239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325e781-f6d4-4e8c-bf4a-8e488df46a26 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.076188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325e781-f6d4-4e8c-bf4a-8e488df46a26 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.084976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325e781-f6d4-4e8c-bf4a-8e488df46a26 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.090175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5325e781-f6d4-4e8c-bf4a-8e488df46a26 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7230234 Aug 31 09:40:43.094344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37830) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:43.275470 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a81c125-5cbf-4768-ac60-c201bb57cba6 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.278409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1a81c125-5cbf-4768-ac60-c201bb57cba6 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3377728 Aug 31 09:40:43.281403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37834) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:43.287594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e3a1524b-211a-43c6-924b-a55a1d25a5a2 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6c9d57db-922c-4585-93da-34dc55161aea'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:43.288367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e3a1524b-211a-43c6-924b-a55a1d25a5a2 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94786) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:40:43.358644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-38341bc8-d2a0-4584-8867-c24ca331ffeb None None] Provisioning complete for port a967c31a-29a7-444a-811d-b312c478ef3b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:43.359297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-38341bc8-d2a0-4584-8867-c24ca331ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.407071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bd63041c-953c-49a2-82e6-178d60417e3e tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3040824 Aug 31 09:40:43.407884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37836) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:43.418175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-38341bc8-d2a0-4584-8867-c24ca331ffeb None None] Port a967c31a-29a7-444a-811d-b312c478ef3b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:43.428330 n-d-806683-2 neutron-server[94786]: WARNING neutron.services.metering.metering_plugin [None req-e3a1524b-211a-43c6-924b-a55a1d25a5a2 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:40:43.460895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.506246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Subnet': ['ID=5799a735-64be-400b-9923-f36a7ab5904a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:43.548465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.559552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:43.572348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.578713 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "DELETE /v2.0/subnets/5799a735-64be-400b-9923-f36a7ab5904a HTTP/1.1" status: 204 len: 168 time: 1.8975060 Aug 31 09:40:43.579398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37840) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:43.597685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0ffda-2fe1-4b46-a1cc-a9ffa5dad213 None None] Network 4c78ec72-4271-4587-a68e-a2c0db49aa0e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:43.604597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.604946 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.605289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.605622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.605951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.606286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.606615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.606970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.607296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.608216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.608542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.608865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbf8aae-fadb-4b94-9083-0d7de39f6b25 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.724839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:43.737331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba1d00-b2da-4a98-ac11-e299e7f448e3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.739011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba1d00-b2da-4a98-ac11-e299e7f448e3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.744684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-57ba1d00-b2da-4a98-ac11-e299e7f448e3 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2815752 Aug 31 09:40:43.745407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:43.746003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.753582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37842) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:43.834488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Deleting port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:43.835191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.842924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.851831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.878685 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.902247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] DHCP port deletion for 4c78ec72-4271-4587-a68e-a2c0db49aa0e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:43.916860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4f0fa016-66d6-4cd4-b763-6615a2aca2b1,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:43.919760 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.945050 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.956914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951cf878-3c94-417d-85f6-c9385be82f55 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.958733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951cf878-3c94-417d-85f6-c9385be82f55 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['shared'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.960534 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-951cf878-3c94-417d-85f6-c9385be82f55 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2048268 Aug 31 09:40:44.003093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37844) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:44.041218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=4f0fa016-66d6-4cd4-b763-6615a2aca2b1,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:44.050299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] Deleting port 227ca5d8-6143-4fe4-afc4-6356d9eccefe {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:44.050680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.072292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e16a431-23df-4083-bcf9-f55da0521c4e req-30b8901e-433e-475f-bb3c-72180b909d74 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 210 time: 0.6451404 Aug 31 09:40:44.082469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Router eddaf6a2-60bb-4513-80e5-121ebc28c71a has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:44.141551 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3a1524b-211a-43c6-924b-a55a1d25a5a2 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.142577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e3a1524b-211a-43c6-924b-a55a1d25a5a2 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8597701 Aug 31 09:40:44.143750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] For port 227ca5d8-6143-4fe4-afc4-6356d9eccefe, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=227ca5d8-6143-4fe4-afc4-6356d9eccefe,segment=NetworkSegment(aa061da9-2ba4-4e44-9103-0c774e0abf70),segment_id=aa061da9-2ba4-4e44-9103-0c774e0abf70)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:44.144187 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.146407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37846) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:44.157042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-a9e6af27-7580-426e-a9e1-daf6daa8ca13 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.158714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-a9e6af27-7580-426e-a9e1-daf6daa8ca13 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.52 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 805 time: 0.7328246 Aug 31 09:40:44.162590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] Calling delete_port for 227ca5d8-6143-4fe4-afc4-6356d9eccefe owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:44.176916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Request body: {'port': {'device_id': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'admin_state_up': True, 'tenant_id': '55d6a35ff57642e789271034dc1ba3dc'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:44.199190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] For port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:44.199883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.206177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eb9fd70e-15e8-4b54-bce9-a5b8278d5308 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=481f6f98-2db0-43ed-b1d8-02427ed2cf93 HTTP/1.1" status: 200 len: 462 time: 0.0568182 Aug 31 09:40:44.229520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37848) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:44.253327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Calling delete_port for 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:44.287465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.351831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] No DVR routers for this DVR port 227ca5d8-6143-4fe4-afc4-6356d9eccefe on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:44.353825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0ce73-f527-4738-a645-4bab22172b05 None None] Pushing event deleted for resources: {'Port': ['ID=227ca5d8-6143-4fe4-afc4-6356d9eccefe,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:44.378167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b96e57-a96b-4278-b715-891f0550b173 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.379892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22b96e57-a96b-4278-b715-891f0550b173 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/networks/09af0014-38c3-4378-bc1b-db48e9a13334 HTTP/1.1" status: 200 len: 800 time: 0.3722448 Aug 31 09:40:44.394717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37850) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:44.401840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Deleting port 227ca5d8-6143-4fe4-afc4-6356d9eccefe {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:44.402243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.462174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:44.485929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c4d3fd34-7cb0-45f1-acd4-7fd725eb25aa admin admin] 10.222.0.69 "PUT /v2.0/routers/eddaf6a2-60bb-4513-80e5-121ebc28c71a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5626194 Aug 31 09:40:44.520864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Made reservation on behalf of 55d6a35ff57642e789271034dc1ba3dc for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:44.526461 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Sync routers for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:44.532197 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.538213 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:44.539180 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:44.662245 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:44.857037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb30a59c-5599-4c7b-9243-79c71f0da1ad tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.858541 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bb30a59c-5599-4c7b-9243-79c71f0da1ad tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/481f6f98-2db0-43ed-b1d8-02427ed2cf93 HTTP/1.1" status: 204 len: 168 time: 0.6279547 Aug 31 09:40:44.860492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Allocated IP 172.20.0.14 (5471ad47-d15e-4472-b684-c8d622bf98e9/8b2bb068-ee81-4ebe-bb00-20ebe1788af1/c4da100f-9961-40c6-927e-67d737048114) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:44.872428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37862) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:44.908676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Router 8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:44.938548 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6cf82044-03a9-4fcc-87c3-dc6d7a9e67e8 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=481f6f98-2db0-43ed-b1d8-02427ed2cf93 HTTP/1.1" status: 200 len: 221 time: 0.0627375 Aug 31 09:40:44.940451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] For port 227ca5d8-6143-4fe4-afc4-6356d9eccefe, host n-d-806683-2, got binding levels [] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:44.940964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.948196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37864) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:44.962047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.968664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4872ec4d-fcf2-4b92-b1d3-57e3599fe5f8 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1978017003', 'description': 'label created by tempest'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:44.969462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4872ec4d-fcf2-4b92-b1d3-57e3599fe5f8 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Unknown quota resources ['metering_label']. {{(pid=94786) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:40:44.995949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Calling delete_port for 227ca5d8-6143-4fe4-afc4-6356d9eccefe owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:45.003333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_backend_mixin [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Port 227ca5d8-6143-4fe4-afc4-6356d9eccefe was not found and therefore no delete operation was performed {{(pid=94787) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:40:45.056271 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 2, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:45.070731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4f941c7e-5ea6-45fc-b1c4-9746ede52bb1 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/networks/09af0014-38c3-4378-bc1b-db48e9a13334?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6707046 Aug 31 09:40:45.074561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37866) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:45.084414 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.086289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Pushing event deleted for resources: {'Port': ['ID=1ea4c3fd-678d-427a-bc64-a8eda65cbf09,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:45.225699 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Checking router: eddaf6a2-60bb-4513-80e5-121ebc28c71a for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:45.226851 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Updating router eddaf6a2-60bb-4513-80e5-121ebc28c71a port a967c31a-29a7-444a-811d-b312c478ef3b binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:45.288120 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.360751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e2ea3d0-6c2a-4258-9533-356ec6e0e446 req-f2a241df-3b57-4888-91a3-cfac2b0bedbf tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 210 time: 0.0722797 Aug 31 09:40:45.369238 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4872ec4d-fcf2-4b92-b1d3-57e3599fe5f8 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.373262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4872ec4d-fcf2-4b92-b1d3-57e3599fe5f8 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4113493 Aug 31 09:40:45.375283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37870) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:45.397409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:45.432295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:45.432896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:45.525241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fb37cc7b-2b66-4365-bd9c-aa21e1230dc1 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=9c7f78e5-beba-4146-8304-635106168084 HTTP/1.1" status: 200 len: 468 time: 0.1454375 Aug 31 09:40:45.533306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37874) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:45.546880 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.625646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:45.694936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:45.695786 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.699139 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.700319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] No DVR routers for this DVR port 227ca5d8-6143-4fe4-afc4-6356d9eccefe on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:45.722812 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Transition to ACTIVE for port object a967c31a-29a7-444a-811d-b312c478ef3b will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:45.735605 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.877987 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Pushing event updated for resources: {'Port': ['ID=a967c31a-29a7-444a-811d-b312c478ef3b,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:45.898556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Port': ['ID=227ca5d8-6143-4fe4-afc4-6356d9eccefe,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:45.926385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] No DVR routers for this DVR port 1ea4c3fd-678d-427a-bc64-a8eda65cbf09 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:45.935444 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.936050 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.936547 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.938224 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.938561 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.939436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.939780 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.940107 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.940432 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.940746 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.941065 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.941381 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:45.959831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 227ca5d8-6143-4fe4-afc4-6356d9eccefe no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:45.967674 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Attempting to bind port a967c31a-29a7-444a-811d-b312c478ef3b on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:45.968317 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Attempting to bind port a967c31a-29a7-444a-811d-b312c478ef3b by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:45.968896 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Attempting to bind port a967c31a-29a7-444a-811d-b312c478ef3b on network 7ef2d02d-7502-478d-a729-87262870c6fa {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:45.979617 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:45.980642 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Checking segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:45.981243 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.982017 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Bound using segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:45.982985 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Bound port: a967c31a-29a7-444a-811d-b312c478ef3b, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:45.983870 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.000277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 227ca5d8-6143-4fe4-afc4-6356d9eccefe {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:46.000634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 227ca5d8-6143-4fe4-afc4-6356d9eccefe not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:46.048599 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.054444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.058232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3ad31f96-a327-4f68-acd5-e1cdb6f78797 req-d3a3c551-1007-45f7-919d-f90562feb196 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.20 "DELETE /v2.0/ports/1ea4c3fd-678d-427a-bc64-a8eda65cbf09 HTTP/1.1" status: 204 len: 173 time: 2.9701204 Aug 31 09:40:46.059014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'name': 'network-vif-deleted', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:46.067311 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1a79d8-8bf2-4974-8e73-523d10fd37cb" -d '{"events": [{"server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "name": "network-vif-deleted", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:46.129518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-99cc85a2-0b1e-4f93-af04-23ae798574e8 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.130906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-99cc85a2-0b1e-4f93-af04-23ae798574e8 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/9c7f78e5-beba-4146-8304-635106168084 HTTP/1.1" status: 204 len: 168 time: 0.5960023 Aug 31 09:40:46.137508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37880) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.169621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Network 5471ad47-d15e-4472-b684-c8d622bf98e9 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:46.171624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bc663f68-9572-443b-bcb6-a1195c4c7343 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=9c7f78e5-beba-4146-8304-635106168084 HTTP/1.1" status: 200 len: 216 time: 0.0329709 Aug 31 09:40:46.177910 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] For port a967c31a-29a7-444a-811d-b312c478ef3b, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:46.178114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37882) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.178840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:46.181611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Pushing event updated for resources: {'Port': ['ID=c4da100f-9961-40c6-927e-67d737048114,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:46.191415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:46.200288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-233376cc-b56b-45ea-a19b-f629bfc00567 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0160680 Aug 31 09:40:46.205647 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] For port a967c31a-29a7-444a-811d-b312c478ef3b, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a967c31a-29a7-444a-811d-b312c478ef3b,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:46.225400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37884) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.225747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37886) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.228877 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.238590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9a160b62-6537-4190-89e4-95c3a2ebc0a5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289466184', 'description': 'tempest-description--1236270492'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:46.243508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f69d9df-b190-413b-a367-94c6cc6bb01b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:46.245418 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2f69d9df-b190-413b-a367-94c6cc6bb01b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/subnets/248faeb9-55a9-43c5-8635-2bcdb2b7b6fd HTTP/1.1" status: 200 len: 811 time: 1.1695652 Aug 31 09:40:46.252557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37888) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.255411 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2beed-3b98-4565-b7f4-6af0f8af6b4a x-openstack-request-id: req-53c2beed-3b98-4565-b7f4-6af0f8af6b4a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:46.255707 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1748f08a-efa9-455a-88f5-b885561837f2", "name": "network-vif-deleted", "tag": "1ea4c3fd-678d-427a-bc64-a8eda65cbf09", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:46.256384 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53c2beed-3b98-4565-b7f4-6af0f8af6b4a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:46.256870 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1748f08a-efa9-455a-88f5-b885561837f2', 'name': 'network-vif-deleted', 'tag': '1ea4c3fd-678d-427a-bc64-a8eda65cbf09', 'status': 'completed', 'code': 200} Aug 31 09:40:46.261886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.274485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c78ec72-4271-4587-a68e-a2c0db49aa0e']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:46.289254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-40c2038b-15d8-4daf-a32e-bc262945e92b tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0565267 Aug 31 09:40:46.289568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa061da9-2ba4-4e44-9103-0c774e0abf70') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:46.289568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa061da9-2ba4-4e44-9103-0c774e0abf70') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:46.298629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.309917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37890) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.315523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.322202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:46.322739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.325411 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:46.326787 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:46.349259 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:46.353621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:46.353621 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.411318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:46.416397 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.421045 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ccd0d8c1-8b64-4c8d-a2cd-c394d54eea12 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "PUT /v2.0/routers/8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5 HTTP/1.1" status: 200 len: 914 time: 7.4582038 Aug 31 09:40:46.421437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7376a881-2e5d-4d43-9dda-f43604f0bbe9 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/6c9d57db-922c-4585-93da-34dc55161aea HTTP/1.1" status: 200 len: 472 time: 0.1054862 Aug 31 09:40:46.422585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37894) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.430247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37896) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.435829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973097c-542d-4247-8421-ba80696a7a8a None None] Sync routers for ids ['8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:46.449681 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-161181be-808a-42c2-a26b-7282a03c7916 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/2c8d2c38-3a17-4007-bf43-cc8a9e972f38 HTTP/1.1" status: 200 len: 459 time: 0.0099175 Aug 31 09:40:46.456481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6c9a3-b390-4e72-b0a9-fdf303a78e0a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['shared'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:46.463640 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6856283-4ec0-4680-9833-dd7347fef62d None None] Pushing event updated for resources: {'Port': ['ID=a967c31a-29a7-444a-811d-b312c478ef3b,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:46.465102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-58c6c9a3-b390-4e72-b0a9-fdf303a78e0a tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "GET /v2.0/subnets/248faeb9-55a9-43c5-8635-2bcdb2b7b6fd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2048521 Aug 31 09:40:46.467471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37898) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.469344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37900) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.471772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973097c-542d-4247-8421-ba80696a7a8a None None] Routers {'8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:46.472411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d973097c-542d-4247-8421-ba80696a7a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:46.478080 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a160b62-6537-4190-89e4-95c3a2ebc0a5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.489477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-490829270'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:46.511743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.514524 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-1ba2f04d-86a6-458d-bacc-95c0ef484ce2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3453414 Aug 31 09:40:46.520174 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.530033 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] 10.222.0.69 "DELETE /v2.0/networks/4c78ec72-4271-4587-a68e-a2c0db49aa0e HTTP/1.1" status: 204 len: 168 time: 2.9415042 Aug 31 09:40:46.555155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d973097c-542d-4247-8421-ba80696a7a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:46.567785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973097c-542d-4247-8421-ba80696a7a8a None None] Routers {'8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:46.568676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d973097c-542d-4247-8421-ba80696a7a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:46.599259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Request body: {'port': {'device_id': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:46.612252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f41364-a7a1-4a01-9395-dffbe4f52bf4 tempest-AllowedAddressPairIpV6TestJSON-1945596031 tempest-AllowedAddressPairIpV6TestJSON-1945596031-project] Pushing event deleted for resources: {'Network': ['ID=4c78ec72-4271-4587-a68e-a2c0db49aa0e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:46.618203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d973097c-542d-4247-8421-ba80696a7a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:46.619326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973097c-542d-4247-8421-ba80696a7a8a None None] The sync data for ids ['8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:46.661987 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:46.756031 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d92a645-e4cd-43f3-879b-be56fcca829b tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/routers/8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5 HTTP/1.1" status: 200 len: 920 time: 0.3285022 Aug 31 09:40:46.756602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37904) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.863722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e46de-9407-4df0-97c7-3f7c05b983ba tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:46.865462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a5e46de-9407-4df0-97c7-3f7c05b983ba tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1078570 Aug 31 09:40:46.868420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.950994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:46.954555 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.965576 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-466c0250-f6fe-4a51-9ea5-e8ee64f7867f tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.966643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-466c0250-f6fe-4a51-9ea5-e8ee64f7867f tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/2c8d2c38-3a17-4007-bf43-cc8a9e972f38 HTTP/1.1" status: 204 len: 168 time: 0.4935694 Aug 31 09:40:46.967364 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.969640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37912) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.011011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c1ff-0fc8-4252-9057-9f4c657695e9 req-9e19f03c-bdbf-45f5-a035-420b1585c7ad tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:47.019494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c00c1ff-0fc8-4252-9057-9f4c657695e9 req-9e19f03c-bdbf-45f5-a035-420b1585c7ad tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 932 time: 0.4649847 Aug 31 09:40:47.043025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed8c8f-2fe6-40b4-a0d9-fcdb5c6f0c8b tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:47.047198 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c5ed8c8f-2fe6-40b4-a0d9-fcdb5c6f0c8b tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 881 time: 0.1750710 Aug 31 09:40:47.047198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37914) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.050410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37916) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.108957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:47.150921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c00c1ff-0fc8-4252-9057-9f4c657695e9 req-0f6ff88d-bb7b-42bb-9d3b-4a7ef39da072 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303298 Aug 31 09:40:47.163851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.164511 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Added segment 3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4 of type vlan for network 756147a3-6eaf-425b-bbf9-909edc8b4283 Aug 31 09:40:47.191405 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:47.194560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f76194ca-7d8d-4380-aa8b-bf65b8e675ee tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5 HTTP/1.1" status: 200 len: 205 time: 0.1384163 Aug 31 09:40:47.197362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37920) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.226436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541beec7-ef6b-48c5-b167-f7a3cb90f562 None None] The sync data for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 is: [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:47.334517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a160b62-6537-4190-89e4-95c3a2ebc0a5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.338553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.384925 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a160b62-6537-4190-89e4-95c3a2ebc0a5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.431478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fadc5464-9f02-4977-8124-dda3ee6a13b7 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.432657 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fadc5464-9f02-4977-8124-dda3ee6a13b7 tempest-MeteringIpV6TestJSON-604846782 tempest-MeteringIpV6TestJSON-604846782-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/6c9d57db-922c-4585-93da-34dc55161aea HTTP/1.1" status: 204 len: 168 time: 0.4606612 Aug 31 09:40:47.453568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a160b62-6537-4190-89e4-95c3a2ebc0a5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f121835c-5d60-4574-85e0-30c9df7aad5e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:47.456502 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.462417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:47.462861 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.465566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bf6a233c-f5e8-4dbf-b2b9-9f6ad00ee7f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ddfba0207b14258b3d84728d086d5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191027 Aug 31 09:40:47.466053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37924) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.475789 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a160b62-6537-4190-89e4-95c3a2ebc0a5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.477248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a160b62-6537-4190-89e4-95c3a2ebc0a5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2491691 Aug 31 09:40:47.485066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37926) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.493064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0131643 Aug 31 09:40:47.496151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-46ed62fc-9fee-4653-be09-81e1ed28aa5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'security_group_rule': {'security_group_id': 'f121835c-5d60-4574-85e0-30c9df7aad5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:47.501061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37928) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.515294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'network_id': '756147a3-6eaf-425b-bbf9-909edc8b4283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:47.618530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f31d4-5d17-4706-93ed-8c7130897cba tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Network': ['ID=756147a3-6eaf-425b-bbf9-909edc8b4283,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:47.623100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.650470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 756147a3-6eaf-425b-bbf9-909edc8b4283 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:47.690372 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46ed62fc-9fee-4653-be09-81e1ed28aa5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.707264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a967c31a-29a7-444a-811d-b312c478ef3b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:47.760456 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1d49-3ddf-4e7a-95f9-f6add246171b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.803465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a967c31a-29a7-444a-811d-b312c478ef3b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:47.808903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a967c31a-29a7-444a-811d-b312c478ef3b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:47.809474 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.823402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1d49-3ddf-4e7a-95f9-f6add246171b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.838735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4da100f-9961-40c6-927e-67d737048114 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:47.843462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37932) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.856239 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.881418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Transition to ACTIVE for port object c4da100f-9961-40c6-927e-67d737048114 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:47.897236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46ed62fc-9fee-4653-be09-81e1ed28aa5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.898593 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.905247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.911307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1d49-3ddf-4e7a-95f9-f6add246171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.913969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46ed62fc-9fee-4653-be09-81e1ed28aa5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.920949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b3c1d49-3ddf-4e7a-95f9-f6add246171b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.922208 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3b3c1d49-3ddf-4e7a-95f9-f6add246171b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7c60470-fa59-4525-b6b9-c6af9d22e455 HTTP/1.1" status: 204 len: 168 time: 0.4507196 Aug 31 09:40:47.923085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Made reservation on behalf of af6e3e08bd814f8fa75884771d92f0a4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:47.928001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.933272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.964912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c1d49-3ddf-4e7a-95f9-f6add246171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c60470-fa59-4525-b6b9-c6af9d22e455,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.025806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a967c31a-29a7-444a-811d-b312c478ef3b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a967c31a-29a7-444a-811d-b312c478ef3b,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:48.026698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_backend_mixin [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing IP validity checks on allocation pools {{(pid=94787) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:40:48.027319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_backend_mixin [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94787) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:40:48.034185 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.059502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed62fc-9fee-4653-be09-81e1ed28aa5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35905f4-fa78-430a-81bd-7f531d3cfd21,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.129346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Pushing event updated for resources: {'Port': ['ID=c4da100f-9961-40c6-927e-67d737048114,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.139993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a967c31a-29a7-444a-811d-b312c478ef3b,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.179518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46ed62fc-9fee-4653-be09-81e1ed28aa5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.184156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-46ed62fc-9fee-4653-be09-81e1ed28aa5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6943521 Aug 31 09:40:48.186223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37944) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:48.191214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-653e4b6d-6b74-4ee6-b24c-5558c4bb6106 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'security_group_rule': {'security_group_id': 'f121835c-5d60-4574-85e0-30c9df7aad5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:48.245980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf1470d3-2b68-4427-bbd9-1a8030f4b740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.284371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.370722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=281076d6-3277-4586-8299-334d0b89a8d3,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.392601 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-653e4b6d-6b74-4ee6-b24c-5558c4bb6106 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.400415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Checking segment: {'id': '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '756147a3-6eaf-425b-bbf9-909edc8b4283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:48.401114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network hostable DHCP agents. Network: 756147a3-6eaf-425b-bbf9-909edc8b4283, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:48.418908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Deleting port f0bab8e3-df6c-43bf-b1f2-26e25512668d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:48.419755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.470247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce48708-f11d-4bc6-94b6-4a8e28c77c32 req-9e97f071-441f-4de6-a090-f580499b2260 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:48.472702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ce48708-f11d-4bc6-94b6-4a8e28c77c32 req-9e97f071-441f-4de6-a090-f580499b2260 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 944 time: 0.2091796 Aug 31 09:40:48.485851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Attempting to bind port c4da100f-9961-40c6-927e-67d737048114 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:48.485851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Attempting to bind port c4da100f-9961-40c6-927e-67d737048114 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:48.485851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Attempting to bind port c4da100f-9961-40c6-927e-67d737048114 on network 5471ad47-d15e-4472-b684-c8d622bf98e9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:48.504063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Network 756147a3-6eaf-425b-bbf9-909edc8b4283 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:48.512825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Port c4da100f-9961-40c6-927e-67d737048114 on network 5471ad47-d15e-4472-b684-c8d622bf98e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:40:48.513149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Attempting to bind port c4da100f-9961-40c6-927e-67d737048114 on network 5471ad47-d15e-4472-b684-c8d622bf98e9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:48.527592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 756147a3-6eaf-425b-bbf9-909edc8b4283) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:48.531096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:48.531618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Checking segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:48.532023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Bound using segment: {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:48.532514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Bound port: c4da100f-9961-40c6-927e-67d737048114, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af4e209-953f-44ae-988c-2f0055386c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:48.532940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.542320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18144774-6832-4f18-b185-6e53911bc5e8 None None] Network 756147a3-6eaf-425b-bbf9-909edc8b4283 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:48.558574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:48.559864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.591657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.606706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Calling delete_port for f0bab8e3-df6c-43bf-b1f2-26e25512668d owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:48.652167 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf1470d3-2b68-4427-bbd9-1a8030f4b740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.655040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-653e4b6d-6b74-4ee6-b24c-5558c4bb6106 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.686963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-653e4b6d-6b74-4ee6-b24c-5558c4bb6106 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.692580 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf1470d3-2b68-4427-bbd9-1a8030f4b740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.727689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-53ae6f4e-042c-4763-864b-16b7a12051ee tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2221839 Aug 31 09:40:48.731387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37956) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:48.738462 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ce48708-f11d-4bc6-94b6-4a8e28c77c32 req-a7f0e8b3-fd2b-458e-9558-8c27ce36c62b tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470767 Aug 31 09:40:48.741422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-01de0d6e-25ea-4dcf-8c41-8e073d0da2a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:48.807244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e4b6d-6b74-4ee6-b24c-5558c4bb6106 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea40f69-250c-4d60-a019-24fceecbd3d3,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.838622 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-653e4b6d-6b74-4ee6-b24c-5558c4bb6106 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.838785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-756147a3-6eaf-425b-bbf9-909edc8b4283', 'network_id': '756147a3-6eaf-425b-bbf9-909edc8b4283', 'tenant_id': 'af6e3e08bd814f8fa75884771d92f0a4', 'fixed_ips': [{'subnet_id': '281076d6-3277-4586-8299-334d0b89a8d3'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:48.842013 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.843091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-653e4b6d-6b74-4ee6-b24c-5558c4bb6106 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6556396 Aug 31 09:40:48.849570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bf1470d3-2b68-4427-bbd9-1a8030f4b740 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7bc0cc2221234213b06600c3a259a376&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0028355 Aug 31 09:40:48.849993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37960) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:48.850334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37962) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:48.851041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1470d3-2b68-4427-bbd9-1a8030f4b740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb7afa1-9335-4915-a954-dde455559f33,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.860697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:48.877179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:48.917660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c4da100f-9961-40c6-927e-67d737048114,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:48.935645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.978613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01de0d6e-25ea-4dcf-8c41-8e073d0da2a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59175193'] for subnet, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.993235 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.026372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:49.027299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.029067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] 10.222.0.52 "PUT /v2.0/ports/c4da100f-9961-40c6-927e-67d737048114 HTTP/1.1" status: 200 len: 1092 time: 2.4591844 Aug 31 09:40:49.035752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'tag': 'c4da100f-9961-40c6-927e-67d737048114'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:49.038421 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f128df85-7162-480c-ad66-7dfaf4ed94e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1b1a2e-fb2f-4c1d-a423-bce3b888967d", "tag": "c4da100f-9961-40c6-927e-67d737048114"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:49.117983 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.157628 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791cd9b4-6e40-4bf2-b135-b27d025a18d8 x-openstack-request-id: req-791cd9b4-6e40-4bf2-b135-b27d025a18d8 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:49.157872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:40:49.157872 n-d-806683-2 neutron-server[94788]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 31 09:40:49.157872 n-d-806683-2 neutron-server[94788]: [parameters: {'in_use': 1, 'id_1': '281076d6-3277-4586-8299-334d0b89a8d3'}] Aug 31 09:40:49.157872 n-d-806683-2 neutron-server[94788]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:49.158262 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:49.158443 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1b1a2e-fb2f-4c1d-a423-bce3b888967d", "tag": "c4da100f-9961-40c6-927e-67d737048114", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:49.158885 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-791cd9b4-6e40-4bf2-b135-b27d025a18d8 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:49.159390 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'tag': 'c4da100f-9961-40c6-927e-67d737048114', 'status': 'completed', 'code': 200} Aug 31 09:40:49.160383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61699ff2-fa99-431a-ad97-e2213673952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.171443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0dd8e-69ab-49dd-9d98-a9dda1471306 service neutron] Pushing event updated for resources: {'Port': ['ID=c4da100f-9961-40c6-927e-67d737048114,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.187835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37972) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.211214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event deleted for resources: {'Port': ['ID=f0bab8e3-df6c-43bf-b1f2-26e25512668d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.225471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61699ff2-fa99-431a-ad97-e2213673952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.247800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-261834b7-f8c2-4639-9d8f-3bca31654b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:49.249419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-261834b7-f8c2-4639-9d8f-3bca31654b2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 1095 time: 0.1599889 Aug 31 09:40:49.315958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-84c67daf-7cfb-4d18-9f2b-f05693461b13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4da100f-9961-40c6-927e-67d737048114 HTTP/1.1" status: 200 len: 217 time: 0.0562575 Aug 31 09:40:49.362402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.373863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-534925819'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:49.426609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-8d07de04-45f7-42e7-a288-552b0521635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:49.429551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-8d07de04-45f7-42e7-a288-552b0521635a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 200 len: 845 time: 0.1042826 Aug 31 09:40:49.455839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61699ff2-fa99-431a-ad97-e2213673952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.460120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61699ff2-fa99-431a-ad97-e2213673952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.463819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-61699ff2-fa99-431a-ad97-e2213673952a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bb7afa1-9335-4915-a954-dde455559f33 HTTP/1.1" status: 204 len: 168 time: 0.6048865 Aug 31 09:40:49.467053 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.474024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01de0d6e-25ea-4dcf-8c41-8e073d0da2a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731637169628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59555691'] for subnet, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.478311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.484535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.529984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61699ff2-fa99-431a-ad97-e2213673952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb7afa1-9335-4915-a954-dde455559f33,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.534127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:49.547145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.568588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de0d6e-25ea-4dcf-8c41-8e073d0da2a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:49.569003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01de0d6e-25ea-4dcf-8c41-8e073d0da2a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.570501 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-01de0d6e-25ea-4dcf-8c41-8e073d0da2a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "PUT /v2.0/subnets/281076d6-3277-4586-8299-334d0b89a8d3 HTTP/1.1" status: 200 len: 877 time: 0.8377819 Aug 31 09:40:49.575070 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37978) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.583572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a967c31a-29a7-444a-811d-b312c478ef3b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:49.590028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.590341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:49.603283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.610553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-5966725b-bbda-4b27-b054-f3e26a50237d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5471ad47-d15e-4472-b684-c8d622bf98e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700158 Aug 31 09:40:49.612090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.617252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-263956a3-e41b-47ef-8496-6bd60f2e9e26 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5 HTTP/1.1" status: 204 len: 168 time: 2.4149489 Aug 31 09:40:49.645409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37980) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.649929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3bc9ec03-eace-4abc-b000-4a4fd90e8f5c tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2103098180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:49.673425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de0d6e-25ea-4dcf-8c41-8e073d0da2a0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event updated for resources: {'Subnet': ['ID=281076d6-3277-4586-8299-334d0b89a8d3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.679690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ec03-eace-4abc-b000-4a4fd90e8f5c tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.680964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ec03-eace-4abc-b000-4a4fd90e8f5c tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.683834 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.779022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ec03-eace-4abc-b000-4a4fd90e8f5c tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.788110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.799362 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ec03-eace-4abc-b000-4a4fd90e8f5c tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.840794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bc9ec03-eace-4abc-b000-4a4fd90e8f5c tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.842020 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3bc9ec03-eace-4abc-b000-4a4fd90e8f5c tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1958704 Aug 31 09:40:49.844892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37986) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.850337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': False}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:49.905291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a967c31a-29a7-444a-811d-b312c478ef3b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:49.905876 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.959626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.059043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37988) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:50.082518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4dde32a6-5aec-4372-9d8e-e5880d7398cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.180410 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.262029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Allocated IP 172.20.0.3 (756147a3-6eaf-425b-bbf9-909edc8b4283/281076d6-3277-4586-8299-334d0b89a8d3/3678336f-e024-478d-908d-a0b1c9638b51) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:50.276173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Allocated IP 172.25.1.15 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/20311ccf-9f6d-439e-af94-86fc1c82230e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:50.345285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24df3d6-156c-4705-bf30-89ec1326a3c2 req-38764375-424f-47c6-adaf-8237c12cb793 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:50.353503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d24df3d6-156c-4705-bf30-89ec1326a3c2 req-38764375-424f-47c6-adaf-8237c12cb793 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 944 time: 0.2819066 Aug 31 09:40:50.394333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-c468ca40-132b-41f6-ab31-8881519c360b service neutron] 10.222.0.52 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350530 Aug 31 09:40:50.446288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.459903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.466629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.469232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Transition to ACTIVE for port object 3678336f-e024-478d-908d-a0b1c9638b51 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:50.488086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Transition to ACTIVE for port object 3678336f-e024-478d-908d-a0b1c9638b51 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:50.493848 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.534068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Network 756147a3-6eaf-425b-bbf9-909edc8b4283 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:50.540851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:50.543815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:50.544593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d24df3d6-156c-4705-bf30-89ec1326a3c2 req-727cd5bb-e2d4-47e2-b583-4e5e3fa5af8d tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844413 Aug 31 09:40:50.549372 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.574485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Pushing event updated for resources: {'Port': ['ID=3678336f-e024-478d-908d-a0b1c9638b51,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.611711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Attempting to bind port 3678336f-e024-478d-908d-a0b1c9638b51 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:50.612815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Attempting to bind port 3678336f-e024-478d-908d-a0b1c9638b51 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '756147a3-6eaf-425b-bbf9-909edc8b4283'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:50.612815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Attempting to bind port 3678336f-e024-478d-908d-a0b1c9638b51 on network 756147a3-6eaf-425b-bbf9-909edc8b4283 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:50.618521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:50.618936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Checking segment: {'id': '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '756147a3-6eaf-425b-bbf9-909edc8b4283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:50.619074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.619344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.619790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Bound using segment: {'id': '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '756147a3-6eaf-425b-bbf9-909edc8b4283'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:50.620312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Bound port: 3678336f-e024-478d-908d-a0b1c9638b51, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '756147a3-6eaf-425b-bbf9-909edc8b4283'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:50.620725 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.631824 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.638654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.648505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550c0606-94ae-400a-ac0d-97d1d3e0d36c req-065c152f-b10c-4dbe-8559-e526214ba328 service neutron] 10.222.0.52 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445216 Aug 31 09:40:50.672747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:50.700235 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.700623 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Added segment c68e3cba-0363-4d7b-b00a-d84ced821d12 of type vlan for network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf Aug 31 09:40:50.709034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] For port 3678336f-e024-478d-908d-a0b1c9638b51, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:50.711217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f51cd0a-cec6-4236-8469-5baccdd79ae0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.714192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] For port 3678336f-e024-478d-908d-a0b1c9638b51, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3678336f-e024-478d-908d-a0b1c9638b51,segment=NetworkSegment(3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4),segment_id=3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:50.722843 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.791178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.818783 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.850616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a88ef9-3938-4aff-abd8-1fe04733d8a2 None None] Network 756147a3-6eaf-425b-bbf9-909edc8b4283 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:50.866359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-cf3e20d6-b56e-4a85-bc97-580616412564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:50.866608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc3b11-8f78-477c-addd-31cf1bc5e81c None None] Pushing event updated for resources: {'Port': ['ID=3678336f-e024-478d-908d-a0b1c9638b51,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.867949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-cf3e20d6-b56e-4a85-bc97-580616412564 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55d6a35ff57642e789271034dc1ba3dc&device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 1095 time: 0.1208992 Aug 31 09:40:50.874632 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.880861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:50.881494 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.886939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:50.910766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:50.936761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:50.999712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e75e6-d5fa-4a6b-9b4a-46a5d6147dcc None None] Network 756147a3-6eaf-425b-bbf9-909edc8b4283 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:51.020679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'Port': ['ID=20311ccf-9f6d-439e-af94-86fc1c82230e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:51.029571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=281076d6-3277-4586-8299-334d0b89a8d3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:51.067029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Network': ['ID=18fee462-dada-4ac6-91e3-ac2ecc2a1cdf,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:51.099467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:51.122570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-29a3ffc8-dacf-47d0-be24-3e8f4bd10f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:51.124134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-29a3ffc8-dacf-47d0-be24-3e8f4bd10f8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 200 len: 907 time: 0.2361474 Aug 31 09:40:51.149266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.152169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Allocated IP 172.25.1.13 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/7906ec59-37e3-44e9-b92c-343961dc3890) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:51.174239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756147a3-6eaf-425b-bbf9-909edc8b4283']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:51.181015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-20352666-d441-40e0-8448-6bc73a42f072 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4da100f-9961-40c6-927e-67d737048114 HTTP/1.1" status: 200 len: 217 time: 0.0460179 Aug 31 09:40:51.184108 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.192339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:51.192951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:51.210730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d21a4d-ba99-4cca-b046-25e2ced390e5 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:40:51.222064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.261967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.266348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-d31bf596-8263-4a55-9071-3beeab6e2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:51.268353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-d31bf596-8263-4a55-9071-3beeab6e2aac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 200 len: 845 time: 0.0785956 Aug 31 09:40:51.296146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.318247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:51.318596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:51.321595 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:51.324665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4dde32a6-5aec-4372-9d8e-e5880d7398cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.330250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-89fa6be4-f479-4b05-a9ae-155ca27ca3ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5471ad47-d15e-4472-b684-c8d622bf98e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426898 Aug 31 09:40:51.339188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-11a622b6-2fcb-4ccc-ac5d-2252b878f15a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1473918 Aug 31 09:40:51.343857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37992) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:51.346422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4dde32a6-5aec-4372-9d8e-e5880d7398cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.353381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'subnet': {'network_id': '18fee462-dada-4ac6-91e3-ac2ecc2a1cdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:51.365496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d21a4d-ba99-4cca-b046-25e2ced390e5 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:40:51.512240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-be8c5c4a-8d3b-4abc-a7b5-eb548e711537 service neutron] 10.222.0.52 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700130 Aug 31 09:40:51.518426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.522838 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4dde32a6-5aec-4372-9d8e-e5880d7398cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ddd09f63507141f8bd04a706bab62983&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4608474 Aug 31 09:40:51.523553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde32a6-5aec-4372-9d8e-e5880d7398cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291dc5ec-9e7b-453f-806d-df8f9c6f7224,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:51.525881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37996) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:51.531142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:40:51.531142 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:40:51.531142 n-d-806683-2 neutron-server[94787]: [parameters: {'id': '756147a3-6eaf-425b-bbf9-909edc8b4283'}] Aug 31 09:40:51.531142 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:51.531708 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:51.587370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:51.592977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.649547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.700540 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.714963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.716899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:51.727616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:51.734659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:51.762507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Pushing event updated for resources: {'Port': ['ID=7906ec59-37e3-44e9-b92c-343961dc3890,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:51.782323 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cafbebf4-c120-4d24-b584-f066af9c754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.797700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22c3cf3d-6ae8-4dce-92f8-fc47bcd02d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.843407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3bee-d9c9-4113-a950-9859e314c792 req-33a36d73-5ea9-49f5-8cd1-53e55e8ede19 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:51.844923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-118a3bee-d9c9-4113-a950-9859e314c792 req-33a36d73-5ea9-49f5-8cd1-53e55e8ede19 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 944 time: 0.2026775 Aug 31 09:40:51.851611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f128df85-7162-480c-ad66-7dfaf4ed94e4 req-64915f47-4aa3-4d4d-a867-81fdaa78b762 service neutron] 10.222.0.52 "GET /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128700 Aug 31 09:40:51.858432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'Port': ['ID=20311ccf-9f6d-439e-af94-86fc1c82230e,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:51.880145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22c3cf3d-6ae8-4dce-92f8-fc47bcd02d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.913524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.947885 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.949172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-655dff3c-f2b1-492e-8679-0817b3088fec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0936742 Aug 31 09:40:51.960217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-118a3bee-d9c9-4113-a950-9859e314c792 req-e70cc2f2-375c-4a85-a950-c3acf177e764 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929203 Aug 31 09:40:51.990482 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22c3cf3d-6ae8-4dce-92f8-fc47bcd02d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.995017 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22c3cf3d-6ae8-4dce-92f8-fc47bcd02d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.996909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-22c3cf3d-6ae8-4dce-92f8-fc47bcd02d5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/291dc5ec-9e7b-453f-806d-df8f9c6f7224 HTTP/1.1" status: 204 len: 168 time: 0.4696667 Aug 31 09:40:52.010317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3cf3d-6ae8-4dce-92f8-fc47bcd02d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291dc5ec-9e7b-453f-806d-df8f9c6f7224,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:52.055858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.068268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.207804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Subnet': ['ID=3a295dff-fb00-423e-8e53-8c6286c0c168,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:52.259082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.259764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-7c2e138f-6166-4c7b-99a5-7da3f6708887 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--289466184&fields=id&tenant_id=079bf3653f69456b93cb7c8eee16aae3 HTTP/1.1" status: 200 len: 267 time: 0.0550129 Aug 31 09:40:52.316185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Checking segment: {'id': 'c68e3cba-0363-4d7b-b00a-d84ced821d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '18fee462-dada-4ac6-91e3-ac2ecc2a1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:52.316609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network hostable DHCP agents. Network: 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:52.338491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port 3678336f-e024-478d-908d-a0b1c9638b51 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:52.338896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.390391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-4b44c3a9-8d98-4041-9c60-35abf9dec4c1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:52.397479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-4b44c3a9-8d98-4041-9c60-35abf9dec4c1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 816 time: 0.1362071 Aug 31 09:40:52.413839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ede98532-76a3-492b-b74c-171a9aabf6d4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/quotas/079bf3653f69456b93cb7c8eee16aae3 HTTP/1.1" status: 200 len: 375 time: 0.0147874 Aug 31 09:40:52.425603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:52.450313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:52.462064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea884cc7-0e20-49a1-bb5d-77ce703be8fb None None] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:52.463147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port 3678336f-e024-478d-908d-a0b1c9638b51, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3678336f-e024-478d-908d-a0b1c9638b51,segment=NetworkSegment(3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4),segment_id=3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:52.463527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.475719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:52.476313 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.491022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for 3678336f-e024-478d-908d-a0b1c9638b51 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:52.503885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-14630c9a-f3bc-4881-846d-2975f2302e1f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840683 Aug 31 09:40:52.539860 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8680865f-114d-441a-bddd-09b49be69b10 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1906202 Aug 31 09:40:52.542810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38026) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:52.549188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-576610179', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:52.623187 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.628011 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.672569 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.682712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.711534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e27a8fb-343d-4bfb-9841-01cc60be65c9 None None] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:52.741176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.752302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.787831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port 3678336f-e024-478d-908d-a0b1c9638b51 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:52.792269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=3678336f-e024-478d-908d-a0b1c9638b51,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:52.914028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.927820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756147a3-6eaf-425b-bbf9-909edc8b4283']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:52.947273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:52.947848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddf8d93-1f49-4bcd-8dcb-a93c96c1e1c4') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:52.963769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.985262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.997949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:52.998377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:53.002001 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:53.073132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Router f7a738b0-e57a-4129-b7a7-707604d4422a is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:53.090634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.101475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.107365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/756147a3-6eaf-425b-bbf9-909edc8b4283 HTTP/1.1" status: 204 len: 168 time: 3.5314484 Aug 31 09:40:53.111393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38040) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.117955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.144519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38042) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.173628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b37e3-efec-4b4e-8f79-f7d250e2ec4d tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=756147a3-6eaf-425b-bbf9-909edc8b4283,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:53.185452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-c3dfcf58-6a10-4b13-9afd-73f928197ed2 service neutron] 10.222.0.69 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635699 Aug 31 09:40:53.188387 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3e38f3-ca75-4225-a14a-5a3479d06577 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:53.188843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3e38f3-ca75-4225-a14a-5a3479d06577 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:53.192495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7b3e38f3-ca75-4225-a14a-5a3479d06577 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/281076d6-3277-4586-8299-334d0b89a8d3 HTTP/1.1" status: 404 len: 337 time: 0.0718791 Aug 31 09:40:53.210549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38046) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.270443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:53.278396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.280357 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3f04946f-7acd-401d-ab2e-3226af9bca2c tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "PUT /v2.0/routers/f7a738b0-e57a-4129-b7a7-707604d4422a HTTP/1.1" status: 200 len: 915 time: 3.4338541 Aug 31 09:40:53.285853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38048) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.291661 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bae6d9-8b96-4e0f-81f8-b8588fc16650 None None] Sync routers for ids ['f7a738b0-e57a-4129-b7a7-707604d4422a'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:53.306472 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bae6d9-8b96-4e0f-81f8-b8588fc16650 None None] Routers {'f7a738b0-e57a-4129-b7a7-707604d4422a'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:53.307843 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-65bae6d9-8b96-4e0f-81f8-b8588fc16650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f7a738b0-e57a-4129-b7a7-707604d4422a'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.361083 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4b51f1-c456-4a67-a550-dfcdce05c589 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:53.362096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4b51f1-c456-4a67-a550-dfcdce05c589 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:53.365231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3b4b51f1-c456-4a67-a550-dfcdce05c589 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/756147a3-6eaf-425b-bbf9-909edc8b4283 HTTP/1.1" status: 404 len: 339 time: 0.1101186 Aug 31 09:40:53.368486 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-65bae6d9-8b96-4e0f-81f8-b8588fc16650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.380588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38050) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.383799 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bae6d9-8b96-4e0f-81f8-b8588fc16650 None None] Routers {'f7a738b0-e57a-4129-b7a7-707604d4422a'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:53.385072 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-65bae6d9-8b96-4e0f-81f8-b8588fc16650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f7a738b0-e57a-4129-b7a7-707604d4422a'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.415558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1add58-caf2-41d9-a480-cdab692569e7 req-9220ef82-1f7f-4c75-9b22-012080b73233 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:53.418033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e1add58-caf2-41d9-a480-cdab692569e7 req-9220ef82-1f7f-4c75-9b22-012080b73233 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 944 time: 0.3340175 Aug 31 09:40:53.426047 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-65bae6d9-8b96-4e0f-81f8-b8588fc16650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.426909 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bae6d9-8b96-4e0f-81f8-b8588fc16650 None None] The sync data for ids ['f7a738b0-e57a-4129-b7a7-707604d4422a'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:53.437600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-158386112'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:53.476174 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b2bf6817-0d50-434b-a93e-e27baccbf5fa tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/routers/f7a738b0-e57a-4129-b7a7-707604d4422a HTTP/1.1" status: 200 len: 921 time: 0.1866434 Aug 31 09:40:53.480578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38052) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.486934 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-4007f296-6ac4-4895-9a4a-590c88b50fcf tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:53.487552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4007f296-6ac4-4895-9a4a-590c88b50fcf tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:53.489540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4007f296-6ac4-4895-9a4a-590c88b50fcf tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/fdebc6f8-3bb0-4e89-ae33-20db6bea0a71 HTTP/1.1" status: 404 len: 337 time: 0.1046307 Aug 31 09:40:53.492182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38054) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.531076 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab48eb07-59ad-4f5e-b4d6-40f7a48e87e8 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:53.531671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab48eb07-59ad-4f5e-b4d6-40f7a48e87e8 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:53.533512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ab48eb07-59ad-4f5e-b4d6-40f7a48e87e8 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/6fed1fcf-a1b4-4d55-a3b2-81cb9a99bf86 HTTP/1.1" status: 404 len: 339 time: 0.0403063 Aug 31 09:40:53.540661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38056) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.572656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:53.576317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.588368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-1ca32533-69a3-4aad-b16e-b0ffd49ffc88 service neutron] 10.222.0.69 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913991 Aug 31 09:40:53.596474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6111e2a6-55ef-4ddf-a16e-6ba8d53839af tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:53.600721 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6111e2a6-55ef-4ddf-a16e-6ba8d53839af tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=f7a738b0-e57a-4129-b7a7-707604d4422a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1164982 Aug 31 09:40:53.602148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e1add58-caf2-41d9-a480-cdab692569e7 req-2fe1bbc2-5771-4dbe-ad57-01481d9d8880 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208110 Aug 31 09:40:53.602797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38058) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.607271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.638626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.750781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.775614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65570cf-4816-4c2b-ba5b-97b88e63fb7e']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.806837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3538156-b952-4f34-85a8-8a9eedc99e15') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.807141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3538156-b952-4f34-85a8-8a9eedc99e15') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.819381 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.849745 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.859305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:53.860076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:53.864820 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:53.932248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c4da100f-9961-40c6-927e-67d737048114 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:40:53.955085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.966715 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.976942 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/d65570cf-4816-4c2b-ba5b-97b88e63fb7e HTTP/1.1" status: 204 len: 168 time: 0.4315307 Aug 31 09:40:53.982284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38068) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.062407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c4da100f-9961-40c6-927e-67d737048114,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:54.070324 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8158343-faed-4efc-8e91-3089c3f2749e tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.071186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8158343-faed-4efc-8e91-3089c3f2749e tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.075646 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b8158343-faed-4efc-8e91-3089c3f2749e tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/37e028d3-7fe7-49ca-b546-da8baa93310f HTTP/1.1" status: 404 len: 337 time: 0.0913174 Aug 31 09:40:54.077172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22863803-0e48-4310-a4c5-925ea14bb24c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=d65570cf-4816-4c2b-ba5b-97b88e63fb7e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:54.080054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'c4da100f-9961-40c6-927e-67d737048114', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'port_id': 'c4da100f-9961-40c6-927e-67d737048114', 'mac_address': 'fa:16:3e:f9:d9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2bb068-ee81-4ebe-bb00-20ebe1788af1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:40:54.081418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38072) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.120846 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-99383daf-f59d-4fd0-8f1b-94a7fac2d39b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.121519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99383daf-f59d-4fd0-8f1b-94a7fac2d39b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.125726 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-99383daf-f59d-4fd0-8f1b-94a7fac2d39b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/3b1d68d3-df15-4db1-a59b-402b64f84506 HTTP/1.1" status: 404 len: 339 time: 0.0403380 Aug 31 09:40:54.127011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38074) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.155748 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.161052 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cfecaf-31c7-4ae1-8331-b1dc349ebdbd tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.161627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cfecaf-31c7-4ae1-8331-b1dc349ebdbd tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.167044 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-26cfecaf-31c7-4ae1-8331-b1dc349ebdbd tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/d163107e-1877-4609-b335-3879474b942c HTTP/1.1" status: 404 len: 337 time: 0.0365932 Aug 31 09:40:54.167248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38076) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.177310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e44f886-1087-461b-8f0e-227151b0b7a6 req-b2ea75dd-5e78-48a8-b6b0-22a3c60dca90 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 210 time: 0.0853813 Aug 31 09:40:54.184037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4da100f-9961-40c6-927e-67d737048114 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:54.193938 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-14981f18-9a18-4714-b892-c50f2497bdd6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.194570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14981f18-9a18-4714-b892-c50f2497bdd6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.196447 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-14981f18-9a18-4714-b892-c50f2497bdd6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/5a04a224-e1f1-498e-a4bc-b0dc3c68020d HTTP/1.1" status: 404 len: 339 time: 0.0281951 Aug 31 09:40:54.199146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38078) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.223018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a27d8ee-c332-4589-b5fd-9b77fe3f4695 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:54.228080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6a27d8ee-c332-4589-b5fd-9b77fe3f4695 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 881 time: 0.6184011 Aug 31 09:40:54.231340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38082) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.232112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c4da100f-9961-40c6-927e-67d737048114,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:54.240859 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.245443 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a029883-fde5-456a-945d-bb421ae50a05 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.246161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a029883-fde5-456a-945d-bb421ae50a05 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.248754 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1a029883-fde5-456a-945d-bb421ae50a05 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/9b6f35d1-7f80-47aa-884d-34396b3af2a8 HTTP/1.1" status: 404 len: 337 time: 0.0481503 Aug 31 09:40:54.252407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38084) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.269153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9ead9954-3bbf-4797-ab0e-bc18b75eb328 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7a738b0-e57a-4129-b7a7-707604d4422a HTTP/1.1" status: 200 len: 205 time: 0.0343912 Aug 31 09:40:54.281761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38086) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.290014 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f2877d-8f0c-4023-a86e-bcad54fb25e8 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.290815 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.291174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f2877d-8f0c-4023-a86e-bcad54fb25e8 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.293204 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-77f2877d-8f0c-4023-a86e-bcad54fb25e8 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/7ff33833-55e7-49f6-bd15-2a9e0c28cc1d HTTP/1.1" status: 404 len: 339 time: 0.0393689 Aug 31 09:40:54.318971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.320478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c4da100f-9961-40c6-927e-67d737048114,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:54.324340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38088) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.332078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.332548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.332735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.333048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.333390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.333706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.334024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.334345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.334661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.335004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.335327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.335662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:54.404543 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a64dc96-2348-49ba-a6cc-6ecb49e6756f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.405519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a64dc96-2348-49ba-a6cc-6ecb49e6756f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.409483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4a64dc96-2348-49ba-a6cc-6ecb49e6756f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/f343c059-6b84-49e1-a60d-bd9a2b015c07 HTTP/1.1" status: 404 len: 337 time: 0.0829310 Aug 31 09:40:54.415439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38090) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.453142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.453142 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9592ac1b-e8f9-4249-8016-ff6805d7e291 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.453142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9592ac1b-e8f9-4249-8016-ff6805d7e291 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.453142 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9592ac1b-e8f9-4249-8016-ff6805d7e291 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/d95776a3-d38e-4fa0-95d5-564db1c9694c HTTP/1.1" status: 404 len: 339 time: 0.0329170 Aug 31 09:40:54.460330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38092) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.483808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.522540 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-30183748-a7bd-4ea6-bd82-3f21201749a6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.523331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30183748-a7bd-4ea6-bd82-3f21201749a6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.524436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c4da100f-9961-40c6-927e-67d737048114'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:40:54.525515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-30183748-a7bd-4ea6-bd82-3f21201749a6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/6a9db3b6-1226-4949-adc6-f61683cbe8e8 HTTP/1.1" status: 404 len: 337 time: 0.0596004 Aug 31 09:40:54.526418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.529494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38094) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.593100 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8a22c5-2757-4c37-b7d8-91f816561d2c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.594199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8a22c5-2757-4c37-b7d8-91f816561d2c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.598997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0a8a22c5-2757-4c37-b7d8-91f816561d2c tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/f32d4da7-75d8-45cd-9eb4-826a9c4eea56 HTTP/1.1" status: 404 len: 339 time: 0.0609484 Aug 31 09:40:54.602111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:54.605725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38096) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.652172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cdc473-aa94-457f-b715-2208fae4f538,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:54.670208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.25.1.2 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/7c19edf2-76e9-489b-b752-b9a6b8bf8639) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:54.673096 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76e610d-e076-4699-8967-1707d9696b3e tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.673603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76e610d-e076-4699-8967-1707d9696b3e tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.675778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d76e610d-e076-4699-8967-1707d9696b3e tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/66f466ca-37c2-421a-8d54-1461fea8ce68 HTTP/1.1" status: 404 len: 337 time: 0.0681992 Aug 31 09:40:54.681393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.682002 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Added segment 7fc06955-c29f-4bb0-8db8-1c57631e2dc1 of type vlan for network e6856876-d39e-4d2c-9899-4f50f1aa8eab Aug 31 09:40:54.686873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38100) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.793351 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f81ed5-6565-445b-a0d2-79aa3a0f4d0f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.794068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f81ed5-6565-445b-a0d2-79aa3a0f4d0f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.795914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e1f81ed5-6565-445b-a0d2-79aa3a0f4d0f tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/6bf0d4c5-ec6c-4443-97b0-ffa66ce1bc66 HTTP/1.1" status: 404 len: 339 time: 0.1071067 Aug 31 09:40:54.810015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38102) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.878528 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.909293 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef125e4-512d-4d30-ae39-da8e4def7919 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.909742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef125e4-512d-4d30-ae39-da8e4def7919 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.911502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4ef125e4-512d-4d30-ae39-da8e4def7919 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/633fc32a-ba8c-4c38-a86a-f8e280476189 HTTP/1.1" status: 404 len: 337 time: 0.0937784 Aug 31 09:40:54.914383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38106) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.917086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.941940 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb602a4-abd9-4227-abcb-9b9e989a35d6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.942646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb602a4-abd9-4227-abcb-9b9e989a35d6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.944870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cbb602a4-abd9-4227-abcb-9b9e989a35d6 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/9712f44a-029f-4c9d-9726-f2ebca315cc5 HTTP/1.1" status: 404 len: 339 time: 0.0290058 Aug 31 09:40:54.947625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.958393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.964150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:54.964771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.985463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19b099-5ba6-44f1-bdbc-30b11f5cdea2 req-03d9d2c1-ce73-4206-998a-43421b8c9661 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:54.987196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed19b099-5ba6-44f1-bdbc-30b11f5cdea2 req-03d9d2c1-ce73-4206-998a-43421b8c9661 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 945 time: 0.2018466 Aug 31 09:40:54.995230 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.995924 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb6d9d4-091b-4ec0-97e1-5ee709a95f75 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:54.997922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb6d9d4-091b-4ec0-97e1-5ee709a95f75 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:54.999477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3bb6d9d4-091b-4ec0-97e1-5ee709a95f75 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/401533b8-dc25-4c36-b1bc-c61de971177b HTTP/1.1" status: 404 len: 337 time: 0.0505588 Aug 31 09:40:55.004407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38110) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:55.031149 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-18078d6e-1847-43d4-9332-4045508099f7 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] DELETE failed (client error): The resource could not be found. Aug 31 09:40:55.031824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18078d6e-1847-43d4-9332-4045508099f7 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:40:55.036337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-18078d6e-1847-43d4-9332-4045508099f7 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/999b26e7-3e74-41bd-90a8-d3c1fb33115f HTTP/1.1" status: 404 len: 339 time: 0.0273483 Aug 31 09:40:55.036337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38112) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:55.070157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9200480 Aug 31 09:40:55.078523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38114) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:55.087174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.091610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'name': 'tempest-PortsIpV6TestJSON-1926676366'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:55.101726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be93adf-a638-41bb-951a-b83382b560a9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Network': ['ID=e6856876-d39e-4d2c-9899-4f50f1aa8eab,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.114805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:55.124900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed19b099-5ba6-44f1-bdbc-30b11f5cdea2 req-9c0149a4-d26f-47af-822c-43924127abf6 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054983 Aug 31 09:40:55.165468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e04655-c448-4083-94a1-f88bdf4c4f3b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting subnet 248faeb9-55a9-43c5-8635-2bcdb2b7b6fd {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:55.171908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Deleting port 7906ec59-37e3-44e9-b92c-343961dc3890 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:55.172325 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.175271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.177408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64e04655-c448-4083-94a1-f88bdf4c4f3b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.224180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:55.232931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:55.241934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:55.279218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=7c19edf2-76e9-489b-b752-b9a6b8bf8639,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.349215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64e04655-c448-4083-94a1-f88bdf4c4f3b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.406594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0f0b4d5-c4e6-433e-98ee-042df9762814 req-f525ec97-745f-48e3-89ad-9188122ec04b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 210 time: 0.1031482 Aug 31 09:40:55.421239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:55.425656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.466166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.513105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Calling delete_port for 7906ec59-37e3-44e9-b92c-343961dc3890 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:55.515282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port c7f386ba-693a-4cfc-955f-c2811c7171bc yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:55.561047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-2c85eed8-d7ec-4504-8101-d93548ef3e7b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:55.561047 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-2c85eed8-d7ec-4504-8101-d93548ef3e7b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 816 time: 0.3482661 Aug 31 09:40:55.623312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.661520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64e04655-c448-4083-94a1-f88bdf4c4f3b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.731410 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c6c53918-8eea-4274-9e80-a746187b0bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.765055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-b4079d8f-5a57-4c97-8129-c0215f4da0dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079bf3653f69456b93cb7c8eee16aae3 HTTP/1.1" status: 200 len: 379 time: 0.1664987 Aug 31 09:40:55.783760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'port': {'device_id': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'admin_state_up': True, 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'security_groups': ['f121835c-5d60-4574-85e0-30c9df7aad5e']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:55.857720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.932091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c4da100f-9961-40c6-927e-67d737048114 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:55.948385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64e04655-c448-4083-94a1-f88bdf4c4f3b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.997232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port c4da100f-9961-40c6-927e-67d737048114 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:56.004214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port c4da100f-9961-40c6-927e-67d737048114 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:56.005178 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.014384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:56.024707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04655-c448-4083-94a1-f88bdf4c4f3b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Subnet': ['ID=248faeb9-55a9-43c5-8635-2bcdb2b7b6fd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:56.027047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64e04655-c448-4083-94a1-f88bdf4c4f3b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.028995 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-64e04655-c448-4083-94a1-f88bdf4c4f3b tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/subnets/248faeb9-55a9-43c5-8635-2bcdb2b7b6fd HTTP/1.1" status: 204 len: 168 time: 0.9916911 Aug 31 09:40:56.032687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38122) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:56.041265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.063580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfc781-489f-496d-aa13-500f14b5ff95 None None] Network 09af0014-38c3-4378-bc1b-db48e9a13334 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:56.133706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.143907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Made reservation on behalf of 079bf3653f69456b93cb7c8eee16aae3 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:56.147646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.184969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event deleted for resources: {'Port': ['ID=7906ec59-37e3-44e9-b92c-343961dc3890,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:56.187022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.224188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.231620 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.267905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da100f-9961-40c6-927e-67d737048114'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:56.270413 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd042d5c-fe65-4e43-9931-d06f7cd85478" -d '{"events": [{"server_uuid": "ab1b1a2e-fb2f-4c1d-a423-bce3b888967d", "name": "network-vif-plugged", "status": "completed", "tag": "c4da100f-9961-40c6-927e-67d737048114"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:56.275097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c4da100f-9961-40c6-927e-67d737048114,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:56.279608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:56.286247 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.297402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15568e77-bfef-4d03-88fa-c7c1aae7c4ea None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:56.341998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=c7f386ba-693a-4cfc-955f-c2811c7171bc,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:56.345900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15568e77-bfef-4d03-88fa-c7c1aae7c4ea None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:56.346915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-15568e77-bfef-4d03-88fa-c7c1aae7c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:56.368479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.372570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3dae6d88-c1b5-4ad1-8159-6bcaebb799a7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8255408 Aug 31 09:40:56.376131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38128) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:56.394313 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.400421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Deleting port 60288db4-1e06-4d39-b594-826446304e5c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:56.401058 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.425050 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3027daa9-b972-458a-a43e-aae75ae8b3da x-openstack-request-id: req-3027daa9-b972-458a-a43e-aae75ae8b3da {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:56.425315 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1b1a2e-fb2f-4c1d-a423-bce3b888967d", "name": "network-vif-plugged", "status": "completed", "tag": "c4da100f-9961-40c6-927e-67d737048114", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:56.425573 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3027daa9-b972-458a-a43e-aae75ae8b3da {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:56.425959 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da100f-9961-40c6-927e-67d737048114', 'code': 200} Aug 31 09:40:56.428569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-15568e77-bfef-4d03-88fa-c7c1aae7c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:56.440290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c4da100f-9961-40c6-927e-67d737048114,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:56.458286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] DHCP port deletion for 09af0014-38c3-4378-bc1b-db48e9a13334 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:56.462331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15568e77-bfef-4d03-88fa-c7c1aae7c4ea None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:56.462657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5fd02-2329-49ac-9f9a-d287ffcf36b1 req-e927ba78-9963-4b0b-bade-41cf9dc9675c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:56.463334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-15568e77-bfef-4d03-88fa-c7c1aae7c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:56.464236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bd5fd02-2329-49ac-9f9a-d287ffcf36b1 req-e927ba78-9963-4b0b-bade-41cf9dc9675c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 946 time: 0.1921592 Aug 31 09:40:56.503711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.507870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.508385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-15568e77-bfef-4d03-88fa-c7c1aae7c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:56.509456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Checking segment: {'id': '7fc06955-c29f-4bb0-8db8-1c57631e2dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:56.510093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network hostable DHCP agents. Network: e6856876-d39e-4d2c-9899-4f50f1aa8eab, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:56.510313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15568e77-bfef-4d03-88fa-c7c1aae7c4ea None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:56.558920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Allocated IP 172.20.0.10 (7ef2d02d-7502-478d-a729-87262870c6fa/6a419e78-d143-4781-a8aa-5dff93412488/6789da83-5a56-48d4-bde0-4e33428ba8d7) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:56.564400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] Deleting port 60288db4-1e06-4d39-b594-826446304e5c {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:56.565161 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.575395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.575950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Fanout notify agent at l3_agent the message router_deleted on router f7a738b0-e57a-4129-b7a7-707604d4422a {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:56.578233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:56.587029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.594006 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-213fb3d9-aee2-4f10-986e-e78ea9456ca9 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/f7a738b0-e57a-4129-b7a7-707604d4422a HTTP/1.1" status: 204 len: 168 time: 2.3102572 Aug 31 09:40:56.594646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38132) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:56.603927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1685151306', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:56.628814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e6856876-d39e-4d2c-9899-4f50f1aa8eab) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:56.637718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40a48b5a-da9f-46dd-9f28-162517447410 req-c7a55061-0b9e-48ef-9635-8300ace09f40 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 210 time: 0.0874429 Aug 31 09:40:56.645765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:56.652674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] For port 60288db4-1e06-4d39-b594-826446304e5c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=60288db4-1e06-4d39-b594-826446304e5c,segment=NetworkSegment(fc9428a5-6e8c-480d-b41b-330c8e897d8b),segment_id=fc9428a5-6e8c-480d-b41b-330c8e897d8b)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:56.652674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.653067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:56.653067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.665037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] For port 60288db4-1e06-4d39-b594-826446304e5c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=60288db4-1e06-4d39-b594-826446304e5c,segment=NetworkSegment(fc9428a5-6e8c-480d-b41b-330c8e897d8b),segment_id=fc9428a5-6e8c-480d-b41b-330c8e897d8b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:56.665510 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.679270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0db0ec-eca0-4b1a-8c01-37c7aac27180 req-1905beef-6cee-46c0-a636-b6c79e44acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:56.682076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e0db0ec-eca0-4b1a-8c01-37c7aac27180 req-1905beef-6cee-46c0-a636-b6c79e44acb7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 1097 time: 0.2273932 Aug 31 09:40:56.689483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bd5fd02-2329-49ac-9f9a-d287ffcf36b1 req-310f6966-e67b-476d-a7d0-4c734a0353f4 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037482 Aug 31 09:40:56.691723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Calling delete_port for 60288db4-1e06-4d39-b594-826446304e5c owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:56.708100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.709141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.718119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] Calling delete_port for 60288db4-1e06-4d39-b594-826446304e5c owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:56.718479 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-08a015a7-d661-4fe4-ad94-9280f580cd80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6387625 Aug 31 09:40:56.724084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38134) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:56.725798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b2387-b717-48ed-af9b-3c241528ba2c None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:56.731171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-936712690'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:56.803180 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.861799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:56.865822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.921756 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.927463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e0db0ec-eca0-4b1a-8c01-37c7aac27180 req-233837cd-6f6e-48b9-8944-bc4491cd6941 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369862 Aug 31 09:40:56.945990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.954474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] Pushing event deleted for resources: {'Port': ['ID=60288db4-1e06-4d39-b594-826446304e5c,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:56.963263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf10f8e-a472-4bcc-b329-496d3b752e94 None None] No DVR routers for this DVR port 60288db4-1e06-4d39-b594-826446304e5c on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:57.000726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:57.011182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.042378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Transition to ACTIVE for port object 6789da83-5a56-48d4-bde0-4e33428ba8d7 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:57.044320 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.044675 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Added segment 9480815d-634b-43f5-818a-a13b5354dcc7 of type vlan for network bbfef479-2285-47a8-85d2-df13c268068b Aug 31 09:40:57.062323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.117020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.225814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.245738 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.251443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:57.252098 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.346464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Network 7ef2d02d-7502-478d-a729-87262870c6fa is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:57.367111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:57.379821 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6494443 Aug 31 09:40:57.380442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:57.384755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38140) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:57.386481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:57.413303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'ports': [{'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab'}, {'network_id': 'bbfef479-2285-47a8-85d2-df13c268068b'}]} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:57.414230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:57.414230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'bbfef479-2285-47a8-85d2-df13c268068b'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:57.417853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad174b-b373-40d3-8ee3-b3a465932d80 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Network': ['ID=bbfef479-2285-47a8-85d2-df13c268068b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:57.429289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Port': ['ID=60288db4-1e06-4d39-b594-826446304e5c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:57.434677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network bbfef479-2285-47a8-85d2-df13c268068b details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:57.437063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] No DVR routers for this DVR port 60288db4-1e06-4d39-b594-826446304e5c on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:57.537204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:57.537865 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.597669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 60288db4-1e06-4d39-b594-826446304e5c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:57.601555 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-122232c3-8d28-4526-87f5-12cd5abc37dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8262863 Aug 31 09:40:57.622974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Request body: {'port': {'device_id': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:57.629860 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.631495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 60288db4-1e06-4d39-b594-826446304e5c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:57.632014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 60288db4-1e06-4d39-b594-826446304e5c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:57.663856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.700820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09af0014-38c3-4378-bc1b-db48e9a13334']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:57.717017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f024bc7-942c-45e0-8f0a-b9b1db0a45bc None None] Provisioning for port 6789da83-5a56-48d4-bde0-4e33428ba8d7 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:57.721621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9428a5-6e8c-480d-b41b-330c8e897d8b') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:57.722065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9428a5-6e8c-480d-b41b-330c8e897d8b') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:57.722695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f024bc7-942c-45e0-8f0a-b9b1db0a45bc None None] Provisioning complete for port 6789da83-5a56-48d4-bde0-4e33428ba8d7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:57.723155 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f024bc7-942c-45e0-8f0a-b9b1db0a45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.736944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.788384 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.799960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4f024bc7-942c-45e0-8f0a-b9b1db0a45bc None None] Port 6789da83-5a56-48d4-bde0-4e33428ba8d7 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:57.811673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:57.812076 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:57.816592 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:57.909868 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.999349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.022467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.026919 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] 10.222.0.69 "DELETE /v2.0/networks/09af0014-38c3-4378-bc1b-db48e9a13334 HTTP/1.1" status: 204 len: 168 time: 1.9896240 Aug 31 09:40:58.046904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cce90c-54fd-48b7-ba9f-b420af4b3663 req-4a3f836c-d783-41a2-bc1e-93e9efbdc032 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:58.048589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49cce90c-54fd-48b7-ba9f-b420af4b3663 req-4a3f836c-d783-41a2-bc1e-93e9efbdc032 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 932 time: 0.2330158 Aug 31 09:40:58.056405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7489-9a60-4670-a48c-c1d1b750336c req-1fe3ad58-7080-485b-94ed-b50b7d3a9d9c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:58.058034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-938c7489-9a60-4670-a48c-c1d1b750336c req-1fe3ad58-7080-485b-94ed-b50b7d3a9d9c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 946 time: 0.1900806 Aug 31 09:40:58.061598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9962a-f71f-434b-a8d7-d8739bfd75e0 tempest-NetworksTest-902417632 tempest-NetworksTest-902417632-project] Pushing event deleted for resources: {'Network': ['ID=09af0014-38c3-4378-bc1b-db48e9a13334,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:58.144187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.147570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.170769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 2} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:58.175248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.181544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.188672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-938c7489-9a60-4670-a48c-c1d1b750336c req-2193ae74-1b5d-4db9-990c-76619ef8d5ec tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849690 Aug 31 09:40:58.193702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49cce90c-54fd-48b7-ba9f-b420af4b3663 req-918687f9-4e12-4bee-9fd3-c4fdbd520e4c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889180 Aug 31 09:40:58.202521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.386479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.20.0.1 (18fee462-dada-4ac6-91e3-ac2ecc2a1cdf/3a295dff-fb00-423e-8e53-8c6286c0c168/f027bab9-6017-4d2e-ae30-102ee39b0ecb) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:58.417688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38152) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:58.460595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 9d8d0b9a-234d-417f-b554-447a96980c58 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:58.516134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Allocated IP 172.25.1.93 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/860ad6f8-2b70-4326-9ba4-6d0e2e2f8f45) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:58.520594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.526018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.570831 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.621713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:58.630290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:58.639999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:58.680526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=f027bab9-6017-4d2e-ae30-102ee39b0ecb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:58.708755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dfe5a51f-9476-4332-bdd2-4d8ab6719b20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af6e3e08bd814f8fa75884771d92f0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880824 Aug 31 09:40:58.710650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38156) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:58.717189 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.769960 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.801470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.842836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2668b4de-3d6c-4b77-8ec4-594c66d76f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.862029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6789da83-5a56-48d4-bde0-4e33428ba8d7 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:58.879322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2668b4de-3d6c-4b77-8ec4-594c66d76f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.883917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.916376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port b6ae4cbe-04a8-48bc-bad9-4f9d81a959bd yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:58.919342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Transition to ACTIVE for port object 6789da83-5a56-48d4-bde0-4e33428ba8d7 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:58.924703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.927844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.978562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.000513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.039637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:59.054669 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2668b4de-3d6c-4b77-8ec4-594c66d76f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.057299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2668b4de-3d6c-4b77-8ec4-594c66d76f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.058501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2668b4de-3d6c-4b77-8ec4-594c66d76f5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe35b5d0-91af-42df-b7b7-6ca0cb2c6bb4 HTTP/1.1" status: 204 len: 168 time: 0.3468444 Aug 31 09:40:59.077071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:59.089192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668b4de-3d6c-4b77-8ec4-594c66d76f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe35b5d0-91af-42df-b7b7-6ca0cb2c6bb4,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.096176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:59.170979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event updated for resources: {'Port': ['ID=860ad6f8-2b70-4326-9ba4-6d0e2e2f8f45,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.262699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Attempting to bind port 6789da83-5a56-48d4-bde0-4e33428ba8d7 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:59.263090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Attempting to bind port 6789da83-5a56-48d4-bde0-4e33428ba8d7 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:59.263429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Attempting to bind port 6789da83-5a56-48d4-bde0-4e33428ba8d7 on network 7ef2d02d-7502-478d-a729-87262870c6fa {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:59.272866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Port 6789da83-5a56-48d4-bde0-4e33428ba8d7 on network 7ef2d02d-7502-478d-a729-87262870c6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:40:59.273382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Attempting to bind port 6789da83-5a56-48d4-bde0-4e33428ba8d7 on network 7ef2d02d-7502-478d-a729-87262870c6fa {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:59.320889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:59.321169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Checking segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:59.321766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Bound using segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:59.322401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Bound port: 6789da83-5a56-48d4-bde0-4e33428ba8d7, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:59.322986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.362539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.432533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa0388-deae-498a-a496-0c2c1a18ef95 req-8956cdcf-8eb8-445b-b92b-c4481723b7c8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.434101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2fa0388-deae-498a-a496-0c2c1a18ef95 req-8956cdcf-8eb8-445b-b92b-c4481723b7c8 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 946 time: 0.1201408 Aug 31 09:40:59.447216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.475794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef919-ac99-41e9-961a-c2c905d9bdbe req-6424a253-2ead-4852-ab51-cfbc6a17568a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.477281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32aef919-ac99-41e9-961a-c2c905d9bdbe req-6424a253-2ead-4852-ab51-cfbc6a17568a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.1233649 Aug 31 09:40:59.482350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.537076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:59.555325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:59.560112 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.574808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2fa0388-deae-498a-a496-0c2c1a18ef95 req-1cbc4084-bb94-4bf0-bcdb-2f581d2a05ee tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233690 Aug 31 09:40:59.575382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.622331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=f027bab9-6017-4d2e-ae30-102ee39b0ecb,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.644983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:59.646100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.650617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:59.653925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:59.654798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.666633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32aef919-ac99-41e9-961a-c2c905d9bdbe req-c09824c7-abc5-4680-a4eb-23496dea76f1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669378 Aug 31 09:40:59.673944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.674565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.676030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] 10.222.0.20 "PUT /v2.0/ports/6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 1092 time: 2.0660741 Aug 31 09:40:59.676498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:59.678930 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c814b34-3cbd-43ca-b130-f6972e6e1b39" -d '{"events": [{"name": "network-changed", "server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:59.722113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=9d8d0b9a-234d-417f-b554-447a96980c58,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.811930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.826438 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de8e2a-3864-4488-99d3-253a15879462 x-openstack-request-id: req-86de8e2a-3864-4488-99d3-253a15879462 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:59.827030 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:59.827469 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86de8e2a-3864-4488-99d3-253a15879462 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:59.828311 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'status': 'completed', 'code': 200} Aug 31 09:40:59.905083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-1e7896d9-e5b3-4f84-8e0c-8aa8372712af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0928345 Aug 31 09:40:59.949168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:59.951625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08196a-9e5b-4469-b031-bcab35abf04d service neutron] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.951955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:00.068212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Checking segment: {'id': '9480815d-634b-43f5-818a-a13b5354dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'bbfef479-2285-47a8-85d2-df13c268068b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:00.068212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network hostable DHCP agents. Network: bbfef479-2285-47a8-85d2-df13c268068b, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:00.109325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=b6ae4cbe-04a8-48bc-bad9-4f9d81a959bd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:00.172298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-a2596d65-73f4-46b6-81b7-763b55f165bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.174913 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-a2596d65-73f4-46b6-81b7-763b55f165bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1095 time: 0.4458952 Aug 31 09:41:00.199899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec612c73-19f1-4158-a317-83fb3143b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.200760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec612c73-19f1-4158-a317-83fb3143b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.201411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec612c73-19f1-4158-a317-83fb3143b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.202071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec612c73-19f1-4158-a317-83fb3143b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.202711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec612c73-19f1-4158-a317-83fb3143b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.203370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec612c73-19f1-4158-a317-83fb3143b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.204005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec612c73-19f1-4158-a317-83fb3143b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.206428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec612c73-19f1-4158-a317-83fb3143b81d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6492 time: 0.1332469 Aug 31 09:41:00.244057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:00.264710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38212) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:00.321944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network bbfef479-2285-47a8-85d2-df13c268068b is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:00.370346 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-8d3b27bb-9f32-4c3c-b8b2-56d042b8b9e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 217 time: 0.1045721 Aug 31 09:41:00.404437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, bbfef479-2285-47a8-85d2-df13c268068b) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:00.420457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05250f67-2abc-4be2-9d6c-47bef9285f50 None None] Network bbfef479-2285-47a8-85d2-df13c268068b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:00.435418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-f5a17284-73ef-49c0-acfb-4f1f82830a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.435913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-f5a17284-73ef-49c0-acfb-4f1f82830a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.436401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-f5a17284-73ef-49c0-acfb-4f1f82830a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.438118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-f5a17284-73ef-49c0-acfb-4f1f82830a22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d HTTP/1.1" status: 200 len: 2295 time: 0.1986785 Aug 31 09:41:00.450493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:00.475474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.489547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.490273 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.513210 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-4459f65f-dc55-4fb9-b61f-7e7182025b3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c586d57d-4718-4c51-bffd-7f35f488856c HTTP/1.1" status: 200 len: 1002 time: 0.0670328 Aug 31 09:41:00.558407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:00.558407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2e39a550-5726-4d0b-bff0-3d3e943a95a4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/routers/211918ef-7bd8-4431-b123-a9210655f351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1623383 Aug 31 09:41:00.559131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38234) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:00.566468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-849cedf7-4e39-4d93-97ed-919d5ee0b84d tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] Request body: {'port': {'network_id': '9b144284-63b4-4047-abf5-697ffd1dcfce', 'name': 'tempest-NetworksNegativeTestJSON-1205980024'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:00.583803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'port': {'network_id': '18fee462-dada-4ac6-91e3-ac2ecc2a1cdf', 'name': 'tempest-FloatingIPTestJSON-1252054019'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:00.584030 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290026f-a30b-446d-b98e-ff641d91ac0b None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:00.598818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-4953b2a3-c3d7-4654-956d-971db5030492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.602153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-4953b2a3-c3d7-4654-956d-971db5030492 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b00e266-7e73-4d06-99d6-4561cee3de9d HTTP/1.1" status: 200 len: 850 time: 0.0796018 Aug 31 09:41:00.602366 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.610100 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290026f-a30b-446d-b98e-ff641d91ac0b None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:00.612489 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7290026f-a30b-446d-b98e-ff641d91ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:00.663747 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7290026f-a30b-446d-b98e-ff641d91ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:00.678681 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290026f-a30b-446d-b98e-ff641d91ac0b None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:00.679493 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7290026f-a30b-446d-b98e-ff641d91ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:00.723635 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7290026f-a30b-446d-b98e-ff641d91ac0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:00.724616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290026f-a30b-446d-b98e-ff641d91ac0b None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:00.725840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-73a2a965-9da0-48de-9b9b-b66772e7fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.727950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-73a2a965-9da0-48de-9b9b-b66772e7fe5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167035 Aug 31 09:41:00.728135 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-849cedf7-4e39-4d93-97ed-919d5ee0b84d tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] POST failed (client error): The resource could not be found. Aug 31 09:41:00.729023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849cedf7-4e39-4d93-97ed-919d5ee0b84d tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:00.731088 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-849cedf7-4e39-4d93-97ed-919d5ee0b84d tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4598737 Aug 31 09:41:00.734280 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f3c5abc4-dc05-400d-b7c1-51a0b1d93234 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3442600 Aug 31 09:41:00.739065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38240) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:00.739622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38242) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:00.792065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ff52bddc-7653-4211-af7f-d6ed20ec7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.793814 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-ff52bddc-7653-4211-af7f-d6ed20ec7d7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.4069543 Aug 31 09:41:00.806622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f51aa-2271-43dc-acac-179c716d32f6 req-38e9cde9-38ad-4c40-907d-25b19587c763 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.808284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a82f51aa-2271-43dc-acac-179c716d32f6 req-38e9cde9-38ad-4c40-907d-25b19587c763 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 946 time: 0.1557715 Aug 31 09:41:00.824194 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75cd918-1e5f-430e-87eb-3ae75251fbac tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:00.824789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75cd918-1e5f-430e-87eb-3ae75251fbac tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:00.826592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c75cd918-1e5f-430e-87eb-3ae75251fbac tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "DELETE /v2.0/networks/06ab3f91-5096-4296-b952-192bf5e9a9ec HTTP/1.1" status: 404 len: 339 time: 0.0846183 Aug 31 09:41:00.836204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38244) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:00.927273 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f7c153-2092-433d-907f-bde06d304dbc tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:00.927949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f7c153-2092-433d-907f-bde06d304dbc tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:00.932506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c9f7c153-2092-433d-907f-bde06d304dbc tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "DELETE /v2.0/ports/beb3c3bd-e99c-49d3-8a62-7579fb08843f HTTP/1.1" status: 404 len: 333 time: 0.0946188 Aug 31 09:41:00.939823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:00.977943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a82f51aa-2271-43dc-acac-179c716d32f6 req-1cf1eaa3-b1f2-4584-b00e-12ddbcfcfe3a tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473618 Aug 31 09:41:01.016600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-053aaa51-3f1e-45fa-8be3-973ae017b4a6 service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566235 Aug 31 09:41:01.020275 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-0096223a-ff76-4d0f-9ee7-50a005c22ee4 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:01.021360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0096223a-ff76-4d0f-9ee7-50a005c22ee4 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:01.025056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0096223a-ff76-4d0f-9ee7-50a005c22ee4 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "DELETE /v2.0/subnets/c6920786-e6b8-4045-9652-65eb54602831 HTTP/1.1" status: 404 len: 337 time: 0.0736694 Aug 31 09:41:01.033938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e76e20-2f1d-468b-ac16-cfe9fb0c0d11 req-b83291bf-2d20-452e-9606-8ef075a09e2b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.035640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49e76e20-2f1d-468b-ac16-cfe9fb0c0d11 req-b83291bf-2d20-452e-9606-8ef075a09e2b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.1263123 Aug 31 09:41:01.036674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.048011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0096b41e-3246-469a-85da-dac1805d4d8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port b6ae4cbe-04a8-48bc-bad9-4f9d81a959bd {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:01.048702 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0096b41e-3246-469a-85da-dac1805d4d8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.071643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-68a09f72-ee29-4dcd-bab5-e51f5909ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.073447 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-68a09f72-ee29-4dcd-bab5-e51f5909ec87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2636673 Aug 31 09:41:01.080796 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb77cce-2edf-41f8-8201-f51bcb202062 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] GET failed (client error): The resource could not be found. Aug 31 09:41:01.086882 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1bb77cce-2edf-41f8-8201-f51bcb202062 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "GET /v2.0/networks/ca32e88c-055c-4856-b92f-b9ebe42908ff HTTP/1.1" status: 404 len: 339 time: 0.0410640 Aug 31 09:41:01.094929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38250) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.132718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:01.136229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.189285 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c7b417-722d-4112-b091-daf06a8e9d58 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] GET failed (client error): The resource could not be found. Aug 31 09:41:01.190921 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-96c7b417-722d-4112-b091-daf06a8e9d58 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "GET /v2.0/ports/6417208a-7e4b-40c7-825e-28abe3ddb1fb HTTP/1.1" status: 404 len: 333 time: 0.0928881 Aug 31 09:41:01.205707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38254) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.212289 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0096b41e-3246-469a-85da-dac1805d4d8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.224452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49e76e20-2f1d-468b-ac16-cfe9fb0c0d11 req-5c23f306-d5ee-4911-a7c8-8ae6221dee90 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622107 Aug 31 09:41:01.244761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0096b41e-3246-469a-85da-dac1805d4d8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for b6ae4cbe-04a8-48bc-bad9-4f9d81a959bd owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:01.258237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-f0b4a8d8-4808-4baf-9c9b-3a95c20f038f service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284713 Aug 31 09:41:01.258658 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-af83d7d7-3edd-4065-8320-7338bc968bfb tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] GET failed (client error): The resource could not be found. Aug 31 09:41:01.264290 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af83d7d7-3edd-4065-8320-7338bc968bfb tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "GET /v2.0/subnets/8204eb8b-6bf3-46e6-bb8c-04b836c383bb HTTP/1.1" status: 404 len: 337 time: 0.0517972 Aug 31 09:41:01.264952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38256) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.269168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] device_id is not set on port 6deafe0f-ce25-4be9-929f-f6b32bf12631 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:01.271856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ebe46b6c-b1ed-4279-97f9-79e66c7bcb57 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:01.319842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Router ef7d4ab8-168d-4f93-bd82-fd1ca4411499 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:41:01.346075 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-8dad415e-d8ee-4ba3-abd6-fc02b4676345 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491989 Aug 31 09:41:01.354999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-e3248593-7675-4b05-be41-f72259b50cd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 217 time: 0.0908041 Aug 31 09:41:01.357159 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe46b6c-b1ed-4279-97f9-79e66c7bcb57 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] PUT failed (client error): The resource could not be found. Aug 31 09:41:01.358041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe46b6c-b1ed-4279-97f9-79e66c7bcb57 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:01.359185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ebe46b6c-b1ed-4279-97f9-79e66c7bcb57 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "PUT /v2.0/networks/4db3feeb-aeb9-4600-927d-974535dd114c HTTP/1.1" status: 404 len: 339 time: 0.0917697 Aug 31 09:41:01.363712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38258) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.375248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7d4a5f55-7975-4e43-988d-9f8c0f670c53 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:01.417276 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4a5f55-7975-4e43-988d-9f8c0f670c53 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] PUT failed (client error): The resource could not be found. Aug 31 09:41:01.417952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4a5f55-7975-4e43-988d-9f8c0f670c53 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:01.419155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7d4a5f55-7975-4e43-988d-9f8c0f670c53 tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "PUT /v2.0/ports/95f22be8-8010-421f-a023-73292938ced3 HTTP/1.1" status: 404 len: 333 time: 0.0545599 Aug 31 09:41:01.426782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38260) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.433704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-46740c35-bce9-4d5c-a79c-86cd75460b0e tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:01.471741 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-46740c35-bce9-4d5c-a79c-86cd75460b0e tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] PUT failed (client error): The resource could not be found. Aug 31 09:41:01.472068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46740c35-bce9-4d5c-a79c-86cd75460b0e tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:01.474148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-46740c35-bce9-4d5c-a79c-86cd75460b0e tempest-NetworksNegativeTestJSON-1590155926 tempest-NetworksNegativeTestJSON-1590155926-project] 10.222.0.69 "PUT /v2.0/subnets/b467f940-cb1f-4760-90d3-fb4c2bc2f3df HTTP/1.1" status: 404 len: 337 time: 0.0438526 Aug 31 09:41:01.479391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-c3769e20-f9b9-4a14-89a5-253171887ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.481663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-c3769e20-f9b9-4a14-89a5-253171887ce4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1183164 Aug 31 09:41:01.530087 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0096b41e-3246-469a-85da-dac1805d4d8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.567791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096b41e-3246-469a-85da-dac1805d4d8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=b6ae4cbe-04a8-48bc-bad9-4f9d81a959bd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:01.574311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-2ea3b7e2-c0a4-4d8a-8327-b98fa1f8409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.576298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-2ea3b7e2-c0a4-4d8a-8327-b98fa1f8409f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848942 Aug 31 09:41:01.579435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0096b41e-3246-469a-85da-dac1805d4d8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.584495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0096b41e-3246-469a-85da-dac1805d4d8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/b6ae4cbe-04a8-48bc-bad9-4f9d81a959bd HTTP/1.1" status: 204 len: 168 time: 0.8408337 Aug 31 09:41:01.586089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38264) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.739775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55906b-6e30-4195-ac12-50bf3672c6de tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.745976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55906b-6e30-4195-ac12-50bf3672c6de tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.751585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1b55906b-6e30-4195-ac12-50bf3672c6de tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1606765 Aug 31 09:41:01.752939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38268) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.808182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-f6144eec-7b63-4561-b05e-1f69d167f1f3 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228584 Aug 31 09:41:01.907042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38272) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.966638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.20.0.6 (18fee462-dada-4ac6-91e3-ac2ecc2a1cdf/3a295dff-fb00-423e-8e53-8c6286c0c168/6deafe0f-ce25-4be9-929f-f6b32bf12631) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:02.021688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:02.043533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b294499-3d05-45a9-b6af-ee848e3ffe96 None None] Sync routers for ids ['ef7d4ab8-168d-4f93-bd82-fd1ca4411499'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:02.059289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b294499-3d05-45a9-b6af-ee848e3ffe96 None None] Routers {'ef7d4ab8-168d-4f93-bd82-fd1ca4411499'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:02.060539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2b294499-3d05-45a9-b6af-ee848e3ffe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ef7d4ab8-168d-4f93-bd82-fd1ca4411499'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:02.066344 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.069443 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-49e887f9-f3cc-452a-ae83-e1b8462399fc tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4708261 Aug 31 09:41:02.072825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38278) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:02.077616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:02.134119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2b294499-3d05-45a9-b6af-ee848e3ffe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:02.148367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ff88b184-533e-4015-8bf5-807a00f62df1 req-6c1b7668-0320-457f-a77e-2d7eeec7b257 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460577 Aug 31 09:41:02.164938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b294499-3d05-45a9-b6af-ee848e3ffe96 None None] Routers {'ef7d4ab8-168d-4f93-bd82-fd1ca4411499'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:02.173166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2b294499-3d05-45a9-b6af-ee848e3ffe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ef7d4ab8-168d-4f93-bd82-fd1ca4411499'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:02.212867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b409c884-edda-4227-acb2-5f3f6a1d59b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.257925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2b294499-3d05-45a9-b6af-ee848e3ffe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:02.259392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b294499-3d05-45a9-b6af-ee848e3ffe96 None None] The sync data for ids ['ef7d4ab8-168d-4f93-bd82-fd1ca4411499'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:02.377465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70063394-adae-4c19-b28e-32299c469fb8 req-87311abc-06aa-45e0-a101-5d15f89d3366 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.379054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70063394-adae-4c19-b28e-32299c469fb8 req-87311abc-06aa-45e0-a101-5d15f89d3366 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 946 time: 0.1724784 Aug 31 09:41:02.381366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fd06b792-337a-4a28-aed1-10bdf33bcfac tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 9d8d0b9a-234d-417f-b554-447a96980c58 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:02.381704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd06b792-337a-4a28-aed1-10bdf33bcfac tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.389744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-474d9ff2-900e-4255-a918-80ca706180b8 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704763 Aug 31 09:41:02.473268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-ab07acaa-c4c9-4279-9a32-7af59b290735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.474867 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-ab07acaa-c4c9-4279-9a32-7af59b290735 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1095 time: 0.2310297 Aug 31 09:41:02.507878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-7a577cb5-74a1-43c4-ac63-0f1fc353425b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 217 time: 0.1040738 Aug 31 09:41:02.524925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c77f2-a935-4c85-babf-9a0a19fa9d4e req-f6446d9a-9f18-4ff7-af18-2237351d4deb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.526403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f82c77f2-a935-4c85-babf-9a0a19fa9d4e req-f6446d9a-9f18-4ff7-af18-2237351d4deb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2076025 Aug 31 09:41:02.556985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd06b792-337a-4a28-aed1-10bdf33bcfac tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.585312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.614038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70063394-adae-4c19-b28e-32299c469fb8 req-e8c9e20a-3ea3-4152-b887-ae1e06270fa2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218599 Aug 31 09:41:02.617204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fd06b792-337a-4a28-aed1-10bdf33bcfac tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 9d8d0b9a-234d-417f-b554-447a96980c58 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:02.644803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-48519d4c-5d8d-47ae-995f-01678bd9e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.646285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-48519d4c-5d8d-47ae-995f-01678bd9e440 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1189055 Aug 31 09:41:02.703308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f82c77f2-a935-4c85-babf-9a0a19fa9d4e req-2cc011f4-0f63-44cf-889f-4abf61d491cf tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684959 Aug 31 09:41:02.789029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-6f441ed2-b172-4b30-9306-bb1f3b8c3195 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083438 Aug 31 09:41:02.794126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-9bfc2162-30c6-4e21-ad22-e401a3484159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.795087 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-9bfc2162-30c6-4e21-ad22-e401a3484159 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.2864616 Aug 31 09:41:02.795310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-b0612454-4b84-420c-8d8f-e4f6950d8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.796850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-b0612454-4b84-420c-8d8f-e4f6950d8b69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173842 Aug 31 09:41:02.801804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b409c884-edda-4227-acb2-5f3f6a1d59b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.815307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd06b792-337a-4a28-aed1-10bdf33bcfac tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.818171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.819786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b409c884-edda-4227-acb2-5f3f6a1d59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.861749 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.890411 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-a8d4ebba-9ee9-47bb-ad7a-8d93efa0b8a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 217 time: 0.0872283 Aug 31 09:41:02.905310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06b792-337a-4a28-aed1-10bdf33bcfac tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=9d8d0b9a-234d-417f-b554-447a96980c58,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:02.927224 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd06b792-337a-4a28-aed1-10bdf33bcfac tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.929746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fd06b792-337a-4a28-aed1-10bdf33bcfac tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/9d8d0b9a-234d-417f-b554-447a96980c58 HTTP/1.1" status: 204 len: 168 time: 1.1735792 Aug 31 09:41:02.933931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38288) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:02.984267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:02.986795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-cdaba8cd-b210-4591-b601-007eaaf18879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.988692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-cdaba8cd-b210-4591-b601-007eaaf18879 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 1096 time: 0.1625533 Aug 31 09:41:02.993205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409c884-edda-4227-acb2-5f3f6a1d59b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5a2ab0-c2d1-42fd-8d21-60fef344ed02,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:02.997670 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b409c884-edda-4227-acb2-5f3f6a1d59b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3027742cfe54810a3a1b3ccd089c291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0859406 Aug 31 09:41:03.002499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:03.004439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38290) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.007860 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.012129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=6deafe0f-ce25-4be9-929f-f6b32bf12631,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:03.016524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:03.053232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-acc8d967-d241-4cbf-9b93-93d86e79a18f service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477040 Aug 31 09:41:03.064829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-a38e3954-1e74-4fd8-aaf3-2286a94fd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.066363 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-a38e3954-1e74-4fd8-aaf3-2286a94fd093 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.1546175 Aug 31 09:41:03.159487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afbf83d-6efe-4d59-a41c-ddd13609c288 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.163617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6afbf83d-6efe-4d59-a41c-ddd13609c288 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2254951 Aug 31 09:41:03.165045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38292) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.181578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.182258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.220817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-f2f2efa8-9020-462c-aef0-1439fdd5e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.222338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-f2f2efa8-9020-462c-aef0-1439fdd5e72c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.2055099 Aug 31 09:41:03.227778 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad528194-c89d-4400-b175-6bd6938d36ef tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:03.229506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ad528194-c89d-4400-b175-6bd6938d36ef tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/b6ae4cbe-04a8-48bc-bad9-4f9d81a959bd HTTP/1.1" status: 404 len: 333 time: 0.0634432 Aug 31 09:41:03.233403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38294) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.242171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-fa74656b-c2ca-488b-ad0a-a695ef4ae7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.243723 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-fa74656b-c2ca-488b-ad0a-a695ef4ae7fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688154 Aug 31 09:41:03.244351 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29791dbc-870a-4f16-aae1-6dba03f89983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.249149 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f1fa511d-1df3-4e54-a745-bec5aa0621bb tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6879008 Aug 31 09:41:03.249442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38296) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.257423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'port': {'network_id': '18fee462-dada-4ac6-91e3-ac2ecc2a1cdf', 'name': 'tempest-FloatingIPTestJSON-1375308080'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:03.299547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-766cbc78-5609-4877-9613-595adc72113b service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082112 Aug 31 09:41:03.300412 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f868607-a1f4-4f61-b37c-453f7657c80d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:03.301911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2f868607-a1f4-4f61-b37c-453f7657c80d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/9d8d0b9a-234d-417f-b554-447a96980c58 HTTP/1.1" status: 404 len: 333 time: 0.0664115 Aug 31 09:41:03.303415 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-38e26b6b-471e-4b70-9f09-d2393c8184a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09982bf9-acfb-44dc-8c18-89206f411556 HTTP/1.1" status: 200 len: 217 time: 0.0690234 Aug 31 09:41:03.304723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38298) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.357164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Deleting port 860ad6f8-2b70-4326-9ba4-6d0e2e2f8f45 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:03.357759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.390897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29791dbc-870a-4f16-aae1-6dba03f89983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.425178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-06644760-5911-480b-9553-bb96bd091651 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1 HTTP/1.1" status: 200 len: 217 time: 0.1111777 Aug 31 09:41:03.486318 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.493345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-50c9bec2-fdb1-46e9-ab13-ae5ddbfbcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.494840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-50c9bec2-fdb1-46e9-ab13-ae5ddbfbcafc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1792917 Aug 31 09:41:03.538694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-a1a124a7-2a8c-4d26-b723-2446a66e2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.540206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-a1a124a7-2a8c-4d26-b723-2446a66e2bf7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1052530 Aug 31 09:41:03.547608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-ff5acebd-aa30-4176-8fc2-963f697e78a6 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868967 Aug 31 09:41:03.561786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.625981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29791dbc-870a-4f16-aae1-6dba03f89983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.629659 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29791dbc-870a-4f16-aae1-6dba03f89983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.630850 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-29791dbc-870a-4f16-aae1-6dba03f89983 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f5a2ab0-c2d1-42fd-8d21-60fef344ed02 HTTP/1.1" status: 204 len: 168 time: 0.6197591 Aug 31 09:41:03.640121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Calling delete_port for 860ad6f8-2b70-4326-9ba4-6d0e2e2f8f45 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:03.641944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:03.645482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.657544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-45b2c448-e43b-4637-a40e-43c4e27c6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.660455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-45b2c448-e43b-4637-a40e-43c4e27c6307 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560030 Aug 31 09:41:03.667234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29791dbc-870a-4f16-aae1-6dba03f89983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5a2ab0-c2d1-42fd-8d21-60fef344ed02,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:03.672030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.687371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfef479-2285-47a8-85d2-df13c268068b']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:03.700660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9480815d-634b-43f5-818a-a13b5354dcc7') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:03.701032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9480815d-634b-43f5-818a-a13b5354dcc7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:03.712018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.728929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] device_id is not set on port 3a67e32e-9bc8-4b67-b531-10e6ed09eb44 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:03.730340 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.740957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-01c12d6c-0ff3-430c-ab27-def126d90d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.743003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-01c12d6c-0ff3-430c-ab27-def126d90d51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1774025 Aug 31 09:41:03.755269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:03.756297 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:03.768714 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:03.823367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7c814b34-3cbd-43ca-b130-f6972e6e1b39 req-52847eb6-92f6-4171-83ea-b37cf8dfdbf3 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636931 Aug 31 09:41:03.933518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c4da100f-9961-40c6-927e-67d737048114 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:41:04.028565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.20.0.9 (18fee462-dada-4ac6-91e3-ac2ecc2a1cdf/3a295dff-fb00-423e-8e53-8c6286c0c168/3a67e32e-9bc8-4b67-b531-10e6ed09eb44) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:04.041734 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.050656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.070387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Pushing event deleted for resources: {'Port': ['ID=860ad6f8-2b70-4326-9ba4-6d0e2e2f8f45,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:04.092460 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.095405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/networks/bbfef479-2285-47a8-85d2-df13c268068b HTTP/1.1" status: 204 len: 168 time: 0.7891216 Aug 31 09:41:04.121882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38308) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:04.132878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c4da100f-9961-40c6-927e-67d737048114,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:04.147860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b56cf2-56c2-49cc-8405-c18fbb145c57 req-88fbbfdf-650e-4745-b9ec-6132e1c22eed tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.150137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'c4da100f-9961-40c6-927e-67d737048114', 'network_id': '5471ad47-d15e-4472-b684-c8d622bf98e9', 'port_id': 'c4da100f-9961-40c6-927e-67d737048114', 'mac_address': 'fa:16:3e:f9:d9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2bb068-ee81-4ebe-bb00-20ebe1788af1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:41:04.150950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2b56cf2-56c2-49cc-8405-c18fbb145c57 req-88fbbfdf-650e-4745-b9ec-6132e1c22eed tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 946 time: 0.3836601 Aug 31 09:41:04.151751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1944730520'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:04.156306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973459d-8e57-4bbe-9fcd-87ae582706e2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Network': ['ID=bbfef479-2285-47a8-85d2-df13c268068b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:04.170222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107d586-2e82-4244-be98-3abde8c75f28 req-29a04d85-7488-4ee0-9986-284648d06dcb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.178939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d107d586-2e82-4244-be98-3abde8c75f28 req-29a04d85-7488-4ee0-9986-284648d06dcb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.3365755 Aug 31 09:41:04.209847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-1d19c4be-2334-4266-901f-4f8f54aa937a service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403862 Aug 31 09:41:04.227070 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.244559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4da100f-9961-40c6-927e-67d737048114 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:41:04.247766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-3873fc08-c50c-4387-bcc5-2ce10ea8a628 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748509 Aug 31 09:41:04.279892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c4da100f-9961-40c6-927e-67d737048114,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:04.286682 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.314125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.357723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c4da100f-9961-40c6-927e-67d737048114,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:04.359104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.363645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.420229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d107d586-2e82-4244-be98-3abde8c75f28 req-68e85dc2-82b4-4f70-899d-6e533cdd9b5d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400177 Aug 31 09:41:04.427382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c4da100f-9961-40c6-927e-67d737048114'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:04.429585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2b56cf2-56c2-49cc-8405-c18fbb145c57 req-31bf6c44-6dbb-45d5-9b14-9127c13ef09e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478092 Aug 31 09:41:04.458194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:04.461788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.493062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=3a67e32e-9bc8-4b67-b531-10e6ed09eb44,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:04.536632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db9ba2fe-d775-4015-8455-a484bc47d236 req-3a624edf-2e01-4282-94fe-efec63815998 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168921 Aug 31 09:41:04.576835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-9cc6c04e-ad04-48c8-b862-81c1333ff66f service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139553 Aug 31 09:41:04.639310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:04.674140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:04.676650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:04.684818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:04.693293 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.704283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-d299b37a-3667-4c34-86d7-db3b323a6c25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=542862e8-97eb-4df8-9c05-421b80d35dea HTTP/1.1" status: 200 len: 217 time: 0.1114366 Aug 31 09:41:04.716253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.716625 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Added segment f5c0c852-b9f8-4836-963d-f7880ca092fc of type vlan for network aa096e3d-12af-4c4c-8a76-a84860b3d9c2 Aug 31 09:41:04.727710 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.802428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-2e16ce10-5922-48b0-8e5f-c64ce40304df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.807246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-2e16ce10-5922-48b0-8e5f-c64ce40304df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.0844150 Aug 31 09:41:04.856464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.867289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.867961 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.879917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-26d7ad99-aa4a-4361-a31a-fbca24653c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.884787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Router ef7d4ab8-168d-4f93-bd82-fd1ca4411499 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:04.885671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-26d7ad99-aa4a-4361-a31a-fbca24653c29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690756 Aug 31 09:41:04.908764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f11f60b1-c711-4d34-90f4-3f307ab1cd2b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6583123 Aug 31 09:41:04.916216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38338) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:04.935596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '3a67e32e-9bc8-4b67-b531-10e6ed09eb44', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:04.943380 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.950052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.950852 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.018808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38340) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.043140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-e237ba5d-45d4-4164-9854-82ab6278df6a service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389856 Aug 31 09:41:05.147857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1708720638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:05.196962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810e11-a4f3-4cfe-a8f2-5e0db50b2bd9 req-d50b441a-2972-4b46-9d2f-0e71508a9725 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:05.198585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb810e11-a4f3-4cfe-a8f2-5e0db50b2bd9 req-d50b441a-2972-4b46-9d2f-0e71508a9725 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 945 time: 0.0939889 Aug 31 09:41:05.206109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-5585c254-1ef5-4619-9269-5df99c29f47c service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547420 Aug 31 09:41:05.267686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-f4ea02fb-b408-45eb-8e06-d537929cd092 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e9599971-f593-4030-9e63-346c825284b2 HTTP/1.1" status: 200 len: 217 time: 0.0459611 Aug 31 09:41:05.281532 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:41:05.296799 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb810e11-a4f3-4cfe-a8f2-5e0db50b2bd9 req-ffc5b89e-2978-47df-a2f1-fbd00bb7c99c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896473 Aug 31 09:41:05.336377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-1f56eb00-67ac-485d-8686-fce5129fef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:05.337889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-1f56eb00-67ac-485d-8686-fce5129fef2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.0609372 Aug 31 09:41:05.387722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:41:05.387722 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:41:05.387722 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id_1': 'c925be5bc5a84b61a278eda2698c51c7', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 41, 5, 157124)}] Aug 31 09:41:05.387722 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:41:05.388620 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:41:05.389911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-fed6d097-6c4e-406b-95b5-61a3820a5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:05.391535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-fed6d097-6c4e-406b-95b5-61a3820a5f9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453923 Aug 31 09:41:05.430926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:05.437143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:41:05.441173 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.444953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d0309f20-ce02-47fb-b2dd-82d9e91561dd tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "PUT /v2.0/routers/ef7d4ab8-168d-4f93-bd82-fd1ca4411499 HTTP/1.1" status: 200 len: 706 time: 3.3686571 Aug 31 09:41:05.449609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38346) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.450443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.452399 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97018553-703d-4a69-8a32-eac4a75ae130 None None] Sync routers for ids ['ef7d4ab8-168d-4f93-bd82-fd1ca4411499'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:05.465865 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97018553-703d-4a69-8a32-eac4a75ae130 None None] Routers {'ef7d4ab8-168d-4f93-bd82-fd1ca4411499'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:05.466913 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-97018553-703d-4a69-8a32-eac4a75ae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ef7d4ab8-168d-4f93-bd82-fd1ca4411499'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.472270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3481457 Aug 31 09:41:05.475033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75de10-36f5-4a10-8dab-941d20870e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Network': ['ID=aa096e3d-12af-4c4c-8a76-a84860b3d9c2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:05.475593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38348) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.491541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'aa096e3d-12af-4c4c-8a76-a84860b3d9c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:05.517376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network aa096e3d-12af-4c4c-8a76-a84860b3d9c2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:05.539389 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-97018553-703d-4a69-8a32-eac4a75ae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.557957 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97018553-703d-4a69-8a32-eac4a75ae130 None None] Routers {'ef7d4ab8-168d-4f93-bd82-fd1ca4411499'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:05.559356 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-97018553-703d-4a69-8a32-eac4a75ae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ef7d4ab8-168d-4f93-bd82-fd1ca4411499'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.597012 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-97018553-703d-4a69-8a32-eac4a75ae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.598038 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97018553-703d-4a69-8a32-eac4a75ae130 None None] The sync data for ids ['ef7d4ab8-168d-4f93-bd82-fd1ca4411499'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:05.625110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-123a1a82-0444-44ba-87e7-982c3812e545 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/routers/ef7d4ab8-168d-4f93-bd82-fd1ca4411499 HTTP/1.1" status: 200 len: 741 time: 0.1715984 Aug 31 09:41:05.628502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38352) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.683937 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b292cc06-6316-4345-ba6d-a24162382389 tempest-RoutersAdminTest-1925569098 tempest-RoutersAdminTest-1925569098-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=ef7d4ab8-168d-4f93-bd82-fd1ca4411499 HTTP/1.1" status: 200 len: 205 time: 0.0540419 Aug 31 09:41:05.686696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38356) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.723703 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2196c9a4-782d-4ba2-ad2c-b6201bfbcf85 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7d4ab8-168d-4f93-bd82-fd1ca4411499 HTTP/1.1" status: 200 len: 205 time: 0.0355787 Aug 31 09:41:05.726310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38358) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.811548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:05.822918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ae02fa-046a-41fb-bec9-37138d3aa51f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.828690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'port_id': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'mac_address': 'fa:16:3e:29:82:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:41:05.873993 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.889497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6789da83-5a56-48d4-bde0-4e33428ba8d7 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:41:05.906969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.911654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:05.917145 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.949152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c4da100f-9961-40c6-927e-67d737048114 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:06.009282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.027884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port c4da100f-9961-40c6-927e-67d737048114 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:06.028258 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.051108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-4ad76544-10c9-4b8a-a680-fab212dc8801 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505821 Aug 31 09:41:06.055004 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:06.058785 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.067145 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ae02fa-046a-41fb-bec9-37138d3aa51f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.071047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ae02fa-046a-41fb-bec9-37138d3aa51f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.127353 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.145524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ae02fa-046a-41fb-bec9-37138d3aa51f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.146067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ae02fa-046a-41fb-bec9-37138d3aa51f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Fanout notify agent at l3_agent the message router_deleted on router ef7d4ab8-168d-4f93-bd82-fd1ca4411499 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:41:06.154991 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ae02fa-046a-41fb-bec9-37138d3aa51f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.160698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e1ae02fa-046a-41fb-bec9-37138d3aa51f tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/ef7d4ab8-168d-4f93-bd82-fd1ca4411499 HTTP/1.1" status: 204 len: 168 time: 0.4285643 Aug 31 09:41:06.160847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a05958-c6b1-4024-bc5c-234139deab53 req-78513273-48cb-4d70-83ca-de22b2e1caf9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.162105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38360) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.166996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56a05958-c6b1-4024-bc5c-234139deab53 req-78513273-48cb-4d70-83ca-de22b2e1caf9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.6043155 Aug 31 09:41:06.173658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c4da100f-9961-40c6-927e-67d737048114,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:06.175314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da100f-9961-40c6-927e-67d737048114'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:06.179151 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a882a3e6-1e4b-48fe-b5ca-c83391ca5da2" -d '{"events": [{"server_uuid": "ab1b1a2e-fb2f-4c1d-a423-bce3b888967d", "name": "network-vif-plugged", "status": "completed", "tag": "c4da100f-9961-40c6-927e-67d737048114"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:06.184363 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.200684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.25.1.143 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/5b65f267-a63f-44e7-8bdc-c056c0f02fbf) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:06.204625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-75697987-f5b7-43a4-b2c2-23539688769a tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7d4ab8-168d-4f93-bd82-fd1ca4411499 HTTP/1.1" status: 200 len: 205 time: 0.0414004 Aug 31 09:41:06.207689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38364) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.229463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.230519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.254907 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06c620-c59e-4109-a497-dd5397a02cd7 x-openstack-request-id: req-5e06c620-c59e-4109-a497-dd5397a02cd7 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:06.255368 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1b1a2e-fb2f-4c1d-a423-bce3b888967d", "name": "network-vif-plugged", "status": "completed", "tag": "c4da100f-9961-40c6-927e-67d737048114", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:06.255762 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e06c620-c59e-4109-a497-dd5397a02cd7 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:06.256275 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da100f-9961-40c6-927e-67d737048114', 'code': 200} Aug 31 09:41:06.256907 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-fff274b2-9510-4c02-b556-0b7198a8b71e tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] delete failed (client error): The resource could not be found. Aug 31 09:41:06.258194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fff274b2-9510-4c02-b556-0b7198a8b71e tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/ef7d4ab8-168d-4f93-bd82-fd1ca4411499 HTTP/1.1" status: 404 len: 336 time: 0.0497837 Aug 31 09:41:06.261445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.275533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6789da83-5a56-48d4-bde0-4e33428ba8d7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:06.283947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56a05958-c6b1-4024-bc5c-234139deab53 req-daa1c7ab-7248-4949-9e2a-8ec5baf91622 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160402 Aug 31 09:41:06.313615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c4da100f-9961-40c6-927e-67d737048114,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.314018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38368) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.314252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5ecbdc8f-d0a3-446f-b368-f7e08a59f54a tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7a738b0-e57a-4129-b7a7-707604d4422a HTTP/1.1" status: 200 len: 205 time: 0.0508733 Aug 31 09:41:06.329406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-abba6fb2-0c77-44ee-a57f-804e4d9bc045 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640991 Aug 31 09:41:06.403048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.404227 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-e18b76af-dac6-4f2f-9958-163e74d3357b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] delete failed (client error): The resource could not be found. Aug 31 09:41:06.405411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e18b76af-dac6-4f2f-9958-163e74d3357b tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/f7a738b0-e57a-4129-b7a7-707604d4422a HTTP/1.1" status: 404 len: 336 time: 0.0900202 Aug 31 09:41:06.412714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38372) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.451186 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da961c3e-1c50-4be5-9758-979a3e951e28 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5 HTTP/1.1" status: 200 len: 205 time: 0.0363970 Aug 31 09:41:06.456642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38374) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.471698 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.480507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaab075-5ada-4939-9cd7-22482026245f req-d78d500a-21a8-4e18-9e4e-4278b96ebd0c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.482177 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3aaab075-5ada-4939-9cd7-22482026245f req-d78d500a-21a8-4e18-9e4e-4278b96ebd0c tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 946 time: 0.1651039 Aug 31 09:41:06.494706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-64037f31-9712-4b7e-90a3-f34f972ffda0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 HTTP/1.1" status: 200 len: 217 time: 0.1032653 Aug 31 09:41:06.535261 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-e84d9557-4bc2-4a81-a339-649ad0c3e753 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] delete failed (client error): The resource could not be found. Aug 31 09:41:06.539524 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e84d9557-4bc2-4a81-a339-649ad0c3e753 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/8bf1b7db-7ad1-4a86-b5ec-a3c76fd473b5 HTTP/1.1" status: 404 len: 336 time: 0.0768802 Aug 31 09:41:06.548586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38376) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.563099 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.564310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2aab306f-79a7-4934-b666-fcf64eb53a5a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5453293 Aug 31 09:41:06.573688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38378) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.581150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1196091259'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:06.623234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7b67fc14-905b-4e11-bf77-3538df0a3013 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d1a4a08-ac5f-4741-bf07-dfb7cc597851 HTTP/1.1" status: 200 len: 205 time: 0.0728316 Aug 31 09:41:06.626430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.630848 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.639791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858bd85-239c-4213-aee7-55abd02fde2b req-98b46d69-3b4a-482f-af6b-33ee69a559e2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.641070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2858bd85-239c-4213-aee7-55abd02fde2b req-98b46d69-3b4a-482f-af6b-33ee69a559e2 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 946 time: 0.2480996 Aug 31 09:41:06.649032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-0465fbd4-2ce6-4fb5-8222-3e8d81f5ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.650560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-0465fbd4-2ce6-4fb5-8222-3e8d81f5ae1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.1433380 Aug 31 09:41:06.684656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.690165 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-c5523cb1-08f8-4a1a-9830-1d3ea0967790 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] delete failed (client error): The resource could not be found. Aug 31 09:41:06.691238 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c5523cb1-08f8-4a1a-9830-1d3ea0967790 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/2d1a4a08-ac5f-4741-bf07-dfb7cc597851 HTTP/1.1" status: 404 len: 336 time: 0.0580544 Aug 31 09:41:06.695363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.711348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Made reservation on behalf of c925be5bc5a84b61a278eda2698c51c7 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:06.714809 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.748892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1147703c-a16a-417b-8cc0-6e35b914c953 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=60a44d86-1652-4517-9193-5eaf2344e769 HTTP/1.1" status: 200 len: 205 time: 0.0490472 Aug 31 09:41:06.750067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.752387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38384) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.769188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2858bd85-239c-4213-aee7-55abd02fde2b req-de563ac3-0394-4cf3-b14d-dae710155985 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/security-groups?id=0ef06a47-3d1f-470a-adf8-36e9500355fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127999 Aug 31 09:41:06.802169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=530470b4-1190-4ba5-bc46-9c0f6b8c6dd8,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.808615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-9661477f-29ae-484e-ab8c-7d4db2dac9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.810172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-9661477f-29ae-484e-ab8c-7d4db2dac9dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445398 Aug 31 09:41:06.817491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Checking segment: {'id': 'f5c0c852-b9f8-4836-963d-f7880ca092fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'aa096e3d-12af-4c4c-8a76-a84860b3d9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:06.817879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network hostable DHCP agents. Network: aa096e3d-12af-4c4c-8a76-a84860b3d9c2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:06.829425 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-65fca22d-5710-4109-b7da-aeb4b89c2012 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] delete failed (client error): The resource could not be found. Aug 31 09:41:06.830628 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-65fca22d-5710-4109-b7da-aeb4b89c2012 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/60a44d86-1652-4517-9193-5eaf2344e769 HTTP/1.1" status: 404 len: 336 time: 0.0721996 Aug 31 09:41:06.838836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38388) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.854381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Deleting port c4da100f-9961-40c6-927e-67d737048114 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:06.854729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.888398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.893547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network aa096e3d-12af-4c4c-8a76-a84860b3d9c2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:06.912491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, aa096e3d-12af-4c4c-8a76-a84860b3d9c2) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:06.919133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.919793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.926794 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-753b8bdb-d641-4b60-b5a0-8cf3049e36b2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ecf4e1d-4107-46a5-b2ec-234cc596cc80 HTTP/1.1" status: 200 len: 205 time: 0.0826507 Aug 31 09:41:06.927009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38390) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.930231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e6aeb-97f4-4a78-8aee-3e258351b57d None None] Network aa096e3d-12af-4c4c-8a76-a84860b3d9c2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:06.979814 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-54ed7038-70bb-48c4-9588-3e2ef847cae2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] delete failed (client error): The resource could not be found. Aug 31 09:41:06.983436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-54ed7038-70bb-48c4-9588-3e2ef847cae2 tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/routers/1ecf4e1d-4107-46a5-b2ec-234cc596cc80 HTTP/1.1" status: 404 len: 336 time: 0.0541847 Aug 31 09:41:06.983664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:06.990327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38392) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.002058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-ec831fd8-cdd1-4396-8260-77b90b81bed9 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814649 Aug 31 09:41:07.007080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:07.015270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:07.023481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=5b65f267-a63f-44e7-8bdc-c056c0f02fbf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.028709 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28ee581-da3a-495e-b0bd-1c359f2432db tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:07.029521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28ee581-da3a-495e-b0bd-1c359f2432db tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:07.030874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b28ee581-da3a-495e-b0bd-1c359f2432db tempest-RoutersAdminTest-2137320862 tempest-RoutersAdminTest-2137320862-project] 10.222.0.69 "DELETE /v2.0/subnets/68487a11-fdec-4b0a-a63d-7a26de54b37d HTTP/1.1" status: 404 len: 337 time: 0.0395103 Aug 31 09:41:07.104095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] For port c4da100f-9961-40c6-927e-67d737048114, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c4da100f-9961-40c6-927e-67d737048114,segment=NetworkSegment(8af4e209-953f-44ae-988c-2f0055386c1d),segment_id=8af4e209-953f-44ae-988c-2f0055386c1d)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:07.104462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.119911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8bfb3-79b7-4add-9b52-d9b27fae47b5 req-a36f57c5-aca4-4f5f-adcb-ec1d39bb2f80 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990663 Aug 31 09:41:07.130430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Calling delete_port for c4da100f-9961-40c6-927e-67d737048114 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:07.155732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-aa096e3d-12af-4c4c-8a76-a84860b3d9c2', 'network_id': 'aa096e3d-12af-4c4c-8a76-a84860b3d9c2', 'tenant_id': 'bfcbb412b7f147a180321232edfc8bda', 'fixed_ips': [{'subnet_id': '530470b4-1190-4ba5-bc46-9c0f6b8c6dd8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:07.156776 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.248518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.259675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.262664 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-911bb81e-7bcf-4040-acb9-c8df39ab54eb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7858019 Aug 31 09:41:07.265361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38396) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.272485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'aa096e3d-12af-4c4c-8a76-a84860b3d9c2', 'name': 'tempest-PortsIpV6TestJSON-1152340121'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:07.343897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Allocated IP 2001:db8::2 (aa096e3d-12af-4c4c-8a76-a84860b3d9c2/530470b4-1190-4ba5-bc46-9c0f6b8c6dd8/541c1021-858f-4ff1-9eb7-e2a09ab07a63) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:07.358318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:07.365671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241d1565-6502-44b2-baa6-9a18bfd2c091,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.385657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.386010 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Added segment f75e5342-8fc1-445c-a59e-090954799fa8 of type vlan for network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 Aug 31 09:41:07.446904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:07.459505 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.505263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.533461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 4634f9ee-0b44-4f71-8595-5afe28e10520 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:07.557506 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.560847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38404) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.564265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:07.572125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.630644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Transition to ACTIVE for port object 541c1021-858f-4ff1-9eb7-e2a09ab07a63 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:07.633088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c4da100f-9961-40c6-927e-67d737048114'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:07.635176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.643515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdde41-1a7d-4771-92d5-939ab7a3e5d0 req-f34632a6-523d-4951-bd28-dc57f6ad4331 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:07.644855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:07.645623 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.657470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bbdde41-1a7d-4771-92d5-939ab7a3e5d0 req-f34632a6-523d-4951-bd28-dc57f6ad4331 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 945 time: 0.1663477 Aug 31 09:41:07.677499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Transition to ACTIVE for port object 541c1021-858f-4ff1-9eb7-e2a09ab07a63 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:07.692492 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.706675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 6789da83-5a56-48d4-bde0-4e33428ba8d7 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:07.711538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Pushing event deleted for resources: {'Port': ['ID=c4da100f-9961-40c6-927e-67d737048114,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.753464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Network aa096e3d-12af-4c4c-8a76-a84860b3d9c2 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:07.754736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 6789da83-5a56-48d4-bde0-4e33428ba8d7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:07.755240 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.760418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:07.782830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bbdde41-1a7d-4771-92d5-939ab7a3e5d0 req-670ddf3a-e0a7-43f0-ab68-efc8b4d5d4d8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240058 Aug 31 09:41:07.809080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:07.846244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::3a4 (aa096e3d-12af-4c4c-8a76-a84860b3d9c2/530470b4-1190-4ba5-bc46-9c0f6b8c6dd8/4634f9ee-0b44-4f71-8595-5afe28e10520) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:07.879799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Network': ['ID=1def69fa-a08e-44dc-9411-cb04a2f9eb93,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.882761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Pushing event updated for resources: {'Port': ['ID=541c1021-858f-4ff1-9eb7-e2a09ab07a63,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.895275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:07.929749 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-38c1ead2-6ed0-4501-9dc7-60e83c4fced0 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3549697 Aug 31 09:41:07.941230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] No DVR routers for this DVR port c4da100f-9961-40c6-927e-67d737048114 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:07.943426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38412) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.977335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Attempting to bind port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:07.978032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Attempting to bind port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f5c0c852-b9f8-4836-963d-f7880ca092fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'aa096e3d-12af-4c4c-8a76-a84860b3d9c2'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:07.978032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Attempting to bind port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 on network aa096e3d-12af-4c4c-8a76-a84860b3d9c2 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:07.986218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:07.986826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.986987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Checking segment: {'id': 'f5c0c852-b9f8-4836-963d-f7880ca092fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'aa096e3d-12af-4c4c-8a76-a84860b3d9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:07.987107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.987422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Bound using segment: {'id': 'f5c0c852-b9f8-4836-963d-f7880ca092fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'aa096e3d-12af-4c4c-8a76-a84860b3d9c2'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:07.987882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Bound port: 541c1021-858f-4ff1-9eb7-e2a09ab07a63, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c0c852-b9f8-4836-963d-f7880ca092fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'aa096e3d-12af-4c4c-8a76-a84860b3d9c2'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:07.988271 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.989063 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3aaab075-5ada-4939-9cd7-22482026245f req-dc7fba00-8f84-4f04-8767-38020d63c144 tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.52 "DELETE /v2.0/ports/c4da100f-9961-40c6-927e-67d737048114 HTTP/1.1" status: 204 len: 173 time: 1.4686744 Aug 31 09:41:07.991128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'name': 'network-vif-deleted', 'tag': 'c4da100f-9961-40c6-927e-67d737048114'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:07.992664 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e49f36d-dc2b-44b0-b553-0b71637645db" -d '{"events": [{"server_uuid": "ab1b1a2e-fb2f-4c1d-a423-bce3b888967d", "name": "network-vif-deleted", "tag": "c4da100f-9961-40c6-927e-67d737048114"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:07.996018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-50ca1319-3f96-445c-9622-1177150a30f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.004653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'subnet': {'network_id': '1def69fa-a08e-44dc-9411-cb04a2f9eb93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:08.091487 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.096554 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19505ed-35f2-4cae-9e53-89ac11a6ae79 x-openstack-request-id: req-d19505ed-35f2-4cae-9e53-89ac11a6ae79 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:08.096992 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1b1a2e-fb2f-4c1d-a423-bce3b888967d", "name": "network-vif-deleted", "tag": "c4da100f-9961-40c6-927e-67d737048114", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:08.097363 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d19505ed-35f2-4cae-9e53-89ac11a6ae79 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:08.098046 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b1a2e-fb2f-4c1d-a423-bce3b888967d', 'name': 'network-vif-deleted', 'tag': 'c4da100f-9961-40c6-927e-67d737048114', 'status': 'completed', 'code': 200} Aug 31 09:41:08.140266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68d09bf8-f455-4eed-89da-f440e48b55ea req-6db41e73-3fc4-4340-a656-1abf4557ca5e tempest-ImagesTestJSON-1192733774 tempest-ImagesTestJSON-1192733774-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab1b1a2e-fb2f-4c1d-a423-bce3b888967d HTTP/1.1" status: 200 len: 210 time: 0.0410607 Aug 31 09:41:08.147294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-fb588a64-be41-4513-8987-667d341482c3 None None] For port 541c1021-858f-4ff1-9eb7-e2a09ab07a63, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:08.152360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:08.164541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.167635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-fb588a64-be41-4513-8987-667d341482c3 None None] For port 541c1021-858f-4ff1-9eb7-e2a09ab07a63, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=541c1021-858f-4ff1-9eb7-e2a09ab07a63,segment=NetworkSegment(f5c0c852-b9f8-4836-963d-f7880ca092fc),segment_id=f5c0c852-b9f8-4836-963d-f7880ca092fc)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:08.198889 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.229679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Made reservation on behalf of c925be5bc5a84b61a278eda2698c51c7 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:08.239757 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.246326 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.246596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.258872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:08.260583 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e169a72c-b5fa-46d2-990b-076bdd4555c7" -d '{"events": [{"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-plugged", "status": "completed", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:08.290721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object 4634f9ee-0b44-4f71-8595-5afe28e10520 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:08.318926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb588a64-be41-4513-8987-667d341482c3 None None] Pushing event updated for resources: {'Port': ['ID=541c1021-858f-4ff1-9eb7-e2a09ab07a63,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.331839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.370211 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15abc05b-452c-4a52-bbf1-e3ad76df764f x-openstack-request-id: req-15abc05b-452c-4a52-bbf1-e3ad76df764f {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:08.370591 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-plugged", "status": "completed", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:08.370807 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15abc05b-452c-4a52-bbf1-e3ad76df764f {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:08.371183 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'code': 200} Aug 31 09:41:08.396016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network aa096e3d-12af-4c4c-8a76-a84860b3d9c2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:08.407051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:08.414355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:08.420888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:08.421583 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.428642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.437000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=4634f9ee-0b44-4f71-8595-5afe28e10520,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.520407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea801afa-28b6-48bc-b29e-f5859c7d2f59 req-72f04e74-db5f-47d2-8736-2480f132505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:08.523207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea801afa-28b6-48bc-b29e-f5859c7d2f59 req-72f04e74-db5f-47d2-8736-2480f132505f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1097 time: 0.0694609 Aug 31 09:41:08.637760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea801afa-28b6-48bc-b29e-f5859c7d2f59 req-f4853815-c5b4-4d62-be9e-f749d8e7370b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054575 Aug 31 09:41:08.649402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.703876 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-50ca1319-3f96-445c-9622-1177150a30f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.718192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-50ca1319-3f96-445c-9622-1177150a30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.723687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bf958c2d-85e8-476c-8983-8758dc77476a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4554901 Aug 31 09:41:08.726509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38418) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.894348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-68eedf68-bf70-4d11-8e2f-738a61a0cd16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 4634f9ee-0b44-4f71-8595-5afe28e10520 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:08.895082 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68eedf68-bf70-4d11-8e2f-738a61a0cd16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.106121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e546-a69d-413a-999f-63939e1a2dd3 req-4d86beb7-57e9-435e-94f8-edc8bc06a0a0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:09.109078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dfe5e546-a69d-413a-999f-63939e1a2dd3 req-4d86beb7-57e9-435e-94f8-edc8bc06a0a0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.1870680 Aug 31 09:41:09.141257 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68eedf68-bf70-4d11-8e2f-738a61a0cd16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.164293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-68eedf68-bf70-4d11-8e2f-738a61a0cd16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 4634f9ee-0b44-4f71-8595-5afe28e10520 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:09.187417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca1319-3f96-445c-9622-1177150a30f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f15ac3-601d-43cf-a4d3-4e3f694253bc,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.192426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dfe5e546-a69d-413a-999f-63939e1a2dd3 req-e51abf8d-0c85-4a13-8a7b-738b4251d82e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711782 Aug 31 09:41:09.263109 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-50ca1319-3f96-445c-9622-1177150a30f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=faec276739884a92846ca0028d8437f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6972413 Aug 31 09:41:09.263708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38426) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.273406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.396082 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68eedf68-bf70-4d11-8e2f-738a61a0cd16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.424385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eedf68-bf70-4d11-8e2f-738a61a0cd16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=4634f9ee-0b44-4f71-8595-5afe28e10520,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.482466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Subnet': ['ID=e615213a-e16f-4510-aec9-417fbaea835b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.504784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68eedf68-bf70-4d11-8e2f-738a61a0cd16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.509031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-68eedf68-bf70-4d11-8e2f-738a61a0cd16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/4634f9ee-0b44-4f71-8595-5afe28e10520 HTTP/1.1" status: 204 len: 168 time: 0.7808785 Aug 31 09:41:09.521798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38438) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.536721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Checking segment: {'id': 'f75e5342-8fc1-445c-a59e-090954799fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '1def69fa-a08e-44dc-9411-cb04a2f9eb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:09.537177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network hostable DHCP agents. Network: 1def69fa-a08e-44dc-9411-cb04a2f9eb93, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:09.546468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f64fa5-cd04-4564-b20d-21cbafd1cf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.556636 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-35820df5-6d90-4be7-892a-57a2ee6717cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:09.557406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35820df5-6d90-4be7-892a-57a2ee6717cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:09.564420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-35820df5-6d90-4be7-892a-57a2ee6717cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/4634f9ee-0b44-4f71-8595-5afe28e10520 HTTP/1.1" status: 404 len: 333 time: 0.0508990 Aug 31 09:41:09.567621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38446) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.600851 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f64fa5-cd04-4564-b20d-21cbafd1cf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.619822 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d7f8d2-0adb-4c92-88b9-b1f4219fa285 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:09.619822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-15d7f8d2-0adb-4c92-88b9-b1f4219fa285 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/4634f9ee-0b44-4f71-8595-5afe28e10520 HTTP/1.1" status: 404 len: 333 time: 0.0462937 Aug 31 09:41:09.627875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.630060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38450) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.644668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 541c1021-858f-4ff1-9eb7-e2a09ab07a63 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:09.653053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:09.655508 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.721697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:09.743997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8d0ebe-f7f3-4f5b-a901-cb4b247b2612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 530470b4-1190-4ba5-bc46-9c0f6b8c6dd8 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:09.749203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d0ebe-f7f3-4f5b-a901-cb4b247b2612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.780476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 1def69fa-a08e-44dc-9411-cb04a2f9eb93) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:09.785455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:09.786869 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.788433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a7630-d5fb-43db-b975-e57bb3f13ebf None None] Network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:09.793496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=5b65f267-a63f-44e7-8bdc-c056c0f02fbf,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.812114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.859619 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d0ebe-f7f3-4f5b-a901-cb4b247b2612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.861719 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a6972c41-51ad-438b-9961-227fc37ca75c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8771169 Aug 31 09:41:09.864657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38462) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.874020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'network': {'name': 'tempest-router-network01--1295229849'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:09.888546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f64fa5-cd04-4564-b20d-21cbafd1cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.891743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f64fa5-cd04-4564-b20d-21cbafd1cf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.896392 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-42f64fa5-cd04-4564-b20d-21cbafd1cf84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1f15ac3-601d-43cf-a4d3-4e3f694253bc HTTP/1.1" status: 204 len: 168 time: 0.6314352 Aug 31 09:41:09.945488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38468) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.946178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350415b3-8435-41ec-a24e-6e8acfa6e630 None None] Network aa096e3d-12af-4c4c-8a76-a84860b3d9c2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:09.974809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f64fa5-cd04-4564-b20d-21cbafd1cf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f15ac3-601d-43cf-a4d3-4e3f694253bc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.993004 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Made reservation on behalf of c925be5bc5a84b61a278eda2698c51c7 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:09.996782 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.033697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c4da100f-9961-40c6-927e-67d737048114 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:10.034515 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP 22557dde-f352-4809-b19a-41953a7bfc27 associated. External IP: 172.25.1.143, port: 3a67e32e-9bc8-4b67-b531-10e6ed09eb44. Aug 31 09:41:10.060275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5505f0-453f-48d3-9e69-d3381b34be7f admin admin] Deleting subnet 8b2bb068-ee81-4ebe-bb00-20ebe1788af1 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:10.066519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b5505f0-453f-48d3-9e69-d3381b34be7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.113990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:10.145148 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d0ebe-f7f3-4f5b-a901-cb4b247b2612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.199826 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.201143 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Added segment 50300a57-1164-4292-9bcd-878235e7cfc1 of type vlan for network 810ba7d3-087a-44a7-be3b-c495d5eb83ce Aug 31 09:41:10.237969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: c4da100f-9961-40c6-927e-67d737048114 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:10.238407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c4da100f-9961-40c6-927e-67d737048114 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:10.242590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abed4fe2-19a2-4253-b82c-85222ba2796a None None] Provisioning for port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:10.251887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abed4fe2-19a2-4253-b82c-85222ba2796a None None] Provisioning complete for port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:10.252264 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abed4fe2-19a2-4253-b82c-85222ba2796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.262545 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b5505f0-453f-48d3-9e69-d3381b34be7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.321031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-1def69fa-a08e-44dc-9411-cb04a2f9eb93', 'network_id': '1def69fa-a08e-44dc-9411-cb04a2f9eb93', 'tenant_id': 'c925be5bc5a84b61a278eda2698c51c7', 'fixed_ips': [{'subnet_id': 'e615213a-e16f-4510-aec9-417fbaea835b'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:10.322221 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.404538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.455403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:10.475336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b5505f0-453f-48d3-9e69-d3381b34be7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.532764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d0ebe-f7f3-4f5b-a901-cb4b247b2612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.538093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.559373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38476) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.564443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.570324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:10.576814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.614490 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d0ebe-f7f3-4f5b-a901-cb4b247b2612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.621175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-df8d0ebe-f7f3-4f5b-a901-cb4b247b2612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/530470b4-1190-4ba5-bc46-9c0f6b8c6dd8 HTTP/1.1" status: 204 len: 168 time: 0.9853325 Aug 31 09:41:10.621423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38478) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.628246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d0ebe-f7f3-4f5b-a901-cb4b247b2612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=530470b4-1190-4ba5-bc46-9c0f6b8c6dd8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:10.639078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37621f-5c7e-46de-a27b-f732b1afb854 req-dda9e7c2-3b96-4a84-981d-90bfa555516d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:10.640687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e37621f-5c7e-46de-a27b-f732b1afb854 req-dda9e7c2-3b96-4a84-981d-90bfa555516d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.2499096 Aug 31 09:41:10.661338 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abed4fe2-19a2-4253-b82c-85222ba2796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.723528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:10.740210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.746432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Allocated IP 172.20.0.2 (1def69fa-a08e-44dc-9411-cb04a2f9eb93/e615213a-e16f-4510-aec9-417fbaea835b/47167690-cf9a-46eb-8819-d3072fe0e5fa) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:10.754942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7651cd3-2e88-49ca-8f38-584be3452bf3 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:10.760627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8940284 Aug 31 09:41:10.765658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38480) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.770971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'network': {'name': 'tempest-router-network02--556407420'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:10.775087 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.777898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b5505f0-453f-48d3-9e69-d3381b34be7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.790170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4fe99-3aeb-40f2-b6a3-37d1e56cd03a tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Network': ['ID=810ba7d3-087a-44a7-be3b-c495d5eb83ce,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:10.824688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9dcbe3a5-4ef4-4212-ba7d-aefcad52c898 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9043067 Aug 31 09:41:10.827995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38482) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.836938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:10.868521 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b5505f0-453f-48d3-9e69-d3381b34be7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.874258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8b5505f0-453f-48d3-9e69-d3381b34be7f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8b2bb068-ee81-4ebe-bb00-20ebe1788af1 HTTP/1.1" status: 204 len: 168 time: 0.9221945 Aug 31 09:41:10.876274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-927933b1-6ba1-4874-83c4-de395552605b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e4b7b0dc8db944569dbc422be7cfb5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023257 Aug 31 09:41:10.877022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38484) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.877216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38486) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.885466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5505f0-453f-48d3-9e69-d3381b34be7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2bb068-ee81-4ebe-bb00-20ebe1788af1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:10.913956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:10.914248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.921883 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-abed4fe2-19a2-4253-b82c-85222ba2796a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:41:10.922408 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-abed4fe2-19a2-4253-b82c-85222ba2796a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:41:10.932470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 810ba7d3-087a-44a7-be3b-c495d5eb83ce details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:10.936176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] DHCP port deletion for aa096e3d-12af-4c4c-8a76-a84860b3d9c2 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:10.939141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e37621f-5c7e-46de-a27b-f732b1afb854 req-b76d836d-cb91-461a-8915-0ca301f379b6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739096 Aug 31 09:41:10.994833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Made reservation on behalf of c925be5bc5a84b61a278eda2698c51c7 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:10.998858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.051970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] For port 541c1021-858f-4ff1-9eb7-e2a09ab07a63, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=541c1021-858f-4ff1-9eb7-e2a09ab07a63,segment=NetworkSegment(f5c0c852-b9f8-4836-963d-f7880ca092fc),segment_id=f5c0c852-b9f8-4836-963d-f7880ca092fc)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:11.053737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.076442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 541c1021-858f-4ff1-9eb7-e2a09ab07a63 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:11.082901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.091158 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.102651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:11.144007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6f24d064-5c62-4c24-b6e0-5c6eae26b4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.155760 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.156217 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Added segment 78d38e29-af9f-4620-af43-74a08efb4827 of type vlan for network 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 Aug 31 09:41:11.209477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7651cd3-2e88-49ca-8f38-584be3452bf3 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:11.210521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e7651cd3-2e88-49ca-8f38-584be3452bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.251712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.259660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e7651cd3-2e88-49ca-8f38-584be3452bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.265056 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.273278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.273610 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP 22557dde-f352-4809-b19a-41953a7bfc27 disassociated. External IP: 172.25.1.143, port: 3a67e32e-9bc8-4b67-b531-10e6ed09eb44. Aug 31 09:41:11.357762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63c4b-8ea0-483a-b6c4-c9a33260749c req-1b264876-cafe-4c9f-85e1-3ee9d72ce480 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:11.359468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4b63c4b-8ea0-483a-b6c4-c9a33260749c req-1b264876-cafe-4c9f-85e1-3ee9d72ce480 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.2963872 Aug 31 09:41:11.374090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38492) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:11.376713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6f24d064-5c62-4c24-b6e0-5c6eae26b4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.387108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7651cd3-2e88-49ca-8f38-584be3452bf3 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:11.388464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e7651cd3-2e88-49ca-8f38-584be3452bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.439676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'floatingip': {'port_id': '6789da83-5a56-48d4-bde0-4e33428ba8d7'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:11.443613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.445256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.449912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:11.450838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.480893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=541c1021-858f-4ff1-9eb7-e2a09ab07a63,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.483330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No DVR routers for this DVR port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:11.488473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e7651cd3-2e88-49ca-8f38-584be3452bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.489240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7651cd3-2e88-49ca-8f38-584be3452bf3 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:11.491414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.548430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-abed4fe2-19a2-4253-b82c-85222ba2796a None None] Port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 update to ACTIVE by agent not found {{(pid=94788) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 09:41:11.573710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] Deleting port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:11.574659 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.576883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5471ad47-d15e-4472-b684-c8d622bf98e9']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.594651 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.610638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af4e209-953f-44ae-988c-2f0055386c1d') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.610638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af4e209-953f-44ae-988c-2f0055386c1d') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.623382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.639278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa096e3d-12af-4c4c-8a76-a84860b3d9c2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.658552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8887577 Aug 31 09:41:11.661021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38494) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:11.662171 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.665329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e07208-1e50-44f4-aebc-219ad1b37a1c tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Network': ['ID=8f994c1e-4d0f-4a72-96d4-9f42d2cbf894,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.681789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c0c852-b9f8-4836-963d-f7880ca092fc') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.682116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c0c852-b9f8-4836-963d-f7880ca092fc') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.689912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'subnet': {'network_id': '810ba7d3-087a-44a7-be3b-c495d5eb83ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:11.698606 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.722100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] For port 541c1021-858f-4ff1-9eb7-e2a09ab07a63, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:11.723081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.723704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.734255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:11.734944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:11.738363 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:11.741303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:11.745137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] Calling delete_port for 541c1021-858f-4ff1-9eb7-e2a09ab07a63 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:11.748480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] Port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:41:11.755031 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.764259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 541c1021-858f-4ff1-9eb7-e2a09ab07a63 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:11.766694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:11.781062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] No DVR routers for this DVR port 541c1021-858f-4ff1-9eb7-e2a09ab07a63 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:11.817617 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.839291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55639819-04c5-48b1-b368-da5518c5bbdf None None] Pushing event deleted for resources: {'Port': ['ID=541c1021-858f-4ff1-9eb7-e2a09ab07a63,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.856013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:11.856696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:11.859004 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:11.862156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.877793 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.879877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 541c1021-858f-4ff1-9eb7-e2a09ab07a63 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:11.880184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 541c1021-858f-4ff1-9eb7-e2a09ab07a63 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:11.909554 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.909554 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/networks/aa096e3d-12af-4c4c-8a76-a84860b3d9c2 HTTP/1.1" status: 204 len: 168 time: 1.2818263 Aug 31 09:41:11.909971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Transition to ACTIVE for port object 47167690-cf9a-46eb-8819-d3072fe0e5fa will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:11.910093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:11.912504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-107360763'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:11.914815 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6f24d064-5c62-4c24-b6e0-5c6eae26b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.917368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6f24d064-5c62-4c24-b6e0-5c6eae26b4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.920827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6f24d064-5c62-4c24-b6e0-5c6eae26b4f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dac5fc5d-df34-447d-ac77-ba6442bf82ff HTTP/1.1" status: 204 len: 168 time: 1.0341573 Aug 31 09:41:11.950318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693d90d-0729-4071-8d0f-5080679d4384 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Network': ['ID=aa096e3d-12af-4c4c-8a76-a84860b3d9c2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.953241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Transition to ACTIVE for port object 47167690-cf9a-46eb-8819-d3072fe0e5fa will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:11.958909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24d064-5c62-4c24-b6e0-5c6eae26b4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac5fc5d-df34-447d-ac77-ba6442bf82ff,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.964029 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.996273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:12.003624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.006279 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.012543 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be7561-09cc-4e39-bb53-be00841263e5 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:12.018681 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.020848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] 10.222.0.69 "DELETE /v2.0/networks/5471ad47-d15e-4472-b684-c8d622bf98e9 HTTP/1.1" status: 204 len: 168 time: 1.1386790 Aug 31 09:41:12.026590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Made reservation on behalf of c925be5bc5a84b61a278eda2698c51c7 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:12.030569 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.039171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:12.043542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be7561-09cc-4e39-bb53-be00841263e5 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:12.044212 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b6be7561-09cc-4e39-bb53-be00841263e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:12.048446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:12.056915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:12.068555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Pushing event updated for resources: {'Port': ['ID=47167690-cf9a-46eb-8819-d3072fe0e5fa,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:12.129876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Attempting to bind port 47167690-cf9a-46eb-8819-d3072fe0e5fa on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:12.130251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Attempting to bind port 47167690-cf9a-46eb-8819-d3072fe0e5fa by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f75e5342-8fc1-445c-a59e-090954799fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '1def69fa-a08e-44dc-9411-cb04a2f9eb93'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:12.130888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Attempting to bind port 47167690-cf9a-46eb-8819-d3072fe0e5fa on network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:12.137551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:12.138245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Checking segment: {'id': 'f75e5342-8fc1-445c-a59e-090954799fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '1def69fa-a08e-44dc-9411-cb04a2f9eb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:12.138916 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.139520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Bound using segment: {'id': 'f75e5342-8fc1-445c-a59e-090954799fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '1def69fa-a08e-44dc-9411-cb04a2f9eb93'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:12.140166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Bound port: 47167690-cf9a-46eb-8819-d3072fe0e5fa, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75e5342-8fc1-445c-a59e-090954799fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '1def69fa-a08e-44dc-9411-cb04a2f9eb93'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:12.141105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.152756 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-918ccc8d-39bc-4abb-b2d9-afddbf77b991 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/floatingips/22557dde-f352-4809-b19a-41953a7bfc27 HTTP/1.1" status: 200 len: 688 time: 1.3236425 Aug 31 09:41:12.160831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38502) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.166087 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b6be7561-09cc-4e39-bb53-be00841263e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:12.186017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:12.191715 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be7561-09cc-4e39-bb53-be00841263e5 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:12.192375 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b6be7561-09cc-4e39-bb53-be00841263e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:12.196501 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.285012 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b6be7561-09cc-4e39-bb53-be00841263e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:12.287122 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be7561-09cc-4e39-bb53-be00841263e5 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:12.338909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] For port 47167690-cf9a-46eb-8819-d3072fe0e5fa, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:12.349734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] For port 47167690-cf9a-46eb-8819-d3072fe0e5fa, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=47167690-cf9a-46eb-8819-d3072fe0e5fa,segment=NetworkSegment(f75e5342-8fc1-445c-a59e-090954799fa8),segment_id=f75e5342-8fc1-445c-a59e-090954799fa8)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:12.361075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.406775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:12.432479 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.433103 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Added segment 8febe227-3b1c-44c2-ad36-fc3f434270a2 of type vlan for network 056a8160-d914-4353-a62e-52dc1533ba21 Aug 31 09:41:12.487492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 5b65f267-a63f-44e7-8bdc-c056c0f02fbf {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:12.487829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.533575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc902bb0-5590-49af-a23b-fc32bf0df0fc None None] Pushing event updated for resources: {'Port': ['ID=47167690-cf9a-46eb-8819-d3072fe0e5fa,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:12.551092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.564637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.572712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a44236-3624-4768-8dee-0e22870660da admin admin] Pushing event deleted for resources: {'Network': ['ID=5471ad47-d15e-4472-b684-c8d622bf98e9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:12.654038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.660266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:12.660903 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.681430 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.681826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.698813 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ed2524fa-8b6e-4907-8a1e-1cf4e1f98c26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55d6a35ff57642e789271034dc1ba3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309021 Aug 31 09:41:12.700864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38516) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.704674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7957482 Aug 31 09:41:12.726401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 5b65f267-a63f-44e7-8bdc-c056c0f02fbf owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:12.728072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38518) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.774651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': '056a8160-d914-4353-a62e-52dc1533ba21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:13.020444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a56ae8-6280-4d16-b8f7-44900a2c2840 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Network': ['ID=056a8160-d914-4353-a62e-52dc1533ba21,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.040289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 056a8160-d914-4353-a62e-52dc1533ba21 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:13.071871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca1e98f3-22cb-4460-94c3-ac3138842597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.125300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:13.129822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.130071 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.202065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca1e98f3-22cb-4460-94c3-ac3138842597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.209016 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.216675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Subnet': ['ID=6a9b7cc7-85b4-4003-a8fa-81fbe227e648,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.223293 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.273481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Checking segment: {'id': '50300a57-1164-4292-9bcd-878235e7cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '810ba7d3-087a-44a7-be3b-c495d5eb83ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:13.273859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network hostable DHCP agents. Network: 810ba7d3-087a-44a7-be3b-c495d5eb83ce, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:13.321482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.332704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network 810ba7d3-087a-44a7-be3b-c495d5eb83ce is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:13.348552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 810ba7d3-087a-44a7-be3b-c495d5eb83ce) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:13.354158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:13.354562 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.359721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce08dea-d0d8-4b75-9b47-948a25e1a3d0 None None] Network 810ba7d3-087a-44a7-be3b-c495d5eb83ce requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:13.365467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=5b65f267-a63f-44e7-8bdc-c056c0f02fbf,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.374568 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca1e98f3-22cb-4460-94c3-ac3138842597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.379274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca1e98f3-22cb-4460-94c3-ac3138842597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.383148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ca1e98f3-22cb-4460-94c3-ac3138842597 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ef06a47-3d1f-470a-adf8-36e9500355fa HTTP/1.1" status: 204 len: 168 time: 0.6783879 Aug 31 09:41:13.416838 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Floating IP ea7d6a92-4274-44ca-b4d9-6e09e65e0332 associated. External IP: 172.25.1.15, port: 6789da83-5a56-48d4-bde0-4e33428ba8d7. Aug 31 09:41:13.431353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8f0b81a9-16cd-4834-937c-771ed300bbef tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7647352 Aug 31 09:41:13.440418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38534) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:13.447450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'subnet': {'network_id': '8f994c1e-4d0f-4a72-96d4-9f42d2cbf894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:13.451344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e98f3-22cb-4460-94c3-ac3138842597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef06a47-3d1f-470a-adf8-36e9500355fa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.589398 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.673992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-810ba7d3-087a-44a7-be3b-c495d5eb83ce', 'network_id': '810ba7d3-087a-44a7-be3b-c495d5eb83ce', 'tenant_id': 'c925be5bc5a84b61a278eda2698c51c7', 'fixed_ips': [{'subnet_id': '6a9b7cc7-85b4-4003-a8fa-81fbe227e648'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:13.675320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.726808 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.735956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 47167690-cf9a-46eb-8819-d3072fe0e5fa up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:13.816180 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.823253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.824729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-38d7f212-88c6-43f7-9cca-6506fabed139 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/floatingips/22557dde-f352-4809-b19a-41953a7bfc27 HTTP/1.1" status: 204 len: 168 time: 1.6628618 Aug 31 09:41:13.834673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38544) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:13.860807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '6deafe0f-ce25-4be9-929f-f6b32bf12631'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:13.905705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=3c31e205-6e0f-4cf1-8f87-1a002cd54765,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.920395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Router eddaf6a2-60bb-4513-80e5-121ebc28c71a has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:13.933357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Checking segment: {'id': '8febe227-3b1c-44c2-ad36-fc3f434270a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '056a8160-d914-4353-a62e-52dc1533ba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:13.933842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network hostable DHCP agents. Network: 056a8160-d914-4353-a62e-52dc1533ba21, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:13.953831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 47167690-cf9a-46eb-8819-d3072fe0e5fa completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:13.955079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Made reservation on behalf of c925be5bc5a84b61a278eda2698c51c7 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:13.962857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.069502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Allocated IP 172.20.0.2 (810ba7d3-087a-44a7-be3b-c495d5eb83ce/6a9b7cc7-85b4-4003-a8fa-81fbe227e648/0eda7a9e-d1d7-4588-8b59-a77e98637821) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:14.129391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797298b-5afb-4806-a805-416c9e94a3a5 None None] Network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:14.135524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.177005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:14.183135 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.205404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network 056a8160-d914-4353-a62e-52dc1533ba21 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:14.212672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] Sync routers for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:14.229537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:14.230645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:14.249286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 056a8160-d914-4353-a62e-52dc1533ba21) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:14.256932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:14.257528 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.263542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc28e830-1c95-49a4-be22-4397f4bd425a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "PUT /v2.0/floatingips/ea7d6a92-4274-44ca-b4d9-6e09e65e0332 HTTP/1.1" status: 200 len: 991 time: 2.8840859 Aug 31 09:41:14.264173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:14.269189 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313bcb5f-3762-453a-aac2-b6d8fd873398" -d '{"events": [{"name": "network-changed", "server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:14.290434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8297322-dd19-4439-835d-9e03563abc2a None None] Network 056a8160-d914-4353-a62e-52dc1533ba21 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:14.295128 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0134f0c4-5fd7-45aa-9a31-5fd0d418d892 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5659413 Aug 31 09:41:14.298664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38566) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:14.305570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': '056a8160-d914-4353-a62e-52dc1533ba21', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-79876293'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:14.434731 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c9149-73b7-46f9-a809-a7b53d0899f3 x-openstack-request-id: req-070c9149-73b7-46f9-a809-a7b53d0899f3 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:14.435065 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:14.435326 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-070c9149-73b7-46f9-a809-a7b53d0899f3 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:14.435726 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'status': 'completed', 'code': 200} Aug 31 09:41:14.511588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38570) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:14.569042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-2703e715-e09a-4c62-9f2d-a364cf755e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:14.571206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-2703e715-e09a-4c62-9f2d-a364cf755e95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1097 time: 0.1434546 Aug 31 09:41:14.640514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:14.644778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.673251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1468597562', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:14.740947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 44117de1-8bbd-4a8b-9bee-66542b075277 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:14.763280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.827645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Made reservation on behalf of 5ca93c99b8bc421487ccc7c19c589ccd for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:14.829991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.835806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6efb0cda-f678-4352-9644-521d61baa272 None None] Provisioning for port 47167690-cf9a-46eb-8819-d3072fe0e5fa completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:14.837290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Subnet': ['ID=0c9de22e-a60d-4ba4-afcd-d9efbd459cf0,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:14.846014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.853409 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.870736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-4ede55e4-4959-4dab-8aee-7320c8735702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:14.872172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-4ede55e4-4959-4dab-8aee-7320c8735702 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.2910357 Aug 31 09:41:14.896017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:14.904403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6efb0cda-f678-4352-9644-521d61baa272 None None] Provisioning complete for port 47167690-cf9a-46eb-8819-d3072fe0e5fa triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:14.905057 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6efb0cda-f678-4352-9644-521d61baa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.932158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Checking segment: {'id': '78d38e29-af9f-4620-af43-74a08efb4827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8f994c1e-4d0f-4a72-96d4-9f42d2cbf894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:14.932579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network hostable DHCP agents. Network: 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:14.981581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:14.991906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::26 (056a8160-d914-4353-a62e-52dc1533ba21/3c31e205-6e0f-4cf1-8f87-1a002cd54765/44117de1-8bbd-4a8b-9bee-66542b075277) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:15.014421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:15.017133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.25.1.150 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/34221fce-3182-4e50-aad0-6efa6a2aab5b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:15.029801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:15.030457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.036529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e00979-d5fb-40bf-ad7f-b172deffc337 None None] Network 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:15.040894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-578cae61-36ef-4309-a11d-b9521005f238 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 999 time: 0.1460364 Aug 31 09:41:15.057011 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.161395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.168321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Transition to ACTIVE for port object 0eda7a9e-d1d7-4588-8b59-a77e98637821 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:15.208450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-4d6fd080-5163-4ebb-a732-96b376523e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:15.210173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-4d6fd080-5163-4ebb-a732-96b376523e65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.1593249 Aug 31 09:41:15.233329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.283584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:15.287005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:15.291701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:15.298624 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.319087 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.336252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-582d8e7f-2ee2-4989-a2e4-5ab9a3e1ff38 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8928192 Aug 31 09:41:15.343366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38586) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.354821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] device_id is not set on port 36670f73-20f3-4ae0-9637-1172a300877f yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:15.359083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4d92a8-4ce5-44f6-9aac-438be81f1800,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.366254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.370019 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-dd6ba03b-7887-40a7-855d-066746d8b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:15.371676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-dd6ba03b-7887-40a7-855d-066746d8b50a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479998 Aug 31 09:41:15.427368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object 44117de1-8bbd-4a8b-9bee-66542b075277 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:15.435637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6efb0cda-f678-4352-9644-521d61baa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.447401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=34221fce-3182-4e50-aad0-6efa6a2aab5b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.500514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-056a8160-d914-4353-a62e-52dc1533ba21', 'network_id': '056a8160-d914-4353-a62e-52dc1533ba21', 'tenant_id': 'bfcbb412b7f147a180321232edfc8bda', 'fixed_ips': [{'subnet_id': '3c31e205-6e0f-4cf1-8f87-1a002cd54765'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:15.501552 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.522542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Transition to ACTIVE for port object 0eda7a9e-d1d7-4588-8b59-a77e98637821 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:15.554799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6efb0cda-f678-4352-9644-521d61baa272 None None] For port 47167690-cf9a-46eb-8819-d3072fe0e5fa, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=47167690-cf9a-46eb-8819-d3072fe0e5fa,segment=NetworkSegment(f75e5342-8fc1-445c-a59e-090954799fa8),segment_id=f75e5342-8fc1-445c-a59e-090954799fa8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:15.617619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-2d658eb6-2c5d-43f7-8289-70ffdcff34d2 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067449 Aug 31 09:41:15.619311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Allocated IP 172.25.1.218 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/36670f73-20f3-4ae0-9637-1172a300877f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:15.622094 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.659922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6efb0cda-f678-4352-9644-521d61baa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.662241 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.766948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network 056a8160-d914-4353-a62e-52dc1533ba21 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:15.777765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:15.789208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:15.795774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:15.796554 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.810216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=44117de1-8bbd-4a8b-9bee-66542b075277,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.820576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f78e46be-4336-428f-95f7-4bf0392fec19 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.5182607 Aug 31 09:41:15.830505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38598) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.862806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb0cda-f678-4352-9644-521d61baa272 None None] Pushing event updated for resources: {'Port': ['ID=47167690-cf9a-46eb-8819-d3072fe0e5fa,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.865145 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.018136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-313bcb5f-3762-453a-aac2-b6d8fd873398 req-b9c7f927-6aa1-4798-be71-f7938a91aaaf service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863568 Aug 31 09:41:16.058623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Network 810ba7d3-087a-44a7-be3b-c495d5eb83ce is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:16.117928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:16.121269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:16.124557 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.169023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-375e1349-8526-4eb0-b0c2-8bd9dec211d6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 44117de1-8bbd-4a8b-9bee-66542b075277 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:16.169368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-375e1349-8526-4eb0-b0c2-8bd9dec211d6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.184922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Pushing event updated for resources: {'Port': ['ID=0eda7a9e-d1d7-4588-8b59-a77e98637821,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:16.276632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-8f994c1e-4d0f-4a72-96d4-9f42d2cbf894', 'network_id': '8f994c1e-4d0f-4a72-96d4-9f42d2cbf894', 'tenant_id': 'c925be5bc5a84b61a278eda2698c51c7', 'fixed_ips': [{'subnet_id': '0c9de22e-a60d-4ba4-afcd-d9efbd459cf0'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:16.277531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.290614 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.300863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Attempting to bind port 0eda7a9e-d1d7-4588-8b59-a77e98637821 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:16.301239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Attempting to bind port 0eda7a9e-d1d7-4588-8b59-a77e98637821 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '50300a57-1164-4292-9bcd-878235e7cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '810ba7d3-087a-44a7-be3b-c495d5eb83ce'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:16.301613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Attempting to bind port 0eda7a9e-d1d7-4588-8b59-a77e98637821 on network 810ba7d3-087a-44a7-be3b-c495d5eb83ce {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:16.306585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Allocated IP 2001:db8::2 (056a8160-d914-4353-a62e-52dc1533ba21/3c31e205-6e0f-4cf1-8f87-1a002cd54765/596efe77-f445-4968-94fd-9266077a0556) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:16.326552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0c712676-75b5-4466-af24-9ad8d96a2a70 None None] Provisioning complete for port 47167690-cf9a-46eb-8819-d3072fe0e5fa triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:16.326940 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c712676-75b5-4466-af24-9ad8d96a2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.349421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Allocated IP 172.20.0.1 (810ba7d3-087a-44a7-be3b-c495d5eb83ce/6a9b7cc7-85b4-4003-a8fa-81fbe227e648/b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:16.354585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Pushing event updated for resources: {'Port': ['ID=36670f73-20f3-4ae0-9637-1172a300877f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:16.365745 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-375e1349-8526-4eb0-b0c2-8bd9dec211d6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.377890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.378162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:16.378439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Checking segment: {'id': '50300a57-1164-4292-9bcd-878235e7cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '810ba7d3-087a-44a7-be3b-c495d5eb83ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:16.378841 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.379246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Bound using segment: {'id': '50300a57-1164-4292-9bcd-878235e7cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '810ba7d3-087a-44a7-be3b-c495d5eb83ce'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:16.379738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Bound port: 0eda7a9e-d1d7-4588-8b59-a77e98637821, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50300a57-1164-4292-9bcd-878235e7cfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '810ba7d3-087a-44a7-be3b-c495d5eb83ce'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:16.380153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.385614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-375e1349-8526-4eb0-b0c2-8bd9dec211d6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 44117de1-8bbd-4a8b-9bee-66542b075277 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:16.394850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:16.400790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:16.403723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:16.433245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ea7d6a92-4274-44ca-b4d9-6e09e65e0332', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'port_id': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'mac_address': 'fa:16:3e:29:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:40:51Z', 'updated_at': '2021-08-31T09:41:12Z', 'revision_number': 1, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:16.496680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:16.497220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.528857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-51f2d802-b1f2-4dd4-9e0d-149afef740d3 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0137949 Aug 31 09:41:16.531707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38608) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:16.536106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.537275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.218'}]}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:16.566096 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.567176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.570919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] Checking router: eddaf6a2-60bb-4513-80e5-121ebc28c71a for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:16.651141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.655992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:16.656884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:16.683663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Transition to ACTIVE for port object b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:16.710528 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.712606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-375e1349-8526-4eb0-b0c2-8bd9dec211d6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.823935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:16.839030 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.842632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.851586 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.882262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] For port 0eda7a9e-d1d7-4588-8b59-a77e98637821, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:16.936099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Allocated IP 172.20.0.2 (8f994c1e-4d0f-4a72-96d4-9f42d2cbf894/0c9de22e-a60d-4ba4-afcd-d9efbd459cf0/2bb7eadf-4f56-4cc5-9a6a-728ae89c8622) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:16.947121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] For port 0eda7a9e-d1d7-4588-8b59-a77e98637821, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0eda7a9e-d1d7-4588-8b59-a77e98637821,segment=NetworkSegment(50300a57-1164-4292-9bcd-878235e7cfc1),segment_id=50300a57-1164-4292-9bcd-878235e7cfc1)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:16.980826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.013717 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.166241 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.171523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network 810ba7d3-087a-44a7-be3b-c495d5eb83ce is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:17.177008 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP 0973ffb6-649c-4600-868b-6417f1641af1 associated. External IP: 172.25.1.150, port: 6deafe0f-ce25-4be9-929f-f6b32bf12631. Aug 31 09:41:17.184543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:17.228853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Port': ['ID=b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.240360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab4cb1-d386-4d80-8101-fb4d7f4d391e None None] Pushing event updated for resources: {'Port': ['ID=0eda7a9e-d1d7-4588-8b59-a77e98637821,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.245675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Transition to ACTIVE for port object 596efe77-f445-4968-94fd-9266077a0556 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:17.259315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:17.291203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Transition to ACTIVE for port object 596efe77-f445-4968-94fd-9266077a0556 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:17.315114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1349-8526-4eb0-b0c2-8bd9dec211d6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=44117de1-8bbd-4a8b-9bee-66542b075277,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.316254 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.319017 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-375e1349-8526-4eb0-b0c2-8bd9dec211d6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.324894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-375e1349-8526-4eb0-b0c2-8bd9dec211d6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/44117de1-8bbd-4a8b-9bee-66542b075277 HTTP/1.1" status: 204 len: 168 time: 1.4930587 Aug 31 09:41:17.328471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38618) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.338642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Network 056a8160-d914-4353-a62e-52dc1533ba21 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:17.346072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:17.371162 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c8ea1c-6a65-4c48-a3c2-d5898985eba6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:17.376872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f7c8ea1c-6a65-4c48-a3c2-d5898985eba6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/44117de1-8bbd-4a8b-9bee-66542b075277 HTTP/1.1" status: 404 len: 333 time: 0.0464683 Aug 31 09:41:17.379423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38620) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.401944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:17.466460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=34221fce-3182-4e50-aad0-6efa6a2aab5b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.517104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.584145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.585652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Pushing event updated for resources: {'Port': ['ID=596efe77-f445-4968-94fd-9266077a0556,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.595470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-403d39a0-5d1f-4d4f-a4e0-8f423106440f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 3c31e205-6e0f-4cf1-8f87-1a002cd54765 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:17.613665 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.628064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-403d39a0-5d1f-4d4f-a4e0-8f423106440f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.665995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Attempting to bind port 596efe77-f445-4968-94fd-9266077a0556 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:17.666408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Attempting to bind port 596efe77-f445-4968-94fd-9266077a0556 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '8febe227-3b1c-44c2-ad36-fc3f434270a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '056a8160-d914-4353-a62e-52dc1533ba21'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:17.666732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Attempting to bind port 596efe77-f445-4968-94fd-9266077a0556 on network 056a8160-d914-4353-a62e-52dc1533ba21 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:17.679114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Transition to ACTIVE for port object 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:17.715186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:17.715543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Checking segment: {'id': '8febe227-3b1c-44c2-ad36-fc3f434270a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '056a8160-d914-4353-a62e-52dc1533ba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:17.715951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.716622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Bound using segment: {'id': '8febe227-3b1c-44c2-ad36-fc3f434270a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '056a8160-d914-4353-a62e-52dc1533ba21'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:17.725365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Bound port: 596efe77-f445-4968-94fd-9266077a0556, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8febe227-3b1c-44c2-ad36-fc3f434270a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '056a8160-d914-4353-a62e-52dc1533ba21'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:17.725791 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.770270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Transition to ACTIVE for port object 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:17.786402 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.788578 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-403d39a0-5d1f-4d4f-a4e0-8f423106440f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.938937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:17.941864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.011095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 47167690-cf9a-46eb-8819-d3072fe0e5fa up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:18.068707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ea7d6a92-4274-44ca-b4d9-6e09e65e0332', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'port_id': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'mac_address': 'fa:16:3e:29:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:40:51Z', 'updated_at': '2021-08-31T09:41:12Z', 'revision_number': 1, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:18.088673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Network 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:18.102291 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.107959 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-403d39a0-5d1f-4d4f-a4e0-8f423106440f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.126718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c3aac-b4aa-4606-a432-10ab32e850ad None None] The sync data for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 is: [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ea7d6a92-4274-44ca-b4d9-6e09e65e0332', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'port_id': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'mac_address': 'fa:16:3e:29:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:40:51Z', 'updated_at': '2021-08-31T09:41:12Z', 'revision_number': 1, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:18.155422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Pushing event updated for resources: {'Port': ['ID=2bb7eadf-4f56-4cc5-9a6a-728ae89c8622,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.166492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:18.182227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:18.188415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.444948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] For port 596efe77-f445-4968-94fd-9266077a0556, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:18.450065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 47167690-cf9a-46eb-8819-d3072fe0e5fa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:18.450981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.486085 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-403d39a0-5d1f-4d4f-a4e0-8f423106440f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.492836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Attempting to bind port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:18.493522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Attempting to bind port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '78d38e29-af9f-4620-af43-74a08efb4827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8f994c1e-4d0f-4a72-96d4-9f42d2cbf894'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:18.494189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Attempting to bind port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 on network 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:18.521540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] For port 596efe77-f445-4968-94fd-9266077a0556, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=596efe77-f445-4968-94fd-9266077a0556,segment=NetworkSegment(8febe227-3b1c-44c2-ad36-fc3f434270a2),segment_id=8febe227-3b1c-44c2-ad36-fc3f434270a2)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:18.523569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:18.524305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Checking segment: {'id': '78d38e29-af9f-4620-af43-74a08efb4827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8f994c1e-4d0f-4a72-96d4-9f42d2cbf894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:18.525063 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.525799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Bound using segment: {'id': '78d38e29-af9f-4620-af43-74a08efb4827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8f994c1e-4d0f-4a72-96d4-9f42d2cbf894'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:18.526731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Bound port: 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d38e29-af9f-4620-af43-74a08efb4827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '8f994c1e-4d0f-4a72-96d4-9f42d2cbf894'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:18.527983 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.565627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-403d39a0-5d1f-4d4f-a4e0-8f423106440f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.570512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-403d39a0-5d1f-4d4f-a4e0-8f423106440f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/3c31e205-6e0f-4cf1-8f87-1a002cd54765 HTTP/1.1" status: 204 len: 168 time: 1.1900883 Aug 31 09:41:18.571206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38644) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.588877 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.672924 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35715088-8a5a-4b50-ba4a-77fc7acc6cf1 None None] New status for floating IP ea7d6a92-4274-44ca-b4d9-6e09e65e0332: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:41:18.861465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d39a0-5d1f-4d4f-a4e0-8f423106440f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=3c31e205-6e0f-4cf1-8f87-1a002cd54765,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.899747 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.914607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677edb05-732d-4e62-8c3d-8585c400ca3e None None] Pushing event updated for resources: {'Port': ['ID=596efe77-f445-4968-94fd-9266077a0556,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.980161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:19.041129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.051466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166601dc-a8dc-41b6-95f5-ff6b5bbbde39 None None] Network 810ba7d3-087a-44a7-be3b-c495d5eb83ce requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:19.059808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cbc82e-a6a1-4941-845f-9703c478141c None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:19.064564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.107881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] For port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:19.276620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] For port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2bb7eadf-4f56-4cc5-9a6a-728ae89c8622,segment=NetworkSegment(78d38e29-af9f-4620-af43-74a08efb4827),segment_id=78d38e29-af9f-4620-af43-74a08efb4827)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:19.302213 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9e8d7b5f-6e87-47c2-b9f8-b144ac210c7e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4648201 Aug 31 09:41:19.317899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38654) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.320766 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.382538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0eda7a9e-d1d7-4588-8b59-a77e98637821 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:19.390060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbc82e-a6a1-4941-845f-9703c478141c None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:19.390918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-71cbc82e-a6a1-4941-845f-9703c478141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:19.425839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 596efe77-f445-4968-94fd-9266077a0556 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:19.426594 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.553638 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.561398 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.562314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147597-9f54-4e0f-9058-6c2b433e2515 None None] Pushing event updated for resources: {'Port': ['ID=2bb7eadf-4f56-4cc5-9a6a-728ae89c8622,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.566062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1803d9f3-f085-4aca-bf45-63f41f70cf12 None None] Provisioning for port 0eda7a9e-d1d7-4588-8b59-a77e98637821 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:19.571990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-71cbc82e-a6a1-4941-845f-9703c478141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:19.593933 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e96e3df7-57ed-4ee0-846c-1d3daf3daeae tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "GET /v2.0/floatingips/0973ffb6-649c-4600-868b-6417f1641af1 HTTP/1.1" status: 200 len: 978 time: 0.2742450 Aug 31 09:41:19.602173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38660) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.688776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbc82e-a6a1-4941-845f-9703c478141c None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:19.689424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-71cbc82e-a6a1-4941-845f-9703c478141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:19.773396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-71cbc82e-a6a1-4941-845f-9703c478141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:19.774468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cbc82e-a6a1-4941-845f-9703c478141c None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:19.783241 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.804771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.807379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0eda7a9e-d1d7-4588-8b59-a77e98637821 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:19.814100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0eda7a9e-d1d7-4588-8b59-a77e98637821 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:19.814773 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.850496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.851635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49c7cf07-8536-47f0-80f9-559ac679f1ca {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:41:19.872215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] For port 596efe77-f445-4968-94fd-9266077a0556, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=596efe77-f445-4968-94fd-9266077a0556,segment=NetworkSegment(8febe227-3b1c-44c2-ad36-fc3f434270a2),segment_id=8febe227-3b1c-44c2-ad36-fc3f434270a2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:19.874157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.918621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.921420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.047140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 596efe77-f445-4968-94fd-9266077a0556 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:20.104464 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:41:20.115250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c2b6384-71d8-4782-b311-5f31f7956266 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5758512 Aug 31 09:41:20.124083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38670) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.154415 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572a-6cac-42e2-9cf7-fff0cd4770c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.187961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-517db2c4-335a-49e6-b89b-236c3c151d29 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5808496 Aug 31 09:41:20.188884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Port': ['ID=b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:20.189039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38672) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.218080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.247885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'port_id': '3a67e32e-9bc8-4b67-b531-10e6ed09eb44'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:20.321984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network 810ba7d3-087a-44a7-be3b-c495d5eb83ce is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:20.326409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:20.353115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 0eda7a9e-d1d7-4588-8b59-a77e98637821, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0eda7a9e-d1d7-4588-8b59-a77e98637821,segment=NetworkSegment(50300a57-1164-4292-9bcd-878235e7cfc1),segment_id=50300a57-1164-4292-9bcd-878235e7cfc1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:20.359966 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.448454 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=0eda7a9e-d1d7-4588-8b59-a77e98637821,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:20.470295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7dad72e1-537f-4bae-9750-2c7903e3de45 None None] Provisioning for port b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:20.486177 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.486321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7dad72e1-537f-4bae-9750-2c7903e3de45 None None] Provisioning complete for port b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:20.487084 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7dad72e1-537f-4bae-9750-2c7903e3de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.647739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7dad72e1-537f-4bae-9750-2c7903e3de45 None None] Port b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:20.674224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572a-6cac-42e2-9cf7-fff0cd4770c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.684018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572a-6cac-42e2-9cf7-fff0cd4770c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.748082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Router 808cd6c3-a9a5-49c8-9c63-40867304b519 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:41:20.754450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7fdf572a-6cac-42e2-9cf7-fff0cd4770c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=efd72899b3ed43bb8b6f6e9bbaf37e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318837 Aug 31 09:41:20.757302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf572a-6cac-42e2-9cf7-fff0cd4770c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd87c66-0745-4ab9-b9a0-718bed6a65b9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:20.762542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38676) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.778643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 596efe77-f445-4968-94fd-9266077a0556 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:20.827244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7dad72e1-537f-4bae-9750-2c7903e3de45 None None] Provisioning complete for port 0eda7a9e-d1d7-4588-8b59-a77e98637821 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:20.827486 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7dad72e1-537f-4bae-9750-2c7903e3de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.901695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef917dd-7706-401c-a374-0961db4e4455 None None] Network 056a8160-d914-4353-a62e-52dc1533ba21 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:20.946244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-01682e76-1ac9-4518-9035-acf48653b405 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Deleting port 36670f73-20f3-4ae0-9637-1172a300877f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:20.947304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01682e76-1ac9-4518-9035-acf48653b405 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.953751 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.962422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-efa87228-5f07-48e6-9b9d-d88c9fa70856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.999785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-efa87228-5f07-48e6-9b9d-d88c9fa70856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.009623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Could not find standard attr ID for object 596efe77-f445-4968-94fd-9266077a0556. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:21.010201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:21.079262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:21.091639 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f4b76-d39d-4625-a5e9-57ee56e3994d None None] Sync routers for ids ['808cd6c3-a9a5-49c8-9c63-40867304b519'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:21.093637 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4ff38e0e-b978-40eb-918a-b92fa2866032 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "PUT /v2.0/routers/808cd6c3-a9a5-49c8-9c63-40867304b519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7447977 Aug 31 09:41:21.093822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No DVR routers for this DVR port 596efe77-f445-4968-94fd-9266077a0556 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:21.095187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38678) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:21.098410 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-efa87228-5f07-48e6-9b9d-d88c9fa70856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.101507 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-efa87228-5f07-48e6-9b9d-d88c9fa70856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.102963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-efa87228-5f07-48e6-9b9d-d88c9fa70856 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cd87c66-0745-4ab9-b9a0-718bed6a65b9 HTTP/1.1" status: 204 len: 168 time: 0.3392324 Aug 31 09:41:21.122729 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f4b76-d39d-4625-a5e9-57ee56e3994d None None] Routers {'808cd6c3-a9a5-49c8-9c63-40867304b519'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:21.123408 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-863f4b76-d39d-4625-a5e9-57ee56e3994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['808cd6c3-a9a5-49c8-9c63-40867304b519'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.162804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa87228-5f07-48e6-9b9d-d88c9fa70856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd87c66-0745-4ab9-b9a0-718bed6a65b9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:21.165507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=596efe77-f445-4968-94fd-9266077a0556,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:21.245663 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-863f4b76-d39d-4625-a5e9-57ee56e3994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.292005 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f4b76-d39d-4625-a5e9-57ee56e3994d None None] Routers {'808cd6c3-a9a5-49c8-9c63-40867304b519'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:21.296780 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-863f4b76-d39d-4625-a5e9-57ee56e3994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['808cd6c3-a9a5-49c8-9c63-40867304b519'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.306220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.320259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056a8160-d914-4353-a62e-52dc1533ba21']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.333237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8febe227-3b1c-44c2-ad36-fc3f434270a2') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.333600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8febe227-3b1c-44c2-ad36-fc3f434270a2') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.350896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.368950 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.376145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:21.376553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.393482 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-863f4b76-d39d-4625-a5e9-57ee56e3994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.394341 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f4b76-d39d-4625-a5e9-57ee56e3994d None None] The sync data for ids ['808cd6c3-a9a5-49c8-9c63-40867304b519'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:21.468159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-66ecb89f-e085-4492-b02f-8aa3d3ac3774 None None] Provisioning complete for port b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:21.468538 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66ecb89f-e085-4492-b02f-8aa3d3ac3774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:21.491374 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:21.498034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:21.538700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01682e76-1ac9-4518-9035-acf48653b405 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.548612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d8651-0c8d-4b3a-8238-e366dd613668 None None] DHCP port deletion for 056a8160-d914-4353-a62e-52dc1533ba21 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:21.559128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-01682e76-1ac9-4518-9035-acf48653b405 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Calling delete_port for 36670f73-20f3-4ae0-9637-1172a300877f owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:21.578382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-66ecb89f-e085-4492-b02f-8aa3d3ac3774 None None] Port b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:21.585585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-66ecb89f-e085-4492-b02f-8aa3d3ac3774 None None] Could not find standard attr ID for object 596efe77-f445-4968-94fd-9266077a0556. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:21.596885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8817241b-9e8d-4cdf-90a6-63e88c5cebc3 None None] Network 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:21.722883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.739441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-58eec2c5-e8d0-4057-9abf-0d253ce9e8a4 None None] Provisioning for port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:21.755980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-58eec2c5-e8d0-4057-9abf-0d253ce9e8a4 None None] Provisioning complete for port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:21.756345 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58eec2c5-e8d0-4057-9abf-0d253ce9e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.787657 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.789828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/networks/056a8160-d914-4353-a62e-52dc1533ba21 HTTP/1.1" status: 204 len: 168 time: 3.2070808 Aug 31 09:41:21.795833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38696) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:21.804604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'name': 'tempest-PortsIpV6TestJSON-2055778577'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:21.810566 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-98f37339-a40d-4ca2-a34a-b7081b299fe7 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:21.815486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-98f37339-a40d-4ca2-a34a-b7081b299fe7 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "PUT /v2.0/routers/808cd6c3-a9a5-49c8-9c63-40867304b519/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7186010 Aug 31 09:41:21.817105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06343d5-c0f6-4bca-b755-26a0aca2c7cb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Network': ['ID=056a8160-d914-4353-a62e-52dc1533ba21,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:21.822082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-da627a07-49ce-4ec8-9af9-34b13583a780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.827630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38698) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:21.949605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:21.953781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.978076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 863d7a1e-e2ea-4efc-bbdd-7c23ceda8421 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:21.983242 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58eec2c5-e8d0-4057-9abf-0d253ce9e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.994628 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01682e76-1ac9-4518-9035-acf48653b405 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.064726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01682e76-1ac9-4518-9035-acf48653b405 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Pushing event deleted for resources: {'Port': ['ID=36670f73-20f3-4ae0-9637-1172a300877f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.083117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-58eec2c5-e8d0-4057-9abf-0d253ce9e8a4 None None] For port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2bb7eadf-4f56-4cc5-9a6a-728ae89c8622,segment=NetworkSegment(78d38e29-af9f-4620-af43-74a08efb4827),segment_id=78d38e29-af9f-4620-af43-74a08efb4827)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:22.089666 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58eec2c5-e8d0-4057-9abf-0d253ce9e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.177134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eec2c5-e8d0-4057-9abf-0d253ce9e8a4 None None] Pushing event updated for resources: {'Port': ['ID=2bb7eadf-4f56-4cc5-9a6a-728ae89c8622,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.410204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.450448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5e6b11ef-dfd1-42f7-b53d-9829a8189e5a None None] Provisioning complete for port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:22.451048 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5e6b11ef-dfd1-42f7-b53d-9829a8189e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.486787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38710) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.527195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.583981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0eda7a9e-d1d7-4588-8b59-a77e98637821 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:22.614646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:22.618703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:22.637230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:22.643754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:22.644463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.649146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=863d7a1e-e2ea-4efc-bbdd-7c23ceda8421,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.668679 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-967d6ee9-0e60-4f0d-845b-1d80f4b61261 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8716772 Aug 31 09:41:22.669790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38714) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.729785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-232583239-network', 'tenant_id': '1b261adfe0db48ffbcc6c5cafc986500'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:22.788234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Made reservation on behalf of 1b261adfe0db48ffbcc6c5cafc986500 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:22.791449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.802578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.833657 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:41:22.864709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b6b6b-6330-4601-87df-f1a64d726e01 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 863d7a1e-e2ea-4efc-bbdd-7c23ceda8421 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:22.865059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6b6b-6330-4601-87df-f1a64d726e01 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.866927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0eda7a9e-d1d7-4588-8b59-a77e98637821 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:22.867416 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.909397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01682e76-1ac9-4518-9035-acf48653b405 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.911392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-01682e76-1ac9-4518-9035-acf48653b405 tempest-RoutersAdminNegativeIpV6Test-2029980342 tempest-RoutersAdminNegativeIpV6Test-2029980342-project-admin] 10.222.0.69 "DELETE /v2.0/ports/36670f73-20f3-4ae0-9637-1172a300877f HTTP/1.1" status: 204 len: 168 time: 2.7716129 Aug 31 09:41:22.933912 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.940868 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.977211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6b6b-6330-4601-87df-f1a64d726e01 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.008148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b6b6b-6330-4601-87df-f1a64d726e01 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 863d7a1e-e2ea-4efc-bbdd-7c23ceda8421 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:23.020482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:23.085542 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.093790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.098114 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP 0973ffb6-649c-4600-868b-6417f1641af1 associated. External IP: 172.25.1.150, port: 6deafe0f-ce25-4be9-929f-f6b32bf12631. Aug 31 09:41:23.107515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:23.108595 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.131434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:23.160221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ae552-8c14-42ce-890e-304857de2ff5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.165337 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.165709 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Added segment 5f0077e7-b700-40b1-8e7a-59079c4ffd84 of type vlan for network 894ce0f6-2356-4d5e-a03a-7a3e06676640 Aug 31 09:41:23.204396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6b6b-6330-4601-87df-f1a64d726e01 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.212643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38722) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.254771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.255616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b6b6b-6330-4601-87df-f1a64d726e01 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=863d7a1e-e2ea-4efc-bbdd-7c23ceda8421,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.274741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6b6b-6330-4601-87df-f1a64d726e01 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.277309 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3e8b6b6b-6330-4601-87df-f1a64d726e01 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/863d7a1e-e2ea-4efc-bbdd-7c23ceda8421 HTTP/1.1" status: 204 len: 168 time: 0.6064472 Aug 31 09:41:23.280301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38726) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.285562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'mac_address': 'fa:16:3e:6c:d6:0f', 'name': 'tempest-PortsIpV6TestJSON-1962359922'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:23.302785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 596efe77-f445-4968-94fd-9266077a0556 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:23.324101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 596efe77-f445-4968-94fd-9266077a0556 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:23.324857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 596efe77-f445-4968-94fd-9266077a0556 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:23.338894 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.361581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.362675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.363475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.443327 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9574282 Aug 31 09:41:23.445289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38728) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.452110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Request body: {'subnet': {'network_id': '894ce0f6-2356-4d5e-a03a-7a3e06676640', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-232583239-subnet', 'tenant_id': '1b261adfe0db48ffbcc6c5cafc986500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:23.456180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fce4ee38-d921-4bf6-9eb3-90758701a99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.458499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acb359-965f-4562-80fe-063cebf15a0f admin admin] Pushing event updated for resources: {'Network': ['ID=894ce0f6-2356-4d5e-a03a-7a3e06676640,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.475635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 894ce0f6-2356-4d5e-a03a-7a3e06676640 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:23.479487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:23.504773 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:23.550403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Made reservation on behalf of 1b261adfe0db48ffbcc6c5cafc986500 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:23.552839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.606972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.648033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 5b4bb7d3-e54d-4baa-b2bd-e03418901403 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:23.762541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:23.780668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e757c-7faa-4cbf-86c7-f00f89c4ebc2 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:23.801304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e757c-7faa-4cbf-86c7-f00f89c4ebc2 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:23.802188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-526e757c-7faa-4cbf-86c7-f00f89c4ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:23.838975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-526e757c-7faa-4cbf-86c7-f00f89c4ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:23.851591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fce4ee38-d921-4bf6-9eb3-90758701a99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.851823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e757c-7faa-4cbf-86c7-f00f89c4ebc2 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:23.852295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-526e757c-7faa-4cbf-86c7-f00f89c4ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:23.859300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fce4ee38-d921-4bf6-9eb3-90758701a99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.891964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.911692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-526e757c-7faa-4cbf-86c7-f00f89c4ebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:23.912288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.912583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e757c-7faa-4cbf-86c7-f00f89c4ebc2 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:23.952920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fce4ee38-d921-4bf6-9eb3-90758701a99f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e2dd512938d4ec59d977eb3b8783ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7366216 Aug 31 09:41:23.954640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38734) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.963084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4ee38-d921-4bf6-9eb3-90758701a99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7df097-4be5-403c-9958-d197c45aa05c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.973562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffbf5bc-13eb-4601-bd50-e7c7072de804,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.995290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Checking segment: {'id': '5f0077e7-b700-40b1-8e7a-59079c4ffd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '894ce0f6-2356-4d5e-a03a-7a3e06676640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:23.995658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Network hostable DHCP agents. Network: 894ce0f6-2356-4d5e-a03a-7a3e06676640, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:24.003688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Deleting port b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:24.004038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.011384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.043524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Network 894ce0f6-2356-4d5e-a03a-7a3e06676640 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:24.066429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:24.069115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 894ce0f6-2356-4d5e-a03a-7a3e06676640) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:24.074989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:24.077205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.077786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.080117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=5b4bb7d3-e54d-4baa-b2bd-e03418901403,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.080251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b0a20-1cb2-4c91-a407-9f037ccd6f54 None None] Network 894ce0f6-2356-4d5e-a03a-7a3e06676640 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:24.083268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:24.089022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.089431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.117055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-47cf9586-d94f-4aa6-910d-1852a1c43b82 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6627457 Aug 31 09:41:24.120171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-66b14009-b528-4ca5-8637-f39281d552c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8392656 Aug 31 09:41:24.123921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38738) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.161994 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-62282c02-279b-41fa-bd9e-8545ad294e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.181250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9527e09-d413-4af0-95c2-f746fa603540 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.182871 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d9527e09-d413-4af0-95c2-f746fa603540 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/5b4bb7d3-e54d-4baa-b2bd-e03418901403 HTTP/1.1" status: 200 len: 845 time: 0.0579531 Aug 31 09:41:24.187455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38740) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.230307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.245099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c94643-b101-43ac-a7fe-462e3e2ff94a None None] Network 894ce0f6-2356-4d5e-a03a-7a3e06676640 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:24.269849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-62282c02-279b-41fa-bd9e-8545ad294e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.273086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Calling delete_port for b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:24.324000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9e323a60-4b14-4eaa-8e4e-23a7ee6a0fca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 5b4bb7d3-e54d-4baa-b2bd-e03418901403 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:24.324609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e323a60-4b14-4eaa-8e4e-23a7ee6a0fca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.365064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:24.408609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e323a60-4b14-4eaa-8e4e-23a7ee6a0fca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.427235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9e323a60-4b14-4eaa-8e4e-23a7ee6a0fca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 5b4bb7d3-e54d-4baa-b2bd-e03418901403 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:24.448184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-b8584b34-1c2b-4d45-99c8-af4540f953ab req-7dbe6b7a-5f27-43fa-b2d2-1bd8f6b02cfe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-888140937', 'description': 'tempest-description-1581056826'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:24.523887 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-62282c02-279b-41fa-bd9e-8545ad294e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.525353 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e323a60-4b14-4eaa-8e4e-23a7ee6a0fca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.526643 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-62282c02-279b-41fa-bd9e-8545ad294e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.527991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-62282c02-279b-41fa-bd9e-8545ad294e3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b7df097-4be5-403c-9958-d197c45aa05c HTTP/1.1" status: 204 len: 168 time: 0.5727131 Aug 31 09:41:24.556072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e323a60-4b14-4eaa-8e4e-23a7ee6a0fca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=5b4bb7d3-e54d-4baa-b2bd-e03418901403,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.556336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8584b34-1c2b-4d45-99c8-af4540f953ab req-7dbe6b7a-5f27-43fa-b2d2-1bd8f6b02cfe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.564138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e323a60-4b14-4eaa-8e4e-23a7ee6a0fca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.566195 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9e323a60-4b14-4eaa-8e4e-23a7ee6a0fca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/5b4bb7d3-e54d-4baa-b2bd-e03418901403 HTTP/1.1" status: 204 len: 168 time: 0.3776050 Aug 31 09:41:24.569446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38748) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.600369 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-a216f734-0bd1-4afa-a7a8-f4520c7620c7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:24.603176 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a216f734-0bd1-4afa-a7a8-f4520c7620c7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/5b4bb7d3-e54d-4baa-b2bd-e03418901403 HTTP/1.1" status: 404 len: 333 time: 0.0313280 Aug 31 09:41:24.606768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38750) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.612586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62282c02-279b-41fa-bd9e-8545ad294e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7df097-4be5-403c-9958-d197c45aa05c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.612848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'name': 'tempest-PortsIpV6TestJSON-1298545301'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:24.668553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.686454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:24.703440 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba2aff-5041-4283-bf6b-52785bc96bc4 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:24.712668 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.720161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Port': ['ID=b7e39cd4-4b1c-437a-b56a-b0e8ea4d3201,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.731040 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba2aff-5041-4283-bf6b-52785bc96bc4 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:24.734039 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d0ba2aff-5041-4283-bf6b-52785bc96bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:24.790503 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d0ba2aff-5041-4283-bf6b-52785bc96bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:24.808237 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba2aff-5041-4283-bf6b-52785bc96bc4 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:24.810869 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d0ba2aff-5041-4283-bf6b-52785bc96bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:40:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:24.852953 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d0ba2aff-5041-4283-bf6b-52785bc96bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:24.853927 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba2aff-5041-4283-bf6b-52785bc96bc4 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:24.865764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-816cb2d8-86c9-4e5a-aaf7-79c6fb2d426f tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/floatingips/0973ffb6-649c-4600-868b-6417f1641af1 HTTP/1.1" status: 200 len: 978 time: 4.6388881 Aug 31 09:41:24.866425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38756) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.875279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:24.974421 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8584b34-1c2b-4d45-99c8-af4540f953ab req-7dbe6b7a-5f27-43fa-b2d2-1bd8f6b02cfe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.979757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38760) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.010860 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8584b34-1c2b-4d45-99c8-af4540f953ab req-7dbe6b7a-5f27-43fa-b2d2-1bd8f6b02cfe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.012816 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.036171 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.038740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:25.042225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.043329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.062464 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-204b2d3d-23dd-4f9a-91ae-259d7dec1c44 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ca93c99b8bc421487ccc7c19c589ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815461 Aug 31 09:41:25.066162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38762) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.074206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 7f755e33-fe1d-466e-87df-b35767ba49d0 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:25.089794 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8584b34-1c2b-4d45-99c8-af4540f953ab req-7dbe6b7a-5f27-43fa-b2d2-1bd8f6b02cfe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.090932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8584b34-1c2b-4d45-99c8-af4540f953ab req-7dbe6b7a-5f27-43fa-b2d2-1bd8f6b02cfe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6558843 Aug 31 09:41:25.103229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe6b7a-5f27-43fa-b2d2-1bd8f6b02cfe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51343622-2d17-4174-8ce8-6dc5ad0114ab,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.180973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0f76910-dab6-44d7-937b-4051da0aeff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.248062 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0f76910-dab6-44d7-937b-4051da0aeff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.315946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.350248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0f76910-dab6-44d7-937b-4051da0aeff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.352704 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0f76910-dab6-44d7-937b-4051da0aeff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.353875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b0f76910-dab6-44d7-937b-4051da0aeff3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b4d92a8-4ce5-44f6-9aac-438be81f1800 HTTP/1.1" status: 204 len: 168 time: 0.2868068 Aug 31 09:41:25.369820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f76910-dab6-44d7-937b-4051da0aeff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4d92a8-4ce5-44f6-9aac-438be81f1800,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.383149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.436546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:25.442987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:25.447204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:25.453432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.454149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.467002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=7f755e33-fe1d-466e-87df-b35767ba49d0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.479444 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d3cacc8-ccdd-4b99-9d46-cdda5ba8208f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8708303 Aug 31 09:41:25.480334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38768) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.487231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:25.558428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.704317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1b0a3d0-b2cb-4bfd-9787-17578c0e5da1 req-382fe440-9a79-4021-bdfb-c6724d8d1d18 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/51343622-2d17-4174-8ce8-6dc5ad0114ab HTTP/1.1" status: 200 len: 1814 time: 0.5552366 Aug 31 09:41:25.739816 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5d8cbe56-15fb-4b38-b610-69f90e40e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.740042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Router 808cd6c3-a9a5-49c8-9c63-40867304b519 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:25.746694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.750428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a1b0a3d0-b2cb-4bfd-9787-17578c0e5da1 req-1cd87620-5923-404a-ad83-c42bc9c6a8fe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51343622-2d17-4174-8ce8-6dc5ad0114ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:25.750839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a1b0a3d0-b2cb-4bfd-9787-17578c0e5da1 req-1cd87620-5923-404a-ad83-c42bc9c6a8fe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51343622-2d17-4174-8ce8-6dc5ad0114ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:25.760144 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.760394 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP 0973ffb6-649c-4600-868b-6417f1641af1 disassociated. External IP: 172.25.1.150, port: 3a67e32e-9bc8-4b67-b531-10e6ed09eb44. Aug 31 09:41:25.788103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.803453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.870373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=7f755e33-fe1d-466e-87df-b35767ba49d0,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.881217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] In _notify_port_updated(), no bound segment for port 7f755e33-fe1d-466e-87df-b35767ba49d0 on network e6856876-d39e-4d2c-9899-4f50f1aa8eab {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:41:25.887404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.888069 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.892349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc043027-1aba-49ed-9a8f-d2b48ecaf13a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "PUT /v2.0/ports/7f755e33-fe1d-466e-87df-b35767ba49d0 HTTP/1.1" status: 200 len: 818 time: 0.4108720 Aug 31 09:41:25.892989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38782) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.948431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:25.958059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fe08538e-2dc3-412b-8299-88ebba068593 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "PUT /v2.0/routers/808cd6c3-a9a5-49c8-9c63-40867304b519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1292546 Aug 31 09:41:25.963106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdb93e-1219-40b2-906f-a1ce9eb06cc1 None None] Sync routers for ids ['808cd6c3-a9a5-49c8-9c63-40867304b519'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:25.966829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38784) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.983911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdb93e-1219-40b2-906f-a1ce9eb06cc1 None None] Routers {'808cd6c3-a9a5-49c8-9c63-40867304b519'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:25.985188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d0cdb93e-1219-40b2-906f-a1ce9eb06cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['808cd6c3-a9a5-49c8-9c63-40867304b519'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.023333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8d160f28-f1c6-4f34-8640-3a4656b36aea tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 7f755e33-fe1d-466e-87df-b35767ba49d0 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:26.025484 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d160f28-f1c6-4f34-8640-3a4656b36aea tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.027177 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-83ae9aa0-ffe6-4985-be64-21b44ee161b5 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] delete failed (client error): The resource could not be found. Aug 31 09:41:26.027979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d0cdb93e-1219-40b2-906f-a1ce9eb06cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.028507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-83ae9aa0-ffe6-4985-be64-21b44ee161b5 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-152934135 HTTP/1.1" status: 404 len: 334 time: 0.0604441 Aug 31 09:41:26.034433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38790) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.035639 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1b0a3d0-b2cb-4bfd-9787-17578c0e5da1 req-1cd87620-5923-404a-ad83-c42bc9c6a8fe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.041867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdb93e-1219-40b2-906f-a1ce9eb06cc1 None None] Routers {'808cd6c3-a9a5-49c8-9c63-40867304b519'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:26.042642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d0cdb93e-1219-40b2-906f-a1ce9eb06cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['808cd6c3-a9a5-49c8-9c63-40867304b519'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.044308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-10391d14-13f9-4664-b15e-fd39aafc13c5 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'router': {'external_gateway_info': {'network_id': '808cd6c3-a9a5-49c8-9c63-40867304b519'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:26.081534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d0cdb93e-1219-40b2-906f-a1ce9eb06cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.083290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdb93e-1219-40b2-906f-a1ce9eb06cc1 None None] The sync data for ids ['808cd6c3-a9a5-49c8-9c63-40867304b519'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:26.120949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d160f28-f1c6-4f34-8640-3a4656b36aea tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.135851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8d160f28-f1c6-4f34-8640-3a4656b36aea tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 7f755e33-fe1d-466e-87df-b35767ba49d0 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:26.207903 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1b0a3d0-b2cb-4bfd-9787-17578c0e5da1 req-1cd87620-5923-404a-ad83-c42bc9c6a8fe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.222391 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1b0a3d0-b2cb-4bfd-9787-17578c0e5da1 req-1cd87620-5923-404a-ad83-c42bc9c6a8fe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.233677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d160f28-f1c6-4f34-8640-3a4656b36aea tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.262652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d160f28-f1c6-4f34-8640-3a4656b36aea tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=7f755e33-fe1d-466e-87df-b35767ba49d0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.268902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d160f28-f1c6-4f34-8640-3a4656b36aea tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.273803 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8d160f28-f1c6-4f34-8640-3a4656b36aea tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/7f755e33-fe1d-466e-87df-b35767ba49d0 HTTP/1.1" status: 204 len: 168 time: 0.3795943 Aug 31 09:41:26.274460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38798) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.305154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38800) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.331352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09a087-e61c-4cfe-90da-1a410ba5e2f5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:26.333044 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4c09a087-e61c-4cfe-90da-1a410ba5e2f5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0574520 Aug 31 09:41:26.335729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38804) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.340118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87620-5923-404a-ad83-c42bc9c6a8fe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7191b0fb-2959-4fbd-b3b8-f5b65b2461de,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.361946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a1b0a3d0-b2cb-4bfd-9787-17578c0e5da1 req-1cd87620-5923-404a-ad83-c42bc9c6a8fe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.363186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1b0a3d0-b2cb-4bfd-9787-17578c0e5da1 req-1cd87620-5923-404a-ad83-c42bc9c6a8fe tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6260304 Aug 31 09:41:26.376133 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4b3c5d-7d72-40f5-81d9-f9348e367267 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:26.378189 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3f4b3c5d-7d72-40f5-81d9-f9348e367267 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/7f755e33-fe1d-466e-87df-b35767ba49d0 HTTP/1.1" status: 404 len: 333 time: 0.0414534 Aug 31 09:41:26.382302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38808) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.388121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-270760738'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:26.412297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:26.416462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.441082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:26.455731 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.456073 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Added segment 717daecf-d230-46e5-86ee-cdfff5443fc7 of type vlan for network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 Aug 31 09:41:26.461277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10391d14-13f9-4664-b15e-fd39aafc13c5 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.474504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:26.485646 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1653ac89-5de2-40b9-97a0-ef144fbf9222 tempest-AgentManagementNegativeTest-759826231 tempest-AgentManagementNegativeTest-759826231-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1760569 Aug 31 09:41:26.504754 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-10391d14-13f9-4664-b15e-fd39aafc13c5 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] update failed (client error): The resource could not be found. Aug 31 09:41:26.505840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-10391d14-13f9-4664-b15e-fd39aafc13c5 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "PUT /v2.0/routers/808cd6c3-a9a5-49c8-9c63-40867304b519 HTTP/1.1" status: 404 len: 339 time: 0.4652965 Aug 31 09:41:26.510231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f10643b-02aa-477d-9ebe-08a2f717f3bf req-ff73bd3b-7f25-454e-a7b9-00af45d9490c tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/51343622-2d17-4174-8ce8-6dc5ad0114ab HTTP/1.1" status: 200 len: 2408 time: 0.1084394 Aug 31 09:41:26.512433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38812) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.532387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.561270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.567755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:26.568356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.631377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2479491 Aug 31 09:41:26.636638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38816) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.643173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:26.645625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ff0a798-daf1-486e-b02a-0da107ebbb35 req-1d008eed-1041-4353-b225-265e6729878f tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-group-rules/7191b0fb-2959-4fbd-b3b8-f5b65b2461de HTTP/1.1" status: 200 len: 778 time: 0.0890489 Aug 31 09:41:26.664944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53c2bd-679c-4b8d-aa3f-df7eb849f239 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Network': ['ID=0ed96da6-28fd-4bf1-903e-7f80d09381f2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.675791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:26.772312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:26.776152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.817179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38820) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.879360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ff0a798-daf1-486e-b02a-0da107ebbb35 req-f2e08157-6822-4c5d-b203-7e32f2af4507 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/51343622-2d17-4174-8ce8-6dc5ad0114ab HTTP/1.1" status: 200 len: 2408 time: 0.2210629 Aug 31 09:41:26.880440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:26.886141 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.893460 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1bc5ef-3fae-4684-a402-05584ef8a23f None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:26.916951 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bc5ef-3fae-4684-a402-05584ef8a23f None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:26.921024 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ec1bc5ef-3fae-4684-a402-05584ef8a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.966545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-60678c7a-5f90-4280-bc55-e9a5a091e433 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/floatingips/0973ffb6-649c-4600-868b-6417f1641af1 HTTP/1.1" status: 200 len: 688 time: 2.0948288 Aug 31 09:41:26.976676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38826) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.984015 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ec1bc5ef-3fae-4684-a402-05584ef8a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.995039 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bc5ef-3fae-4684-a402-05584ef8a23f None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:26.996025 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ec1bc5ef-3fae-4684-a402-05584ef8a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.999177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3875fd6-66c3-42b4-90a5-1f2c3df82eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.027712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.032459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ec1bc5ef-3fae-4684-a402-05584ef8a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:27.033544 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1bc5ef-3fae-4684-a402-05584ef8a23f None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:27.070298 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.072818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0ff0a798-daf1-486e-b02a-0da107ebbb35 req-f359b9ba-478d-4880-82f4-aa5079c415c7 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.110305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=8ce4775b-e385-4284-923e-2c70547595d2,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.122515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0ff0a798-daf1-486e-b02a-0da107ebbb35 req-f359b9ba-478d-4880-82f4-aa5079c415c7 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.147360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Checking segment: {'id': '717daecf-d230-46e5-86ee-cdfff5443fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:27.147884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network hostable DHCP agents. Network: 0ed96da6-28fd-4bf1-903e-7f80d09381f2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:27.184587 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3875fd6-66c3-42b4-90a5-1f2c3df82eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.185982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:27.192227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3875fd6-66c3-42b4-90a5-1f2c3df82eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.215107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 0ed96da6-28fd-4bf1-903e-7f80d09381f2) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:27.237283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead39820-6071-48eb-9a8b-3d7ad668342e None None] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:27.243120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:27.243695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.253364 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0ff0a798-daf1-486e-b02a-0da107ebbb35 req-f359b9ba-478d-4880-82f4-aa5079c415c7 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.261278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d3875fd6-66c3-42b4-90a5-1f2c3df82eab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb04bdf3018a4d2c8f68a708dbd2afdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405386 Aug 31 09:41:27.261834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38830) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:27.267937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0ff0a798-daf1-486e-b02a-0da107ebbb35 req-f359b9ba-478d-4880-82f4-aa5079c415c7 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.270660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3875fd6-66c3-42b4-90a5-1f2c3df82eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc8977-d492-4edb-84e7-a57c7fd52a7f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.278608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ff0a798-daf1-486e-b02a-0da107ebbb35 req-f359b9ba-478d-4880-82f4-aa5079c415c7 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7191b0fb-2959-4fbd-b3b8-f5b65b2461de HTTP/1.1" status: 204 len: 173 time: 0.3535039 Aug 31 09:41:27.282319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359b9ba-478d-4880-82f4-aa5079c415c7 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7191b0fb-2959-4fbd-b3b8-f5b65b2461de,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.291954 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d2998e84-d33d-49e3-a772-bd62bc32f291 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6512449 Aug 31 09:41:27.292230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38834) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:27.297833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-550752e5-ac53-4fed-88b7-40ce9ab1296e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:27.368103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-969864af-b0eb-4c4e-8695-a10a3302fd82 req-12d72070-c7a9-4a00-9b5e-184d0af32650 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-718657793', 'description': 'tempest-description-1759459300'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:27.422094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0549b847-9012-4575-a98b-77ff9c970e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.428580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-0ed96da6-28fd-4bf1-903e-7f80d09381f2', 'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2', 'tenant_id': 'bfcbb412b7f147a180321232edfc8bda', 'fixed_ips': [{'subnet_id': '8ce4775b-e385-4284-923e-2c70547595d2'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:27.430010 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.438626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 34221fce-3182-4e50-aad0-6efa6a2aab5b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:27.438996 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.456959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0549b847-9012-4575-a98b-77ff9c970e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.493604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-969864af-b0eb-4c4e-8695-a10a3302fd82 req-12d72070-c7a9-4a00-9b5e-184d0af32650 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.500905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550752e5-ac53-4fed-88b7-40ce9ab1296e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:27.505780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-550752e5-ac53-4fed-88b7-40ce9ab1296e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.600975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Allocated IP 2001:db8::2 (0ed96da6-28fd-4bf1-903e-7f80d09381f2/8ce4775b-e385-4284-923e-2c70547595d2/8d3989e0-64e4-4d92-a400-ce3ceab95ad9) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:27.607967 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.613918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0549b847-9012-4575-a98b-77ff9c970e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.617382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0549b847-9012-4575-a98b-77ff9c970e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.621171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0549b847-9012-4575-a98b-77ff9c970e6a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03fc8977-d492-4edb-84e7-a57c7fd52a7f HTTP/1.1" status: 204 len: 168 time: 0.3553321 Aug 31 09:41:27.621402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Allocated IP 172.20.0.1 (1def69fa-a08e-44dc-9411-cb04a2f9eb93/e615213a-e16f-4510-aec9-417fbaea835b/1bd7b856-8d11-4222-ade2-9d42e150decd) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:27.631025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.631423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.660292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 34221fce-3182-4e50-aad0-6efa6a2aab5b owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:27.668214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549b847-9012-4575-a98b-77ff9c970e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc8977-d492-4edb-84e7-a57c7fd52a7f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.679182 n-d-806683-2 neutron-server[94787]: INFO neutron.db.ipam_backend_mixin [None req-550752e5-ac53-4fed-88b7-40ce9ab1296e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ce4775b-e385-4284-923e-2c70547595d2 (CIDR: 2001:db8::/64) Aug 31 09:41:27.686722 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-550752e5-ac53-4fed-88b7-40ce9ab1296e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:27.687547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550752e5-ac53-4fed-88b7-40ce9ab1296e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:27.789465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.799680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Transition to ACTIVE for port object 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:27.811964 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-969864af-b0eb-4c4e-8695-a10a3302fd82 req-12d72070-c7a9-4a00-9b5e-184d0af32650 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.822481 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-550752e5-ac53-4fed-88b7-40ce9ab1296e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5293384 Aug 31 09:41:27.823878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Transition to ACTIVE for port object 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:27.825515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38840) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:27.827473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-969864af-b0eb-4c4e-8695-a10a3302fd82 req-12d72070-c7a9-4a00-9b5e-184d0af32650 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.831798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:27.840526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.899564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-969864af-b0eb-4c4e-8695-a10a3302fd82 req-12d72070-c7a9-4a00-9b5e-184d0af32650 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.900128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:27.900751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-969864af-b0eb-4c4e-8695-a10a3302fd82 req-12d72070-c7a9-4a00-9b5e-184d0af32650 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5497594 Aug 31 09:41:27.908345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:27.909495 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.913507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:27.928997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d72070-c7a9-4a00-9b5e-184d0af32650 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbfc3ea-c048-4609-8445-159b7edc45c7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.959827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Pushing event updated for resources: {'Port': ['ID=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.972937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Transition to ACTIVE for port object 1bd7b856-8d11-4222-ade2-9d42e150decd will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:27.998918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Attempting to bind port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:27.999558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Attempting to bind port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '717daecf-d230-46e5-86ee-cdfff5443fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:27.999930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Attempting to bind port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 on network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:28.012994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:28.013726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Checking segment: {'id': '717daecf-d230-46e5-86ee-cdfff5443fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:28.014675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.015495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Bound using segment: {'id': '717daecf-d230-46e5-86ee-cdfff5443fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:28.017711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Bound port: 8d3989e0-64e4-4d92-a400-ce3ceab95ad9, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717daecf-d230-46e5-86ee-cdfff5443fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:28.021705 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.060525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-423f412f-ca45-4f36-bd5d-3e22634cb89a req-ba2b9442-47eb-43a5-854a-1de346f6cd6f tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/6fbfc3ea-c048-4609-8445-159b7edc45c7 HTTP/1.1" status: 200 len: 1814 time: 0.1254671 Aug 31 09:41:28.089811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:28.094300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.132031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-ae4d71b7-9492-4575-948f-713b278cb969 req-c202dc0e-f9a7-4b90-b5f7-004074d569a0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1528336741', 'description': 'tempest-description-1407953798'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:28.133262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] For port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:28.137426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] For port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,segment=NetworkSegment(717daecf-d230-46e5-86ee-cdfff5443fc7),segment_id=717daecf-d230-46e5-86ee-cdfff5443fc7)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:28.139911 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.144870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.208250 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.221937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=34221fce-3182-4e50-aad0-6efa6a2aab5b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.238793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de4bb2-679f-48d2-adad-586a8cbad7bd None None] Pushing event updated for resources: {'Port': ['ID=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.297980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:28.330946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:28.334654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:28.533607 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.616050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.675351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:28.680638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:28.686022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:28.686497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.708163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=4c4a0562-9bca-4df7-ab13-b4d3bfc46480,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.731528 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d509d433-7c0e-433b-bbb8-7bbdc202dd65 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8984220 Aug 31 09:41:28.732407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38868) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.739117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2', 'fixed_ips': [{'subnet_id': '8ce4775b-e385-4284-923e-2c70547595d2'}, {'subnet_id': '4c4a0562-9bca-4df7-ab13-b4d3bfc46480'}], 'name': 'tempest-PortsIpV6TestJSON-558431712'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:28.785841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38870) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.863684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-22d0a566-a494-497e-9739-8bb429b9a193 None None] Provisioning for port 1bd7b856-8d11-4222-ade2-9d42e150decd completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:28.870373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-22d0a566-a494-497e-9739-8bb429b9a193 None None] Provisioning complete for port 1bd7b856-8d11-4222-ade2-9d42e150decd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:28.871083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-22d0a566-a494-497e-9739-8bb429b9a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.892490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:28.922282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ae4d71b7-9492-4575-948f-713b278cb969 req-c202dc0e-f9a7-4b90-b5f7-004074d569a0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.923471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-22d0a566-a494-497e-9739-8bb429b9a193 None None] Port 1bd7b856-8d11-4222-ade2-9d42e150decd cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:28.970322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Port': ['ID=1bd7b856-8d11-4222-ade2-9d42e150decd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.988746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.991994 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.993421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e6f19043-e400-4d24-9c1b-1d69102d666e tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/floatingips/0973ffb6-649c-4600-868b-6417f1641af1 HTTP/1.1" status: 204 len: 168 time: 2.0130758 Aug 31 09:41:29.000244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38874) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.052023 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.093097 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-ed413865-efec-484f-8807-d4eda763999a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] delete failed (client error): The resource could not be found. Aug 31 09:41:29.094766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ed413865-efec-484f-8807-d4eda763999a tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/floatingips/0973ffb6-649c-4600-868b-6417f1641af1 HTTP/1.1" status: 404 len: 345 time: 0.0929227 Aug 31 09:41:29.101416 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38876) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.278480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1608105404'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:29.280199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1945e8-8809-4eb3-b334-f049d251b664 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:29.286995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1945e8-8809-4eb3-b334-f049d251b664 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:29.293154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1945e8-8809-4eb3-b334-f049d251b664 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:29.298300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cf1945e8-8809-4eb3-b334-f049d251b664 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "GET /v2.0/ports?network_id=18fee462-dada-4ac6-91e3-ac2ecc2a1cdf HTTP/1.1" status: 200 len: 2358 time: 0.1923518 Aug 31 09:41:29.303530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38880) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.361360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.367325 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ae4d71b7-9492-4575-948f-713b278cb969 req-c202dc0e-f9a7-4b90-b5f7-004074d569a0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.382645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ae4d71b7-9492-4575-948f-713b278cb969 req-c202dc0e-f9a7-4b90-b5f7-004074d569a0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.399745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:29.418320 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.444334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Made reservation on behalf of 2a6292faf1c24296b76fbcb089b9a368 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:29.448028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.462321 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ae4d71b7-9492-4575-948f-713b278cb969 req-c202dc0e-f9a7-4b90-b5f7-004074d569a0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.466852 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae4d71b7-9492-4575-948f-713b278cb969 req-c202dc0e-f9a7-4b90-b5f7-004074d569a0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.3464191 Aug 31 09:41:29.469889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ab4903-d8fc-42af-a146-ed63c7a9ff27 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:29.471494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-63ab4903-d8fc-42af-a146-ed63c7a9ff27 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "GET /v2.0/subnets/3a295dff-fb00-423e-8e53-8c6286c0c168 HTTP/1.1" status: 200 len: 797 time: 0.1658878 Aug 31 09:41:29.472859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.478262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202dc0e-f9a7-4b90-b5f7-004074d569a0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b39d789-2d0c-48af-91b6-7c7b03523c5e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:29.486650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38886) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.487858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba37fbd-a442-4a28-bf6b-c5de3a9cdf8c None None] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:29.507705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'port': {'network_id': '18fee462-dada-4ac6-91e3-ac2ecc2a1cdf', 'name': 'tempest-FloatingIPTestJSON-208609492', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:29.565448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-89bd4ff8-1d53-48cb-a080-342e22bc4f54 None None] Provisioning for port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:29.655931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37c74772-a227-4d14-8a25-7b3994e83678 req-f1aaa386-3b61-45f5-a4de-474ec5e3634d tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/2b39d789-2d0c-48af-91b6-7c7b03523c5e HTTP/1.1" status: 200 len: 1815 time: 0.1379998 Aug 31 09:41:29.672489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a4a205d3-4644-490b-aa01-874019c32939 req-4610c02d-a041-44c0-abed-f6147eb1833b tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-522688120', 'description': 'tempest-description-1048813143'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:29.751316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7d9b4c-4ec4-4746-ad82-2a17e4ed392b None None] Update dhcp port {'port': {'network_id': '0ed96da6-28fd-4bf1-903e-7f80d09381f2', 'fixed_ips': [{'subnet_id': '8ce4775b-e385-4284-923e-2c70547595d2', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c4a0562-9bca-4df7-ab13-b4d3bfc46480'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '8d3989e0-64e4-4d92-a400-ce3ceab95ad9'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:41:29.779069 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9b4c-4ec4-4746-ad82-2a17e4ed392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.854207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.860507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.865171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.878672 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.916896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::151 (0ed96da6-28fd-4bf1-903e-7f80d09381f2/8ce4775b-e385-4284-923e-2c70547595d2/70847f94-ab97-4ed0-a347-b7eb27ccbd85) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:29.934235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8:0:1::4e (0ed96da6-28fd-4bf1-903e-7f80d09381f2/4c4a0562-9bca-4df7-ab13-b4d3bfc46480/70847f94-ab97-4ed0-a347-b7eb27ccbd85) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:29.936550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:29.955894 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4a205d3-4644-490b-aa01-874019c32939 req-4610c02d-a041-44c0-abed-f6147eb1833b tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.959982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111f47fd-9a50-4eca-b52b-50798100b969,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:29.963007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event updated for resources: {'Port': ['ID=1bd7b856-8d11-4222-ade2-9d42e150decd,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:29.972713 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.973067 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Added segment b505de5e-ae0e-42fc-ba21-1ba0abb837d1 of type vlan for network ff6fa6c8-2bf2-4057-bede-f551fd4f818c Aug 31 09:41:29.978667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.017514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:30.123877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:30.128605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:30.144347 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.192608 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4a205d3-4644-490b-aa01-874019c32939 req-4610c02d-a041-44c0-abed-f6147eb1833b tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.225669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.231853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:30.232537 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.260144 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4a205d3-4644-490b-aa01-874019c32939 req-4610c02d-a041-44c0-abed-f6147eb1833b tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.310978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.313417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4a205d3-4644-490b-aa01-874019c32939 req-4610c02d-a041-44c0-abed-f6147eb1833b tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.314857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4a205d3-4644-490b-aa01-874019c32939 req-4610c02d-a041-44c0-abed-f6147eb1833b tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6515827 Aug 31 09:41:30.324652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610c02d-a041-44c0-abed-f6147eb1833b tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40104800-41b3-40ae-a5f5-c1e78abd3362,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:30.335846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Router 808cd6c3-a9a5-49c8-9c63-40867304b519 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:30.352496 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5656836 Aug 31 09:41:30.355532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38894) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:30.363895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.379987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object 70847f94-ab97-4ed0-a347-b7eb27ccbd85 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:30.393124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e0c8f-008e-48dc-a740-2e4c3982ca76 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event updated for resources: {'Network': ['ID=ff6fa6c8-2bf2-4057-bede-f551fd4f818c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:30.399067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Request body: {'subnet': {'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:30.428692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] device_id is not set on port 7c95a112-4042-4c41-9d51-b5788fa7ee52 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:30.435231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ff6fa6c8-2bf2-4057-bede-f551fd4f818c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:30.438733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.559011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:30.582846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:30.590972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-0e7d9b4c-4ec4-4746-ad82-2a17e4ed392b None None] Allocated IP 2001:db8:0:1::2 (0ed96da6-28fd-4bf1-903e-7f80d09381f2/4c4a0562-9bca-4df7-ab13-b4d3bfc46480/8d3989e0-64e4-4d92-a400-ce3ceab95ad9) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:30.595255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:30.595753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f4d21932-f485-4860-af3e-8c8b0a5374b1 None None] Provisioning complete for port 1bd7b856-8d11-4222-ade2-9d42e150decd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:30.596360 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f4d21932-f485-4860-af3e-8c8b0a5374b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.601078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:30.601716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.633639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:30.645889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=70847f94-ab97-4ed0-a347-b7eb27ccbd85,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:30.684867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-649ee89c-9749-432a-8841-aa47b8a388aa req-d12a4c3e-72dc-4ac0-926b-570895d2477c tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/40104800-41b3-40ae-a5f5-c1e78abd3362 HTTP/1.1" status: 200 len: 1814 time: 0.3335927 Aug 31 09:41:30.685794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Made reservation on behalf of 2a6292faf1c24296b76fbcb089b9a368 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:30.704180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.704387 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2e617baf-abab-4dbb-a1c2-c292b74d6c7d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.9688997 Aug 31 09:41:30.705963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38900) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:30.711490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce4775b-e385-4284-923e-2c70547595d2'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:30.742912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:30.751724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0b724352-cb54-4ad9-a247-fa3597458a6e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "PUT /v2.0/routers/808cd6c3-a9a5-49c8-9c63-40867304b519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2382414 Aug 31 09:41:30.754783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38902) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:30.755835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-6fe8699d-3a03-4842-9614-cb0c75b314ef req-159a9800-d92b-41dd-868f-ba4e9b89e2e0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1071853364', 'description': 'tempest-description-1296620533'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:30.769011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f4d21932-f485-4860-af3e-8c8b0a5374b1 None None] Port 1bd7b856-8d11-4222-ade2-9d42e150decd cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:30.774664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e4aab3-f8f3-4882-b93b-11732d3a419f None None] Sync routers for ids ['808cd6c3-a9a5-49c8-9c63-40867304b519'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:30.805362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4aab3-f8f3-4882-b93b-11732d3a419f None None] Routers {'808cd6c3-a9a5-49c8-9c63-40867304b519'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:30.806284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-07e4aab3-f8f3-4882-b93b-11732d3a419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['808cd6c3-a9a5-49c8-9c63-40867304b519'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:30.831547 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6fe8699d-3a03-4842-9614-cb0c75b314ef req-159a9800-d92b-41dd-868f-ba4e9b89e2e0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.845709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:30.847784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-07e4aab3-f8f3-4882-b93b-11732d3a419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:30.858677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:30.858972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.907006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0e7d9b4c-4ec4-4746-ad82-2a17e4ed392b None None] For port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,segment=NetworkSegment(717daecf-d230-46e5-86ee-cdfff5443fc7),segment_id=717daecf-d230-46e5-86ee-cdfff5443fc7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:30.915663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4aab3-f8f3-4882-b93b-11732d3a419f None None] Routers {'808cd6c3-a9a5-49c8-9c63-40867304b519'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:30.916601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-07e4aab3-f8f3-4882-b93b-11732d3a419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['808cd6c3-a9a5-49c8-9c63-40867304b519'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:30.916920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.954566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-07e4aab3-f8f3-4882-b93b-11732d3a419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:30.955628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e4aab3-f8f3-4882-b93b-11732d3a419f None None] The sync data for ids ['808cd6c3-a9a5-49c8-9c63-40867304b519'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:30.990065 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9b4c-4ec4-4746-ad82-2a17e4ed392b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.008515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f34a56d8-43b2-4ada-a558-4acdc9e0c98e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.029428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.030589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0e7d9b4c-4ec4-4746-ad82-2a17e4ed392b None None] Transition to ACTIVE for port object 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:31.034725 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6fe8699d-3a03-4842-9614-cb0c75b314ef req-159a9800-d92b-41dd-868f-ba4e9b89e2e0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.036382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0e7d9b4c-4ec4-4746-ad82-2a17e4ed392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.040004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.064211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6fe8699d-3a03-4842-9614-cb0c75b314ef req-159a9800-d92b-41dd-868f-ba4e9b89e2e0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.118541 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6fe8699d-3a03-4842-9614-cb0c75b314ef req-159a9800-d92b-41dd-868f-ba4e9b89e2e0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.119971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fe8699d-3a03-4842-9614-cb0c75b314ef req-159a9800-d92b-41dd-868f-ba4e9b89e2e0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3786597 Aug 31 09:41:31.143356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event updated for resources: {'Subnet': ['ID=777f0a55-52d6-486f-9687-38e75147eba6,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.145855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.20.0.14 (18fee462-dada-4ac6-91e3-ac2ecc2a1cdf/3a295dff-fb00-423e-8e53-8c6286c0c168/7c95a112-4042-4c41-9d51-b5788fa7ee52) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:31.152886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a9800-d92b-41dd-868f-ba4e9b89e2e0 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0fcccb-f7d6-4ca5-8a0d-15aa81da5438,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.161711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.20.0.13 (18fee462-dada-4ac6-91e3-ac2ecc2a1cdf/3a295dff-fb00-423e-8e53-8c6286c0c168/7c95a112-4042-4c41-9d51-b5788fa7ee52) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:31.178579 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-f34a56d8-43b2-4ada-a558-4acdc9e0c98e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:41:31.179980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f34a56d8-43b2-4ada-a558-4acdc9e0c98e tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/routers/808cd6c3-a9a5-49c8-9c63-40867304b519 HTTP/1.1" status: 409 len: 329 time: 0.4242291 Aug 31 09:41:31.185366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d9b4c-4ec4-4746-ad82-2a17e4ed392b None None] Pushing event updated for resources: {'Port': ['ID=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.186189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:31.190229 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:41:31.190581 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:41:31.241063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Checking segment: {'id': 'b505de5e-ae0e-42fc-ba21-1ba0abb837d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:31.241435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Network hostable DHCP agents. Network: ff6fa6c8-2bf2-4057-bede-f551fd4f818c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:31.248341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6afdc3ac-085e-4987-aa97-be95d25f9240 req-083aa8fb-aebc-4fb2-ba3d-448e31885541 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/cb0fcccb-f7d6-4ca5-8a0d-15aa81da5438 HTTP/1.1" status: 200 len: 1815 time: 0.0884063 Aug 31 09:41:31.277126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Network ff6fa6c8-2bf2-4057-bede-f551fd4f818c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:31.295375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, ff6fa6c8-2bf2-4057-bede-f551fd4f818c) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:31.305085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:31.306068 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.313188 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-0eb5ef94-0b7a-4049-8f5e-7ef1c33e1e9d req-6d2466e1-f54f-454d-ab6e-c7fba6362ed5 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] show failed (client error): The resource could not be found. Aug 31 09:41:31.314265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0eb5ef94-0b7a-4049-8f5e-7ef1c33e1e9d req-6d2466e1-f54f-454d-ab6e-c7fba6362ed5 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/987baa0d-9bea-4223-ab82-42eee89803f6 HTTP/1.1" status: 404 len: 352 time: 0.0265753 Aug 31 09:41:31.317126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798b4ab-5823-4569-8752-f3d9187abd9a None None] Network ff6fa6c8-2bf2-4057-bede-f551fd4f818c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:31.335484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e3645c0a-74c8-4ff0-80bc-926b0b162af5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9754381 Aug 31 09:41:31.335484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38912) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:31.342339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Request body: {'port': {'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2114431118'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:31.408868 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-66bd2604-b61a-4107-9ce1-8e8de75cbba1 req-ff4d773d-85cf-4036-95a5-354d5f355a37 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] show failed (client error): The resource could not be found. Aug 31 09:41:31.416435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66bd2604-b61a-4107-9ce1-8e8de75cbba1 req-ff4d773d-85cf-4036-95a5-354d5f355a37 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-group-rules/7fd26a64-bb1a-4ad6-9a21-99a5190e7f1e HTTP/1.1" status: 404 len: 361 time: 0.0209868 Aug 31 09:41:31.532484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Delete allocated IP 2001:db8:0:1::4e (0ed96da6-28fd-4bf1-903e-7f80d09381f2/4c4a0562-9bca-4df7-ab13-b4d3bfc46480) {{(pid=94787) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:41:31.538323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-119542f2-addc-4693-9bd2-ff21a7591f1a req-638925ef-eca6-4dea-9883-de33bad15770 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/cb0fcccb-f7d6-4ca5-8a0d-15aa81da5438 HTTP/1.1" status: 200 len: 1815 time: 0.0591593 Aug 31 09:41:31.554678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d699197-2657-4731-a738-d95948188f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-ff6fa6c8-2bf2-4057-bede-f551fd4f818c', 'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c', 'tenant_id': '2a6292faf1c24296b76fbcb089b9a368', 'fixed_ips': [{'subnet_id': '777f0a55-52d6-486f-9687-38e75147eba6'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:31.555758 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8d699197-2657-4731-a738-d95948188f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.573312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Made reservation on behalf of 2a6292faf1c24296b76fbcb089b9a368 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:31.576888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.611926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] device_id is not set on port 51571e1c-ae79-4a10-8224-95165c75fe0c yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:31.683650 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-119542f2-addc-4693-9bd2-ff21a7591f1a req-f60bd31b-e2e6-40fb-96c6-3c27f20019fc tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.754507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-119542f2-addc-4693-9bd2-ff21a7591f1a req-f60bd31b-e2e6-40fb-96c6-3c27f20019fc tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.822007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Allocated IP 2001:db8::18f (ff6fa6c8-2bf2-4057-bede-f551fd4f818c/777f0a55-52d6-486f-9687-38e75147eba6/51571e1c-ae79-4a10-8224-95165c75fe0c) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:31.847417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-119542f2-addc-4693-9bd2-ff21a7591f1a req-f60bd31b-e2e6-40fb-96c6-3c27f20019fc tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.851203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-119542f2-addc-4693-9bd2-ff21a7591f1a req-f60bd31b-e2e6-40fb-96c6-3c27f20019fc tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.852778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-119542f2-addc-4693-9bd2-ff21a7591f1a req-f60bd31b-e2e6-40fb-96c6-3c27f20019fc tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "DELETE /v2.0/security-groups/cb0fcccb-f7d6-4ca5-8a0d-15aa81da5438 HTTP/1.1" status: 204 len: 173 time: 0.3043289 Aug 31 09:41:31.875104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bd31b-e2e6-40fb-96c6-3c27f20019fc tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0fcccb-f7d6-4ca5-8a0d-15aa81da5438,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.897330 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.917825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4184d0-c58b-498c-96d5-b178bcc7b779 None None] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:31.983803 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.992555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7438a87-30a0-4219-9228-a08c0d7b3ce6 req-1db67bfc-b59c-40fe-afc8-38eb38ddb51a tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/40104800-41b3-40ae-a5f5-c1e78abd3362 HTTP/1.1" status: 200 len: 1814 time: 0.1131992 Aug 31 09:41:32.014875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.021802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Ignored duplicate provisioning block setup for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:41:32.031103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.043760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-14c8a4d8-699b-4033-a221-9639fbdfab10 None None] Provisioning for port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:32.060720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-14c8a4d8-699b-4033-a221-9639fbdfab10 None None] Provisioning complete for port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:32.061091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-14c8a4d8-699b-4033-a221-9639fbdfab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.068497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.086817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f7438a87-30a0-4219-9228-a08c0d7b3ce6 req-b26e4ea8-86cc-4cbd-87dd-6872cf181056 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.123507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] In _notify_port_updated(), no bound segment for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 on network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:41:32.129604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:32.130243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.134071 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.134249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,segment=NetworkSegment(717daecf-d230-46e5-86ee-cdfff5443fc7),segment_id=717daecf-d230-46e5-86ee-cdfff5443fc7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:32.134419 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "PUT /v2.0/ports/70847f94-ab97-4ed0-a347-b7eb27ccbd85 HTTP/1.1" status: 200 len: 925 time: 1.4246886 Aug 31 09:41:32.135186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f7438a87-30a0-4219-9228-a08c0d7b3ce6 req-b26e4ea8-86cc-4cbd-87dd-6872cf181056 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.136739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729093c-f886-4178-a781-3f4af0dab517 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=70847f94-ab97-4ed0-a347-b7eb27ccbd85,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.139123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38922) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:32.144519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:32.146008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.149930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce4775b-e385-4284-923e-2c70547595d2'}, {'subnet_id': '4c4a0562-9bca-4df7-ab13-b4d3bfc46480'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:32.181208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:32.191775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Transition to ACTIVE for port object 51571e1c-ae79-4a10-8224-95165c75fe0c will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:32.206384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:32.253767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.255146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=7c95a112-4042-4c41-9d51-b5788fa7ee52,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.285341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:32.286063 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.293956 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f7438a87-30a0-4219-9228-a08c0d7b3ce6 req-b26e4ea8-86cc-4cbd-87dd-6872cf181056 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.296567 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f7438a87-30a0-4219-9228-a08c0d7b3ce6 req-b26e4ea8-86cc-4cbd-87dd-6872cf181056 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.298301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7438a87-30a0-4219-9228-a08c0d7b3ce6 req-b26e4ea8-86cc-4cbd-87dd-6872cf181056 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "DELETE /v2.0/security-groups/40104800-41b3-40ae-a5f5-c1e78abd3362 HTTP/1.1" status: 204 len: 173 time: 0.2982075 Aug 31 09:41:32.301130 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.321237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e4ea8-86cc-4cbd-87dd-6872cf181056 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40104800-41b3-40ae-a5f5-c1e78abd3362,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.343765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.349867 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-de64a60b-689b-4ca0-a455-7556432f1e12 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.8540943 Aug 31 09:41:32.352480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38926) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:32.390613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-8d699197-2657-4731-a738-d95948188f31 None None] Allocated IP 2001:db8::2 (ff6fa6c8-2bf2-4057-bede-f551fd4f818c/777f0a55-52d6-486f-9687-38e75147eba6/2bfe5ae7-0431-49c3-a412-0994c17e0041) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:32.420415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '7c95a112-4042-4c41-9d51-b5788fa7ee52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:32.452587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Network ff6fa6c8-2bf2-4057-bede-f551fd4f818c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:32.460912 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.489166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:32.498171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4680726b-ba6b-4225-ae6c-374e83869ba4 req-9db91759-035e-44b3-9563-a4f157285e9c tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/2b39d789-2d0c-48af-91b6-7c7b03523c5e HTTP/1.1" status: 200 len: 1815 time: 0.1745586 Aug 31 09:41:32.499037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:32.504630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:32.505276 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.514663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event updated for resources: {'Port': ['ID=51571e1c-ae79-4a10-8224-95165c75fe0c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.527807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:32.541412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.561696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c8524d22-0ecc-4962-a428-6e492b9285ae tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2250762 Aug 31 09:41:32.567334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38930) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:32.580385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Request body: {'port': {'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1864205188', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:32.580996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.api.validators [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] bootfile-name is not in valid_values {{(pid=94787) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:41:32.581352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.api.validators [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] tftp-server is not in valid_values {{(pid=94787) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:41:32.581693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.api.validators [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] server-ip-address is not in valid_values {{(pid=94787) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:41:32.623466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:32.624110 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.634128 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4680726b-ba6b-4225-ae6c-374e83869ba4 req-c2204bee-fa9b-4d7d-ad95-e76b36a03083 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.714615 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4680726b-ba6b-4225-ae6c-374e83869ba4 req-c2204bee-fa9b-4d7d-ad95-e76b36a03083 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.748330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e908e7b4-b886-480a-b04d-753e66839c96 None None] Provisioning complete for port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:32.748812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e908e7b4-b886-480a-b04d-753e66839c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.845864 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8d699197-2657-4731-a738-d95948188f31 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.883536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8d699197-2657-4731-a738-d95948188f31 None None] Transition to ACTIVE for port object 2bfe5ae7-0431-49c3-a412-0994c17e0041 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:32.918135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8d699197-2657-4731-a738-d95948188f31 None None] Transition to ACTIVE for port object 2bfe5ae7-0431-49c3-a412-0994c17e0041 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:32.931257 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8d699197-2657-4731-a738-d95948188f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.973084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e908e7b4-b886-480a-b04d-753e66839c96 None None] Provisioning for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:32.982558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d699197-2657-4731-a738-d95948188f31 None None] Network ff6fa6c8-2bf2-4057-bede-f551fd4f818c is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:32.987284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e908e7b4-b886-480a-b04d-753e66839c96 None None] Provisioning complete for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:32.987659 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e908e7b4-b886-480a-b04d-753e66839c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.028976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e908e7b4-b886-480a-b04d-753e66839c96 None None] Port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:33.031876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-8d699197-2657-4731-a738-d95948188f31 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:33.034835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d699197-2657-4731-a738-d95948188f31 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:33.050225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d699197-2657-4731-a738-d95948188f31 None None] Pushing event updated for resources: {'Port': ['ID=2bfe5ae7-0431-49c3-a412-0994c17e0041,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:33.108447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8d699197-2657-4731-a738-d95948188f31 None None] Attempting to bind port 2bfe5ae7-0431-49c3-a412-0994c17e0041 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:33.109012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8d699197-2657-4731-a738-d95948188f31 None None] Attempting to bind port 2bfe5ae7-0431-49c3-a412-0994c17e0041 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'b505de5e-ae0e-42fc-ba21-1ba0abb837d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:33.109460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d699197-2657-4731-a738-d95948188f31 None None] Attempting to bind port 2bfe5ae7-0431-49c3-a412-0994c17e0041 on network ff6fa6c8-2bf2-4057-bede-f551fd4f818c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:33.116474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d699197-2657-4731-a738-d95948188f31 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:33.117094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d699197-2657-4731-a738-d95948188f31 None None] Checking segment: {'id': 'b505de5e-ae0e-42fc-ba21-1ba0abb837d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:33.117514 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8d699197-2657-4731-a738-d95948188f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.117916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d699197-2657-4731-a738-d95948188f31 None None] Bound using segment: {'id': 'b505de5e-ae0e-42fc-ba21-1ba0abb837d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:33.118544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8d699197-2657-4731-a738-d95948188f31 None None] Bound port: 2bfe5ae7-0431-49c3-a412-0994c17e0041, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b505de5e-ae0e-42fc-ba21-1ba0abb837d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ff6fa6c8-2bf2-4057-bede-f551fd4f818c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:33.119305 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8d699197-2657-4731-a738-d95948188f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.160976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4680726b-ba6b-4225-ae6c-374e83869ba4 req-c2204bee-fa9b-4d7d-ad95-e76b36a03083 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.164208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4680726b-ba6b-4225-ae6c-374e83869ba4 req-c2204bee-fa9b-4d7d-ad95-e76b36a03083 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.171606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4680726b-ba6b-4225-ae6c-374e83869ba4 req-c2204bee-fa9b-4d7d-ad95-e76b36a03083 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "DELETE /v2.0/security-groups/2b39d789-2d0c-48af-91b6-7c7b03523c5e HTTP/1.1" status: 204 len: 173 time: 0.6565261 Aug 31 09:41:33.194267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2204bee-fa9b-4d7d-ad95-e76b36a03083 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b39d789-2d0c-48af-91b6-7c7b03523c5e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:33.199516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6828c74d-e836-4c37-baeb-299b5e0a5ab0 None None] Provisioning complete for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:33.200050 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6828c74d-e836-4c37-baeb-299b5e0a5ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.277578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8d699197-2657-4731-a738-d95948188f31 None None] For port 2bfe5ae7-0431-49c3-a412-0994c17e0041, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:33.283216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8d699197-2657-4731-a738-d95948188f31 None None] For port 2bfe5ae7-0431-49c3-a412-0994c17e0041, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2bfe5ae7-0431-49c3-a412-0994c17e0041,segment=NetworkSegment(b505de5e-ae0e-42fc-ba21-1ba0abb837d1),segment_id=b505de5e-ae0e-42fc-ba21-1ba0abb837d1)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:33.284427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6828c74d-e836-4c37-baeb-299b5e0a5ab0 None None] Port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:33.290926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8d699197-2657-4731-a738-d95948188f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.298923 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.304266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e935dab3-13f8-4fe3-ad77-2e1d65657c35 req-ba198219-2008-4554-9fce-9d652623a080 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/6fbfc3ea-c048-4609-8445-159b7edc45c7 HTTP/1.1" status: 200 len: 1814 time: 0.0721891 Aug 31 09:41:33.311278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Made reservation on behalf of 2a6292faf1c24296b76fbcb089b9a368 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:33.315117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.315759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8:0:1::122 (0ed96da6-28fd-4bf1-903e-7f80d09381f2/4c4a0562-9bca-4df7-ab13-b4d3bfc46480/70847f94-ab97-4ed0-a347-b7eb27ccbd85) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:33.369175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d699197-2657-4731-a738-d95948188f31 None None] Pushing event updated for resources: {'Port': ['ID=2bfe5ae7-0431-49c3-a412-0994c17e0041,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:33.409515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6198365b-f11f-4a2e-9a17-a3d8296e0066 None None] Provisioning complete for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:33.410384 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6198365b-f11f-4a2e-9a17-a3d8296e0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.421189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] device_id is not set on port 4d4c47dd-2d2e-499f-93ac-0d4d48f979e2 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:33.449531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6198365b-f11f-4a2e-9a17-a3d8296e0066 None None] Port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:33.489307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e935dab3-13f8-4fe3-ad77-2e1d65657c35 req-d16bb708-a3bf-4d23-b043-89a2e826eb9f tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.527442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e935dab3-13f8-4fe3-ad77-2e1d65657c35 req-d16bb708-a3bf-4d23-b043-89a2e826eb9f tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.532118 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.585547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Ignored duplicate provisioning block setup for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:41:33.596390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.605196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.25.1.68 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/7012fb8d-ab93-4953-a7cf-f83b3389840c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:33.637615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Deleting port 1bd7b856-8d11-4222-ade2-9d42e150decd {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:33.637962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.643071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Allocated IP 2001:db8::94 (ff6fa6c8-2bf2-4057-bede-f551fd4f818c/777f0a55-52d6-486f-9687-38e75147eba6/4d4c47dd-2d2e-499f-93ac-0d4d48f979e2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:33.705539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=70847f94-ab97-4ed0-a347-b7eb27ccbd85,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:33.744414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] In _notify_port_updated(), no bound segment for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 on network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:41:33.751034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:33.751698 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.753191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a1c68f91-9035-4461-b2c2-11e944e9a739 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "PUT /v2.0/ports/70847f94-ab97-4ed0-a347-b7eb27ccbd85 HTTP/1.1" status: 200 len: 1011 time: 1.6118627 Aug 31 09:41:33.755453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e935dab3-13f8-4fe3-ad77-2e1d65657c35 req-d16bb708-a3bf-4d23-b043-89a2e826eb9f tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.758659 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e935dab3-13f8-4fe3-ad77-2e1d65657c35 req-d16bb708-a3bf-4d23-b043-89a2e826eb9f tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.759441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e935dab3-13f8-4fe3-ad77-2e1d65657c35 req-d16bb708-a3bf-4d23-b043-89a2e826eb9f tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "DELETE /v2.0/security-groups/6fbfc3ea-c048-4609-8445-159b7edc45c7 HTTP/1.1" status: 204 len: 173 time: 0.4408860 Aug 31 09:41:33.759957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38938) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:33.823222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bb708-a3bf-4d23-b043-89a2e826eb9f tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbfc3ea-c048-4609-8445-159b7edc45c7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:33.905369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-903a8508-9bd7-4cec-b942-fd25bea7ecc0 req-79a73307-2eb7-4289-a8f2-15b27a0a156b tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "GET /v2.0/security-groups/51343622-2d17-4174-8ce8-6dc5ad0114ab HTTP/1.1" status: 200 len: 1814 time: 0.0913618 Aug 31 09:41:33.916425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.948822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Calling delete_port for 1bd7b856-8d11-4222-ade2-9d42e150decd owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:33.955560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.964825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c0d63f41-92ab-4bac-b5ba-a2a7ff2c0434 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:33.965177 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0d63f41-92ab-4bac-b5ba-a2a7ff2c0434 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.989804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7eb5f824-1e46-411c-a7e2-c63f3f15fcd5 None None] Provisioning complete for port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:33.990944 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f824-1e46-411c-a7e2-c63f3f15fcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.031909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5f824-1e46-411c-a7e2-c63f3f15fcd5 None None] Port 70847f94-ab97-4ed0-a347-b7eb27ccbd85 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:34.039216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-903a8508-9bd7-4cec-b942-fd25bea7ecc0 req-0300b3b2-2345-4b76-bf5b-6bd9fd60acd9 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.082953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-903a8508-9bd7-4cec-b942-fd25bea7ecc0 req-0300b3b2-2345-4b76-bf5b-6bd9fd60acd9 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.089126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.112222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Transition to ACTIVE for port object 4d4c47dd-2d2e-499f-93ac-0d4d48f979e2 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:34.112458 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0d63f41-92ab-4bac-b5ba-a2a7ff2c0434 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.117673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.136628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c0d63f41-92ab-4bac-b5ba-a2a7ff2c0434 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 70847f94-ab97-4ed0-a347-b7eb27ccbd85 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:34.186560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-903a8508-9bd7-4cec-b942-fd25bea7ecc0 req-0300b3b2-2345-4b76-bf5b-6bd9fd60acd9 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.189289 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-903a8508-9bd7-4cec-b942-fd25bea7ecc0 req-0300b3b2-2345-4b76-bf5b-6bd9fd60acd9 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.190593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-903a8508-9bd7-4cec-b942-fd25bea7ecc0 req-0300b3b2-2345-4b76-bf5b-6bd9fd60acd9 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] 10.222.0.69 "DELETE /v2.0/security-groups/51343622-2d17-4174-8ce8-6dc5ad0114ab HTTP/1.1" status: 204 len: 173 time: 0.2731037 Aug 31 09:41:34.203014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38944) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:34.222618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300b3b2-2345-4b76-bf5b-6bd9fd60acd9 tempest-SecurityGroupRulesNegativeTestJSON-1769988781 tempest-SecurityGroupRulesNegativeTestJSON-1769988781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51343622-2d17-4174-8ce8-6dc5ad0114ab,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:34.230286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:34.239537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:34.246062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=7012fb8d-ab93-4953-a7cf-f83b3389840c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:34.249746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:34.290395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-8971fb16-bb68-49a1-8530-ca0e942aae00 admin admin] Deleting subnet dffbf5bc-13eb-4601-bd50-e7c7072de804 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:34.296322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8971fb16-bb68-49a1-8530-ca0e942aae00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.334598 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.364892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8971fb16-bb68-49a1-8530-ca0e942aae00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.406119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.456223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8971fb16-bb68-49a1-8530-ca0e942aae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.493138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Network ff6fa6c8-2bf2-4057-bede-f551fd4f818c is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:34.511538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2bfe5ae7-0431-49c3-a412-0994c17e0041 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:34.522303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0d63f41-92ab-4bac-b5ba-a2a7ff2c0434 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.537653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event updated for resources: {'Port': ['ID=4d4c47dd-2d2e-499f-93ac-0d4d48f979e2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:34.567943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d63f41-92ab-4bac-b5ba-a2a7ff2c0434 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=70847f94-ab97-4ed0-a347-b7eb27ccbd85,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:34.603345 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8971fb16-bb68-49a1-8530-ca0e942aae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.604600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:34.612149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:34.618090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:34.618834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.621496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2bfe5ae7-0431-49c3-a412-0994c17e0041 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:34.654015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0d63f41-92ab-4bac-b5ba-a2a7ff2c0434 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.658214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c0d63f41-92ab-4bac-b5ba-a2a7ff2c0434 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/70847f94-ab97-4ed0-a347-b7eb27ccbd85 HTTP/1.1" status: 204 len: 168 time: 0.8830886 Aug 31 09:41:34.658641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38946) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:34.664848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Port': ['ID=1bd7b856-8d11-4222-ade2-9d42e150decd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:34.692744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971fb16-bb68-49a1-8530-ca0e942aae00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffbf5bc-13eb-4601-bd50-e7c7072de804,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:34.695632 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d97b5b-1df1-435b-8de8-13bf190dc18d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:34.697454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f9d97b5b-1df1-435b-8de8-13bf190dc18d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/70847f94-ab97-4ed0-a347-b7eb27ccbd85 HTTP/1.1" status: 404 len: 333 time: 0.0377412 Aug 31 09:41:34.700326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38950) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:34.725828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e97669-c9e3-4d09-94c9-f04dfcfde347 None None] Network ff6fa6c8-2bf2-4057-bede-f551fd4f818c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:34.767533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d73371d8-c92d-49f6-909a-c413eb3dc128 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1883392 Aug 31 09:41:34.786077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38952) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:34.787031 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8971fb16-bb68-49a1-8530-ca0e942aae00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.795328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8971fb16-bb68-49a1-8530-ca0e942aae00 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dffbf5bc-13eb-4601-bd50-e7c7072de804 HTTP/1.1" status: 204 len: 168 time: 0.5903404 Aug 31 09:41:34.806684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38954) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:34.840078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-38c9b05f-d9f8-4a47-b0bd-1a09733ab281 None None] Provisioning for port 2bfe5ae7-0431-49c3-a412-0994c17e0041 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:34.856479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3c5ea5-4a4e-430f-bf62-17cb78a757cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 4c4a0562-9bca-4df7-ab13-b4d3bfc46480 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:34.861125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-38c9b05f-d9f8-4a47-b0bd-1a09733ab281 None None] Provisioning complete for port 2bfe5ae7-0431-49c3-a412-0994c17e0041 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:34.861508 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-38c9b05f-d9f8-4a47-b0bd-1a09733ab281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.888215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5ea5-4a4e-430f-bf62-17cb78a757cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.946921 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5ea5-4a4e-430f-bf62-17cb78a757cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.962043 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.991408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.999203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844f7a5-fd89-421b-bf88-c51519657d4d tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:35.007136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844f7a5-fd89-421b-bf88-c51519657d4d tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:35.016169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844f7a5-fd89-421b-bf88-c51519657d4d tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:35.017759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d844f7a5-fd89-421b-bf88-c51519657d4d tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2213130 Aug 31 09:41:35.022030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38958) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:35.046601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-38c9b05f-d9f8-4a47-b0bd-1a09733ab281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.088811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-38c9b05f-d9f8-4a47-b0bd-1a09733ab281 None None] For port 2bfe5ae7-0431-49c3-a412-0994c17e0041, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2bfe5ae7-0431-49c3-a412-0994c17e0041,segment=NetworkSegment(b505de5e-ae0e-42fc-ba21-1ba0abb837d1),segment_id=b505de5e-ae0e-42fc-ba21-1ba0abb837d1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:35.113227 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-38c9b05f-d9f8-4a47-b0bd-1a09733ab281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.179177 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5ea5-4a4e-430f-bf62-17cb78a757cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.180781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9b05f-d9f8-4a47-b0bd-1a09733ab281 None None] Pushing event updated for resources: {'Port': ['ID=2bfe5ae7-0431-49c3-a412-0994c17e0041,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:35.246545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-9a68f461-ea5f-469a-9930-11c58259b23e tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Deleting port 4d4c47dd-2d2e-499f-93ac-0d4d48f979e2 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:35.247265 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a68f461-ea5f-469a-9930-11c58259b23e tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.263714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.305677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5ea5-4a4e-430f-bf62-17cb78a757cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.338623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894ce0f6-2356-4d5e-a03a-7a3e06676640']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:35.348648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c5ea5-4a4e-430f-bf62-17cb78a757cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4a0562-9bca-4df7-ab13-b4d3bfc46480,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:35.351173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5ea5-4a4e-430f-bf62-17cb78a757cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.355770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a3c5ea5-4a4e-430f-bf62-17cb78a757cc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/4c4a0562-9bca-4df7-ab13-b4d3bfc46480 HTTP/1.1" status: 204 len: 168 time: 0.6518295 Aug 31 09:41:35.357021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38960) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:35.358718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0077e7-b700-40b1-8e7a-59079c4ffd84') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:35.359039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0077e7-b700-40b1-8e7a-59079c4ffd84') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:35.374275 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.376398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b6544-691f-413b-9680-b8fe52e8716c None None] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:35.390476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Router 808cd6c3-a9a5-49c8-9c63-40867304b519 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:35.417659 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.423595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a68f461-ea5f-469a-9930-11c58259b23e tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.433539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:35.434250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:35.436040 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:35.444105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7b3fec-5b11-4bf7-8120-e060a76120a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 8ce4775b-e385-4284-923e-2c70547595d2 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:35.450628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-9a68f461-ea5f-469a-9930-11c58259b23e tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Calling delete_port for 4d4c47dd-2d2e-499f-93ac-0d4d48f979e2 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:35.452756 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3fec-5b11-4bf7-8120-e060a76120a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.466933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Provisioning for port 4d4c47dd-2d2e-499f-93ac-0d4d48f979e2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:35.476141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Provisioning complete for port 4d4c47dd-2d2e-499f-93ac-0d4d48f979e2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:35.476518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.544688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3fec-5b11-4bf7-8120-e060a76120a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.554250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.558935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Port 4d4c47dd-2d2e-499f-93ac-0d4d48f979e2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:35.596064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Provisioning for port 51571e1c-ae79-4a10-8224-95165c75fe0c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:35.597180 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.599148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] 10.222.0.69 "DELETE /v2.0/networks/894ce0f6-2356-4d5e-a03a-7a3e06676640 HTTP/1.1" status: 204 len: 168 time: 0.7896976 Aug 31 09:41:35.616485 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.621923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Provisioning complete for port 51571e1c-ae79-4a10-8224-95165c75fe0c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:35.623762 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.650617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:35.654719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da92c63-8417-444d-8c2c-9e805392a766 admin admin] Pushing event deleted for resources: {'Network': ['ID=894ce0f6-2356-4d5e-a03a-7a3e06676640,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:35.660898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2b932086-ddda-4d30-9e2c-7de5a2ea6533 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "PUT /v2.0/routers/808cd6c3-a9a5-49c8-9c63-40867304b519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4732652 Aug 31 09:41:35.667127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38964) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:35.684642 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c41a30-888f-47e7-bfe6-cd4e52679021 None None] Sync routers for ids ['808cd6c3-a9a5-49c8-9c63-40867304b519'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:35.696443 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c41a30-888f-47e7-bfe6-cd4e52679021 None None] Routers {'808cd6c3-a9a5-49c8-9c63-40867304b519'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:35.701764 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-72c41a30-888f-47e7-bfe6-cd4e52679021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['808cd6c3-a9a5-49c8-9c63-40867304b519'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:35.730970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.747968 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-58b51dc3-2bdf-4280-8a30-e3a9a371e518 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] show failed (client error): The resource could not be found. Aug 31 09:41:35.755781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-58b51dc3-2bdf-4280-8a30-e3a9a371e518 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-920454127 HTTP/1.1" status: 404 len: 334 time: 0.0873268 Aug 31 09:41:35.757456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3fec-5b11-4bf7-8120-e060a76120a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.761215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38966) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:35.766845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Port 51571e1c-ae79-4a10-8224-95165c75fe0c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:35.771761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5829f6da-0ae0-4614-9682-ae251bac4928 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:35.802027 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-72c41a30-888f-47e7-bfe6-cd4e52679021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:35.803117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Provisioning complete for port 2bfe5ae7-0431-49c3-a412-0994c17e0041 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:35.804308 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a3a41807-8388-4ad2-8772-6671fa75cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.818120 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c41a30-888f-47e7-bfe6-cd4e52679021 None None] Routers {'808cd6c3-a9a5-49c8-9c63-40867304b519'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:35.818741 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-72c41a30-888f-47e7-bfe6-cd4e52679021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['808cd6c3-a9a5-49c8-9c63-40867304b519'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:35.936859 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-72c41a30-888f-47e7-bfe6-cd4e52679021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:35.937339 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c41a30-888f-47e7-bfe6-cd4e52679021 None None] The sync data for ids ['808cd6c3-a9a5-49c8-9c63-40867304b519'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:35.949355 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-5829f6da-0ae0-4614-9682-ae251bac4928 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] update failed (client error): The resource could not be found. Aug 31 09:41:35.956146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5829f6da-0ae0-4614-9682-ae251bac4928 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1174057645 HTTP/1.1" status: 404 len: 335 time: 0.1906207 Aug 31 09:41:35.957756 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3fec-5b11-4bf7-8120-e060a76120a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.958655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38970) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:35.999277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38972) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:36.011178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3fec-5b11-4bf7-8120-e060a76120a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.016750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ba7b3fec-5b11-4bf7-8120-e060a76120a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/8ce4775b-e385-4284-923e-2c70547595d2 HTTP/1.1" status: 204 len: 168 time: 0.6576874 Aug 31 09:41:36.017406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38974) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:36.023193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b3fec-5b11-4bf7-8120-e060a76120a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce4775b-e385-4284-923e-2c70547595d2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.099334 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a68f461-ea5f-469a-9930-11c58259b23e tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.136456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7a290b7a-3a36-4f05-ae70-9d23de079901 None None] Provisioning complete for port 51571e1c-ae79-4a10-8224-95165c75fe0c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:36.137526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a290b7a-3a36-4f05-ae70-9d23de079901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.144839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bc2559-903b-469a-849e-6129fc123381 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Deleting subnet 0c9de22e-a60d-4ba4-afcd-d9efbd459cf0 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:36.151728 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26bc2559-903b-469a-849e-6129fc123381 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.153464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68f461-ea5f-469a-9930-11c58259b23e tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event deleted for resources: {'Port': ['ID=4d4c47dd-2d2e-499f-93ac-0d4d48f979e2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.204246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a68f461-ea5f-469a-9930-11c58259b23e tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.209147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a68f461-ea5f-469a-9930-11c58259b23e tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "DELETE /v2.0/ports/4d4c47dd-2d2e-499f-93ac-0d4d48f979e2 HTTP/1.1" status: 204 len: 168 time: 1.1861432 Aug 31 09:41:36.212934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7a290b7a-3a36-4f05-ae70-9d23de079901 None None] Port 51571e1c-ae79-4a10-8224-95165c75fe0c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:36.214107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38978) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:36.222619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Request body: {'port': {'name': 'tempest-new-port-name-2070032280', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:36.223350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.api.validators [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] bootfile-name is not in valid_values {{(pid=94786) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:41:36.223889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26bc2559-903b-469a-849e-6129fc123381 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.224059 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.api.validators [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] tftp-server is not in valid_values {{(pid=94786) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:41:36.224527 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.api.validators [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] server-ip-address is not in valid_values {{(pid=94786) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:41:36.233566 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.247843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.252002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9516d46a-4877-4d42-aded-5bcd0ce04b7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b261adfe0db48ffbcc6c5cafc986500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521536 Aug 31 09:41:36.255060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38980) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:36.264668 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.327474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-088aaa8c-b4e9-4f6b-a70d-f874bcbe3446 None None] Could not find standard attr ID for object 4d4c47dd-2d2e-499f-93ac-0d4d48f979e2. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:36.342898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.405783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=7012fb8d-ab93-4953-a7cf-f83b3389840c,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.434673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:36.435413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.446096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77c84dbc-abae-41cf-9af2-e15a886011c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.461003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.463403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26bc2559-903b-469a-849e-6129fc123381 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.523493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77c84dbc-abae-41cf-9af2-e15a886011c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.528227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2bfe5ae7-0431-49c3-a412-0994c17e0041 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:36.588420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] For port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,segment=NetworkSegment(717daecf-d230-46e5-86ee-cdfff5443fc7),segment_id=717daecf-d230-46e5-86ee-cdfff5443fc7)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:36.588818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.607597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2bfe5ae7-0431-49c3-a412-0994c17e0041 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:36.608241 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.615243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:36.739200 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.754532 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.769225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.778237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caba81c-cedf-4765-9b63-5ce0a5773bd1 None None] Network 0ed96da6-28fd-4bf1-903e-7f80d09381f2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:36.798327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] In _notify_port_updated(), no bound segment for port 51571e1c-ae79-4a10-8224-95165c75fe0c on network ff6fa6c8-2bf2-4057-bede-f551fd4f818c {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:41:36.804758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:36.804758 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.810230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "PUT /v2.0/ports/51571e1c-ae79-4a10-8224-95165c75fe0c HTTP/1.1" status: 200 len: 1130 time: 0.5893214 Aug 31 09:41:36.810855 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38982) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:36.822560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No DVR routers for this DVR port 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:36.857069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd0e8d04-c94f-49a5-bfc4-460c62bc7346 None None] Could not find standard attr ID for object 8d3989e0-64e4-4d92-a400-ce3ceab95ad9. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:36.885646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8faf7f-bcbb-42f4-8d0b-595d95556bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event updated for resources: {'Port': ['ID=51571e1c-ae79-4a10-8224-95165c75fe0c,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.949229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab554c-c3ac-4920-90b4-2791d44ecc67 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:36.951113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d0ab554c-c3ac-4920-90b4-2791d44ecc67 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "GET /v2.0/ports/51571e1c-ae79-4a10-8224-95165c75fe0c HTTP/1.1" status: 200 len: 1130 time: 0.1395867 Aug 31 09:41:36.990590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 38986) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:36.994861 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.016017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=8d3989e0-64e4-4d92-a400-ce3ceab95ad9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:37.029300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed96da6-28fd-4bf1-903e-7f80d09381f2']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:37.029805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d1840-0a29-42ef-9242-5d40f093bff4 None None] DHCP port deletion for 0ed96da6-28fd-4bf1-903e-7f80d09381f2 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:37.042766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717daecf-d230-46e5-86ee-cdfff5443fc7') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:37.043038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717daecf-d230-46e5-86ee-cdfff5443fc7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:37.071261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.104233 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.131814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:37.131996 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:37.136551 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:37.151326 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP d1c98aab-5477-46a5-b17f-9b8df6c33ef4 associated. External IP: 172.25.1.68, port: 7c95a112-4042-4c41-9d51-b5788fa7ee52. Aug 31 09:41:37.189416 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26bc2559-903b-469a-849e-6129fc123381 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.190557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8bb7d1fd-c52b-4172-9b43-13acf9b17c45 None None] Provisioning complete for port 51571e1c-ae79-4a10-8224-95165c75fe0c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:37.191085 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d1fd-c52b-4172-9b43-13acf9b17c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.205309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77c84dbc-abae-41cf-9af2-e15a886011c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.209287 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77c84dbc-abae-41cf-9af2-e15a886011c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.211011 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-77c84dbc-abae-41cf-9af2-e15a886011c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/398ae552-8c14-42ce-890e-304857de2ff5 HTTP/1.1" status: 204 len: 168 time: 0.9549429 Aug 31 09:41:37.231080 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.247960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc2559-903b-469a-849e-6129fc123381 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9de22e-a60d-4ba4-afcd-d9efbd459cf0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:37.253798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26bc2559-903b-469a-849e-6129fc123381 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.255937 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-26bc2559-903b-469a-849e-6129fc123381 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/subnets/0c9de22e-a60d-4ba4-afcd-d9efbd459cf0 HTTP/1.1" status: 204 len: 168 time: 1.2940235 Aug 31 09:41:37.263143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a610de16-4091-4e13-a6f4-68edbb7dc575 None None] Network 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:37.265407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38992) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.274395 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.275827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c84dbc-abae-41cf-9af2-e15a886011c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ae552-8c14-42ce-890e-304857de2ff5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:37.277201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/networks/0ed96da6-28fd-4bf1-903e-7f80d09381f2 HTTP/1.1" status: 204 len: 168 time: 1.2505214 Aug 31 09:41:37.283734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab595912-0699-4003-8685-7420de2e6835 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Network': ['ID=0ed96da6-28fd-4bf1-903e-7f80d09381f2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:37.291699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38994) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.312796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d773ba87-3f30-42dd-b903-836f626039e6 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Deleting port 51571e1c-ae79-4a10-8224-95165c75fe0c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:37.313148 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d773ba87-3f30-42dd-b903-836f626039e6 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.396941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7d1fd-c52b-4172-9b43-13acf9b17c45 None None] Port 51571e1c-ae79-4a10-8224-95165c75fe0c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:37.423413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53e7280-2c9c-44c4-a472-d460d70f1d73 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Deleting subnet 6a9b7cc7-85b4-4003-a8fa-81fbe227e648 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:37.434039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c53e7280-2c9c-44c4-a472-d460d70f1d73 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.463603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d773ba87-3f30-42dd-b903-836f626039e6 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.480889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d773ba87-3f30-42dd-b903-836f626039e6 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Calling delete_port for 51571e1c-ae79-4a10-8224-95165c75fe0c owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:37.484246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dfac3b-eed2-4a31-96d7-9c1151c10a09 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:37.491145 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d4dfac3b-eed2-4a31-96d7-9c1151c10a09 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1993101 Aug 31 09:41:37.491748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38996) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.522354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] DHCP port deletion for 8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:37.566278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c53e7280-2c9c-44c4-a472-d460d70f1d73 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.584104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] Deleting port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:37.585190 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.673899 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d8dff3dd-901b-42ff-a67c-4324be4b07c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1775553 Aug 31 09:41:37.675914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39002) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.682501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-993706694'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:37.714441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d773ba87-3f30-42dd-b903-836f626039e6 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.730282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] For port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2bb7eadf-4f56-4cc5-9a6a-728ae89c8622,segment=NetworkSegment(78d38e29-af9f-4620-af43-74a08efb4827),segment_id=78d38e29-af9f-4620-af43-74a08efb4827)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:37.731189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.747222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] Calling delete_port for 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:37.750853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773ba87-3f30-42dd-b903-836f626039e6 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event deleted for resources: {'Port': ['ID=51571e1c-ae79-4a10-8224-95165c75fe0c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:37.756731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:37.763929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:37.767363 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.772028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c53e7280-2c9c-44c4-a472-d460d70f1d73 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.810221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d773ba87-3f30-42dd-b903-836f626039e6 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.812301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d773ba87-3f30-42dd-b903-836f626039e6 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "DELETE /v2.0/ports/51571e1c-ae79-4a10-8224-95165c75fe0c HTTP/1.1" status: 204 len: 168 time: 0.8143132 Aug 31 09:41:37.814901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39008) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.874729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.885167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9732e72-2ae7-4a87-99bb-0f4faf515b39 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Deleting subnet 777f0a55-52d6-486f-9687-38e75147eba6 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:37.890104 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9732e72-2ae7-4a87-99bb-0f4faf515b39 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.892220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:37.918253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.918382 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Added segment 1c46337a-695b-4195-b61f-9d1055225ea6 of type vlan for network ce67d53b-b333-4927-a08e-ab0de0976f27 Aug 31 09:41:37.937295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] Pushing event deleted for resources: {'Port': ['ID=2bb7eadf-4f56-4cc5-9a6a-728ae89c8622,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:37.939978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a6c2ac-d43b-4a9e-81e2-01839d6a7644 None None] No DVR routers for this DVR port 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:37.964987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9732e72-2ae7-4a87-99bb-0f4faf515b39 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.987073 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c53e7280-2c9c-44c4-a472-d460d70f1d73 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.091705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9732e72-2ae7-4a87-99bb-0f4faf515b39 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.098888 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.120849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:38.123903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e7280-2c9c-44c4-a472-d460d70f1d73 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9b7cc7-85b4-4003-a8fa-81fbe227e648,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:38.134566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d98e8-7ce9-4088-b56a-5477994250cc None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:38.140120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c53e7280-2c9c-44c4-a472-d460d70f1d73 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.144798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c53e7280-2c9c-44c4-a472-d460d70f1d73 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/subnets/6a9b7cc7-85b4-4003-a8fa-81fbe227e648 HTTP/1.1" status: 204 len: 168 time: 0.8756261 Aug 31 09:41:38.146320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39018) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.146515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b7ed19-47e9-4ef6-992d-7ecaa4df2104 None None] Network 810ba7d3-087a-44a7-be3b-c495d5eb83ce requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:38.146645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.153479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:38.154245 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.160976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d98e8-7ce9-4088-b56a-5477994250cc None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:38.162097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3f3d98e8-7ce9-4088-b56a-5477994250cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:38.182287 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.242099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5636566 Aug 31 09:41:38.249032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39022) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.257165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:38.313370 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a0e10291-3e1c-43b5-aeef-81baebe691ab tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9590638 Aug 31 09:41:38.317058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd9a5e-9495-4fff-9c8b-67c5b54a5612 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Network': ['ID=ce67d53b-b333-4927-a08e-ab0de0976f27,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:38.319266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39028) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.334069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9b4ec273-09ff-4e64-b036-5cddc63183e6 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'port_id': '7c95a112-4042-4c41-9d51-b5788fa7ee52', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:38.340727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ce67d53b-b333-4927-a08e-ab0de0976f27 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:38.363404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3f3d98e8-7ce9-4088-b56a-5477994250cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:38.429719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d98e8-7ce9-4088-b56a-5477994250cc None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:38.434833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3f3d98e8-7ce9-4088-b56a-5477994250cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:38.437692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec273-09ff-4e64-b036-5cddc63183e6 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.486006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39030) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.502578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:38.507567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.624608 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.625286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1040427749-network', 'tenant_id': '6b1e220103cc4b3d995becfe1120fa9a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:38.630393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9732e72-2ae7-4a87-99bb-0f4faf515b39 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.653177 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:38.663931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9732e72-2ae7-4a87-99bb-0f4faf515b39 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event deleted for resources: {'Subnet': ['ID=777f0a55-52d6-486f-9687-38e75147eba6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:38.673832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9732e72-2ae7-4a87-99bb-0f4faf515b39 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.674729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b9732e72-2ae7-4a87-99bb-0f4faf515b39 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "DELETE /v2.0/subnets/777f0a55-52d6-486f-9687-38e75147eba6 HTTP/1.1" status: 204 len: 168 time: 0.8584633 Aug 31 09:41:38.678864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39034) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.685092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:38.685440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8d3989e0-64e4-4d92-a400-ce3ceab95ad9 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:38.685863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:38.707493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3f3d98e8-7ce9-4088-b56a-5477994250cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:38.708169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d98e8-7ce9-4088-b56a-5477994250cc None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:38.715418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41697919-90bb-47a6-8daf-6f48f1de237a None None] Network ff6fa6c8-2bf2-4057-bede-f551fd4f818c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:38.715418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:38.715418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2bb7eadf-4f56-4cc5-9a6a-728ae89c8622 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:38.831999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.839063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Made reservation on behalf of 6b1e220103cc4b3d995becfe1120fa9a for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:38.841420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.849321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f994c1e-4d0f-4a72-96d4-9f42d2cbf894']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:38.852119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] DHCP port deletion for 810ba7d3-087a-44a7-be3b-c495d5eb83ce request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:38.860519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.867102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d38e29-af9f-4620-af43-74a08efb4827') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:38.867404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d38e29-af9f-4620-af43-74a08efb4827') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:38.880391 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.886233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.914718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.930194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:38.930611 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:38.934209 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:38.940590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] Deleting port 0eda7a9e-d1d7-4588-8b59-a77e98637821 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:38.941017 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.009848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Deleting port 2bfe5ae7-0431-49c3-a412-0994c17e0041 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:39.010265 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.018002 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.033473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] For port 0eda7a9e-d1d7-4588-8b59-a77e98637821, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0eda7a9e-d1d7-4588-8b59-a77e98637821,segment=NetworkSegment(50300a57-1164-4292-9bcd-878235e7cfc1),segment_id=50300a57-1164-4292-9bcd-878235e7cfc1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:39.034517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.046360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] DHCP port deletion for ff6fa6c8-2bf2-4057-bede-f551fd4f818c request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:39.061284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] Calling delete_port for 0eda7a9e-d1d7-4588-8b59-a77e98637821 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:39.088694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.091355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/networks/8f994c1e-4d0f-4a72-96d4-9f42d2cbf894 HTTP/1.1" status: 204 len: 168 time: 0.9436822 Aug 31 09:41:39.092613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1fcfa-3fc9-4071-a49e-0bc90bba8382 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Network': ['ID=8f994c1e-4d0f-4a72-96d4-9f42d2cbf894,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.102361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39036) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:39.145225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.188435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] Deleting port 2bfe5ae7-0431-49c3-a412-0994c17e0041 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:39.188802 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.224572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] For port 2bfe5ae7-0431-49c3-a412-0994c17e0041, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2bfe5ae7-0431-49c3-a412-0994c17e0041,segment=NetworkSegment(b505de5e-ae0e-42fc-ba21-1ba0abb837d1),segment_id=b505de5e-ae0e-42fc-ba21-1ba0abb837d1)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:39.225370 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.251409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Calling delete_port for 2bfe5ae7-0431-49c3-a412-0994c17e0041 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:39.256684 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.273840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=27d6dde4-c591-4349-93d1-02e9aa8e6d6d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.278180 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.290044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.295799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.327272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] Pushing event deleted for resources: {'Port': ['ID=0eda7a9e-d1d7-4588-8b59-a77e98637821,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.336074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8645602-60ff-4ae8-9b99-f5df4da39afc None None] No DVR routers for this DVR port 0eda7a9e-d1d7-4588-8b59-a77e98637821 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:39.339537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] For port 2bfe5ae7-0431-49c3-a412-0994c17e0041, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2bfe5ae7-0431-49c3-a412-0994c17e0041,segment=NetworkSegment(b505de5e-ae0e-42fc-ba21-1ba0abb837d1),segment_id=b505de5e-ae0e-42fc-ba21-1ba0abb837d1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:39.340253 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.362240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] Calling delete_port for 2bfe5ae7-0431-49c3-a412-0994c17e0041 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:39.374704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] The port '0eda7a9e-d1d7-4588-8b59-a77e98637821' was deleted {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 09:41:39.389342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:39.391348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Checking segment: {'id': '1c46337a-695b-4195-b61f-9d1055225ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:39.391728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network hostable DHCP agents. Network: ce67d53b-b333-4927-a08e-ab0de0976f27, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:39.411100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95515dc-1164-44cd-977a-ecc78f3ea9ef,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.420487 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.421098 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Added segment 7dfc49ee-62c8-4bb1-9ad9-b26135c967d2 of type vlan for network 30615293-f09e-4419-9666-a73a1884bb97 Aug 31 09:41:39.427928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec273-09ff-4e64-b036-5cddc63183e6 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.436926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec273-09ff-4e64-b036-5cddc63183e6 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.480862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network ce67d53b-b333-4927-a08e-ab0de0976f27 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:39.494272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.503550 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.518032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810ba7d3-087a-44a7-be3b-c495d5eb83ce']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:39.525963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] Pushing event deleted for resources: {'Port': ['ID=2bfe5ae7-0431-49c3-a412-0994c17e0041,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.527846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94f795-bd4f-432d-beef-cbc7c12a4a63 None None] No DVR routers for this DVR port 2bfe5ae7-0431-49c3-a412-0994c17e0041 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:39.531913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, ce67d53b-b333-4927-a08e-ab0de0976f27) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:39.534663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.550226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c5fc3-d95e-439b-bbf8-7db05c5bba88 None None] Network ce67d53b-b333-4927-a08e-ab0de0976f27 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:39.554109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50300a57-1164-4292-9bcd-878235e7cfc1') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:39.554506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50300a57-1164-4292-9bcd-878235e7cfc1') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:39.566268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.572358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:39.572961 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.575835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.605186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.611904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event deleted for resources: {'Port': ['ID=2bfe5ae7-0431-49c3-a412-0994c17e0041,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.619769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] No DVR routers for this DVR port 2bfe5ae7-0431-49c3-a412-0994c17e0041 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:39.626603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb3d551b-baab-4ca0-b63e-deb8758b4b8b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3764584 Aug 31 09:41:39.629609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39042) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:39.630525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:39.631034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:39.634225 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:39.639200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27', 'name': 'tempest-PortsIpV6TestJSON-563411955'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:39.692703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.693664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:39.694237 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.708854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-ce67d53b-b333-4927-a08e-ab0de0976f27', 'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27', 'tenant_id': 'bfcbb412b7f147a180321232edfc8bda', 'fixed_ips': [{'subnet_id': '27d6dde4-c591-4349-93d1-02e9aa8e6d6d'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:39.710179 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.772138 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.788205 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.796119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6fa6c8-2bf2-4057-bede-f551fd4f818c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:39.809896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.814421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/networks/810ba7d3-087a-44a7-be3b-c495d5eb83ce HTTP/1.1" status: 204 len: 168 time: 0.7086809 Aug 31 09:41:39.819238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39044) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:39.833707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b505de5e-ae0e-42fc-ba21-1ba0abb837d1') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:39.834015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b505de5e-ae0e-42fc-ba21-1ba0abb837d1') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:39.850625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcbc98-2bc2-401c-9733-9e097f94db43 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Network': ['ID=810ba7d3-087a-44a7-be3b-c495d5eb83ce,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.876911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Allocated IP 2001:db8::2 (ce67d53b-b333-4927-a08e-ab0de0976f27/27d6dde4-c591-4349-93d1-02e9aa8e6d6d/bd2d51fa-66a8-4b84-89ab-1da7612d6164) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:39.878135 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.903918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.918730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-e954ef75-4093-4c0c-aabe-c73a6b138a92 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Deleting subnet e615213a-e16f-4510-aec9-417fbaea835b {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:39.922386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:39.922825 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:39.926270 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:39.928791 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e954ef75-4093-4c0c-aabe-c73a6b138a92 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.024814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e954ef75-4093-4c0c-aabe-c73a6b138a92 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.047564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.052856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.054959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] 10.222.0.69 "DELETE /v2.0/networks/ff6fa6c8-2bf2-4057-bede-f551fd4f818c HTTP/1.1" status: 204 len: 168 time: 1.3749893 Aug 31 09:41:40.063946 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.073243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Transition to ACTIVE for port object bd2d51fa-66a8-4b84-89ab-1da7612d6164 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:40.079650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe429a-301c-461c-be87-8a109d047fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381 tempest-ExtraDHCPOptionsIpV6TestJSON-133567381-project] Pushing event deleted for resources: {'Network': ['ID=ff6fa6c8-2bf2-4057-bede-f551fd4f818c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:40.099614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Transition to ACTIVE for port object bd2d51fa-66a8-4b84-89ab-1da7612d6164 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:40.112617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.160661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Network ce67d53b-b333-4927-a08e-ab0de0976f27 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:40.166789 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e954ef75-4093-4c0c-aabe-c73a6b138a92 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.168539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:40.174312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:40.175863 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6887777 Aug 31 09:41:40.176672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39048) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:40.182795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Pushing event updated for resources: {'Port': ['ID=bd2d51fa-66a8-4b84-89ab-1da7612d6164,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:40.192023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Request body: {'subnet': {'network_id': '30615293-f09e-4419-9666-a73a1884bb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1040427749-subnet', 'tenant_id': '6b1e220103cc4b3d995becfe1120fa9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:40.225431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Made reservation on behalf of 6b1e220103cc4b3d995becfe1120fa9a for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:40.227835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.236097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41954f8-1d20-4ff7-ac86-ea2b3861e5ea admin admin] Pushing event updated for resources: {'Network': ['ID=30615293-f09e-4419-9666-a73a1884bb97,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:40.249950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 30615293-f09e-4419-9666-a73a1884bb97 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:40.302447 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e954ef75-4093-4c0c-aabe-c73a6b138a92 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.309305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Attempting to bind port bd2d51fa-66a8-4b84-89ab-1da7612d6164 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:40.309974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Attempting to bind port bd2d51fa-66a8-4b84-89ab-1da7612d6164 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '1c46337a-695b-4195-b61f-9d1055225ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:40.310517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Attempting to bind port bd2d51fa-66a8-4b84-89ab-1da7612d6164 on network ce67d53b-b333-4927-a08e-ab0de0976f27 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:40.316237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4ec273-09ff-4e64-b036-5cddc63183e6 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:40.329296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:40.330021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Checking segment: {'id': '1c46337a-695b-4195-b61f-9d1055225ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:40.330615 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.331359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Bound using segment: {'id': '1c46337a-695b-4195-b61f-9d1055225ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:40.332194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Bound port: bd2d51fa-66a8-4b84-89ab-1da7612d6164, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c46337a-695b-4195-b61f-9d1055225ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:40.333242 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.350787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:40.354375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.384765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39054) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:40.386057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954ef75-4093-4c0c-aabe-c73a6b138a92 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Subnet': ['ID=e615213a-e16f-4510-aec9-417fbaea835b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:40.390543 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e954ef75-4093-4c0c-aabe-c73a6b138a92 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.393345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e954ef75-4093-4c0c-aabe-c73a6b138a92 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/subnets/e615213a-e16f-4510-aec9-417fbaea835b HTTP/1.1" status: 204 len: 168 time: 0.5731239 Aug 31 09:41:40.397516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39056) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:40.407249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180d559-514c-451c-8776-76978dc9315c None None] Network 1def69fa-a08e-44dc-9411-cb04a2f9eb93 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:40.520592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:40.521830 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.523045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2bfe5ae7-0431-49c3-a412-0994c17e0041 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:40.552956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] For port bd2d51fa-66a8-4b84-89ab-1da7612d6164, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:40.567231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] For port bd2d51fa-66a8-4b84-89ab-1da7612d6164, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bd2d51fa-66a8-4b84-89ab-1da7612d6164,segment=NetworkSegment(1c46337a-695b-4195-b61f-9d1055225ea6),segment_id=1c46337a-695b-4195-b61f-9d1055225ea6)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:40.587790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5bcc9586-7208-46d7-ba0b-8c57c5523e53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a6292faf1c24296b76fbcb089b9a368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986799 Aug 31 09:41:40.590191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39062) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:40.611629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2bfe5ae7-0431-49c3-a412-0994c17e0041 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:40.611980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2bfe5ae7-0431-49c3-a412-0994c17e0041 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:40.612401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0eda7a9e-d1d7-4588-8b59-a77e98637821 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:40.614559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.642161 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5010-07e6-40b4-9fe5-bcb21f0ca31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.655763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.663436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0eda7a9e-d1d7-4588-8b59-a77e98637821 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:40.663782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0eda7a9e-d1d7-4588-8b59-a77e98637821 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:40.671197 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5010-07e6-40b4-9fe5-bcb21f0ca31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.728681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4ec273-09ff-4e64-b036-5cddc63183e6 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:40.745620 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d6dac-08a3-4c73-923e-90305505f0a3 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:40.752282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5010-07e6-40b4-9fe5-bcb21f0ca31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.752625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2657554-4f22-4451-a006-3ba5e049be1d None None] Pushing event updated for resources: {'Port': ['ID=bd2d51fa-66a8-4b84-89ab-1da7612d6164,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:40.755193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5010-07e6-40b4-9fe5-bcb21f0ca31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.756483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dd8e5010-07e6-40b4-9fe5-bcb21f0ca31e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/111f47fd-9a50-4eca-b52b-50798100b969 HTTP/1.1" status: 204 len: 168 time: 0.1652625 Aug 31 09:41:40.768607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e5010-07e6-40b4-9fe5-bcb21f0ca31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f47fd-9a50-4eca-b52b-50798100b969,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:40.769987 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d6dac-08a3-4c73-923e-90305505f0a3 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:40.770616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6dac-08a3-4c73-923e-90305505f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:40.779148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec273-09ff-4e64-b036-5cddc63183e6 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.819256 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6dac-08a3-4c73-923e-90305505f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:40.839432 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d6dac-08a3-4c73-923e-90305505f0a3 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:40.840191 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6dac-08a3-4c73-923e-90305505f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:40.867360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.870279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] DHCP port deletion for 1def69fa-a08e-44dc-9411-cb04a2f9eb93 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:40.884927 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4e6d6dac-08a3-4c73-923e-90305505f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:40.885692 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d6dac-08a3-4c73-923e-90305505f0a3 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:40.939013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] Deleting port 47167690-cf9a-46eb-8819-d3072fe0e5fa {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:40.939472 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.988306 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9b4ec273-09ff-4e64-b036-5cddc63183e6 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/floatingips/d1c98aab-5477-46a5-b17f-9b8df6c33ef4 HTTP/1.1" status: 200 len: 977 time: 2.6616375 Aug 31 09:41:40.991161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39068) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:41.006970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d9f9be-29e3-488d-b946-ead210565c82,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:41.009926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::cc (ce67d53b-b333-4927-a08e-ab0de0976f27/27d6dde4-c591-4349-93d1-02e9aa8e6d6d/31385aaa-246e-42d9-bf86-ff7f9d1f4d9a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:41.064928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Checking segment: {'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:41.065288 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Network hostable DHCP agents. Network: 30615293-f09e-4419-9666-a73a1884bb97, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:41.070240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Deleting port 47167690-cf9a-46eb-8819-d3072fe0e5fa {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:41.070584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.074064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] For port 47167690-cf9a-46eb-8819-d3072fe0e5fa, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=47167690-cf9a-46eb-8819-d3072fe0e5fa,segment=NetworkSegment(f75e5342-8fc1-445c-a59e-090954799fa8),segment_id=f75e5342-8fc1-445c-a59e-090954799fa8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:41.074551 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.112036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] Calling delete_port for 47167690-cf9a-46eb-8819-d3072fe0e5fa owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:41.203965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] For port 47167690-cf9a-46eb-8819-d3072fe0e5fa, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=47167690-cf9a-46eb-8819-d3072fe0e5fa,segment=NetworkSegment(f75e5342-8fc1-445c-a59e-090954799fa8),segment_id=f75e5342-8fc1-445c-a59e-090954799fa8)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:41.204548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.236365 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.269978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] Pushing event deleted for resources: {'Port': ['ID=47167690-cf9a-46eb-8819-d3072fe0e5fa,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:41.271390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 7012fb8d-ab93-4953-a7cf-f83b3389840c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:41.271989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.272142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22def31-8ade-4c66-ab51-ad08eef33727 None None] No DVR routers for this DVR port 47167690-cf9a-46eb-8819-d3072fe0e5fa on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:41.324503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Calling delete_port for 47167690-cf9a-46eb-8819-d3072fe0e5fa owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:41.373165 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.373524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.388133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Network 30615293-f09e-4419-9666-a73a1884bb97 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:41.388426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 7012fb8d-ab93-4953-a7cf-f83b3389840c owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:41.420954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 30615293-f09e-4419-9666-a73a1884bb97) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:41.443814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:41.446240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc383804-69cc-4189-b36d-bd9adf98f78c None None] Network 30615293-f09e-4419-9666-a73a1884bb97 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:41.451567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.511258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-55e169e9-1916-484c-a486-207cc0a5cd61 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3245380 Aug 31 09:41:41.518591 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.523179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.543794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] No DVR routers for this DVR port 47167690-cf9a-46eb-8819-d3072fe0e5fa on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:41.612629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:41.615162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Port': ['ID=47167690-cf9a-46eb-8819-d3072fe0e5fa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:41.714540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceeb683-80ed-4bd0-9a97-3ab0e921cf87 None None] Network 30615293-f09e-4419-9666-a73a1884bb97 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:41.743581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.785696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.787675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1def69fa-a08e-44dc-9411-cb04a2f9eb93']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:41.817264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75e5342-8fc1-445c-a59e-090954799fa8') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:41.817766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75e5342-8fc1-445c-a59e-090954799fa8') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:41.851188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.860843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.866011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=7012fb8d-ab93-4953-a7cf-f83b3389840c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:41.883929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.884345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.884699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.885365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.885751 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.886089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.886579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.886816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.887119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.887451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.887803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.890294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:41.933321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.009084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39096) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:42.009523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.010312 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP d1c98aab-5477-46a5-b17f-9b8df6c33ef4 disassociated (deleted). External IP: 172.25.1.68, port: 7c95a112-4042-4c41-9d51-b5788fa7ee52. Aug 31 09:41:42.056263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=31385aaa-246e-42d9-bf86-ff7f9d1f4d9a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:42.074260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:42.076354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:42.091319 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:42.106906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network ce67d53b-b333-4927-a08e-ab0de0976f27 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:42.128199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:42.176390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:42.190042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:42.191611 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.245091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1924582511', 'description': 'tempest-description-1201457562'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:42.251814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216cc97-7342-4623-808d-a5974ad348b8 None None] Network ce67d53b-b333-4927-a08e-ab0de0976f27 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:42.269829 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d6ac5938-6c44-4cb4-bf08-bb5931ca2209 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6358576 Aug 31 09:41:42.270174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39100) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:42.273767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.282813 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.290574 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/networks/1def69fa-a08e-44dc-9411-cb04a2f9eb93 HTTP/1.1" status: 204 len: 168 time: 1.8886218 Aug 31 09:41:42.296237 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:41:42.308918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1667483280'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:42.309194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'ce67d53b-b333-4927-a08e-ab0de0976f27', 'name': 'tempest-PortsIpV6TestJSON-1305474096'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:42.312446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39102) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:42.324048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e42a2-f4bd-413c-8770-cd972ea9d913 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Pushing event deleted for resources: {'Network': ['ID=1def69fa-a08e-44dc-9411-cb04a2f9eb93,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:42.336641 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f5af9193-0121-49c6-a7ef-6cd8b588b81d None None] Provisioning for port bd2d51fa-66a8-4b84-89ab-1da7612d6164 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:42.371588 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-45547d1e-f063-473e-9b1d-03a5162c23e9 tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "GET /v2.0/ports?device_id=808cd6c3-a9a5-49c8-9c63-40867304b519 HTTP/1.1" status: 200 len: 205 time: 0.0575159 Aug 31 09:41:42.374570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39104) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:42.378491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.443734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:42.461027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d7ed58-7627-4ad5-ae66-da8988a4bccf tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.469078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:41:42.469078 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:41:42.469078 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id_1': '6b1e220103cc4b3d995becfe1120fa9a', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 41, 42, 422483)}] Aug 31 09:41:42.469078 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:41:42.469571 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:41:42.544661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bd2d51fa-66a8-4b84-89ab-1da7612d6164 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:42.545581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:42.552346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.561844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.618329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port bd2d51fa-66a8-4b84-89ab-1da7612d6164 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:42.622202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port bd2d51fa-66a8-4b84-89ab-1da7612d6164 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:42.622579 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.634614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:42.640246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.693675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 49b91fc2-d6ea-414e-8efc-a7f988e0962e yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:42.709316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:42.717978 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.723563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837a1e2-affe-413a-969b-d0c0aa503bfe None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:42.733578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d7ed58-7627-4ad5-ae66-da8988a4bccf tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.741050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d7ed58-7627-4ad5-ae66-da8988a4bccf tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.741584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837a1e2-affe-413a-969b-d0c0aa503bfe None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:42.742360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9837a1e2-affe-413a-969b-d0c0aa503bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:42.819429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d7ed58-7627-4ad5-ae66-da8988a4bccf tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.820857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d7ed58-7627-4ad5-ae66-da8988a4bccf tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Fanout notify agent at l3_agent the message router_deleted on router 808cd6c3-a9a5-49c8-9c63-40867304b519 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:41:42.826991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9837a1e2-affe-413a-969b-d0c0aa503bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:42.829648 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40d7ed58-7627-4ad5-ae66-da8988a4bccf tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.833229 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-40d7ed58-7627-4ad5-ae66-da8988a4bccf tempest-RoutersNegativeTest-149487171 tempest-RoutersNegativeTest-149487171-project] 10.222.0.69 "DELETE /v2.0/routers/808cd6c3-a9a5-49c8-9c63-40867304b519 HTTP/1.1" status: 204 len: 168 time: 0.4547780 Aug 31 09:41:42.853945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39114) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:42.854195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a56d4665-9a56-4b08-9501-421428569b97 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/floatingips/d1c98aab-5477-46a5-b17f-9b8df6c33ef4 HTTP/1.1" status: 204 len: 168 time: 1.8617721 Aug 31 09:41:42.912134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837a1e2-affe-413a-969b-d0c0aa503bfe None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:42.914090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9837a1e2-affe-413a-969b-d0c0aa503bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:42.971147 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.974122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::3e2 (ce67d53b-b333-4927-a08e-ab0de0976f27/27d6dde4-c591-4349-93d1-02e9aa8e6d6d/49b91fc2-d6ea-414e-8efc-a7f988e0962e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:43.004790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9991e707-530f-4a69-ba3d-d6a4bb413761 None None] Provisioning for port 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:43.007838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9837a1e2-affe-413a-969b-d0c0aa503bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:43.008509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837a1e2-affe-413a-969b-d0c0aa503bfe None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:43.012095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.016289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9991e707-530f-4a69-ba3d-d6a4bb413761 None None] Provisioning complete for port 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:43.016713 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9991e707-530f-4a69-ba3d-d6a4bb413761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.046177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.060702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.097801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:43.132966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dddd395-309e-4248-9040-98f722150027,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:43.140239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port bd2d51fa-66a8-4b84-89ab-1da7612d6164, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bd2d51fa-66a8-4b84-89ab-1da7612d6164,segment=NetworkSegment(1c46337a-695b-4195-b61f-9d1055225ea6),segment_id=1c46337a-695b-4195-b61f-9d1055225ea6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:43.142428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.143063 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Added segment f8dab94f-79e4-4527-8390-f5b51807c153 of type vlan for network 527672bd-2ed9-4ede-a2db-0398956a810e Aug 31 09:41:43.157753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 7c95a112-4042-4c41-9d51-b5788fa7ee52 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:43.158079 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.161372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.182378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.292753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.299199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 47167690-cf9a-46eb-8819-d3072fe0e5fa no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:43.330304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 47167690-cf9a-46eb-8819-d3072fe0e5fa {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:43.330972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 47167690-cf9a-46eb-8819-d3072fe0e5fa not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:43.339887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9991e707-530f-4a69-ba3d-d6a4bb413761 None None] Port 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:43.344442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.352867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:43.353563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.368450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.376472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=bd2d51fa-66a8-4b84-89ab-1da7612d6164,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:43.379509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9991e707-530f-4a69-ba3d-d6a4bb413761 None None] Provisioning complete for port bd2d51fa-66a8-4b84-89ab-1da7612d6164 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:43.379903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9991e707-530f-4a69-ba3d-d6a4bb413761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.399000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39120) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:43.402082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object 49b91fc2-d6ea-414e-8efc-a7f988e0962e will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:43.418549 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.439322 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3858590 Aug 31 09:41:43.445338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39124) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:43.456655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'name': 'tempest-PortsTestJSON-70163864'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:43.488595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.490200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebb6dd43-80ff-44a9-8f02-26fd5640e743 req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2610979 Aug 31 09:41:43.507859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.512710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5392e-f7e6-4b47-8f2b-30f375e8d8e3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377ce857-99c9-4b01-a49b-582b328d14dd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:43.542645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 7c95a112-4042-4c41-9d51-b5788fa7ee52 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:43.545375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-8c654aa9-2c34-4012-866f-8344acf19bad req-77f0abbd-be4c-40dd-90ff-0d30cb2374e2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-965381809', 'description': 'tempest-description-620445642'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:43.546459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.550916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144dcc5-b74e-415d-acf6-d3261d5d538f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Network': ['ID=527672bd-2ed9-4ede-a2db-0398956a810e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:43.566492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b006d-e320-445b-83e0-9517a70db29c req-96d7988a-c3a1-4410-8102-5dbd3918ba10 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:43.569063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a08b006d-e320-445b-83e0-9517a70db29c req-96d7988a-c3a1-4410-8102-5dbd3918ba10 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1609147 Aug 31 09:41:43.571418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:43.577519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.634721 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8c654aa9-2c34-4012-866f-8344acf19bad req-77f0abbd-be4c-40dd-90ff-0d30cb2374e2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.668521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network ce67d53b-b333-4927-a08e-ab0de0976f27 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:43.672926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b8d0bdd1-6356-48b2-83d1-34a659f21885 None None] Provisioning complete for port 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:43.673293 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bdd1-6356-48b2-83d1-34a659f21885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.679304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:43.682905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.684139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:43.693042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:43.700069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:43.700864 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.708377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=49b91fc2-d6ea-414e-8efc-a7f988e0962e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:43.718783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a08b006d-e320-445b-83e0-9517a70db29c req-35595b98-ff4d-4615-905c-ee35f6acfebc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428950 Aug 31 09:41:43.731460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0bdd1-6356-48b2-83d1-34a659f21885 None None] Port 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:43.756693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 3d840d89-3773-499f-a274-b055c191074f yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:43.792087 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1b335475-2950-44fd-9964-2a5122d55d29 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c925be5bc5a84b61a278eda2698c51c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917608 Aug 31 09:41:43.800066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39132) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:43.843324 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8c654aa9-2c34-4012-866f-8344acf19bad req-77f0abbd-be4c-40dd-90ff-0d30cb2374e2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.864340 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8c654aa9-2c34-4012-866f-8344acf19bad req-77f0abbd-be4c-40dd-90ff-0d30cb2374e2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.888489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1fab2e34-9a88-464d-952f-428aabd856d0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6143985 Aug 31 09:41:43.895332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39136) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:43.919489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0abbd-be4c-40dd-90ff-0d30cb2374e2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa9ae6f-dc31-4ce6-a291-6cd18a21f170,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:43.925963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8c654aa9-2c34-4012-866f-8344acf19bad req-77f0abbd-be4c-40dd-90ff-0d30cb2374e2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.926999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c654aa9-2c34-4012-866f-8344acf19bad req-77f0abbd-be4c-40dd-90ff-0d30cb2374e2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3921089 Aug 31 09:41:43.968690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4938115f-ef0d-48cd-b53a-67abd918e1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.998015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4938115f-ef0d-48cd-b53a-67abd918e1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.019349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acb530-9813-484f-90a6-39eefb40ac28 req-8cde9dbe-c4ce-4c58-acfe-5846e6b3fee2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:44.020960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2acb530-9813-484f-90a6-39eefb40ac28 req-8cde9dbe-c4ce-4c58-acfe-5846e6b3fee2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1154678 Aug 31 09:41:44.096396 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4938115f-ef0d-48cd-b53a-67abd918e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.099036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4938115f-ef0d-48cd-b53a-67abd918e1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.100655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4938115f-ef0d-48cd-b53a-67abd918e1a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/241d1565-6502-44b2-baa6-9a18bfd2c091 HTTP/1.1" status: 204 len: 168 time: 0.2994623 Aug 31 09:41:44.112140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938115f-ef0d-48cd-b53a-67abd918e1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241d1565-6502-44b2-baa6-9a18bfd2c091,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:44.118373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2acb530-9813-484f-90a6-39eefb40ac28 req-af69a2ce-d897-4e9d-9a97-ee4e792eb671 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900795 Aug 31 09:41:44.128300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b37a63-61b9-4900-a4dc-8dea7d31dca0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:44.132874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39144) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:44.143048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b5b37a63-61b9-4900-a4dc-8dea7d31dca0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Acc HTTP/1.1" status: 200 len: 927 time: 0.2370789 Aug 31 09:41:44.167630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.196741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a9988d7e-cf21-41a2-8dfa-8383d7afbcaf None None] Provisioning for port 49b91fc2-d6ea-414e-8efc-a7f988e0962e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:44.205612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a9988d7e-cf21-41a2-8dfa-8383d7afbcaf None None] Provisioning complete for port 49b91fc2-d6ea-414e-8efc-a7f988e0962e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:44.205994 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a9988d7e-cf21-41a2-8dfa-8383d7afbcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.226941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=7c95a112-4042-4c41-9d51-b5788fa7ee52,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:44.237706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.259910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.260495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.260985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.261417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.261886 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.262305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.262817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.263310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.263729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.264177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.264677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.265156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:44.286526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a9988d7e-cf21-41a2-8dfa-8383d7afbcaf None None] Port 49b91fc2-d6ea-414e-8efc-a7f988e0962e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:44.379789 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.388966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1571060e-79e3-4855-89aa-da87627514d8 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/ports/7c95a112-4042-4c41-9d51-b5788fa7ee52 HTTP/1.1" status: 204 len: 168 time: 1.5318191 Aug 31 09:41:44.389637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39160) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:44.401536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:44.435482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.451713 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.524457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bd2d51fa-66a8-4b84-89ab-1da7612d6164 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:44.576761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=3d840d89-3773-499f-a274-b055c191074f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:44.597995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port bd2d51fa-66a8-4b84-89ab-1da7612d6164 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:44.599142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.608481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Checking segment: {'id': 'f8dab94f-79e4-4527-8390-f5b51807c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:44.608879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network hostable DHCP agents. Network: 527672bd-2ed9-4ede-a2db-0398956a810e, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:44.644957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:44.698280 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 527672bd-2ed9-4ede-a2db-0398956a810e) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:44.734910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:44.744713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:44.745330 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.774135 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-21d01ef3-47de-4ab5-8692-52c8e193059e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.3230190 Aug 31 09:41:44.774876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39178) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:44.789565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-200596537'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:44.809753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.857363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-f05b6447-6ab2-4070-a1ce-4b7509840424 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:44.859689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-f05b6447-6ab2-4070-a1ce-4b7509840424 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 813 time: 0.6395299 Aug 31 09:41:44.868113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f25fe04b-c8a0-4777-b6e8-059cd2ec7c22 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 49b91fc2-d6ea-414e-8efc-a7f988e0962e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:44.868863 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f25fe04b-c8a0-4777-b6e8-059cd2ec7c22 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.893807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:44.898319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.900799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d42a1ac9-1962-4b42-ac60-0132d43e5612 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:44.902461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d42a1ac9-1962-4b42-ac60-0132d43e5612 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.3981130 Aug 31 09:41:44.936389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56daa324-51cb-4d73-a6d0-d3b49d61b634 None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:44.978942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:44.993379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-b318f793-ad76-40fd-bea7-d19ef06a713b tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/quotas/6b1e220103cc4b3d995becfe1120fa9a HTTP/1.1" status: 200 len: 375 time: 0.1182892 Aug 31 09:41:45.007926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.008325 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Added segment 8d9357e1-5908-4891-91d7-84e596fd5458 of type vlan for network 915ff95e-aad6-4aa2-a842-8f6272467214 Aug 31 09:41:45.034984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.25.1.58 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/3a3941b6-9b9c-4d42-91b2-d03dce94bb4b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:45.084259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-ed83d350-c23a-458a-8232-d2e91e5de9ba tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/quotas/886171fada10492b899f05fb3132f8e8 HTTP/1.1" status: 200 len: 375 time: 0.0996635 Aug 31 09:41:45.095319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.120908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-216ad062-1323-414c-9d56-1d536f74cc9d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086199 Aug 31 09:41:45.180467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.187805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:45.188502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.210785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39192) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:45.267843 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4885585 Aug 31 09:41:45.280944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39196) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:45.296533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'ports': [{'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e'}, {'network_id': '915ff95e-aad6-4aa2-a842-8f6272467214'}]} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:45.297084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:45.297865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '915ff95e-aad6-4aa2-a842-8f6272467214'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:45.302442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e377d0-c786-432e-a398-010090465e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Network': ['ID=915ff95e-aad6-4aa2-a842-8f6272467214,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:45.310453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.323264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 915ff95e-aad6-4aa2-a842-8f6272467214 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:45.360991 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.399134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b6af04a5-27a1-4ccd-bc9a-afa8501dc382 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:45.399491 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-b6af04a5-27a1-4ccd-bc9a-afa8501dc382 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:41:45.400337 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-b6af04a5-27a1-4ccd-bc9a-afa8501dc382 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:41:45.401363 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b6af04a5-27a1-4ccd-bc9a-afa8501dc382 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1899972 Aug 31 09:41:45.407876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39198) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:45.408745 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f25fe04b-c8a0-4777-b6e8-059cd2ec7c22 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.418371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844688063'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:45.441814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:45.445599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=3a3941b6-9b9c-4d42-91b2-d03dce94bb4b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:45.450333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:45.455421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:45.458331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-f5af086f-8ba9-4c63-b98b-9bdfde7ebd27 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3417065 Aug 31 09:41:45.465645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f25fe04b-c8a0-4777-b6e8-059cd2ec7c22 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 49b91fc2-d6ea-414e-8efc-a7f988e0962e owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:45.499052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.514003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.594874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.634358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-47440426-e356-4f20-af3b-eceb3e5954e5 service neutron] 10.222.0.69 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903669 Aug 31 09:41:45.647053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.722280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.735897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.797338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-5d94a2fd-a1e8-430f-bfe7-77297d3cf74d service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208783 Aug 31 09:41:45.809706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc59f28a-4a6d-4363-a638-6b17b8392c88,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:45.846370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 2} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:45.850913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.903818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.908985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.923946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-a6fd7759-d368-4397-a13a-ac11deff0b38 service neutron] 10.222.0.69 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735553 Aug 31 09:41:45.928157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.992246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.004792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.010023 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f25fe04b-c8a0-4777-b6e8-059cd2ec7c22 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.010891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=3a3941b6-9b9c-4d42-91b2-d03dce94bb4b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:46.037105 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.051489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.062925 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6521423 Aug 31 09:41:46.067082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39202) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.067484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fe04b-c8a0-4777-b6e8-059cd2ec7c22 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=49b91fc2-d6ea-414e-8efc-a7f988e0962e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:46.072254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-32f8c3e9-1b01-40af-9175-e12a241628cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': 'd3bc4af3-6ebe-4fd4-b6ec-d50628e7edb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:46.080110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c134b65-0336-4075-8b1e-807bc8fac094 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc4af3-6ebe-4fd4-b6ec-d50628e7edb7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:46.089633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-18e017e2-0fa4-4324-9e93-08c5bb6c99dc service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759898 Aug 31 09:41:46.091525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.093985 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-40f95347-b483-46f3-908a-7678b9bdb054 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6971171 Aug 31 09:41:46.099233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39204) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.112464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'port': {'network_id': '18fee462-dada-4ac6-91e3-ac2ecc2a1cdf', 'name': 'tempest-FloatingIPTestJSON-68595775'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:46.139709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 7df1232b-346c-43a1-88b8-fd08b5aa7f6f yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:46.285590 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32f8c3e9-1b01-40af-9175-e12a241628cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.304587 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f25fe04b-c8a0-4777-b6e8-059cd2ec7c22 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.313281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f25fe04b-c8a0-4777-b6e8-059cd2ec7c22 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/49b91fc2-d6ea-414e-8efc-a7f988e0962e HTTP/1.1" status: 204 len: 168 time: 2.1612496 Aug 31 09:41:46.329979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39212) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.420687 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fa33a2-fdc2-4455-b7d0-f7659bb702c6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:46.427064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d4fa33a2-fdc2-4455-b7d0-f7659bb702c6 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/49b91fc2-d6ea-414e-8efc-a7f988e0962e HTTP/1.1" status: 404 len: 333 time: 0.0948858 Aug 31 09:41:46.427306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39218) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.459289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a933b995-08d1-461e-9370-f65634a5a159 req-a6041163-b0fa-472f-a23a-25319d69e570 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 210 time: 0.0462058 Aug 31 09:41:46.508266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b44d5040-2a35-4eff-bd50-f5a90247296f req-560b9217-dd02-407f-a3da-8f0c40ea340f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 210 time: 0.0465977 Aug 31 09:41:46.560277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.592019 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32f8c3e9-1b01-40af-9175-e12a241628cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.599863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32f8c3e9-1b01-40af-9175-e12a241628cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.631744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:46.635345 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.645005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8c3e9-1b01-40af-9175-e12a241628cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792c58cd-6dfa-41ad-b228-2ad0b6c0471d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:46.661905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 1ccce0ef-7beb-49eb-8a9e-9e8274fb200a yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:46.673294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32f8c3e9-1b01-40af-9175-e12a241628cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.674961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-32f8c3e9-1b01-40af-9175-e12a241628cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6068289 Aug 31 09:41:46.678250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39226) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.684164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] device_id is not set on port 8e5839fa-b4a9-43a8-be1c-595fdadb4311 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:46.687017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6afc0982-230c-4209-b7c1-5472adce7365 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': 'd3bc4af3-6ebe-4fd4-b6ec-d50628e7edb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:46.727876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5bd6f-e88e-4ea1-b41e-fe8906517041 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:46.728565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd6f-e88e-4ea1-b41e-fe8906517041 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.757173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6afc0982-230c-4209-b7c1-5472adce7365 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.896407 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-6afc0982-230c-4209-b7c1-5472adce7365 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:41:46.899714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6afc0982-230c-4209-b7c1-5472adce7365 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2170768 Aug 31 09:41:46.901451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39230) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.904005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.005436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263ce187-91f7-4aec-b5e0-15214a5a0bd5 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.018963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.069428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263ce187-91f7-4aec-b5e0-15214a5a0bd5 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.089691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:47.100657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:47.112921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:47.113770 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.119574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=7df1232b-346c-43a1-88b8-fd08b5aa7f6f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:47.198263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263ce187-91f7-4aec-b5e0-15214a5a0bd5 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.200886 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-263ce187-91f7-4aec-b5e0-15214a5a0bd5 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.205032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-263ce187-91f7-4aec-b5e0-15214a5a0bd5 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/d3bc4af3-6ebe-4fd4-b6ec-d50628e7edb7 HTTP/1.1" status: 204 len: 168 time: 0.2946646 Aug 31 09:41:47.208593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39234) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.216549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=1ccce0ef-7beb-49eb-8a9e-9e8274fb200a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:47.240558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ce187-91f7-4aec-b5e0-15214a5a0bd5 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc4af3-6ebe-4fd4-b6ec-d50628e7edb7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:47.252400 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd6f-e88e-4ea1-b41e-fe8906517041 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.261033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Checking segment: {'id': '8d9357e1-5908-4891-91d7-84e596fd5458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '915ff95e-aad6-4aa2-a842-8f6272467214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:47.261502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network hostable DHCP agents. Network: 915ff95e-aad6-4aa2-a842-8f6272467214, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:47.263930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.20.0.2 (18fee462-dada-4ac6-91e3-ac2ecc2a1cdf/3a295dff-fb00-423e-8e53-8c6286c0c168/8e5839fa-b4a9-43a8-be1c-595fdadb4311) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:47.297890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5bd6f-e88e-4ea1-b41e-fe8906517041 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 31385aaa-246e-42d9-bf86-ff7f9d1f4d9a owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:47.309575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c711ca6c-68a0-46cd-a9a4-0fb594fe2513 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982168 Aug 31 09:41:47.314771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39236) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.321598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c2393f5d-d5d4-4466-aa68-c47edef183d9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511588536'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:47.337959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 915ff95e-aad6-4aa2-a842-8f6272467214 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:47.354373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 915ff95e-aad6-4aa2-a842-8f6272467214) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:47.357178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2393f5d-d5d4-4466-aa68-c47edef183d9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.362247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:47.367205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0789e22-829b-4e53-bc68-42a1819f62da None None] Network 915ff95e-aad6-4aa2-a842-8f6272467214 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:47.385143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:47.391071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:47.392052 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.420940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-91388181-a885-4109-93f5-34575de1b209 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1381195 Aug 31 09:41:47.424193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39240) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.575913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2393f5d-d5d4-4466-aa68-c47edef183d9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.582867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ec1401a7-af26-4a0a-ba24-f263bcd9e8cc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 1ccce0ef-7beb-49eb-8a9e-9e8274fb200a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:47.583491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec1401a7-af26-4a0a-ba24-f263bcd9e8cc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.588647 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2393f5d-d5d4-4466-aa68-c47edef183d9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.667512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-dfea1ea1-92ff-4f9d-9a5c-b5bdcd471ab7 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:47.669055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-dfea1ea1-92ff-4f9d-9a5c-b5bdcd471ab7 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 813 time: 0.3351145 Aug 31 09:41:47.689050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'port': {'device_id': 'c94434c3-161c-433b-9422-fd449f53711b', 'network_id': '30615293-f09e-4419-9666-a73a1884bb97', 'admin_state_up': True, 'tenant_id': '6b1e220103cc4b3d995becfe1120fa9a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:47.711709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ef31065-13d1-4ca8-96c1-ddabf255a55b req-bd5cbee6-1807-470d-916c-43ff7b4e098b tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 210 time: 0.1185391 Aug 31 09:41:47.726025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2393f5d-d5d4-4466-aa68-c47edef183d9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.731542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c2393f5d-d5d4-4466-aa68-c47edef183d9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4114118 Aug 31 09:41:47.751512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39246) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.755152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e96aa4c2-43e0-42ad-8b70-6468ad5337c8 req-0933caff-9a3d-4406-b3e4-122ef8d168cd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 210 time: 0.0800436 Aug 31 09:41:47.758406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e960764e-087f-44b4-9e89-0002cb293266 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': 'cea91526-d8e6-475c-8f59-a8940511a660', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:47.759217 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-e960764e-087f-44b4-9e89-0002cb293266 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 09:41:47.759746 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-e960764e-087f-44b4-9e89-0002cb293266 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:47.764745 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e960764e-087f-44b4-9e89-0002cb293266 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080833 Aug 31 09:41:47.764745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39248) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.768920 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec1401a7-af26-4a0a-ba24-f263bcd9e8cc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.778647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2393f5d-d5d4-4466-aa68-c47edef183d9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea91526-d8e6-475c-8f59-a8940511a660,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:47.801251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.807112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ec1401a7-af26-4a0a-ba24-f263bcd9e8cc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 1ccce0ef-7beb-49eb-8a9e-9e8274fb200a owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:47.846942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd6f-e88e-4ea1-b41e-fe8906517041 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.911761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5bd6f-e88e-4ea1-b41e-fe8906517041 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=31385aaa-246e-42d9-bf86-ff7f9d1f4d9a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:47.960020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd6f-e88e-4ea1-b41e-fe8906517041 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.962260 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f7c5bd6f-e88e-4ea1-b41e-fe8906517041 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/31385aaa-246e-42d9-bf86-ff7f9d1f4d9a HTTP/1.1" status: 204 len: 168 time: 1.5266488 Aug 31 09:41:47.965842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39250) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.968486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.042637 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-747a4230-061c-4eb3-9a1a-d3d0894828d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:48.044428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-747a4230-061c-4eb3-9a1a-d3d0894828d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/31385aaa-246e-42d9-bf86-ff7f9d1f4d9a HTTP/1.1" status: 404 len: 333 time: 0.0774839 Aug 31 09:41:48.051441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39252) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.097893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 18fee462-dada-4ac6-91e3-ac2ecc2a1cdf is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:48.100702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Made reservation on behalf of 6b1e220103cc4b3d995becfe1120fa9a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:48.104545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.115970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:48.127238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=8e5839fa-b4a9-43a8-be1c-595fdadb4311,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:48.133689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:48.179018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b6ebc1-aafd-474a-b5e8-886ae0b5b57a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 27d6dde4-c591-4349-93d1-02e9aa8e6d6d {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:48.187611 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25b6ebc1-aafd-474a-b5e8-886ae0b5b57a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.192714 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96785511-2a45-470e-8309-84428743a2b8 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.230499 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96785511-2a45-470e-8309-84428743a2b8 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.275891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec1401a7-af26-4a0a-ba24-f263bcd9e8cc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.282105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:48.282832 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.306513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25b6ebc1-aafd-474a-b5e8-886ae0b5b57a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.319160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec1401a7-af26-4a0a-ba24-f263bcd9e8cc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.321619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ec1401a7-af26-4a0a-ba24-f263bcd9e8cc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/1ccce0ef-7beb-49eb-8a9e-9e8274fb200a HTTP/1.1" status: 204 len: 168 time: 0.8961062 Aug 31 09:41:48.322568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1401a7-af26-4a0a-ba24-f263bcd9e8cc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=1ccce0ef-7beb-49eb-8a9e-9e8274fb200a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:48.328530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39258) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.378205 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96785511-2a45-470e-8309-84428743a2b8 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.381197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-424aac8b-30e3-4061-9d5a-8fad095b5170 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2805343 Aug 31 09:41:48.381497 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96785511-2a45-470e-8309-84428743a2b8 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.384966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-96785511-2a45-470e-8309-84428743a2b8 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/cea91526-d8e6-475c-8f59-a8940511a660 HTTP/1.1" status: 204 len: 168 time: 0.6176147 Aug 31 09:41:48.386411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39260) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.386579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.398021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'port_id': '8e5839fa-b4a9-43a8-be1c-595fdadb4311'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:48.405623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96785511-2a45-470e-8309-84428743a2b8 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea91526-d8e6-475c-8f59-a8940511a660,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:48.473716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d188a8-4eb7-49b4-916b-514ab383a9f6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:48.480316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d188a8-4eb7-49b4-916b-514ab383a9f6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:48.485306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-16d188a8-4eb7-49b4-916b-514ab383a9f6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1524689 Aug 31 09:41:48.485571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39266) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.503968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.514062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Allocated IP 172.20.0.11 (30615293-f09e-4419-9666-a73a1884bb97/29d9f9be-29e3-488d-b946-ead210565c82/fe118a35-f65d-4440-be00-8ee166bba2f9) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:48.565272 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-e8f251c1-bbb6-40c1-800e-4273fa803fe5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:48.566786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-e8f251c1-bbb6-40c1-800e-4273fa803fe5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.52 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.4013388 Aug 31 09:41:48.599283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'port': {'device_id': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'admin_state_up': True, 'tenant_id': '886171fada10492b899f05fb3132f8e8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:48.626361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2faef19c-5cc7-47e4-b151-e91fa3735609 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2285819 Aug 31 09:41:48.628928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39268) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.644153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-08aa1b47-feb5-47c9-b4aa-1a938e1da74f tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--264621480'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:48.662669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25b6ebc1-aafd-474a-b5e8-886ae0b5b57a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.716359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1fb038ec-e400-4b03-b92b-b74bda327272 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 7df1232b-346c-43a1-88b8-fd08b5aa7f6f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:48.716711 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fb038ec-e400-4b03-b92b-b74bda327272 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.825483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08aa1b47-feb5-47c9-b4aa-1a938e1da74f tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.860273 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fb038ec-e400-4b03-b92b-b74bda327272 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.884376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Made reservation on behalf of 886171fada10492b899f05fb3132f8e8 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:48.888229 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.892537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef187ff2-fef4-41dc-89fc-c190bd404f6d req-952469cf-dd70-42a7-8cf1-45cfd5bef177 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 210 time: 0.0636058 Aug 31 09:41:48.897942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25b6ebc1-aafd-474a-b5e8-886ae0b5b57a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.937030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1fb038ec-e400-4b03-b92b-b74bda327272 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 7df1232b-346c-43a1-88b8-fd08b5aa7f6f owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:48.944710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbc42ad7-8d32-42a3-ac61-840826d00ada req-772840b8-8ab9-4fd6-937a-39f4aa72654a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 210 time: 0.0680082 Aug 31 09:41:48.953703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6ebc1-aafd-474a-b5e8-886ae0b5b57a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=27d6dde4-c591-4349-93d1-02e9aa8e6d6d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:48.968445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10534ec7-6700-429d-9931-234606ec6fbf None None] Network ce67d53b-b333-4927-a08e-ab0de0976f27 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:48.990773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25b6ebc1-aafd-474a-b5e8-886ae0b5b57a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.995235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-25b6ebc1-aafd-474a-b5e8-886ae0b5b57a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/27d6dde4-c591-4349-93d1-02e9aa8e6d6d HTTP/1.1" status: 204 len: 168 time: 0.9402246 Aug 31 09:41:48.998278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39274) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.110258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.166174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fb038ec-e400-4b03-b92b-b74bda327272 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.193810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] DHCP port deletion for ce67d53b-b333-4927-a08e-ab0de0976f27 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:49.210473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Allocated IP 172.20.0.3 (6a96ac8f-0f45-4771-9120-65aa0a3cc1c3/c377da37-6602-429d-8f0d-c87314e3afc5/abf05dca-e15e-4192-901d-65ffaf65a065) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:49.218637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb038ec-e400-4b03-b92b-b74bda327272 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=7df1232b-346c-43a1-88b8-fd08b5aa7f6f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:49.228212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.228980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fb038ec-e400-4b03-b92b-b74bda327272 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.233015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1fb038ec-e400-4b03-b92b-b74bda327272 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/7df1232b-346c-43a1-88b8-fd08b5aa7f6f HTTP/1.1" status: 204 len: 168 time: 0.7455032 Aug 31 09:41:49.240853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39276) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.251691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] Deleting port bd2d51fa-66a8-4b84-89ab-1da7612d6164 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:49.252145 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.321958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] For port bd2d51fa-66a8-4b84-89ab-1da7612d6164, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bd2d51fa-66a8-4b84-89ab-1da7612d6164,segment=NetworkSegment(1c46337a-695b-4195-b61f-9d1055225ea6),segment_id=1c46337a-695b-4195-b61f-9d1055225ea6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:49.322375 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.343923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] Calling delete_port for bd2d51fa-66a8-4b84-89ab-1da7612d6164 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:49.364811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb3121-e430-4ef8-8e1d-35bd994f8525 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:49.369179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1eeb3121-e430-4ef8-8e1d-35bd994f8525 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1247106 Aug 31 09:41:49.371803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39278) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.384980 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08aa1b47-feb5-47c9-b4aa-1a938e1da74f tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.413730 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08aa1b47-feb5-47c9-b4aa-1a938e1da74f tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.433445 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aeedb06-1f87-4f5e-b5fa-3af7eac00367 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:41:49.435309 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1aeedb06-1f87-4f5e-b5fa-3af7eac00367 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/1ccce0ef-7beb-49eb-8a9e-9e8274fb200a HTTP/1.1" status: 404 len: 333 time: 0.0611703 Aug 31 09:41:49.438993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39282) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.446720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.459615 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.475352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] Pushing event deleted for resources: {'Port': ['ID=bd2d51fa-66a8-4b84-89ab-1da7612d6164,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:49.477802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45906fd9-cd0d-49f4-a698-ac1abb6185b2 None None] No DVR routers for this DVR port bd2d51fa-66a8-4b84-89ab-1da7612d6164 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:49.480985 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-139ef754-8abc-4960-99e9-619150eee53e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:41:49.485002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-139ef754-8abc-4960-99e9-619150eee53e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/7df1232b-346c-43a1-88b8-fd08b5aa7f6f HTTP/1.1" status: 404 len: 333 time: 0.0436375 Aug 31 09:41:49.496996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39284) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.499326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08aa1b47-feb5-47c9-b4aa-1a938e1da74f tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.501303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-08aa1b47-feb5-47c9-b4aa-1a938e1da74f tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8677642 Aug 31 09:41:49.518121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39286) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.549479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-183f9ffa-619a-474e-9f62-abd457409e84 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '88c7ddeb-4012-4a74-aa2b-829dad0523ea', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:49.551085 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-183f9ffa-619a-474e-9f62-abd457409e84 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 09:41:49.552031 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-183f9ffa-619a-474e-9f62-abd457409e84 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:49.560180 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-183f9ffa-619a-474e-9f62-abd457409e84 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0344782 Aug 31 09:41:49.580206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39290) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.607477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa1b47-feb5-47c9-b4aa-1a938e1da74f tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c7ddeb-4012-4a74-aa2b-829dad0523ea,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:49.623495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.resource_extend [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:41:49.670723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'Port': ['ID=fe118a35-f65d-4440-be00-8ee166bba2f9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:49.685235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Network 30615293-f09e-4419-9666-a73a1884bb97 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:49.697994 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.698573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:49.704596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.706711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:49.714816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port bd2d51fa-66a8-4b84-89ab-1da7612d6164 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:49.715166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.724011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Transition to ACTIVE for port object abf05dca-e15e-4192-901d-65ffaf65a065 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:49.785571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.815703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.831052 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.847218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915ff95e-aad6-4aa2-a842-8f6272467214']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:49.862556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9357e1-5908-4891-91d7-84e596fd5458') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:49.862882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9357e1-5908-4891-91d7-84e596fd5458') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:49.871523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.887529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cd9e153f-1ea7-48f2-9de7-9bdd5e168777'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:49.890443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:49.891512 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.893803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.894550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] For port bd2d51fa-66a8-4b84-89ab-1da7612d6164, host n-d-806683-2, got binding levels [] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:49.895498 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.895800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['09982bf9-acfb-44dc-8c18-89206f411556'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:49.940963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for bd2d51fa-66a8-4b84-89ab-1da7612d6164 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:49.945745 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d870013-637a-43ff-9469-2988356210fc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.949895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:49.954674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:49.958252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:49.961852 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.994867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'Port': ['ID=abf05dca-e15e-4192-901d-65ffaf65a065,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.004893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:50.005507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.008851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_backend_mixin [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Port bd2d51fa-66a8-4b84-89ab-1da7612d6164 was not found and therefore no delete operation was performed {{(pid=94787) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:50.010584 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:50.014955 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-7e9e2cc3-daa5-4741-9421-5ae8c664d28e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3336608 Aug 31 09:41:50.020883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.082826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Request body: {'port': {'device_id': 'c94434c3-161c-433b-9422-fd449f53711b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:50.146343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:50.147828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.156332 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d870013-637a-43ff-9469-2988356210fc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.169984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=bd2d51fa-66a8-4b84-89ab-1da7612d6164,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.175024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No DVR routers for this DVR port bd2d51fa-66a8-4b84-89ab-1da7612d6164 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:50.186847 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.206232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.208357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/networks/915ff95e-aad6-4aa2-a842-8f6272467214 HTTP/1.1" status: 204 len: 168 time: 0.7100239 Aug 31 09:41:50.213898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-d5e3c9b8-e512-4808-83e7-741f6834f406 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6263466 Aug 31 09:41:50.226339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39296) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:50.238488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Request body: {'port': {'device_id': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:50.244775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657d42e-ecc1-4674-9c4c-cba1f2ba5345 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Network': ['ID=915ff95e-aad6-4aa2-a842-8f6272467214,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.253188 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP 70000865-8101-47e9-ae12-4711d8319739 associated. External IP: 172.25.1.58, port: 8e5839fa-b4a9-43a8-be1c-595fdadb4311. Aug 31 09:41:50.275966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1201735533'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:50.279804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c622777-56c1-452c-811e-d467fe797464 req-b6c397d8-e3e3-4ab2-a651-09620a71224e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:50.282454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c622777-56c1-452c-811e-d467fe797464 req-b6c397d8-e3e3-4ab2-a651-09620a71224e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 932 time: 0.2150309 Aug 31 09:41:50.299906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ee4d2-ccca-486a-9088-1e7a1df46efc req-c9a2d1a7-e99d-4111-b095-9efc929356dd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:50.301797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-147ee4d2-ccca-486a-9088-1e7a1df46efc req-c9a2d1a7-e99d-4111-b095-9efc929356dd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 931 time: 0.1818993 Aug 31 09:41:50.384969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.390169 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.407305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ff11ee64-2bbd-429b-b1a7-732d04b47170 None None] Provisioning for port abf05dca-e15e-4192-901d-65ffaf65a065 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:50.423034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ff11ee64-2bbd-429b-b1a7-732d04b47170 None None] Provisioning complete for port abf05dca-e15e-4192-901d-65ffaf65a065 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:50.423421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ff11ee64-2bbd-429b-b1a7-732d04b47170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.431182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c622777-56c1-452c-811e-d467fe797464 req-46388903-26e5-49a7-b891-55213131e93b tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256969 Aug 31 09:41:50.434308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.440996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d870013-637a-43ff-9469-2988356210fc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.443673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d870013-637a-43ff-9469-2988356210fc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.445132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0d870013-637a-43ff-9469-2988356210fc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/88c7ddeb-4012-4a74-aa2b-829dad0523ea HTTP/1.1" status: 204 len: 168 time: 0.8635108 Aug 31 09:41:50.446496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-147ee4d2-ccca-486a-9088-1e7a1df46efc req-66eac562-772d-4299-b641-88589b31eeb3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262376 Aug 31 09:41:50.454128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39298) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:50.481208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ff11ee64-2bbd-429b-b1a7-732d04b47170 None None] Port abf05dca-e15e-4192-901d-65ffaf65a065 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:50.542634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bd2d51fa-66a8-4b84-89ab-1da7612d6164 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:50.566606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: bd2d51fa-66a8-4b84-89ab-1da7612d6164 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:50.566980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bd2d51fa-66a8-4b84-89ab-1da7612d6164 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:50.646559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aeb14f3b-6b6c-46c4-9006-3757679c62c2 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1908162 Aug 31 09:41:50.661596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39304) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:50.675949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-605797b3-5e12-40bc-999c-760c0a921f1b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--51817506'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:50.779513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-605797b3-5e12-40bc-999c-760c0a921f1b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.868220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:50.872448 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.881781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce67d53b-b333-4927-a08e-ab0de0976f27']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:50.928343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c46337a-695b-4195-b61f-9d1055225ea6') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:50.929125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c46337a-695b-4195-b61f-9d1055225ea6') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:50.934026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d870013-637a-43ff-9469-2988356210fc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c7ddeb-4012-4a74-aa2b-829dad0523ea,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.967394 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.967808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf05dca-e15e-4192-901d-65ffaf65a065 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:41:50.988163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.995654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-605797b3-5e12-40bc-999c-760c0a921f1b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.004041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.004703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-605797b3-5e12-40bc-999c-760c0a921f1b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.020717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Transition to ACTIVE for port object abf05dca-e15e-4192-901d-65ffaf65a065 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:51.035471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.043509 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-605797b3-5e12-40bc-999c-760c0a921f1b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.044848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-605797b3-5e12-40bc-999c-760c0a921f1b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3823085 Aug 31 09:41:51.058374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39306) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.065916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-93af51fb-6c08-40f7-a639-84a32aaa6d32 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '36c46e10-a965-4eb8-aac6-4cd33ee8c5ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:51.088152 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-93af51fb-6c08-40f7-a639-84a32aaa6d32 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 09:41:51.089210 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-93af51fb-6c08-40f7-a639-84a32aaa6d32 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:51.095505 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-93af51fb-6c08-40f7-a639-84a32aaa6d32 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0290332 Aug 31 09:41:51.095505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:51.097162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605797b3-5e12-40bc-999c-760c0a921f1b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c46e10-a965-4eb8-aac6-4cd33ee8c5ce,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.105503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39308) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.114077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:51.114482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.114914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f42d51a0-ae5b-4a88-a205-a55e89c5cb1a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '36c46e10-a965-4eb8-aac6-4cd33ee8c5ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:51.116756 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-f42d51a0-ae5b-4a88-a205-a55e89c5cb1a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 09:41:51.117311 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-f42d51a0-ae5b-4a88-a205-a55e89c5cb1a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:51.121132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f42d51a0-ae5b-4a88-a205-a55e89c5cb1a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117981 Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:51.121350 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:51.123804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.123804 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Added segment fea1c826-d355-4a1e-affa-350fe0ab1271 of type vlan for network af06cbac-a84d-4219-920a-78a84a25296d Aug 31 09:41:51.128118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39310) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.135339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-572f3e9c-7ddc-4680-a19b-e41ff336791c tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '36c46e10-a965-4eb8-aac6-4cd33ee8c5ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:51.136266 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-572f3e9c-7ddc-4680-a19b-e41ff336791c tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 09:41:51.139051 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-572f3e9c-7ddc-4680-a19b-e41ff336791c tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:51.139051 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-572f3e9c-7ddc-4680-a19b-e41ff336791c tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089123 Aug 31 09:41:51.140140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Pushing event updated for resources: {'Port': ['ID=abf05dca-e15e-4192-901d-65ffaf65a065,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.143739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39312) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.149471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-699199eb-d9b5-4702-a8d7-a183cb5fb758 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '36c46e10-a965-4eb8-aac6-4cd33ee8c5ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:51.150376 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-699199eb-d9b5-4702-a8d7-a183cb5fb758 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 09:41:51.150906 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-699199eb-d9b5-4702-a8d7-a183cb5fb758 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:51.154540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-699199eb-d9b5-4702-a8d7-a183cb5fb758 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069525 Aug 31 09:41:51.155371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39314) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.285239 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-663da623-6eb8-41d4-894c-d80993ff2d29 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.293714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Attempting to bind port abf05dca-e15e-4192-901d-65ffaf65a065 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:51.293714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Attempting to bind port abf05dca-e15e-4192-901d-65ffaf65a065 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:51.294120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Attempting to bind port abf05dca-e15e-4192-901d-65ffaf65a065 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:51.320879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Port abf05dca-e15e-4192-901d-65ffaf65a065 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:41:51.321211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Attempting to bind port abf05dca-e15e-4192-901d-65ffaf65a065 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:51.328989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-663da623-6eb8-41d4-894c-d80993ff2d29 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.329415 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.343815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:51.344281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Checking segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:51.344784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Bound using segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:51.345276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Bound port: abf05dca-e15e-4192-901d-65ffaf65a065, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:51.345751 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.373619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.376233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.378166 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/networks/ce67d53b-b333-4927-a08e-ab0de0976f27 HTTP/1.1" status: 204 len: 168 time: 2.3732247 Aug 31 09:41:51.384031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39316) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.409081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c8b5-bfd7-4b44-a14f-e26551e18ef8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Network': ['ID=ce67d53b-b333-4927-a08e-ab0de0976f27,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.412063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-416480080'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:51.463031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:51.463758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.464233 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-663da623-6eb8-41d4-894c-d80993ff2d29 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.466830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-663da623-6eb8-41d4-894c-d80993ff2d29 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.467975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-663da623-6eb8-41d4-894c-d80993ff2d29 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/36c46e10-a965-4eb8-aac6-4cd33ee8c5ce HTTP/1.1" status: 204 len: 168 time: 0.3110008 Aug 31 09:41:51.470044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.470690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.474465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:51.477937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.484683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39320) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.524009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663da623-6eb8-41d4-894c-d80993ff2d29 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c46e10-a965-4eb8-aac6-4cd33ee8c5ce,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.530467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] For port abf05dca-e15e-4192-901d-65ffaf65a065, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:51.554224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3221924 Aug 31 09:41:51.571452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39324) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.610857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': 'af06cbac-a84d-4219-920a-78a84a25296d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:51.620185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] For port abf05dca-e15e-4192-901d-65ffaf65a065, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=abf05dca-e15e-4192-901d-65ffaf65a065,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:51.662457 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.668051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:51.719756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8e76d2d0-c582-4610-a2cd-19328b40f45a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2337875 Aug 31 09:41:51.731039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39328) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.742854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.743520 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.745110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/abf05dca-e15e-4192-901d-65ffaf65a065 HTTP/1.1" status: 200 len: 1091 time: 1.5166421 Aug 31 09:41:51.745383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe118a35-f65d-4440-be00-8ee166bba2f9 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:41:51.751066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.751405 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Added segment 3d04e71c-2762-4a71-bf28-0a7e28dbd4ca of type vlan for network e8d81303-b897-4788-b1e0-a3bf9dd66011 Aug 31 09:41:51.754504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'tag': 'abf05dca-e15e-4192-901d-65ffaf65a065'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:51.754875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.756994 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed8562-34dd-49a7-b914-9fd6c5e9f728", "tag": "abf05dca-e15e-4192-901d-65ffaf65a065"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:51.768735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Transition to ACTIVE for port object fe118a35-f65d-4440-be00-8ee166bba2f9 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:51.777958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-58a87adb-f2fe-4d95-8e5b-76c5d3c4b755 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--599745746'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:51.790242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.799515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693d492-3bca-4087-93ab-1a65821a8381 req-eb398c28-b715-4695-ae3f-cc24d3d485d6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.801126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5693d492-3bca-4087-93ab-1a65821a8381 req-eb398c28-b715-4695-ae3f-cc24d3d485d6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 932 time: 0.2674000 Aug 31 09:41:51.803660 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0be830d1-3d65-49a7-8c19-ede3fe0f057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.840579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88553a4b-2ec4-4671-b6b3-d3fb8ea13bb7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Network': ['ID=af06cbac-a84d-4219-920a-78a84a25296d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.852168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network af06cbac-a84d-4219-920a-78a84a25296d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:51.874387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe118a35-f65d-4440-be00-8ee166bba2f9,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.907624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea48c2-04c4-4a94-81d1-72908033ba41 req-796b65f1-4ee2-4d28-acdb-981ba11cc933 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.915465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85ea48c2-04c4-4a94-81d1-72908033ba41 req-796b65f1-4ee2-4d28-acdb-981ba11cc933 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 943 time: 0.3620331 Aug 31 09:41:51.926178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.944309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bc58-a2da-4af8-b910-71119dba42d9 service neutron] Pushing event updated for resources: {'Port': ['ID=abf05dca-e15e-4192-901d-65ffaf65a065,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.991593 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58a87adb-f2fe-4d95-8e5b-76c5d3c4b755 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.994795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-bd5922a1-a128-41f3-aba8-82c55bee749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.996639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-bd5922a1-a128-41f3-aba8-82c55bee749c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 1094 time: 0.1672463 Aug 31 09:41:52.037575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:52.047619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.057424 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577c97a-ce2b-404a-9f90-c7058dc93ac5 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:52.069965 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577c97a-ce2b-404a-9f90-c7058dc93ac5 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:52.070853 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0577c97a-ce2b-404a-9f90-c7058dc93ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:52.075460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85ea48c2-04c4-4a94-81d1-72908033ba41 req-d7fc9a5e-b937-4d0c-a60b-14ece6648c69 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583042 Aug 31 09:41:52.075853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.082134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:52.082360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:52.083028 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.085302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.087859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5693d492-3bca-4087-93ab-1a65821a8381 req-cb770617-fb20-48dc-a785-69376ec40b56 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551126 Aug 31 09:41:52.089159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-59c6991a-bd1d-42c1-b61c-a706b9622896 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abf05dca-e15e-4192-901d-65ffaf65a065 HTTP/1.1" status: 200 len: 217 time: 0.0830915 Aug 31 09:41:52.168330 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0577c97a-ce2b-404a-9f90-c7058dc93ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:52.178464 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ac41cb54-3b25-4e5b-8cc2-26114678acb4 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/floatingips/70000865-8101-47e9-ae12-4711d8319739 HTTP/1.1" status: 200 len: 975 time: 3.7861798 Aug 31 09:41:52.182834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39334) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:52.190572 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577c97a-ce2b-404a-9f90-c7058dc93ac5 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:52.191426 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0577c97a-ce2b-404a-9f90-c7058dc93ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:52.248042 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0577c97a-ce2b-404a-9f90-c7058dc93ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:52.248898 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577c97a-ce2b-404a-9f90-c7058dc93ac5 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:52.251067 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8655372 Aug 31 09:41:52.257551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39336) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:52.264846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:52.298159 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c15c12-6071-48e4-9ce7-d1fc158f126c x-openstack-request-id: req-44c15c12-6071-48e4-9ce7-d1fc158f126c {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:52.298159 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed8562-34dd-49a7-b914-9fd6c5e9f728", "tag": "abf05dca-e15e-4192-901d-65ffaf65a065", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:52.298159 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-44c15c12-6071-48e4-9ce7-d1fc158f126c {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:52.298159 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'tag': 'abf05dca-e15e-4192-901d-65ffaf65a065', 'status': 'completed', 'code': 200} Aug 31 09:41:52.327974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39265d2b-6f75-4da2-a4e7-965ee2e3d712 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Network': ['ID=e8d81303-b897-4788-b1e0-a3bf9dd66011,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:52.338708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Attempting to bind port fe118a35-f65d-4440-be00-8ee166bba2f9 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:52.340273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Attempting to bind port fe118a35-f65d-4440-be00-8ee166bba2f9 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:52.340616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Attempting to bind port fe118a35-f65d-4440-be00-8ee166bba2f9 on network 30615293-f09e-4419-9666-a73a1884bb97 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:52.343563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e8d81303-b897-4788-b1e0-a3bf9dd66011 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:52.350308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-06c15ae8-99ee-42c1-94a3-ac8eb380ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:52.351959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-06c15ae8-99ee-42c1-94a3-ac8eb380ea27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.2515211 Aug 31 09:41:52.376794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Port fe118a35-f65d-4440-be00-8ee166bba2f9 on network 30615293-f09e-4419-9666-a73a1884bb97 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:41:52.377210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Attempting to bind port fe118a35-f65d-4440-be00-8ee166bba2f9 on network 30615293-f09e-4419-9666-a73a1884bb97 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:52.429686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-6e559e7a-74d9-4595-9a4f-fb529e233de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:52.430095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:52.430437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Checking segment: {'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:52.433054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Bound using segment: {'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:52.433054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Bound port: fe118a35-f65d-4440-be00-8ee166bba2f9, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:52.433342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-6e559e7a-74d9-4595-9a4f-fb529e233de4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696595 Aug 31 09:41:52.433494 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.494473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58a87adb-f2fe-4d95-8e5b-76c5d3c4b755 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.517545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 8e5839fa-b4a9-43a8-be1c-595fdadb4311 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:52.517898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.526418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:52.530175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.537001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58a87adb-f2fe-4d95-8e5b-76c5d3c4b755 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.606601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-b3cefd23-afb0-4091-a5c0-5be5998aa498 service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677027 Aug 31 09:41:52.674304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58a87adb-f2fe-4d95-8e5b-76c5d3c4b755 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.675786 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-58a87adb-f2fe-4d95-8e5b-76c5d3c4b755 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9257145 Aug 31 09:41:52.683301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39338) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:52.690481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.698272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-026f49f2-573a-4ded-928b-7c45295aca6d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:52.699155 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-026f49f2-573a-4ded-928b-7c45295aca6d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:41:52.699763 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-026f49f2-573a-4ded-928b-7c45295aca6d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:52.700875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-026f49f2-573a-4ded-928b-7c45295aca6d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117764 Aug 31 09:41:52.706587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39340) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:52.717327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a87adb-f2fe-4d95-8e5b-76c5d3c4b755 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd00652-1855-408a-a395-cc76434fe40e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:52.726272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-66609c6e-5827-4224-adba-4a81d19dc992 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:52.736950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] For port fe118a35-f65d-4440-be00-8ee166bba2f9, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:52.795084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] For port fe118a35-f65d-4440-be00-8ee166bba2f9, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=fe118a35-f65d-4440-be00-8ee166bba2f9,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:52.820640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.829754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.946703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=057747bc-62db-40f7-9fba-b5b420199e97,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.003752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.004472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.005821 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] 10.222.0.52 "PUT /v2.0/ports/fe118a35-f65d-4440-be00-8ee166bba2f9 HTTP/1.1" status: 200 len: 1092 time: 2.9761746 Aug 31 09:41:53.018437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:53.020934 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad2a711-14ca-4578-86b7-7a4ea3344c85" -d '{"events": [{"name": "network-changed", "server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:53.049082 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-66609c6e-5827-4224-adba-4a81d19dc992 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:53.049220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-870c529d-fc4c-485f-b680-8c6b070b3c5b req-adc3f944-b1dd-478c-a9fe-68d9c081d5dc service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318171 Aug 31 09:41:53.052772 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-66609c6e-5827-4224-adba-4a81d19dc992 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3278394 Aug 31 09:41:53.055608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39344) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.074943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Checking segment: {'id': 'fea1c826-d355-4a1e-affa-350fe0ab1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'af06cbac-a84d-4219-920a-78a84a25296d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:53.075354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network hostable DHCP agents. Network: af06cbac-a84d-4219-920a-78a84a25296d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:53.078619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8d1e8681-1ddd-433e-869e-e45854001dcd tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:53.079026 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e299bc61-0213-410f-8d84-b6265d47a941 x-openstack-request-id: req-e299bc61-0213-410f-8d84-b6265d47a941 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:53.079344 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:53.079590 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e299bc61-0213-410f-8d84-b6265d47a941 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:53.079981 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9', 'status': 'completed', 'code': 200} Aug 31 09:41:53.080721 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-8d1e8681-1ddd-433e-869e-e45854001dcd tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 09:41:53.081585 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-8d1e8681-1ddd-433e-869e-e45854001dcd tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:53.086124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8d1e8681-1ddd-433e-869e-e45854001dcd tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0246992 Aug 31 09:41:53.089903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39346) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.098705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b511edcb-3665-41aa-ae72-0117dabf3622 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:53.133696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a02f63-62a9-4e36-a2b1-2ef88b76d5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe118a35-f65d-4440-be00-8ee166bba2f9,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.217965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network af06cbac-a84d-4219-920a-78a84a25296d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:53.238124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-b7678869-9fae-4cb6-a002-4a720247c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.239868 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-b7678869-9fae-4cb6-a002-4a720247c746 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1095 time: 0.1826735 Aug 31 09:41:53.245250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, af06cbac-a84d-4219-920a-78a84a25296d) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:53.252401 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-b511edcb-3665-41aa-ae72-0117dabf3622 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:53.253471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b511edcb-3665-41aa-ae72-0117dabf3622 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1626525 Aug 31 09:41:53.255497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-a9ff83a9-bd0b-482b-a7b3-6a8107a99fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.258192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-a9ff83a9-bd0b-482b-a7b3-6a8107a99fbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 1094 time: 0.1507044 Aug 31 09:41:53.259498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1bf88-d871-413d-8da4-aed9999c05e2 None None] Network af06cbac-a84d-4219-920a-78a84a25296d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:53.260096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39356) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.261881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.262483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.293061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3218f150-1757-4a6a-9875-7e8c2b852c53 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:53.293544 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-3218f150-1757-4a6a-9875-7e8c2b852c53 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:41:53.294038 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-3218f150-1757-4a6a-9875-7e8c2b852c53 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:53.298396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3218f150-1757-4a6a-9875-7e8c2b852c53 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0340118 Aug 31 09:41:53.298396 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.316080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39358) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.323215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f3377a46-809e-4ed9-85b7-283653d13e86 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:53.333209 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-6a326b1f-63b2-4972-99dc-ad9d7d07f4a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe118a35-f65d-4440-be00-8ee166bba2f9 HTTP/1.1" status: 200 len: 217 time: 0.0729496 Aug 31 09:41:53.337225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.337623 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.337948 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP 70000865-8101-47e9-ae12-4711d8319739 disassociated. External IP: 172.25.1.58, port: 8e5839fa-b4a9-43a8-be1c-595fdadb4311. Aug 31 09:41:53.338307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 8e5839fa-b4a9-43a8-be1c-595fdadb4311 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:53.358097 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bf47bfe9-6305-48cb-b8ec-291601766c60 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7517154 Aug 31 09:41:53.358461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39360) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.369893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': 'af06cbac-a84d-4219-920a-78a84a25296d', 'name': 'tempest-PortsTestJSON-1720033383'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:53.441075 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-f3377a46-809e-4ed9-85b7-283653d13e86 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Project 36cc3f15574e4496a78f28cfe118dae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:41:53.458393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-51b232ed-4688-4ac1-8aad-0fd4e05d0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.460232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-51b232ed-4688-4ac1-8aad-0fd4e05d0443 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.1191547 Aug 31 09:41:53.468440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-af06cbac-a84d-4219-920a-78a84a25296d', 'network_id': 'af06cbac-a84d-4219-920a-78a84a25296d', 'tenant_id': '41f54f8cc84a4e80bcfe42c4f829094e', 'fixed_ips': [{'subnet_id': '057747bc-62db-40f7-9fba-b5b420199e97'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:53.470157 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.486259 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-f3377a46-809e-4ed9-85b7-283653d13e86 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:53.490676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f3377a46-809e-4ed9-85b7-283653d13e86 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1685302 Aug 31 09:41:53.503013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39362) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.506712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-f4fa8468-da07-4322-a11f-dde24330d891 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372031 Aug 31 09:41:53.519040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6bc21e93-85f8-47ce-b376-2a9cc6f229cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:53.519040 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-6bc21e93-85f8-47ce-b376-2a9cc6f229cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 09:41:53.519040 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-6bc21e93-85f8-47ce-b376-2a9cc6f229cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:53.519040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6bc21e93-85f8-47ce-b376-2a9cc6f229cb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138063 Aug 31 09:41:53.521049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=c45da0c6-a641-4df6-ab0f-a91c51f5147b,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.522377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39364) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.528199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fa32c32c-f6a8-499f-ad7d-0853bcaa5b65 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:53.576159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23575b-9281-4288-9b25-f476911e1f4f req-eced86f7-6ccd-4bac-9c7e-703e0969e737 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.582293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d23575b-9281-4288-9b25-f476911e1f4f req-eced86f7-6ccd-4bac-9c7e-703e0969e737 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 944 time: 0.3550746 Aug 31 09:41:53.643311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f900b-101a-45f9-9637-dd2ecd081fcb req-31a6fbab-7b7f-4d88-90f6-b35d7b9420ff tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.643629 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-fa32c32c-f6a8-499f-ad7d-0853bcaa5b65 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Project 36cc3f15574e4496a78f28cfe118dae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:41:53.645280 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a45f900b-101a-45f9-9637-dd2ecd081fcb req-31a6fbab-7b7f-4d88-90f6-b35d7b9420ff tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 943 time: 0.3945107 Aug 31 09:41:53.689196 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-fa32c32c-f6a8-499f-ad7d-0853bcaa5b65 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:53.690607 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fa32c32c-f6a8-499f-ad7d-0853bcaa5b65 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1669691 Aug 31 09:41:53.696445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.703841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0c03075d-e309-4edb-ba60-be7cb6ceb8dc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2dd00652-1855-408a-a395-cc76434fe40e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:53.709999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-d1dbf0e2-cef2-490a-8b35-228f10d9520f service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907320 Aug 31 09:41:53.731193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.757705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-f0410d0a-2122-4e13-9829-8d5ce82dacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.760167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-f0410d0a-2122-4e13-9829-8d5ce82dacfb service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.4600790 Aug 31 09:41:53.779871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Allocated IP 172.20.0.2 (af06cbac-a84d-4219-920a-78a84a25296d/057747bc-62db-40f7-9fba-b5b420199e97/8b8202e6-2868-4f2d-a231-546e7b719d87) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:53.788999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Checking segment: {'id': '3d04e71c-2762-4a71-bf28-0a7e28dbd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:53.789828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network hostable DHCP agents. Network: e8d81303-b897-4788-b1e0-a3bf9dd66011, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:53.823815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=8e5839fa-b4a9-43a8-be1c-595fdadb4311,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.832579 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-0c03075d-e309-4edb-ba60-be7cb6ceb8dc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Project 36cc3f15574e4496a78f28cfe118dae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:41:53.901014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-0b3b1536-2b09-4e77-a4a4-2d7a9237571f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abf05dca-e15e-4192-901d-65ffaf65a065 HTTP/1.1" status: 200 len: 217 time: 0.1218483 Aug 31 09:41:53.905631 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-0c03075d-e309-4edb-ba60-be7cb6ceb8dc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:53.910015 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0c03075d-e309-4edb-ba60-be7cb6ceb8dc tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2090573 Aug 31 09:41:53.914231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39368) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.923372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d23575b-9281-4288-9b25-f476911e1f4f req-ca8d515b-fb43-47c6-9e8e-a0d2af3ef6fa tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030865 Aug 31 09:41:53.950337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72738dc7-a8ce-4d0d-8255-ff7de5036650 req-974592b4-d20c-422c-b94a-059f946175e6 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323842 Aug 31 09:41:54.071600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a45f900b-101a-45f9-9637-dd2ecd081fcb req-bace5fbb-4b8d-40b9-b3b5-8198a6433a74 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894033 Aug 31 09:41:54.081292 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.086719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e8d81303-b897-4788-b1e0-a3bf9dd66011 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:54.102125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Transition to ACTIVE for port object 8b8202e6-2868-4f2d-a231-546e7b719d87 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:54.106683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29cac515-7695-4327-b7b3-e2bda1cae6f4 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.121353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:54.135527 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.136260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Transition to ACTIVE for port object 8b8202e6-2868-4f2d-a231-546e7b719d87 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:54.137763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29cac515-7695-4327-b7b3-e2bda1cae6f4 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.148718 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.154416 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e8d81303-b897-4788-b1e0-a3bf9dd66011) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:54.189484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:54.196517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.196819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:54.197590 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29cac515-7695-4327-b7b3-e2bda1cae6f4 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.200245 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29cac515-7695-4327-b7b3-e2bda1cae6f4 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.201537 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-29cac515-7695-4327-b7b3-e2bda1cae6f4 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/2dd00652-1855-408a-a395-cc76434fe40e HTTP/1.1" status: 204 len: 168 time: 0.2864563 Aug 31 09:41:54.208171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4215ad-eff7-4b93-8b21-1a967419d9e7 None None] Network e8d81303-b897-4788-b1e0-a3bf9dd66011 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:54.208528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39370) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:54.225471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-db6045fe-1311-4328-8bbc-fbf697d8d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:54.227079 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-db6045fe-1311-4328-8bbc-fbf697d8d136 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1095 time: 0.2031710 Aug 31 09:41:54.233851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-4985266d-9e20-4be3-946e-d0f2e0942b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:54.243921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-4985266d-9e20-4be3-946e-d0f2e0942b1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.3276205 Aug 31 09:41:54.263766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cac515-7695-4327-b7b3-e2bda1cae6f4 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd00652-1855-408a-a395-cc76434fe40e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:54.294481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 845bc568-abb6-478c-8fab-5fa4be21df11 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:54.315449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Network af06cbac-a84d-4219-920a-78a84a25296d is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:54.321729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1500ba97-0d79-4c74-8129-1bf8a6197cd8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0606163 Aug 31 09:41:54.325598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:54.328797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39372) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:54.333480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:54.337235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Pushing event updated for resources: {'Port': ['ID=8b8202e6-2868-4f2d-a231-546e7b719d87,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:54.338197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011', 'name': 'tempest-PortsIpV6TestJSON-2021412387', 'fixed_ips': [{'subnet_id': 'c45da0c6-a641-4df6-ab0f-a91c51f5147b', 'ip_address': '2001:db8::10'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:54.357042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.357393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.357734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.358329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.358657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.359050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.359372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.359692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.360012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.360327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.360644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.360960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:54.443341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Attempting to bind port 8b8202e6-2868-4f2d-a231-546e7b719d87 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:54.443708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Attempting to bind port 8b8202e6-2868-4f2d-a231-546e7b719d87 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'fea1c826-d355-4a1e-affa-350fe0ab1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'af06cbac-a84d-4219-920a-78a84a25296d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:54.444073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Attempting to bind port 8b8202e6-2868-4f2d-a231-546e7b719d87 on network af06cbac-a84d-4219-920a-78a84a25296d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:54.450289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:54.450669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Checking segment: {'id': 'fea1c826-d355-4a1e-affa-350fe0ab1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'af06cbac-a84d-4219-920a-78a84a25296d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:54.451104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.451638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Bound using segment: {'id': 'fea1c826-d355-4a1e-affa-350fe0ab1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'af06cbac-a84d-4219-920a-78a84a25296d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:54.452334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Bound port: 8b8202e6-2868-4f2d-a231-546e7b719d87, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea1c826-d355-4a1e-affa-350fe0ab1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'af06cbac-a84d-4219-920a-78a84a25296d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:54.452870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.476061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-4a5e8d54-0a67-4da9-9911-b75219452d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:54.477828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-4a5e8d54-0a67-4da9-9911-b75219452d42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213161 Aug 31 09:41:54.554676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e8d81303-b897-4788-b1e0-a3bf9dd66011', 'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011', 'tenant_id': 'bfcbb412b7f147a180321232edfc8bda', 'fixed_ips': [{'subnet_id': 'c45da0c6-a641-4df6-ab0f-a91c51f5147b'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:54.555592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.644905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.14 (af06cbac-a84d-4219-920a-78a84a25296d/057747bc-62db-40f7-9fba-b5b420199e97/845bc568-abb6-478c-8fab-5fa4be21df11) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:54.658589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] For port 8b8202e6-2868-4f2d-a231-546e7b719d87, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:54.688279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:54.691332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] For port 8b8202e6-2868-4f2d-a231-546e7b719d87, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8b8202e6-2868-4f2d-a231-546e7b719d87,segment=NetworkSegment(fea1c826-d355-4a1e-affa-350fe0ab1271),segment_id=fea1c826-d355-4a1e-affa-350fe0ab1271)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:54.700715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.708824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-ef9b3f41-574f-4b2b-afae-2bf0a50b228e service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134411 Aug 31 09:41:54.726395 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1f71fb5-6fc8-407e-b49a-2f875234e2bb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5159247 Aug 31 09:41:54.730623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39374) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:54.736469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b5b802e9-cacd-425d-a85c-020989d4383b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--133912343'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:54.802901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e7a9d-bea3-42f0-84d2-50a16af9359a None None] Pushing event updated for resources: {'Port': ['ID=8b8202e6-2868-4f2d-a231-546e7b719d87,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:54.822311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Allocated IP 2001:db8::2 (e8d81303-b897-4788-b1e0-a3bf9dd66011/c45da0c6-a641-4df6-ab0f-a91c51f5147b/67ea1845-5055-4c8b-bf78-9d7550e39256) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:54.833907 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5b802e9-cacd-425d-a85c-020989d4383b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.839118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-b7be249c-f156-4cc9-808a-d7f7ab20cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:54.840645 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-b7be249c-f156-4cc9-808a-d7f7ab20cc65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 915 time: 0.6014235 Aug 31 09:41:54.913750 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-f26d78d2-760f-4a4f-82cb-950168dedba6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe118a35-f65d-4440-be00-8ee166bba2f9 HTTP/1.1" status: 200 len: 217 time: 0.0614276 Aug 31 09:41:54.935391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:54.950382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dae6a6-bb13-482b-85a6-65329d70e184 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:54.987743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dae6a6-bb13-482b-85a6-65329d70e184 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:54.989088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-00dae6a6-bb13-482b-85a6-65329d70e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:54.996777 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.035275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-00dae6a6-bb13-482b-85a6-65329d70e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:55.070184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-54e7800a-ed59-457c-b704-07938b4bfa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:55.071882 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-54e7800a-ed59-457c-b704-07938b4bfa95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.1512821 Aug 31 09:41:55.091666 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.096070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.098011 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8f0519d2-936f-4fe8-bc58-e47c20b3b83d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/ports/8e5839fa-b4a9-43a8-be1c-595fdadb4311 HTTP/1.1" status: 204 len: 168 time: 2.9119811 Aug 31 09:41:55.105375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dae6a6-bb13-482b-85a6-65329d70e184 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:55.106164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-00dae6a6-bb13-482b-85a6-65329d70e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:55.118580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39378) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:55.120804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-373d2460-86c6-4a56-8fe3-f904669fb9f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395947 Aug 31 09:41:55.131056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f93b8683-5317-4bfa-9f8c-edf7d71a85cb req-d22d903e-f2da-4bb6-b727-f5c83341f83c service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654163 Aug 31 09:41:55.141479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port e2661ac9-18ba-4e01-adbf-17361f29319e yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:55.175087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-00dae6a6-bb13-482b-85a6-65329d70e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:55.175654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dae6a6-bb13-482b-85a6-65329d70e184 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:55.177541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.189202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Transition to ACTIVE for port object 67ea1845-5055-4c8b-bf78-9d7550e39256 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:55.210856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Transition to ACTIVE for port object 67ea1845-5055-4c8b-bf78-9d7550e39256 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:55.221306 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.235015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5b802e9-cacd-425d-a85c-020989d4383b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.242270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5835afc6-b971-47c5-a319-f6d868d57063 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "GET /v2.0/floatingips/70000865-8101-47e9-ae12-4711d8319739 HTTP/1.1" status: 200 len: 687 time: 0.1181200 Aug 31 09:41:55.249943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39384) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:55.264936 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.277067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Network e8d81303-b897-4788-b1e0-a3bf9dd66011 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:55.294258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:55.301923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:55.302218 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5b802e9-cacd-425d-a85c-020989d4383b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.310406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object 845bc568-abb6-478c-8fab-5fa4be21df11 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:55.338875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31e68e-c285-4169-86d3-dc3f698f384e req-38a800c5-6725-47c0-8433-cc1ef656149c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:55.349896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc31e68e-c285-4169-86d3-dc3f698f384e req-38a800c5-6725-47c0-8433-cc1ef656149c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 944 time: 0.2949300 Aug 31 09:41:55.361976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Pushing event updated for resources: {'Port': ['ID=67ea1845-5055-4c8b-bf78-9d7550e39256,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:55.377841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Attempting to bind port 67ea1845-5055-4c8b-bf78-9d7550e39256 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:55.378321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Attempting to bind port 67ea1845-5055-4c8b-bf78-9d7550e39256 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '3d04e71c-2762-4a71-bf28-0a7e28dbd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:55.378725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Attempting to bind port 67ea1845-5055-4c8b-bf78-9d7550e39256 on network e8d81303-b897-4788-b1e0-a3bf9dd66011 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:55.391997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:55.392483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Checking segment: {'id': '3d04e71c-2762-4a71-bf28-0a7e28dbd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:55.392954 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.393363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Bound using segment: {'id': '3d04e71c-2762-4a71-bf28-0a7e28dbd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:55.394739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Bound port: 67ea1845-5055-4c8b-bf78-9d7550e39256, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d04e71c-2762-4a71-bf28-0a7e28dbd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:55.394739 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.398142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5b802e9-cacd-425d-a85c-020989d4383b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.399607 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b5b802e9-cacd-425d-a85c-020989d4383b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6676893 Aug 31 09:41:55.405360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39388) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:55.415789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ecea8737-271d-4b0c-a745-f6e448fd352a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '027ae71f-329f-4b74-9f5b-0b5fe5cfe553', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:55.450904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b802e9-cacd-425d-a85c-020989d4383b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027ae71f-329f-4b74-9f5b-0b5fe5cfe553,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:55.484950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] For port 67ea1845-5055-4c8b-bf78-9d7550e39256, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:55.489431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] For port 67ea1845-5055-4c8b-bf78-9d7550e39256, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=67ea1845-5055-4c8b-bf78-9d7550e39256,segment=NetworkSegment(3d04e71c-2762-4a71-bf28-0a7e28dbd4ca),segment_id=3d04e71c-2762-4a71-bf28-0a7e28dbd4ca)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:55.495101 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.502615 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-cbe627a6-74bd-40e7-ba38-45df36193867 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653803 Aug 31 09:41:55.558952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc31e68e-c285-4169-86d3-dc3f698f384e req-636cd1e3-6d94-49ea-8ce3-ead1f0627e47 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076550 Aug 31 09:41:55.562516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b621f-7789-4098-8ef3-6a61abfa1b9e None None] Pushing event updated for resources: {'Port': ['ID=67ea1845-5055-4c8b-bf78-9d7550e39256,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:55.579747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 3a3941b6-9b9c-4d42-91b2-d03dce94bb4b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:55.580103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.605670 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.623025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::10 (e8d81303-b897-4788-b1e0-a3bf9dd66011/c45da0c6-a641-4df6-ab0f-a91c51f5147b/e2661ac9-18ba-4e01-adbf-17361f29319e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:55.642624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe64f4-edb6-45e5-baa3-d857c81dfb5d req-d9b7082c-f44c-4881-ac02-4e46ce4f4254 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:55.644375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0fe64f4-edb6-45e5-baa3-d857c81dfb5d req-d9b7082c-f44c-4881-ac02-4e46ce4f4254 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 943 time: 0.1993065 Aug 31 09:41:55.676863 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-ecea8737-271d-4b0c-a745-f6e448fd352a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The resource could not be found. Aug 31 09:41:55.681101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ecea8737-271d-4b0c-a745-f6e448fd352a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2689238 Aug 31 09:41:55.681996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39390) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:55.694092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-861a8592-4044-4663-a65f-769687439cfa tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '027ae71f-329f-4b74-9f5b-0b5fe5cfe553', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8782d7f2-92b9-4e29-b4b0-2cb683c9e78e'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:55.733474 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ad2a711-14ca-4578-86b7-7a4ea3344c85 req-b8ce91dc-088e-4f33-89f7-33d296f621bd service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224801 Aug 31 09:41:55.736495 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bb189ad1-debb-4874-b23c-f056e5d120db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.739326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network af06cbac-a84d-4219-920a-78a84a25296d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:55.749170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.750102 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.777696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:55.785295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 3a3941b6-9b9c-4d42-91b2-d03dce94bb4b owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:55.791377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:55.796705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=845bc568-abb6-478c-8fab-5fa4be21df11,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:55.867615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0fe64f4-edb6-45e5-baa3-d857c81dfb5d req-6908f7bf-08bb-464a-b8f2-2759add62225 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968410 Aug 31 09:41:55.981976 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-861a8592-4044-4663-a65f-769687439cfa tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The resource could not be found. Aug 31 09:41:55.983669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-861a8592-4044-4663-a65f-769687439cfa tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2935467 Aug 31 09:41:55.987148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39392) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:55.993256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:55.993938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.066842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c20ac7e5-bb89-43fe-8ca1-93cad4555cc0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6989541 Aug 31 09:41:56.067480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39394) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:56.078409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.084408 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.100693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object e2661ac9-18ba-4e01-adbf-17361f29319e will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:56.156329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.160340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=3a3941b6-9b9c-4d42-91b2-d03dce94bb4b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:56.179131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3020a9e-3c9a-453b-b722-c40f455067b9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.195523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device abf05dca-e15e-4192-901d-65ffaf65a065 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:41:56.215828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=e2661ac9-18ba-4e01-adbf-17361f29319e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:56.219761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e8d81303-b897-4788-b1e0-a3bf9dd66011 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:56.222188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:56.225622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:56.233540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:56.235658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.263875 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e3e00bae-833d-415c-8139-efcadad53ab9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9335284 Aug 31 09:41:56.264886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39398) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:56.272212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'e8d81303-b897-4788-b1e0-a3bf9dd66011', 'name': 'tempest-PortsIpV6TestJSON-2052646965', 'fixed_ips': [{'subnet_id': 'c45da0c6-a641-4df6-ab0f-a91c51f5147b', 'ip_address': '2001:db8::f'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:56.297224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3020a9e-3c9a-453b-b722-c40f455067b9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.329812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.332774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.337376 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-00cd4cb8-2fe6-4021-bb77-eeac23f7cc25 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/floatingips/70000865-8101-47e9-ae12-4711d8319739 HTTP/1.1" status: 204 len: 168 time: 1.0859659 Aug 31 09:41:56.352023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39400) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:56.356938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '3a67e32e-9bc8-4b67-b531-10e6ed09eb44'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:56.375460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port abf05dca-e15e-4192-901d-65ffaf65a065, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=abf05dca-e15e-4192-901d-65ffaf65a065,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:56.397992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'abf05dca-e15e-4192-901d-65ffaf65a065', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': 'abf05dca-e15e-4192-901d-65ffaf65a065', 'mac_address': 'fa:16:3e:78:c6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:41:56.422215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-517da77e-6211-4372-b2f6-6379b1d6ecbc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 845bc568-abb6-478c-8fab-5fa4be21df11 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:56.422631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-517da77e-6211-4372-b2f6-6379b1d6ecbc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.425676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.460144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3020a9e-3c9a-453b-b722-c40f455067b9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.461237 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.462068 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d3020a9e-3c9a-453b-b722-c40f455067b9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.470931 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d3020a9e-3c9a-453b-b722-c40f455067b9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/027ae71f-329f-4b74-9f5b-0b5fe5cfe553 HTTP/1.1" status: 204 len: 168 time: 0.4824986 Aug 31 09:41:56.474400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39402) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:56.481553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf05dca-e15e-4192-901d-65ffaf65a065 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:41:56.524399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port abf05dca-e15e-4192-901d-65ffaf65a065, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=abf05dca-e15e-4192-901d-65ffaf65a065,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:56.535998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.554909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:56.560699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.586282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fdfce8-dca7-4297-9fc3-8fef25689fdd None None] Network af06cbac-a84d-4219-920a-78a84a25296d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:56.598546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3020a9e-3c9a-453b-b722-c40f455067b9 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ae71f-329f-4b74-9f5b-0b5fe5cfe553,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:56.600843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port cc79b824-8926-452a-bbdd-1d89710d107c yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:56.613711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2be50517-d9bd-4cea-b161-14d6aeebb93a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1364608 Aug 31 09:41:56.617410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39404) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:56.623980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6e4dccc6-0a23-4a63-86fe-8b15f04a8fbb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '3850a9de-c781-4264-bed3-403a826a46fe', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:56.635953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8b8202e6-2868-4f2d-a231-546e7b719d87 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:56.668899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-517da77e-6211-4372-b2f6-6379b1d6ecbc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.689015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-517da77e-6211-4372-b2f6-6379b1d6ecbc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 845bc568-abb6-478c-8fab-5fa4be21df11 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:56.874163 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-6e4dccc6-0a23-4a63-86fe-8b15f04a8fbb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The resource could not be found. Aug 31 09:41:56.875341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6e4dccc6-0a23-4a63-86fe-8b15f04a8fbb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2567148 Aug 31 09:41:56.889045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39410) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:56.894062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c13e861a-ad85-4847-9ae1-05795b17fdc7 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--442428868'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:56.896875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ef0d6-6e94-48e0-b6b2-32f65cac6ab7 req-addbb946-ea29-41f5-8f33-2450c9f756dc tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:56.901316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-962ef0d6-6e94-48e0-b6b2-32f65cac6ab7 req-addbb946-ea29-41f5-8f33-2450c9f756dc tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 944 time: 0.1520281 Aug 31 09:41:56.927370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-517da77e-6211-4372-b2f6-6379b1d6ecbc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.016688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c13e861a-ad85-4847-9ae1-05795b17fdc7 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.023060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1b230262-1d59-419b-8a4a-dab89b6e4aab None None] Provisioning for port 8b8202e6-2868-4f2d-a231-546e7b719d87 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:57.030144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517da77e-6211-4372-b2f6-6379b1d6ecbc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=845bc568-abb6-478c-8fab-5fa4be21df11,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:57.033055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=abf05dca-e15e-4192-901d-65ffaf65a065,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:57.051920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-962ef0d6-6e94-48e0-b6b2-32f65cac6ab7 req-86be6431-38d2-4cff-8eb7-b56e0d8eb569 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292336 Aug 31 09:41:57.055238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.071191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8b8202e6-2868-4f2d-a231-546e7b719d87 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:57.080566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8b8202e6-2868-4f2d-a231-546e7b719d87 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:57.081213 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.090414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::f (e8d81303-b897-4788-b1e0-a3bf9dd66011/c45da0c6-a641-4df6-ab0f-a91c51f5147b/cc79b824-8926-452a-bbdd-1d89710d107c) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:57.116014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da3def-b0b1-4a46-8812-3a65ad413321 req-1371148d-3615-4e0e-9c2f-533e24d30745 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:57.125693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['abf05dca-e15e-4192-901d-65ffaf65a065'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:57.126960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25da3def-b0b1-4a46-8812-3a65ad413321 req-1371148d-3615-4e0e-9c2f-533e24d30745 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 944 time: 0.1363800 Aug 31 09:41:57.172402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-517da77e-6211-4372-b2f6-6379b1d6ecbc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.176300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-517da77e-6211-4372-b2f6-6379b1d6ecbc tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/845bc568-abb6-478c-8fab-5fa4be21df11 HTTP/1.1" status: 204 len: 168 time: 1.1059425 Aug 31 09:41:57.179008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39414) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:57.191505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25da3def-b0b1-4a46-8812-3a65ad413321 req-c7faf44e-b117-4a33-8768-1f92963c2c84 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635631 Aug 31 09:41:57.197346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66792db3-77fa-4aaf-92da-8a7881b61b71 None None] Network e8d81303-b897-4788-b1e0-a3bf9dd66011 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:57.215868 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c040a22-ac2c-42b6-8358-24ad55bfd53b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:57.216598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c040a22-ac2c-42b6-8358-24ad55bfd53b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:57.218815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5c040a22-ac2c-42b6-8358-24ad55bfd53b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/845bc568-abb6-478c-8fab-5fa4be21df11 HTTP/1.1" status: 404 len: 333 time: 0.0384994 Aug 31 09:41:57.222305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39416) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:57.278889 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-da78ff4c-98d7-425b-a147-9658622d5788 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:41:57.279904 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da78ff4c-98d7-425b-a147-9658622d5788 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/845bc568-abb6-478c-8fab-5fa4be21df11 HTTP/1.1" status: 404 len: 333 time: 0.0566263 Aug 31 09:41:57.286968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39418) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:57.360276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2ab11afd-dcc9-4001-8eeb-de84dd1660b0 None None] Provisioning for port 67ea1845-5055-4c8b-bf78-9d7550e39256 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:57.365849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.380944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c13e861a-ad85-4847-9ae1-05795b17fdc7 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.382162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.25.1.218 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/25f72154-004c-42e4-8619-8a3cd6127ab6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:57.394167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c13e861a-ad85-4847-9ae1-05795b17fdc7 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.396699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object cc79b824-8926-452a-bbdd-1d89710d107c will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:57.430416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dc8dd4-1576-4b80-97e4-c6a6121e179e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet 057747bc-62db-40f7-9fba-b5b420199e97 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:57.446575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49dc8dd4-1576-4b80-97e4-c6a6121e179e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.472508 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.511247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c13e861a-ad85-4847-9ae1-05795b17fdc7 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.512545 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c13e861a-ad85-4847-9ae1-05795b17fdc7 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6225369 Aug 31 09:41:57.517632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:57.529172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e861a-ad85-4847-9ae1-05795b17fdc7 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d702d-2242-4f79-a14c-f88298986c2f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:57.530287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.538690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b9dacec8-87a7-49b2-8d4b-6cdb2123c913 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024622516'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:57.553386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49dc8dd4-1576-4b80-97e4-c6a6121e179e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.563813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e8d81303-b897-4788-b1e0-a3bf9dd66011 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:57.569182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:57.584098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:57.594591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:57.595769 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.612181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=cc79b824-8926-452a-bbdd-1d89710d107c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:57.623812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b9dacec8-87a7-49b2-8d4b-6cdb2123c913 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.628583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8b8202e6-2868-4f2d-a231-546e7b719d87, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8b8202e6-2868-4f2d-a231-546e7b719d87,segment=NetworkSegment(fea1c826-d355-4a1e-affa-350fe0ab1271),segment_id=fea1c826-d355-4a1e-affa-350fe0ab1271)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:57.640336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-af6de68b-544e-44ff-8029-d38ad8a52eb3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3712707 Aug 31 09:41:57.640466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.640466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 67ea1845-5055-4c8b-bf78-9d7550e39256 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:57.643184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39424) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:57.662617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.704547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.738498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8b8202e6-2868-4f2d-a231-546e7b719d87,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:57.746121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49dc8dd4-1576-4b80-97e4-c6a6121e179e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.749073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 67ea1845-5055-4c8b-bf78-9d7550e39256 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:57.754398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 67ea1845-5055-4c8b-bf78-9d7550e39256 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:57.754935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.781546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac318e-369f-4662-a60c-09019c234e16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:57.785656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-07ac318e-369f-4662-a60c-09019c234e16 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1410136 Aug 31 09:41:57.786822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39426) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:57.866986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf39b1-7f94-4852-b615-be065194134d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:57.874642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf39b1-7f94-4852-b615-be065194134d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:57.883003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf39b1-7f94-4852-b615-be065194134d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:57.883789 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.888317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6fbf39b1-7f94-4852-b615-be065194134d tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0956562 Aug 31 09:41:57.888976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39428) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:57.953062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1525a489-7cd0-4897-b4f9-d23e9e825d01 None None] Provisioning complete for port 8b8202e6-2868-4f2d-a231-546e7b719d87 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:57.953921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1525a489-7cd0-4897-b4f9-d23e9e825d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.973807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b9dacec8-87a7-49b2-8d4b-6cdb2123c913 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.982137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.008165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 67ea1845-5055-4c8b-bf78-9d7550e39256, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=67ea1845-5055-4c8b-bf78-9d7550e39256,segment=NetworkSegment(3d04e71c-2762-4a71-bf28-0a7e28dbd4ca),segment_id=3d04e71c-2762-4a71-bf28-0a7e28dbd4ca)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:58.008419 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b9dacec8-87a7-49b2-8d4b-6cdb2123c913 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.016065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8a5df1ee-2e8f-4d74-9ff6-0babb968e64f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port cc79b824-8926-452a-bbdd-1d89710d107c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:58.016705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a5df1ee-2e8f-4d74-9ff6-0babb968e64f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.020929 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.114216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=25f72154-004c-42e4-8619-8a3cd6127ab6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:58.133535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b9dacec8-87a7-49b2-8d4b-6cdb2123c913 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.138601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b9dacec8-87a7-49b2-8d4b-6cdb2123c913 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6161442 Aug 31 09:41:58.141058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:58.141819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39434) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:58.142655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dacec8-87a7-49b2-8d4b-6cdb2123c913 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde09a0f-9862-42b7-bb21-01a042560c77,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:58.159548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49dc8dd4-1576-4b80-97e4-c6a6121e179e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.164652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cbce1d54-63b9-4b1f-85dc-f123e17ed256 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '2b5d702d-2242-4f79-a14c-f88298986c2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dde09a0f-9862-42b7-bb21-01a042560c77'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:58.167004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=67ea1845-5055-4c8b-bf78-9d7550e39256,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:58.183535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:58.193254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:58.213684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device fe118a35-f65d-4440-be00-8ee166bba2f9 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:41:58.298469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc8dd4-1576-4b80-97e4-c6a6121e179e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=057747bc-62db-40f7-9fba-b5b420199e97,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:58.320220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49dc8dd4-1576-4b80-97e4-c6a6121e179e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.328210 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-49dc8dd4-1576-4b80-97e4-c6a6121e179e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/057747bc-62db-40f7-9fba-b5b420199e97 HTTP/1.1" status: 204 len: 168 time: 1.0380781 Aug 31 09:41:58.328897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39438) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:58.365269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port fe118a35-f65d-4440-be00-8ee166bba2f9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=fe118a35-f65d-4440-be00-8ee166bba2f9,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:58.379190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'fe118a35-f65d-4440-be00-8ee166bba2f9', 'network_id': '30615293-f09e-4419-9666-a73a1884bb97', 'port_id': 'fe118a35-f65d-4440-be00-8ee166bba2f9', 'mac_address': 'fa:16:3e:97:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9f9be-29e3-488d-b946-ead210565c82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:41:58.432549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Provisioning for port e2661ac9-18ba-4e01-adbf-17361f29319e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:58.438880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Provisioning complete for port e2661ac9-18ba-4e01-adbf-17361f29319e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:58.439314 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.470401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.491068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe118a35-f65d-4440-be00-8ee166bba2f9 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:41:58.517306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port fe118a35-f65d-4440-be00-8ee166bba2f9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=fe118a35-f65d-4440-be00-8ee166bba2f9,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:58.543691 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.559060 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-cbce1d54-63b9-4b1f-85dc-f123e17ed256 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:58.564258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cbce1d54-63b9-4b1f-85dc-f123e17ed256 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4075990 Aug 31 09:41:58.565125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39442) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:58.599326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8b8202e6-2868-4f2d-a231-546e7b719d87 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:58.605632 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.612023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Port e2661ac9-18ba-4e01-adbf-17361f29319e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:58.656515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.661576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Could not find standard attr ID for object 845bc568-abb6-478c-8fab-5fa4be21df11. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:58.699253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569e08-1231-49b0-92b9-0073f689cd75 req-96124f93-f76d-4dde-8343-81039dc4aa77 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:58.701033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7569e08-1231-49b0-92b9-0073f689cd75 req-96124f93-f76d-4dde-8343-81039dc4aa77 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 945 time: 0.1216214 Aug 31 09:41:58.706011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74790117-baf3-4046-8fe8-1a8078e0bcbb None None] Network af06cbac-a84d-4219-920a-78a84a25296d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:58.751914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3407b00-b4fc-4a11-ad43-22aecb1569bf req-a877ef5f-58d2-4ec2-aae1-32f084beda90 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:58.753545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3407b00-b4fc-4a11-ad43-22aecb1569bf req-a877ef5f-58d2-4ec2-aae1-32f084beda90 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 944 time: 0.1928909 Aug 31 09:41:58.774923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=fe118a35-f65d-4440-be00-8ee166bba2f9,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:58.789827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Provisioning for port cc79b824-8926-452a-bbdd-1d89710d107c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:58.807515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Provisioning complete for port cc79b824-8926-452a-bbdd-1d89710d107c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:58.808016 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.816428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9117621-5029-479b-a462-2cec7ce06936 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.834217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7569e08-1231-49b0-92b9-0073f689cd75 req-64fe1a73-93cc-4224-a41a-0f977e4b0112 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196377 Aug 31 09:41:58.838519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a5df1ee-2e8f-4d74-9ff6-0babb968e64f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.849495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:58.904139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9117621-5029-479b-a462-2cec7ce06936 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.905624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3407b00-b4fc-4a11-ad43-22aecb1569bf req-a134e7f6-1496-4a8f-a539-63ae31bf2dc7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389492 Aug 31 09:41:58.912466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8a5df1ee-2e8f-4d74-9ff6-0babb968e64f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for cc79b824-8926-452a-bbdd-1d89710d107c owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:58.941625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8b8202e6-2868-4f2d-a231-546e7b719d87 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:58.942005 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.986985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Port cc79b824-8926-452a-bbdd-1d89710d107c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:59.012216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 8b8202e6-2868-4f2d-a231-546e7b719d87 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:59.012621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.027627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Provisioning complete for port 67ea1845-5055-4c8b-bf78-9d7550e39256 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:59.027861 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0719c289-28ce-4ccc-8042-14c44ae46e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.120172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9117621-5029-479b-a462-2cec7ce06936 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.123219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9117621-5029-479b-a462-2cec7ce06936 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.124014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a5df1ee-2e8f-4d74-9ff6-0babb968e64f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.128070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e9117621-5029-479b-a462-2cec7ce06936 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/dde09a0f-9862-42b7-bb21-01a042560c77 HTTP/1.1" status: 204 len: 168 time: 0.5518818 Aug 31 09:41:59.128636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39446) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:59.169089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5df1ee-2e8f-4d74-9ff6-0babb968e64f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=cc79b824-8926-452a-bbdd-1d89710d107c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:59.175093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 67ea1845-5055-4c8b-bf78-9d7550e39256 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:59.182631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9117621-5029-479b-a462-2cec7ce06936 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde09a0f-9862-42b7-bb21-01a042560c77,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:59.189569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] For port 8b8202e6-2868-4f2d-a231-546e7b719d87, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8b8202e6-2868-4f2d-a231-546e7b719d87,segment=NetworkSegment(fea1c826-d355-4a1e-affa-350fe0ab1271),segment_id=fea1c826-d355-4a1e-affa-350fe0ab1271)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:59.190304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.207483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a5df1ee-2e8f-4d74-9ff6-0babb968e64f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.213818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8a5df1ee-2e8f-4d74-9ff6-0babb968e64f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/cc79b824-8926-452a-bbdd-1d89710d107c HTTP/1.1" status: 204 len: 168 time: 1.3219509 Aug 31 09:41:59.214719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39448) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:59.231108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] DHCP port deletion for af06cbac-a84d-4219-920a-78a84a25296d request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:59.253481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 8b8202e6-2868-4f2d-a231-546e7b719d87 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:59.254662 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-302d868a-db9a-4809-bf78-40f9a2a9afa7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:41:59.258832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-302d868a-db9a-4809-bf78-40f9a2a9afa7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/cc79b824-8926-452a-bbdd-1d89710d107c HTTP/1.1" status: 404 len: 333 time: 0.0405519 Aug 31 09:41:59.259043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39450) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:59.333762 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.354863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 67ea1845-5055-4c8b-bf78-9d7550e39256 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:59.355211 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.366620 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b527a56d-31b4-418b-be71-95bf169d388b tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2304521 Aug 31 09:41:59.371351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39452) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:59.382424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] Deleting port 8b8202e6-2868-4f2d-a231-546e7b719d87 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:59.383129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.451500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.451691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-646994f5-a5b6-4adb-9d0c-96bd9a47ec8a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port e2661ac9-18ba-4e01-adbf-17361f29319e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:59.452133 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-646994f5-a5b6-4adb-9d0c-96bd9a47ec8a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.475176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.515180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=8b8202e6-2868-4f2d-a231-546e7b719d87,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:59.529657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No DVR routers for this DVR port 8b8202e6-2868-4f2d-a231-546e7b719d87 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:59.542975 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc5a3d9-cdad-4ec9-a190-75866fb0d2c6 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.585444 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc5a3d9-cdad-4ec9-a190-75866fb0d2c6 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.612972 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-646994f5-a5b6-4adb-9d0c-96bd9a47ec8a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.629770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] For port 8b8202e6-2868-4f2d-a231-546e7b719d87, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8b8202e6-2868-4f2d-a231-546e7b719d87,segment=NetworkSegment(fea1c826-d355-4a1e-affa-350fe0ab1271),segment_id=fea1c826-d355-4a1e-affa-350fe0ab1271)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:59.631004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.632957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-afd5e6c8-4ef6-49fe-8052-c6cc2b2cc37d None None] Provisioning complete for port e2661ac9-18ba-4e01-adbf-17361f29319e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:59.633299 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-afd5e6c8-4ef6-49fe-8052-c6cc2b2cc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.657862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-646994f5-a5b6-4adb-9d0c-96bd9a47ec8a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for e2661ac9-18ba-4e01-adbf-17361f29319e owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:59.665836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.685430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] Calling delete_port for 8b8202e6-2868-4f2d-a231-546e7b719d87 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:59.721869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc5a3d9-cdad-4ec9-a190-75866fb0d2c6 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.724356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-afd5e6c8-4ef6-49fe-8052-c6cc2b2cc37d None None] Port e2661ac9-18ba-4e01-adbf-17361f29319e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:59.725971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc5a3d9-cdad-4ec9-a190-75866fb0d2c6 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.726277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-acc5a3d9-cdad-4ec9-a190-75866fb0d2c6 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/2b5d702d-2242-4f79-a14c-f88298986c2f HTTP/1.1" status: 204 len: 168 time: 0.3481562 Aug 31 09:41:59.742478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39454) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:59.758201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5a3d9-cdad-4ec9-a190-75866fb0d2c6 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d702d-2242-4f79-a14c-f88298986c2f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:59.760744 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-afd5e6c8-4ef6-49fe-8052-c6cc2b2cc37d None None] Could not find standard attr ID for object cc79b824-8926-452a-bbdd-1d89710d107c. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:59.827545 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.830981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-05931d83-544d-48f6-a07e-4cf8322992cd tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0885816 Aug 31 09:41:59.835117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39456) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:59.840345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9f8a555f-29dd-4f8e-96b6-29a6b6be5f79 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--473535718'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:59.856328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] Pushing event deleted for resources: {'Port': ['ID=8b8202e6-2868-4f2d-a231-546e7b719d87,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:59.862045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e69a7-da64-485c-ae3d-3c9eb5e4cb92 None None] No DVR routers for this DVR port 8b8202e6-2868-4f2d-a231-546e7b719d87 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:59.958653 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9f8a555f-29dd-4f8e-96b6-29a6b6be5f79 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.011899 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-646994f5-a5b6-4adb-9d0c-96bd9a47ec8a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.058716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af06cbac-a84d-4219-920a-78a84a25296d']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:00.060152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646994f5-a5b6-4adb-9d0c-96bd9a47ec8a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=e2661ac9-18ba-4e01-adbf-17361f29319e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.085789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea1c826-d355-4a1e-affa-350fe0ab1271') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:00.086125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea1c826-d355-4a1e-affa-350fe0ab1271') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:00.096855 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca2c4e-67bc-4398-89bb-3c1c64222c5b req-f8c93648-e68c-49e5-a3ad-e8d3c0ec8e98 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.098501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97ca2c4e-67bc-4398-89bb-3c1c64222c5b req-f8c93648-e68c-49e5-a3ad-e8d3c0ec8e98 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 945 time: 0.1696703 Aug 31 09:42:00.117574 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.137256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-646994f5-a5b6-4adb-9d0c-96bd9a47ec8a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.143353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-646994f5-a5b6-4adb-9d0c-96bd9a47ec8a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/e2661ac9-18ba-4e01-adbf-17361f29319e HTTP/1.1" status: 204 len: 168 time: 0.8808258 Aug 31 09:42:00.146386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39466) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.159042 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.163365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b166ca-a508-4f72-99dd-50425e2bd11e req-a55523d1-183f-4bac-8308-d30caf38c33e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.165071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7b166ca-a508-4f72-99dd-50425e2bd11e req-a55523d1-183f-4bac-8308-d30caf38c33e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 944 time: 0.1853125 Aug 31 09:42:00.193266 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-333b11e4-342a-4750-9b82-352f713ca4f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301382 Aug 31 09:42:00.194220 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a56046-c67b-45ed-9043-f7a252976368 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:42:00.195773 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-38a56046-c67b-45ed-9043-f7a252976368 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/e2661ac9-18ba-4e01-adbf-17361f29319e HTTP/1.1" status: 404 len: 333 time: 0.0501270 Aug 31 09:42:00.196996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:00.197552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:00.209290 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:00.214814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39468) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.222704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device abf05dca-e15e-4192-901d-65ffaf65a065 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:00.291575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.299181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7b166ca-a508-4f72-99dd-50425e2bd11e req-9a29b9ad-f9a7-47fe-bac0-504a58c5af37 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217432 Aug 31 09:42:00.302509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97ca2c4e-67bc-4398-89bb-3c1c64222c5b req-61ff0864-a02a-4dc8-83f1-ed02c2c76cfd tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590371 Aug 31 09:42:00.306861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port abf05dca-e15e-4192-901d-65ffaf65a065 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:00.313476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port abf05dca-e15e-4192-901d-65ffaf65a065 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:00.314356 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.331044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-b126bc44-9d3a-4e29-94d7-825aae84533e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet c45da0c6-a641-4df6-ab0f-a91c51f5147b {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:00.336267 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b126bc44-9d3a-4e29-94d7-825aae84533e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.370412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.389912 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.396061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9f8a555f-29dd-4f8e-96b6-29a6b6be5f79 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.409249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b126bc44-9d3a-4e29-94d7-825aae84533e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.415812 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9f8a555f-29dd-4f8e-96b6-29a6b6be5f79 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.444985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.449575 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/networks/af06cbac-a84d-4219-920a-78a84a25296d HTTP/1.1" status: 204 len: 168 time: 2.1152968 Aug 31 09:42:00.453557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379b8ea-1fbd-4ab3-96e2-b441e0f45be0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Network': ['ID=af06cbac-a84d-4219-920a-78a84a25296d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.456243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39470) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.465776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-457349971'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:00.473982 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.507549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf05dca-e15e-4192-901d-65ffaf65a065'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:00.510616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9f8a555f-29dd-4f8e-96b6-29a6b6be5f79 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.510808 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ad07e9-c516-4d54-90a7-ae475f8f1db1" -d '{"events": [{"server_uuid": "26ed8562-34dd-49a7-b914-9fd6c5e9f728", "name": "network-vif-plugged", "status": "completed", "tag": "abf05dca-e15e-4192-901d-65ffaf65a065"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:00.511936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9f8a555f-29dd-4f8e-96b6-29a6b6be5f79 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6757576 Aug 31 09:42:00.517677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a555f-29dd-4f8e-96b6-29a6b6be5f79 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87613b92-29bd-4eb8-b728-89fa071045c4,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.525221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39474) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.532487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-026c1a91-f675-4908-b875-99d8c1567a97 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '87613b92-29bd-4eb8-b728-89fa071045c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:00.543262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.545918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8b8202e6-2868-4f2d-a231-546e7b719d87 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:00.588180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b126bc44-9d3a-4e29-94d7-825aae84533e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.593975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port abf05dca-e15e-4192-901d-65ffaf65a065, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=abf05dca-e15e-4192-901d-65ffaf65a065,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:00.595385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8b8202e6-2868-4f2d-a231-546e7b719d87 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:00.596258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8b8202e6-2868-4f2d-a231-546e7b719d87 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:00.601616 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748b958-a04a-422d-90a1-9846a21bbd12 x-openstack-request-id: req-1748b958-a04a-422d-90a1-9846a21bbd12 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:00.602192 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed8562-34dd-49a7-b914-9fd6c5e9f728", "name": "network-vif-plugged", "status": "completed", "tag": "abf05dca-e15e-4192-901d-65ffaf65a065", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:00.605503 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1748b958-a04a-422d-90a1-9846a21bbd12 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:00.605979 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf05dca-e15e-4192-901d-65ffaf65a065', 'code': 200} Aug 31 09:42:00.607663 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.609403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device fe118a35-f65d-4440-be00-8ee166bba2f9 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:00.612760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=25f72154-004c-42e4-8619-8a3cd6127ab6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.623171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-7bdb2bfd-2f9c-48d9-ae8e-e77ea338f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.624936 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-7bdb2bfd-2f9c-48d9-ae8e-e77ea338f188 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 1097 time: 0.4010537 Aug 31 09:42:00.654843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:00.659052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.721510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=abf05dca-e15e-4192-901d-65ffaf65a065,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.739219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port fe118a35-f65d-4440-be00-8ee166bba2f9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:00.742544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b126bc44-9d3a-4e29-94d7-825aae84533e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.744740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port fe118a35-f65d-4440-be00-8ee166bba2f9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:00.745112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.776023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126bc44-9d3a-4e29-94d7-825aae84533e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=c45da0c6-a641-4df6-ab0f-a91c51f5147b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.793355 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b126bc44-9d3a-4e29-94d7-825aae84533e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.795673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b126bc44-9d3a-4e29-94d7-825aae84533e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/c45da0c6-a641-4df6-ab0f-a91c51f5147b HTTP/1.1" status: 204 len: 168 time: 0.5782864 Aug 31 09:42:00.798798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2a20d-7a40-44e3-88fa-41420fdfcc48 req-de3f530c-6b75-4c6e-a87f-0cb81208e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.799740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39476) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.801216 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8e2a20d-7a40-44e3-88fa-41420fdfcc48 req-de3f530c-6b75-4c6e-a87f-0cb81208e3c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 1096 time: 0.1525984 Aug 31 09:42:00.803000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:00.809330 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-026c1a91-f675-4908-b875-99d8c1567a97 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:00.810495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-026c1a91-f675-4908-b875-99d8c1567a97 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2823462 Aug 31 09:42:00.811332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20a040-bf39-4e3a-8cb1-ae6b37f37996 None None] Network e8d81303-b897-4788-b1e0-a3bf9dd66011 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:00.815896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39478) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.831315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-06238131-20d9-4f42-ac8c-5bfed4cba2fb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group_rule': {'security_group_id': '87613b92-29bd-4eb8-b728-89fa071045c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:00.835160 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP f217107a-d2ce-4a8f-8e53-7839f8bc3b57 associated. External IP: 172.25.1.218, port: 3a67e32e-9bc8-4b67-b531-10e6ed09eb44. Aug 31 09:42:00.880407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.881132 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Added segment 6e324155-c10b-4a2a-8b7b-fb851255495f of type vlan for network 9926252f-6c2b-4898-936e-d3bb986c9b23 Aug 31 09:42:00.926610 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-06238131-20d9-4f42-ac8c-5bfed4cba2fb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:00.927704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-06238131-20d9-4f42-ac8c-5bfed4cba2fb tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1009314 Aug 31 09:42:00.932971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-142aa88a-c84d-4997-9222-fb02c2cb187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.934771 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-142aa88a-c84d-4997-9222-fb02c2cb187f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.2802539 Aug 31 09:42:00.940423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39480) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.949635 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c8e2a20d-7a40-44e3-88fa-41420fdfcc48 req-cdac9b21-521b-4fc6-b3f6-3cd8e6928225 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357639 Aug 31 09:42:00.961980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.976239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.000650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-be9cd2d8-f430-406e-9ec5-6fe9db755e05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777 HTTP/1.1" status: 200 len: 217 time: 0.0549769 Aug 31 09:42:01.001216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.022979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port fe118a35-f65d-4440-be00-8ee166bba2f9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=fe118a35-f65d-4440-be00-8ee166bba2f9,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:01.030250 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.055013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 67ea1845-5055-4c8b-bf78-9d7550e39256 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:01.055361 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.072774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.079260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:01.080019 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.100381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] DHCP port deletion for e8d81303-b897-4788-b1e0-a3bf9dd66011 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:01.111516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=fe118a35-f65d-4440-be00-8ee166bba2f9,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.134598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] For port 67ea1845-5055-4c8b-bf78-9d7550e39256, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=67ea1845-5055-4c8b-bf78-9d7550e39256,segment=NetworkSegment(3d04e71c-2762-4a71-bf28-0a7e28dbd4ca),segment_id=3d04e71c-2762-4a71-bf28-0a7e28dbd4ca)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:01.134971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.169054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] Deleting port 67ea1845-5055-4c8b-bf78-9d7550e39256 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:01.169423 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.178918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 67ea1845-5055-4c8b-bf78-9d7550e39256 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:01.179139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-217234ec-2054-4f8c-ab1b-db2b2c0a7528 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.193478 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7302663 Aug 31 09:42:01.194325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39482) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.199541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '9926252f-6c2b-4898-936e-d3bb986c9b23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:01.234276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] For port 67ea1845-5055-4c8b-bf78-9d7550e39256, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=67ea1845-5055-4c8b-bf78-9d7550e39256,segment=NetworkSegment(3d04e71c-2762-4a71-bf28-0a7e28dbd4ca),segment_id=3d04e71c-2762-4a71-bf28-0a7e28dbd4ca)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:01.234740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.248657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] Calling delete_port for 67ea1845-5055-4c8b-bf78-9d7550e39256 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:01.256190 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-217234ec-2054-4f8c-ab1b-db2b2c0a7528 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.258868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b83871-229f-4736-9cb9-df041a086c30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Network': ['ID=9926252f-6c2b-4898-936e-d3bb986c9b23,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.289494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-d9a55148-0bfb-4ec8-ab4a-cd9894fb069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:01.290783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-d9a55148-0bfb-4ec8-ab4a-cd9894fb069a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1470892 Aug 31 09:42:01.295185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9926252f-6c2b-4898-936e-d3bb986c9b23 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:01.312585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:01.322535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-217234ec-2054-4f8c-ab1b-db2b2c0a7528 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.325216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-217234ec-2054-4f8c-ab1b-db2b2c0a7528 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.327438 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-217234ec-2054-4f8c-ab1b-db2b2c0a7528 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/87613b92-29bd-4eb8-b728-89fa071045c4 HTTP/1.1" status: 204 len: 168 time: 0.3848464 Aug 31 09:42:01.333911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39486) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.341909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217234ec-2054-4f8c-ab1b-db2b2c0a7528 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87613b92-29bd-4eb8-b728-89fa071045c4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.416484 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.435677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] No DVR routers for this DVR port 67ea1845-5055-4c8b-bf78-9d7550e39256 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:01.458609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1838b7f-a5f3-46f5-af47-34658e47e58a None None] Pushing event deleted for resources: {'Port': ['ID=67ea1845-5055-4c8b-bf78-9d7550e39256,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.461945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-8dc8c8ca-86ba-4222-8b05-65115176e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:01.465143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-8dc8c8ca-86ba-4222-8b05-65115176e72d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634049 Aug 31 09:42:01.471327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-99e73836-b2f1-41a4-9271-cc788a42c75a tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1346996 Aug 31 09:42:01.477560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39494) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.483209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3fc50b5d-414f-4367-9f41-303cc93eb83d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862561777'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:01.487066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.488895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:01.492973 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.518195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:01.520532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fc50b5d-414f-4367-9f41-303cc93eb83d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.530563 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b816c3-c206-416b-b945-a3e149429842 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:01.548159 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b816c3-c206-416b-b945-a3e149429842 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:01.548429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.549438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d5b816c3-c206-416b-b945-a3e149429842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:01.589531 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d5b816c3-c206-416b-b945-a3e149429842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:01.596725 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c9c354ae-2c81-410b-aa1e-a73afcfac753 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2408748 Aug 31 09:42:01.597857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.602955 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b816c3-c206-416b-b945-a3e149429842 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:01.603783 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d5b816c3-c206-416b-b945-a3e149429842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:01.607715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1576746715'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:01.639369 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d5b816c3-c206-416b-b945-a3e149429842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:01.640953 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b816c3-c206-416b-b945-a3e149429842 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:01.664392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fc50b5d-414f-4367-9f41-303cc93eb83d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.666657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No DVR routers for this DVR port 67ea1845-5055-4c8b-bf78-9d7550e39256 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:01.674914 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fc50b5d-414f-4367-9f41-303cc93eb83d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.686199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=67ea1845-5055-4c8b-bf78-9d7550e39256,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.711411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:01.715137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.718767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fc50b5d-414f-4367-9f41-303cc93eb83d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.719984 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3fc50b5d-414f-4367-9f41-303cc93eb83d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2412763 Aug 31 09:42:01.720752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc50b5d-414f-4367-9f41-303cc93eb83d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5fe389-690d-4842-98e7-ed1bc31fb33c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.729420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39498) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.735477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-15d623c5-e1b6-42ea-a7d6-3e21eed15360 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:01.735894 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-15d623c5-e1b6-42ea-a7d6-3e21eed15360 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:42:01.736390 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-15d623c5-e1b6-42ea-a7d6-3e21eed15360 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 09:42:01.737340 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-15d623c5-e1b6-42ea-a7d6-3e21eed15360 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "PUT /v2.0/security-groups/aa5fe389-690d-4842-98e7-ed1bc31fb33c HTTP/1.1" status: 409 len: 330 time: 0.0069950 Aug 31 09:42:01.740220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39500) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.773437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:01.792432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.792798 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Added segment 50ab265c-1d9b-474a-a266-31dfa0c37e33 of type vlan for network 00f98d6b-3aa5-450e-bc80-9606590e89cd Aug 31 09:42:01.833496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.844952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e49cb9-ba24-4171-9a1f-628aea5d4df2 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.845330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0775ac-08d6-4eab-b65f-2638131c1aee req-8fe50378-93e4-4e2c-a51a-fcfa4f8aa10b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:01.846943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b0775ac-08d6-4eab-b65f-2638131c1aee req-8fe50378-93e4-4e2c-a51a-fcfa4f8aa10b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 945 time: 0.3618360 Aug 31 09:42:01.849764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.864736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065d69-111b-4e08-b24f-25cd2336fae3 req-7195f9cb-20d3-453c-adab-78c37d92acd6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:01.867730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23065d69-111b-4e08-b24f-25cd2336fae3 req-7195f9cb-20d3-453c-adab-78c37d92acd6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 946 time: 0.3841002 Aug 31 09:42:01.883260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e49cb9-ba24-4171-9a1f-628aea5d4df2 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.891535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d81303-b897-4788-b1e0-a3bf9dd66011']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:01.920569 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.922207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-7dcd2f8b-dc1b-4c67-9f5c-6b373ce93991 service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480982 Aug 31 09:42:01.924426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d04e71c-2762-4a71-bf28-0a7e28dbd4ca') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:01.924731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d04e71c-2762-4a71-bf28-0a7e28dbd4ca') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:01.926175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:01.926826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.970913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.990122 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3871408 Aug 31 09:42:01.993491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39502) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.010168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'subnet': {'network_id': '00f98d6b-3aa5-450e-bc80-9606590e89cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:02.036071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e49cb9-ba24-4171-9a1f-628aea5d4df2 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.038426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43e49cb9-ba24-4171-9a1f-628aea5d4df2 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.041927 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-43e49cb9-ba24-4171-9a1f-628aea5d4df2 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/aa5fe389-690d-4842-98e7-ed1bc31fb33c HTTP/1.1" status: 204 len: 168 time: 0.2984939 Aug 31 09:42:02.077087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.106518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958277a-a068-4e8e-a6da-def0297bd1fd tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Network': ['ID=00f98d6b-3aa5-450e-bc80-9606590e89cd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.118222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:02.151711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b0775ac-08d6-4eab-b65f-2638131c1aee req-d64ac819-fc0d-41b1-95d0-ab9f3f9d9078 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740731 Aug 31 09:42:02.156294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.177831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e49cb9-ba24-4171-9a1f-628aea5d4df2 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5fe389-690d-4842-98e7-ed1bc31fb33c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.199179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23065d69-111b-4e08-b24f-25cd2336fae3 req-fec0add2-7d43-4585-9c6c-c4cfcd2dab3b tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124127 Aug 31 09:42:02.206078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:02.206503 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:02.211694 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:02.255389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8e87c837-9340-49fd-967b-9f27b5f4e5e1 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1770897 Aug 31 09:42:02.263367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.278737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:02.282459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.305480 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-680dce7f-06a6-4606-a3c3-bb22487894fa tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] delete failed (client error): The resource could not be found. Aug 31 09:42:02.306540 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-680dce7f-06a6-4606-a3c3-bb22487894fa tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "DELETE /v2.0/security-groups/966b2f36-f657-465e-ab45-df7c78562ec5 HTTP/1.1" status: 404 len: 347 time: 0.0420532 Aug 31 09:42:02.317458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39508) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.373405 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-457603ae-e756-458c-b77c-e57e0b522c4d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] show failed (client error): The resource could not be found. Aug 31 09:42:02.374421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-457603ae-e756-458c-b77c-e57e0b522c4d tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-groups/bd1d7128-ad3b-44c1-b7a8-20935ff2f8fa HTTP/1.1" status: 404 len: 347 time: 0.0519862 Aug 31 09:42:02.377914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.378675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39510) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.382140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0a45fa-bbd8-4297-817d-409f6e6a8666 req-3459f913-3062-45a9-ac60-5fd5a0a2ac28 service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466136 Aug 31 09:42:02.388985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.391412 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/networks/e8d81303-b897-4788-b1e0-a3bf9dd66011 HTTP/1.1" status: 204 len: 168 time: 1.5902493 Aug 31 09:42:02.393926 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.397077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39512) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.405146 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-61d15a2a-1a7f-413b-b1e0-aaa559810104 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] show failed (client error): The resource could not be found. Aug 31 09:42:02.406797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-61d15a2a-1a7f-413b-b1e0-aaa559810104 tempest-NegativeSecGroupIPv6Test-1956560300 tempest-NegativeSecGroupIPv6Test-1956560300-project] 10.222.0.69 "GET /v2.0/security-group-rules/5418534d-7da8-4742-b600-51aaf70c120e HTTP/1.1" status: 404 len: 356 time: 0.0268173 Aug 31 09:42:02.466874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1499695896'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:02.471372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=62d52d5f-28a9-4ba3-a477-6beea0c23625,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.474967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3338f-6a32-415a-be92-0d610899d3d8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Network': ['ID=e8d81303-b897-4788-b1e0-a3bf9dd66011,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.501000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 67ea1845-5055-4c8b-bf78-9d7550e39256 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:02.517481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:02.521189 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.526078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 67ea1845-5055-4c8b-bf78-9d7550e39256 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:02.526711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 67ea1845-5055-4c8b-bf78-9d7550e39256 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:02.551030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Checking segment: {'id': '6e324155-c10b-4a2a-8b7b-fb851255495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9926252f-6c2b-4898-936e-d3bb986c9b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:02.551866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network hostable DHCP agents. Network: 9926252f-6c2b-4898-936e-d3bb986c9b23, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:02.568609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:02.577031 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.582381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.582734 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Added segment 41f371d2-d19a-4f11-a76b-2d3a5ffe93b2 of type vlan for network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 Aug 31 09:42:02.584127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 9926252f-6c2b-4898-936e-d3bb986c9b23 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:02.607171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:02.610298 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f92a82-6155-47dc-a0cb-93497033f700" -d '{"events": [{"server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "name": "network-vif-plugged", "status": "completed", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:02.642186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Subnet': ['ID=0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.651810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Checking segment: {'id': '50ab265c-1d9b-474a-a266-31dfa0c37e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '00f98d6b-3aa5-450e-bc80-9606590e89cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:02.652405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network hostable DHCP agents. Network: 00f98d6b-3aa5-450e-bc80-9606590e89cd, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:02.654924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.657456 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0987065e-13db-4090-9010-79c2924bb329 x-openstack-request-id: req-0987065e-13db-4090-9010-79c2924bb329 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:02.658416 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "name": "network-vif-plugged", "status": "completed", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:02.661515 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0987065e-13db-4090-9010-79c2924bb329 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:02.662245 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9', 'code': 200} Aug 31 09:42:02.675238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 9926252f-6c2b-4898-936e-d3bb986c9b23) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:02.683398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62dbc30-8b78-49ee-bf64-a2aa527135cb None None] Network 9926252f-6c2b-4898-936e-d3bb986c9b23 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:02.684510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:02.685462 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.698450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:02.719691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-82febc8a-4917-498d-baf2-d38dfd2a3ef9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5214121 Aug 31 09:42:02.720096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39520) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.725709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '9926252f-6c2b-4898-936e-d3bb986c9b23', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1413721817'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:02.733411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 00f98d6b-3aa5-450e-bc80-9606590e89cd) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:02.734296 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.742721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:02.743400 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.809193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:02.813801 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.845655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39522) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.847075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235952a3-2f11-4fd1-9adc-782ed4808b96 None None] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:02.872220 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-78d2280f-62e8-4d82-9a31-56e989e44146 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8776248 Aug 31 09:42:02.875269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4128451 Aug 31 09:42:02.875887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39526) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.883809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39528) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.895531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'fee15da6-d2f4-4e44-b8ae-d4e87a936ad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:02.904270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1242158883', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:02.937416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:02.938837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d9773-7851-4b0a-bfad-c9000127da55 req-4379d9fb-4045-417c-baec-d11d8a1c6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:02.940988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-345d9773-7851-4b0a-bfad-c9000127da55 req-4379d9fb-4045-417c-baec-d11d8a1c6526 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1097 time: 0.1931288 Aug 31 09:42:02.943927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.957514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9926252f-6c2b-4898-936e-d3bb986c9b23', 'network_id': '9926252f-6c2b-4898-936e-d3bb986c9b23', 'tenant_id': '41f54f8cc84a4e80bcfe42c4f829094e', 'fixed_ips': [{'subnet_id': '62d52d5f-28a9-4ba3-a477-6beea0c23625'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:02.959018 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.971480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 43549be0-3851-4f06-8338-2284aa3e523c yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:03.023813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c818717-0e82-48d4-aad5-401ab3806a48 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Network': ['ID=fee15da6-d2f4-4e44-b8ae-d4e87a936ad5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:03.038420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.039735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.061194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:03.114923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-345d9773-7851-4b0a-bfad-c9000127da55 req-ee74c4a9-785a-46f9-a93b-5fcad0e8348e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880704 Aug 31 09:42:03.149184 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a78cb635-2749-4ff1-b694-e1f67d049ec9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36cc3f15574e4496a78f28cfe118dae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955341 Aug 31 09:42:03.149416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39530) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:03.159565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.12 (9926252f-6c2b-4898-936e-d3bb986c9b23/62d52d5f-28a9-4ba3-a477-6beea0c23625/43549be0-3851-4f06-8338-2284aa3e523c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:03.161969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.221348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d07630b2-d0d7-47ca-905b-0c60a3a3cd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.296679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-00f98d6b-3aa5-450e-bc80-9606590e89cd', 'network_id': '00f98d6b-3aa5-450e-bc80-9606590e89cd', 'tenant_id': '5411606900de406f9a827a1fe2ac201c', 'fixed_ips': [{'subnet_id': '0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:03.297755 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.300953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d07630b2-d0d7-47ca-905b-0c60a3a3cd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.397348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.409728 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d07630b2-d0d7-47ca-905b-0c60a3a3cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.412412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d07630b2-d0d7-47ca-905b-0c60a3a3cd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.413689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d07630b2-d0d7-47ca-905b-0c60a3a3cd66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc59f28a-4a6d-4363-a638-6b17b8392c88 HTTP/1.1" status: 204 len: 168 time: 0.2633598 Aug 31 09:42:03.433472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object 43549be0-3851-4f06-8338-2284aa3e523c will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:03.453877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07630b2-d0d7-47ca-905b-0c60a3a3cd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc59f28a-4a6d-4363-a638-6b17b8392c88,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:03.475437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Allocated IP 172.20.0.2 (00f98d6b-3aa5-450e-bc80-9606590e89cd/0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c/76d327cf-4b2c-44c0-9eba-0dc346a2e10f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:03.488126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.531007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 9926252f-6c2b-4898-936e-d3bb986c9b23 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:03.556330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:03.561411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:03.592245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Allocated IP 172.20.0.2 (9926252f-6c2b-4898-936e-d3bb986c9b23/62d52d5f-28a9-4ba3-a477-6beea0c23625/9b024d9a-195f-425e-8351-50467c62f8cc) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:03.610601 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.617705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.618973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.634720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:03.637983 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.9167144 Aug 31 09:42:03.638967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.644529 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39544) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:03.680846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9975c-ea31-4bc5-975f-a3ad1a2d68ba tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=43549be0-3851-4f06-8338-2284aa3e523c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:03.771472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e988ebea-271f-4319-9e8b-f0ef1c40ee5b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 43549be0-3851-4f06-8338-2284aa3e523c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:03.771970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e988ebea-271f-4319-9e8b-f0ef1c40ee5b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.804419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.828398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Transition to ACTIVE for port object 76d327cf-4b2c-44c0-9eba-0dc346a2e10f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:03.856402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61ebac-bc73-444e-b5c5-bae752daba6e req-c801effa-286c-42ac-984b-0c8db410af58 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.860214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e61ebac-bc73-444e-b5c5-bae752daba6e req-c801effa-286c-42ac-984b-0c8db410af58 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 946 time: 0.2455821 Aug 31 09:42:03.878466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Transition to ACTIVE for port object 76d327cf-4b2c-44c0-9eba-0dc346a2e10f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:03.881666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e988ebea-271f-4319-9e8b-f0ef1c40ee5b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.894503 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.897544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e988ebea-271f-4319-9e8b-f0ef1c40ee5b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 43549be0-3851-4f06-8338-2284aa3e523c owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:03.916293 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.942456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1cdb0-8b9c-4f88-a31e-0ff2f6eedf12 req-fef0bd88-fe75-457a-b8cb-9e8a2f2be92c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.949854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5f1cdb0-8b9c-4f88-a31e-0ff2f6eedf12 req-fef0bd88-fe75-457a-b8cb-9e8a2f2be92c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 945 time: 0.3260114 Aug 31 09:42:03.978444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Pushing event updated for resources: {'Port': ['ID=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:03.997060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Transition to ACTIVE for port object 9b024d9a-195f-425e-8351-50467c62f8cc will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:04.000252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:04.005505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:04.008634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:04.087807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Attempting to bind port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:04.088085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Attempting to bind port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '50ab265c-1d9b-474a-a266-31dfa0c37e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '00f98d6b-3aa5-450e-bc80-9606590e89cd'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:04.088456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Attempting to bind port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f on network 00f98d6b-3aa5-450e-bc80-9606590e89cd {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:04.095786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:04.096345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Checking segment: {'id': '50ab265c-1d9b-474a-a266-31dfa0c37e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '00f98d6b-3aa5-450e-bc80-9606590e89cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:04.096816 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.097222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Bound using segment: {'id': '50ab265c-1d9b-474a-a266-31dfa0c37e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '00f98d6b-3aa5-450e-bc80-9606590e89cd'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:04.097710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Bound port: 76d327cf-4b2c-44c0-9eba-0dc346a2e10f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ab265c-1d9b-474a-a266-31dfa0c37e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '00f98d6b-3aa5-450e-bc80-9606590e89cd'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:04.098099 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.131179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e61ebac-bc73-444e-b5c5-bae752daba6e req-b72f081e-966d-4fe5-b4e0-14682c5f3c98 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965365 Aug 31 09:42:04.137979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5f1cdb0-8b9c-4f88-a31e-0ff2f6eedf12 req-26c62f7d-d193-477c-9362-ce2be08fa5eb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871729 Aug 31 09:42:04.145775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e988ebea-271f-4319-9e8b-f0ef1c40ee5b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.150475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Transition to ACTIVE for port object 9b024d9a-195f-425e-8351-50467c62f8cc will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:04.183463 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.188270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.249734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ebea-271f-4319-9e8b-f0ef1c40ee5b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=43549be0-3851-4f06-8338-2284aa3e523c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.254834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Pushing event updated for resources: {'Port': ['ID=9b024d9a-195f-425e-8351-50467c62f8cc,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.270444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Network 9926252f-6c2b-4898-936e-d3bb986c9b23 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:04.271795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] For port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:04.274580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:04.281839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] For port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,segment=NetworkSegment(50ab265c-1d9b-474a-a266-31dfa0c37e33),segment_id=50ab265c-1d9b-474a-a266-31dfa0c37e33)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:04.283293 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:04.301785 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.413072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e988ebea-271f-4319-9e8b-f0ef1c40ee5b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.417806 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e988ebea-271f-4319-9e8b-f0ef1c40ee5b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/43549be0-3851-4f06-8338-2284aa3e523c HTTP/1.1" status: 204 len: 168 time: 0.7695830 Aug 31 09:42:04.418370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39564) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:04.420432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3be40-80d1-4601-a3d7-0eaec9c5baf2 None None] Pushing event updated for resources: {'Port': ['ID=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.437545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Attempting to bind port 9b024d9a-195f-425e-8351-50467c62f8cc on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:04.437833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Attempting to bind port 9b024d9a-195f-425e-8351-50467c62f8cc by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '6e324155-c10b-4a2a-8b7b-fb851255495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9926252f-6c2b-4898-936e-d3bb986c9b23'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:04.438211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Attempting to bind port 9b024d9a-195f-425e-8351-50467c62f8cc on network 9926252f-6c2b-4898-936e-d3bb986c9b23 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:04.444686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:04.445071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Checking segment: {'id': '6e324155-c10b-4a2a-8b7b-fb851255495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9926252f-6c2b-4898-936e-d3bb986c9b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:04.445486 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.445884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Bound using segment: {'id': '6e324155-c10b-4a2a-8b7b-fb851255495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9926252f-6c2b-4898-936e-d3bb986c9b23'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:04.446389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Bound port: 9b024d9a-195f-425e-8351-50467c62f8cc, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e324155-c10b-4a2a-8b7b-fb851255495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9926252f-6c2b-4898-936e-d3bb986c9b23'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:04.446889 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.458722 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=2db059b8-f26b-4de8-81f5-308e9b17cdf7,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.464975 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b071039-11cd-4e47-bcf3-e502b05a30b3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:42:04.469497 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6b071039-11cd-4e47-bcf3-e502b05a30b3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/43549be0-3851-4f06-8338-2284aa3e523c HTTP/1.1" status: 404 len: 333 time: 0.0467856 Aug 31 09:42:04.470458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39566) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:04.504830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Checking segment: {'id': '41f371d2-d19a-4f11-a76b-2d3a5ffe93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fee15da6-d2f4-4e44-b8ae-d4e87a936ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:04.506805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network hostable DHCP agents. Network: fee15da6-d2f4-4e44-b8ae-d4e87a936ad5, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:04.545794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa71a03d-d76e-4c53-9627-17b3e680fe75 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet 62d52d5f-28a9-4ba3-a477-6beea0c23625 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:04.549470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39568) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:04.553430 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029829 Aug 31 09:42:04.554232 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa71a03d-d76e-4c53-9627-17b3e680fe75 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.561695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39570) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:04.567245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] For port 9b024d9a-195f-425e-8351-50467c62f8cc, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:04.571585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] For port 9b024d9a-195f-425e-8351-50467c62f8cc, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9b024d9a-195f-425e-8351-50467c62f8cc,segment=NetworkSegment(6e324155-c10b-4a2a-8b7b-fb851255495f),segment_id=6e324155-c10b-4a2a-8b7b-fb851255495f)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:04.577157 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.579452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-4763717b-07cc-4a29-8d1e-24cc7e54c0cf tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=886171fada10492b899f05fb3132f8e8 HTTP/1.1" status: 200 len: 267 time: 0.1615455 Aug 31 09:42:04.634620 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa71a03d-d76e-4c53-9627-17b3e680fe75 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.737748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:04.741046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.769051 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.777761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e13f0-501a-44d7-b5d0-8a7cba1727de None None] Pushing event updated for resources: {'Port': ['ID=9b024d9a-195f-425e-8351-50467c62f8cc,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.782957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, fee15da6-d2f4-4e44-b8ae-d4e87a936ad5) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:04.794865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-e61054bb-0e23-4170-8448-769ca8334001 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:04.803402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-e61054bb-0e23-4170-8448-769ca8334001 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 945 time: 0.1825318 Aug 31 09:42:04.825942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c49178b-b9b5-4f77-b4b9-bd28b3cee990 None None] Network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:04.854195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'port': {'security_groups': []}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:04.862120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:04.862901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.914236 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa71a03d-d76e-4c53-9627-17b3e680fe75 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.945786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aa980837-bd80-406e-9537-0a7c6f5f6685 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0557718 Aug 31 09:42:04.948461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39574) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:04.960990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b7c371d5-b668-47ff-bfd5-f38e86d331d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1049818369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:04.993837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d81de433-7887-45b5-8234-77a39197ce0a tempest-NetworksApiDiscovery-813425081 tempest-NetworksApiDiscovery-813425081-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4297485 Aug 31 09:42:05.085470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-fee15da6-d2f4-4e44-b8ae-d4e87a936ad5', 'network_id': 'fee15da6-d2f4-4e44-b8ae-d4e87a936ad5', 'tenant_id': 'bfcbb412b7f147a180321232edfc8bda', 'fixed_ips': [{'subnet_id': '2db059b8-f26b-4de8-81f5-308e9b17cdf7'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:05.088647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.090305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.25.1.26 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1b28daef-aeef-4aa9-a7d8-7b22c0deca4a) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:05.104824 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.117436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7c371d5-b668-47ff-bfd5-f38e86d331d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.119166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7c371d5-b668-47ff-bfd5-f38e86d331d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.126368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa71a03d-d76e-4c53-9627-17b3e680fe75 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.168315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71a03d-d76e-4c53-9627-17b3e680fe75 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=62d52d5f-28a9-4ba3-a477-6beea0c23625,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:05.177687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa71a03d-d76e-4c53-9627-17b3e680fe75 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.180057 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aa71a03d-d76e-4c53-9627-17b3e680fe75 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/62d52d5f-28a9-4ba3-a477-6beea0c23625 HTTP/1.1" status: 204 len: 168 time: 0.7084467 Aug 31 09:42:05.185253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39580) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:05.203918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7c371d5-b668-47ff-bfd5-f38e86d331d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.219927 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7c371d5-b668-47ff-bfd5-f38e86d331d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.328685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.342644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Allocated IP 2001:db8::2 (fee15da6-d2f4-4e44-b8ae-d4e87a936ad5/2db059b8-f26b-4de8-81f5-308e9b17cdf7/53d6cf74-2007-42c4-bae9-375a3795b788) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:05.397331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7c371d5-b668-47ff-bfd5-f38e86d331d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.398723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b7c371d5-b668-47ff-bfd5-f38e86d331d9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4430909 Aug 31 09:42:05.408860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39586) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:05.416865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'network_id': 'fee15da6-d2f4-4e44-b8ae-d4e87a936ad5', 'name': 'tempest-PortsIpV6TestJSON-1695674611'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:05.564995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 9b024d9a-195f-425e-8351-50467c62f8cc {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:05.565619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.592506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39590) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:05.609820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.624376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Transition to ACTIVE for port object 53d6cf74-2007-42c4-bae9-375a3795b788 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:05.639016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e53ab-e9f1-4ecf-8811-9ead6918fcd7 req-75b43cee-1c2b-4560-8127-0f6324ae1531 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.640689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-046e53ab-e9f1-4ecf-8811-9ead6918fcd7 req-75b43cee-1c2b-4560-8127-0f6324ae1531 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 946 time: 0.2500477 Aug 31 09:42:05.647401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] For port 9b024d9a-195f-425e-8351-50467c62f8cc, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9b024d9a-195f-425e-8351-50467c62f8cc,segment=NetworkSegment(6e324155-c10b-4a2a-8b7b-fb851255495f),segment_id=6e324155-c10b-4a2a-8b7b-fb851255495f)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:05.647776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.676482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Transition to ACTIVE for port object 53d6cf74-2007-42c4-bae9-375a3795b788 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:05.676980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.682168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 9b024d9a-195f-425e-8351-50467c62f8cc owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:05.689660 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.708923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:05.713111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.723648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] For port abf05dca-e15e-4192-901d-65ffaf65a065, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=abf05dca-e15e-4192-901d-65ffaf65a065,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:05.770139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-046e53ab-e9f1-4ecf-8811-9ead6918fcd7 req-9ab1a147-fadd-4700-9969-2efebb3a9a9f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062329 Aug 31 09:42:05.782051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:05.785580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:05.800739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:05.823407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 4c729228-b93d-47af-b342-dbc4d2b11e48 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:05.832289 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.839026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Pushing event updated for resources: {'Port': ['ID=53d6cf74-2007-42c4-bae9-375a3795b788,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:05.884770 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.940580 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.947198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6cba2138-a77e-4768-925f-367e3730cdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.957550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=1b28daef-aeef-4aa9-a7d8-7b22c0deca4a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.051020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'Port': ['ID=abf05dca-e15e-4192-901d-65ffaf65a065,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.123109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:06.123795 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.125913 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.126861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81d3a09b-2cab-46da-9c23-0e5363bfb059 req-eb4f05e6-641e-468f-9c27-331b5a7b0f80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "PUT /v2.0/ports/abf05dca-e15e-4192-901d-65ffaf65a065 HTTP/1.1" status: 200 len: 904 time: 1.3223026 Aug 31 09:42:06.129363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'tag': 'abf05dca-e15e-4192-901d-65ffaf65a065'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:06.136720 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed8562-34dd-49a7-b914-9fd6c5e9f728", "tag": "abf05dca-e15e-4192-901d-65ffaf65a065"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:06.136918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['09982bf9-acfb-44dc-8c18-89206f411556'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:06.140960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:06.141170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cd9e153f-1ea7-48f2-9de7-9bdd5e168777', 'abf05dca-e15e-4192-901d-65ffaf65a065'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:06.145321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:06.148450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:06.191716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::1a9 (fee15da6-d2f4-4e44-b8ae-d4e87a936ad5/2db059b8-f26b-4de8-81f5-308e9b17cdf7/4c729228-b93d-47af-b342-dbc4d2b11e48) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:06.248943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Attempting to bind port 53d6cf74-2007-42c4-bae9-375a3795b788 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:06.250004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Attempting to bind port 53d6cf74-2007-42c4-bae9-375a3795b788 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '41f371d2-d19a-4f11-a76b-2d3a5ffe93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fee15da6-d2f4-4e44-b8ae-d4e87a936ad5'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:06.251204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Attempting to bind port 53d6cf74-2007-42c4-bae9-375a3795b788 on network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:06.293320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:06.293768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Checking segment: {'id': '41f371d2-d19a-4f11-a76b-2d3a5ffe93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fee15da6-d2f4-4e44-b8ae-d4e87a936ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:06.294300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.294703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Bound using segment: {'id': '41f371d2-d19a-4f11-a76b-2d3a5ffe93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fee15da6-d2f4-4e44-b8ae-d4e87a936ad5'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:06.296095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Bound port: 53d6cf74-2007-42c4-bae9-375a3795b788, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f371d2-d19a-4f11-a76b-2d3a5ffe93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'fee15da6-d2f4-4e44-b8ae-d4e87a936ad5'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:06.296602 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.308084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85da3cc-db85-4ba3-992e-7bd18bb47401 None None] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:06.313593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=9b024d9a-195f-425e-8351-50467c62f8cc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.343816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No DVR routers for this DVR port 9b024d9a-195f-425e-8351-50467c62f8cc on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:06.363054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['abf05dca-e15e-4192-901d-65ffaf65a065'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:06.549858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.584083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9926252f-6c2b-4898-936e-d3bb986c9b23']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:06.584991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82870087-3472-4795-b937-861e0aca2a8a req-3556ff17-33b9-454c-9127-524ec32badcf tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1924582511&fields=id&tenant_id=6b1e220103cc4b3d995becfe1120fa9a HTTP/1.1" status: 200 len: 267 time: 0.3040495 Aug 31 09:42:06.589568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] For port 53d6cf74-2007-42c4-bae9-375a3795b788, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:06.595129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] For port 53d6cf74-2007-42c4-bae9-375a3795b788, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=53d6cf74-2007-42c4-bae9-375a3795b788,segment=NetworkSegment(41f371d2-d19a-4f11-a76b-2d3a5ffe93b2),segment_id=41f371d2-d19a-4f11-a76b-2d3a5ffe93b2)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:06.605799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-11843259-4687-4e00-be95-02e664b63b62 None None] Provisioning for port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:06.621055 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.644985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdeeda-561b-4da3-831e-7476e864a31e req-09dd9af2-b9b8-4f29-90ca-9d16128303f9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:06.647139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7fdeeda-561b-4da3-831e-7476e864a31e req-09dd9af2-b9b8-4f29-90ca-9d16128303f9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 907 time: 0.3111851 Aug 31 09:42:06.654615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 76d327cf-4b2c-44c0-9eba-0dc346a2e10f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:06.683444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e324155-c10b-4a2a-8b7b-fb851255495f') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:06.683727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e324155-c10b-4a2a-8b7b-fb851255495f') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:06.707000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.719373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82870087-3472-4795-b937-861e0aca2a8a req-95387cff-cf38-4289-81b3-179b33eecdeb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:06.729155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82870087-3472-4795-b937-861e0aca2a8a req-95387cff-cf38-4289-81b3-179b33eecdeb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 946 time: 0.1426818 Aug 31 09:42:06.741570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.743164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-82870087-3472-4795-b937-861e0aca2a8a req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'port': {'security_groups': ['a95515dc-1164-44cd-977a-ecc78f3ea9ef', '377ce857-99c9-4b01-a49b-582b328d14dd']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:06.757298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:06.757769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:06.762130 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:06.824869 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a4cc6b-5ffb-4378-8872-76acec5d5dd4 x-openstack-request-id: req-66a4cc6b-5ffb-4378-8872-76acec5d5dd4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:06.825160 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed8562-34dd-49a7-b914-9fd6c5e9f728", "tag": "abf05dca-e15e-4192-901d-65ffaf65a065", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:06.825522 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66a4cc6b-5ffb-4378-8872-76acec5d5dd4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:06.825832 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'tag': 'abf05dca-e15e-4192-901d-65ffaf65a065', 'status': 'completed', 'code': 200} Aug 31 09:42:06.871828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.877921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.882700 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/networks/9926252f-6c2b-4898-936e-d3bb986c9b23 HTTP/1.1" status: 204 len: 168 time: 1.6961198 Aug 31 09:42:06.889932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39602) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:06.901643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.915631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'name': 'tempest-PortsTestJSON-136692545'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:06.919660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8159f6-51df-4f7c-b671-33b22edbf00a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Network': ['ID=9926252f-6c2b-4898-936e-d3bb986c9b23,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.936857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object 4c729228-b93d-47af-b342-dbc4d2b11e48 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:06.986591 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.043124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:07.048132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:07.052910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:07.062177 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6cba2138-a77e-4768-925f-367e3730cdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.063323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:07.064314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.086458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ae029abe-8515-4dec-9d59-8e1160d556ab None None] Provisioning complete for port abf05dca-e15e-4192-901d-65ffaf65a065 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:07.086458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ae029abe-8515-4dec-9d59-8e1160d556ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.096286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=4c729228-b93d-47af-b342-dbc4d2b11e48,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.112626 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bc85ffef-083b-4c17-a761-6dc19355ec54 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6988091 Aug 31 09:42:07.112976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39606) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.113375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dbf305-e931-4588-9fdc-defbfa76fd41 None None] DHCP port deletion for 9926252f-6c2b-4898-936e-d3bb986c9b23 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:07.249095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a68d0-c192-414c-9f10-0c1b8462f775 None None] Network 9926252f-6c2b-4898-936e-d3bb986c9b23 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:07.291443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d2e8c-58fc-4b44-8b0c-4e4a880b419a None None] Pushing event updated for resources: {'Port': ['ID=53d6cf74-2007-42c4-bae9-375a3795b788,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.298472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a68d0-c192-414c-9f10-0c1b8462f775 None None] Network 9926252f-6c2b-4898-936e-d3bb986c9b23 could not be found, it might have been deleted concurrently. {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:42:07.340662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:07.371963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:07.372710 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.459516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6cba2138-a77e-4768-925f-367e3730cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.496727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-82870087-3472-4795-b937-861e0aca2a8a req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.532216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-d8c84699-4a9a-468d-8d0c-d90207132ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:07.533927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-d8c84699-4a9a-468d-8d0c-d90207132ae4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 1058 time: 0.6997149 Aug 31 09:42:07.582191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6cba2138-a77e-4768-925f-367e3730cdfb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d8b7dd591144543a9620ba3becb05d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9856961 Aug 31 09:42:07.592733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27affc7-08ac-446f-9ab6-ae0e2ab3efb4 req-512c7dbb-dba6-4fc0-a79e-53bd563db6f3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:07.601662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f27affc7-08ac-446f-9ab6-ae0e2ab3efb4 req-512c7dbb-dba6-4fc0-a79e-53bd563db6f3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.7039778 Aug 31 09:42:07.616111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39610) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.633253 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.671793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2138-a77e-4768-925f-367e3730cdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab94e8c3-ba49-4129-a2e8-1b8975cf8bbb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.690473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,segment=NetworkSegment(50ab265c-1d9b-474a-a266-31dfa0c37e33),segment_id=50ab265c-1d9b-474a-a266-31dfa0c37e33)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:07.693206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-03e6e8cc-406c-4096-a5f4-f39afef0f02e None None] Could not find standard attr ID for object 9b024d9a-195f-425e-8351-50467c62f8cc. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:07.697529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.716990 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.760871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.832961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b00e404b-5df7-4c76-b5c0-cd4fae0633b3 None None] Provisioning complete for port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:07.833459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b00e404b-5df7-4c76-b5c0-cd4fae0633b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.866182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:07.870009 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.971371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f27affc7-08ac-446f-9ab6-ae0e2ab3efb4 req-76cf32a4-ec9e-429a-b159-814da42eef92 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684521 Aug 31 09:42:08.034933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 88789eab-3dc5-4b38-88c2-d0fc803c860c yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:08.056836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.135545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-30171319-12ef-4166-a7f1-54cf7c6e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:08.138225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-30171319-12ef-4166-a7f1-54cf7c6e68b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.5806472 Aug 31 09:42:08.139322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4334c4c0-44bd-4a5e-8f22-e371425be6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.283357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769edc0-e901-4fb9-93c0-6e36ec8d5667 None None] Network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:08.356823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4334c4c0-44bd-4a5e-8f22-e371425be6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.360852 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-d10703bc-c4ad-4bc0-aabf-69aacd4b3326 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abf05dca-e15e-4192-901d-65ffaf65a065 HTTP/1.1" status: 200 len: 217 time: 0.2031977 Aug 31 09:42:08.388960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7a3e3a80-9d31-4ebf-92ef-02b8dc2ec0a5 None None] Provisioning for port 53d6cf74-2007-42c4-bae9-375a3795b788 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:08.440981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.447177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.573899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=4c729228-b93d-47af-b342-dbc4d2b11e48,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:08.659165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-fa9777f1-5a0a-4416-bd4e-71b1306d6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:08.660742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-fa9777f1-5a0a-4416-bd4e-71b1306d6c5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.2794662 Aug 31 09:42:08.675734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dd67c-7b74-4d18-83c2-43d17fa4ccf2 req-a30321fe-9050-4f3c-ba42-c6a48ded4184 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:08.677325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2dd67c-7b74-4d18-83c2-43d17fa4ccf2 req-a30321fe-9050-4f3c-ba42-c6a48ded4184 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4015982 Aug 31 09:42:08.690360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 53d6cf74-2007-42c4-bae9-375a3795b788 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:08.701292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-82870087-3472-4795-b937-861e0aca2a8a req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] For port fe118a35-f65d-4440-be00-8ee166bba2f9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=fe118a35-f65d-4440-be00-8ee166bba2f9,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:08.746484 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.776546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 53d6cf74-2007-42c4-bae9-375a3795b788 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:08.778259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.782690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4334c4c0-44bd-4a5e-8f22-e371425be6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.785913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 53d6cf74-2007-42c4-bae9-375a3795b788 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:08.786837 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.787035 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4334c4c0-44bd-4a5e-8f22-e371425be6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.788322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4334c4c0-44bd-4a5e-8f22-e371425be6c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab94e8c3-ba49-4129-a2e8-1b8975cf8bbb HTTP/1.1" status: 204 len: 168 time: 1.1673844 Aug 31 09:42:08.868533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.879504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3b108c44-9da6-4cb4-ae78-c6bd42a4a42b None None] Provisioning for port 4c729228-b93d-47af-b342-dbc4d2b11e48 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:08.889258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3b108c44-9da6-4cb4-ae78-c6bd42a4a42b None None] Provisioning complete for port 4c729228-b93d-47af-b342-dbc4d2b11e48 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:08.890320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b108c44-9da6-4cb4-ae78-c6bd42a4a42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.931989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.967373 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-82870087-3472-4795-b937-861e0aca2a8a req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.974132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334c4c0-44bd-4a5e-8f22-e371425be6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab94e8c3-ba49-4129-a2e8-1b8975cf8bbb,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:09.006181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-82870087-3472-4795-b937-861e0aca2a8a req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.011431 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.020660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:09.037964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-3ba0f510-3eb2-4950-9108-297473486ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.039751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-3ba0f510-3eb2-4950-9108-297473486ef9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3536882 Aug 31 09:42:09.051912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3b108c44-9da6-4cb4-ae78-c6bd42a4a42b None None] Port 4c729228-b93d-47af-b342-dbc4d2b11e48 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:09.087391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2dd67c-7b74-4d18-83c2-43d17fa4ccf2 req-bd2f667b-d1d4-433d-b62a-a5a50a10a9c8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998392 Aug 31 09:42:09.107013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 53d6cf74-2007-42c4-bae9-375a3795b788, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=53d6cf74-2007-42c4-bae9-375a3795b788,segment=NetworkSegment(41f371d2-d19a-4f11-a76b-2d3a5ffe93b2),segment_id=41f371d2-d19a-4f11-a76b-2d3a5ffe93b2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:09.134083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.135058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 76d327cf-4b2c-44c0-9eba-0dc346a2e10f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:09.136917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3b108c44-9da6-4cb4-ae78-c6bd42a4a42b None None] Provisioning complete for port 53d6cf74-2007-42c4-bae9-375a3795b788 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:09.138782 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b108c44-9da6-4cb4-ae78-c6bd42a4a42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.216382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82870087-3472-4795-b937-861e0aca2a8a req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.217816 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-82870087-3472-4795-b937-861e0aca2a8a req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.219774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82870087-3472-4795-b937-861e0aca2a8a req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "PUT /v2.0/ports/fe118a35-f65d-4440-be00-8ee166bba2f9 HTTP/1.1" status: 200 len: 982 time: 2.4901116 Aug 31 09:42:09.333052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:09.335413 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56dffc5-7de4-4812-90da-ea41a71624c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:09.424740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:09.532792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=53d6cf74-2007-42c4-bae9-375a3795b788,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:09.560369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:09.560778 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.597316 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.600428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-d1ce6761-14aa-4bc2-953a-665f8fd0a08e service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292873 Aug 31 09:42:09.605495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.606477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.623521 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.717797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=4c729228-b93d-47af-b342-dbc4d2b11e48,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:09.726681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c81f34-b83e-4894-b691-604eef2c464e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'Port': ['ID=fe118a35-f65d-4440-be00-8ee166bba2f9,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:09.772492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:09.776784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:09.852746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:09.868144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:09.896803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-d634d712-26c7-40c4-982a-cc5ea04bb114 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-965381809&fields=id&tenant_id=6b1e220103cc4b3d995becfe1120fa9a HTTP/1.1" status: 200 len: 267 time: 0.4217362 Aug 31 09:42:09.898547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:09.905810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.906485 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.974627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Router 9db4357d-c7b9-4d10-bc4e-5d63e77a9b49 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:42:09.994200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9b024d9a-195f-425e-8351-50467c62f8cc no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:09.996367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=88789eab-3dc5-4b38-88c2-d0fc803c860c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:10.048949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 9b024d9a-195f-425e-8351-50467c62f8cc {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:10.049291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9b024d9a-195f-425e-8351-50467c62f8cc not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:10.069311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef53e97-9bb5-4d21-9bc2-23403c47a90d req-50d56fde-e6b3-48a9-801d-7293b50e18d9 service neutron] 10.222.0.52 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162288 Aug 31 09:42:10.080289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dcfa1683-1f2f-4b1e-b4f9-805db93c9056 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1814468 Aug 31 09:42:10.094299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5806b2a1-56c5-4f3f-9a9f-c63ff7c1d1fa None None] Provisioning complete for port 4c729228-b93d-47af-b342-dbc4d2b11e48 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:10.095775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-077f524c-82a0-4d27-917f-285ed3e63f8a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:10.096277 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5806b2a1-56c5-4f3f-9a9f-c63ff7c1d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.103819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39656) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.104776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:10.119773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-077f524c-82a0-4d27-917f-285ed3e63f8a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.5835314 Aug 31 09:42:10.131890 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-84d1ec1e-3380-488e-81dd-882040fa6561 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "PUT /v2.0/routers/9db4357d-c7b9-4d10-bc4e-5d63e77a9b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0179152 Aug 31 09:42:10.132583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39658) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.136879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-46788420-fac5-483a-ae8a-219bce533fc8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/quotas/886171fada10492b899f05fb3132f8e8 HTTP/1.1" status: 200 len: 375 time: 0.0161128 Aug 31 09:42:10.143408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router e3edbffa-0efb-4036-b1e0-7d45483afed0 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:42:10.158278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c5c7f-fa6f-4912-8473-3ea3cc76d875 None None] Sync routers for ids ['9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:10.171276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-602d2ce8-1ebc-46ce-ab69-25c85b405ce6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:10.173021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-602d2ce8-1ebc-46ce-ab69-25c85b405ce6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 985 time: 0.2756822 Aug 31 09:42:10.206386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5806b2a1-56c5-4f3f-9a9f-c63ff7c1d1fa None None] Port 4c729228-b93d-47af-b342-dbc4d2b11e48 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:10.209517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c5c7f-fa6f-4912-8473-3ea3cc76d875 None None] Routers {'9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:10.210091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-508c5c7f-fa6f-4912-8473-3ea3cc76d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:10.254342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-508c5c7f-fa6f-4912-8473-3ea3cc76d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:10.267317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c5c7f-fa6f-4912-8473-3ea3cc76d875 None None] Routers {'9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:10.267923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-508c5c7f-fa6f-4912-8473-3ea3cc76d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:10.276900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'port': {'security_groups': ['377ce857-99c9-4b01-a49b-582b328d14dd', 'a95515dc-1164-44cd-977a-ecc78f3ea9ef', 'bfa9ae6f-dc31-4ce6-a291-6cd18a21f170']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:10.289294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a65df-7868-4f10-b343-ff367af892c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:10.291518 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-993a65df-7868-4f10-b343-ff367af892c5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports?device_id=9db4357d-c7b9-4d10-bc4e-5d63e77a9b49 HTTP/1.1" status: 200 len: 989 time: 0.1561821 Aug 31 09:42:10.296441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.308062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-508c5c7f-fa6f-4912-8473-3ea3cc76d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:10.308647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c5c7f-fa6f-4912-8473-3ea3cc76d875 None None] The sync data for ids ['9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:10.330040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bc5ea9b0-3795-4b9e-ad7f-d6ed37bab93d None None] Provisioning complete for port 4c729228-b93d-47af-b342-dbc4d2b11e48 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:10.331171 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc5ea9b0-3795-4b9e-ad7f-d6ed37bab93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.379511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bf535454-460d-4a85-9c24-a22d18fa7829 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 88789eab-3dc5-4b38-88c2-d0fc803c860c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:10.379766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf535454-460d-4a85-9c24-a22d18fa7829 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.388613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ea9b0-3795-4b9e-ad7f-d6ed37bab93d None None] Port 4c729228-b93d-47af-b342-dbc4d2b11e48 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:10.423206 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.464727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-c262e453-afc7-460e-a521-4885a512f2a9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3021176 Aug 31 09:42:10.469453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf535454-460d-4a85-9c24-a22d18fa7829 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.484826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bf535454-460d-4a85-9c24-a22d18fa7829 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 88789eab-3dc5-4b38-88c2-d0fc803c860c owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:10.497126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 53d6cf74-2007-42c4-bae9-375a3795b788 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:10.547579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 53d6cf74-2007-42c4-bae9-375a3795b788 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:10.547954 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.569141 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.726227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf535454-460d-4a85-9c24-a22d18fa7829 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.770275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf535454-460d-4a85-9c24-a22d18fa7829 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=88789eab-3dc5-4b38-88c2-d0fc803c860c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:10.787717 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf535454-460d-4a85-9c24-a22d18fa7829 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.792241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bf535454-460d-4a85-9c24-a22d18fa7829 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/88789eab-3dc5-4b38-88c2-d0fc803c860c HTTP/1.1" status: 204 len: 168 time: 0.6830375 Aug 31 09:42:10.792654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39680) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.798714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'mac_address': 'fa:16:3e:ab:88:c6', 'name': 'tempest-PortsTestJSON-411229833'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:10.965946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:10.981533 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd94ba3-68ce-4fd6-a89d-2dc38669d34f None None] Sync routers for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:10.996091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:10.996914 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd94ba3-68ce-4fd6-a89d-2dc38669d34f None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:10.998275 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3dd94ba3-68ce-4fd6-a89d-2dc38669d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:11.023924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.025308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7d1d709f-b231-4ac8-8964-0995227cdf19 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1437032 Aug 31 09:42:11.033270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39688) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:11.042536 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3dd94ba3-68ce-4fd6-a89d-2dc38669d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:11.054938 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd94ba3-68ce-4fd6-a89d-2dc38669d34f None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:11.056410 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3dd94ba3-68ce-4fd6-a89d-2dc38669d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:11.134137 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3dd94ba3-68ce-4fd6-a89d-2dc38669d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:11.135097 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd94ba3-68ce-4fd6-a89d-2dc38669d34f None None] The sync data for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:11.157667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.171849 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-05dbac2d-046c-4bff-ab3a-40381d633bd9 service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657863 Aug 31 09:42:11.199122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.270843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port dbeffb76-99f6-476e-8571-cfda8e516696 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:11.470953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4cc8016b-b6d4-4d30-a1ea-24d33a9a211c service neutron] 10.222.0.69 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975309 Aug 31 09:42:11.545119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] For port fe118a35-f65d-4440-be00-8ee166bba2f9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=fe118a35-f65d-4440-be00-8ee166bba2f9,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:11.555195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39702) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:11.607470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.624801 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.632431 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.646306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:11.693281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 4c729228-b93d-47af-b342-dbc4d2b11e48 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:11.693941 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.750204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:11.753958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.760399 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.761903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5458e3fb-801f-4f51-bf6b-23f9b2f9e1f7 req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "PUT /v2.0/ports/fe118a35-f65d-4440-be00-8ee166bba2f9 HTTP/1.1" status: 200 len: 1021 time: 1.4904265 Aug 31 09:42:11.772278 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e498277-ad33-45b4-a1d2-d44592db37e3 x-openstack-request-id: req-9e498277-ad33-45b4-a1d2-d44592db37e3 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:11.772571 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:11.772818 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e498277-ad33-45b4-a1d2-d44592db37e3 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:11.773226 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9', 'status': 'completed', 'code': 200} Aug 31 09:42:11.795091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b268a1a5-ffbc-4ebc-99d3-25ad827c8393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.868411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:11.947436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:11.965675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:11.978097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:11.980883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7993d37-c9cf-44d4-af2b-c8d6356ec835 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'Port': ['ID=fe118a35-f65d-4440-be00-8ee166bba2f9,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:11.986185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:11.987217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.995738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=dbeffb76-99f6-476e-8571-cfda8e516696,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:12.015546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d2acd5c-17a8-489c-aa06-db481c4d2278 req-e17c31c3-1ade-48f0-b4c3-9319b319d8ee tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 210 time: 0.0949657 Aug 31 09:42:12.021652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-738b2348-9254-4a21-81cb-9a59910e3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.023201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-738b2348-9254-4a21-81cb-9a59910e3b9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1175 time: 0.2024240 Aug 31 09:42:12.028794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.058235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 4c729228-b93d-47af-b342-dbc4d2b11e48 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:12.202449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee7df1-fe20-4674-9bac-913f3fabcab9 req-23353da7-2ad5-44eb-aa73-5c4da1e33dd6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.204090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7ee7df1-fe20-4674-9bac-913f3fabcab9 req-23353da7-2ad5-44eb-aa73-5c4da1e33dd6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1024 time: 0.1851900 Aug 31 09:42:12.218932 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.236359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b268a1a5-ffbc-4ebc-99d3-25ad827c8393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.249469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b268a1a5-ffbc-4ebc-99d3-25ad827c8393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.257642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-b1d22558-5ed2-430c-aabb-1ff35be9e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.259584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-b1d22558-5ed2-430c-aabb-1ff35be9e4b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 915 time: 0.2206011 Aug 31 09:42:12.289251 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b268a1a5-ffbc-4ebc-99d3-25ad827c8393 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b2aa3ede84244c591bacacd7ba258bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7323875 Aug 31 09:42:12.294772 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1a07573a-a5f4-45e5-9038-475e9fcb3fa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4970241 Aug 31 09:42:12.294772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39718) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.301564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39720) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.361798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-bb53a178-fb52-4000-882b-5d95c2edc3d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe118a35-f65d-4440-be00-8ee166bba2f9 HTTP/1.1" status: 200 len: 217 time: 0.0936148 Aug 31 09:42:12.450363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268a1a5-ffbc-4ebc-99d3-25ad827c8393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd81044-fcb3-4814-8c00-53bacae190fd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:12.469323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb1cb5-6d80-444c-8c41-508798ae1f6a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.474208 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b2bb1cb5-6d80-444c-8c41-508798ae1f6a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/dbeffb76-99f6-476e-8571-cfda8e516696 HTTP/1.1" status: 200 len: 840 time: 0.1562152 Aug 31 09:42:12.479930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39722) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.503573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7ee7df1-fe20-4674-9bac-913f3fabcab9 req-79f15099-25ea-40e8-8fba-cc3d1696249c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=377ce857-99c9-4b01-a49b-582b328d14dd&id=bfa9ae6f-dc31-4ce6-a291-6cd18a21f170&id=a95515dc-1164-44cd-977a-ecc78f3ea9ef HTTP/1.1" status: 200 len: 6156 time: 0.2910829 Aug 31 09:42:12.518504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-52a8eebd-f805-4c17-88f8-b8a5f7a1a0a4 req-e0b21581-130b-4206-80ca-0776a23c61ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1192461686 ', 'description': 'tempest-description-1533219975'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:12.531972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-b4d6e111-43fa-4ad8-9942-b14abc3f4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.533466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-b4d6e111-43fa-4ad8-9942-b14abc3f4e90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.1621697 Aug 31 09:42:12.583617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad2f9-4cb1-4669-b33e-401e123692bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.614843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-b568a2db-6675-4a7d-9b7c-84cf606ae9c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723000 Aug 31 09:42:12.647709 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad2f9-4cb1-4669-b33e-401e123692bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.678799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-52a8eebd-f805-4c17-88f8-b8a5f7a1a0a4 req-e0b21581-130b-4206-80ca-0776a23c61ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.698967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.705272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-939361a3-189d-436e-ba51-b731c38ada65 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port dbeffb76-99f6-476e-8571-cfda8e516696 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:12.705606 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-939361a3-189d-436e-ba51-b731c38ada65 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.858193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-6dc14d24-0168-469e-b4fc-9ecf6ee8d4f7 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344999 Aug 31 09:42:12.918459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.20.0.1 (00f98d6b-3aa5-450e-bc80-9606590e89cd/0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c/cf14bbef-dfc2-42ce-b36a-d42434c47723) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:13.106578 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-52a8eebd-f805-4c17-88f8-b8a5f7a1a0a4 req-e0b21581-130b-4206-80ca-0776a23c61ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.136854 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-52a8eebd-f805-4c17-88f8-b8a5f7a1a0a4 req-e0b21581-130b-4206-80ca-0776a23c61ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.137537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=4c729228-b93d-47af-b342-dbc4d2b11e48,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:13.227281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad2f9-4cb1-4669-b33e-401e123692bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.227496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a3fb579-9122-45d1-a6d2-f6baf3eab8d6 req-aecc48ab-6341-47a7-b247-182147fafbc5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 210 time: 0.1234071 Aug 31 09:42:13.228077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-52a8eebd-f805-4c17-88f8-b8a5f7a1a0a4 req-e0b21581-130b-4206-80ca-0776a23c61ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.229840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b3ad2f9-4cb1-4669-b33e-401e123692bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.231406 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b3ad2f9-4cb1-4669-b33e-401e123692bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfd81044-fcb3-4814-8c00-53bacae190fd HTTP/1.1" status: 204 len: 168 time: 0.9308031 Aug 31 09:42:13.239579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-939361a3-189d-436e-ba51-b731c38ada65 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.255803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52a8eebd-f805-4c17-88f8-b8a5f7a1a0a4 req-e0b21581-130b-4206-80ca-0776a23c61ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7476432 Aug 31 09:42:13.290858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-939361a3-189d-436e-ba51-b731c38ada65 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for dbeffb76-99f6-476e-8571-cfda8e516696 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:13.293054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ad2f9-4cb1-4669-b33e-401e123692bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd81044-fcb3-4814-8c00-53bacae190fd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:13.298347 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.362388 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b21581-130b-4206-80ca-0776a23c61ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7499a74c-dd74-40ee-8a87-37bae10b958a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:13.366765 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c56dffc5-7de4-4812-90da-ea41a71624c2 req-dfd7217d-e1b2-4ed6-b207-0489c8389000 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990797 Aug 31 09:42:13.383938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-1f883da6-2b00-435f-b530-63708446a521 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:13.385496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-1f883da6-2b00-435f-b530-63708446a521 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 811 time: 0.4271519 Aug 31 09:42:13.408445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Request body: {'port': {'device_id': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'admin_state_up': True, 'tenant_id': '886171fada10492b899f05fb3132f8e8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:13.477701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45dd7321-23f3-4ae2-ad6b-aaf984c91aec req-a2e91968-c05c-4072-96a2-e184f552d08f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/7499a74c-dd74-40ee-8a87-37bae10b958a HTTP/1.1" status: 200 len: 1783 time: 0.2210119 Aug 31 09:42:13.540441 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.547905 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.566108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Router 9db4357d-c7b9-4d10-bc4e-5d63e77a9b49 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:13.579351 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-939361a3-189d-436e-ba51-b731c38ada65 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.584523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Transition to ACTIVE for port object cf14bbef-dfc2-42ce-b36a-d42434c47723 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:13.616051 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ebcca88-ae92-45cc-ae6f-987ba1049e89 req-ba69a0f3-a757-4e8d-a01d-f1b37f56bd25 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/7499a74c-dd74-40ee-8a87-37bae10b958a HTTP/1.1" status: 200 len: 1783 time: 0.1082571 Aug 31 09:42:13.673100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Made reservation on behalf of 886171fada10492b899f05fb3132f8e8 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:13.676797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.679664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39740) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.686550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-939361a3-189d-436e-ba51-b731c38ada65 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.688854 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-939361a3-189d-436e-ba51-b731c38ada65 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/dbeffb76-99f6-476e-8571-cfda8e516696 HTTP/1.1" status: 204 len: 168 time: 1.2046502 Aug 31 09:42:13.689733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939361a3-189d-436e-ba51-b731c38ada65 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=dbeffb76-99f6-476e-8571-cfda8e516696,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:13.692565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39742) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.721876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.722554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:13.724842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ffae42dc-5747-4279-b885-04bfd422c5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.728886 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a982afe0-deb8-4b76-b2eb-7a66afd80fc2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "PUT /v2.0/routers/9db4357d-c7b9-4d10-bc4e-5d63e77a9b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4297264 Aug 31 09:42:13.729381 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-c267669e-5acb-4d4f-8f8c-0bb7aa1d876d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:42:13.734669 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c267669e-5acb-4d4f-8f8c-0bb7aa1d876d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/dbeffb76-99f6-476e-8571-cfda8e516696 HTTP/1.1" status: 404 len: 333 time: 0.0351171 Aug 31 09:42:13.734669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39744) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.739471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39746) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.744485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82c0c8-b408-44fa-80b5-3e6f2579f0b0 None None] Sync routers for ids ['9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:13.760362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82c0c8-b408-44fa-80b5-3e6f2579f0b0 None None] Routers {'9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:13.761325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4d82c0c8-b408-44fa-80b5-3e6f2579f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:13.775706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'name': 'tempest-PortsTestJSON-776245267'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:13.777625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:13.780417 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55968459-5a98-4672-8f9e-d1a314669f71" -d '{"events": [{"name": "network-changed", "server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:13.781728 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5587eb-bcc6-4086-bde5-862a2c5540b8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:42:13.783708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd5587eb-bcc6-4086-bde5-862a2c5540b8 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/4c729228-b93d-47af-b342-dbc4d2b11e48 HTTP/1.1" status: 404 len: 333 time: 0.0505941 Aug 31 09:42:13.806717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39750) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.850324 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e52b5f9-6040-472f-9c9c-ad818cfc7829 x-openstack-request-id: req-3e52b5f9-6040-472f-9c9c-ad818cfc7829 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:13.850805 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:13.850965 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e52b5f9-6040-472f-9c9c-ad818cfc7829 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:13.851345 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9', 'status': 'completed', 'code': 200} Aug 31 09:42:13.864193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:13.888895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:13.891430 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ebcca88-ae92-45cc-ae6f-987ba1049e89 req-c281684e-7a62-4f81-a177-b722216f0e6a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.933035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-558db88c-f710-4d06-8d59-2fac60586b5c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.961225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4d82c0c8-b408-44fa-80b5-3e6f2579f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:13.977014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82c0c8-b408-44fa-80b5-3e6f2579f0b0 None None] Routers {'9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:13.977978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4d82c0c8-b408-44fa-80b5-3e6f2579f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:14.024651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4d82c0c8-b408-44fa-80b5-3e6f2579f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:14.026477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82c0c8-b408-44fa-80b5-3e6f2579f0b0 None None] The sync data for ids ['9db4357d-c7b9-4d10-bc4e-5d63e77a9b49'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:14.177315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-558db88c-f710-4d06-8d59-2fac60586b5c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.180152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-558db88c-f710-4d06-8d59-2fac60586b5c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.218838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:14.231407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-558db88c-f710-4d06-8d59-2fac60586b5c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.231986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558db88c-f710-4d06-8d59-2fac60586b5c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Fanout notify agent at l3_agent the message router_deleted on router 9db4357d-c7b9-4d10-bc4e-5d63e77a9b49 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:14.240759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-558db88c-f710-4d06-8d59-2fac60586b5c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.244928 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-558db88c-f710-4d06-8d59-2fac60586b5c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/routers/9db4357d-c7b9-4d10-bc4e-5d63e77a9b49 HTTP/1.1" status: 204 len: 168 time: 0.4366322 Aug 31 09:42:14.245593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39756) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:14.276024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=cf14bbef-dfc2-42ce-b36a-d42434c47723,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:14.323134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97b2e93-4e40-44d5-bb54-d6c322c81d69 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 2db059b8-f26b-4de8-81f5-308e9b17cdf7 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:14.328558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97b2e93-4e40-44d5-bb54-d6c322c81d69 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.355374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ebcca88-ae92-45cc-ae6f-987ba1049e89 req-c281684e-7a62-4f81-a177-b722216f0e6a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.359675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7df26416-8083-460a-926d-3f82acb523fe None None] Provisioning for port cf14bbef-dfc2-42ce-b36a-d42434c47723 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:14.364287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7df26416-8083-460a-926d-3f82acb523fe None None] Provisioning complete for port cf14bbef-dfc2-42ce-b36a-d42434c47723 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:14.364737 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7df26416-8083-460a-926d-3f82acb523fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.391955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97b2e93-4e40-44d5-bb54-d6c322c81d69 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.404647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7df26416-8083-460a-926d-3f82acb523fe None None] Port cf14bbef-dfc2-42ce-b36a-d42434c47723 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:14.411202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.475017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b450b5ae-1ab2-4c47-a95c-9ba8ed7b2d2f req-8221ea0d-05a0-4ce8-9b09-1f9096aadeae tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 210 time: 0.0960045 Aug 31 09:42:14.504136 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97b2e93-4e40-44d5-bb54-d6c322c81d69 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.511207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Allocated IP 172.20.0.5 (6a96ac8f-0f45-4771-9120-65aa0a3cc1c3/c377da37-6602-429d-8f0d-c87314e3afc5/a848b4c1-eb0f-49e4-be48-5ff166f94f57) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:14.524081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55968459-5a98-4672-8f9e-d1a314669f71 req-86971919-7d26-4c7b-a38c-f1c7a74d491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.525946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55968459-5a98-4672-8f9e-d1a314669f71 req-86971919-7d26-4c7b-a38c-f1c7a74d491b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1175 time: 0.6534295 Aug 31 09:42:14.562398 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ebcca88-ae92-45cc-ae6f-987ba1049e89 req-c281684e-7a62-4f81-a177-b722216f0e6a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.565077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ebcca88-ae92-45cc-ae6f-987ba1049e89 req-c281684e-7a62-4f81-a177-b722216f0e6a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.566370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ebcca88-ae92-45cc-ae6f-987ba1049e89 req-c281684e-7a62-4f81-a177-b722216f0e6a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/7499a74c-dd74-40ee-8a87-37bae10b958a HTTP/1.1" status: 204 len: 173 time: 0.9398751 Aug 31 09:42:14.567156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97b2e93-4e40-44d5-bb54-d6c322c81d69 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.601036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b2e93-4e40-44d5-bb54-d6c322c81d69 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=2db059b8-f26b-4de8-81f5-308e9b17cdf7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:14.614456 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e97b2e93-4e40-44d5-bb54-d6c322c81d69 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.616527 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e97b2e93-4e40-44d5-bb54-d6c322c81d69 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/2db059b8-f26b-4de8-81f5-308e9b17cdf7 HTTP/1.1" status: 204 len: 168 time: 0.3699236 Aug 31 09:42:14.619389 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39762) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:14.625167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7263b8-a8d0-4196-9620-cf4b9e29d1d4 None None] Network fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:14.674778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281684e-7a62-4f81-a177-b722216f0e6a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7499a74c-dd74-40ee-8a87-37bae10b958a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:14.711185 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-66d74979-a3d2-4935-95fb-3433c68391fc req-9f771768-b2d1-49fb-8da0-77266af9f276 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:42:14.712610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66d74979-a3d2-4935-95fb-3433c68391fc req-9f771768-b2d1-49fb-8da0-77266af9f276 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/7499a74c-dd74-40ee-8a87-37bae10b958a HTTP/1.1" status: 404 len: 352 time: 0.0741448 Aug 31 09:42:14.734059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.747800 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ffae42dc-5747-4279-b885-04bfd422c5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.768081 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ffae42dc-5747-4279-b885-04bfd422c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.795458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:14.799635 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.825940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port f9ddeb26-cd38-4619-9dbf-265499726d0f yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:14.854030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9e383a10-b0d7-4267-9ad8-3d7e22d14ea8 req-1fe9c15d-122c-49b0-9750-0e280da36b19 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2105418868', 'description': 'tempest-description-868247102'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:14.879013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 53d6cf74-2007-42c4-bae9-375a3795b788 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:14.879357 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.880036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] DHCP port deletion for fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:14.921336 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55968459-5a98-4672-8f9e-d1a314669f71 req-08e579e8-a095-4edb-b302-d4a73bc794df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.923284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55968459-5a98-4672-8f9e-d1a314669f71 req-08e579e8-a095-4edb-b302-d4a73bc794df service neutron] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 915 time: 0.3796833 Aug 31 09:42:14.935055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ffae42dc-5747-4279-b885-04bfd422c5f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2cd30119e66643beb30c026ba979fd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2509882 Aug 31 09:42:14.941009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] Deleting port 53d6cf74-2007-42c4-bae9-375a3795b788 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:14.942412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39766) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:14.942620 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.950131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.957281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae42dc-5747-4279-b885-04bfd422c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c0f0a-3029-44e5-ab11-440f907c3875,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.002114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] For port 53d6cf74-2007-42c4-bae9-375a3795b788, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=53d6cf74-2007-42c4-bae9-375a3795b788,segment=NetworkSegment(41f371d2-d19a-4f11-a76b-2d3a5ffe93b2),segment_id=41f371d2-d19a-4f11-a76b-2d3a5ffe93b2)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:15.002478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.006698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55968459-5a98-4672-8f9e-d1a314669f71 req-8308d2b3-2d38-4015-8bf5-4c5f738061c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe118a35-f65d-4440-be00-8ee166bba2f9 HTTP/1.1" status: 200 len: 217 time: 0.0701621 Aug 31 09:42:15.007472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e383a10-b0d7-4267-9ad8-3d7e22d14ea8 req-1fe9c15d-122c-49b0-9750-0e280da36b19 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.029482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] For port 53d6cf74-2007-42c4-bae9-375a3795b788, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=53d6cf74-2007-42c4-bae9-375a3795b788,segment=NetworkSegment(41f371d2-d19a-4f11-a76b-2d3a5ffe93b2),segment_id=41f371d2-d19a-4f11-a76b-2d3a5ffe93b2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:15.029885 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.052045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] Calling delete_port for 53d6cf74-2007-42c4-bae9-375a3795b788 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:15.070948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 53d6cf74-2007-42c4-bae9-375a3795b788 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:15.152422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4e83-ac00-4fcb-becd-15ed54f303a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.171704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.173768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.206134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] Pushing event deleted for resources: {'Port': ['ID=53d6cf74-2007-42c4-bae9-375a3795b788,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.214164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40cb3d-89ef-4ce6-90ee-04e2cc18b5f7 None None] No DVR routers for this DVR port 53d6cf74-2007-42c4-bae9-375a3795b788 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:15.226130 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4e83-ac00-4fcb-becd-15ed54f303a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.274816 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.277608 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.280208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55968459-5a98-4672-8f9e-d1a314669f71 req-120bcbf7-0d3e-4448-bb11-fa3bb55f7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.281800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55968459-5a98-4672-8f9e-d1a314669f71 req-120bcbf7-0d3e-4448-bb11-fa3bb55f7943 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.2644303 Aug 31 09:42:15.315824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=53d6cf74-2007-42c4-bae9-375a3795b788,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.320636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No DVR routers for this DVR port 53d6cf74-2007-42c4-bae9-375a3795b788 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:15.325797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.337005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Transition to ACTIVE for port object a848b4c1-eb0f-49e4-be48-5ff166f94f57 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:15.352503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55968459-5a98-4672-8f9e-d1a314669f71 req-36e307a1-be99-401b-8a24-74c1db116534 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545535 Aug 31 09:42:15.404008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e383a10-b0d7-4267-9ad8-3d7e22d14ea8 req-1fe9c15d-122c-49b0-9750-0e280da36b19 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.439191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:15.448969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4e83-ac00-4fcb-becd-15ed54f303a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.451221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4e83-ac00-4fcb-becd-15ed54f303a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.452988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6cbc4e83-ac00-4fcb-becd-15ed54f303a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/345c0f0a-3029-44e5-ab11-440f907c3875 HTTP/1.1" status: 204 len: 168 time: 0.5086501 Aug 31 09:42:15.453775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=f9ddeb26-cd38-4619-9dbf-265499726d0f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.453906 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e383a10-b0d7-4267-9ad8-3d7e22d14ea8 req-1fe9c15d-122c-49b0-9750-0e280da36b19 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.462525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:15.468673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:15.474343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.474924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.481551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.501569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc4e83-ac00-4fcb-becd-15ed54f303a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c0f0a-3029-44e5-ab11-440f907c3875,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.508467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee15da6-d2f4-4e44-b8ae-d4e87a936ad5']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:15.521290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f371d2-d19a-4f11-a76b-2d3a5ffe93b2') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:15.521758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f371d2-d19a-4f11-a76b-2d3a5ffe93b2') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:15.528551 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9e383a10-b0d7-4267-9ad8-3d7e22d14ea8 req-1fe9c15d-122c-49b0-9750-0e280da36b19 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.530199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e383a10-b0d7-4267-9ad8-3d7e22d14ea8 req-1fe9c15d-122c-49b0-9750-0e280da36b19 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7021413 Aug 31 09:42:15.542703 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0b368e68-60e7-4dfd-9d9c-01f98ebda814 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7717087 Aug 31 09:42:15.544463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39778) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:15.548612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c15d-122c-49b0-9750-0e280da36b19 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f43464d-777c-406c-b543-bca28f1aeab2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.551522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.571287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:15.574067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.581111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:15.581692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:15.585855 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:15.614951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c5420ae7-0e73-4b83-9392-cc8a6bdefdc7 req-1323508b-8688-45d5-93b1-8de1ba23f132 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1086578382', 'description': 'tempest-description-2138430535'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:15.652336 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.668571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.675236 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/networks/fee15da6-d2f4-4e44-b8ae-d4e87a936ad5 HTTP/1.1" status: 204 len: 168 time: 1.0499895 Aug 31 09:42:15.678455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.682065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39780) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:15.691982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['09982bf9-acfb-44dc-8c18-89206f411556'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:15.694216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62c2a0-a1ef-4702-a973-764a86419efa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Network': ['ID=fee15da6-d2f4-4e44-b8ae-d4e87a936ad5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.738371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cd9e153f-1ea7-48f2-9de7-9bdd5e168777'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:15.741085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ac1fc-ab0a-4eab-87be-3126e97a5aaa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.743200 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f44ac1fc-ab0a-4eab-87be-3126e97a5aaa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/c7f386ba-693a-4cfc-955f-c2811c7171bc HTTP/1.1" status: 200 len: 845 time: 0.0599089 Aug 31 09:42:15.746932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39782) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:15.770558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55968459-5a98-4672-8f9e-d1a314669f71 req-8415eac7-63fe-4e81-bbb7-174baf35435c service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837461 Aug 31 09:42:15.825920 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-090d7160-5472-4ff3-9850-74ebabe547d1 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/c7f386ba-693a-4cfc-955f-c2811c7171bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0773311 Aug 31 09:42:15.831682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39786) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:15.837746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:15.848163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c5420ae7-0e73-4b83-9392-cc8a6bdefdc7 req-1323508b-8688-45d5-93b1-8de1ba23f132 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.853418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:15.916654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:15.918550 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.922558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:15.933546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event updated for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.987797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:15.996767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.013813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa580a-0074-45fb-9725-1733bbf2bb03 req-d169795d-5527-4951-b603-e0faedd212f0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:16.021395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72aa580a-0074-45fb-9725-1733bbf2bb03 req-d169795d-5527-4951-b603-e0faedd212f0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 931 time: 0.3711457 Aug 31 09:42:16.118991 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55968459-5a98-4672-8f9e-d1a314669f71 req-524072f2-c495-4ce0-8819-fde9cdb14dfc service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028376 Aug 31 09:42:16.197689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:16.198352 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.205790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.229451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-72aa580a-0074-45fb-9725-1733bbf2bb03 req-e34fcfa7-9f18-4f45-8362-f8d0b25c3adf tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071512 Aug 31 09:42:16.234687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.263904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1082842d-a62d-4591-b11d-4345cd4a1a19 None None] Provisioning for port a848b4c1-eb0f-49e4-be48-5ff166f94f57 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:16.276268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.294105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1082842d-a62d-4591-b11d-4345cd4a1a19 None None] Provisioning complete for port a848b4c1-eb0f-49e4-be48-5ff166f94f57 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:16.295110 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1082842d-a62d-4591-b11d-4345cd4a1a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.334977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:16.338494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:16.344397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:16.344999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.351325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=9ad28c43-18eb-4bb9-a973-75ce4378a1ed,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:16.364281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150fa4dd-3924-495a-9e9d-200a9099b688 None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:16.413209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.426380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=cf14bbef-dfc2-42ce-b36a-d42434c47723,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:16.454967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1082842d-a62d-4591-b11d-4345cd4a1a19 None None] Port a848b4c1-eb0f-49e4-be48-5ff166f94f57 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:16.552683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 53d6cf74-2007-42c4-bae9-375a3795b788 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:16.575986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 53d6cf74-2007-42c4-bae9-375a3795b788 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:16.576329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 53d6cf74-2007-42c4-bae9-375a3795b788 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:16.651699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'tenant_id': 'bfcbb412b7f147a180321232edfc8bda', 'fixed_ips': [{'subnet_id': '9ad28c43-18eb-4bb9-a973-75ce4378a1ed'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:16.652975 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.808162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39808) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:16.822900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c5420ae7-0e73-4b83-9392-cc8a6bdefdc7 req-1323508b-8688-45d5-93b1-8de1ba23f132 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.841301 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0a799f0c-e530-4a60-b6c6-293bb30f9a7e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0077696 Aug 31 09:42:16.842139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c5420ae7-0e73-4b83-9392-cc8a6bdefdc7 req-1323508b-8688-45d5-93b1-8de1ba23f132 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.844395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39812) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:16.846243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Allocated IP 2001:db8::2 (e6856876-d39e-4d2c-9899-4f50f1aa8eab/9ad28c43-18eb-4bb9-a973-75ce4378a1ed/58958f25-b6b3-4373-a021-8abf8911f9ba) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:16.853738 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-eec6100b-4d82-45b3-86f0-d39fb16ce7ab tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4527285 Aug 31 09:42:16.856922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7f3bdd00-61d9-4f28-8b9b-d0098a969e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'security_group': {'name': 'tempest-secgroup-253677846'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:16.859173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.887368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Request body: {'port': {'device_id': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:16.892158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.918120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f3bdd00-61d9-4f28-8b9b-d0098a969e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.975985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-837566930-network', 'tenant_id': 'eb60fc2188e343b69f96fa2ae918dd97'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:16.990671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c5420ae7-0e73-4b83-9392-cc8a6bdefdc7 req-1323508b-8688-45d5-93b1-8de1ba23f132 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.992337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5420ae7-0e73-4b83-9392-cc8a6bdefdc7 req-1323508b-8688-45d5-93b1-8de1ba23f132 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3904526 Aug 31 09:42:16.992973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323508b-8688-45d5-93b1-8de1ba23f132 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a849480f-49a4-4658-848b-9f45fd873371,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:16.999833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:42:16.999833 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:42:16.999833 n-d-806683-2 neutron-server[94787]: [parameters: {'project_id_1': 'eb60fc2188e343b69f96fa2ae918dd97', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 42, 16, 983789)}] Aug 31 09:42:16.999833 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:17.001188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] In _notify_port_updated(), no bound segment for port f9ddeb26-cd38-4619-9dbf-265499726d0f on network 527672bd-2ed9-4ede-a2db-0398956a810e {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:42:17.001995 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:17.007097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:17.007771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.015117 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "PUT /v2.0/ports/f9ddeb26-cd38-4619-9dbf-265499726d0f HTTP/1.1" status: 200 len: 818 time: 1.4615719 Aug 31 09:42:17.015243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39816) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.029207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-872626bb-8cde-4eed-b9ca-4b0e460bf947 req-11e36c84-3857-45a0-972c-092c09219bb3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-480529853', 'description': 'tempest-description-441635628'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:17.065711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488969e2-25b9-4d21-9913-11b24b6bc1ff tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=f9ddeb26-cd38-4619-9dbf-265499726d0f,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.069540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:17.073835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:17.075694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.081905 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.100884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Transition to ACTIVE for port object 58958f25-b6b3-4373-a021-8abf8911f9ba will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:17.137523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Transition to ACTIVE for port object 58958f25-b6b3-4373-a021-8abf8911f9ba will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:17.148748 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.155331 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f3bdd00-61d9-4f28-8b9b-d0098a969e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.165121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f3bdd00-61d9-4f28-8b9b-d0098a969e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.180815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d9e516c0-7f0f-414d-9e59-f87cdd96335f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port f9ddeb26-cd38-4619-9dbf-265499726d0f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:17.181272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9e516c0-7f0f-414d-9e59-f87cdd96335f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.221904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Pushing event updated for resources: {'Port': ['ID=58958f25-b6b3-4373-a021-8abf8911f9ba,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.246149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872626bb-8cde-4eed-b9ca-4b0e460bf947 req-11e36c84-3857-45a0-972c-092c09219bb3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.260665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:17.262880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:17.270544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f3bdd00-61d9-4f28-8b9b-d0098a969e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.271669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:17.279233 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7f3bdd00-61d9-4f28-8b9b-d0098a969e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4291286 Aug 31 09:42:17.279233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bdd00-61d9-4f28-8b9b-d0098a969e49 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e614fc-f5fd-4ab4-9a5a-43b52ab0425e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.282543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39818) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.289133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5f526aed-afde-49f4-9776-12e3b21b48be tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'security_group': {'name': 'tempest-secgroup-401564768'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:17.309961 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9e516c0-7f0f-414d-9e59-f87cdd96335f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.331622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d9e516c0-7f0f-414d-9e59-f87cdd96335f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for f9ddeb26-cd38-4619-9dbf-265499726d0f owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:17.350460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f526aed-afde-49f4-9776-12e3b21b48be tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.375174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Attempting to bind port 58958f25-b6b3-4373-a021-8abf8911f9ba on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:17.375591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Attempting to bind port 58958f25-b6b3-4373-a021-8abf8911f9ba by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '7fc06955-c29f-4bb0-8db8-1c57631e2dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:17.376054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Attempting to bind port 58958f25-b6b3-4373-a021-8abf8911f9ba on network e6856876-d39e-4d2c-9899-4f50f1aa8eab {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:17.383356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:17.383945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Checking segment: {'id': '7fc06955-c29f-4bb0-8db8-1c57631e2dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:17.384458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.384984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Bound using segment: {'id': '7fc06955-c29f-4bb0-8db8-1c57631e2dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:17.385632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Bound port: 58958f25-b6b3-4373-a021-8abf8911f9ba, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc06955-c29f-4bb0-8db8-1c57631e2dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:17.386134 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.387357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router e3edbffa-0efb-4036-b1e0-7d45483afed0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:17.496938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] For port 58958f25-b6b3-4373-a021-8abf8911f9ba, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:17.511304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b7bdfde8-0aa7-41f0-9f86-f5c70d169d18 None None] Provisioning complete for port cf14bbef-dfc2-42ce-b36a-d42434c47723 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:17.511550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9e516c0-7f0f-414d-9e59-f87cdd96335f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.511864 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b7bdfde8-0aa7-41f0-9f86-f5c70d169d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.516890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] For port 58958f25-b6b3-4373-a021-8abf8911f9ba, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=58958f25-b6b3-4373-a021-8abf8911f9ba,segment=NetworkSegment(7fc06955-c29f-4bb0-8db8-1c57631e2dc1),segment_id=7fc06955-c29f-4bb0-8db8-1c57631e2dc1)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:17.541929 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.551048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e516c0-7f0f-414d-9e59-f87cdd96335f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=f9ddeb26-cd38-4619-9dbf-265499726d0f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.558307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f526aed-afde-49f4-9776-12e3b21b48be tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.565844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9e516c0-7f0f-414d-9e59-f87cdd96335f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.572428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d9e516c0-7f0f-414d-9e59-f87cdd96335f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/f9ddeb26-cd38-4619-9dbf-265499726d0f HTTP/1.1" status: 204 len: 168 time: 0.5533252 Aug 31 09:42:17.572428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f526aed-afde-49f4-9776-12e3b21b48be tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.578858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2bc7f-6715-49a0-9281-990d2ae6d34c req-8ea75607-2f2c-4d61-863d-bd22ac985f72 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:17.580751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39826) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.587632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9c2bc7f-6715-49a0-9281-990d2ae6d34c req-8ea75607-2f2c-4d61-863d-bd22ac985f72 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 931 time: 0.1984780 Aug 31 09:42:17.611323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdfde8-0aa7-41f0-9f86-f5c70d169d18 None None] Port cf14bbef-dfc2-42ce-b36a-d42434c47723 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:17.639780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6315a5-c747-4d15-bfd7-5e107ecb1324 None None] Pushing event updated for resources: {'Port': ['ID=58958f25-b6b3-4373-a021-8abf8911f9ba,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.650087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f526aed-afde-49f4-9776-12e3b21b48be tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ce47ae-2075-4079-b498-defc7ebb49e4,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.672444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37c3d41-74b7-4b3b-8591-e946f8052084 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:17.676648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c37c3d41-74b7-4b3b-8591-e946f8052084 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0893009 Aug 31 09:42:17.678321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39828) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.705382 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-133487dd-2364-4b12-b482-b3e18968a673 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:42:17.710511 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-133487dd-2364-4b12-b482-b3e18968a673 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/f9ddeb26-cd38-4619-9dbf-265499726d0f HTTP/1.1" status: 404 len: 333 time: 0.0272236 Aug 31 09:42:17.710866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39830) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.716637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-441161347'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:17.779660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9c2bc7f-6715-49a0-9281-990d2ae6d34c req-007de399-2580-49cf-a229-012f635a45cf tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906662 Aug 31 09:42:17.790911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:17.803191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39832) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.808801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'port': {'network_id': '00f98d6b-3aa5-450e-bc80-9606590e89cd', 'name': 'tempest-FloatingIPTestJSON-1742515566'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:17.810603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a52caba5-321b-4884-bb6d-183ba670ac08 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/routers/e3edbffa-0efb-4036-b1e0-7d45483afed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7604125 Aug 31 09:42:17.817069 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b7d08-9bf4-4fe7-9c4e-2fbc0e2d8564 None None] Sync routers for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:17.845108 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b7d08-9bf4-4fe7-9c4e-2fbc0e2d8564 None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:17.845743 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-377b7d08-9bf4-4fe7-9c4e-2fbc0e2d8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:17.937130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872626bb-8cde-4eed-b9ca-4b0e460bf947 req-11e36c84-3857-45a0-972c-092c09219bb3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.945606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872626bb-8cde-4eed-b9ca-4b0e460bf947 req-11e36c84-3857-45a0-972c-092c09219bb3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.956149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a848b4c1-eb0f-49e4-be48-5ff166f94f57 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:17.968826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f526aed-afde-49f4-9776-12e3b21b48be tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.973788 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5f526aed-afde-49f4-9776-12e3b21b48be tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6889150 Aug 31 09:42:17.977172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39834) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.982368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.995161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-791068728', 'security_groups': ['c6ce47ae-2075-4079-b498-defc7ebb49e4'], 'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ad28c43-18eb-4bb9-a973-75ce4378a1ed'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:18.039041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Made reservation on behalf of eb60fc2188e343b69f96fa2ae918dd97 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:18.041531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.049489 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-377b7d08-9bf4-4fe7-9c4e-2fbc0e2d8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:18.067694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.071831 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b7d08-9bf4-4fe7-9c4e-2fbc0e2d8564 None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:18.073023 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-377b7d08-9bf4-4fe7-9c4e-2fbc0e2d8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:18.083857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:18.087698 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.120485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Made reservation on behalf of 5411606900de406f9a827a1fe2ac201c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:18.124512 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.129220 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-377b7d08-9bf4-4fe7-9c4e-2fbc0e2d8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:18.130562 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b7d08-9bf4-4fe7-9c4e-2fbc0e2d8564 None None] The sync data for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:18.151785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:18.166153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] device_id is not set on port 6dc1112d-18cd-4756-a969-7326cf6d2142 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:18.175419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Transition to ACTIVE for port object a848b4c1-eb0f-49e4-be48-5ff166f94f57 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:18.176394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e36c84-3857-45a0-972c-092c09219bb3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd2c4b5-c6f6-475e-9922-dc9bfc8f86ab,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:18.180771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.222810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.223067 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Added segment ff9b39b9-8945-4ebe-92fa-48f1056f3a00 of type vlan for network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc Aug 31 09:42:18.234730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Pushing event updated for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:18.326412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Attempting to bind port a848b4c1-eb0f-49e4-be48-5ff166f94f57 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:18.326875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Attempting to bind port a848b4c1-eb0f-49e4-be48-5ff166f94f57 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:18.327215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Attempting to bind port a848b4c1-eb0f-49e4-be48-5ff166f94f57 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:18.329047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.332421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Port a848b4c1-eb0f-49e4-be48-5ff166f94f57 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:42:18.332757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Attempting to bind port a848b4c1-eb0f-49e4-be48-5ff166f94f57 on network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:18.338003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:18.338349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Checking segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:18.338779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Bound using segment: {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:18.339352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Bound port: a848b4c1-eb0f-49e4-be48-5ff166f94f57, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21927e04-d392-4b71-a370-20cd3f65e8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:18.339727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.386052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Allocated IP 172.20.0.5 (00f98d6b-3aa5-450e-bc80-9606590e89cd/0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c/6dc1112d-18cd-4756-a969-7326cf6d2142) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:18.419621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.425839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.426475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.432809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:18.437521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:18.443019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.513681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.514669 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.516559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] 10.222.0.20 "PUT /v2.0/ports/a848b4c1-eb0f-49e4-be48-5ff166f94f57 HTTP/1.1" status: 200 len: 1091 time: 1.6391864 Aug 31 09:42:18.518879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:18.522646 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f3381-1ff5-4651-9620-f997d1142da9" -d '{"events": [{"name": "network-changed", "server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:18.529213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7ff25-e25d-44e7-afa7-53f41047c711 service neutron] Pushing event updated for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:18.554401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.560185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Network': ['ID=2e96505e-54bc-4a1e-ab88-bc7330f81cbc,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:18.592170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.599820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:18.606333 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec1ffe8-df21-4012-bae4-34dd42f4bf02 x-openstack-request-id: req-eec1ffe8-df21-4012-bae4-34dd42f4bf02 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:18.606916 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:18.607330 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eec1ffe8-df21-4012-bae4-34dd42f4bf02 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:18.608726 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'status': 'completed', 'code': 200} Aug 31 09:42:18.629005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872626bb-8cde-4eed-b9ca-4b0e460bf947 req-11e36c84-3857-45a0-972c-092c09219bb3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.630552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 58958f25-b6b3-4373-a021-8abf8911f9ba up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:18.640779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872626bb-8cde-4eed-b9ca-4b0e460bf947 req-11e36c84-3857-45a0-972c-092c09219bb3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.6207302 Aug 31 09:42:18.673404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:18.680699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:18.701077 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-36696638-8c7f-46dd-934c-eb8ec8709dd9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9890289 Aug 31 09:42:18.716009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.716683 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Added segment bff767d2-280d-44d5-b712-ae771d3d37a5 of type vlan for network 97ffdf43-25c0-4430-b902-a3daf7c307d3 Aug 31 09:42:18.720631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39840) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:18.741695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:18.749637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb8bd9c-b7a5-491b-922f-24e086831b75,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:18.806741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 58958f25-b6b3-4373-a021-8abf8911f9ba completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:18.847086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.875517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-90002efe-c512-439f-a262-77467fcb7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.877403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-90002efe-c512-439f-a262-77467fcb7cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 1094 time: 0.3121741 Aug 31 09:42:18.972666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-8e8e03b7-fbdb-4c49-9f45-dd3d69296496 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57 HTTP/1.1" status: 200 len: 217 time: 0.0803349 Aug 31 09:42:19.080497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-fc296557-2dea-411f-a8b0-ff7f06fe6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:19.080497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-fc296557-2dea-411f-a8b0-ff7f06fe6fc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.0800364 Aug 31 09:42:19.154414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.162640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Provisioning for port 58958f25-b6b3-4373-a021-8abf8911f9ba completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:19.173178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Provisioning complete for port 58958f25-b6b3-4373-a021-8abf8911f9ba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:19.173767 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.199935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68517cf5-f9c3-44cc-8558-e3f8f48acb9c req-3b9cebf7-a189-4a2b-ab14-9509dcae9def tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b1e220103cc4b3d995becfe1120fa9a HTTP/1.1" status: 200 len: 10909 time: 0.5034745 Aug 31 09:42:19.209064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port 2c6a9ed8-6f64-4472-822d-fef9eb438570 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:19.254390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.255407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:19.255980 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.287902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f49a-503d-4021-aeea-b0c4206e954b req-81e15bc7-6c10-428c-a78f-beafda46c57f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:19.290212 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4d1f49a-503d-4021-aeea-b0c4206e954b req-81e15bc7-6c10-428c-a78f-beafda46c57f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 943 time: 0.3298266 Aug 31 09:42:19.296774 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:42:19.323261 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.348646 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5385864 Aug 31 09:42:19.354061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39848) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:19.367857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] For port 58958f25-b6b3-4373-a021-8abf8911f9ba, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=58958f25-b6b3-4373-a021-8abf8911f9ba,segment=NetworkSegment(7fc06955-c29f-4bb0-8db8-1c57631e2dc1),segment_id=7fc06955-c29f-4bb0-8db8-1c57631e2dc1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:19.369851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-53a79463-b375-45d4-84e3-b5c6498baed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:19.372065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-53a79463-b375-45d4-84e3-b5c6498baed5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2808852 Aug 31 09:42:19.374247 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.374427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Request body: {'subnet': {'network_id': '97ffdf43-25c0-4430-b902-a3daf7c307d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-837566930-subnet', 'tenant_id': 'eb60fc2188e343b69f96fa2ae918dd97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:19.418638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9c300-f62a-468d-ad14-078a208ad0ca admin admin] Pushing event updated for resources: {'Network': ['ID=97ffdf43-25c0-4430-b902-a3daf7c307d3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:19.422541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Provisioning complete for port c7f386ba-693a-4cfc-955f-c2811c7171bc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:19.422951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.429596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:42:19.429596 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:42:19.429596 n-d-806683-2 neutron-server[94787]: [parameters: {'project_id_1': '41f54f8cc84a4e80bcfe42c4f829094e', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 42, 19, 397228)}] Aug 31 09:42:19.429596 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:19.430073 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:19.453606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Made reservation on behalf of eb60fc2188e343b69f96fa2ae918dd97 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:19.455082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 97ffdf43-25c0-4430-b902-a3daf7c307d3 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:19.456031 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.473158 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.526721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Pushing event updated for resources: {'Port': ['ID=58958f25-b6b3-4373-a021-8abf8911f9ba,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:19.527294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Transition to ACTIVE for port object 6dc1112d-18cd-4756-a969-7326cf6d2142 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:19.536151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c7f3b022-3859-457a-9e07-1e6aa1dd93b2 None None] Port c7f386ba-693a-4cfc-955f-c2811c7171bc cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:19.563736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68517cf5-f9c3-44cc-8558-e3f8f48acb9c req-ebe63e68-d569-44c7-9653-75e484e974a6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a95515dc-1164-44cd-977a-ecc78f3ea9ef HTTP/1.1" status: 200 len: 2985 time: 0.3244643 Aug 31 09:42:19.566594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4d1f49a-503d-4021-aeea-b0c4206e954b req-6cf577c5-8272-47b7-a317-fb5829d24d40 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906548 Aug 31 09:42:19.630955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.694795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:19.695516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-85679953-9d4d-4c2c-b813-6aac4a7ac417 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067825 Aug 31 09:42:19.703450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:19.709102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:19.723659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68517cf5-f9c3-44cc-8558-e3f8f48acb9c req-b4af616d-3801-4cc6-8995-b622d86f9483 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a95515dc-1164-44cd-977a-ecc78f3ea9ef HTTP/1.1" status: 200 len: 2985 time: 0.1480970 Aug 31 09:42:19.727294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::1d6 (e6856876-d39e-4d2c-9899-4f50f1aa8eab/9ad28c43-18eb-4bb9-a973-75ce4378a1ed/2c6a9ed8-6f64-4472-822d-fef9eb438570) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:19.773080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event updated for resources: {'Port': ['ID=6dc1112d-18cd-4756-a969-7326cf6d2142,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:19.819838 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.841189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:19.842511 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.879735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cb0aaea-9297-44b1-a6fd-d6c4ed7f3ac0 req-8be053fa-ca44-45cd-929e-aca429669f2b tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/3f43464d-777c-406c-b543-bca28f1aeab2 HTTP/1.1" status: 200 len: 1802 time: 0.0973551 Aug 31 09:42:19.916900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6c31e6cd-b0cf-45f3-949e-ab870d0e2988 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1123383 Aug 31 09:42:19.925644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39852) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:19.942190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Request body: {'floatingip': {'port_id': '6dc1112d-18cd-4756-a969-7326cf6d2142'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:19.953565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcf63a7-c3e2-469c-8430-4fd6d9600d9c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:19.979796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Checking segment: {'id': 'bff767d2-280d-44d5-b712-ae771d3d37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '97ffdf43-25c0-4430-b902-a3daf7c307d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:19.980279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Network hostable DHCP agents. Network: 97ffdf43-25c0-4430-b902-a3daf7c307d3, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:19.996137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:19.997728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5655747a-ef1b-4000-a5b4-8ec8b1e54e8a req-6a2c0021-8fb6-4d96-ac04-f7f80f3841f9 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726545 Aug 31 09:42:20.001563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.068638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5254b96d-b5ca-427b-8b17-ce7d4995107f None None] Provisioning for port 6dc1112d-18cd-4756-a969-7326cf6d2142 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:20.074829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5254b96d-b5ca-427b-8b17-ce7d4995107f None None] Provisioning complete for port 6dc1112d-18cd-4756-a969-7326cf6d2142 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:20.075564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5254b96d-b5ca-427b-8b17-ce7d4995107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.091355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Network 97ffdf43-25c0-4430-b902-a3daf7c307d3 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:20.093026 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.106732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 97ffdf43-25c0-4430-b902-a3daf7c307d3) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:20.115146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:20.116029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.143186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cba529-e6ac-49ac-9384-4b9496cb48bf None None] Network 97ffdf43-25c0-4430-b902-a3daf7c307d3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:20.146860 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ce350ac8-b9b6-46c5-bc8e-713061798d2f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7816942 Aug 31 09:42:20.179905 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.215456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb0aaea-9297-44b1-a6fd-d6c4ed7f3ac0 req-3f557303-d9d4-4bac-9630-1d2a4deb1d5f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.217753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object 2c6a9ed8-6f64-4472-822d-fef9eb438570 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:20.221084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5254b96d-b5ca-427b-8b17-ce7d4995107f None None] Port 6dc1112d-18cd-4756-a969-7326cf6d2142 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:20.253877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f3381-1ff5-4651-9620-f997d1142da9 req-9f09b471-a049-484a-8976-4cdbf314331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:20.255647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-023f3381-1ff5-4651-9620-f997d1142da9 req-9f09b471-a049-484a-8976-4cdbf314331f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 1094 time: 0.1927121 Aug 31 09:42:20.280981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.325598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16a641-6bbe-43c4-bfe0-ccd7a04d7d40 None None] Network 97ffdf43-25c0-4430-b902-a3daf7c307d3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:20.387999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb0aaea-9297-44b1-a6fd-d6c4ed7f3ac0 req-3f557303-d9d4-4bac-9630-1d2a4deb1d5f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.388876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Checking segment: {'id': 'ff9b39b9-8945-4ebe-92fa-48f1056f3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:20.389772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network hostable DHCP agents. Network: 2e96505e-54bc-4a1e-ab88-bc7330f81cbc, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:20.393579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=09204e21-1ef1-43f2-b390-868e0f4e9ef4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:20.417291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:20.440119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 2e96505e-54bc-4a1e-ab88-bc7330f81cbc) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:20.449419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:20.450058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.463737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978583a1-9a1e-410d-8a13-c247b1ce5a95 None None] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:20.477798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3994b261-87fb-4d4e-99d8-e8ed63095c8a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7505901 Aug 31 09:42:20.477798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39860) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:20.487664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-69f41f8d-f2ae-4f8d-8285-6bcdeaa04270 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:20.605011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 58958f25-b6b3-4373-a021-8abf8911f9ba up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:20.678688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f41f8d-f2ae-4f8d-8285-6bcdeaa04270 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:20.686622 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-69f41f8d-f2ae-4f8d-8285-6bcdeaa04270 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.757268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 58958f25-b6b3-4373-a021-8abf8911f9ba triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:20.757536 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.799011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-2e96505e-54bc-4a1e-ab88-bc7330f81cbc', 'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc', 'tenant_id': '41f54f8cc84a4e80bcfe42c4f829094e', 'fixed_ips': [{'subnet_id': '09204e21-1ef1-43f2-b390-868e0f4e9ef4'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:20.800063 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.831708 n-d-806683-2 neutron-server[94787]: INFO neutron.db.ipam_backend_mixin [None req-69f41f8d-f2ae-4f8d-8285-6bcdeaa04270 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 09204e21-1ef1-43f2-b390-868e0f4e9ef4 (CIDR: 172.20.0.0/28) Aug 31 09:42:20.836046 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f41f8d-f2ae-4f8d-8285-6bcdeaa04270 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:20.836688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f41f8d-f2ae-4f8d-8285-6bcdeaa04270 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:20.856643 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-69f41f8d-f2ae-4f8d-8285-6bcdeaa04270 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3782461 Aug 31 09:42:20.858642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39874) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:20.866431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:20.897390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.939429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:20.943444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39878) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:20.957871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-603628936-network', 'tenant_id': 'c8d0401352d64a218f1207e285565423'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:21.006686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Made reservation on behalf of c8d0401352d64a218f1207e285565423 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:21.009950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.023987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.038830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:21.044486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:21.053991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.054687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.057872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=2c6a9ed8-6f64-4472-822d-fef9eb438570,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:21.095481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f3381-1ff5-4651-9620-f997d1142da9 req-74d944e7-37f0-4db7-8d34-be14a193b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.098147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-023f3381-1ff5-4651-9620-f997d1142da9 req-74d944e7-37f0-4db7-8d34-be14a193b8a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.8161738 Aug 31 09:42:21.116686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb0aaea-9297-44b1-a6fd-d6c4ed7f3ac0 req-3f557303-d9d4-4bac-9630-1d2a4deb1d5f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.121089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb0aaea-9297-44b1-a6fd-d6c4ed7f3ac0 req-3f557303-d9d4-4bac-9630-1d2a4deb1d5f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.123437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cb0aaea-9297-44b1-a6fd-d6c4ed7f3ac0 req-3f557303-d9d4-4bac-9630-1d2a4deb1d5f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/3f43464d-777c-406c-b543-bca28f1aeab2 HTTP/1.1" status: 204 len: 173 time: 1.1986735 Aug 31 09:42:21.192298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Allocated IP 172.20.0.2 (2e96505e-54bc-4a1e-ab88-bc7330f81cbc/09204e21-1ef1-43f2-b390-868e0f4e9ef4/e41120c1-d977-4c24-8f67-22f1515f36ad) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:21.261396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-023f3381-1ff5-4651-9620-f997d1142da9 req-b52b04d9-86b9-46d7-800c-55e925818d18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57 HTTP/1.1" status: 200 len: 217 time: 0.1320350 Aug 31 09:42:21.295319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800aea-bf2d-4589-9e4c-0317bd46e5da req-665d3d6c-5227-4e9f-8d44-e2ae49002a5d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.300223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32800aea-bf2d-4589-9e4c-0317bd46e5da req-665d3d6c-5227-4e9f-8d44-e2ae49002a5d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 943 time: 0.4538457 Aug 31 09:42:21.301069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f557303-d9d4-4bac-9630-1d2a4deb1d5f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f43464d-777c-406c-b543-bca28f1aeab2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:21.340002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.347222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.383097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:21.410276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc81af6-fc1f-45ea-95d5-aac5016aa236,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:21.413602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.414094 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Added segment 8b297ca6-1ccb-44d9-b64a-38015d65bbd9 of type vlan for network a43f7295-fdf3-4020-a9ad-c4ebd47fdf88 Aug 31 09:42:21.448672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:21.455645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dd291474-b672-4331-89c2-6adf1b43a0ca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4647121 Aug 31 09:42:21.455891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.455996 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-8b59ec1e-c763-44b5-8525-21304b56feb7 req-ccc41918-38d9-40b8-a693-2ccb4f7f1fb4 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:42:21.455996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b59ec1e-c763-44b5-8525-21304b56feb7 req-ccc41918-38d9-40b8-a693-2ccb4f7f1fb4 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/3f43464d-777c-406c-b543-bca28f1aeab2 HTTP/1.1" status: 404 len: 352 time: 0.0261416 Aug 31 09:42:21.456173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39882) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:21.464025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c701abc0-8056-4f2a-8a21-101562b7bc1b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:21.466005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-189f38ef-fadb-46f6-8d46-537e0580c4e3 None None] Provisioning for port 2c6a9ed8-6f64-4472-822d-fef9eb438570 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:21.480385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-189f38ef-fadb-46f6-8d46-537e0580c4e3 None None] Provisioning complete for port 2c6a9ed8-6f64-4472-822d-fef9eb438570 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:21.480385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-189f38ef-fadb-46f6-8d46-537e0580c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.494716 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32800aea-bf2d-4589-9e4c-0317bd46e5da req-f28690f6-0b58-459d-92b9-69b898fe8c9c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559939 Aug 31 09:42:21.526574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-189f38ef-fadb-46f6-8d46-537e0580c4e3 None None] Port 2c6a9ed8-6f64-4472-822d-fef9eb438570 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:21.531522 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.543333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Transition to ACTIVE for port object e41120c1-d977-4c24-8f67-22f1515f36ad will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:21.564078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Transition to ACTIVE for port object e41120c1-d977-4c24-8f67-22f1515f36ad will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:21.571638 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.583247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f3381-1ff5-4651-9620-f997d1142da9 req-511e3d1f-7649-4a13-9e58-92eb4b4a3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.585091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-023f3381-1ff5-4651-9620-f997d1142da9 req-511e3d1f-7649-4a13-9e58-92eb4b4a3e6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.2632623 Aug 31 09:42:21.621666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:21.631138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:21.636216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:21.644266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Pushing event updated for resources: {'Port': ['ID=e41120c1-d977-4c24-8f67-22f1515f36ad,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:21.680632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.697411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc1ada89-87cf-4d0a-9a33-d6e1025c82cf req-91f1987f-bb12-4dae-9d0e-e9cf70b8f924 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a849480f-49a4-4658-848b-9f45fd873371 HTTP/1.1" status: 200 len: 1803 time: 0.1529500 Aug 31 09:42:21.714297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Attempting to bind port e41120c1-d977-4c24-8f67-22f1515f36ad on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:21.716220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Attempting to bind port e41120c1-d977-4c24-8f67-22f1515f36ad by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'ff9b39b9-8945-4ebe-92fa-48f1056f3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:21.717636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Attempting to bind port e41120c1-d977-4c24-8f67-22f1515f36ad on network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:21.724827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:21.725932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Checking segment: {'id': 'ff9b39b9-8945-4ebe-92fa-48f1056f3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:21.726651 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.727351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Bound using segment: {'id': 'ff9b39b9-8945-4ebe-92fa-48f1056f3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:21.728194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Bound port: e41120c1-d977-4c24-8f67-22f1515f36ad, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9b39b9-8945-4ebe-92fa-48f1056f3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:21.728911 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.812368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.813611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.814571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.819122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f3381-1ff5-4651-9620-f997d1142da9 req-65c8380e-22be-4b7f-ba36-eed15df55129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.821265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-023f3381-1ff5-4651-9620-f997d1142da9 req-65c8380e-22be-4b7f-ba36-eed15df55129 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226126 Aug 31 09:42:21.827022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] For port e41120c1-d977-4c24-8f67-22f1515f36ad, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:21.833062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] For port e41120c1-d977-4c24-8f67-22f1515f36ad, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e41120c1-d977-4c24-8f67-22f1515f36ad,segment=NetworkSegment(ff9b39b9-8945-4ebe-92fa-48f1056f3a00),segment_id=ff9b39b9-8945-4ebe-92fa-48f1056f3a00)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:21.840240 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-fc1ada89-87cf-4d0a-9a33-d6e1025c82cf req-39d0c781-669a-4439-a9eb-764dd95710f6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.846470 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.865868 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcc6fcdc-7565-41ab-a829-2e3a9691d46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.923973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] Pushing event updated for resources: {'Network': ['ID=a43f7295-fdf3-4020-a9ad-c4ebd47fdf88,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:21.950167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network a43f7295-fdf3-4020-a9ad-c4ebd47fdf88 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:21.961013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c701abc0-8056-4f2a-8a21-101562b7bc1b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:21.964696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c701abc0-8056-4f2a-8a21-101562b7bc1b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.978779 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-53198e55-c1eb-41f6-a42d-c1f83725a076 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0230489 Aug 31 09:42:21.990245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39886) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:22.004101 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-fc1ada89-87cf-4d0a-9a33-d6e1025c82cf req-39d0c781-669a-4439-a9eb-764dd95710f6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.021572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950146af-230b-4b9b-a3a8-b92fb94f199e None None] Pushing event updated for resources: {'Port': ['ID=e41120c1-d977-4c24-8f67-22f1515f36ad,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:22.060672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Request body: {'subnet': {'network_id': 'a43f7295-fdf3-4020-a9ad-c4ebd47fdf88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-603628936-subnet', 'tenant_id': 'c8d0401352d64a218f1207e285565423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:22.084219 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:42:22.144904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-023f3381-1ff5-4651-9620-f997d1142da9 req-d224e2e6-cb23-47f4-968b-1abc6cc68364 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134489 Aug 31 09:42:22.163255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Made reservation on behalf of c8d0401352d64a218f1207e285565423 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:22.165624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.223145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-fc1ada89-87cf-4d0a-9a33-d6e1025c82cf req-39d0c781-669a-4439-a9eb-764dd95710f6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.225730 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-fc1ada89-87cf-4d0a-9a33-d6e1025c82cf req-39d0c781-669a-4439-a9eb-764dd95710f6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.226939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc1ada89-87cf-4d0a-9a33-d6e1025c82cf req-39d0c781-669a-4439-a9eb-764dd95710f6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/a849480f-49a4-4658-848b-9f45fd873371 HTTP/1.1" status: 204 len: 173 time: 0.5285511 Aug 31 09:42:22.229494 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.249534 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.254252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0c781-669a-4439-a9eb-764dd95710f6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a849480f-49a4-4658-848b-9f45fd873371,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:22.301575 n-d-806683-2 neutron-server[94787]: INFO neutron.db.ipam_backend_mixin [None req-c701abc0-8056-4f2a-8a21-101562b7bc1b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ad28c43-18eb-4bb9-a973-75ce4378a1ed (CIDR: 2001:db8::/64) Aug 31 09:42:22.309622 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-c701abc0-8056-4f2a-8a21-101562b7bc1b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:22.310081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c701abc0-8056-4f2a-8a21-101562b7bc1b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:22.336340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.354240 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-ed0bafab-1b25-4b3e-aa07-0bbca4a2aecf req-27a77656-ab43-4dc3-b2d5-a7a310878e52 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:42:22.357361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0bafab-1b25-4b3e-aa07-0bbca4a2aecf req-27a77656-ab43-4dc3-b2d5-a7a310878e52 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a849480f-49a4-4658-848b-9f45fd873371 HTTP/1.1" status: 404 len: 352 time: 0.0431008 Aug 31 09:42:22.386168 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c701abc0-8056-4f2a-8a21-101562b7bc1b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9265442 Aug 31 09:42:22.440972 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP f217107a-d2ce-4a8f-8e53-7839f8bc3b57 associated. External IP: 172.25.1.218, port: 3a67e32e-9bc8-4b67-b531-10e6ed09eb44. Aug 31 09:42:22.445892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39894) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:22.450891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:22.465825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=a89b25c1-666e-408f-9b7b-f2d8a3d23e8c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:22.482733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:22.490568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:22.499382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:22.499985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.506671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-023f3381-1ff5-4651-9620-f997d1142da9 req-55d8fac0-889d-4c39-b0da-9b4463743c0b service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515215 Aug 31 09:42:22.543476 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2005820a-9eb0-4b18-a206-6356b39ddf00 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6836166 Aug 31 09:42:22.547296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39900) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:22.553103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc', 'fixed_ips': [{'subnet_id': '09204e21-1ef1-43f2-b390-868e0f4e9ef4'}, {'subnet_id': 'a89b25c1-666e-408f-9b7b-f2d8a3d23e8c'}], 'name': 'tempest-PortsTestJSON-572140770'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:22.634660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e41120c1-d977-4c24-8f67-22f1515f36ad up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:22.689827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.720740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e41120c1-d977-4c24-8f67-22f1515f36ad completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:22.761062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbc085d-2c42-4076-90ad-c27fb9854d46,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:22.765953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0fb196e3-f324-4009-85f6-335655ac7de6 req-52d2c70f-9e20-4ac3-90ec-efac1d3bedfc tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/acd2c4b5-c6f6-475e-9922-dc9bfc8f86ab HTTP/1.1" status: 200 len: 1801 time: 0.3209755 Aug 31 09:42:22.783900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:22.788478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad072cf-362a-4495-a588-c15b1ef4cae5 req-40397eed-0ba3-4477-a90c-44f1ed89758a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:22.789407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Checking segment: {'id': '8b297ca6-1ccb-44d9-b64a-38015d65bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a43f7295-fdf3-4020-a9ad-c4ebd47fdf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:22.789788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Network hostable DHCP agents. Network: a43f7295-fdf3-4020-a9ad-c4ebd47fdf88, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:22.790021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ad072cf-362a-4495-a588-c15b1ef4cae5 req-40397eed-0ba3-4477-a90c-44f1ed89758a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 943 time: 0.1915319 Aug 31 09:42:22.853652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Network a43f7295-fdf3-4020-a9ad-c4ebd47fdf88 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:22.889411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, a43f7295-fdf3-4020-a9ad-c4ebd47fdf88) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:22.896231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:22.896828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.899805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c5990-12c8-42c1-bccb-f06215723569 None None] Network a43f7295-fdf3-4020-a9ad-c4ebd47fdf88 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:22.911990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.917155 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8e3c6b13-e1c1-4dcd-a147-d9f901099d78 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8652570 Aug 31 09:42:22.923185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:22.937009 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.939547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port b50f2d94-324a-40b3-bc5e-9b6f6714796b yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:23.004603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ad072cf-362a-4495-a588-c15b1ef4cae5 req-d84cddae-1e0b-49c4-a554-a0adbf61aff7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877103 Aug 31 09:42:23.080465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0fb196e3-f324-4009-85f6-335655ac7de6 req-ac65d54e-6386-4986-aefe-aee5b2fcfb63 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.100973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0aa66-d096-4df9-b7d8-4657b5f345f6 None None] Network a43f7295-fdf3-4020-a9ad-c4ebd47fdf88 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:23.160581 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0fb196e3-f324-4009-85f6-335655ac7de6 req-ac65d54e-6386-4986-aefe-aee5b2fcfb63 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.163702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39904) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:23.190131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:23.303603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-4520067f-0349-46f1-b0da-d8cf4dba6b4e admin admin] Deleting subnet 6dcf63a7-c3e2-469c-8430-4fd6d9600d9c {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:23.332391 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0fb196e3-f324-4009-85f6-335655ac7de6 req-ac65d54e-6386-4986-aefe-aee5b2fcfb63 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.332778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4520067f-0349-46f1-b0da-d8cf4dba6b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.335140 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0fb196e3-f324-4009-85f6-335655ac7de6 req-ac65d54e-6386-4986-aefe-aee5b2fcfb63 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.336406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0fb196e3-f324-4009-85f6-335655ac7de6 req-ac65d54e-6386-4986-aefe-aee5b2fcfb63 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/acd2c4b5-c6f6-475e-9922-dc9bfc8f86ab HTTP/1.1" status: 204 len: 173 time: 0.5428898 Aug 31 09:42:23.376088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65d54e-6386-4986-aefe-aee5b2fcfb63 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd2c4b5-c6f6-475e-9922-dc9bfc8f86ab,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:23.431262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bce8d8-f0b3-4a24-a587-3c1272906ce3 None None] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:23.457238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4520067f-0349-46f1-b0da-d8cf4dba6b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.471157 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-89d5d2af-a6ee-43bd-8711-359553bb7f6d req-23863c91-6dd2-4dfa-bffd-738f74335c78 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:42:23.472236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89d5d2af-a6ee-43bd-8711-359553bb7f6d req-23863c91-6dd2-4dfa-bffd-738f74335c78 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/acd2c4b5-c6f6-475e-9922-dc9bfc8f86ab HTTP/1.1" status: 404 len: 352 time: 0.1034513 Aug 31 09:42:23.507578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-34686829-c067-4b9d-8ffb-8b51355d7cb7 None None] Provisioning for port e41120c1-d977-4c24-8f67-22f1515f36ad completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:23.522500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-34686829-c067-4b9d-8ffb-8b51355d7cb7 None None] Provisioning complete for port e41120c1-d977-4c24-8f67-22f1515f36ad triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:23.523742 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-34686829-c067-4b9d-8ffb-8b51355d7cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.556253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4520067f-0349-46f1-b0da-d8cf4dba6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.559379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.14 (2e96505e-54bc-4a1e-ab88-bc7330f81cbc/09204e21-1ef1-43f2-b390-868e0f4e9ef4/b50f2d94-324a-40b3-bc5e-9b6f6714796b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:23.587853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.18 (2e96505e-54bc-4a1e-ab88-bc7330f81cbc/a89b25c1-666e-408f-9b7b-f2d8a3d23e8c/b50f2d94-324a-40b3-bc5e-9b6f6714796b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:23.659659 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4520067f-0349-46f1-b0da-d8cf4dba6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.693524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-34686829-c067-4b9d-8ffb-8b51355d7cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.696156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4520067f-0349-46f1-b0da-d8cf4dba6b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.699277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4520067f-0349-46f1-b0da-d8cf4dba6b4e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6dcf63a7-c3e2-469c-8430-4fd6d9600d9c HTTP/1.1" status: 204 len: 168 time: 0.5347281 Aug 31 09:42:23.718840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520067f-0349-46f1-b0da-d8cf4dba6b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcf63a7-c3e2-469c-8430-4fd6d9600d9c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:23.720590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39914) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:23.744742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-34686829-c067-4b9d-8ffb-8b51355d7cb7 None None] For port e41120c1-d977-4c24-8f67-22f1515f36ad, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e41120c1-d977-4c24-8f67-22f1515f36ad,segment=NetworkSegment(ff9b39b9-8945-4ebe-92fa-48f1056f3a00),segment_id=ff9b39b9-8945-4ebe-92fa-48f1056f3a00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:23.755375 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-34686829-c067-4b9d-8ffb-8b51355d7cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.835375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Update dhcp port {'port': {'network_id': '2e96505e-54bc-4a1e-ab88-bc7330f81cbc', 'fixed_ips': [{'subnet_id': '09204e21-1ef1-43f2-b390-868e0f4e9ef4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a89b25c1-666e-408f-9b7b-f2d8a3d23e8c'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'e41120c1-d977-4c24-8f67-22f1515f36ad'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:23.841896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a848b4c1-eb0f-49e4-be48-5ff166f94f57 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:42:23.902286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34686829-c067-4b9d-8ffb-8b51355d7cb7 None None] Pushing event updated for resources: {'Port': ['ID=e41120c1-d977-4c24-8f67-22f1515f36ad,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:23.903892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:23.905667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.933897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206e177-52fd-47e5-8bbf-902e05118b31 None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:23.991620 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.002877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206e177-52fd-47e5-8bbf-902e05118b31 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:24.003669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1206e177-52fd-47e5-8bbf-902e05118b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:24.097224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=5084deb0-01f4-4524-adf5-eed582011576,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:24.109563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.111856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1206e177-52fd-47e5-8bbf-902e05118b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:24.142399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206e177-52fd-47e5-8bbf-902e05118b31 None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:24.143241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1206e177-52fd-47e5-8bbf-902e05118b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:24.165009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.166440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:24.185107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ab20c08-4fe4-4bae-a48a-dcf93d9e276b req-478049c6-1560-4666-8206-10e6bd541f56 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b1e220103cc4b3d995becfe1120fa9a HTTP/1.1" status: 200 len: 6156 time: 0.6532743 Aug 31 09:42:24.190099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:24.193290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:24.194868 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.196809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1206e177-52fd-47e5-8bbf-902e05118b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:24.197569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206e177-52fd-47e5-8bbf-902e05118b31 None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:24.211387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:24.215346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb51532-d24f-401d-bb5d-cf873eff141d None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:24.222836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-598cbc24-8708-4e89-a4ea-bef1a747edf5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7735164 Aug 31 09:42:24.224706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39918) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:24.232051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1814947813', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5084deb0-01f4-4524-adf5-eed582011576'}], 'security_groups': ['e4e614fc-f5fd-4ab4-9a5a-43b52ab0425e']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:24.236318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object b50f2d94-324a-40b3-bc5e-9b6f6714796b will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:24.264994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.265734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'mac_address': 'fa:16:3e:40:5a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:42:24.286542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ffdf43-25c0-4430-b902-a3daf7c307d3']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:24.308868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecc267-2231-4b55-a080-e7d38fc0c51a req-70e9dae6-eb73-4d14-b6d8-a6c658e480a8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:24.310668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ceecc267-2231-4b55-a080-e7d38fc0c51a req-70e9dae6-eb73-4d14-b6d8-a6c658e480a8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 943 time: 0.1988020 Aug 31 09:42:24.312362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff767d2-280d-44d5-b712-ae771d3d37a5') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:24.312658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff767d2-280d-44d5-b712-ae771d3d37a5') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:24.345644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.361375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.371027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a848b4c1-eb0f-49e4-be48-5ff166f94f57 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:24.378466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ab20c08-4fe4-4bae-a48a-dcf93d9e276b req-0d2619e2-b4d2-4ee3-a2ac-a59294385e4a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a95515dc-1164-44cd-977a-ecc78f3ea9ef HTTP/1.1" status: 200 len: 2985 time: 0.1658385 Aug 31 09:42:24.394765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.397590 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.417838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:24.418256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:24.419992 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:24.450912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:24.452990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ceecc267-2231-4b55-a080-e7d38fc0c51a req-1dee89c6-b023-434f-ad5c-4dfa0e5ea8f0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235774 Aug 31 09:42:24.462782 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.518310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router e3edbffa-0efb-4036-b1e0-7d45483afed0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:24.524829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:24.538972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:24.560597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ab20c08-4fe4-4bae-a48a-dcf93d9e276b req-debca335-e6c6-40aa-bd0e-c180caba307b tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a95515dc-1164-44cd-977a-ecc78f3ea9ef HTTP/1.1" status: 200 len: 2985 time: 0.1557024 Aug 31 09:42:24.564421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=b50f2d94-324a-40b3-bc5e-9b6f6714796b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:24.567868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:24.620740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.625141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.644741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.649731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/97ffdf43-25c0-4430-b902-a3daf7c307d3 HTTP/1.1" status: 204 len: 168 time: 0.8984702 Aug 31 09:42:24.655773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39926) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:24.670796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-87ae75ad-65af-4f36-936f-5c91e8bd859d req-cc780cbd-4943-4e9e-9707-91947ff23dc2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1349552294', 'description': 'tempest-description-718632936'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:24.682623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8827b2-be1e-4492-8588-21c7e2e38bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ffdf43-25c0-4430-b902-a3daf7c307d3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:24.730364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e41120c1-d977-4c24-8f67-22f1515f36ad up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:24.736182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:24.737140 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.773954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87ae75ad-65af-4f36-936f-5c91e8bd859d req-cc780cbd-4943-4e9e-9707-91947ff23dc2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.775840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-43500b7d-a929-4f7b-ac3e-f2d82303c6c3 admin admin] Deleting subnet bfbc085d-2c42-4076-90ad-c27fb9854d46 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:24.782605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43500b7d-a929-4f7b-ac3e-f2d82303c6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.785383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9cc92ff9-31fc-497e-86e3-432a0c9a751b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2370143 Aug 31 09:42:24.791171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39928) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:24.804914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09204e21-1ef1-43f2-b390-868e0f4e9ef4'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:24.806281 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-9772498a-f1c5-4033-868e-fbc58075b222 {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:24.806939 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:24.855629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:24.858519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:24.858765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43500b7d-a929-4f7b-ac3e-f2d82303c6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.867197 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.888066 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca419748-1c3a-4812-a465-db10a0445298 None None] Sync routers for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:24.891208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e41120c1-d977-4c24-8f67-22f1515f36ad triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:24.891581 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.919059 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca419748-1c3a-4812-a465-db10a0445298 None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:24.920207 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ca419748-1c3a-4812-a465-db10a0445298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:24.941400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a848b4c1-eb0f-49e4-be48-5ff166f94f57'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:24.985907 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43500b7d-a929-4f7b-ac3e-f2d82303c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.030886 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ca419748-1c3a-4812-a465-db10a0445298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:25.031258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-194b9aa4-cba9-4e21-b007-1045e99e7286 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/floatingips/f217107a-d2ce-4a8f-8e53-7839f8bc3b57 HTTP/1.1" status: 200 len: 978 time: 5.0965440 Aug 31 09:42:25.036909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39930) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:25.049823 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca419748-1c3a-4812-a465-db10a0445298 None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:25.051983 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ca419748-1c3a-4812-a465-db10a0445298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:41:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:25.058300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.065074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87ae75ad-65af-4f36-936f-5c91e8bd859d req-cc780cbd-4943-4e9e-9707-91947ff23dc2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.066657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd13ab-127d-4e5e-b6ba-90fd3748f0a9 None None] Update dhcp port {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'fixed_ips': [{'subnet_id': '9ad28c43-18eb-4bb9-a973-75ce4378a1ed', 'ip_address': '2001:db8::2'}, {'subnet_id': '5084deb0-01f4-4524-adf5-eed582011576'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '58958f25-b6b3-4373-a021-8abf8911f9ba'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:25.072519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87ae75ad-65af-4f36-936f-5c91e8bd859d req-cc780cbd-4943-4e9e-9707-91947ff23dc2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.122189 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ca419748-1c3a-4812-a465-db10a0445298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:25.125547 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca419748-1c3a-4812-a465-db10a0445298 None None] The sync data for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:25.131059 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.146946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87ae75ad-65af-4f36-936f-5c91e8bd859d req-cc780cbd-4943-4e9e-9707-91947ff23dc2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.148395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87ae75ad-65af-4f36-936f-5c91e8bd859d req-cc780cbd-4943-4e9e-9707-91947ff23dc2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4841998 Aug 31 09:42:25.150535 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58dd13ab-127d-4e5e-b6ba-90fd3748f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.150886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc780cbd-4943-4e9e-9707-91947ff23dc2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa18d91-08af-4046-a7be-da910dcbb720,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:25.215872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-3067c68f-db5b-4481-8f36-2c7b71211daa req-2939c317-6959-45f6-a377-117f7586e0a6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1116318256', 'description': 'tempest-description-1652834839'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:25.269696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43500b7d-a929-4f7b-ac3e-f2d82303c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.305652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3067c68f-db5b-4481-8f36-2c7b71211daa req-2939c317-6959-45f6-a377-117f7586e0a6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.331029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43500b7d-a929-4f7b-ac3e-f2d82303c6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfbc085d-2c42-4076-90ad-c27fb9854d46,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:25.340244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43500b7d-a929-4f7b-ac3e-f2d82303c6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.343862 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-43500b7d-a929-4f7b-ac3e-f2d82303c6c3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bfbc085d-2c42-4076-90ad-c27fb9854d46 HTTP/1.1" status: 204 len: 168 time: 0.6859238 Aug 31 09:42:25.349910 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.350375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39934) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:25.447559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Delete allocated IP 2001:db8::1d6 (e6856876-d39e-4d2c-9899-4f50f1aa8eab/9ad28c43-18eb-4bb9-a973-75ce4378a1ed) {{(pid=94787) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:42:25.454964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 6dc1112d-18cd-4756-a969-7326cf6d2142 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:25.455316 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.518154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8:0:1::2b7 (e6856876-d39e-4d2c-9899-4f50f1aa8eab/5084deb0-01f4-4524-adf5-eed582011576/2c6a9ed8-6f64-4472-822d-fef9eb438570) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:25.532857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.549060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3067c68f-db5b-4481-8f36-2c7b71211daa req-2939c317-6959-45f6-a377-117f7586e0a6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.553698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Delete allocated IP 172.20.0.18 (2e96505e-54bc-4a1e-ab88-bc7330f81cbc/a89b25c1-666e-408f-9b7b-f2d8a3d23e8c) {{(pid=94786) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:42:25.568138 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3067c68f-db5b-4481-8f36-2c7b71211daa req-2939c317-6959-45f6-a377-117f7586e0a6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.649968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.677420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3067c68f-db5b-4481-8f36-2c7b71211daa req-2939c317-6959-45f6-a377-117f7586e0a6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.678691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3067c68f-db5b-4481-8f36-2c7b71211daa req-2939c317-6959-45f6-a377-117f7586e0a6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4708481 Aug 31 09:42:25.684025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939c317-6959-45f6-a377-117f7586e0a6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a771c6d3-fb41-4008-9001-a539336868af,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:25.725135 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0527a890-a8c7-470f-a092-50f0b3041a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.736048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c236b0-b429-461f-b07b-10c196d11170 req-cb2b508a-4220-4637-b5c5-acf280dd1e5e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:25.737825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95c236b0-b429-461f-b07b-10c196d11170 req-cb2b508a-4220-4637-b5c5-acf280dd1e5e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 944 time: 0.1860950 Aug 31 09:42:25.811929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95c236b0-b429-461f-b07b-10c196d11170 req-26c36a28-ed4f-4791-a726-ef9597b1d76d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637167 Aug 31 09:42:25.834889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.861151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43f7295-fdf3-4020-a9ad-c4ebd47fdf88']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:25.865648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.880089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Ignored duplicate provisioning block setup for port b50f2d94-324a-40b3-bc5e-9b6f6714796b by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:42:25.890224 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.895135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b297ca6-1ccb-44d9-b64a-38015d65bbd9') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:25.895435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b297ca6-1ccb-44d9-b64a-38015d65bbd9') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:25.927141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.960186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Allocated IP 172.20.0.19 (2e96505e-54bc-4a1e-ab88-bc7330f81cbc/a89b25c1-666e-408f-9b7b-f2d8a3d23e8c/e41120c1-d977-4c24-8f67-22f1515f36ad) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:25.963783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.991747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.007906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:26.008659 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:26.010532 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:26.016715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=b50f2d94-324a-40b3-bc5e-9b6f6714796b,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.078876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] In _notify_port_updated(), no bound segment for port b50f2d94-324a-40b3-bc5e-9b6f6714796b on network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:42:26.084342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:26.085128 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.086339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b9d99a8b-a5ab-45f7-a5d4-6b3539595df4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "PUT /v2.0/ports/b50f2d94-324a-40b3-bc5e-9b6f6714796b HTTP/1.1" status: 200 len: 919 time: 1.2865756 Aug 31 09:42:26.086995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] For port e41120c1-d977-4c24-8f67-22f1515f36ad, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e41120c1-d977-4c24-8f67-22f1515f36ad,segment=NetworkSegment(ff9b39b9-8945-4ebe-92fa-48f1056f3a00),segment_id=ff9b39b9-8945-4ebe-92fa-48f1056f3a00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:26.090582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39954) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:26.107313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09204e21-1ef1-43f2-b390-868e0f4e9ef4'}, {'subnet_id': 'a89b25c1-666e-408f-9b7b-f2d8a3d23e8c'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:26.124702 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.125959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object 2c6a9ed8-6f64-4472-822d-fef9eb438570 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:26.132287 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.140156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.142438 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] 10.222.0.69 "DELETE /v2.0/networks/a43f7295-fdf3-4020-a9ad-c4ebd47fdf88 HTTP/1.1" status: 204 len: 168 time: 0.7910423 Aug 31 09:42:26.148572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.149202 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.149758 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Floating IP f217107a-d2ce-4a8f-8e53-7839f8bc3b57 disassociated. External IP: 172.25.1.218, port: 6dc1112d-18cd-4756-a969-7326cf6d2142. Aug 31 09:42:26.150410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 6dc1112d-18cd-4756-a969-7326cf6d2142 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:26.152386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.172526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Transition to ACTIVE for port object e41120c1-d977-4c24-8f67-22f1515f36ad will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:26.181669 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.185605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-c3f0ca44-6182-4434-bc7b-161cce400280 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:26.187501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-c3f0ca44-6182-4434-bc7b-161cce400280 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 813 time: 0.2431533 Aug 31 09:42:26.204737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912e585-af45-4eff-bf51-ae0664b6562d admin admin] Pushing event deleted for resources: {'Network': ['ID=a43f7295-fdf3-4020-a9ad-c4ebd47fdf88,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.251411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeec698-ef42-4d38-9cd9-bfd43194c5b0 None None] Pushing event updated for resources: {'Port': ['ID=e41120c1-d977-4c24-8f67-22f1515f36ad,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.276061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.290420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-58dd13ab-127d-4e5e-b6ba-90fd3748f0a9 None None] Allocated IP 2001:db8:0:1::2 (e6856876-d39e-4d2c-9899-4f50f1aa8eab/5084deb0-01f4-4524-adf5-eed582011576/58958f25-b6b3-4373-a021-8abf8911f9ba) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:26.296512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] In _notify_port_updated(), no bound segment for port 2c6a9ed8-6f64-4472-822d-fef9eb438570 on network e6856876-d39e-4d2c-9899-4f50f1aa8eab {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:42:26.302609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:26.303314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.304825 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "PUT /v2.0/ports/2c6a9ed8-6f64-4472-822d-fef9eb438570 HTTP/1.1" status: 200 len: 931 time: 2.0777495 Aug 31 09:42:26.311326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39958) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:26.315366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70081b-b77d-4442-800d-d6affc120a64 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=2c6a9ed8-6f64-4472-822d-fef9eb438570,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.367674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39960) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:26.382499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-09034f82-e2b7-4a3d-bdb3-b9f63fd7fbb3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/quotas/6b1e220103cc4b3d995becfe1120fa9a HTTP/1.1" status: 200 len: 375 time: 0.1292953 Aug 31 09:42:26.435049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-58dd13ab-127d-4e5e-b6ba-90fd3748f0a9 None None] For port 58958f25-b6b3-4373-a021-8abf8911f9ba, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=58958f25-b6b3-4373-a021-8abf8911f9ba,segment=NetworkSegment(7fc06955-c29f-4bb0-8db8-1c57631e2dc1),segment_id=7fc06955-c29f-4bb0-8db8-1c57631e2dc1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:26.476935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58dd13ab-127d-4e5e-b6ba-90fd3748f0a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.484729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7135adde-825d-4dda-8928-dc2cb3d05236 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb60fc2188e343b69f96fa2ae918dd97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119282 Aug 31 09:42:26.485090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39962) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:26.516376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-58dd13ab-127d-4e5e-b6ba-90fd3748f0a9 None None] Transition to ACTIVE for port object 58958f25-b6b3-4373-a021-8abf8911f9ba will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:26.523223 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58dd13ab-127d-4e5e-b6ba-90fd3748f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.524705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.530634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e41120c1-d977-4c24-8f67-22f1515f36ad up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:26.583886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-bbb378f4-585b-4149-b7fb-1619ba508749 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881404 Aug 31 09:42:26.584776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=6dc1112d-18cd-4756-a969-7326cf6d2142,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.652712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-98a0ebf3-1426-4c27-bd43-cb00a29e102d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.717167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd13ab-127d-4e5e-b6ba-90fd3748f0a9 None None] Pushing event updated for resources: {'Port': ['ID=58958f25-b6b3-4373-a021-8abf8911f9ba,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.721892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-98a0ebf3-1426-4c27-bd43-cb00a29e102d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.770176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-22439747-aa90-4d62-ae15-7cb31d9a320d service neutron] 10.222.0.69 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848576 Aug 31 09:42:26.782284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router e3edbffa-0efb-4036-b1e0-7d45483afed0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:26.976298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-98a0ebf3-1426-4c27-bd43-cb00a29e102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.979741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-98a0ebf3-1426-4c27-bd43-cb00a29e102d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.983850 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-98a0ebf3-1426-4c27-bd43-cb00a29e102d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1bb8bd9c-b7a5-491b-922f-24e086831b75 HTTP/1.1" status: 204 len: 168 time: 0.4952402 Aug 31 09:42:26.999938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0ebf3-1426-4c27-bd43-cb00a29e102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb8bd9c-b7a5-491b-922f-24e086831b75,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:27.025913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:27.046396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23792156-fe2c-42d1-b080-6481fe2bbae3 None None] Sync routers for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:27.074448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23792156-fe2c-42d1-b080-6481fe2bbae3 None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:27.084170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bf611f00-6f03-483e-a225-19678cda9570 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port 2c6a9ed8-6f64-4472-822d-fef9eb438570 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:27.084514 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf611f00-6f03-483e-a225-19678cda9570 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.087471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-23792156-fe2c-42d1-b080-6481fe2bbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:27.136210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-23792156-fe2c-42d1-b080-6481fe2bbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:27.148260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.152197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-933cc700-7ec4-4c37-8158-4f877c61d833 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/ports/6dc1112d-18cd-4756-a969-7326cf6d2142 HTTP/1.1" status: 204 len: 168 time: 2.1122484 Aug 31 09:42:27.155533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23792156-fe2c-42d1-b080-6481fe2bbae3 None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:27.156412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-23792156-fe2c-42d1-b080-6481fe2bbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:27.157043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39972) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:27.194368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.26 (2e96505e-54bc-4a1e-ab88-bc7330f81cbc/a89b25c1-666e-408f-9b7b-f2d8a3d23e8c/b50f2d94-324a-40b3-bc5e-9b6f6714796b) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:27.249380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-23792156-fe2c-42d1-b080-6481fe2bbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:27.250086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23792156-fe2c-42d1-b080-6481fe2bbae3 None None] The sync data for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:27.320640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e939e09a-5a72-4cd8-9c6d-430050fe44bf None None] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:27.440548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1bf752f4-374e-4468-b440-fef44d49b6cb None None] Provisioning for port e41120c1-d977-4c24-8f67-22f1515f36ad completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:27.450341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1bf752f4-374e-4468-b440-fef44d49b6cb None None] Provisioning complete for port e41120c1-d977-4c24-8f67-22f1515f36ad triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:27.451059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1bf752f4-374e-4468-b440-fef44d49b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.476978 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf611f00-6f03-483e-a225-19678cda9570 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.593754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bf611f00-6f03-483e-a225-19678cda9570 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for 2c6a9ed8-6f64-4472-822d-fef9eb438570 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:27.611183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb954a7-a7d5-41bf-b58f-2124e9d66ca0 req-be4372e0-c969-4ba4-8228-a8dc45ed6ef5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:27.630336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bb954a7-a7d5-41bf-b58f-2124e9d66ca0 req-be4372e0-c969-4ba4-8228-a8dc45ed6ef5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 944 time: 0.5463381 Aug 31 09:42:27.655346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-d78a463f-ae63-4722-b13f-aeb48b84d70b service neutron] 10.222.0.69 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632312 Aug 31 09:42:27.669056 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.678734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39976) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:27.738819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bb954a7-a7d5-41bf-b58f-2124e9d66ca0 req-53f333bf-6492-4844-80cb-d159c974f9e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003139 Aug 31 09:42:27.766660 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-60132754-53b6-4262-abe7-82ddf877b853 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8d0401352d64a218f1207e285565423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829849 Aug 31 09:42:27.766987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39978) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:27.827926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Provisioning for port 58958f25-b6b3-4373-a021-8abf8911f9ba completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:27.845786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a848b4c1-eb0f-49e4-be48-5ff166f94f57 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:27.947904 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48411049-8b26-4e3d-a39a-66d94585cc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.962141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Provisioning complete for port 58958f25-b6b3-4373-a021-8abf8911f9ba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:27.963759 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.042353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port a848b4c1-eb0f-49e4-be48-5ff166f94f57 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:28.063134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48411049-8b26-4e3d-a39a-66d94585cc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.075965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a848b4c1-eb0f-49e4-be48-5ff166f94f57 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:28.076541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.249978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48411049-8b26-4e3d-a39a-66d94585cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.251260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Provisioning complete for port c7f386ba-693a-4cfc-955f-c2811c7171bc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:28.251639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.254401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48411049-8b26-4e3d-a39a-66d94585cc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.256320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-48411049-8b26-4e3d-a39a-66d94585cc71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbc81af6-fc1f-45ea-95d5-aac5016aa236 HTTP/1.1" status: 204 len: 168 time: 0.4883952 Aug 31 09:42:28.298970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Port c7f386ba-693a-4cfc-955f-c2811c7171bc cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:28.312612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48411049-8b26-4e3d-a39a-66d94585cc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc81af6-fc1f-45ea-95d5-aac5016aa236,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:28.383081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.455349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:28.467910 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2921edf-86de-416a-ada5-20452bd117f3" -d '{"events": [{"server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "name": "network-vif-plugged", "status": "completed", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:28.510113 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:28.528655 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.613684 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f901778d-0eb8-49dc-956a-11671eebfb5a x-openstack-request-id: req-f901778d-0eb8-49dc-956a-11671eebfb5a {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:28.614307 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "name": "network-vif-plugged", "status": "completed", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:28.614904 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f901778d-0eb8-49dc-956a-11671eebfb5a {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:28.615599 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'code': 200} Aug 31 09:42:28.627139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 58958f25-b6b3-4373-a021-8abf8911f9ba up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:28.634889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.640758 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.721733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:28.778513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 58958f25-b6b3-4373-a021-8abf8911f9ba triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:28.785619 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.962523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Provisioning for port 2c6a9ed8-6f64-4472-822d-fef9eb438570 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:28.969758 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ae7dcf0-1142-42e3-b0bf-5b09a0a38586 req-89f653f0-1ba1-4cae-9939-cb867de7bcf7 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 210 time: 0.1100371 Aug 31 09:42:28.982270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Provisioning complete for port 2c6a9ed8-6f64-4472-822d-fef9eb438570 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:28.983542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.998164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf611f00-6f03-483e-a225-19678cda9570 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.021754 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.032007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce6ac7-3567-45b6-9924-daa76533b167 req-1186518d-d29a-4975-a9f8-8484eccc02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:29.034698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbce6ac7-3567-45b6-9924-daa76533b167 req-1186518d-d29a-4975-a9f8-8484eccc02c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 1096 time: 0.1769323 Aug 31 09:42:29.042355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6a73d2a2-d4b1-40f4-a935-51c1bf104f32 None None] Port 2c6a9ed8-6f64-4472-822d-fef9eb438570 was deleted so its status cannot be updated. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:42:29.069082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port cf14bbef-dfc2-42ce-b36a-d42434c47723 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:29.070155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.070609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf611f00-6f03-483e-a225-19678cda9570 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=2c6a9ed8-6f64-4472-822d-fef9eb438570,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:29.116107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Ignored duplicate provisioning block setup for port b50f2d94-324a-40b3-bc5e-9b6f6714796b by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:42:29.134679 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf611f00-6f03-483e-a225-19678cda9570 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.137511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bf611f00-6f03-483e-a225-19678cda9570 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/2c6a9ed8-6f64-4472-822d-fef9eb438570 HTTP/1.1" status: 204 len: 168 time: 2.8257585 Aug 31 09:42:29.146808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40012) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:29.169743 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbce6ac7-3567-45b6-9924-daa76533b167 req-d3654146-015a-495c-b3f7-a2f3b50fc2e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104510 Aug 31 09:42:29.170550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2e6a1c72-bf1f-468e-b29a-df93ec33f176 None None] Provisioning complete for port e41120c1-d977-4c24-8f67-22f1515f36ad triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:29.171093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e6a1c72-bf1f-468e-b29a-df93ec33f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.171842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.191947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e60afc-8afa-4765-931b-3c41596a32f4 req-d5bd54bb-9218-4522-b0bc-2bce28984b55 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:29.212479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41e60afc-8afa-4765-931b-3c41596a32f4 req-d5bd54bb-9218-4522-b0bc-2bce28984b55 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.2860260 Aug 31 09:42:29.225340 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-d777d687-decb-4ff9-9246-62bbc1ba5868 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:42:29.228546 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d777d687-decb-4ff9-9246-62bbc1ba5868 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/2c6a9ed8-6f64-4472-822d-fef9eb438570 HTTP/1.1" status: 404 len: 333 time: 0.0804901 Aug 31 09:42:29.234375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40016) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:29.329039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2e6a1c72-bf1f-468e-b29a-df93ec33f176 None None] Provisioning for port b50f2d94-324a-40b3-bc5e-9b6f6714796b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:29.334668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2e6a1c72-bf1f-468e-b29a-df93ec33f176 None None] Provisioning complete for port b50f2d94-324a-40b3-bc5e-9b6f6714796b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:29.335748 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e6a1c72-bf1f-468e-b29a-df93ec33f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.356839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.397127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a1c72-bf1f-468e-b29a-df93ec33f176 None None] Port b50f2d94-324a-40b3-bc5e-9b6f6714796b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:29.404135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2e6a1c72-bf1f-468e-b29a-df93ec33f176 None None] Could not find standard attr ID for object 2c6a9ed8-6f64-4472-822d-fef9eb438570. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:29.419426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for cf14bbef-dfc2-42ce-b36a-d42434c47723 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:29.523713 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e55ea3da-7e86-4ddb-9a6a-ea65e3d8e46e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.553590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=b50f2d94-324a-40b3-bc5e-9b6f6714796b,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:29.570055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41e60afc-8afa-4765-931b-3c41596a32f4 req-402f7a6b-fba3-4aff-94c4-0bd6fa01f1b5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562520 Aug 31 09:42:29.607329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e55ea3da-7e86-4ddb-9a6a-ea65e3d8e46e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.638328 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] In _notify_port_updated(), no bound segment for port b50f2d94-324a-40b3-bc5e-9b6f6714796b on network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:42:29.645495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:29.646193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.650120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-090de928-c462-43d9-99d0-5752e002dede tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "PUT /v2.0/ports/b50f2d94-324a-40b3-bc5e-9b6f6714796b HTTP/1.1" status: 200 len: 999 time: 3.5570159 Aug 31 09:42:29.650845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40026) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:29.712919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527d6cd3-299a-4635-ad94-fc29c7095413 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:29.714765 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527d6cd3-299a-4635-ad94-fc29c7095413 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 813 time: 0.4481061 Aug 31 09:42:29.734550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'port': {'device_id': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'network_id': '30615293-f09e-4419-9666-a73a1884bb97', 'admin_state_up': True, 'tenant_id': '6b1e220103cc4b3d995becfe1120fa9a'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:29.749348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e55ea3da-7e86-4ddb-9a6a-ea65e3d8e46e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.752071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e55ea3da-7e86-4ddb-9a6a-ea65e3d8e46e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.756403 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e55ea3da-7e86-4ddb-9a6a-ea65e3d8e46e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/security-groups/c6ce47ae-2075-4079-b498-defc7ebb49e4 HTTP/1.1" status: 204 len: 168 time: 0.5198653 Aug 31 09:42:29.759551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40028) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:29.818338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ea3da-7e86-4ddb-9a6a-ea65e3d8e46e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ce47ae-2075-4079-b498-defc7ebb49e4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:29.849054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ad9767ca-b850-47e8-8556-9e1f8e7f8634 None None] Provisioning complete for port b50f2d94-324a-40b3-bc5e-9b6f6714796b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:29.849739 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ad9767ca-b850-47e8-8556-9e1f8e7f8634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.861915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0667541a-00b7-4cbd-ad39-281cf6b1baab tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port b50f2d94-324a-40b3-bc5e-9b6f6714796b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:29.862234 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0667541a-00b7-4cbd-ad39-281cf6b1baab tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.894224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ad9767ca-b850-47e8-8556-9e1f8e7f8634 None None] Port b50f2d94-324a-40b3-bc5e-9b6f6714796b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:29.906431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.912156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb0782df-216c-4e6b-adae-7459fbe05a43 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.952471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=cf14bbef-dfc2-42ce-b36a-d42434c47723,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:29.987913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Made reservation on behalf of 6b1e220103cc4b3d995becfe1120fa9a for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:29.992211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.043813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0667541a-00b7-4cbd-ad39-281cf6b1baab tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.076220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0667541a-00b7-4cbd-ad39-281cf6b1baab tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for b50f2d94-324a-40b3-bc5e-9b6f6714796b owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:30.088911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb0782df-216c-4e6b-adae-7459fbe05a43 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.199060 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb0782df-216c-4e6b-adae-7459fbe05a43 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.204172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb0782df-216c-4e6b-adae-7459fbe05a43 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.208039 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fb0782df-216c-4e6b-adae-7459fbe05a43 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/security-groups/e4e614fc-f5fd-4ab4-9a5a-43b52ab0425e HTTP/1.1" status: 204 len: 168 time: 0.4418595 Aug 31 09:42:30.215263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40042) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:30.216333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f4a8d02-bc03-4fe1-9006-9c7e19fa21e1 req-eb8724a2-4f6a-4c3a-9be8-eb7f784c4b90 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 210 time: 0.0861835 Aug 31 09:42:30.259434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0782df-216c-4e6b-adae-7459fbe05a43 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e614fc-f5fd-4ab4-9a5a-43b52ab0425e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:30.265584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.350826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Allocated IP 172.20.0.10 (30615293-f09e-4419-9666-a73a1884bb97/29d9f9be-29e3-488d-b946-ead210565c82/be726fe6-ae59-4a01-9c63-7bf27103d99e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:30.364279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f70db5-735a-410b-b912-6ad4db4c7fa5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 9ad28c43-18eb-4bb9-a973-75ce4378a1ed {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:30.370398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57f70db5-735a-410b-b912-6ad4db4c7fa5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.454554 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57f70db5-735a-410b-b912-6ad4db4c7fa5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.500933 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0667541a-00b7-4cbd-ad39-281cf6b1baab tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.661398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667541a-00b7-4cbd-ad39-281cf6b1baab tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=b50f2d94-324a-40b3-bc5e-9b6f6714796b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:30.726926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57f70db5-735a-410b-b912-6ad4db4c7fa5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.792539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router e3edbffa-0efb-4036-b1e0-7d45483afed0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:30.805769 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.829867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57f70db5-735a-410b-b912-6ad4db4c7fa5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.860566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87cfa9-a29c-4dd1-a7d8-0b4698b6cae7 req-0cc353ad-be8d-456e-bf29-9839263e3c0f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:30.862189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd87cfa9-a29c-4dd1-a7d8-0b4698b6cae7 req-0cc353ad-be8d-456e-bf29-9839263e3c0f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.2025280 Aug 31 09:42:30.890132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f70db5-735a-410b-b912-6ad4db4c7fa5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad28c43-18eb-4bb9-a973-75ce4378a1ed,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:30.902902 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0667541a-00b7-4cbd-ad39-281cf6b1baab tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.905924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0667541a-00b7-4cbd-ad39-281cf6b1baab tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/b50f2d94-324a-40b3-bc5e-9b6f6714796b HTTP/1.1" status: 204 len: 168 time: 1.2538571 Aug 31 09:42:30.911721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40062) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:30.913455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7014c4-b103-4a06-8a65-f695a1541497 None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:30.939737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57f70db5-735a-410b-b912-6ad4db4c7fa5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.951242 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-57f70db5-735a-410b-b912-6ad4db4c7fa5 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/9ad28c43-18eb-4bb9-a973-75ce4378a1ed HTTP/1.1" status: 204 len: 168 time: 0.7345643 Aug 31 09:42:30.954107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40064) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:30.963881 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-78384e56-73fe-4d02-a400-078aeb572863 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:42:30.964215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:30.965548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-78384e56-73fe-4d02-a400-078aeb572863 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/b50f2d94-324a-40b3-bc5e-9b6f6714796b HTTP/1.1" status: 404 len: 333 time: 0.0526698 Aug 31 09:42:30.975367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40068) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.003732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd87cfa9-a29c-4dd1-a7d8-0b4698b6cae7 req-cb3e5167-8869-4384-b1ec-042461cf06df tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235008 Aug 31 09:42:31.026894 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.047001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:31.099131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Network 30615293-f09e-4419-9666-a73a1884bb97 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:31.106947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8d0eb0-9ad8-4aeb-953f-f0c6c863647f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet a89b25c1-666e-408f-9b7b-f2d8a3d23e8c {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:31.114971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:31.129103 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0eb0-9ad8-4aeb-953f-f0c6c863647f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.137690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:31.147761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'Port': ['ID=be726fe6-ae59-4a01-9c63-7bf27103d99e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:31.242107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0eb0-9ad8-4aeb-953f-f0c6c863647f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.323677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:31.324388 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.472224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-14bfb419-88eb-484b-803a-04f7c7623663 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7401826 Aug 31 09:42:31.509392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Request body: {'port': {'device_id': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:31.549978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:31.556418 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3d427c27-0845-4c21-a289-03d2142af54c tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/routers/e3edbffa-0efb-4036-b1e0-7d45483afed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3955677 Aug 31 09:42:31.559398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40092) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.561510 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbaf4ad-f4f5-41aa-9e8d-2ccc39c9aade None None] Sync routers for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:31.581390 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbaf4ad-f4f5-41aa-9e8d-2ccc39c9aade None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:31.582049 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fbaf4ad-f4f5-41aa-9e8d-2ccc39c9aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:31.625709 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fbaf4ad-f4f5-41aa-9e8d-2ccc39c9aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:31.652194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c335d-2e38-41a1-bd4e-f19904cf3e40 req-82670325-900f-49ce-8213-734b558c81cc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:31.659627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff1c335d-2e38-41a1-bd4e-f19904cf3e40 req-82670325-900f-49ce-8213-734b558c81cc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.2869060 Aug 31 09:42:31.660318 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbaf4ad-f4f5-41aa-9e8d-2ccc39c9aade None None] Routers {'e3edbffa-0efb-4036-b1e0-7d45483afed0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:31.660955 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fbaf4ad-f4f5-41aa-9e8d-2ccc39c9aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e3edbffa-0efb-4036-b1e0-7d45483afed0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:31.728585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:31.730793 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fbaf4ad-f4f5-41aa-9e8d-2ccc39c9aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:31.731647 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbaf4ad-f4f5-41aa-9e8d-2ccc39c9aade None None] The sync data for ids ['e3edbffa-0efb-4036-b1e0-7d45483afed0'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:31.733775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.769140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1275c52-1f61-48e3-9a98-f4119b9df727 req-4f848037-7f95-467e-ad52-0ceae3efe131 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:31.771049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1275c52-1f61-48e3-9a98-f4119b9df727 req-4f848037-7f95-467e-ad52-0ceae3efe131 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 932 time: 0.2337081 Aug 31 09:42:31.782851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff1c335d-2e38-41a1-bd4e-f19904cf3e40 req-e39452e7-16fe-4071-9ec9-9cf5c2b85cb9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214483 Aug 31 09:42:31.785978 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0eb0-9ad8-4aeb-953f-f0c6c863647f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.790832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.868601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.900816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1275c52-1f61-48e3-9a98-f4119b9df727 req-114c0100-2a98-4598-968c-1370762b93bb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108599 Aug 31 09:42:31.995735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0eb0-9ad8-4aeb-953f-f0c6c863647f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.089245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d0eb0-9ad8-4aeb-953f-f0c6c863647f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=a89b25c1-666e-408f-9b7b-f2d8a3d23e8c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:32.104442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.113448 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0eb0-9ad8-4aeb-953f-f0c6c863647f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.115465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e8d0eb0-9ad8-4aeb-953f-f0c6c863647f tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/a89b25c1-666e-408f-9b7b-f2d8a3d23e8c HTTP/1.1" status: 204 len: 168 time: 1.1368477 Aug 31 09:42:32.118560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40122) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:32.120671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b815cd-3189-43c7-9baa-48b1f9dcc887 None None] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:32.184502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a394948-793c-492e-b36a-25322f339e21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet 09204e21-1ef1-43f2-b390-868e0f4e9ef4 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:32.192096 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a394948-793c-492e-b36a-25322f339e21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.270216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.346485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:32.358547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:32.364136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:32.365109 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.371604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a394948-793c-492e-b36a-25322f339e21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.377090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b267b-a97f-438c-87d4-9c6ab5f1304d None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:32.381270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=1fc4777a-1abe-415e-ac64-c630aed2ea30,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:32.388338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 1b28daef-aeef-4aa9-a7d8-7b22c0deca4a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:32.388769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.393666 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-02b0103d-7b4c-4a57-a579-a7fd1d66d3a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4381754 Aug 31 09:42:32.403996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40136) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:32.409401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0056e058-267d-43ce-9a3b-404fe76696a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1539946217'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:32.513726 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0056e058-267d-43ce-9a3b-404fe76696a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.526922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c0392bf1-d501-41b1-84e1-877d1c6c61b6 None None] Provisioning complete for port 58958f25-b6b3-4373-a021-8abf8911f9ba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:32.528052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c0392bf1-d501-41b1-84e1-877d1c6c61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.551964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.586909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 1b28daef-aeef-4aa9-a7d8-7b22c0deca4a owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:32.693494 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a394948-793c-492e-b36a-25322f339e21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.744449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c0392bf1-d501-41b1-84e1-877d1c6c61b6 None None] Provisioning complete for port c7f386ba-693a-4cfc-955f-c2811c7171bc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:32.745012 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c0392bf1-d501-41b1-84e1-877d1c6c61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.756861 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0056e058-267d-43ce-9a3b-404fe76696a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.801476 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0056e058-267d-43ce-9a3b-404fe76696a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.854229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be726fe6-ae59-4a01-9c63-7bf27103d99e {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:32.858922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0056e058-267d-43ce-9a3b-404fe76696a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.863173 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0056e058-267d-43ce-9a3b-404fe76696a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4546769 Aug 31 09:42:32.864778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40164) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:32.868459 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a394948-793c-492e-b36a-25322f339e21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.875161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056e058-267d-43ce-9a3b-404fe76696a0 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775491bb-a0c7-46bf-bfe0-033eed3b68fc,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:32.909343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a5209b92-09b5-4f38-8137-db8bb80caa0a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1159389165'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:32.956552 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.027118 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a394948-793c-492e-b36a-25322f339e21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.032913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40174) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:33.034173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3a394948-793c-492e-b36a-25322f339e21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/09204e21-1ef1-43f2-b390-868e0f4e9ef4 HTTP/1.1" status: 204 len: 168 time: 0.9138691 Aug 31 09:42:33.049326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a394948-793c-492e-b36a-25322f339e21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=09204e21-1ef1-43f2-b390-868e0f4e9ef4,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.052841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5209b92-09b5-4f38-8137-db8bb80caa0a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.072064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Transition to ACTIVE for port object be726fe6-ae59-4a01-9c63-7bf27103d99e will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:33.084853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.096387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.173371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c0392bf1-d501-41b1-84e1-877d1c6c61b6 None None] Port c7f386ba-693a-4cfc-955f-c2811c7171bc cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:33.192024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc4efcb-2f30-4c70-9d64-60be814eec9e None None] Update dhcp port {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'fixed_ips': [{'subnet_id': '5084deb0-01f4-4524-adf5-eed582011576', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1fc4777a-1abe-415e-ac64-c630aed2ea30'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '58958f25-b6b3-4373-a021-8abf8911f9ba'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:33.209370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Pushing event updated for resources: {'Port': ['ID=be726fe6-ae59-4a01-9c63-7bf27103d99e,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.215576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=1b28daef-aeef-4aa9-a7d8-7b22c0deca4a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.234081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-edc4efcb-2f30-4c70-9d64-60be814eec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.312328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.345793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.356381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Attempting to bind port be726fe6-ae59-4a01-9c63-7bf27103d99e on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:33.356767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Attempting to bind port be726fe6-ae59-4a01-9c63-7bf27103d99e by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:33.357393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Attempting to bind port be726fe6-ae59-4a01-9c63-7bf27103d99e on network 30615293-f09e-4419-9666-a73a1884bb97 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:33.392464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e47d-5cbd-4b42-8730-2d949eb94f2d req-88de2d09-a2b1-494f-a9e4-cbc90da33fb7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:33.400829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f0e47d-5cbd-4b42-8730-2d949eb94f2d req-88de2d09-a2b1-494f-a9e4-cbc90da33fb7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.3625929 Aug 31 09:42:33.425507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Port be726fe6-ae59-4a01-9c63-7bf27103d99e on network 30615293-f09e-4419-9666-a73a1884bb97 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:42:33.425935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Attempting to bind port be726fe6-ae59-4a01-9c63-7bf27103d99e on network 30615293-f09e-4419-9666-a73a1884bb97 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:33.440807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87a762-b932-46c1-b6fa-f65ae4088f38 req-91d50012-5a1b-4a4f-8fc7-f0f0fcddff9c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:33.444159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd87a762-b932-46c1-b6fa-f65ae4088f38 req-91d50012-5a1b-4a4f-8fc7-f0f0fcddff9c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 944 time: 0.3309472 Aug 31 09:42:33.450600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:33.451371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Checking segment: {'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:33.452372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Bound using segment: {'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:33.452948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Bound port: be726fe6-ae59-4a01-9c63-7bf27103d99e, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '30615293-f09e-4419-9666-a73a1884bb97'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:33.453462 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.509108 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.512523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.566830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-edc4efcb-2f30-4c70-9d64-60be814eec9e None None] Allocated IP 2001:db8::2 (e6856876-d39e-4d2c-9899-4f50f1aa8eab/1fc4777a-1abe-415e-ac64-c630aed2ea30/58958f25-b6b3-4373-a021-8abf8911f9ba) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:33.591528 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.592473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Fanout notify agent at l3_agent the message router_deleted on router e3edbffa-0efb-4036-b1e0-7d45483afed0 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:33.602289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.607349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e8bb318e-97fb-4122-b179-7ecc321a64f1 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/routers/e3edbffa-0efb-4036-b1e0-7d45483afed0 HTTP/1.1" status: 204 len: 168 time: 2.0398793 Aug 31 09:42:33.610304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40184) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:33.612070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6f0e47d-5cbd-4b42-8730-2d949eb94f2d req-2e3e4254-6c28-4a1d-b9e7-6ef9003db0e8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102544 Aug 31 09:42:33.620559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd87a762-b932-46c1-b6fa-f65ae4088f38 req-f8e67009-c80d-4519-a055-e634cc82d14a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607842 Aug 31 09:42:33.641371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port e41120c1-d977-4c24-8f67-22f1515f36ad {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:33.641714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.658904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe256a4-2ea5-4763-a759-79288a334bec None None] Network 2e96505e-54bc-4a1e-ab88-bc7330f81cbc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:33.672640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5209b92-09b5-4f38-8137-db8bb80caa0a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.677667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] For port be726fe6-ae59-4a01-9c63-7bf27103d99e, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:33.681899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] For port be726fe6-ae59-4a01-9c63-7bf27103d99e, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:33.683705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5209b92-09b5-4f38-8137-db8bb80caa0a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.689717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2d5b21ea-e996-43af-9b26-266623d25dc6 None None] Provisioning complete for port e41120c1-d977-4c24-8f67-22f1515f36ad triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:33.690181 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2d5b21ea-e996-43af-9b26-266623d25dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.696943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40188) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:33.732439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5209b92-09b5-4f38-8137-db8bb80caa0a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639374bb-5607-41a5-a149-8b649c5283ba,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.736512 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.756686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5209b92-09b5-4f38-8137-db8bb80caa0a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.759118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a5209b92-09b5-4f38-8137-db8bb80caa0a tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8673272 Aug 31 09:42:33.788086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40192) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:33.819202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1087185141'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:33.824218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:33.825355 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.827399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] 10.222.0.52 "PUT /v2.0/ports/be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 200 len: 1092 time: 2.3237197 Aug 31 09:42:33.831373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:33.848617 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71081eff-76fd-490e-a77a-164160070f72" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:33.881694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] For port e41120c1-d977-4c24-8f67-22f1515f36ad, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e41120c1-d977-4c24-8f67-22f1515f36ad,segment=NetworkSegment(ff9b39b9-8945-4ebe-92fa-48f1056f3a00),segment_id=ff9b39b9-8945-4ebe-92fa-48f1056f3a00)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:33.882241 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.890729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad9f8de-2707-4648-85af-1e06e7e9d671 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting subnet 0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:33.907493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fad9f8de-2707-4648-85af-1e06e7e9d671 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.911303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for e41120c1-d977-4c24-8f67-22f1515f36ad owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:33.939292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.941210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cbdd5-165f-41af-800d-0c9441376199 service neutron] Pushing event updated for resources: {'Port': ['ID=be726fe6-ae59-4a01-9c63-7bf27103d99e,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.975607 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c380c771-cdef-443a-b6a3-c5dc79383437 x-openstack-request-id: req-c380c771-cdef-443a-b6a3-c5dc79383437 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:33.975977 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:33.976296 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c380c771-cdef-443a-b6a3-c5dc79383437 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:33.976742 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e', 'status': 'completed', 'code': 200} Aug 31 09:42:33.988062 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-715ba539-c9b9-4da5-b3ab-433775d5dcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.018954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fad9f8de-2707-4648-85af-1e06e7e9d671 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.061969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-edc4efcb-2f30-4c70-9d64-60be814eec9e None None] For port 58958f25-b6b3-4373-a021-8abf8911f9ba, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=58958f25-b6b3-4373-a021-8abf8911f9ba,segment=NetworkSegment(7fc06955-c29f-4bb0-8db8-1c57631e2dc1),segment_id=7fc06955-c29f-4bb0-8db8-1c57631e2dc1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:34.062274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:42:34.062274 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:42:34.062274 n-d-806683-2 neutron-server[94787]: [parameters: {'project_id_1': 'bfcbb412b7f147a180321232edfc8bda', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 42, 34, 14845)}] Aug 31 09:42:34.062274 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:34.062710 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:34.070319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-52c8abbe-612f-4df9-879f-43420ded78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:34.074534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-52c8abbe-612f-4df9-879f-43420ded78a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.1963971 Aug 31 09:42:34.106215 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-edc4efcb-2f30-4c70-9d64-60be814eec9e None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.124898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-edc4efcb-2f30-4c70-9d64-60be814eec9e None None] Transition to ACTIVE for port object 58958f25-b6b3-4373-a021-8abf8911f9ba will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:34.136954 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-edc4efcb-2f30-4c70-9d64-60be814eec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.147164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.159889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fad9f8de-2707-4648-85af-1e06e7e9d671 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.189451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-3d500cad-418d-4672-bee6-9ff05aa65729 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 200 len: 217 time: 0.1044071 Aug 31 09:42:34.210922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=e41120c1-d977-4c24-8f67-22f1515f36ad,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.214268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No DVR routers for this DVR port e41120c1-d977-4c24-8f67-22f1515f36ad on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:34.229328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3382e-6349-4f59-868f-d353ae25e81b None None] DHCP port deletion for 2e96505e-54bc-4a1e-ab88-bc7330f81cbc request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:34.320211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-715ba539-c9b9-4da5-b3ab-433775d5dcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.331083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.332473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4efcb-2f30-4c70-9d64-60be814eec9e None None] Pushing event updated for resources: {'Port': ['ID=58958f25-b6b3-4373-a021-8abf8911f9ba,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.346151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e96505e-54bc-4a1e-ab88-bc7330f81cbc']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:34.356266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fad9f8de-2707-4648-85af-1e06e7e9d671 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.357209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-715ba539-c9b9-4da5-b3ab-433775d5dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.361080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9b39b9-8945-4ebe-92fa-48f1056f3a00') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:34.361388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9b39b9-8945-4ebe-92fa-48f1056f3a00') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:34.394189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.403971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9f8de-2707-4648-85af-1e06e7e9d671 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.412161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fad9f8de-2707-4648-85af-1e06e7e9d671 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.420595 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fad9f8de-2707-4648-85af-1e06e7e9d671 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/subnets/0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c HTTP/1.1" status: 204 len: 168 time: 0.8027668 Aug 31 09:42:34.420595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40208) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:34.426656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.427040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01116574-aed5-418e-b4e7-cfe1631eebdf None None] Network 00f98d6b-3aa5-450e-bc80-9606590e89cd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:34.479678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:34.480144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:34.486665 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:34.567051 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.597937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 58958f25-b6b3-4373-a021-8abf8911f9ba up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:34.609741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.616432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.633150 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.634960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/networks/2e96505e-54bc-4a1e-ab88-bc7330f81cbc HTTP/1.1" status: 204 len: 168 time: 1.6007819 Aug 31 09:42:34.642425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:34.679719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a6f30-ad20-4ae8-9468-d88630da6779 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Network': ['ID=2e96505e-54bc-4a1e-ab88-bc7330f81cbc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.784312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] DHCP port deletion for 00f98d6b-3aa5-450e-bc80-9606590e89cd request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:34.829580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e41120c1-d977-4c24-8f67-22f1515f36ad no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:34.844554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ba539-c9b9-4da5-b3ab-433775d5dcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d500cdf-4ce3-423c-b97f-5828ecfe69c8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.859740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.870294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e41120c1-d977-4c24-8f67-22f1515f36ad {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:34.870632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e41120c1-d977-4c24-8f67-22f1515f36ad not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:34.874117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.917663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823fd16e-14a4-4eca-b8b3-568a167e3f09,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.923377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-715ba539-c9b9-4da5-b3ab-433775d5dcd5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=418e24e668d8442c90af63c493d9e691&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1975205 Aug 31 09:42:34.927899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40216) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:34.933889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-9312c676-596f-4b3b-811f-dc7a9db621c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:34.936231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-9312c676-596f-4b3b-811f-dc7a9db621c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.7363107 Aug 31 09:42:34.936398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] Deleting port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:34.937266 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.960837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7872f2e0-b0d0-485e-9124-b90810777f21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:34.966795 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7872f2e0-b0d0-485e-9124-b90810777f21 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3178120 Aug 31 09:42:34.966795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40218) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:34.980504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.985795 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1f3ad0f1-dce0-494e-8778-5abc115276c4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1882412 Aug 31 09:42:34.986007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd515ac-55ad-47da-be29-8d863ca8ba7f req-129e94ef-0050-47ed-8f0a-f5edb73f5321 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:34.993238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40220) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:34.994878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bd515ac-55ad-47da-be29-8d863ca8ba7f req-129e94ef-0050-47ed-8f0a-f5edb73f5321 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.6412597 Aug 31 09:42:35.001437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1999726955', 'security_groups': ['823fd16e-14a4-4eca-b8b3-568a167e3f09'], 'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1fc4777a-1abe-415e-ac64-c630aed2ea30'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:35.028028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-f4d8d0ac-df7c-4288-b26b-8550fe7423c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709822 Aug 31 09:42:35.038330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] For port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,segment=NetworkSegment(50ab265c-1d9b-474a-a266-31dfa0c37e33),segment_id=50ab265c-1d9b-474a-a266-31dfa0c37e33)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:35.038853 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.057931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] Calling delete_port for 76d327cf-4b2c-44c0-9eba-0dc346a2e10f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:35.058885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18627ae6-6cc9-4dc0-8c52-de91c1d4f85a req-15d162a8-adc6-43c9-9714-374a67517970 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:35.061835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18627ae6-6cc9-4dc0-8c52-de91c1d4f85a req-15d162a8-adc6-43c9-9714-374a67517970 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 944 time: 0.1906338 Aug 31 09:42:35.143377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:35.143636 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.150908 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.167527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bd515ac-55ad-47da-be29-8d863ca8ba7f req-fdddb202-d47c-4a15-a862-cb5966a74f92 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717477 Aug 31 09:42:35.196167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18627ae6-6cc9-4dc0-8c52-de91c1d4f85a req-24a65f7c-02d2-4f04-9cc0-700cef22f518 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157577 Aug 31 09:42:35.197081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] Pushing event deleted for resources: {'Port': ['ID=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:35.200860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3688be-b67c-40b6-89b9-a782baa4993d None None] No DVR routers for this DVR port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:35.216164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-23c1bf13-81b8-4f8f-a4bc-bde6ef94b8ed None None] Provisioning for port 58958f25-b6b3-4373-a021-8abf8911f9ba completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:35.222370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-23c1bf13-81b8-4f8f-a4bc-bde6ef94b8ed None None] Provisioning complete for port 58958f25-b6b3-4373-a021-8abf8911f9ba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:35.223507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-23c1bf13-81b8-4f8f-a4bc-bde6ef94b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.277731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] For port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,segment=NetworkSegment(50ab265c-1d9b-474a-a266-31dfa0c37e33),segment_id=50ab265c-1d9b-474a-a266-31dfa0c37e33)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:35.278110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.286276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-86ef25f5-f73c-40f2-baba-4c4c2d126ecf service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454457 Aug 31 09:42:35.288687 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a223582e-fa4f-465f-9058-cc4ca48c8462 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3204110 Aug 31 09:42:35.293701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40224) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:35.298032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76b58785-bce6-45e2-b369-c4dfafc08608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.306188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-154939129'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:35.321492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 76d327cf-4b2c-44c0-9eba-0dc346a2e10f owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:35.343496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-23c1bf13-81b8-4f8f-a4bc-bde6ef94b8ed None None] Provisioning complete for port c7f386ba-693a-4cfc-955f-c2811c7171bc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:35.344051 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-23c1bf13-81b8-4f8f-a4bc-bde6ef94b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.347546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76b58785-bce6-45e2-b369-c4dfafc08608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.368084 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:42:35.368084 n-d-806683-2 neutron-server[94786]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:42:35.368084 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id': '41f54f8cc84a4e80bcfe42c4f829094e', 'id': '297fbe5c-6901-4708-96e5-14a9c94740d5', 'expiration': datetime.datetime(2021, 8, 31, 9, 44, 35, 358523)}] Aug 31 09:42:35.368084 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:35.368603 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:35.379862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-23c1bf13-81b8-4f8f-a4bc-bde6ef94b8ed None None] Port c7f386ba-693a-4cfc-955f-c2811c7171bc cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:35.405387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-829a9d0b-c508-4b8d-bb99-1d39d5066aab req-b37fd707-3d02-417f-acf6-582636adb404 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106045 Aug 31 09:42:35.406214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:35.499642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71081eff-76fd-490e-a77a-164160070f72 req-5e8ebb22-69eb-4e9b-b30d-29ab00005051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:35.501432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71081eff-76fd-490e-a77a-164160070f72 req-5e8ebb22-69eb-4e9b-b30d-29ab00005051 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1095 time: 0.0470428 Aug 31 09:42:35.506639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76b58785-bce6-45e2-b369-c4dfafc08608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.509232 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76b58785-bce6-45e2-b369-c4dfafc08608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.510361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-76b58785-bce6-45e2-b369-c4dfafc08608 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d500cdf-4ce3-423c-b97f-5828ecfe69c8 HTTP/1.1" status: 204 len: 168 time: 0.5801044 Aug 31 09:42:35.522537 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.537832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b58785-bce6-45e2-b369-c4dfafc08608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d500cdf-4ce3-423c-b97f-5828ecfe69c8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:35.565547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.567866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] No DVR routers for this DVR port 76d327cf-4b2c-44c0-9eba-0dc346a2e10f on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:35.569601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=76d327cf-4b2c-44c0-9eba-0dc346a2e10f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:35.621658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71081eff-76fd-490e-a77a-164160070f72 req-1222d517-b764-44a3-bf46-fab37c31825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:35.623801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71081eff-76fd-490e-a77a-164160070f72 req-1222d517-b764-44a3-bf46-fab37c31825d service neutron] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 915 time: 0.1147561 Aug 31 09:42:35.648428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] device_id is not set on port b461c3f1-00b3-450d-903f-eb63acc26636 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:35.671772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71081eff-76fd-490e-a77a-164160070f72 req-ac27cba7-d6f0-45e9-84c7-d49eab60989b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 200 len: 217 time: 0.0382288 Aug 31 09:42:35.703502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.721924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f98d6b-3aa5-450e-bc80-9606590e89cd']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:35.723987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71081eff-76fd-490e-a77a-164160070f72 req-63959ab7-1cf2-474a-855f-46bf9c42ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:35.725453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71081eff-76fd-490e-a77a-164160070f72 req-63959ab7-1cf2-474a-855f-46bf9c42ce42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.0459204 Aug 31 09:42:35.738176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ab265c-1d9b-474a-a266-31dfa0c37e33') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:35.738522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ab265c-1d9b-474a-a266-31dfa0c37e33') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:35.765359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71081eff-76fd-490e-a77a-164160070f72 req-87b96b11-3495-4d0b-a925-a2213c9aa4aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310593 Aug 31 09:42:35.779065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.806455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.818824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:35.818824 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:35.821634 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:35.854725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40230) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:35.876500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b049f78-8c0f-434d-9822-018fc883f5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.912197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71081eff-76fd-490e-a77a-164160070f72 req-0145c96d-606a-4239-8b58-ca726674e4ab service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379366 Aug 31 09:42:35.912430 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.917682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:35.919018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.923892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/networks/00f98d6b-3aa5-450e-bc80-9606590e89cd HTTP/1.1" status: 204 len: 168 time: 1.5032120 Aug 31 09:42:35.924837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.931130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40232) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:35.963030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8::2dd (e6856876-d39e-4d2c-9899-4f50f1aa8eab/1fc4777a-1abe-415e-ac64-c630aed2ea30/b461c3f1-00b3-450d-903f-eb63acc26636) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:35.965305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146658-fdc8-48b5-b418-882591ca270d tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Network': ['ID=00f98d6b-3aa5-450e-bc80-9606590e89cd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:36.035257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:36.056897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.057246 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Added segment e6814026-2a68-4c08-ad35-e2c22c6b65c8 of type vlan for network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 Aug 31 09:42:36.102905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71081eff-76fd-490e-a77a-164160070f72 req-69d13998-6d16-4628-bcac-6129bc58030c service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763043 Aug 31 09:42:36.123926 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.168505 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b049f78-8c0f-434d-9822-018fc883f5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.172082 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.177987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:36.178606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.182452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 25f72154-004c-42e4-8619-8a3cd6127ab6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:36.182814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.187635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b049f78-8c0f-434d-9822-018fc883f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.307717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0116916 Aug 31 09:42:36.342800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40242) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:36.344436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c4514-b9bf-4cf6-baf6-9a0b1bc4173a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Network': ['ID=8d105eb0-97bf-4460-a29f-58fb5c837fa2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:36.355455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:36.359045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:36.386667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3b049f78-8c0f-434d-9822-018fc883f5f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e0e77c518a549ee8b51c565eac07f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283208 Aug 31 09:42:36.423289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40244) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:36.426246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b049f78-8c0f-434d-9822-018fc883f5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac56ab23-3786-46f5-8c17-57dcdfaca328,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:36.508032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b9dda-6d5a-45cf-907a-e298fb2624e0 req-20fbdba0-a10f-4103-8226-48177007285f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:36.509587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d58b9dda-6d5a-45cf-907a-e298fb2624e0 req-20fbdba0-a10f-4103-8226-48177007285f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 944 time: 0.2096591 Aug 31 09:42:36.522044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ce65e-454f-4db8-8ead-f2438dfab6c0 req-15c28e66-54da-457f-8c1d-b13bec13bf5c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:36.523609 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-008ce65e-454f-4db8-8ead-f2438dfab6c0 req-15c28e66-54da-457f-8c1d-b13bec13bf5c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.2564080 Aug 31 09:42:36.525461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 76d327cf-4b2c-44c0-9eba-0dc346a2e10f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:36.555573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.571489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 76d327cf-4b2c-44c0-9eba-0dc346a2e10f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:36.571930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 76d327cf-4b2c-44c0-9eba-0dc346a2e10f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:36.580865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object b461c3f1-00b3-450d-903f-eb63acc26636 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:36.596140 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.596476 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.612527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 25f72154-004c-42e4-8619-8a3cd6127ab6 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:36.620888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:36.624640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.669854 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bfbd05fd-9b96-4872-8202-3b6dc4c45823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.678020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-008ce65e-454f-4db8-8ead-f2438dfab6c0 req-7d8f68e0-94b0-4994-b83d-25c5caa28010 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290414 Aug 31 09:42:36.678453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.690260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d58b9dda-6d5a-45cf-907a-e298fb2624e0 req-ae6d5c12-38da-4fcc-98fa-ce9466a603a7 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623065 Aug 31 09:42:36.725244 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bfbd05fd-9b96-4872-8202-3b6dc4c45823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.740723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:36.748144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:36.754050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:36.759664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:36.760303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.771453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=b461c3f1-00b3-450d-903f-eb63acc26636,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:36.796536 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-43b2e23f-b4ef-4f72-a852-89f0e8a22e42 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8021533 Aug 31 09:42:36.806908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40246) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:36.813303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4f395747-cdc4-4cc1-994a-44ff52f6099f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:36.857539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.866413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bfbd05fd-9b96-4872-8202-3b6dc4c45823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.868988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bfbd05fd-9b96-4872-8202-3b6dc4c45823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.872505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bfbd05fd-9b96-4872-8202-3b6dc4c45823 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac56ab23-3786-46f5-8c17-57dcdfaca328 HTTP/1.1" status: 204 len: 168 time: 0.4458206 Aug 31 09:42:36.881907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=25f72154-004c-42e4-8619-8a3cd6127ab6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:36.907515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd05fd-9b96-4872-8202-3b6dc4c45823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac56ab23-3786-46f5-8c17-57dcdfaca328,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:36.964202 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.967438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.968657 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-577e7f88-7798-4586-a1e0-93c96b3c3efa tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/floatingips/f217107a-d2ce-4a8f-8e53-7839f8bc3b57 HTTP/1.1" status: 204 len: 168 time: 1.0365951 Aug 31 09:42:36.972777 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40250) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:36.996361 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca1d475-0fe9-4b3c-a94d-fb0ceb4c2a61 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:36.997398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca1d475-0fe9-4b3c-a94d-fb0ceb4c2a61 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:36.999962 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9ca1d475-0fe9-4b3c-a94d-fb0ceb4c2a61 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/ports/6dc1112d-18cd-4756-a969-7326cf6d2142 HTTP/1.1" status: 404 len: 333 time: 0.0259943 Aug 31 09:42:37.002601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40252) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.033804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ab7b6c14-81b6-4c25-8bce-0c98b51c3cb2 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3edbffa-0efb-4036-b1e0-7d45483afed0 HTTP/1.1" status: 200 len: 205 time: 0.0299544 Aug 31 09:42:37.036514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40254) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.069488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f395747-cdc4-4cc1-994a-44ff52f6099f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:37.073272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f395747-cdc4-4cc1-994a-44ff52f6099f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.079216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.087251 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-99284d0d-f80b-4722-a5cf-17555ccc7964 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] delete failed (client error): The resource could not be found. Aug 31 09:42:37.088524 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-99284d0d-f80b-4722-a5cf-17555ccc7964 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/routers/e3edbffa-0efb-4036-b1e0-7d45483afed0 HTTP/1.1" status: 404 len: 336 time: 0.0506287 Aug 31 09:42:37.091929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40258) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.122902 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-c175026e-d973-4185-bbda-738dd803554b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:37.123907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c175026e-d973-4185-bbda-738dd803554b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:37.125651 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c175026e-d973-4185-bbda-738dd803554b tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/subnets/0a8c2d08-bec8-432f-b1c0-1f8ae4a33c5c HTTP/1.1" status: 404 len: 337 time: 0.0332987 Aug 31 09:42:37.128147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40260) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.203294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=f1c343ff-30af-4db7-b34c-9a3d132f65c4,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:37.221101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-10bea25d-5b67-42d9-b9b3-ab2e3c1c31d3 None None] Provisioning for port b461c3f1-00b3-450d-903f-eb63acc26636 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:37.227017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-10bea25d-5b67-42d9-b9b3-ab2e3c1c31d3 None None] Provisioning complete for port b461c3f1-00b3-450d-903f-eb63acc26636 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:37.227461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-10bea25d-5b67-42d9-b9b3-ab2e3c1c31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.235754 n-d-806683-2 neutron-server[94786]: INFO neutron.db.ipam_backend_mixin [None req-4f395747-cdc4-4cc1-994a-44ff52f6099f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fc4777a-1abe-415e-ac64-c630aed2ea30 (CIDR: 2001:db8::/64) Aug 31 09:42:37.237411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Checking segment: {'id': 'e6814026-2a68-4c08-ad35-e2c22c6b65c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:37.237809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network hostable DHCP agents. Network: 8d105eb0-97bf-4460-a29f-58fb5c837fa2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:37.242767 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f395747-cdc4-4cc1-994a-44ff52f6099f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:37.243235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f395747-cdc4-4cc1-994a-44ff52f6099f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:37.262558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8605bd34-881e-499e-8ff3-a4346d0ede45 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 3a67e32e-9bc8-4b67-b531-10e6ed09eb44 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:37.263085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8605bd34-881e-499e-8ff3-a4346d0ede45 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.272656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f395747-cdc4-4cc1-994a-44ff52f6099f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4618769 Aug 31 09:42:37.272656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:37.273785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40266) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.279080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a8b65d12-2e8d-4eaf-b9f1-2b2bbf568e7c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:37.279814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-10bea25d-5b67-42d9-b9b3-ab2e3c1c31d3 None None] Port b461c3f1-00b3-450d-903f-eb63acc26636 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:37.340351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8d105eb0-97bf-4460-a29f-58fb5c837fa2) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:37.348962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:37.349586 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.352217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ad4f8-b204-457f-b9fd-ab68b0a217a7 None None] Network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:37.372668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fa212545-9b78-4f03-b6a1-604f27fbca2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0255857 Aug 31 09:42:37.376433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40272) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.379370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8605bd34-881e-499e-8ff3-a4346d0ede45 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.382552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2', 'name': 'tempest-PortsTestJSON-1670967361'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:37.397820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8605bd34-881e-499e-8ff3-a4346d0ede45 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 3a67e32e-9bc8-4b67-b531-10e6ed09eb44 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:37.540761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b65d12-2e8d-4eaf-b9f1-2b2bbf568e7c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:37.545401 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b65d12-2e8d-4eaf-b9f1-2b2bbf568e7c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.550562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:37.554438 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.566687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-8d105eb0-97bf-4460-a29f-58fb5c837fa2', 'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2', 'tenant_id': '41f54f8cc84a4e80bcfe42c4f829094e', 'fixed_ips': [{'subnet_id': 'f1c343ff-30af-4db7-b34c-9a3d132f65c4'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:37.567853 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.571654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8605bd34-881e-499e-8ff3-a4346d0ede45 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.616094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605bd34-881e-499e-8ff3-a4346d0ede45 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=3a67e32e-9bc8-4b67-b531-10e6ed09eb44,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:37.621447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port d178787a-12ba-4650-a1d9-ee9cef70114c yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:37.716045 n-d-806683-2 neutron-server[94786]: INFO neutron.db.ipam_backend_mixin [None req-a8b65d12-2e8d-4eaf-b9f1-2b2bbf568e7c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5084deb0-01f4-4524-adf5-eed582011576 (CIDR: 2001:db8:0:1::/64) Aug 31 09:42:37.735277 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b65d12-2e8d-4eaf-b9f1-2b2bbf568e7c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:37.735748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b65d12-2e8d-4eaf-b9f1-2b2bbf568e7c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:37.768199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8605bd34-881e-499e-8ff3-a4346d0ede45 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.768199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8605bd34-881e-499e-8ff3-a4346d0ede45 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/ports/3a67e32e-9bc8-4b67-b531-10e6ed09eb44 HTTP/1.1" status: 204 len: 168 time: 0.6376884 Aug 31 09:42:37.770843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40286) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.774142 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a8b65d12-2e8d-4eaf-b9f1-2b2bbf568e7c tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4993181 Aug 31 09:42:37.777067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40288) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.780333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Allocated IP 172.20.0.2 (8d105eb0-97bf-4460-a29f-58fb5c837fa2/f1c343ff-30af-4db7-b34c-9a3d132f65c4/b450cc65-df1f-4772-8e16-cb421928bc37) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:37.784674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'subnet': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:37.902787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5a52c9e8-c05c-4e30-8034-81a0a3306336 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 6deafe0f-ce25-4be9-929f-f6b32bf12631 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:37.903071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a52c9e8-c05c-4e30-8034-81a0a3306336 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.927288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a848b4c1-eb0f-49e4-be48-5ff166f94f57 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:42:37.956067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8e78-7551-457a-a5a1-bdb92b44bfaa req-b8e0e2d5-9206-48c6-96b7-e5928d8774da tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:37.958485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-965e8e78-7551-457a-a5a1-bdb92b44bfaa req-b8e0e2d5-9206-48c6-96b7-e5928d8774da tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.1596153 Aug 31 09:42:37.991785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253d120-f225-47a7-9bc1-c81713991d46 req-6283f4b6-1d62-46ca-b194-91fe35b144ba tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:37.999393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9253d120-f225-47a7-9bc1-c81713991d46 req-6283f4b6-1d62-46ca-b194-91fe35b144ba tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 944 time: 0.1649795 Aug 31 09:42:38.034599 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a52c9e8-c05c-4e30-8034-81a0a3306336 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.054115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5a52c9e8-c05c-4e30-8034-81a0a3306336 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 6deafe0f-ce25-4be9-929f-f6b32bf12631 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:38.080625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-965e8e78-7551-457a-a5a1-bdb92b44bfaa req-1213fe74-a107-4dec-8468-2d5f26b80df6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117806 Aug 31 09:42:38.086060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:38.097919 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.113047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'port_id': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'mac_address': 'fa:16:3e:40:5a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:42:38.113317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9253d120-f225-47a7-9bc1-c81713991d46 req-c5f3c338-66a5-40dc-ad29-d5cba73c7b79 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107419 Aug 31 09:42:38.116734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Transition to ACTIVE for port object b450cc65-df1f-4772-8e16-cb421928bc37 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:38.132266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Made reservation on behalf of bfcbb412b7f147a180321232edfc8bda for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:38.136474 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.197260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Transition to ACTIVE for port object b450cc65-df1f-4772-8e16-cb421928bc37 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:38.212357 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.218094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.224080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a52c9e8-c05c-4e30-8034-81a0a3306336 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.262506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52c9e8-c05c-4e30-8034-81a0a3306336 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=6deafe0f-ce25-4be9-929f-f6b32bf12631,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.276101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:38.279348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:38.282759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a848b4c1-eb0f-49e4-be48-5ff166f94f57 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:38.288359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:38.317013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Pushing event updated for resources: {'Port': ['ID=b450cc65-df1f-4772-8e16-cb421928bc37,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.339038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a52c9e8-c05c-4e30-8034-81a0a3306336 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.341177 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5a52c9e8-c05c-4e30-8034-81a0a3306336 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/ports/6deafe0f-ce25-4be9-929f-f6b32bf12631 HTTP/1.1" status: 204 len: 168 time: 0.5692446 Aug 31 09:42:38.343777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:38.344655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40302) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:38.349289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.370572 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-40c9b5ca-8b3a-4f6a-91c2-585b233fa732 {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:38.371146 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:38.373774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device be726fe6-ae59-4a01-9c63-7bf27103d99e details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:42:38.415631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662c283-1755-4e21-af72-1f955ed914e7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:38.417911 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b662c283-1755-4e21-af72-1f955ed914e7 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "GET /v2.0/ports?device_id=211918ef-7bd8-4431-b123-a9210655f351 HTTP/1.1" status: 200 len: 913 time: 0.0723081 Aug 31 09:42:38.420619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40306) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:38.429726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Attempting to bind port b450cc65-df1f-4772-8e16-cb421928bc37 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:38.430089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Attempting to bind port b450cc65-df1f-4772-8e16-cb421928bc37 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e6814026-2a68-4c08-ad35-e2c22c6b65c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:38.430452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Attempting to bind port b450cc65-df1f-4772-8e16-cb421928bc37 on network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:38.447992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:38.448154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Checking segment: {'id': 'e6814026-2a68-4c08-ad35-e2c22c6b65c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:38.448568 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.448918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Bound using segment: {'id': 'e6814026-2a68-4c08-ad35-e2c22c6b65c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:38.449399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Bound port: b450cc65-df1f-4772-8e16-cb421928bc37, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6814026-2a68-4c08-ad35-e2c22c6b65c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:38.449772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.482573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a848b4c1-eb0f-49e4-be48-5ff166f94f57'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:38.526416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.594952 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.621389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] For port b450cc65-df1f-4772-8e16-cb421928bc37, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:38.662712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:38.665524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] For port b450cc65-df1f-4772-8e16-cb421928bc37, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b450cc65-df1f-4772-8e16-cb421928bc37,segment=NetworkSegment(e6814026-2a68-4c08-ad35-e2c22c6b65c8),segment_id=e6814026-2a68-4c08-ad35-e2c22c6b65c8)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:38.667295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:38.668283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port be726fe6-ae59-4a01-9c63-7bf27103d99e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:38.671336 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:38.672844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.679968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efeaaa-e87a-46af-9398-d9757a60ffce None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:38.684550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Subnet': ['ID=de727e95-2022-467b-9c0f-c0dfcd577472,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.690135 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.710170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40312) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:38.711188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9443287e-7b7b-4f9d-b285-cf84143d0092 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9325316 Aug 31 09:42:38.716081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-41436985', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de727e95-2022-467b-9c0f-c0dfcd577472'}], 'security_groups': ['775491bb-a0c7-46bf-bfe0-033eed3b68fc', '639374bb-5607-41a5-a149-8b649c5283ba']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:38.835986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.871963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.892667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 25085832-b119-4d4e-8cb8-2c7710a595af yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:38.983274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'be726fe6-ae59-4a01-9c63-7bf27103d99e', 'network_id': '30615293-f09e-4419-9666-a73a1884bb97', 'port_id': 'be726fe6-ae59-4a01-9c63-7bf27103d99e', 'mac_address': 'fa:16:3e:64:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9f9be-29e3-488d-b946-ead210565c82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:42:39.034624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.14 (8d105eb0-97bf-4460-a29f-58fb5c837fa2/f1c343ff-30af-4db7-b34c-9a3d132f65c4/25085832-b119-4d4e-8cb8-2c7710a595af) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:39.189013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e65db-e6c6-499f-8616-c1d7e0f7d87a None None] Pushing event updated for resources: {'Port': ['ID=b450cc65-df1f-4772-8e16-cb421928bc37,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:39.203289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.260970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be726fe6-ae59-4a01-9c63-7bf27103d99e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:39.285448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port be726fe6-ae59-4a01-9c63-7bf27103d99e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:39.299959 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.302654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.355905 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.375132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object 25085832-b119-4d4e-8cb8-2c7710a595af will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:39.433832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=be726fe6-ae59-4a01-9c63-7bf27103d99e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:39.510799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.545250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee2ddf-7156-48e1-9db9-5e31d68838fd None None] Update dhcp port {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'fixed_ips': [{'subnet_id': '5084deb0-01f4-4524-adf5-eed582011576', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1fc4777a-1abe-415e-ac64-c630aed2ea30', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de727e95-2022-467b-9c0f-c0dfcd577472'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '58958f25-b6b3-4373-a021-8abf8911f9ba'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:39.587379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['be726fe6-ae59-4a01-9c63-7bf27103d99e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:39.596649 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dee2ddf-7156-48e1-9db9-5e31d68838fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.597575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=25085832-b119-4d4e-8cb8-2c7710a595af,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:39.633825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:39.640559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:39.643119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:39.656171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276201b-f04a-4d11-b4ad-c120dcc389c3 req-b1d25f6c-4e2e-4616-b08e-1a64eb859200 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:39.657789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a276201b-f04a-4d11-b4ad-c120dcc389c3 req-b1d25f6c-4e2e-4616-b08e-1a64eb859200 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 944 time: 0.4128513 Aug 31 09:42:39.677366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Delete allocated IP 2001:db8::2dd (e6856876-d39e-4d2c-9899-4f50f1aa8eab/1fc4777a-1abe-415e-ac64-c630aed2ea30) {{(pid=94787) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:42:39.685935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd654b6f-200b-4d3b-9a15-bf34162c0d70 req-4125b0a8-67b3-45fe-8d8d-99ba37456958 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:39.693715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd654b6f-200b-4d3b-9a15-bf34162c0d70 req-4125b0a8-67b3-45fe-8d8d-99ba37456958 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 945 time: 0.4193218 Aug 31 09:42:39.752959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Allocated IP 2001:db8:0:2::398 (e6856876-d39e-4d2c-9899-4f50f1aa8eab/de727e95-2022-467b-9c0f-c0dfcd577472/b461c3f1-00b3-450d-903f-eb63acc26636) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:39.788894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:39.789674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.807876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd654b6f-200b-4d3b-9a15-bf34162c0d70 req-efba4b15-810d-465b-9a36-e6cdd2f81c19 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120284 Aug 31 09:42:39.821501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a276201b-f04a-4d11-b4ad-c120dcc389c3 req-6e699b81-b238-4ba2-bb08-930afd272726 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250384 Aug 31 09:42:39.859347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eaa3d1f7-9476-4f8c-9f7b-cd69b56f3684 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4818106 Aug 31 09:42:39.862235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40332) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:39.872514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '8d105eb0-97bf-4460-a29f-58fb5c837fa2', 'name': 'tempest-PortsTestJSON-259196968'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:39.910346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port f027bab9-6017-4d2e-ae30-102ee39b0ecb {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:39.910984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.949070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a848b4c1-eb0f-49e4-be48-5ff166f94f57 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:40.039897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:40.044093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a848b4c1-eb0f-49e4-be48-5ff166f94f57 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:40.044578 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.046347 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.073981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 3f7c759b-a6ae-41ee-8937-ad02f817c6c3 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:40.125444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.171704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for f027bab9-6017-4d2e-ae30-102ee39b0ecb owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:40.175460 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.222369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:40.226890 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bba94d-e910-4606-97db-052d5e4b5187" -d '{"events": [{"server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "name": "network-vif-plugged", "status": "completed", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:40.261562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.10 (8d105eb0-97bf-4460-a29f-58fb5c837fa2/f1c343ff-30af-4db7-b34c-9a3d132f65c4/3f7c759b-a6ae-41ee-8937-ad02f817c6c3) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:40.281544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.283199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:40.289386 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.354995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Transition to ACTIVE for port object b461c3f1-00b3-450d-903f-eb63acc26636 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:40.370933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.385023 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396e0120-918d-4537-b90d-b86a915ce497 x-openstack-request-id: req-396e0120-918d-4537-b90d-b86a915ce497 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:40.385366 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "name": "network-vif-plugged", "status": "completed", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:40.385772 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-396e0120-918d-4537-b90d-b86a915ce497 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:40.386382 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'code': 200} Aug 31 09:42:40.389156 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:40.490612 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.507070 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] In _notify_port_updated(), no bound segment for port b461c3f1-00b3-450d-903f-eb63acc26636 on network e6856876-d39e-4d2c-9899-4f50f1aa8eab {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:42:40.523474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:40.524723 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.529633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "PUT /v2.0/ports/b461c3f1-00b3-450d-903f-eb63acc26636 HTTP/1.1" status: 200 len: 968 time: 1.8178062 Aug 31 09:42:40.535862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40346) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:40.543279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-5dee2ddf-7156-48e1-9db9-5e31d68838fd None None] Allocated IP 2001:db8:0:2::2 (e6856876-d39e-4d2c-9899-4f50f1aa8eab/de727e95-2022-467b-9c0f-c0dfcd577472/58958f25-b6b3-4373-a021-8abf8911f9ba) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:40.558676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcb505-0cc3-4f7b-b8f2-ba69a05e00fa tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event updated for resources: {'Port': ['ID=b461c3f1-00b3-450d-903f-eb63acc26636,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:40.667689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b450cc65-df1f-4772-8e16-cb421928bc37 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:40.709595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.727763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object 3f7c759b-a6ae-41ee-8937-ad02f817c6c3 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:40.760429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4094e-80a8-4de2-82b9-5a8339a44947 None None] Network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:40.811017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.860100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.864785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=f027bab9-6017-4d2e-ae30-102ee39b0ecb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:40.917651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:40.923705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:40.933871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:41.080828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-437524ba-2659-4ce4-9fb9-d97fbe843aa0 None None] Provisioning for port b450cc65-df1f-4772-8e16-cb421928bc37 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:41.197697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.239645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5dee2ddf-7156-48e1-9db9-5e31d68838fd None None] For port 58958f25-b6b3-4373-a021-8abf8911f9ba, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=58958f25-b6b3-4373-a021-8abf8911f9ba,segment=NetworkSegment(7fc06955-c29f-4bb0-8db8-1c57631e2dc1),segment_id=7fc06955-c29f-4bb0-8db8-1c57631e2dc1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:41.262573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port b450cc65-df1f-4772-8e16-cb421928bc37 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:41.309120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b450cc65-df1f-4772-8e16-cb421928bc37 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:41.309641 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.387617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dee2ddf-7156-48e1-9db9-5e31d68838fd None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.438933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5dee2ddf-7156-48e1-9db9-5e31d68838fd None None] Transition to ACTIVE for port object 58958f25-b6b3-4373-a021-8abf8911f9ba will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:41.450742 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dee2ddf-7156-48e1-9db9-5e31d68838fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.510362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=3f7c759b-a6ae-41ee-8937-ad02f817c6c3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:41.526785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee2ddf-7156-48e1-9db9-5e31d68838fd None None] Pushing event updated for resources: {'Port': ['ID=58958f25-b6b3-4373-a021-8abf8911f9ba,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:41.541271 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.638691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port b461c3f1-00b3-450d-903f-eb63acc26636 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:41.639678 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.645089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Router 211918ef-7bd8-4431-b123-a9210655f351 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:41.661987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:41.663648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.691615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port b450cc65-df1f-4772-8e16-cb421928bc37, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b450cc65-df1f-4772-8e16-cb421928bc37,segment=NetworkSegment(e6814026-2a68-4c08-ad35-e2c22c6b65c8),segment_id=e6814026-2a68-4c08-ad35-e2c22c6b65c8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:41.739697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.743892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc20b4-91e4-4275-8acf-05df2fc88b96 req-064d5999-c0af-4045-a338-66eefbcde8bc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:41.746244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4afc20b4-91e4-4275-8acf-05df2fc88b96 req-064d5999-c0af-4045-a338-66eefbcde8bc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.3164546 Aug 31 09:42:41.869234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f980fa7a-27f5-4abe-aadd-c07f4a3be214 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0056071 Aug 31 09:42:41.874387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40380) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:41.895154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:41.914249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3d071-d193-4be8-9dec-30d9e6bad75a None None] Sync routers for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:41.923599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea25f6-7dea-447e-9695-e85b09582df4 req-d37e2962-b0a5-4e5c-9632-a64ad62c40f6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:41.928052 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e1553ac8-4956-46cb-a0e2-543908f94f98 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "PUT /v2.0/routers/211918ef-7bd8-4431-b123-a9210655f351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059943 Aug 31 09:42:41.929917 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2ea25f6-7dea-447e-9695-e85b09582df4 req-d37e2962-b0a5-4e5c-9632-a64ad62c40f6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 945 time: 0.4989083 Aug 31 09:42:41.930584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40382) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:41.941171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Provisioning for port 25085832-b119-4d4e-8cb8-2c7710a595af completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:41.960894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3d071-d193-4be8-9dec-30d9e6bad75a None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:41.961532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-75a3d071-d193-4be8-9dec-30d9e6bad75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:41.964161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Provisioning complete for port 25085832-b119-4d4e-8cb8-2c7710a595af triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:41.964537 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.983494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=b450cc65-df1f-4772-8e16-cb421928bc37,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:42.094814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-75a3d071-d193-4be8-9dec-30d9e6bad75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:42.131094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Port 25085832-b119-4d4e-8cb8-2c7710a595af cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:42.132885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3d071-d193-4be8-9dec-30d9e6bad75a None None] Routers {'211918ef-7bd8-4431-b123-a9210655f351'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:42.133612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-75a3d071-d193-4be8-9dec-30d9e6bad75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['211918ef-7bd8-4431-b123-a9210655f351'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:42.197832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-75a3d071-d193-4be8-9dec-30d9e6bad75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:42.198657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3d071-d193-4be8-9dec-30d9e6bad75a None None] The sync data for ids ['211918ef-7bd8-4431-b123-a9210655f351'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:42.206716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Provisioning for port 3f7c759b-a6ae-41ee-8937-ad02f817c6c3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:42.215395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Provisioning complete for port 3f7c759b-a6ae-41ee-8937-ad02f817c6c3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:42.217091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.243834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4afc20b4-91e4-4275-8acf-05df2fc88b96 req-c816ebf8-9824-4e21-a075-6559336fcf74 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183969 Aug 31 09:42:42.266507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Port 3f7c759b-a6ae-41ee-8937-ad02f817c6c3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:42.286917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Provisioning complete for port b450cc65-df1f-4772-8e16-cb421928bc37 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:42.291278 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-50ea8d40-5235-40f0-a2aa-2952bca320e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.400870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device be726fe6-ae59-4a01-9c63-7bf27103d99e up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:42.467820 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.473235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2ea25f6-7dea-447e-9695-e85b09582df4 req-d681969f-1ef8-4e47-bfeb-61dfdfd1e9af tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782054 Aug 31 09:42:42.517944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec805ca1-ff45-4ced-ac95-85e3f3c383ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:42.519567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ec805ca1-ff45-4ced-ac95-85e3f3c383ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.6335969 Aug 31 09:42:42.522999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40386) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:42.537159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for b461c3f1-00b3-450d-903f-eb63acc26636 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:42.568265 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.649407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port be726fe6-ae59-4a01-9c63-7bf27103d99e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:42.661939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port be726fe6-ae59-4a01-9c63-7bf27103d99e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:42.662385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.670541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b450cc65-df1f-4772-8e16-cb421928bc37 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:42.774395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9561a7be-46dd-4864-8e00-b67913db3e07 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 3f7c759b-a6ae-41ee-8937-ad02f817c6c3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:42.774975 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9561a7be-46dd-4864-8e00-b67913db3e07 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.844720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-89b40a03-ede1-4caa-930c-1caad694ee1d None None] Provisioning complete for port 25085832-b119-4d4e-8cb8-2c7710a595af triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:42.845640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-89b40a03-ede1-4caa-930c-1caad694ee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.927304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-89b40a03-ede1-4caa-930c-1caad694ee1d None None] Port 25085832-b119-4d4e-8cb8-2c7710a595af cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:42.961779 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9561a7be-46dd-4864-8e00-b67913db3e07 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.971263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b450cc65-df1f-4772-8e16-cb421928bc37 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:42.971263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.008388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9561a7be-46dd-4864-8e00-b67913db3e07 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 3f7c759b-a6ae-41ee-8937-ad02f817c6c3 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:43.163827 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.344772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.349097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 58958f25-b6b3-4373-a021-8abf8911f9ba up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:43.398627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.415248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9561a7be-46dd-4864-8e00-b67913db3e07 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.435998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=b461c3f1-00b3-450d-903f-eb63acc26636,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:43.491716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561a7be-46dd-4864-8e00-b67913db3e07 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=3f7c759b-a6ae-41ee-8937-ad02f817c6c3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:43.498836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Provisioning for port b461c3f1-00b3-450d-903f-eb63acc26636 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:43.549526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.551956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:43.555674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.556293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.558670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.558670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.558670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.558670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.558670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.559741 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfba7ae-9a5a-41d6-99a2-090aadfe14bc" -d '{"events": [{"server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:43.565479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.567078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9561a7be-46dd-4864-8e00-b67913db3e07 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.572868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.573427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.573856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:43.575504 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9561a7be-46dd-4864-8e00-b67913db3e07 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/3f7c759b-a6ae-41ee-8937-ad02f817c6c3 HTTP/1.1" status: 204 len: 168 time: 1.0510075 Aug 31 09:42:43.580812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40400) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:43.595955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Provisioning complete for port b461c3f1-00b3-450d-903f-eb63acc26636 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:43.596326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.630021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.632508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4cf31215-67d5-46e7-aea8-b35b72bd77a3 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/b461c3f1-00b3-450d-903f-eb63acc26636 HTTP/1.1" status: 204 len: 168 time: 3.0942521 Aug 31 09:42:43.634698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port be726fe6-ae59-4a01-9c63-7bf27103d99e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:43.635493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40402) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:43.688510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Port b461c3f1-00b3-450d-903f-eb63acc26636 was deleted so its status cannot be updated. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:42:43.692510 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.702975 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-79432433-34fe-461b-94c0-3d7e08ba8888 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] GET failed (client error): The resource could not be found. Aug 31 09:42:43.705830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-79432433-34fe-461b-94c0-3d7e08ba8888 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports/b461c3f1-00b3-450d-903f-eb63acc26636 HTTP/1.1" status: 404 len: 333 time: 0.0684214 Aug 31 09:42:43.715084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40404) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:43.722944 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.760086 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6625756-b10b-4135-9076-f64758522b7b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:42:43.763023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Provisioning for port 58958f25-b6b3-4373-a021-8abf8911f9ba completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:43.776388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Provisioning complete for port 58958f25-b6b3-4373-a021-8abf8911f9ba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:43.778205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.786338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e6625756-b10b-4135-9076-f64758522b7b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/3f7c759b-a6ae-41ee-8937-ad02f817c6c3 HTTP/1.1" status: 404 len: 333 time: 0.1831822 Aug 31 09:42:43.791488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40406) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:43.854271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-666d594b-2dcd-4ff3-a5e3-7d42f43afed7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.889586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=be726fe6-ae59-4a01-9c63-7bf27103d99e,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:43.896352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2478e-92cc-466a-95b9-cd70495fae1b req-807f1fd9-ba1a-4339-821e-7f7636a35dd8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:43.898673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85a2478e-92cc-466a-95b9-cd70495fae1b req-807f1fd9-ba1a-4339-821e-7f7636a35dd8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.5017350 Aug 31 09:42:43.903087 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-666d594b-2dcd-4ff3-a5e3-7d42f43afed7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.963708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85a2478e-92cc-466a-95b9-cd70495fae1b req-5be7f06e-8c8a-4610-954a-fcb92d09b805 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498891 Aug 31 09:42:43.966926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Provisioning complete for port c7f386ba-693a-4cfc-955f-c2811c7171bc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:43.967419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.995074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9d67583f-8222-46bf-abad-f493301d952d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 25085832-b119-4d4e-8cb8-2c7710a595af {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:43.995425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d67583f-8222-46bf-abad-f493301d952d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.999621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dbc2d-46c1-4bfb-a7a1-9ad14f931637 req-8b76513d-9175-48ae-9e99-900bcec1b4c3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.008394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-473dbc2d-46c1-4bfb-a7a1-9ad14f931637 req-8b76513d-9175-48ae-9e99-900bcec1b4c3 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 946 time: 0.2740071 Aug 31 09:42:44.012482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-666d594b-2dcd-4ff3-a5e3-7d42f43afed7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.015623 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-666d594b-2dcd-4ff3-a5e3-7d42f43afed7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.016830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting port 7c19edf2-76e9-489b-b752-b9a6b8bf8639 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:44.016979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-666d594b-2dcd-4ff3-a5e3-7d42f43afed7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/security-groups/823fd16e-14a4-4eca-b8b3-568a167e3f09 HTTP/1.1" status: 204 len: 168 time: 0.3007667 Aug 31 09:42:44.017185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.038726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Port c7f386ba-693a-4cfc-955f-c2811c7171bc cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:44.048082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40408) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.056835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fa4b7879-de96-4dc3-8913-d05938aa5810 None None] Could not find standard attr ID for object 3f7c759b-a6ae-41ee-8937-ad02f817c6c3. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:44.078874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d594b-2dcd-4ff3-a5e3-7d42f43afed7 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823fd16e-14a4-4eca-b8b3-568a167e3f09,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.152966 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe634168-4662-469d-9be2-3b38e3f19140 x-openstack-request-id: req-fe634168-4662-469d-9be2-3b38e3f19140 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:44.153384 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "name": "network-vif-plugged", "status": "completed", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:44.154352 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe634168-4662-469d-9be2-3b38e3f19140 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:44.154961 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e', 'code': 200} Aug 31 09:42:44.169397 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d67583f-8222-46bf-abad-f493301d952d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.172488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.181456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-536bc2af-7601-4c30-9922-6386f4be0bfb None None] Could not find standard attr ID for object b461c3f1-00b3-450d-903f-eb63acc26636. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:44.195385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-473dbc2d-46c1-4bfb-a7a1-9ad14f931637 req-dcb878d9-3ef3-4f1b-9d52-b0b142acf408 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859674 Aug 31 09:42:44.198710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9d67583f-8222-46bf-abad-f493301d952d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 25085832-b119-4d4e-8cb8-2c7710a595af owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:44.199597 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.221625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Calling delete_port for 7c19edf2-76e9-489b-b752-b9a6b8bf8639 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:44.225353 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.329087 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.332810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.337565 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/security-groups/639374bb-5607-41a5-a149-8b649c5283ba HTTP/1.1" status: 204 len: 168 time: 0.2824156 Aug 31 09:42:44.338197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40416) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.355992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639374bb-5607-41a5-a149-8b649c5283ba,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.368254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.368830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.369294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.369822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.370252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.372539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.372539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.372539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.372539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.372539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.373147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.373869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d612c4-1974-4bf6-829b-5e984d6479d2 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:44.448540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d67583f-8222-46bf-abad-f493301d952d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.470217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3289d-355a-4d93-9b2b-c6144b70a104 req-a9df33c9-6b32-4c0d-bb07-9718886a2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.471884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2d3289d-355a-4d93-9b2b-c6144b70a104 req-a9df33c9-6b32-4c0d-bb07-9718886a2a32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1097 time: 0.1835165 Aug 31 09:42:44.476257 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eef3d797-8284-4c46-87de-5f4591742dca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.521862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67583f-8222-46bf-abad-f493301d952d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=25085832-b119-4d4e-8cb8-2c7710a595af,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.592914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eef3d797-8284-4c46-87de-5f4591742dca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.653224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d67583f-8222-46bf-abad-f493301d952d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.660367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9d67583f-8222-46bf-abad-f493301d952d tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/25085832-b119-4d4e-8cb8-2c7710a595af HTTP/1.1" status: 204 len: 168 time: 0.8672497 Aug 31 09:42:44.662187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.729311 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-42224140-170a-4af7-a83e-b784b52b0a5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:42:44.735420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2d3289d-355a-4d93-9b2b-c6144b70a104 req-ab2001c0-49b0-496e-b9c7-bd91f231075e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512894 Aug 31 09:42:44.736355 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.736883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-42224140-170a-4af7-a83e-b784b52b0a5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/25085832-b119-4d4e-8cb8-2c7710a595af HTTP/1.1" status: 404 len: 333 time: 0.0728071 Aug 31 09:42:44.737567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40424) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.786106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Port': ['ID=7c19edf2-76e9-489b-b752-b9a6b8bf8639,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.819272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec6a1b8-027d-4b97-b138-9ab26ea5c80e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet f1c343ff-30af-4db7-b34c-9a3d132f65c4 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:44.824565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a1b8-027d-4b97-b138-9ab26ea5c80e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.863642 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.932769 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eef3d797-8284-4c46-87de-5f4591742dca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.936582 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eef3d797-8284-4c46-87de-5f4591742dca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.940940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eef3d797-8284-4c46-87de-5f4591742dca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/security-groups/775491bb-a0c7-46bf-bfe0-033eed3b68fc HTTP/1.1" status: 204 len: 168 time: 0.5960512 Aug 31 09:42:44.941646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40426) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.993190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3d797-8284-4c46-87de-5f4591742dca tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775491bb-a0c7-46bf-bfe0-033eed3b68fc,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.996462 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.023107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.133471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb7bb48-e7ec-481d-99d9-dd7eb8ca3ad4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 1fc4777a-1abe-415e-ac64-c630aed2ea30 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:45.137222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.137790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Fanout notify agent at l3_agent the message router_deleted on router 211918ef-7bd8-4431-b123-a9210655f351 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:45.155203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.156349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5e6d5779-6889-4c35-bbfa-74a097282e69 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/routers/211918ef-7bd8-4431-b123-a9210655f351 HTTP/1.1" status: 204 len: 168 time: 3.1632175 Aug 31 09:42:45.158210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcb7bb48-e7ec-481d-99d9-dd7eb8ca3ad4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.181408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40432) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:45.209278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a1b8-027d-4b97-b138-9ab26ea5c80e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.258658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae43a3-dec1-43a8-b5cc-e7e73912ba07 req-80924248-64ee-423c-938e-a1c2520522bb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:45.260253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40ae43a3-dec1-43a8-b5cc-e7e73912ba07 req-80924248-64ee-423c-938e-a1c2520522bb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.1700096 Aug 31 09:42:45.264883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcb7bb48-e7ec-481d-99d9-dd7eb8ca3ad4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.326205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-090f030d-1fba-4c61-870d-a038eb4a2079 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Deleting subnet 3a295dff-fb00-423e-8e53-8c6286c0c168 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:45.338606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090f030d-1fba-4c61-870d-a038eb4a2079 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.389389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a1b8-027d-4b97-b138-9ab26ea5c80e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.421478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40ae43a3-dec1-43a8-b5cc-e7e73912ba07 req-7a79a954-83f6-43c7-9def-21ca0f2465ee tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516731 Aug 31 09:42:45.447270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090f030d-1fba-4c61-870d-a038eb4a2079 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.475794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a1b8-027d-4b97-b138-9ab26ea5c80e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.509654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6a1b8-027d-4b97-b138-9ab26ea5c80e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c343ff-30af-4db7-b34c-9a3d132f65c4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:45.527862 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a1b8-027d-4b97-b138-9ab26ea5c80e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.533159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b66228-c758-4bd1-a53f-22d40b9f0521 None None] Network 8d105eb0-97bf-4460-a29f-58fb5c837fa2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:45.533730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6ec6a1b8-027d-4b97-b138-9ab26ea5c80e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/f1c343ff-30af-4db7-b34c-9a3d132f65c4 HTTP/1.1" status: 204 len: 168 time: 0.7947009 Aug 31 09:42:45.533918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40436) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:45.549540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd5c21-8e1f-4cc4-92af-64bd5f3b9e85 req-95dc225a-8e83-4e0f-955a-ec052b5309cd tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:45.561027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78cd5c21-8e1f-4cc4-92af-64bd5f3b9e85 req-95dc225a-8e83-4e0f-955a-ec052b5309cd tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 946 time: 0.2309937 Aug 31 09:42:45.592533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcb7bb48-e7ec-481d-99d9-dd7eb8ca3ad4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.627214 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.715347 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcb7bb48-e7ec-481d-99d9-dd7eb8ca3ad4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.730332 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090f030d-1fba-4c61-870d-a038eb4a2079 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.735131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port b450cc65-df1f-4772-8e16-cb421928bc37 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:45.735719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.859631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78cd5c21-8e1f-4cc4-92af-64bd5f3b9e85 req-3a15bdc4-97c8-4d5d-8dbb-66645f2bec96 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975669 Aug 31 09:42:45.864007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7bb48-e7ec-481d-99d9-dd7eb8ca3ad4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc4777a-1abe-415e-ac64-c630aed2ea30,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:45.873906 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcb7bb48-e7ec-481d-99d9-dd7eb8ca3ad4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.883212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37ec01-7533-4f71-8511-fc7b3ab8fbfd None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:45.883550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40446) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:45.891915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fcb7bb48-e7ec-481d-99d9-dd7eb8ca3ad4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/1fc4777a-1abe-415e-ac64-c630aed2ea30 HTTP/1.1" status: 204 len: 168 time: 0.9383094 Aug 31 09:42:45.965212 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090f030d-1fba-4c61-870d-a038eb4a2079 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.970020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] DHCP port deletion for 8d105eb0-97bf-4460-a29f-58fb5c837fa2 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:46.026827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f030d-1fba-4c61-870d-a038eb4a2079 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Subnet': ['ID=3a295dff-fb00-423e-8e53-8c6286c0c168,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:46.029842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] For port b450cc65-df1f-4772-8e16-cb421928bc37, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b450cc65-df1f-4772-8e16-cb421928bc37,segment=NetworkSegment(e6814026-2a68-4c08-ad35-e2c22c6b65c8),segment_id=e6814026-2a68-4c08-ad35-e2c22c6b65c8)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:46.030803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-090f030d-1fba-4c61-870d-a038eb4a2079 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.031380 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.033666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-090f030d-1fba-4c61-870d-a038eb4a2079 tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/subnets/3a295dff-fb00-423e-8e53-8c6286c0c168 HTTP/1.1" status: 204 len: 168 time: 0.8513689 Aug 31 09:42:46.036333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40448) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:46.086994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for b450cc65-df1f-4772-8e16-cb421928bc37 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:46.104852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c82fdc-5dbd-4ec5-85b9-b1fd5cba0bd4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet de727e95-2022-467b-9c0f-c0dfcd577472 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:46.125879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32c82fdc-5dbd-4ec5-85b9-b1fd5cba0bd4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.134607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] Deleting port b450cc65-df1f-4772-8e16-cb421928bc37 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:46.135308 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.179568 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.304942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.317524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fee462-dada-4ac6-91e3-ac2ecc2a1cdf']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:46.332203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32c82fdc-5dbd-4ec5-85b9-b1fd5cba0bd4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.332436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68e3cba-0363-4d7b-b00a-d84ced821d12') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:46.332850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68e3cba-0363-4d7b-b00a-d84ced821d12') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:46.350089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.369802 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.378974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:46.379246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.469799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:46.500621 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:46.516596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.521513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32c82fdc-5dbd-4ec5-85b9-b1fd5cba0bd4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.525561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=b450cc65-df1f-4772-8e16-cb421928bc37,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:46.552181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No DVR routers for this DVR port b450cc65-df1f-4772-8e16-cb421928bc37 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:46.577616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.584225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] 10.222.0.69 "DELETE /v2.0/networks/18fee462-dada-4ac6-91e3-ac2ecc2a1cdf HTTP/1.1" status: 204 len: 168 time: 0.5460172 Aug 31 09:42:46.590762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ad5a4-2476-4fbb-9ce7-f690f13314ef tempest-FloatingIPTestJSON-1893378134 tempest-FloatingIPTestJSON-1893378134-project] Pushing event deleted for resources: {'Network': ['ID=18fee462-dada-4ac6-91e3-ac2ecc2a1cdf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:46.616790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] For port b450cc65-df1f-4772-8e16-cb421928bc37, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b450cc65-df1f-4772-8e16-cb421928bc37,segment=NetworkSegment(e6814026-2a68-4c08-ad35-e2c22c6b65c8),segment_id=e6814026-2a68-4c08-ad35-e2c22c6b65c8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:46.617446 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.651883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] Calling delete_port for b450cc65-df1f-4772-8e16-cb421928bc37 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:46.707553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5200b-e415-42f8-b490-3ca1dc1786f7 req-e0908c89-0ff5-4cc8-ba66-5c09ad6836f3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:46.721640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec5200b-e415-42f8-b490-3ca1dc1786f7 req-e0908c89-0ff5-4cc8-ba66-5c09ad6836f3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.1007321 Aug 31 09:42:46.758805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.768731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b450cc65-df1f-4772-8e16-cb421928bc37 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:46.775637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d105eb0-97bf-4460-a29f-58fb5c837fa2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:46.811522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bec5200b-e415-42f8-b490-3ca1dc1786f7 req-9a26c729-4b1d-47f6-939d-4e533b4909d8 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883684 Aug 31 09:42:46.833270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6814026-2a68-4c08-ad35-e2c22c6b65c8') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:46.833617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6814026-2a68-4c08-ad35-e2c22c6b65c8') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:46.835935 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32c82fdc-5dbd-4ec5-85b9-b1fd5cba0bd4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.880311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c82fdc-5dbd-4ec5-85b9-b1fd5cba0bd4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=de727e95-2022-467b-9c0f-c0dfcd577472,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:46.889987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.915217 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.917630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-32c82fdc-5dbd-4ec5-85b9-b1fd5cba0bd4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.919320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: b450cc65-df1f-4772-8e16-cb421928bc37 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:46.919698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b450cc65-df1f-4772-8e16-cb421928bc37 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:46.934054 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-32c82fdc-5dbd-4ec5-85b9-b1fd5cba0bd4 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/de727e95-2022-467b-9c0f-c0dfcd577472 HTTP/1.1" status: 204 len: 168 time: 1.0291951 Aug 31 09:42:46.937119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40464) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:46.966360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.984001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] Pushing event deleted for resources: {'Port': ['ID=b450cc65-df1f-4772-8e16-cb421928bc37,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:46.994026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:46.994442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.000013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f21d5-9437-409d-a512-911ec9f87d39 None None] No DVR routers for this DVR port b450cc65-df1f-4772-8e16-cb421928bc37 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:47.006106 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:47.026407 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-206b4e8c-97bf-49c6-a82d-e0a77e2273f9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:47.027316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206b4e8c-97bf-49c6-a82d-e0a77e2273f9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:47.038409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-206b4e8c-97bf-49c6-a82d-e0a77e2273f9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/1fc4777a-1abe-415e-ac64-c630aed2ea30 HTTP/1.1" status: 404 len: 337 time: 0.0999484 Aug 31 09:42:47.041184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40466) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:47.117170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40468) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:47.118302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f03f8b-327b-4830-8f14-687a7fe7aeb3 None None] Update dhcp port {'port': {'network_id': 'e6856876-d39e-4d2c-9899-4f50f1aa8eab', 'fixed_ips': [{'subnet_id': '5084deb0-01f4-4524-adf5-eed582011576', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'de727e95-2022-467b-9c0f-c0dfcd577472'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '58958f25-b6b3-4373-a021-8abf8911f9ba'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:47.130807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.149610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.155840 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/networks/8d105eb0-97bf-4460-a29f-58fb5c837fa2 HTTP/1.1" status: 204 len: 168 time: 1.6207242 Aug 31 09:42:47.177090 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5f03f8b-327b-4830-8f14-687a7fe7aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.178329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:47.188586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1070941305'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:47.210410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b97a8b-84f7-444e-bb0b-1cb9e20a21ca tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Network': ['ID=8d105eb0-97bf-4460-a29f-58fb5c837fa2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:47.214701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:47.219117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.286501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a25e4-80da-49b2-992b-2afe4daa8e5c req-2f9fdb11-e427-4a09-ba5c-bf54c4256790 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:47.293048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-984a25e4-80da-49b2-992b-2afe4daa8e5c req-2f9fdb11-e427-4a09-ba5c-bf54c4256790 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1816485 Aug 31 09:42:47.303463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-58092141-8bc3-486a-9f54-9bb8f183ef5f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting subnet 5084deb0-01f4-4524-adf5-eed582011576 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:47.315934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:47.345641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.346227 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Added segment 55e8c22a-673b-4754-b4cf-e02067c3cb08 of type vlan for network 2068368f-468a-47f4-8d2b-942cc025ea2c Aug 31 09:42:47.355547 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-58092141-8bc3-486a-9f54-9bb8f183ef5f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.434133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.480395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.491346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:47.491997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.573767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3933101 Aug 31 09:42:47.577417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40478) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:47.593443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:47.614247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca1688-ebb3-4604-9d17-337e6cf40cb9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Network': ['ID=2068368f-468a-47f4-8d2b-942cc025ea2c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:47.625276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 2068368f-468a-47f4-8d2b-942cc025ea2c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:47.773808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:47.778337 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.828227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e621411d-e807-4d8b-bca1-c65778b4e231 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5411606900de406f9a827a1fe2ac201c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097929 Aug 31 09:42:47.832740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-58092141-8bc3-486a-9f54-9bb8f183ef5f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.834165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40480) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:47.851457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-984a25e4-80da-49b2-992b-2afe4daa8e5c req-f6d43b14-67a2-4512-81de-d74c897310de tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326781 Aug 31 09:42:47.944354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5368657-4415-4b91-91e9-25c594966def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.997544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5368657-4415-4b91-91e9-25c594966def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.049383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-58092141-8bc3-486a-9f54-9bb8f183ef5f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.085261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51965f-40d4-465f-9edc-bb397b62a947 req-edcc0e1f-03df-419f-9773-37997eae5fc3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:48.086983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f51965f-40d4-465f-9edc-bb397b62a947 req-edcc0e1f-03df-419f-9773-37997eae5fc3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.1554511 Aug 31 09:42:48.093454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-47212b5c-f13f-40e2-b987-e63a4a059b0e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1349552294&fields=id&tenant_id=6b1e220103cc4b3d995becfe1120fa9a HTTP/1.1" status: 200 len: 267 time: 0.1427002 Aug 31 09:42:48.098947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.167407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5368657-4415-4b91-91e9-25c594966def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.170909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5368657-4415-4b91-91e9-25c594966def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.172270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d5368657-4415-4b91-91e9-25c594966def admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f51cd0a-cec6-4236-8469-5baccdd79ae0 HTTP/1.1" status: 204 len: 168 time: 0.3371346 Aug 31 09:42:48.195618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f51965f-40d4-465f-9edc-bb397b62a947 req-9aca1930-119d-46ac-8171-f9bff97a5486 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729623 Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-e5f03f8b-327b-4830-8f14-687a7fe7aeb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5084deb0-01f4-4524-adf5-eed582011576: This subnet is being modified by another concurrent operation. Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:42:48.241524 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5084deb0-01f4-4524-adf5-eed582011576: This subnet is being modified by another concurrent operation. Aug 31 09:42:48.308358 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:42:48.334011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-38371605-a7f4-49b8-9459-e15168589def tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:48.334011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-38371605-a7f4-49b8-9459-e15168589def tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 946 time: 0.1331992 Aug 31 09:42:48.335834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5368657-4415-4b91-91e9-25c594966def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f51cd0a-cec6-4236-8469-5baccdd79ae0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:48.336542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-58092141-8bc3-486a-9f54-9bb8f183ef5f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.336830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-758780fc-02df-4a0a-a1c7-a617aa70fd84 req-33b299ab-c4ab-4d47-803b-683c91bcbd1d service neutron] (94787) timed out ('10.222.0.20', 60554) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:42:48.336830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-5ea3c7e7-941b-4df7-b516-62b9a4ea91ca req-aa3eb7fc-a0a9-4887-82b5-66253ac1affb service neutron] (94787) timed out ('10.222.0.20', 60509) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:42:48.337127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58092141-8bc3-486a-9f54-9bb8f183ef5f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Subnet': ['ID=5084deb0-01f4-4524-adf5-eed582011576,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:48.337127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'port': {'security_groups': ['a95515dc-1164-44cd-977a-ecc78f3ea9ef', '4fa18d91-08af-4046-a7be-da910dcbb720']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:48.341905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=f574b98e-0107-4495-8119-e98605f67db1,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:48.366945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Checking segment: {'id': '55e8c22a-673b-4754-b4cf-e02067c3cb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:48.366945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network hostable DHCP agents. Network: 2068368f-468a-47f4-8d2b-942cc025ea2c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:48.429467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 2068368f-468a-47f4-8d2b-942cc025ea2c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:48.449004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 2068368f-468a-47f4-8d2b-942cc025ea2c) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:48.452640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-58092141-8bc3-486a-9f54-9bb8f183ef5f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.455660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-58092141-8bc3-486a-9f54-9bb8f183ef5f tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/5084deb0-01f4-4524-adf5-eed582011576 HTTP/1.1" status: 204 len: 168 time: 1.4135232 Aug 31 09:42:48.459202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40492) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.483730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:48.488265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.501123 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0b389b-0dac-4211-8f28-4734a17c2339 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:48.501963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0b389b-0dac-4211-8f28-4734a17c2339 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:48.504050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cd0b389b-0dac-4211-8f28-4734a17c2339 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/9ad28c43-18eb-4bb9-a973-75ce4378a1ed HTTP/1.1" status: 404 len: 337 time: 0.0433834 Aug 31 09:42:48.507750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40500) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.532151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d59e78b-c72f-4c77-a0d1-3a390a655526 None None] Network 2068368f-468a-47f4-8d2b-942cc025ea2c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:48.541180 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fbc64cab-368f-4be3-bcb0-e76b6796e4a2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9630220 Aug 31 09:42:48.543990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.555911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c', 'name': 'tempest-PortsTestJSON-530633735', 'fixed_ips': [{'subnet_id': 'f574b98e-0107-4495-8119-e98605f67db1', 'ip_address': '172.20.0.10'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:48.573138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-80a71ebf-213d-4f88-8ce7-60289cfdf985 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "GET /v2.0/ports?device_id=9db4357d-c7b9-4d10-bc4e-5d63e77a9b49 HTTP/1.1" status: 200 len: 205 time: 0.0636702 Aug 31 09:42:48.581033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40506) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.651868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f7832-e3ce-4bec-b686-1db37c04b152 None None] Network e6856876-d39e-4d2c-9899-4f50f1aa8eab requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:48.660426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 58958f25-b6b3-4373-a021-8abf8911f9ba no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:48.772042 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-4fd33fc4-775c-4be9-bbf0-6f2648789279 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] delete failed (client error): The resource could not be found. Aug 31 09:42:48.774153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4fd33fc4-775c-4be9-bbf0-6f2648789279 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/routers/9db4357d-c7b9-4d10-bc4e-5d63e77a9b49 HTTP/1.1" status: 404 len: 336 time: 0.1813757 Aug 31 09:42:48.778542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40510) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.813250 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-e466a920-dd4d-4904-958f-0829ee94658e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:48.813916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e466a920-dd4d-4904-958f-0829ee94658e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:48.816333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-05b626bd-4da7-4950-861c-976af2a4dbea None None] Provisioning complete for port 58958f25-b6b3-4373-a021-8abf8911f9ba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:48.816768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05b626bd-4da7-4950-861c-976af2a4dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.819863 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e466a920-dd4d-4904-958f-0829ee94658e tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/2db059b8-f26b-4de8-81f5-308e9b17cdf7 HTTP/1.1" status: 404 len: 337 time: 0.0372689 Aug 31 09:42:48.819863 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.824999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.901036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:48.942466 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-5641a453-039f-4c10-b755-23c08177bcfc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:48.942952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5641a453-039f-4c10-b755-23c08177bcfc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:48.944648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5641a453-039f-4c10-b755-23c08177bcfc tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/c45da0c6-a641-4df6-ab0f-a91c51f5147b HTTP/1.1" status: 404 len: 337 time: 0.1187267 Aug 31 09:42:48.947457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40518) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.992748 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-2955e65b-dbd3-4142-813c-8ac766a43dd9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:48.993479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2955e65b-dbd3-4142-813c-8ac766a43dd9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:48.995583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2955e65b-dbd3-4142-813c-8ac766a43dd9 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/27d6dde4-c591-4349-93d1-02e9aa8e6d6d HTTP/1.1" status: 404 len: 337 time: 0.0470295 Aug 31 09:42:48.998269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40520) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.068439 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-64874bee-9bc4-4262-8f42-00c83cf70252 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:49.071368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64874bee-9bc4-4262-8f42-00c83cf70252 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:49.073880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64874bee-9bc4-4262-8f42-00c83cf70252 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/70847f94-ab97-4ed0-a347-b7eb27ccbd85 HTTP/1.1" status: 404 len: 333 time: 0.0729816 Aug 31 09:42:49.076941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40524) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.135374 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.175382 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd5cc41-ff5d-4601-ae02-96bbfd1d20bb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:49.176248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd5cc41-ff5d-4601-ae02-96bbfd1d20bb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:49.180792 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5cd5cc41-ff5d-4601-ae02-96bbfd1d20bb tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/4c4a0562-9bca-4df7-ab13-b4d3bfc46480 HTTP/1.1" status: 404 len: 337 time: 0.1026211 Aug 31 09:42:49.188651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40526) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.299521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 58958f25-b6b3-4373-a021-8abf8911f9ba, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=58958f25-b6b3-4373-a021-8abf8911f9ba,segment=NetworkSegment(7fc06955-c29f-4bb0-8db8-1c57631e2dc1),segment_id=7fc06955-c29f-4bb0-8db8-1c57631e2dc1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:49.300885 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd6b020-2091-4a00-beda-eebc45f06357 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:49.302287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd6b020-2091-4a00-beda-eebc45f06357 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:49.309280 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1fd6b020-2091-4a00-beda-eebc45f06357 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/8ce4775b-e385-4284-923e-2c70547595d2 HTTP/1.1" status: 404 len: 337 time: 0.1074836 Aug 31 09:42:49.310054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40532) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.327878 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.372243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.380590 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-f733d958-4736-48d3-9aac-54ab8b4d5adf tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:49.382939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f733d958-4736-48d3-9aac-54ab8b4d5adf tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:49.389338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f733d958-4736-48d3-9aac-54ab8b4d5adf tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/44117de1-8bbd-4a8b-9bee-66542b075277 HTTP/1.1" status: 404 len: 333 time: 0.0747242 Aug 31 09:42:49.405462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40536) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.422685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] For port be726fe6-ae59-4a01-9c63-7bf27103d99e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:49.462906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=58958f25-b6b3-4373-a021-8abf8911f9ba,revision_number=11']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:49.479752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e74127-be70-4433-b136-0b70a1295b5b req-4c53db69-dee7-41a4-af38-5a3b0ce155e5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:49.482305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7e74127-be70-4433-b136-0b70a1295b5b req-4c53db69-dee7-41a4-af38-5a3b0ce155e5 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.1139448 Aug 31 09:42:49.489169 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b47221-8523-42b1-880a-0ea11f2a9091 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:49.489648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b47221-8523-42b1-880a-0ea11f2a9091 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:49.497161 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-63b47221-8523-42b1-880a-0ea11f2a9091 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/3c31e205-6e0f-4cf1-8f87-1a002cd54765 HTTP/1.1" status: 404 len: 337 time: 0.0884900 Aug 31 09:42:49.502343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40542) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.526198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.535645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 033bf124-5576-4d4e-a3c7-3856dd78aa95 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:49.539269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.574495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9', 'be726fe6-ae59-4a01-9c63-7bf27103d99e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:49.593169 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f28d0f2-e02c-4acb-9aba-dec483091667 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] DELETE failed (client error): The resource could not be found. Aug 31 09:42:49.594285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f28d0f2-e02c-4acb-9aba-dec483091667 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:49.596267 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4f28d0f2-e02c-4acb-9aba-dec483091667 tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/subnets/530470b4-1190-4ba5-bc46-9c0f6b8c6dd8 HTTP/1.1" status: 404 len: 337 time: 0.0845537 Aug 31 09:42:49.600208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7e74127-be70-4433-b136-0b70a1295b5b req-41d2d126-1007-4231-8b86-042dc477384b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064897 Aug 31 09:42:49.601277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40546) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.643882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:49.654790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.654790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b74ff69-fd74-427d-b2d5-7f80d444c4b3 req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "PUT /v2.0/ports/be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 200 len: 982 time: 1.3816185 Aug 31 09:42:49.654790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:49.659279 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f67ed3-0c48-4a03-b009-d2197814139c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:49.726047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22b0ee-50d0-4703-a5d0-33fff83be0d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'Port': ['ID=be726fe6-ae59-4a01-9c63-7bf27103d99e,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:49.729035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-2068368f-468a-47f4-8d2b-942cc025ea2c', 'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c', 'tenant_id': '41f54f8cc84a4e80bcfe42c4f829094e', 'fixed_ips': [{'subnet_id': 'f574b98e-0107-4495-8119-e98605f67db1'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:49.731537 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.737132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] DHCP port deletion for e6856876-d39e-4d2c-9899-4f50f1aa8eab request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:49.778058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-05b626bd-4da7-4950-861c-976af2a4dbea None None] Provisioning complete for port c7f386ba-693a-4cfc-955f-c2811c7171bc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:49.778435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05b626bd-4da7-4950-861c-976af2a4dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.821761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40556) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.850146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce2c1368-0740-41e5-91fa-9fa72d21e02d req-c54eb0bb-6df5-4135-b5bd-cda8f38097d8 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/4fa18d91-08af-4046-a7be-da910dcbb720 HTTP/1.1" status: 200 len: 1802 time: 0.1681190 Aug 31 09:42:49.869607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-05b626bd-4da7-4950-861c-976af2a4dbea None None] Port c7f386ba-693a-4cfc-955f-c2811c7171bc cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:49.878507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['be726fe6-ae59-4a01-9c63-7bf27103d99e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:49.893061 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574da882-5f54-4fe6-88fe-ec53bb11e2bc x-openstack-request-id: req-574da882-5f54-4fe6-88fe-ec53bb11e2bc {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:49.893359 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:49.893613 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-574da882-5f54-4fe6-88fe-ec53bb11e2bc {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:49.894022 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e', 'status': 'completed', 'code': 200} Aug 31 09:42:50.018546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f67ed3-0c48-4a03-b009-d2197814139c req-7fbfd943-e958-4c8f-843f-b98a7aa0ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:50.022247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82f67ed3-0c48-4a03-b009-d2197814139c req-7fbfd943-e958-4c8f-843f-b98a7aa0ab1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1136 time: 0.0993192 Aug 31 09:42:50.041926 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-ce2c1368-0740-41e5-91fa-9fa72d21e02d req-b4e1ecbf-dcc1-4b48-b058-7387775d7856 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:42:50.064254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce2c1368-0740-41e5-91fa-9fa72d21e02d req-b4e1ecbf-dcc1-4b48-b058-7387775d7856 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/4fa18d91-08af-4046-a7be-da910dcbb720 HTTP/1.1" status: 409 len: 341 time: 0.2062078 Aug 31 09:42:50.192326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f67ed3-0c48-4a03-b009-d2197814139c req-e84ee2fc-eb91-4328-9528-cb9386b8e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:50.193973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82f67ed3-0c48-4a03-b009-d2197814139c req-e84ee2fc-eb91-4328-9528-cb9386b8e995 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 915 time: 0.1623054 Aug 31 09:42:50.203283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1127789811'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:50.273532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.10 (2068368f-468a-47f4-8d2b-942cc025ea2c/f574b98e-0107-4495-8119-e98605f67db1/033bf124-5576-4d4e-a3c7-3856dd78aa95) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:50.319826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-97ded762-8772-43d4-92e8-228979cb90ed tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Deleting port c7f386ba-693a-4cfc-955f-c2811c7171bc {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:50.322066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97ded762-8772-43d4-92e8-228979cb90ed tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.322890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] Deleting port 58958f25-b6b3-4373-a021-8abf8911f9ba {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:50.323435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.409095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82f67ed3-0c48-4a03-b009-d2197814139c req-3d21d68f-14e7-4e85-aba3-c177d68e783e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 200 len: 217 time: 0.1639354 Aug 31 09:42:50.417827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:50.424605 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.443977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97ded762-8772-43d4-92e8-228979cb90ed tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.475681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] For port 58958f25-b6b3-4373-a021-8abf8911f9ba, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=58958f25-b6b3-4373-a021-8abf8911f9ba,segment=NetworkSegment(7fc06955-c29f-4bb0-8db8-1c57631e2dc1),segment_id=7fc06955-c29f-4bb0-8db8-1c57631e2dc1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:50.476081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.508566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] Calling delete_port for 58958f25-b6b3-4373-a021-8abf8911f9ba owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:50.514731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-97ded762-8772-43d4-92e8-228979cb90ed tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Calling delete_port for c7f386ba-693a-4cfc-955f-c2811c7171bc owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:50.586554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f67ed3-0c48-4a03-b009-d2197814139c req-49091222-4e71-45a0-be54-487e5c975631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:50.588404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82f67ed3-0c48-4a03-b009-d2197814139c req-49091222-4e71-45a0-be54-487e5c975631 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.1137652 Aug 31 09:42:50.649450 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82f67ed3-0c48-4a03-b009-d2197814139c req-49163b09-f15c-4ffb-8b1a-07484c6ae369 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402544 Aug 31 09:42:50.653513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.721589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5acea-279c-4588-baee-3fc3063c43ab req-fb0386ad-e213-4981-8059-0b968b00e717 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:50.723420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eaf5acea-279c-4588-baee-3fc3063c43ab req-fb0386ad-e213-4981-8059-0b968b00e717 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 985 time: 0.3191078 Aug 31 09:42:50.756774 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.768499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.795730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object 033bf124-5576-4d4e-a3c7-3856dd78aa95 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:50.805174 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97ded762-8772-43d4-92e8-228979cb90ed tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.833856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] Pushing event deleted for resources: {'Port': ['ID=58958f25-b6b3-4373-a021-8abf8911f9ba,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:50.856689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5210149-a249-4a13-ba8b-7a9285423760 None None] No DVR routers for this DVR port 58958f25-b6b3-4373-a021-8abf8911f9ba on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:50.860979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ded762-8772-43d4-92e8-228979cb90ed tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Port': ['ID=c7f386ba-693a-4cfc-955f-c2811c7171bc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:50.879780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97ded762-8772-43d4-92e8-228979cb90ed tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.881906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-97ded762-8772-43d4-92e8-228979cb90ed tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/ports/c7f386ba-693a-4cfc-955f-c2811c7171bc HTTP/1.1" status: 204 len: 168 time: 1.2796736 Aug 31 09:42:50.888169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40570) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:51.004276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.090875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Allocated IP 172.20.0.2 (2068368f-468a-47f4-8d2b-942cc025ea2c/f574b98e-0107-4495-8119-e98605f67db1/7754bdbd-5b7d-42f3-8717-15a049470e19) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:51.091230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=033bf124-5576-4d4e-a3c7-3856dd78aa95,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:51.117112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 2068368f-468a-47f4-8d2b-942cc025ea2c is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:51.129425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.137871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:51.147330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:51.154902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82f67ed3-0c48-4a03-b009-d2197814139c req-7a9bc046-b39c-4644-a4aa-9f28afb616cd service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847150 Aug 31 09:42:51.231047 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eaf5acea-279c-4588-baee-3fc3063c43ab req-42d314f2-9bd6-4821-b41a-7d94e651b81f tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa18d91-08af-4046-a7be-da910dcbb720&id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3843830 Aug 31 09:42:51.311335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea8528-0a9a-40d3-b034-af52745ff380 req-97e46cfb-2bc9-429f-806d-2b86597773c9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:51.312925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6dea8528-0a9a-40d3-b034-af52745ff380 req-97e46cfb-2bc9-429f-806d-2b86597773c9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.4654059 Aug 31 09:42:51.319199 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.335782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Transition to ACTIVE for port object 7754bdbd-5b7d-42f3-8717-15a049470e19 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:51.336937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:51.337755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.351253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.371488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Transition to ACTIVE for port object 7754bdbd-5b7d-42f3-8717-15a049470e19 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:51.380689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.384512 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.391713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.411459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6856876-d39e-4d2c-9899-4f50f1aa8eab']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:51.416999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6d1df12d-973f-45cc-9ec3-c7fed62aab36 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8685985 Aug 31 09:42:51.430735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40574) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:51.447699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c', 'name': 'tempest-PortsTestJSON-1368261241', 'fixed_ips': [{'subnet_id': 'f574b98e-0107-4495-8119-e98605f67db1', 'ip_address': '172.20.0.9'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:51.461371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc06955-c29f-4bb0-8db8-1c57631e2dc1') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:51.461636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc06955-c29f-4bb0-8db8-1c57631e2dc1') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:51.474578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:51.487442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Network 2068368f-468a-47f4-8d2b-942cc025ea2c is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:51.496464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:51.522463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:51.535095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab2ba75-d4fa-435d-8969-94802f7f3b6b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:51.538334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Pushing event updated for resources: {'Port': ['ID=7754bdbd-5b7d-42f3-8717-15a049470e19,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:51.541561 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.549096 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Added segment e0b2d732-18b7-44c3-a869-65dde4c9945c of type vlan for network 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 Aug 31 09:42:51.593012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.598680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6dea8528-0a9a-40d3-b034-af52745ff380 req-eb3da758-c4e2-430b-a9ff-0d03125103b3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083528 Aug 31 09:42:51.629699 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.641980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.647977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82f67ed3-0c48-4a03-b009-d2197814139c req-9d8badff-3d11-4fd1-be7f-789799682807 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759395 Aug 31 09:42:51.650273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:51.650758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:51.655962 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:51.675162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Attempting to bind port 7754bdbd-5b7d-42f3-8717-15a049470e19 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:51.676291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Attempting to bind port 7754bdbd-5b7d-42f3-8717-15a049470e19 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '55e8c22a-673b-4754-b4cf-e02067c3cb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:51.676849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Attempting to bind port 7754bdbd-5b7d-42f3-8717-15a049470e19 on network 2068368f-468a-47f4-8d2b-942cc025ea2c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:51.684376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:51.685173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Checking segment: {'id': '55e8c22a-673b-4754-b4cf-e02067c3cb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:51.687099 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.687770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Bound using segment: {'id': '55e8c22a-673b-4754-b4cf-e02067c3cb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:51.689298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Bound port: 7754bdbd-5b7d-42f3-8717-15a049470e19, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e8c22a-673b-4754-b4cf-e02067c3cb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2068368f-468a-47f4-8d2b-942cc025ea2c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:51.689973 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.733312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.752978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:51.757387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.814997 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a79937e8-2b59-4a07-b805-26f2b2c630e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.830983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0014970 Aug 31 09:42:51.839949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] For port 7754bdbd-5b7d-42f3-8717-15a049470e19, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:51.852184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] For port 7754bdbd-5b7d-42f3-8717-15a049470e19, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7754bdbd-5b7d-42f3-8717-15a049470e19,segment=NetworkSegment(55e8c22a-673b-4754-b4cf-e02067c3cb08),segment_id=55e8c22a-673b-4754-b4cf-e02067c3cb08)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:51.864365 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.946405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:51.963989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.980013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669a040-99b7-443a-aa4b-7c8ab0b27a9c None None] Pushing event updated for resources: {'Port': ['ID=7754bdbd-5b7d-42f3-8717-15a049470e19,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:52.035741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab590bb9-3e6c-4672-97bc-9c1b27abd1de tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Network': ['ID=4e9ed7fc-876a-4b9b-ba64-7cbbc1200072,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:52.048758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:52.072504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port d820f944-41d0-44a6-87bb-ae666e67c779 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:52.096431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.099732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-289dc4db-e3a2-4e23-8f14-ee4e70c7a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:52.109257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-289dc4db-e3a2-4e23-8f14-ee4e70c7a450 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1136 time: 0.3229914 Aug 31 09:42:52.110000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.115769 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] 10.222.0.69 "DELETE /v2.0/networks/e6856876-d39e-4d2c-9899-4f50f1aa8eab HTTP/1.1" status: 204 len: 168 time: 1.2238626 Aug 31 09:42:52.259833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db63dca-f564-4e4c-8460-b45f2ecd3b2b tempest-PortsIpV6TestJSON-1843498688 tempest-PortsIpV6TestJSON-1843498688-project] Pushing event deleted for resources: {'Network': ['ID=e6856876-d39e-4d2c-9899-4f50f1aa8eab,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:52.335311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-bcb5c046-bc6e-4166-8525-14e3b38f07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:52.342423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-bcb5c046-bc6e-4166-8525-14e3b38f07a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 915 time: 0.2259333 Aug 31 09:42:52.468869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-991cfe3c-0d63-4f37-b79f-f2a298ac6ffc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 200 len: 217 time: 0.1195450 Aug 31 09:42:52.648752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-ba0c33c0-8b21-467e-a54d-b3c0b9462963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:52.654691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-ba0c33c0-8b21-467e-a54d-b3c0b9462963 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.1768520 Aug 31 09:42:52.838346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.9 (2068368f-468a-47f4-8d2b-942cc025ea2c/f574b98e-0107-4495-8119-e98605f67db1/d820f944-41d0-44a6-87bb-ae666e67c779) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:52.843357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7754bdbd-5b7d-42f3-8717-15a049470e19 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:52.868518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-231bc08d-5143-4ea6-a1b9-393a4c50ba98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774089 Aug 31 09:42:52.987925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 7754bdbd-5b7d-42f3-8717-15a049470e19 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:53.036971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40598) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.133522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4567ea-036e-4857-a412-a7131736fa21 req-d01dc170-0fbe-4616-b05c-e9b130809490 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:53.140623 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce4567ea-036e-4857-a412-a7131736fa21 req-d01dc170-0fbe-4616-b05c-e9b130809490 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 985 time: 0.4848709 Aug 31 09:42:53.261984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.284253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object d820f944-41d0-44a6-87bb-ae666e67c779 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:53.330352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.371638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010dbd5-ea2e-4f13-a74f-9e1fd046ff28 req-3482cbcf-5189-4603-bbd8-2addb7cf56e9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:53.380252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e010dbd5-ea2e-4f13-a74f-9e1fd046ff28 req-3482cbcf-5189-4603-bbd8-2addb7cf56e9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.3731148 Aug 31 09:42:53.393266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 2068368f-468a-47f4-8d2b-942cc025ea2c is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:53.397173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:53.404501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:53.464139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:53.465129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.507435 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0755053 Aug 31 09:42:53.509135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d3bfa-b2ec-49ac-acee-73d67e7b4bbf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=d820f944-41d0-44a6-87bb-ae666e67c779,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:53.517854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-634a98b3-5ec1-403a-82b3-e2f27d940861 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfcbb412b7f147a180321232edfc8bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701736 Aug 31 09:42:53.523121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40602) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.523878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40604) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.526082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce4567ea-036e-4857-a412-a7131736fa21 req-881450c5-a381-439f-9322-b59e3d4345ab tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa18d91-08af-4046-a7be-da910dcbb720&id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3782065 Aug 31 09:42:53.589245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-5041e356-dde7-439d-a6c4-a63f048de922 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7191706 Aug 31 09:42:53.608345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e010dbd5-ea2e-4f13-a74f-9e1fd046ff28 req-6bf4c685-7d51-4395-ad47-9dbd3b200f13 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264566 Aug 31 09:42:53.862873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f402c2ef-00e9-4761-a58f-38507676dbcb req-e0f87b17-cef4-4740-b361-05721267a965 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468183 Aug 31 09:42:53.898928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9328e7-9341-412d-b418-482a604b0346 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:53.901985 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7a9328e7-9341-412d-b418-482a604b0346 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3759873 Aug 31 09:42:53.904407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40610) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.991264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f6545a66-8868-4183-a426-7b9f0fe36609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.114669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f6545a66-8868-4183-a426-7b9f0fe36609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.117092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e51a8c3-194a-41fc-88e0-7b5b833bf86c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:54.132836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e51a8c3-194a-41fc-88e0-7b5b833bf86c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:54.141203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e51a8c3-194a-41fc-88e0-7b5b833bf86c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:54.146591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6e51a8c3-194a-41fc-88e0-7b5b833bf86c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2407191 Aug 31 09:42:54.147436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40614) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:54.222851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891dabb-f68e-441c-8a40-91540b7b9203 None None] Network 2068368f-468a-47f4-8d2b-942cc025ea2c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:54.263906 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f6545a66-8868-4183-a426-7b9f0fe36609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.269265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f6545a66-8868-4183-a426-7b9f0fe36609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.272610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f6545a66-8868-4183-a426-7b9f0fe36609 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0cdc473-aa94-457f-b715-2208fae4f538 HTTP/1.1" status: 204 len: 168 time: 0.6963634 Aug 31 09:42:54.303118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a22212f1-5725-4cc8-9a45-51eedd72c0b0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port d820f944-41d0-44a6-87bb-ae666e67c779 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:54.303871 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a22212f1-5725-4cc8-9a45-51eedd72c0b0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.312076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6545a66-8868-4183-a426-7b9f0fe36609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cdc473-aa94-457f-b715-2208fae4f538,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:54.398479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Provisioning for port 7754bdbd-5b7d-42f3-8717-15a049470e19 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:54.421107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Provisioning complete for port 7754bdbd-5b7d-42f3-8717-15a049470e19 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:54.421473 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.799042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a22212f1-5725-4cc8-9a45-51eedd72c0b0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.860282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a22212f1-5725-4cc8-9a45-51eedd72c0b0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for d820f944-41d0-44a6-87bb-ae666e67c779 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:54.899430 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.998678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] For port 7754bdbd-5b7d-42f3-8717-15a049470e19, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7754bdbd-5b7d-42f3-8717-15a049470e19,segment=NetworkSegment(55e8c22a-673b-4754-b4cf-e02067c3cb08),segment_id=55e8c22a-673b-4754-b4cf-e02067c3cb08)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:55.024825 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.105479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Pushing event updated for resources: {'Port': ['ID=7754bdbd-5b7d-42f3-8717-15a049470e19,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:55.128061 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.134418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.135174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.135799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.136572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.137210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.137793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.139622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.140294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.140851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.141434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.142003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.142955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151c1d67-b48a-4458-b530-53533aa8defc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:55.336904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40638) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:55.353511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'subnet': {'network_id': '4e9ed7fc-876a-4b9b-ba64-7cbbc1200072', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:55.441948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259f36a-754f-4b01-b768-77cd7d163daa req-96d824ed-185e-4d90-9a66-26138849273c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:55.443682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f259f36a-754f-4b01-b768-77cd7d163daa req-96d824ed-185e-4d90-9a66-26138849273c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.3456230 Aug 31 09:42:55.460949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcd587-91d2-4ae3-be0f-7d87f6704ae1 req-bb23225d-6203-4962-8212-e66337dd5f93 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:55.462870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dfcd587-91d2-4ae3-be0f-7d87f6704ae1 req-bb23225d-6203-4962-8212-e66337dd5f93 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 985 time: 0.3764403 Aug 31 09:42:55.552459 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a22212f1-5725-4cc8-9a45-51eedd72c0b0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.631060 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dfcd587-91d2-4ae3-be0f-7d87f6704ae1 req-8ee19d18-23c0-4209-bf44-64b971c965a2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fa18d91-08af-4046-a7be-da910dcbb720&id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1386878 Aug 31 09:42:55.637231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22212f1-5725-4cc8-9a45-51eedd72c0b0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=d820f944-41d0-44a6-87bb-ae666e67c779,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:55.650189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f259f36a-754f-4b01-b768-77cd7d163daa req-bd49d0af-9c93-4dad-a861-2f689781327c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993420 Aug 31 09:42:55.660306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a1d63262-26d8-4e94-bcb2-1cd8b659c7fc None None] Provisioning complete for port 7754bdbd-5b7d-42f3-8717-15a049470e19 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:55.660866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a1d63262-26d8-4e94-bcb2-1cd8b659c7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.728860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:55.728860 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.817781 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d130691-2279-42cb-9512-dc5f85139932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.918648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a22212f1-5725-4cc8-9a45-51eedd72c0b0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.925297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a22212f1-5725-4cc8-9a45-51eedd72c0b0 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/d820f944-41d0-44a6-87bb-ae666e67c779 HTTP/1.1" status: 204 len: 168 time: 1.7766819 Aug 31 09:42:55.932976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40650) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:56.016023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a1d63262-26d8-4e94-bcb2-1cd8b659c7fc None None] Could not find standard attr ID for object d820f944-41d0-44a6-87bb-ae666e67c779. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:56.044882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a1d63262-26d8-4e94-bcb2-1cd8b659c7fc None None] Provisioning for port 033bf124-5576-4d4e-a3c7-3856dd78aa95 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:56.045896 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fab699-8336-494a-8e9e-372c97500bc3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:42:56.050078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-32fab699-8336-494a-8e9e-372c97500bc3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/d820f944-41d0-44a6-87bb-ae666e67c779 HTTP/1.1" status: 404 len: 333 time: 0.1131103 Aug 31 09:42:56.051225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a1d63262-26d8-4e94-bcb2-1cd8b659c7fc None None] Provisioning complete for port 033bf124-5576-4d4e-a3c7-3856dd78aa95 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:56.051609 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a1d63262-26d8-4e94-bcb2-1cd8b659c7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.061775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40652) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:56.076687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.144864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a1d63262-26d8-4e94-bcb2-1cd8b659c7fc None None] Port 033bf124-5576-4d4e-a3c7-3856dd78aa95 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:56.147694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40660) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:56.178864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-77b18051-5801-4437-b373-dd46c7e7ab9a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1116318256&fields=id&tenant_id=6b1e220103cc4b3d995becfe1120fa9a HTTP/1.1" status: 200 len: 267 time: 0.1654437 Aug 31 09:42:56.286782 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:42:56.290189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7e699b0c-3232-49a1-a635-b5b67235f226 None None] Provisioning complete for port 033bf124-5576-4d4e-a3c7-3856dd78aa95 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:56.290610 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e699b0c-3232-49a1-a635-b5b67235f226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.335054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Checking segment: {'id': 'e0b2d732-18b7-44c3-a869-65dde4c9945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '4e9ed7fc-876a-4b9b-ba64-7cbbc1200072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:56.335428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network hostable DHCP agents. Network: 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:56.352720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d56d6d51-d3ca-42ef-ae75-3a1fb4148e51 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 033bf124-5576-4d4e-a3c7-3856dd78aa95 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:56.353874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d56d6d51-d3ca-42ef-ae75-3a1fb4148e51 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.377395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-b0473d02-845b-45c7-adb1-f18fbb820ef2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:56.388687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-b0473d02-845b-45c7-adb1-f18fbb820ef2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 985 time: 0.2023506 Aug 31 09:42:56.410097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'port': {'security_groups': ['4fa18d91-08af-4046-a7be-da910dcbb720', 'a95515dc-1164-44cd-977a-ecc78f3ea9ef', 'a771c6d3-fb41-4008-9001-a539336868af']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:56.414643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7e699b0c-3232-49a1-a635-b5b67235f226 None None] Port 033bf124-5576-4d4e-a3c7-3856dd78aa95 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:56.427631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Subnet': ['ID=2baeed0f-6806-467a-a093-48a5bd789d1c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:56.438502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1095079142'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:56.453819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:56.469981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:56.476192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:56.477096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.485473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9fdc9-7342-471a-93b3-eb887ddb51a2 None None] Network 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:56.508974 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5f19d27c-3c7a-4893-bfad-68d24d1dc106 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1669686 Aug 31 09:42:56.511602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40666) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:56.523581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-234745888'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:56.546849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d56d6d51-d3ca-42ef-ae75-3a1fb4148e51 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.561194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d56d6d51-d3ca-42ef-ae75-3a1fb4148e51 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 033bf124-5576-4d4e-a3c7-3856dd78aa95 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:56.582419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.627653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-87c935c1-b786-4e3c-a021-e9d2e780e4bc None None] Could not find standard attr ID for object d820f944-41d0-44a6-87bb-ae666e67c779. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:56.649537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:56.658237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.680777 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:56.686816 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.704873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7754bdbd-5b7d-42f3-8717-15a049470e19 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:56.705524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.853430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 7754bdbd-5b7d-42f3-8717-15a049470e19 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:56.854345 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.913529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4e9ed7fc-876a-4b9b-ba64-7cbbc1200072', 'network_id': '4e9ed7fc-876a-4b9b-ba64-7cbbc1200072', 'tenant_id': 'ca01ad8f192840c0bd5d37e65979d852', 'fixed_ips': [{'subnet_id': '2baeed0f-6806-467a-a093-48a5bd789d1c'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:56.914652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.941048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:56.958032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.958351 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Added segment 679f91ad-7366-48f5-991b-17d7b92fde8f of type vlan for network 240e82fb-6aca-4835-94e5-ce91f4279e45 Aug 31 09:42:57.006795 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.037580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.046554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:57.047285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.088291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0db41-55d2-4194-bfcf-044cc3d331b4 req-acdaa26f-28fe-4216-91ed-f052d694ce35 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:57.096487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78c0db41-55d2-4194-bfcf-044cc3d331b4 req-acdaa26f-28fe-4216-91ed-f052d694ce35 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.1920695 Aug 31 09:42:57.189148 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.196321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78c0db41-55d2-4194-bfcf-044cc3d331b4 req-88bab601-9ed6-41ee-8391-5fc950096f0c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985861 Aug 31 09:42:57.200422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.244585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Allocated IP 2001:db8:0:ffff::2 (4e9ed7fc-876a-4b9b-ba64-7cbbc1200072/2baeed0f-6806-467a-a093-48a5bd789d1c/77b57805-39c0-4e93-b77e-37444f87ee9d) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:57.251660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] For port be726fe6-ae59-4a01-9c63-7bf27103d99e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:57.276132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:57.298559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e6b10e-e80b-4436-9c90-a316476ec2bb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.326010 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.326373 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment fe4fddb5-0c34-417c-845b-c7d1e61a4174 of type vlan for network a1861ce2-63ba-47ab-83b1-4246fe95dff6 Aug 31 09:42:57.336519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.353038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.373223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9', 'be726fe6-ae59-4a01-9c63-7bf27103d99e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:57.509930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:57.510835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.512434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddf5dfcd-d290-451d-abda-588cec753af5 req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "PUT /v2.0/ports/be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 200 len: 1021 time: 1.1137726 Aug 31 09:42:57.535016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:57.537207 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2800f0a5-9088-421b-8df6-8da9ea31ad53" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:57.544209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.596981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0843093 Aug 31 09:42:57.600680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40680) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:57.603058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d56d6d51-d3ca-42ef-ae75-3a1fb4148e51 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.610573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'subnet': {'network_id': '240e82fb-6aca-4835-94e5-ce91f4279e45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:57.634209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bd621-3392-42c6-b965-e2345e042266 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Network': ['ID=240e82fb-6aca-4835-94e5-ce91f4279e45,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.641817 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b213af1-e9fc-4530-b65d-cee23e12aac7 x-openstack-request-id: req-1b213af1-e9fc-4530-b65d-cee23e12aac7 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:57.642219 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:57.642487 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b213af1-e9fc-4530-b65d-cee23e12aac7 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:57.643170 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e', 'status': 'completed', 'code': 200} Aug 31 09:42:57.675142 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:42:57.703994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['be726fe6-ae59-4a01-9c63-7bf27103d99e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:57.708676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 240e82fb-6aca-4835-94e5-ce91f4279e45 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:57.713712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d6864-27a6-47a8-ac0e-79c5d8985b1a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'Port': ['ID=be726fe6-ae59-4a01-9c63-7bf27103d99e,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.736190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d6d51-d3ca-42ef-ae75-3a1fb4148e51 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=033bf124-5576-4d4e-a3c7-3856dd78aa95,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.740679 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.750142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:57.750851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.840689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07fac653-5c44-4822-8cc4-50ff6521ada9 req-91db816c-77ec-4c18-80cd-c654ca49756c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a771c6d3-fb41-4008-9001-a539336868af HTTP/1.1" status: 200 len: 1803 time: 0.2800055 Aug 31 09:42:57.897371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d56d6d51-d3ca-42ef-ae75-3a1fb4148e51 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.901931 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d56d6d51-d3ca-42ef-ae75-3a1fb4148e51 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/033bf124-5576-4d4e-a3c7-3856dd78aa95 HTTP/1.1" status: 204 len: 168 time: 1.8377187 Aug 31 09:42:57.922987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40682) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:57.942610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:57.952065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.986329 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.038049 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e8831e-fa62-4729-98f3-7743c11dde4e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:42:58.048453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-92e8831e-fa62-4729-98f3-7743c11dde4e tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/033bf124-5576-4d4e-a3c7-3856dd78aa95 HTTP/1.1" status: 404 len: 333 time: 0.1209292 Aug 31 09:42:58.093169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:58.094443 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.127069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Transition to ACTIVE for port object 77b57805-39c0-4e93-b77e-37444f87ee9d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:58.193231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Transition to ACTIVE for port object 77b57805-39c0-4e93-b77e-37444f87ee9d will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:58.213614 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.285250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d25066d-9fc7-440e-a1a6-11574ecf3e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet f574b98e-0107-4495-8119-e98605f67db1 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:58.298147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d25066d-9fc7-440e-a1a6-11574ecf3e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.301763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Pushing event updated for resources: {'Port': ['ID=77b57805-39c0-4e93-b77e-37444f87ee9d,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:58.353828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Network 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:58.396695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:58.440715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:58.496637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3479438 Aug 31 09:42:58.506215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40692) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:58.554454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-d552541d-9a10-40cb-8c75-2d21f6f13d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.556248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-d552541d-9a10-40cb-8c75-2d21f6f13d1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1175 time: 0.9040453 Aug 31 09:42:58.568330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1782016030'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:58.599216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d25066d-9fc7-440e-a1a6-11574ecf3e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.691524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e920b-f823-49e6-8f2e-de44767c7faf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=a1861ce2-63ba-47ab-83b1-4246fe95dff6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:58.702023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-1ad6ba45-f27e-48fa-91c9-6b0d08ad5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.704066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-1ad6ba45-f27e-48fa-91c9-6b0d08ad5c04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 200 len: 915 time: 0.1273742 Aug 31 09:42:58.708285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d25066d-9fc7-440e-a1a6-11574ecf3e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.718326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85446e-c5db-44b9-b288-f2bd15baf9d5 req-81d58b00-d2b1-4d4b-9775-76cfd38f1ecb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.720257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c85446e-c5db-44b9-b288-f2bd15baf9d5 req-81d58b00-d2b1-4d4b-9775-76cfd38f1ecb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.2255254 Aug 31 09:42:58.766994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-38239f0a-f9c3-4495-b0b6-7c3ca203bd25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 200 len: 217 time: 0.0414135 Aug 31 09:42:58.796050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network a1861ce2-63ba-47ab-83b1-4246fe95dff6 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:58.843606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-68969e42-8caf-44c2-b5c2-a0ed08b3f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.845729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-68969e42-8caf-44c2-b5c2-a0ed08b3f5ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 200 len: 853 time: 0.0695848 Aug 31 09:42:58.850270 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-07fac653-5c44-4822-8cc4-50ff6521ada9 req-ebbe3b44-3e14-4b99-8158-0e7db229bbbc tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:42:58.852142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d25066d-9fc7-440e-a1a6-11574ecf3e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.872099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07fac653-5c44-4822-8cc4-50ff6521ada9 req-ebbe3b44-3e14-4b99-8158-0e7db229bbbc tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/a771c6d3-fb41-4008-9001-a539336868af HTTP/1.1" status: 409 len: 341 time: 1.0285764 Aug 31 09:42:58.921725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-422d39a0-e572-4a62-8000-07fe81d8a1af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30615293-f09e-4419-9666-a73a1884bb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461748 Aug 31 09:42:58.925842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:58.929558 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.936618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:58.937853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25066d-9fc7-440e-a1a6-11574ecf3e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=f574b98e-0107-4495-8119-e98605f67db1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:58.943976 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.036132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d25066d-9fc7-440e-a1a6-11574ecf3e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.044100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-5e3b8313-2a56-40a5-a079-77c641074128 service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107800 Aug 31 09:42:59.051667 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0d25066d-9fc7-440e-a1a6-11574ecf3e81 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/f574b98e-0107-4495-8119-e98605f67db1 HTTP/1.1" status: 204 len: 168 time: 0.9569991 Aug 31 09:42:59.052521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Subnet': ['ID=f43bb777-4fc8-4411-8c95-3c3d8f262d98,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:59.064628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40702) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.073443 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.105197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad5ed8-c7d9-4c32-b0b9-3a4d1e77da79 None None] Network 2068368f-468a-47f4-8d2b-942cc025ea2c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:59.130718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Checking segment: {'id': '679f91ad-7366-48f5-991b-17d7b92fde8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '240e82fb-6aca-4835-94e5-ce91f4279e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:59.142594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network hostable DHCP agents. Network: 240e82fb-6aca-4835-94e5-ce91f4279e45, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:59.192855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network 240e82fb-6aca-4835-94e5-ce91f4279e45 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:59.211858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 240e82fb-6aca-4835-94e5-ce91f4279e45) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:59.252086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:59.252744 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.276308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Attempting to bind port 77b57805-39c0-4e93-b77e-37444f87ee9d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:59.279996 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Attempting to bind port 77b57805-39c0-4e93-b77e-37444f87ee9d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e0b2d732-18b7-44c3-a869-65dde4c9945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '4e9ed7fc-876a-4b9b-ba64-7cbbc1200072'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:59.280911 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-996659e2-1286-4417-9e8b-370c25274f08 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6779678 Aug 31 09:42:59.283892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40704) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.284105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Attempting to bind port 77b57805-39c0-4e93-b77e-37444f87ee9d on network 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:59.292258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'port': {'network_id': '240e82fb-6aca-4835-94e5-ce91f4279e45', 'name': 'tempest-NetworksIpV6TestAttrs-1605368315'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:59.312821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:59.313373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Checking segment: {'id': 'e0b2d732-18b7-44c3-a869-65dde4c9945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '4e9ed7fc-876a-4b9b-ba64-7cbbc1200072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:59.313896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.319213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Bound using segment: {'id': 'e0b2d732-18b7-44c3-a869-65dde4c9945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '4e9ed7fc-876a-4b9b-ba64-7cbbc1200072'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:59.319887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Bound port: 77b57805-39c0-4e93-b77e-37444f87ee9d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b2d732-18b7-44c3-a869-65dde4c9945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '4e9ed7fc-876a-4b9b-ba64-7cbbc1200072'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:59.320401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.322870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c77ecf-252b-417c-8b0c-cd9927e0447f None None] Network 240e82fb-6aca-4835-94e5-ce91f4279e45 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:59.367400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c85446e-c5db-44b9-b288-f2bd15baf9d5 req-46c0f26d-88ab-4b7f-a494-cadd8f947727 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048441 Aug 31 09:42:59.500912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:59.509496 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.548626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:59.563815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] device_id is not set on port 18366b22-fe6f-4fa1-83c1-35dbf0ee577c yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:59.564417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.565133 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment c40eccd1-6a7c-4d59-be62-14b507a87c59 of type vlan for network bea4e942-bb14-4694-a278-24430c1c5696 Aug 31 09:42:59.676571 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.730023 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.748864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:59.753043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.820893 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2800f0a5-9088-421b-8df6-8da9ea31ad53 req-02e02d47-3b3a-466f-8c37-fbe47cf52d7f service neutron] 10.222.0.52 "GET /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512050 Aug 31 09:42:59.846498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] DHCP port deletion for 2068368f-468a-47f4-8d2b-942cc025ea2c request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:59.855858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] For port 77b57805-39c0-4e93-b77e-37444f87ee9d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:59.897563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Allocated IP 2001:db8::f816:3eff:fe44:e1fd (240e82fb-6aca-4835-94e5-ce91f4279e45/f43bb777-4fc8-4411-8c95-3c3d8f262d98/18366b22-fe6f-4fa1-83c1-35dbf0ee577c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:59.974915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.981616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4299676 Aug 31 09:42:59.983403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40714) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.996255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': 'a1861ce2-63ba-47ab-83b1-4246fe95dff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:00.080006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb91304-5f13-4675-bedf-9129c5f2293c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=bea4e942-bb14-4694-a278-24430c1c5696,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.108991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f43fb-9dd4-4d3f-948a-e84efa52a97f req-7b90c2c1-958d-485b-acf4-945c7e9cf2bf tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:00.111137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a28f43fb-9dd4-4d3f-948a-e84efa52a97f req-7b90c2c1-958d-485b-acf4-945c7e9cf2bf tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1024 time: 0.3249216 Aug 31 09:43:00.175093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network bea4e942-bb14-4694-a278-24430c1c5696 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:00.196422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] For port 77b57805-39c0-4e93-b77e-37444f87ee9d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=77b57805-39c0-4e93-b77e-37444f87ee9d,segment=NetworkSegment(e0b2d732-18b7-44c3-a869-65dde4c9945c),segment_id=e0b2d732-18b7-44c3-a869-65dde4c9945c)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:00.252303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a28f43fb-9dd4-4d3f-948a-e84efa52a97f req-652eb6e8-3af6-48d9-ac03-3b705de32a65 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a771c6d3-fb41-4008-9001-a539336868af&id=4fa18d91-08af-4046-a7be-da910dcbb720&id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1156907 Aug 31 09:43:00.268481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:00.273645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.285985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 7754bdbd-5b7d-42f3-8717-15a049470e19 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:00.286453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.368874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.508873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] For port 7754bdbd-5b7d-42f3-8717-15a049470e19, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7754bdbd-5b7d-42f3-8717-15a049470e19,segment=NetworkSegment(55e8c22a-673b-4754-b4cf-e02067c3cb08),segment_id=55e8c22a-673b-4754-b4cf-e02067c3cb08)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:00.509465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.533560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 7754bdbd-5b7d-42f3-8717-15a049470e19 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:00.567024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.593245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfd9a0-69b5-4e4f-8b92-b0a05edb32ce None None] Pushing event updated for resources: {'Port': ['ID=77b57805-39c0-4e93-b77e-37444f87ee9d,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.643770 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Transition to ACTIVE for port object 18366b22-fe6f-4fa1-83c1-35dbf0ee577c will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:00.746114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.861893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7754bdbd-5b7d-42f3-8717-15a049470e19 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:00.887752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Port': ['ID=18366b22-fe6f-4fa1-83c1-35dbf0ee577c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.921165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network 240e82fb-6aca-4835-94e5-ce91f4279e45 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:00.925108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:00.931449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:00.948005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:00.948735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.994446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c8522-b255-4bab-9727-3ad682e871c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-240e82fb-6aca-4835-94e5-ce91f4279e45', 'network_id': '240e82fb-6aca-4835-94e5-ce91f4279e45', 'tenant_id': 'ca01ad8f192840c0bd5d37e65979d852', 'fixed_ips': [{'subnet_id': 'f43bb777-4fc8-4411-8c95-3c3d8f262d98'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:00.996644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e40c8522-b255-4bab-9727-3ad682e871c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.999176 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fc1493e4-4fa9-443d-ad04-2af60dac4279 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7139404 Aug 31 09:43:01.001614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40724) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:01.078888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a822af-ea99-4ddf-b0fe-40d5af963b92 req-766f88aa-20bc-4696-82bb-8e94bc404234 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:01.081407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5a822af-ea99-4ddf-b0fe-40d5af963b92 req-766f88aa-20bc-4696-82bb-8e94bc404234 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.4946494 Aug 31 09:43:01.102648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40726) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:01.164758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd89f6d6-a82a-40aa-9af5-f0722e278e78 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Deleting subnet f43bb777-4fc8-4411-8c95-3c3d8f262d98 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:01.173343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd89f6d6-a82a-40aa-9af5-f0722e278e78 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.174795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] Deleting port 7754bdbd-5b7d-42f3-8717-15a049470e19 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:01.175431 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.191489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.285556 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd89f6d6-a82a-40aa-9af5-f0722e278e78 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.323837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.452061 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd89f6d6-a82a-40aa-9af5-f0722e278e78 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.502884 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ca22a835-fcab-4305-b64d-3e20d2a8f752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.568972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd89f6d6-a82a-40aa-9af5-f0722e278e78 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.574261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=7754bdbd-5b7d-42f3-8717-15a049470e19,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:01.604914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No DVR routers for this DVR port 7754bdbd-5b7d-42f3-8717-15a049470e19 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:01.627417 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5a822af-ea99-4ddf-b0fe-40d5af963b92 req-d0987b58-c727-4838-9207-2dafd494c83d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132298 Aug 31 09:43:01.657935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] For port 7754bdbd-5b7d-42f3-8717-15a049470e19, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:01.657935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.658236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89f6d6-a82a-40aa-9af5-f0722e278e78 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Subnet': ['ID=f43bb777-4fc8-4411-8c95-3c3d8f262d98,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:01.667600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd89f6d6-a82a-40aa-9af5-f0722e278e78 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.669411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] Calling delete_port for 7754bdbd-5b7d-42f3-8717-15a049470e19 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:01.672500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] Port 7754bdbd-5b7d-42f3-8717-15a049470e19 was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:43:01.679517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.680302 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bd89f6d6-a82a-40aa-9af5-f0722e278e78 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/subnets/f43bb777-4fc8-4411-8c95-3c3d8f262d98 HTTP/1.1" status: 204 len: 168 time: 0.6723201 Aug 31 09:43:01.682765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40736) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:01.696230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af0ab2-296d-4503-9418-e20723841a15 req-f58f5953-2ab7-4a29-98b0-422cd30c51b8 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:01.706483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63af0ab2-296d-4503-9418-e20723841a15 req-f58f5953-2ab7-4a29-98b0-422cd30c51b8 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1024 time: 0.6661694 Aug 31 09:43:01.714588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=c46067af-e797-4c70-b2e8-207183116f25,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:01.753716 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.755822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] Pushing event deleted for resources: {'Port': ['ID=7754bdbd-5b7d-42f3-8717-15a049470e19,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:01.758032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c43c0-627a-4fc3-8313-ca6416feaaab None None] No DVR routers for this DVR port 7754bdbd-5b7d-42f3-8717-15a049470e19 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-e40c8522-b255-4bab-9727-3ad682e871c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f43bb777-4fc8-4411-8c95-3c3d8f262d98: This subnet is being modified by another concurrent operation. Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:43:01.808463 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f43bb777-4fc8-4411-8c95-3c3d8f262d98: This subnet is being modified by another concurrent operation. Aug 31 09:43:01.812809 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:43:01.891399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3fec4a-5ddb-4bbf-bb74-9903802cf1d4 None None] Network 240e82fb-6aca-4835-94e5-ce91f4279e45 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:01.947261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd543bd8-3ff1-4f4e-b3ec-d13a80ad6678 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:01.949511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd543bd8-3ff1-4f4e-b3ec-d13a80ad6678 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:01.956881 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dd543bd8-3ff1-4f4e-b3ec-d13a80ad6678 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2665956 Aug 31 09:43:01.957374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40738) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:02.059585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': 'fe4fddb5-0c34-417c-845b-c7d1e61a4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a1861ce2-63ba-47ab-83b1-4246fe95dff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:02.060156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: a1861ce2-63ba-47ab-83b1-4246fe95dff6, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:02.107649 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.134665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f30147e-e63e-4541-9ff1-a32753d11697 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.167271 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f30147e-e63e-4541-9ff1-a32753d11697 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 09:43:02.169828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f30147e-e63e-4541-9ff1-a32753d11697 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:02.178960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6f30147e-e63e-4541-9ff1-a32753d11697 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/240e82fb-6aca-4835-94e5-ce91f4279e45 HTTP/1.1" status: 409 len: 405 time: 0.2146721 Aug 31 09:43:02.179963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40740) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:02.193999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2113633975'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:02.210390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2068368f-468a-47f4-8d2b-942cc025ea2c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:02.224421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b6145-4420-4b9f-8c1a-0409272577c6 req-8ea4949c-521b-4240-868f-9998a9dd009e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.233653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-995b6145-4420-4b9f-8c1a-0409272577c6 req-8ea4949c-521b-4240-868f-9998a9dd009e tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 1024 time: 0.7111452 Aug 31 09:43:02.263797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e8c22a-673b-4754-b4cf-e02067c3cb08') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:02.264389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e8c22a-673b-4754-b4cf-e02067c3cb08') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:02.300532 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.319773 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network a1861ce2-63ba-47ab-83b1-4246fe95dff6 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:02.367613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.375266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ca22a835-fcab-4305-b64d-3e20d2a8f752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.407346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-995b6145-4420-4b9f-8c1a-0409272577c6 req-8bb57aef-7e65-4520-8384-692bed233afd tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=a771c6d3-fb41-4008-9001-a539336868af&id=4fa18d91-08af-4046-a7be-da910dcbb720&id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1723692 Aug 31 09:43:02.416312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, a1861ce2-63ba-47ab-83b1-4246fe95dff6) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:02.422217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ca22a835-fcab-4305-b64d-3e20d2a8f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.425538 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:02.425946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:02.437025 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:02.439627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f7140-f686-47f3-ac99-12f1a38f0716 None None] Network a1861ce2-63ba-47ab-83b1-4246fe95dff6 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:02.452972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.453612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.461739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:02.479015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.552373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:02.565470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.566091 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Added segment 0bf6b740-278b-4aca-a80c-7c68483503de of type vlan for network 63ad0afc-2752-469d-873a-adedab9fe078 Aug 31 09:43:02.566198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Deleting port be726fe6-ae59-4a01-9c63-7bf27103d99e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:02.566468 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.587665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ca22a835-fcab-4305-b64d-3e20d2a8f752 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b1e659dce66462b9b8a19c6dab2c5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4787745 Aug 31 09:43:02.599108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40744) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:02.632294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.654405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6091f8-b7f9-4749-9ce1-8bc8e1b183d7 None None] Network 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:02.665731 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.674973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.675296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.751742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] For port be726fe6-ae59-4a01-9c63-7bf27103d99e, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=be726fe6-ae59-4a01-9c63-7bf27103d99e,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:02.752066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.769524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Calling delete_port for be726fe6-ae59-4a01-9c63-7bf27103d99e owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:02.770995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Network': ['ID=63ad0afc-2752-469d-873a-adedab9fe078,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:02.787276 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-34add437-ddfb-40aa-abf3-954c1bec605b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6030755 Aug 31 09:43:02.793039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40748) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:02.803689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'subnet': {'network_id': '63ad0afc-2752-469d-873a-adedab9fe078', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:02.845356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 77b57805-39c0-4e93-b77e-37444f87ee9d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:02.848461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 63ad0afc-2752-469d-873a-adedab9fe078 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:02.961352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22a835-fcab-4305-b64d-3e20d2a8f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea584cf4-2931-48a5-bb9b-c65fb9a084e2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:02.975237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-69f6b520-5df4-4831-bc29-ae1c6c6f0c98 None None] Provisioning for port 77b57805-39c0-4e93-b77e-37444f87ee9d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:02.977587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9d815328-fef2-485d-92f7-4226e2a7d0a9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9875309 Aug 31 09:43:02.978267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:02.984668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40752) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:02.985341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.030763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': 'bea4e942-bb14-4694-a278-24430c1c5696', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:03.054359 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.056242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.087816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['fe118a35-f65d-4440-be00-8ee166bba2f9', 'be726fe6-ae59-4a01-9c63-7bf27103d99e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:03.149442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.152437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/networks/2068368f-468a-47f4-8d2b-942cc025ea2c HTTP/1.1" status: 204 len: 168 time: 4.0828841 Aug 31 09:43:03.160901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40754) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:03.175218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-619320174'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:03.259169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 77b57805-39c0-4e93-b77e-37444f87ee9d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:03.277441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:03.282477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.295494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 77b57805-39c0-4e93-b77e-37444f87ee9d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:03.296115 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.344869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'Port': ['ID=be726fe6-ae59-4a01-9c63-7bf27103d99e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:03.347369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1476f77-510e-4264-ad83-50c6526f9a17 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Network': ['ID=2068368f-468a-47f4-8d2b-942cc025ea2c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:03.386823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b11693-c722-468b-93eb-d8123454c16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.457975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0437b-a23a-42e3-9747-4792b948befe req-bacda716-d1bc-40a7-acba-9fb9404510ad tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:03.459943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87a0437b-a23a-42e3-9747-4792b948befe req-bacda716-d1bc-40a7-acba-9fb9404510ad tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.4691100 Aug 31 09:43:03.530909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] No DVR routers for this DVR port be726fe6-ae59-4a01-9c63-7bf27103d99e on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:03.546789 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.548534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63af0ab2-296d-4503-9418-e20723841a15 req-7749d03e-25a2-47f1-9de8-032e026557c6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.52 "DELETE /v2.0/ports/be726fe6-ae59-4a01-9c63-7bf27103d99e HTTP/1.1" status: 204 len: 173 time: 1.8185534 Aug 31 09:43:03.550523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:03.558928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'name': 'network-vif-deleted', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:03.562561 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6381237c-d062-4622-b93e-abaae595285e" -d '{"events": [{"server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "name": "network-vif-deleted", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:03.588193 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.615180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-a1861ce2-63ba-47ab-83b1-4246fe95dff6', 'network_id': 'a1861ce2-63ba-47ab-83b1-4246fe95dff6', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': 'c46067af-e797-4c70-b2e8-207183116f25'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:03.616191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.643690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:03.647826 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.665328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b11693-c722-468b-93eb-d8123454c16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.679535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9aa1eb60-1d49-4288-a5a4-005576195aeb req-66350b48-3e1b-4c74-8941-7861f8e22ddb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d4f02e4-470e-4f26-827a-608cc901ddc6 HTTP/1.1" status: 200 len: 210 time: 0.1094942 Aug 31 09:43:03.761467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.762043 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Added segment 21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c of type vlan for network d6d9e58f-6443-42b2-9605-c03b713d1bbf Aug 31 09:43:03.796795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87a0437b-a23a-42e3-9747-4792b948befe req-71247940-7a03-46d3-badf-de565e163478 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783120 Aug 31 09:43:03.919936 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfab3672-5796-4412-a328-b0791a853cdf x-openstack-request-id: req-cfab3672-5796-4412-a328-b0791a853cdf {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:03.920230 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4f02e4-470e-4f26-827a-608cc901ddc6", "name": "network-vif-deleted", "tag": "be726fe6-ae59-4a01-9c63-7bf27103d99e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:03.920485 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfab3672-5796-4412-a328-b0791a853cdf {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:03.920867 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4f02e4-470e-4f26-827a-608cc901ddc6', 'name': 'network-vif-deleted', 'tag': 'be726fe6-ae59-4a01-9c63-7bf27103d99e', 'status': 'completed', 'code': 200} Aug 31 09:43:03.944046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:43:03.963191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.964829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 77b57805-39c0-4e93-b77e-37444f87ee9d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=77b57805-39c0-4e93-b77e-37444f87ee9d,segment=NetworkSegment(e0b2d732-18b7-44c3-a869-65dde4c9945c),segment_id=e0b2d732-18b7-44c3-a869-65dde4c9945c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:04.000317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b11693-c722-468b-93eb-d8123454c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.006369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b11693-c722-468b-93eb-d8123454c16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.007704 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.011589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c3b11693-c722-468b-93eb-d8123454c16b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea584cf4-2931-48a5-bb9b-c65fb9a084e2 HTTP/1.1" status: 204 len: 168 time: 1.0567098 Aug 31 09:43:04.031769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.039212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.039894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.043162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b11693-c722-468b-93eb-d8123454c16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea584cf4-2931-48a5-bb9b-c65fb9a084e2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:04.117562 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.183509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Network': ['ID=d6d9e58f-6443-42b2-9605-c03b713d1bbf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:04.274980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.297826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Checking segment: {'id': '0bf6b740-278b-4aca-a80c-7c68483503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '63ad0afc-2752-469d-873a-adedab9fe078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:04.298359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network hostable DHCP agents. Network: 63ad0afc-2752-469d-873a-adedab9fe078, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:04.305789 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b44c32de-1a2e-48e3-99e8-63fba68b7e72 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1437056 Aug 31 09:43:04.313753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40768) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.323437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': 'd6d9e58f-6443-42b2-9605-c03b713d1bbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:04.372887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=76442876-0aee-46ac-a473-fc0d720e7eda,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:04.379417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': 'c40eccd1-6a7c-4d59-be62-14b507a87c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bea4e942-bb14-4694-a278-24430c1c5696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:04.380087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: bea4e942-bb14-4694-a278-24430c1c5696, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:04.404357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network bea4e942-bb14-4694-a278-24430c1c5696 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:04.405514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d6d9e58f-6443-42b2-9605-c03b713d1bbf details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:04.422574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, bea4e942-bb14-4694-a278-24430c1c5696) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:04.441346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.442415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.468031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50d090-b72b-4cd1-8c93-f96446d8bbca None None] Network bea4e942-bb14-4694-a278-24430c1c5696 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:04.478083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-848805da-0874-4e02-94a7-c8af4359930a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4690883 Aug 31 09:43:04.478782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40770) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.487320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-19f97a28-6f52-417d-8a3c-4ecd908a5dfd tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1563244677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:04.522483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Subnet': ['ID=2fcca688-4ad0-40ff-801d-a14f32305d5d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:04.529822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network 63ad0afc-2752-469d-873a-adedab9fe078 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:04.532859 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19f97a28-6f52-417d-8a3c-4ecd908a5dfd tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.535139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19f97a28-6f52-417d-8a3c-4ecd908a5dfd tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.547161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 63ad0afc-2752-469d-873a-adedab9fe078) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:04.573382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.574957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.621000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:04.627562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.639190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e1138e6f-c564-462e-95be-061e0c77ec2c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8405197 Aug 31 09:43:04.656128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40772) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.663643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'port': {'network_id': '63ad0afc-2752-469d-873a-adedab9fe078', 'name': 'tempest-NetworksIpV6TestAttrs-1739466697'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:04.689932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40774) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.783999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6fa4f00b-ced9-4b59-9024-0aaa84bfa8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.953733 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19f97a28-6f52-417d-8a3c-4ecd908a5dfd tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.967886 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19f97a28-6f52-417d-8a3c-4ecd908a5dfd tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.064426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f054e-80b1-4819-81c2-d76336442159 None None] Network 63ad0afc-2752-469d-873a-adedab9fe078 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:05.266914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9133b6c7-4ff7-4b52-95ff-a59503ae7b8d None None] Provisioning complete for port 77b57805-39c0-4e93-b77e-37444f87ee9d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:05.267606 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9133b6c7-4ff7-4b52-95ff-a59503ae7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.268808 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.406077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Checking segment: {'id': '21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6d9e58f-6443-42b2-9605-c03b713d1bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:05.406930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network hostable DHCP agents. Network: d6d9e58f-6443-42b2-9605-c03b713d1bbf, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:05.411212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=73b549ae-7046-4876-8875-4907475db952,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:05.453445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network d6d9e58f-6443-42b2-9605-c03b713d1bbf is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:05.456593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=77b57805-39c0-4e93-b77e-37444f87ee9d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:05.476080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, d6d9e58f-6443-42b2-9605-c03b713d1bbf) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:05.482859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:05.484070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.517455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc28fa7-a382-4ee6-b014-1132e95f8845 None None] Network d6d9e58f-6443-42b2-9605-c03b713d1bbf requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:05.640865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Allocated IP 172.20.0.2 (a1861ce2-63ba-47ab-83b1-4246fe95dff6/c46067af-e797-4c70-b2e8-207183116f25/25ed0f49-434d-42e2-a47c-50c29d8d058a) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:05.675758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-bea4e942-bb14-4694-a278-24430c1c5696', 'network_id': 'bea4e942-bb14-4694-a278-24430c1c5696', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': '76442876-0aee-46ac-a473-fc0d720e7eda'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:05.676643 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.704990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a643a7c-66fb-46e3-84ad-32970e5bf44c req-e3a8e590-eef5-4643-89a1-fd7ef601af7c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/4fa18d91-08af-4046-a7be-da910dcbb720 HTTP/1.1" status: 200 len: 1802 time: 0.5970690 Aug 31 09:43:05.726172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3544168-b402-40a7-9b59-13d44b629522 req-8f330a8b-9b6f-4e1f-a924-59d2fe0aa5dc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:05.735860 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3544168-b402-40a7-9b59-13d44b629522 req-8f330a8b-9b6f-4e1f-a924-59d2fe0aa5dc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.6915562 Aug 31 09:43:05.746109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-63ad0afc-2752-469d-873a-adedab9fe078', 'network_id': '63ad0afc-2752-469d-873a-adedab9fe078', 'tenant_id': 'ca01ad8f192840c0bd5d37e65979d852', 'fixed_ips': [{'subnet_id': '2fcca688-4ad0-40ff-801d-a14f32305d5d'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:05.748095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.782248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6fa4f00b-ced9-4b59-9024-0aaa84bfa8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.798000 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6fa4f00b-ced9-4b59-9024-0aaa84bfa8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.834871 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b2fe4630-8bae-45a3-943e-1c239d6c2677 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5155199 Aug 31 09:43:05.838003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19f97a28-6f52-417d-8a3c-4ecd908a5dfd tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.839939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-19f97a28-6f52-417d-8a3c-4ecd908a5dfd tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3601606 Aug 31 09:43:05.840947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40786) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:05.844243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40788) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:05.864249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6fd341b8-49bf-46b7-8c35-8e946697fa04 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-135593139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:05.976414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3544168-b402-40a7-9b59-13d44b629522 req-c78c7a36-6433-4b80-8ac2-762c61b4c840 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395258 Aug 31 09:43:05.993907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:06.001755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.023702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6fa4f00b-ced9-4b59-9024-0aaa84bfa8ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e2ebcd17e6741faa3b0121a4e12bd03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3218625 Aug 31 09:43:06.034327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40790) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:06.048348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4f00b-ced9-4b59-9024-0aaa84bfa8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ded17b-de52-4221-ba1e-4d7adcb5080b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:06.056744 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1a643a7c-66fb-46e3-84ad-32970e5bf44c req-1474edf6-be76-4a5d-984b-4a64e8917b25 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.118281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] device_id is not set on port 08b3ef30-d2b0-4603-a291-346c3ce296b0 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:06.127299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6fd341b8-49bf-46b7-8c35-8e946697fa04 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.129272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6fd341b8-49bf-46b7-8c35-8e946697fa04 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.282349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6fd341b8-49bf-46b7-8c35-8e946697fa04 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.303727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6fd341b8-49bf-46b7-8c35-8e946697fa04 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.322629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-7c32a792-b2c6-493d-8f01-15d6be75cfa3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4783118 Aug 31 09:43:06.332322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1a643a7c-66fb-46e3-84ad-32970e5bf44c req-1474edf6-be76-4a5d-984b-4a64e8917b25 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.394896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6fd341b8-49bf-46b7-8c35-8e946697fa04 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.411342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6fd341b8-49bf-46b7-8c35-8e946697fa04 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5508852 Aug 31 09:43:06.412493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40794) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:06.431534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'network_id': 'd6d9e58f-6443-42b2-9605-c03b713d1bbf', 'name': 'tempest-PortsTestJSON-176761376'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:06.488319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Allocated IP 172.21.0.2 (bea4e942-bb14-4694-a278-24430c1c5696/76442876-0aee-46ac-a473-fc0d720e7eda/e8949125-408b-48c7-9765-7b846f1c890f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:06.607117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Allocated IP 2001:db8::f816:3eff:fec6:d30a (63ad0afc-2752-469d-873a-adedab9fe078/2fcca688-4ad0-40ff-801d-a14f32305d5d/08b3ef30-d2b0-4603-a291-346c3ce296b0) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:06.670597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device be726fe6-ae59-4a01-9c63-7bf27103d99e no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:06.671995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1a643a7c-66fb-46e3-84ad-32970e5bf44c req-1474edf6-be76-4a5d-984b-4a64e8917b25 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.675199 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-1a643a7c-66fb-46e3-84ad-32970e5bf44c req-1474edf6-be76-4a5d-984b-4a64e8917b25 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.677476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a643a7c-66fb-46e3-84ad-32970e5bf44c req-1474edf6-be76-4a5d-984b-4a64e8917b25 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/4fa18d91-08af-4046-a7be-da910dcbb720 HTTP/1.1" status: 204 len: 173 time: 0.9716794 Aug 31 09:43:06.712563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa18adc7-3bfb-4c02-8f15-4f1e080cc94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.736907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474edf6-be76-4a5d-984b-4a64e8917b25 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa18d91-08af-4046-a7be-da910dcbb720,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:06.740756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: be726fe6-ae59-4a01-9c63-7bf27103d99e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:06.744582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device be726fe6-ae59-4a01-9c63-7bf27103d99e not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:06.821254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-4e521935-ccb0-4b38-85be-294ac57dca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:06.822912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-4e521935-ccb0-4b38-85be-294ac57dca9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1095 time: 0.4089956 Aug 31 09:43:06.878076 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.878076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 77b57805-39c0-4e93-b77e-37444f87ee9d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:06.878245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b47c4037-8654-43db-b8cf-0a4bf84f37a9 req-47fe8eb2-3ff6-4da2-905f-b9913ffb16b6 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a771c6d3-fb41-4008-9001-a539336868af HTTP/1.1" status: 200 len: 1803 time: 0.1277351 Aug 31 09:43:06.878677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.902833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa18adc7-3bfb-4c02-8f15-4f1e080cc94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.911453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Transition to ACTIVE for port object 25ed0f49-434d-42e2-a47c-50c29d8d058a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:06.919594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-d6d9e58f-6443-42b2-9605-c03b713d1bbf', 'network_id': 'd6d9e58f-6443-42b2-9605-c03b713d1bbf', 'tenant_id': '41f54f8cc84a4e80bcfe42c4f829094e', 'fixed_ips': [{'subnet_id': '73b549ae-7046-4876-8875-4907475db952'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:06.920493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.932984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:06.939335 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.991275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 8df50efe-b691-465c-b5d5-d16638748a72 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:07.015599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Transition to ACTIVE for port object 25ed0f49-434d-42e2-a47c-50c29d8d058a will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:07.138764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b47c4037-8654-43db-b8cf-0a4bf84f37a9 req-21344642-01f8-4502-abaf-8b12dae1f39d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.147492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-379fb860-9567-4427-8483-bff576e832c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:07.150026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-379fb860-9567-4427-8483-bff576e832c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.3045948 Aug 31 09:43:07.179626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.218580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Transition to ACTIVE for port object 08b3ef30-d2b0-4603-a291-346c3ce296b0 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:07.251301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 77b57805-39c0-4e93-b77e-37444f87ee9d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:07.258890 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.266709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-ac6e50d6-1703-47df-b72e-7d1c41853df8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.1064930 Aug 31 09:43:07.336393 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.363184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b47c4037-8654-43db-b8cf-0a4bf84f37a9 req-21344642-01f8-4502-abaf-8b12dae1f39d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.394724 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.450200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc464aba-0e91-4e60-9fb0-c8f86f59e48d req-a7861f65-b1d7-4b84-8dd4-112499a4775b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:07.452162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc464aba-0e91-4e60-9fb0-c8f86f59e48d req-a7861f65-b1d7-4b84-8dd4-112499a4775b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.1881638 Aug 31 09:43:07.460013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.4 (d6d9e58f-6443-42b2-9605-c03b713d1bbf/73b549ae-7046-4876-8875-4907475db952/8df50efe-b691-465c-b5d5-d16638748a72) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:07.510651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-29bf207e-9418-401a-916e-5365b40ee516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:07.515421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-29bf207e-9418-401a-916e-5365b40ee516 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1925695 Aug 31 09:43:07.589796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc464aba-0e91-4e60-9fb0-c8f86f59e48d req-96137dd4-df93-4f7a-8849-790891cf4db1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270690 Aug 31 09:43:07.607510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b47c4037-8654-43db-b8cf-0a4bf84f37a9 req-21344642-01f8-4502-abaf-8b12dae1f39d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.610568 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b47c4037-8654-43db-b8cf-0a4bf84f37a9 req-21344642-01f8-4502-abaf-8b12dae1f39d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.612038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b47c4037-8654-43db-b8cf-0a4bf84f37a9 req-21344642-01f8-4502-abaf-8b12dae1f39d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/a771c6d3-fb41-4008-9001-a539336868af HTTP/1.1" status: 204 len: 173 time: 0.7535162 Aug 31 09:43:07.713472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Network a1861ce2-63ba-47ab-83b1-4246fe95dff6 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:07.726391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:07.780126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:07.801843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Pushing event updated for resources: {'Port': ['ID=25ed0f49-434d-42e2-a47c-50c29d8d058a,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:07.818707 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.830099 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.838098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21344642-01f8-4502-abaf-8b12dae1f39d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a771c6d3-fb41-4008-9001-a539336868af,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:07.871897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Allocated IP 2001:db8::f816:3eff:fe32:61ee (63ad0afc-2752-469d-873a-adedab9fe078/2fcca688-4ad0-40ff-801d-a14f32305d5d/2b17c59e-cd04-4ed0-91a8-069c9284b5b2) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:07.904927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-959e568b-6da3-4ef4-9511-5692c825640b req-a39b20a6-cfa2-41ae-8039-09d7a11735d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-546129951', 'description': 'tempest-description-1334554137'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:07.972265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Attempting to bind port 25ed0f49-434d-42e2-a47c-50c29d8d058a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:07.972664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Attempting to bind port 25ed0f49-434d-42e2-a47c-50c29d8d058a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'fe4fddb5-0c34-417c-845b-c7d1e61a4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a1861ce2-63ba-47ab-83b1-4246fe95dff6'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:07.973052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Attempting to bind port 25ed0f49-434d-42e2-a47c-50c29d8d058a on network a1861ce2-63ba-47ab-83b1-4246fe95dff6 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:07.992677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:07.993057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Checking segment: {'id': 'fe4fddb5-0c34-417c-845b-c7d1e61a4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a1861ce2-63ba-47ab-83b1-4246fe95dff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:07.993344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.994125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Bound using segment: {'id': 'fe4fddb5-0c34-417c-845b-c7d1e61a4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a1861ce2-63ba-47ab-83b1-4246fe95dff6'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:07.994811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Bound port: 25ed0f49-434d-42e2-a47c-50c29d8d058a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4fddb5-0c34-417c-845b-c7d1e61a4174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'a1861ce2-63ba-47ab-83b1-4246fe95dff6'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:07.995218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.996598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-959e568b-6da3-4ef4-9511-5692c825640b req-a39b20a6-cfa2-41ae-8039-09d7a11735d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.011269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.20.0.1 (a1861ce2-63ba-47ab-83b1-4246fe95dff6/c46067af-e797-4c70-b2e8-207183116f25/5b175d56-b3b8-4731-8d7d-68a749cd2f09) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:08.030872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object 8df50efe-b691-465c-b5d5-d16638748a72 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:08.041512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-fee27fff-c6a5-4312-b096-618f5382da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:08.043713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-fee27fff-c6a5-4312-b096-618f5382da85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5182023 Aug 31 09:43:08.147365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.164061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object 5b175d56-b3b8-4731-8d7d-68a749cd2f09 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:08.172931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] For port 25ed0f49-434d-42e2-a47c-50c29d8d058a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:08.177055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] For port 25ed0f49-434d-42e2-a47c-50c29d8d058a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=25ed0f49-434d-42e2-a47c-50c29d8d058a,segment=NetworkSegment(fe4fddb5-0c34-417c-845b-c7d1e61a4174),segment_id=fe4fddb5-0c34-417c-845b-c7d1e61a4174)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:08.209475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.234997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-dce24ed2-9df7-46d7-a818-4a9556eae640 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816394 Aug 31 09:43:08.244673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa18adc7-3bfb-4c02-8f15-4f1e080cc94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.247900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa18adc7-3bfb-4c02-8f15-4f1e080cc94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.254619 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fa18adc7-3bfb-4c02-8f15-4f1e080cc94d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95ded17b-de52-4221-ba1e-4d7adcb5080b HTTP/1.1" status: 204 len: 168 time: 2.2189682 Aug 31 09:43:08.272631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network a1861ce2-63ba-47ab-83b1-4246fe95dff6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:08.282483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.289891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network 63ad0afc-2752-469d-873a-adedab9fe078 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:08.291183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18adc7-3bfb-4c02-8f15-4f1e080cc94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ded17b-de52-4221-ba1e-4d7adcb5080b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.293260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:08.299707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:08.302639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:08.308429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:08.316278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:08.316968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.347562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network d6d9e58f-6443-42b2-9605-c03b713d1bbf is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:08.360612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:08.386252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Transition to ACTIVE for port object e8949125-408b-48c7-9765-7b846f1c890f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:08.421596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.429026 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.439840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:08.457966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Transition to ACTIVE for port object e8949125-408b-48c7-9765-7b846f1c890f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:08.479848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Port': ['ID=08b3ef30-d2b0-4603-a291-346c3ce296b0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.540917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=8df50efe-b691-465c-b5d5-d16638748a72,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.555703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-959e568b-6da3-4ef4-9511-5692c825640b req-a39b20a6-cfa2-41ae-8039-09d7a11735d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.572843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:08.573623 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.590727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ea67e17f-da82-41e9-9023-922b25246d0c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9338448 Aug 31 09:43:08.596005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-959e568b-6da3-4ef4-9511-5692c825640b req-a39b20a6-cfa2-41ae-8039-09d7a11735d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.609261 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.627691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40816) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:08.656516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-959e568b-6da3-4ef4-9511-5692c825640b req-a39b20a6-cfa2-41ae-8039-09d7a11735d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.657966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-959e568b-6da3-4ef4-9511-5692c825640b req-a39b20a6-cfa2-41ae-8039-09d7a11735d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7647421 Aug 31 09:43:08.667612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b20a6-cfa2-41ae-8039-09d7a11735d1 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5259b-c711-4138-9262-7796e84b313d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.675933 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9eca803-3207-4ae6-8ae9-dd7b460c728a req-9bed184f-0996-4c14-9aa9-26d08fc713d7 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286885 Aug 31 09:43:08.761464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6a718f64-5729-4c26-88f5-3b54c0dd9fdf tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3437765 Aug 31 09:43:08.776294 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.785173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40828) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:08.785418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Network bea4e942-bb14-4694-a278-24430c1c5696 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:08.827460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.836349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:08.852879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:08.861269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=5b175d56-b3b8-4731-8d7d-68a749cd2f09,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.900706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8fe2-14f0-4686-b5a6-a61d3fa4e64d None None] Pushing event updated for resources: {'Port': ['ID=25ed0f49-434d-42e2-a47c-50c29d8d058a,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.909783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Transition to ACTIVE for port object 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:08.919852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Allocated IP 172.20.0.2 (d6d9e58f-6443-42b2-9605-c03b713d1bbf/73b549ae-7046-4876-8875-4907475db952/cb7570ae-d5a0-434e-ac9e-a9dd98ae257c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:09.041276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Transition to ACTIVE for port object 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:09.100950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5940002-101b-490e-90e6-e88eaa905c99 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Deleting subnet 2fcca688-4ad0-40ff-801d-a14f32305d5d {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:09.113655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5940002-101b-490e-90e6-e88eaa905c99 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.149385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.151298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Pushing event updated for resources: {'Port': ['ID=e8949125-408b-48c7-9765-7b846f1c890f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.225976 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ea7ee97-6f60-4f99-aab9-ee50c9e20959 req-75af83f8-da05-4bfb-8025-ff1fe8ad975a tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/fdc5259b-c711-4138-9262-7796e84b313d HTTP/1.1" status: 200 len: 1802 time: 0.4763696 Aug 31 09:43:09.251735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9ea7ee97-6f60-4f99-aab9-ee50c9e20959 req-85a78904-a2e8-426d-b240-1ee7c7314a39 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Request body: {'security_group': {'name': 'tempest-sg-hth-172963486', 'description': 'tempest-description-hth-2120279091'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:09.308564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Attempting to bind port e8949125-408b-48c7-9765-7b846f1c890f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:09.309009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Attempting to bind port e8949125-408b-48c7-9765-7b846f1c890f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'c40eccd1-6a7c-4d59-be62-14b507a87c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bea4e942-bb14-4694-a278-24430c1c5696'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:09.309299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Attempting to bind port e8949125-408b-48c7-9765-7b846f1c890f on network bea4e942-bb14-4694-a278-24430c1c5696 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:09.335189 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5940002-101b-490e-90e6-e88eaa905c99 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.357832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Network 63ad0afc-2752-469d-873a-adedab9fe078 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:09.365366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:09.365757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Checking segment: {'id': 'c40eccd1-6a7c-4d59-be62-14b507a87c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bea4e942-bb14-4694-a278-24430c1c5696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:09.366121 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.366536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Bound using segment: {'id': 'c40eccd1-6a7c-4d59-be62-14b507a87c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bea4e942-bb14-4694-a278-24430c1c5696'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:09.367070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Bound port: e8949125-408b-48c7-9765-7b846f1c890f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40eccd1-6a7c-4d59-be62-14b507a87c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'bea4e942-bb14-4694-a278-24430c1c5696'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:09.367594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.379931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:09.391833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.394362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:09.399815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.400266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f611a-f93f-464f-a3e9-8a8e9fa3e6ee req-ee89f081-3d7b-45be-828d-8f6acab54218 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:09.412402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Pushing event updated for resources: {'Port': ['ID=2b17c59e-cd04-4ed0-91a8-069c9284b5b2,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.419644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-814f611a-f93f-464f-a3e9-8a8e9fa3e6ee req-ee89f081-3d7b-45be-828d-8f6acab54218 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.4613395 Aug 31 09:43:09.503462 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.514059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=5b175d56-b3b8-4731-8d7d-68a749cd2f09,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.519225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.521644 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ea7ee97-6f60-4f99-aab9-ee50c9e20959 req-85a78904-a2e8-426d-b240-1ee7c7314a39 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.528829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Transition to ACTIVE for port object cb7570ae-d5a0-434e-ac9e-a9dd98ae257c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:09.603652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] For port e8949125-408b-48c7-9765-7b846f1c890f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:09.609124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] For port e8949125-408b-48c7-9765-7b846f1c890f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e8949125-408b-48c7-9765-7b846f1c890f,segment=NetworkSegment(c40eccd1-6a7c-4d59-be62-14b507a87c59),segment_id=c40eccd1-6a7c-4d59-be62-14b507a87c59)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:09.640129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Transition to ACTIVE for port object cb7570ae-d5a0-434e-ac9e-a9dd98ae257c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:09.642799 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.666578 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.712042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network a1861ce2-63ba-47ab-83b1-4246fe95dff6 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:09.715144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:09.736994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Attempting to bind port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:09.737364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Attempting to bind port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '0bf6b740-278b-4aca-a80c-7c68483503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '63ad0afc-2752-469d-873a-adedab9fe078'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:09.737733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Attempting to bind port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 on network 63ad0afc-2752-469d-873a-adedab9fe078 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:09.804179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-814f611a-f93f-464f-a3e9-8a8e9fa3e6ee req-553b0de0-60ec-416e-bf81-d15fa76d0614 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835700 Aug 31 09:43:09.826360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:09.827024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Checking segment: {'id': '0bf6b740-278b-4aca-a80c-7c68483503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '63ad0afc-2752-469d-873a-adedab9fe078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:09.827232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.827597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Bound using segment: {'id': '0bf6b740-278b-4aca-a80c-7c68483503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '63ad0afc-2752-469d-873a-adedab9fe078'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:09.828924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Bound port: 2b17c59e-cd04-4ed0-91a8-069c9284b5b2, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf6b740-278b-4aca-a80c-7c68483503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '63ad0afc-2752-469d-873a-adedab9fe078'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:09.829283 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.840073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Network d6d9e58f-6443-42b2-9605-c03b713d1bbf is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:09.847249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ea7ee97-6f60-4f99-aab9-ee50c9e20959 req-85a78904-a2e8-426d-b240-1ee7c7314a39 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.860138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:09.866654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:09.908498 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ea7ee97-6f60-4f99-aab9-ee50c9e20959 req-85a78904-a2e8-426d-b240-1ee7c7314a39 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.927677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ea7ee97-6f60-4f99-aab9-ee50c9e20959 req-85a78904-a2e8-426d-b240-1ee7c7314a39 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.932268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ea7ee97-6f60-4f99-aab9-ee50c9e20959 req-85a78904-a2e8-426d-b240-1ee7c7314a39 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "PUT /v2.0/security-groups/fdc5259b-c711-4138-9262-7796e84b313d HTTP/1.1" status: 200 len: 1776 time: 0.7053385 Aug 31 09:43:09.948214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9778e-b9ea-4f1c-b1b7-fe3c48864873 None None] Pushing event updated for resources: {'Port': ['ID=e8949125-408b-48c7-9765-7b846f1c890f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:10.123207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 4849742f-1cfc-4649-a5dc-7ecd28d95db8 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:10.149557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-dbab1c65-7639-4418-9d6d-bd257e668daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:10.153873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-dbab1c65-7639-4418-9d6d-bd257e668daa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 1096 time: 0.5253708 Aug 31 09:43:10.155314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a78904-a2e8-426d-b240-1ee7c7314a39 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5259b-c711-4138-9262-7796e84b313d,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:10.221566 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5940002-101b-490e-90e6-e88eaa905c99 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.534120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Attempting to bind port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:10.534686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Attempting to bind port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6d9e58f-6443-42b2-9605-c03b713d1bbf'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:10.538651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Attempting to bind port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c on network d6d9e58f-6443-42b2-9605-c03b713d1bbf {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:10.555573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Pushing event updated for resources: {'Port': ['ID=cb7570ae-d5a0-434e-ac9e-a9dd98ae257c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:10.565027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:10.567987 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.575116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:10.575713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Checking segment: {'id': '21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6d9e58f-6443-42b2-9605-c03b713d1bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:10.576878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8797177e-aaee-4b4d-b6c2-ec0338a5aa74 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/4849742f-1cfc-4649-a5dc-7ecd28d95db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7309277 Aug 31 09:43:10.580755 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.581384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Bound using segment: {'id': '21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6d9e58f-6443-42b2-9605-c03b713d1bbf'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:10.582159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Bound port: cb7570ae-d5a0-434e-ac9e-a9dd98ae257c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6d9e58f-6443-42b2-9605-c03b713d1bbf'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:10.582795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.583332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40860) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.588144 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a3d28-1d80-4a38-9a75-5eb1efb3c6fe None None] Sync routers for ids ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:10.625915 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a3d28-1d80-4a38-9a75-5eb1efb3c6fe None None] Routers {'4849742f-1cfc-4649-a5dc-7ecd28d95db8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:10.632113 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ff8a3d28-1d80-4a38-9a75-5eb1efb3c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:10.667215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e8b45-e7da-401c-ac49-bc7f17e9a632 None None] Network a1861ce2-63ba-47ab-83b1-4246fe95dff6 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:10.753075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4363e-9489-4566-aa4b-af02a121a653 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:10.766846 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-17b4363e-9489-4566-aa4b-af02a121a653 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports/5b175d56-b3b8-4731-8d7d-68a749cd2f09 HTTP/1.1" status: 200 len: 910 time: 0.1790659 Aug 31 09:43:10.766846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40866) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.858857 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ff8a3d28-1d80-4a38-9a75-5eb1efb3c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:10.878261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.904379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e75071eb-efd1-47af-ab6f-47ed22614825 req-f9db3ac4-2f9e-40c7-83d6-5c3da0d05c49 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/fdc5259b-c711-4138-9262-7796e84b313d HTTP/1.1" status: 200 len: 1776 time: 0.8839345 Aug 31 09:43:10.916362 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a3d28-1d80-4a38-9a75-5eb1efb3c6fe None None] Routers {'4849742f-1cfc-4649-a5dc-7ecd28d95db8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:10.920494 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ff8a3d28-1d80-4a38-9a75-5eb1efb3c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:10.952280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c4ae945f-c4df-4953-9a67-96a3f8d18ebf None None] Provisioning for port 25ed0f49-434d-42e2-a47c-50c29d8d058a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:11.009728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] For port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:11.014970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] For port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cb7570ae-d5a0-434e-ac9e-a9dd98ae257c,segment=NetworkSegment(21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c),segment_id=21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:11.026637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] For port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:11.055510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5940002-101b-490e-90e6-e88eaa905c99 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.073117 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.099430 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ff8a3d28-1d80-4a38-9a75-5eb1efb3c6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:11.102717 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a3d28-1d80-4a38-9a75-5eb1efb3c6fe None None] The sync data for ids ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:11.157542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 25ed0f49-434d-42e2-a47c-50c29d8d058a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:11.171110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] For port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2b17c59e-cd04-4ed0-91a8-069c9284b5b2,segment=NetworkSegment(0bf6b740-278b-4aca-a80c-7c68483503de),segment_id=0bf6b740-278b-4aca-a80c-7c68483503de)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:11.212887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5940002-101b-490e-90e6-e88eaa905c99 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcca688-4ad0-40ff-801d-a14f32305d5d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.238638 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.246831 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a5940002-101b-490e-90e6-e88eaa905c99 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.252833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a5940002-101b-490e-90e6-e88eaa905c99 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/subnets/2fcca688-4ad0-40ff-801d-a14f32305d5d HTTP/1.1" status: 204 len: 168 time: 2.5935462 Aug 31 09:43:11.271528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40880) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:11.292383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-ca385fa4-0d90-4cdd-8809-3d46d5515529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.294861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-ca385fa4-0d90-4cdd-8809-3d46d5515529 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 1.1206346 Aug 31 09:43:11.303328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66877037-8f9b-476e-b360-9c6023e81af9 None None] Pushing event updated for resources: {'Port': ['ID=cb7570ae-d5a0-434e-ac9e-a9dd98ae257c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.439900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9e9c-8594-4cf4-bafc-f73f8252c1ff None None] Pushing event updated for resources: {'Port': ['ID=2b17c59e-cd04-4ed0-91a8-069c9284b5b2,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.447564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 25ed0f49-434d-42e2-a47c-50c29d8d058a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:11.456244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 25ed0f49-434d-42e2-a47c-50c29d8d058a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:11.457196 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.490246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfa58442-0b1c-4017-8fa2-303f954a8ce2 req-69be9d6a-f1c2-41dc-806e-189c2e2c4ca5 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/fdc5259b-c711-4138-9262-7796e84b313d HTTP/1.1" status: 200 len: 1776 time: 0.5135095 Aug 31 09:43:11.612311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-ea771ca0-0563-4b68-8422-d524f78e0483 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57 HTTP/1.1" status: 200 len: 217 time: 0.2675281 Aug 31 09:43:11.783786 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.900473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c5af03-e533-4e1e-8b39-f11bafb95f8f tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.904759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c5af03-e533-4e1e-8b39-f11bafb95f8f tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.906530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-98c5af03-e533-4e1e-8b39-f11bafb95f8f tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6320529 Aug 31 09:43:11.910480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40886) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:11.914664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3070b-e6b9-47dc-a94e-1d0ca631b48a req-738b4d08-386f-4cd7-bc96-1835ba034c2f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.916420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ace3070b-e6b9-47dc-a94e-1d0ca631b48a req-738b4d08-386f-4cd7-bc96-1835ba034c2f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 945 time: 0.7765062 Aug 31 09:43:11.929262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 25ed0f49-434d-42e2-a47c-50c29d8d058a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=25ed0f49-434d-42e2-a47c-50c29d8d058a,segment=NetworkSegment(fe4fddb5-0c34-417c-845b-c7d1e61a4174),segment_id=fe4fddb5-0c34-417c-845b-c7d1e61a4174)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:11.941487 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.944209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e8949125-408b-48c7-9765-7b846f1c890f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:11.963398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.111948 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bfa58442-0b1c-4017-8fa2-303f954a8ce2 req-9359337e-cc14-4bb2-b586-8e951a9ea6ce tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.115732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-ae75c361-aa1b-4a4a-9f67-8096fef384c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:12.117294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-ae75c361-aa1b-4a4a-9f67-8096fef384c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.4777510 Aug 31 09:43:12.141618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7459b8-48ef-42d3-8ea5-e3ad1340e846 None None] Network bea4e942-bb14-4694-a278-24430c1c5696 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:12.176152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a848b4c1-eb0f-49e4-be48-5ff166f94f57 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:12.227326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ace3070b-e6b9-47dc-a94e-1d0ca631b48a req-edd90896-2a9c-4a29-bbab-3b8e1b1c8714 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999613 Aug 31 09:43:12.228985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f962a176-bfc1-4933-8899-32213ce952b3 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.266040 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-f962a176-bfc1-4933-8899-32213ce952b3 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 09:43:12.266443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f962a176-bfc1-4933-8899-32213ce952b3 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:12.268453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f962a176-bfc1-4933-8899-32213ce952b3 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/63ad0afc-2752-469d-873a-adedab9fe078 HTTP/1.1" status: 409 len: 405 time: 0.3541684 Aug 31 09:43:12.272702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40888) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:12.284516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-53853116'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:12.347822 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.359045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bfa58442-0b1c-4017-8fa2-303f954a8ce2 req-9359337e-cc14-4bb2-b586-8e951a9ea6ce tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.373580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:12.377289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.384243 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.392289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=25ed0f49-434d-42e2-a47c-50c29d8d058a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:12.404271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-12564a99-eb0f-4e05-887b-b39ad37f0e77 None None] Provisioning for port 5b175d56-b3b8-4731-8d7d-68a749cd2f09 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:12.431530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e8949125-408b-48c7-9765-7b846f1c890f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:12.452185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-12564a99-eb0f-4e05-887b-b39ad37f0e77 None None] Provisioning complete for port 5b175d56-b3b8-4731-8d7d-68a749cd2f09 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:12.453701 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-12564a99-eb0f-4e05-887b-b39ad37f0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.469161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-597361d1-0e20-45a3-8c51-8cb01abe6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:12.470741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-597361d1-0e20-45a3-8c51-8cb01abe6c32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3188021 Aug 31 09:43:12.672472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:12.678897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-12564a99-eb0f-4e05-887b-b39ad37f0e77 None None] Port 5b175d56-b3b8-4731-8d7d-68a749cd2f09 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:12.708627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.730118 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Added segment cddfcb99-ca0f-44ba-8748-e5e027ef8216 of type vlan for network 5c0d5abd-d7c7-4274-b918-92296e0d08ef Aug 31 09:43:12.734174 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.771498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-12564a99-eb0f-4e05-887b-b39ad37f0e77 None None] Provisioning complete for port 25ed0f49-434d-42e2-a47c-50c29d8d058a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:12.771852 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-12564a99-eb0f-4e05-887b-b39ad37f0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.855179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:12.863360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.865859 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411debce-e46a-4dcf-a400-0164e8c5ba99" -d '{"events": [{"server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "name": "network-vif-unplugged", "status": "completed", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:12.894887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.21.0.1 (bea4e942-bb14-4694-a278-24430c1c5696/76442876-0aee-46ac-a473-fc0d720e7eda/d5008bac-4828-4a00-80fc-17e3902dbf52) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:12.927688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.934988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:12.936025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.941588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-b5a3a9e6-6c9f-475b-8aca-646a1087f04c service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467285 Aug 31 09:43:12.949128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=8df50efe-b691-465c-b5d5-d16638748a72,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:12.958165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:12.997873 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.004429 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5e1d78-f23e-4f58-957a-42dfdec7c58c x-openstack-request-id: req-ac5e1d78-f23e-4f58-957a-42dfdec7c58c {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:13.004711 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "name": "network-vif-unplugged", "status": "completed", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:13.005011 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac5e1d78-f23e-4f58-957a-42dfdec7c58c {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:13.005398 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'code': 200} Aug 31 09:43:13.016227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 25ed0f49-434d-42e2-a47c-50c29d8d058a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:13.023794 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bfa58442-0b1c-4017-8fa2-303f954a8ce2 req-9359337e-cc14-4bb2-b586-8e951a9ea6ce tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.028941 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7550657 Aug 31 09:43:13.033687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-bfa58442-0b1c-4017-8fa2-303f954a8ce2 req-9359337e-cc14-4bb2-b586-8e951a9ea6ce tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.034921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfa58442-0b1c-4017-8fa2-303f954a8ce2 req-9359337e-cc14-4bb2-b586-8e951a9ea6ce tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/fdc5259b-c711-4138-9262-7796e84b313d HTTP/1.1" status: 204 len: 173 time: 1.4778414 Aug 31 09:43:13.035461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40898) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:13.076505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'subnet': {'network_id': '5c0d5abd-d7c7-4274-b918-92296e0d08ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:13.146332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178563af-db9c-4595-969b-f385ae839672 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Network': ['ID=5c0d5abd-d7c7-4274-b918-92296e0d08ef,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:13.163788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 5c0d5abd-d7c7-4274-b918-92296e0d08ef details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:13.324298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:13.342544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ab5181-2847-445a-bd68-22ecc3143e82 None None] Network d6d9e58f-6443-42b2-9605-c03b713d1bbf requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:13.363569 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.389795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359337e-cc14-4bb2-b586-8e951a9ea6ce tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5259b-c711-4138-9262-7796e84b313d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:13.412054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object d5008bac-4828-4a00-80fc-17e3902dbf52 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:13.506066 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-10e46757-6e94-474a-a83e-34396c7cc3bb req-48114ee9-e367-4d5e-b7be-80aa9c6f2a30 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:43:13.510341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.511870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10e46757-6e94-474a-a83e-34396c7cc3bb req-48114ee9-e367-4d5e-b7be-80aa9c6f2a30 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a771c6d3-fb41-4008-9001-a539336868af HTTP/1.1" status: 404 len: 352 time: 0.1804883 Aug 31 09:43:13.574830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network bea4e942-bb14-4694-a278-24430c1c5696 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:13.681300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:13.689308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c2d5e49-8d0a-4102-85a8-fc59aa4fae11 req-ebfe9314-78c3-49e2-864e-8c18d3b4cd28 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785958 Aug 31 09:43:13.702984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:13.717578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:13.736513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.742831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 25ed0f49-434d-42e2-a47c-50c29d8d058a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:13.743088 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.869346 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.899332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Provisioning complete for port 5b175d56-b3b8-4731-8d7d-68a749cd2f09 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:13.899729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.901364 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=d5008bac-4828-4a00-80fc-17e3902dbf52,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:13.947612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.054505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Port 5b175d56-b3b8-4731-8d7d-68a749cd2f09 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:14.087922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Provisioning for port e8949125-408b-48c7-9765-7b846f1c890f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:14.092968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Provisioning complete for port e8949125-408b-48c7-9765-7b846f1c890f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:14.093407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.096216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cb7570ae-d5a0-434e-ac9e-a9dd98ae257c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:14.099036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.101699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a527e-dbb0-4084-bbc0-1ad0e4988ae0 None None] Network 63ad0afc-2752-469d-873a-adedab9fe078 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:14.213603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.260906 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-354ffe06-5ed4-4f24-875b-2f3ae05bbcdd req-a8dc18a3-14ac-4dfe-ad9e-91da3fbe1e7c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:43:14.262008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-354ffe06-5ed4-4f24-875b-2f3ae05bbcdd req-a8dc18a3-14ac-4dfe-ad9e-91da3fbe1e7c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/4fa18d91-08af-4046-a7be-da910dcbb720 HTTP/1.1" status: 404 len: 352 time: 0.2421234 Aug 31 09:43:14.328581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a317f0e-16e4-4beb-9f0a-17753865bfcd req-fac576f3-53c7-47ad-b98a-b8791d905624 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:14.330147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a317f0e-16e4-4beb-9f0a-17753865bfcd req-fac576f3-53c7-47ad-b98a-b8791d905624 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 943 time: 0.9255631 Aug 31 09:43:14.359427 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-8f8f71a8-cea7-4355-8326-a81e9a67e3f9 req-f50e593a-55cc-46aa-962c-a4d8c0bcfce4 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:43:14.360818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f8f71a8-cea7-4355-8326-a81e9a67e3f9 req-f50e593a-55cc-46aa-962c-a4d8c0bcfce4 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/acd2c4b5-c6f6-475e-9922-dc9bfc8f86ab HTTP/1.1" status: 404 len: 352 time: 0.0538430 Aug 31 09:43:14.420637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:14.452406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:14.455242 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-8c08ce67-74c5-432b-abac-4d3ecaef9d4e req-6f52a7d9-19ad-4ba6-8ad8-3a6d5064a9c2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:43:14.471301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c08ce67-74c5-432b-abac-4d3ecaef9d4e req-6f52a7d9-19ad-4ba6-8ad8-3a6d5064a9c2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/a849480f-49a4-4658-848b-9f45fd873371 HTTP/1.1" status: 404 len: 352 time: 0.0437522 Aug 31 09:43:14.481004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.496844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.545332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] For port e8949125-408b-48c7-9765-7b846f1c890f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e8949125-408b-48c7-9765-7b846f1c890f,segment=NetworkSegment(c40eccd1-6a7c-4d59-be62-14b507a87c59),segment_id=c40eccd1-6a7c-4d59-be62-14b507a87c59)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:14.554529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.604350 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-00b5c4c9-7c61-458d-844f-07546d97dceb req-b978487f-b86a-4322-8b79-95703111896d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:43:14.622660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00b5c4c9-7c61-458d-844f-07546d97dceb req-b978487f-b86a-4322-8b79-95703111896d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/3f43464d-777c-406c-b543-bca28f1aeab2 HTTP/1.1" status: 404 len: 352 time: 0.0518894 Aug 31 09:43:14.635239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a317f0e-16e4-4beb-9f0a-17753865bfcd req-3c72ad37-c04a-41d4-8841-4229db02b844 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886319 Aug 31 09:43:14.691446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Pushing event updated for resources: {'Port': ['ID=e8949125-408b-48c7-9765-7b846f1c890f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:14.697992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:14.712867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] DHCP port deletion for 63ad0afc-2752-469d-873a-adedab9fe078 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:14.737715 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-071e8554-1661-4464-b4b9-ab81f124414b req-12f44cb5-86e0-4363-8fec-38f4577b465d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] show failed (client error): The resource could not be found. Aug 31 09:43:14.752025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-071e8554-1661-4464-b4b9-ab81f124414b req-12f44cb5-86e0-4363-8fec-38f4577b465d tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/7499a74c-dd74-40ee-8a87-37bae10b958a HTTP/1.1" status: 404 len: 352 time: 0.0691352 Aug 31 09:43:14.758678 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.768744 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.808372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Provisioning for port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:14.830572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Provisioning complete for port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:14.831075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.886336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] Deleting port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:14.886719 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.983598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e8949125-408b-48c7-9765-7b846f1c890f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:14.987677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.objects.ports [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94786) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:43:14.990067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.078692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=d5008bac-4828-4a00-80fc-17e3902dbf52,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.103166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.296742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] For port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2b17c59e-cd04-4ed0-91a8-069c9284b5b2,segment=NetworkSegment(0bf6b740-278b-4aca-a80c-7c68483503de),segment_id=0bf6b740-278b-4aca-a80c-7c68483503de)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:15.297148 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.336685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] Calling delete_port for 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:15.344780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network bea4e942-bb14-4694-a278-24430c1c5696 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:15.346433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:15.363700 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.396840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Subnet': ['ID=6a4333d7-25ea-49a0-86b5-f470d37358a6,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.419480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Checking segment: {'id': 'cddfcb99-ca0f-44ba-8748-e5e027ef8216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5c0d5abd-d7c7-4274-b918-92296e0d08ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:15.420682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network hostable DHCP agents. Network: 5c0d5abd-d7c7-4274-b918-92296e0d08ef, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:15.473631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 4849742f-1cfc-4649-a5dc-7ecd28d95db8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:15.476380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2739cbd-a7e7-465e-af41-fe52b3d0497c req-8dfd63a3-6603-4df6-bdd6-d00ddd09ca59 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:15.479298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2739cbd-a7e7-465e-af41-fe52b3d0497c req-8dfd63a3-6603-4df6-bdd6-d00ddd09ca59 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1024 time: 0.2742081 Aug 31 09:43:15.493495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e8949125-408b-48c7-9765-7b846f1c890f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:15.494084 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.544703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network 5c0d5abd-d7c7-4274-b918-92296e0d08ef is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:15.560752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] For port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cb7570ae-d5a0-434e-ac9e-a9dd98ae257c,segment=NetworkSegment(21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c),segment_id=21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:15.587515 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.627456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:15.638972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5bb07094-d942-4044-aa8d-6cb5592623ee tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/4849742f-1cfc-4649-a5dc-7ecd28d95db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8710759 Aug 31 09:43:15.643030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40940) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:15.672133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed107f72-6aa2-4e1a-9d76-d222bcfb5dd1 None None] Sync routers for ids ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:15.678902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2739cbd-a7e7-465e-af41-fe52b3d0497c req-5876270a-8402-4c52-8581-990a4c871ac2 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=377ce857-99c9-4b01-a49b-582b328d14dd&id=bfa9ae6f-dc31-4ce6-a291-6cd18a21f170&id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1753299 Aug 31 09:43:15.682064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 5c0d5abd-d7c7-4274-b918-92296e0d08ef) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:15.704203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:15.705787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.717143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.725654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84619618-a8c4-4b2b-a4ce-cc75e228ad29 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:15.727453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-84619618-a8c4-4b2b-a4ce-cc75e228ad29 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports/d5008bac-4828-4a00-80fc-17e3902dbf52 HTTP/1.1" status: 200 len: 910 time: 0.0829413 Aug 31 09:43:15.732916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40944) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:15.744434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-02c9eac6-bf99-497f-82ab-17a9565403e4 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7007399 Aug 31 09:43:15.753494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40946) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:15.779602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd6430-ef86-46da-b5b2-4f0c8aa73922 None None] Network 5c0d5abd-d7c7-4274-b918-92296e0d08ef requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:15.799097 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.816144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] No DVR routers for this DVR port 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:15.909691 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.936811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed107f72-6aa2-4e1a-9d76-d222bcfb5dd1 None None] Routers {'4849742f-1cfc-4649-a5dc-7ecd28d95db8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:15.936811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ed107f72-6aa2-4e1a-9d76-d222bcfb5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:16.002173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.042313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ed107f72-6aa2-4e1a-9d76-d222bcfb5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:16.048728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Provisioning for port d5008bac-4828-4a00-80fc-17e3902dbf52 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:16.076372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c242c24-073b-4d8a-a61e-3241277206fa None None] Pushing event updated for resources: {'Port': ['ID=cb7570ae-d5a0-434e-ac9e-a9dd98ae257c,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:16.093967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Provisioning complete for port d5008bac-4828-4a00-80fc-17e3902dbf52 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:16.094352 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.167229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Port d5008bac-4828-4a00-80fc-17e3902dbf52 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:16.247151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed107f72-6aa2-4e1a-9d76-d222bcfb5dd1 None None] Routers {'4849742f-1cfc-4649-a5dc-7ecd28d95db8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:16.247912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ed107f72-6aa2-4e1a-9d76-d222bcfb5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:16.261151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a01e32-654b-41e3-a14b-0bc6d369f2f7 None None] Pushing event deleted for resources: {'Port': ['ID=2b17c59e-cd04-4ed0-91a8-069c9284b5b2,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:16.315787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ed107f72-6aa2-4e1a-9d76-d222bcfb5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:16.316736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed107f72-6aa2-4e1a-9d76-d222bcfb5dd1 None None] The sync data for ids ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:16.322120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Provisioning for port 8df50efe-b691-465c-b5d5-d16638748a72 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:16.397331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:16.429918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Provisioning complete for port 8df50efe-b691-465c-b5d5-d16638748a72 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:16.430289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.435161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-5c0d5abd-d7c7-4274-b918-92296e0d08ef', 'network_id': '5c0d5abd-d7c7-4274-b918-92296e0d08ef', 'tenant_id': 'ca01ad8f192840c0bd5d37e65979d852', 'fixed_ips': [{'subnet_id': '6a4333d7-25ea-49a0-86b5-f470d37358a6'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:16.436046 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.457099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:16.457436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2b17c59e-cd04-4ed0-91a8-069c9284b5b2 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:16.469445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=8df50efe-b691-465c-b5d5-d16638748a72,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:16.479670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.557918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.580130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Port 8df50efe-b691-465c-b5d5-d16638748a72 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:16.589936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7027-79fe-49fe-b3d0-e5842a49c2ac req-bc71eb8f-571a-4f60-abbf-69e8772fe1cb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:16.598290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4caa7027-79fe-49fe-b3d0-e5842a49c2ac req-bc71eb8f-571a-4f60-abbf-69e8772fe1cb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 943 time: 0.7642496 Aug 31 09:43:16.606871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Provisioning complete for port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:16.607332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.615374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-53df60da-8a65-4077-b7df-5c06caf410af tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:16.617078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-53df60da-8a65-4077-b7df-5c06caf410af tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.52 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1024 time: 0.1656108 Aug 31 09:43:16.698484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Allocated IP 2001:db8::f816:3eff:fe08:9a61 (5c0d5abd-d7c7-4274-b918-92296e0d08ef/6a4333d7-25ea-49a0-86b5-f470d37358a6/839c9830-02bd-46c4-b99e-0829ea4e998f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:16.755978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network d6d9e58f-6443-42b2-9605-c03b713d1bbf is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:16.819502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:16.894043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4caa7027-79fe-49fe-b3d0-e5842a49c2ac req-eac4a8da-f9d8-4d38-afc9-eed769a33fd1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828319 Aug 31 09:43:16.908366 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.018196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cb7570ae-d5a0-434e-ac9e-a9dd98ae257c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:17.111633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f38f144a-ab6d-4824-9ce4-6873315fbca1 None None] Could not find standard attr ID for object 2b17c59e-cd04-4ed0-91a8-069c9284b5b2. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:43:17.238730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:17.239436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.385589 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.397952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bc809347-69c4-4146-aff7-5a215b5b2988 None None] Provisioning complete for port d5008bac-4828-4a00-80fc-17e3902dbf52 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:17.398330 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc809347-69c4-4146-aff7-5a215b5b2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.404854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Transition to ACTIVE for port object 839c9830-02bd-46c4-b99e-0829ea4e998f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:17.452149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Transition to ACTIVE for port object 839c9830-02bd-46c4-b99e-0829ea4e998f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:17.489356 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.504420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bc809347-69c4-4146-aff7-5a215b5b2988 None None] Port d5008bac-4828-4a00-80fc-17e3902dbf52 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:17.541268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6741de-eb65-4ce6-97ff-036d69c2234d req-09e83f33-a348-4c7a-b4b6-272eb7b639ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.543500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e6741de-eb65-4ce6-97ff-036d69c2234d req-09e83f33-a348-4c7a-b4b6-272eb7b639ea tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 1024 time: 0.4277728 Aug 31 09:43:17.558886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Deleting port fe118a35-f65d-4440-be00-8ee166bba2f9 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:17.560327 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.562237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Network 5c0d5abd-d7c7-4274-b918-92296e0d08ef is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:17.575504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:17.578917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:17.580171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port d5008bac-4828-4a00-80fc-17e3902dbf52 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:17.580799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.581442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Pushing event updated for resources: {'Port': ['ID=839c9830-02bd-46c4-b99e-0829ea4e998f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:17.582248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3bf50-7642-430c-b112-f5e09608167b req-bc4be1e7-427a-4fe5-8733-d0329f9202db tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.584504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50e3bf50-7642-430c-b112-f5e09608167b req-bc4be1e7-427a-4fe5-8733-d0329f9202db tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2809393 Aug 31 09:43:17.648286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.687245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-683b2622-d0d0-47fe-8086-d447f66f7b50 None None] Provisioning complete for port 8df50efe-b691-465c-b5d5-d16638748a72 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:17.688189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-683b2622-d0d0-47fe-8086-d447f66f7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.691143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Attempting to bind port 839c9830-02bd-46c4-b99e-0829ea4e998f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:17.691659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Attempting to bind port 839c9830-02bd-46c4-b99e-0829ea4e998f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cddfcb99-ca0f-44ba-8748-e5e027ef8216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5c0d5abd-d7c7-4274-b918-92296e0d08ef'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:17.692033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Attempting to bind port 839c9830-02bd-46c4-b99e-0829ea4e998f on network 5c0d5abd-d7c7-4274-b918-92296e0d08ef {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:17.735554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:17.736523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4333d7-25ea-49a0-86b5-f470d37358a6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:17.736645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Checking segment: {'id': 'cddfcb99-ca0f-44ba-8748-e5e027ef8216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5c0d5abd-d7c7-4274-b918-92296e0d08ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:17.736645 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.736872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Bound using segment: {'id': 'cddfcb99-ca0f-44ba-8748-e5e027ef8216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5c0d5abd-d7c7-4274-b918-92296e0d08ef'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:17.737875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Bound port: 839c9830-02bd-46c4-b99e-0829ea4e998f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddfcb99-ca0f-44ba-8748-e5e027ef8216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '5c0d5abd-d7c7-4274-b918-92296e0d08ef'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:17.738017 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.744369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.771326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for d5008bac-4828-4a00-80fc-17e3902dbf52 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:17.820785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e6741de-eb65-4ce6-97ff-036d69c2234d req-9d2bba2f-0e72-45de-b0d4-019c07ed59d9 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups?id=377ce857-99c9-4b01-a49b-582b328d14dd&id=bfa9ae6f-dc31-4ce6-a291-6cd18a21f170&id=a95515dc-1164-44cd-977a-ecc78f3ea9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2346661 Aug 31 09:43:17.842358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50e3bf50-7642-430c-b112-f5e09608167b req-1ae0ecb7-7aa4-453d-a564-4d7c11cc48c2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367461 Aug 31 09:43:17.848899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-683b2622-d0d0-47fe-8086-d447f66f7b50 None None] Port 8df50efe-b691-465c-b5d5-d16638748a72 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:17.890329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Router 6791e867-0c49-4567-8c40-8b8d359e3505 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:17.899211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] For port 839c9830-02bd-46c4-b99e-0829ea4e998f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:17.907519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] For port 839c9830-02bd-46c4-b99e-0829ea4e998f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=839c9830-02bd-46c4-b99e-0829ea4e998f,segment=NetworkSegment(cddfcb99-ca0f-44ba-8748-e5e027ef8216),segment_id=cddfcb99-ca0f-44ba-8748-e5e027ef8216)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:17.917332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.918295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] For port fe118a35-f65d-4440-be00-8ee166bba2f9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=fe118a35-f65d-4440-be00-8ee166bba2f9,segment=NetworkSegment(7dfc49ee-62c8-4bb1-9ad9-b26135c967d2),segment_id=7dfc49ee-62c8-4bb1-9ad9-b26135c967d2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:17.920887 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.949205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Calling delete_port for fe118a35-f65d-4440-be00-8ee166bba2f9 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:17.964143 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.032861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0d5abd-d7c7-4274-b918-92296e0d08ef']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.079427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f97a5-a149-49eb-9daf-88ffe4143597 None None] Pushing event updated for resources: {'Port': ['ID=839c9830-02bd-46c4-b99e-0829ea4e998f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:18.104628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dadcddb-b0a6-485d-b501-85aedff9b233 None None] Network 5c0d5abd-d7c7-4274-b918-92296e0d08ef requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:18.114795 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.136074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddfcb99-ca0f-44ba-8748-e5e027ef8216') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.136578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddfcb99-ca0f-44ba-8748-e5e027ef8216') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.168499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=d5008bac-4828-4a00-80fc-17e3902dbf52,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:18.196661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a848b4c1-eb0f-49e4-be48-5ff166f94f57 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:18.203847 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.414111 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.437826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:18.438327 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.472602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.488081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9dde79-e26b-466a-b50c-961b992484a9 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:18.526725 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:18.573280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46d21-cdf9-487a-af9d-8d1720a8db8c req-42b24c2d-704c-470b-bd84-48305a62d5fd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:18.575773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94c46d21-cdf9-487a-af9d-8d1720a8db8c req-42b24c2d-704c-470b-bd84-48305a62d5fd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.5473313 Aug 31 09:43:18.612901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:18.617750 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:43:18.617750 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:43:18.617750 n-d-806683-2 neutron-server[94786]: [parameters: {'id': '5c0d5abd-d7c7-4274-b918-92296e0d08ef'}] Aug 31 09:43:18.617750 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:43:18.618373 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:43:18.625373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3a26f3ec-1987-41cc-8900-0469c67dc6d3 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "PUT /v2.0/routers/6791e867-0c49-4567-8c40-8b8d359e3505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8367631 Aug 31 09:43:18.626327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40980) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:18.639459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725606e2-f0d0-4076-8960-397691ea5233 None None] Sync routers for ids ['6791e867-0c49-4567-8c40-8b8d359e3505'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:18.659870 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725606e2-f0d0-4076-8960-397691ea5233 None None] Routers {'6791e867-0c49-4567-8c40-8b8d359e3505'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:18.661779 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-725606e2-f0d0-4076-8960-397691ea5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6791e867-0c49-4567-8c40-8b8d359e3505'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.705637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9dde79-e26b-466a-b50c-961b992484a9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:43:18.759919 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-725606e2-f0d0-4076-8960-397691ea5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.767665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94c46d21-cdf9-487a-af9d-8d1720a8db8c req-2b3b792a-79fa-4af1-bb90-73d5d3893148 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836646 Aug 31 09:43:18.780804 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725606e2-f0d0-4076-8960-397691ea5233 None None] Routers {'6791e867-0c49-4567-8c40-8b8d359e3505'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:18.781810 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-725606e2-f0d0-4076-8960-397691ea5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6791e867-0c49-4567-8c40-8b8d359e3505'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.844226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 4849742f-1cfc-4649-a5dc-7ecd28d95db8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:18.859569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f0db0-5d84-4bb8-a159-28ee8d1ac956 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:18.862690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5c8f0db0-5d84-4bb8-a159-28ee8d1ac956 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports?device_id=6791e867-0c49-4567-8c40-8b8d359e3505 HTTP/1.1" status: 200 len: 981 time: 0.2303605 Aug 31 09:43:18.864588 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.867314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40986) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:18.907173 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-725606e2-f0d0-4076-8960-397691ea5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.910650 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725606e2-f0d0-4076-8960-397691ea5233 None None] The sync data for ids ['6791e867-0c49-4567-8c40-8b8d359e3505'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:19.006120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'Port': ['ID=fe118a35-f65d-4440-be00-8ee166bba2f9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.048223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:19.074468 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-72cb6701-385c-4ce0-b1ac-59f30bd16b7e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/4849742f-1cfc-4649-a5dc-7ecd28d95db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3399563 Aug 31 09:43:19.078896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40998) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:19.119934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.136459 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91050be6-2b79-43c8-9129-8e71174857b4 req-a289c70d-6938-476e-82a9-10b4c08aec5c tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94434c3-161c-433b-9422-fd449f53711b HTTP/1.1" status: 200 len: 210 time: 0.0887880 Aug 31 09:43:19.176866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] No DVR routers for this DVR port fe118a35-f65d-4440-be00-8ee166bba2f9 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:19.196350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.198673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d067cc5b-1645-482d-8bd0-b77f5a196f7c req-89344a2c-65e8-4d3c-b9a8-40cdb445ed10 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.52 "DELETE /v2.0/ports/fe118a35-f65d-4440-be00-8ee166bba2f9 HTTP/1.1" status: 204 len: 173 time: 2.5651712 Aug 31 09:43:19.215812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'name': 'network-vif-deleted', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:19.218667 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4bbd5f-de51-4a40-ad8c-1099ed3597dd" -d '{"events": [{"server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "name": "network-vif-deleted", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:19.377067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50d394-b67c-4056-849f-a023d46a5b03 None None] Sync routers for ids ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:19.443541 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5473e0d-e7d2-4a68-854b-f1ec7da29fe9 x-openstack-request-id: req-c5473e0d-e7d2-4a68-854b-f1ec7da29fe9 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:19.443840 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94434c3-161c-433b-9422-fd449f53711b", "name": "network-vif-deleted", "tag": "fe118a35-f65d-4440-be00-8ee166bba2f9", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:19.444102 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5473e0d-e7d2-4a68-854b-f1ec7da29fe9 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:19.444521 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94434c3-161c-433b-9422-fd449f53711b', 'name': 'network-vif-deleted', 'tag': 'fe118a35-f65d-4440-be00-8ee166bba2f9', 'status': 'completed', 'code': 200} Aug 31 09:43:19.469252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50d394-b67c-4056-849f-a023d46a5b03 None None] Routers {'4849742f-1cfc-4649-a5dc-7ecd28d95db8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:19.471042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bf50d394-b67c-4056-849f-a023d46a5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:19.521620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bf50d394-b67c-4056-849f-a023d46a5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:19.564332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50d394-b67c-4056-849f-a023d46a5b03 None None] Routers {'4849742f-1cfc-4649-a5dc-7ecd28d95db8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:19.564970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bf50d394-b67c-4056-849f-a023d46a5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:19.625946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bf50d394-b67c-4056-849f-a023d46a5b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:19.626250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50d394-b67c-4056-849f-a023d46a5b03 None None] The sync data for ids ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:19.628407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149ccf4-abd4-43fb-971c-4f2832aa896f req-8633e32b-9b48-4068-af59-888f3635505d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:19.632979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0149ccf4-abd4-43fb-971c-4f2832aa896f req-8633e32b-9b48-4068-af59-888f3635505d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2372499 Aug 31 09:43:19.758572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0149ccf4-abd4-43fb-971c-4f2832aa896f req-96ca55a3-a686-4b95-ac39-1faa80d67f14 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204259 Aug 31 09:43:19.842220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Deleting port 839c9830-02bd-46c4-b99e-0829ea4e998f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:19.842571 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.885123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8570fa63-1c29-48dc-8d04-4a397e18a1aa None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:43:19.987750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.065425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8570fa63-1c29-48dc-8d04-4a397e18a1aa None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:43:20.410057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] For port 839c9830-02bd-46c4-b99e-0829ea4e998f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=839c9830-02bd-46c4-b99e-0829ea4e998f,segment=NetworkSegment(cddfcb99-ca0f-44ba-8748-e5e027ef8216),segment_id=cddfcb99-ca0f-44ba-8748-e5e027ef8216)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:20.410476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.455861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Calling delete_port for 839c9830-02bd-46c4-b99e-0829ea4e998f owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:20.478414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9d7de31-3f2a-4f9b-b4d2-6300e0a54c0f req-7598fe57-3a87-4700-8625-84a15991239b tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/bfa9ae6f-dc31-4ce6-a291-6cd18a21f170 HTTP/1.1" status: 200 len: 1801 time: 0.1764095 Aug 31 09:43:20.481314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 5b175d56-b3b8-4731-8d7d-68a749cd2f09 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:20.481679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.594384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.602892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device fe118a35-f65d-4440-be00-8ee166bba2f9 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:20.620623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 5b175d56-b3b8-4731-8d7d-68a749cd2f09 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:20.649553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: fe118a35-f65d-4440-be00-8ee166bba2f9 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:20.650353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device fe118a35-f65d-4440-be00-8ee166bba2f9 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:20.710113 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.838153 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f9d7de31-3f2a-4f9b-b4d2-6300e0a54c0f req-9af06a0f-b341-4c74-9902-c0fa86a3c6eb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.864614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.966493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=5b175d56-b3b8-4731-8d7d-68a749cd2f09,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.041881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f9d7de31-3f2a-4f9b-b4d2-6300e0a54c0f req-9af06a0f-b341-4c74-9902-c0fa86a3c6eb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.143419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.181062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No DVR routers for this DVR port 839c9830-02bd-46c4-b99e-0829ea4e998f on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:21.185664 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f9d7de31-3f2a-4f9b-b4d2-6300e0a54c0f req-9af06a0f-b341-4c74-9902-c0fa86a3c6eb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.188443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f9d7de31-3f2a-4f9b-b4d2-6300e0a54c0f req-9af06a0f-b341-4c74-9902-c0fa86a3c6eb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.192968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9d7de31-3f2a-4f9b-b4d2-6300e0a54c0f req-9af06a0f-b341-4c74-9902-c0fa86a3c6eb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/bfa9ae6f-dc31-4ce6-a291-6cd18a21f170 HTTP/1.1" status: 204 len: 173 time: 0.6834080 Aug 31 09:43:21.218977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.342682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af06a0f-b341-4c74-9902-c0fa86a3c6eb tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa9ae6f-dc31-4ce6-a291-6cd18a21f170,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.383094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Port': ['ID=839c9830-02bd-46c4-b99e-0829ea4e998f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.397932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6483bbf-dd58-4b1a-8693-c7d30989fa1f req-4c15fb7d-68b0-401a-9160-63822e1771a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:21.399622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6483bbf-dd58-4b1a-8693-c7d30989fa1f req-4c15fb7d-68b0-401a-9160-63822e1771a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4694562 Aug 31 09:43:21.478674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 4849742f-1cfc-4649-a5dc-7ecd28d95db8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:21.503743 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.527449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0d5abd-d7c7-4274-b918-92296e0d08ef']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.550691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddfcb99-ca0f-44ba-8748-e5e027ef8216') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.551024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddfcb99-ca0f-44ba-8748-e5e027ef8216') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.556502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0c5d007-dee7-4f6e-a97c-99755724ffc6 req-85bafd09-9804-483e-88d4-15c5306ab061 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "GET /v2.0/security-groups/377ce857-99c9-4b01-a49b-582b328d14dd HTTP/1.1" status: 200 len: 1803 time: 0.2728920 Aug 31 09:43:21.571552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:21.573295 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.578602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6483bbf-dd58-4b1a-8693-c7d30989fa1f req-921d4f82-fc5c-41de-8c58-5d0e2ca44e60 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317515 Aug 31 09:43:21.590427 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf04c59-36e0-4546-96fd-2a51d5c6b563 None None] Sync routers for ids ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:21.601642 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3cda373e-71ee-49a7-b49f-82939e50b735 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/4849742f-1cfc-4649-a5dc-7ecd28d95db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184054 Aug 31 09:43:21.601642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41022) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:21.608013 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf04c59-36e0-4546-96fd-2a51d5c6b563 None None] Routers {'4849742f-1cfc-4649-a5dc-7ecd28d95db8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:21.609079 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-adf04c59-36e0-4546-96fd-2a51d5c6b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.659810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.664178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0bb3898a-7f1d-40cf-9ae8-96b1195cc637 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849742f-1cfc-4649-a5dc-7ecd28d95db8 HTTP/1.1" status: 200 len: 205 time: 0.0637906 Aug 31 09:43:21.665536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41024) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:21.681731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:21.682248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.682496 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-adf04c59-36e0-4546-96fd-2a51d5c6b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:21.686473 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:21.716703 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf04c59-36e0-4546-96fd-2a51d5c6b563 None None] Routers {'4849742f-1cfc-4649-a5dc-7ecd28d95db8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:21.718332 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-adf04c59-36e0-4546-96fd-2a51d5c6b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.784740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ff1a-9cde-42cb-89e1-10519c93eb06 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.786321 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2628-a767-4ff3-b365-1c6e36dd6ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.796269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 8df50efe-b691-465c-b5d5-d16638748a72 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:21.796784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.809993 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-adf04c59-36e0-4546-96fd-2a51d5c6b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.811075 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf04c59-36e0-4546-96fd-2a51d5c6b563 None None] The sync data for ids ['4849742f-1cfc-4649-a5dc-7ecd28d95db8'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:21.872823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c0c5d007-dee7-4f6e-a97c-99755724ffc6 req-a90dacd8-c368-40d5-8863-7d5ae1f77057 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.885928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.939733 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.942651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/5c0d5abd-d7c7-4274-b918-92296e0d08ef HTTP/1.1" status: 204 len: 168 time: 6.1813114 Aug 31 09:43:21.947942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67456e7-406b-43d7-bb1a-5b0b451f7ad2 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Network': ['ID=5c0d5abd-d7c7-4274-b918-92296e0d08ef,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.959991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41026) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:21.966399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-872381088'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:21.968063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c0c5d007-dee7-4f6e-a97c-99755724ffc6 req-a90dacd8-c368-40d5-8863-7d5ae1f77057 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.005915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ff1a-9cde-42cb-89e1-10519c93eb06 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.010415 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ff1a-9cde-42cb-89e1-10519c93eb06 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.029949 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.049973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 8df50efe-b691-465c-b5d5-d16638748a72 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:22.061516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:22.064347 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c0c5d007-dee7-4f6e-a97c-99755724ffc6 req-a90dacd8-c368-40d5-8863-7d5ae1f77057 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.067124 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.067261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c0c5d007-dee7-4f6e-a97c-99755724ffc6 req-a90dacd8-c368-40d5-8863-7d5ae1f77057 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.068328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0c5d007-dee7-4f6e-a97c-99755724ffc6 req-a90dacd8-c368-40d5-8863-7d5ae1f77057 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] 10.222.0.69 "DELETE /v2.0/security-groups/377ce857-99c9-4b01-a49b-582b328d14dd HTTP/1.1" status: 204 len: 173 time: 0.5025120 Aug 31 09:43:22.075362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41028) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.078817 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ff1a-9cde-42cb-89e1-10519c93eb06 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.079366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf4ff1a-9cde-42cb-89e1-10519c93eb06 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Fanout notify agent at l3_agent the message router_deleted on router 4849742f-1cfc-4649-a5dc-7ecd28d95db8 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:22.091910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bf4ff1a-9cde-42cb-89e1-10519c93eb06 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.093091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5bf4ff1a-9cde-42cb-89e1-10519c93eb06 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/4849742f-1cfc-4649-a5dc-7ecd28d95db8 HTTP/1.1" status: 204 len: 168 time: 0.4265475 Aug 31 09:43:22.098031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41030) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.131065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dacd8-c368-40d5-8863-7d5ae1f77057 tempest-SecurityGroupsTestJSON-1992541829 tempest-SecurityGroupsTestJSON-1992541829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377ce857-99c9-4b01-a49b-582b328d14dd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:22.141679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:22.171605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.171958 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Added segment 577e6c50-7292-4065-9f70-0f4300d16081 of type vlan for network 6d1e0cdb-2208-4fab-8152-e7a8b69a6186 Aug 31 09:43:22.188548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-9535e4fe-f2f6-479c-a56a-b91ebda2c948 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet 76442876-0aee-46ac-a473-fc0d720e7eda {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:22.192971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-0564bed2-af2e-43ec-8c01-9c9a70371bb8 admin admin] Deleting subnet 29d9f9be-29e3-488d-b946-ead210565c82 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:22.193312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9535e4fe-f2f6-479c-a56a-b91ebda2c948 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.197960 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0564bed2-af2e-43ec-8c01-9c9a70371bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.256808 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.271281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9535e4fe-f2f6-479c-a56a-b91ebda2c948 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.288208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0564bed2-af2e-43ec-8c01-9c9a70371bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.362600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.368338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:22.369053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.391124 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0564bed2-af2e-43ec-8c01-9c9a70371bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.451994 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.462444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9535e4fe-f2f6-479c-a56a-b91ebda2c948 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.470433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5067213 Aug 31 09:43:22.471900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41040) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.478162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'subnet': {'network_id': '6d1e0cdb-2208-4fab-8152-e7a8b69a6186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:22.492801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf3109-7771-4e41-9630-5969c26ab14c tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Network': ['ID=6d1e0cdb-2208-4fab-8152-e7a8b69a6186,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:22.505812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 6d1e0cdb-2208-4fab-8152-e7a8b69a6186 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:22.535869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=8df50efe-b691-465c-b5d5-d16638748a72,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:22.560339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9535e4fe-f2f6-479c-a56a-b91ebda2c948 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.578996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9535e4fe-f2f6-479c-a56a-b91ebda2c948 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.583348 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9535e4fe-f2f6-479c-a56a-b91ebda2c948 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/76442876-0aee-46ac-a473-fc0d720e7eda HTTP/1.1" status: 204 len: 168 time: 0.4820044 Aug 31 09:43:22.589320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41044) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.591395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e8f55-5b4a-4c8b-a7c3-b223495356ec None None] Network bea4e942-bb14-4694-a278-24430c1c5696 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:22.613462 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0564bed2-af2e-43ec-8c01-9c9a70371bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.613925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535e4fe-f2f6-479c-a56a-b91ebda2c948 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=76442876-0aee-46ac-a473-fc0d720e7eda,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:22.721586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25195db-5f89-420d-877d-f5f20c810b30 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet c46067af-e797-4c70-b2e8-207183116f25 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:22.833463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25195db-5f89-420d-877d-f5f20c810b30 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.892759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564bed2-af2e-43ec-8c01-9c9a70371bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d9f9be-29e3-488d-b946-ead210565c82,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:22.900094 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0564bed2-af2e-43ec-8c01-9c9a70371bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.902043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0564bed2-af2e-43ec-8c01-9c9a70371bb8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/29d9f9be-29e3-488d-b946-ead210565c82 HTTP/1.1" status: 204 len: 168 time: 0.7879815 Aug 31 09:43:22.906007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41052) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.926459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-ec54a929-7505-4bc4-94f7-a5e28cf53473 req-a656b2eb-8c98-4bbc-bab8-b9046b06d59f service neutron] (94786) timed out ('10.222.0.69', 41394) {{(pid=94786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:43:22.960470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] DHCP port deletion for bea4e942-bb14-4694-a278-24430c1c5696 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:22.982033 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25195db-5f89-420d-877d-f5f20c810b30 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.006628 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.032949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] Deleting port e8949125-408b-48c7-9765-7b846f1c890f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:23.034064 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.071887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e193b0-1818-4c24-b902-7bb1c5de63fe req-33ff4f38-ffaa-4a0b-871e-9675e317dc54 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:23.073487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4e193b0-1818-4c24-b902-7bb1c5de63fe req-33ff4f38-ffaa-4a0b-871e-9675e317dc54 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.3481953 Aug 31 09:43:23.074149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.097056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:23.100632 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.115215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.132437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30615293-f09e-4419-9666-a73a1884bb97']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:23.136921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] For port e8949125-408b-48c7-9765-7b846f1c890f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e8949125-408b-48c7-9765-7b846f1c890f,segment=NetworkSegment(c40eccd1-6a7c-4d59-be62-14b507a87c59),segment_id=c40eccd1-6a7c-4d59-be62-14b507a87c59)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:23.137614 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.151240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:23.151907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfc49ee-62c8-4bb1-9ad9-b26135c967d2') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:23.158725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] Calling delete_port for e8949125-408b-48c7-9765-7b846f1c890f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:23.173176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.208170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.227247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:23.228008 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:23.313384 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:23.322870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4e193b0-1818-4c24-b902-7bb1c5de63fe req-c17b4af2-c8e0-4c40-ae6a-d68d6624169f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352774 Aug 31 09:43:23.339895 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25195db-5f89-420d-877d-f5f20c810b30 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.369275 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.375781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.393497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.398351 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] 10.222.0.69 "DELETE /v2.0/networks/30615293-f09e-4419-9666-a73a1884bb97 HTTP/1.1" status: 204 len: 168 time: 0.4897068 Aug 31 09:43:23.399419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de0c82-ad0a-4901-aa8a-3ac255506239 admin admin] Pushing event deleted for resources: {'Network': ['ID=30615293-f09e-4419-9666-a73a1884bb97,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:23.444082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] Pushing event deleted for resources: {'Port': ['ID=e8949125-408b-48c7-9765-7b846f1c890f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:23.468102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728b531-7bf2-441a-8855-5b8dac115f8f None None] No DVR routers for this DVR port e8949125-408b-48c7-9765-7b846f1c890f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:23.491699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Router 6791e867-0c49-4567-8c40-8b8d359e3505 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:23.544826 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25195db-5f89-420d-877d-f5f20c810b30 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.633798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41058) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:23.635747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25195db-5f89-420d-877d-f5f20c810b30 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=c46067af-e797-4c70-b2e8-207183116f25,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:23.645990 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25195db-5f89-420d-877d-f5f20c810b30 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.647983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a25195db-5f89-420d-877d-f5f20c810b30 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/c46067af-e797-4c70-b2e8-207183116f25 HTTP/1.1" status: 204 len: 168 time: 1.0576913 Aug 31 09:43:23.658439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41060) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:23.659337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93b95c-85ce-4de3-9130-9b71cb2cd561 None None] Network a1861ce2-63ba-47ab-83b1-4246fe95dff6 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:23.695981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:23.706620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f062a908-29de-4eda-ae61-4a4e87b1c550 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "PUT /v2.0/routers/6791e867-0c49-4567-8c40-8b8d359e3505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8357592 Aug 31 09:43:23.706620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41062) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:23.712825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6c6b3-009d-4cc1-98bb-89b40a8c74bd None None] Sync routers for ids ['6791e867-0c49-4567-8c40-8b8d359e3505'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:23.716639 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.743281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6c6b3-009d-4cc1-98bb-89b40a8c74bd None None] Routers {'6791e867-0c49-4567-8c40-8b8d359e3505'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:23.743845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9e6c6b3-009d-4cc1-98bb-89b40a8c74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6791e867-0c49-4567-8c40-8b8d359e3505'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:23.746148 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c62d06-edbe-4e8b-a473-2470787023b8 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:43:23.751545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b7c62d06-edbe-4e8b-a473-2470787023b8 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/8df50efe-b691-465c-b5d5-d16638748a72 HTTP/1.1" status: 404 len: 333 time: 0.0447197 Aug 31 09:43:23.754769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41064) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:23.838650 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-98982e86-a8af-443f-98bf-371e7c628c5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b1e220103cc4b3d995becfe1120fa9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027366 Aug 31 09:43:23.845075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41068) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:23.865621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Subnet': ['ID=a3cbcb1e-e4c6-4739-8280-e62590119866,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:23.866137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.879295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9e6c6b3-009d-4cc1-98bb-89b40a8c74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:23.910234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6c6b3-009d-4cc1-98bb-89b40a8c74bd None None] Routers {'6791e867-0c49-4567-8c40-8b8d359e3505'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:23.910926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9e6c6b3-009d-4cc1-98bb-89b40a8c74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:42:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6791e867-0c49-4567-8c40-8b8d359e3505'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:23.980734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9e6c6b3-009d-4cc1-98bb-89b40a8c74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:23.981604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6c6b3-009d-4cc1-98bb-89b40a8c74bd None None] The sync data for ids ['6791e867-0c49-4567-8c40-8b8d359e3505'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:24.027016 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31a8d253-a653-4016-8c8c-dd01af55fac7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.114441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] DHCP port deletion for a1861ce2-63ba-47ab-83b1-4246fe95dff6 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:24.171269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] Deleting port 25ed0f49-434d-42e2-a47c-50c29d8d058a {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:24.171644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.260566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] For port 25ed0f49-434d-42e2-a47c-50c29d8d058a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=25ed0f49-434d-42e2-a47c-50c29d8d058a,segment=NetworkSegment(fe4fddb5-0c34-417c-845b-c7d1e61a4174),segment_id=fe4fddb5-0c34-417c-845b-c7d1e61a4174)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:24.261072 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.276771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] Calling delete_port for 25ed0f49-434d-42e2-a47c-50c29d8d058a owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:24.339690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9b43920-1272-434c-afe9-fd3b8d72da34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.360003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.374461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.380867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea4e942-bb14-4694-a278-24430c1c5696']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:24.384328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9b43920-1272-434c-afe9-fd3b8d72da34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.401094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40eccd1-6a7c-4d59-be62-14b507a87c59') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:24.401094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40eccd1-6a7c-4d59-be62-14b507a87c59') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:24.416026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] Pushing event deleted for resources: {'Port': ['ID=25ed0f49-434d-42e2-a47c-50c29d8d058a,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:24.418691 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.421044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5e30b-4fe3-47cc-801a-ad412b2421af None None] No DVR routers for this DVR port 25ed0f49-434d-42e2-a47c-50c29d8d058a on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:24.446943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.456336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:24.456743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:24.459843 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:24.476291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Checking segment: {'id': '577e6c50-7292-4065-9f70-0f4300d16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d1e0cdb-2208-4fab-8152-e7a8b69a6186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:24.476652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network hostable DHCP agents. Network: 6d1e0cdb-2208-4fab-8152-e7a8b69a6186, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:24.523490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9b43920-1272-434c-afe9-fd3b8d72da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.526291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9b43920-1272-434c-afe9-fd3b8d72da34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.531661 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d9b43920-1272-434c-afe9-fd3b8d72da34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a95515dc-1164-44cd-977a-ecc78f3ea9ef HTTP/1.1" status: 204 len: 168 time: 0.6815715 Aug 31 09:43:24.540653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b43920-1272-434c-afe9-fd3b8d72da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95515dc-1164-44cd-977a-ecc78f3ea9ef,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:24.550379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.558573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.561540 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/bea4e942-bb14-4694-a278-24430c1c5696 HTTP/1.1" status: 204 len: 168 time: 0.9016261 Aug 31 09:43:24.564020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41080) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:24.585315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7402844-96bb-4b9d-892c-6d932cb87dc0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=bea4e942-bb14-4694-a278-24430c1c5696,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:24.663581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.685405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network 6d1e0cdb-2208-4fab-8152-e7a8b69a6186 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:24.689743 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31a8d253-a653-4016-8c8c-dd01af55fac7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.693314 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31a8d253-a653-4016-8c8c-dd01af55fac7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.712966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e722f9f-4d47-4689-93fc-b0f95f58e698 req-582f4aa5-ce13-43d8-b501-03eabfb4804d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:24.721137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e722f9f-4d47-4689-93fc-b0f95f58e698 req-582f4aa5-ce13-43d8-b501-03eabfb4804d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2457008 Aug 31 09:43:24.734640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 6d1e0cdb-2208-4fab-8152-e7a8b69a6186) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:24.745965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83c6ff-ff54-463e-9ab8-b7b188edc01e None None] Network 6d1e0cdb-2208-4fab-8152-e7a8b69a6186 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:24.835431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:24.837656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.872370 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31a8d253-a653-4016-8c8c-dd01af55fac7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.873642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a8d253-a653-4016-8c8c-dd01af55fac7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Fanout notify agent at l3_agent the message router_deleted on router 6791e867-0c49-4567-8c40-8b8d359e3505 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:24.893147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 25ed0f49-434d-42e2-a47c-50c29d8d058a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:24.893542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31a8d253-a653-4016-8c8c-dd01af55fac7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.898265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-31a8d253-a653-4016-8c8c-dd01af55fac7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/routers/6791e867-0c49-4567-8c40-8b8d359e3505 HTTP/1.1" status: 204 len: 168 time: 1.0765984 Aug 31 09:43:24.899909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41090) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:24.904021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.916462 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e722f9f-4d47-4689-93fc-b0f95f58e698 req-c5752c41-df33-4f35-90e7-d7401f9e0a31 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937683 Aug 31 09:43:24.929688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1861ce2-63ba-47ab-83b1-4246fe95dff6']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:24.932792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41094) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:24.933461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-384d495a-2a7a-48c7-a7e8-372ad9617100 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4494529 Aug 31 09:43:24.966679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4fddb5-0c34-417c-845b-c7d1e61a4174') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:24.967032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4fddb5-0c34-417c-845b-c7d1e61a4174') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:24.996402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee977306-7476-4025-8f65-1859a21cb7f4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet 73b549ae-7046-4876-8875-4907475db952 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:25.000496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ee977306-7476-4025-8f65-1859a21cb7f4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.011547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.069015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.080005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ee977306-7476-4025-8f65-1859a21cb7f4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.094785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:25.095212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:25.098428 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:25.111247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 25ed0f49-434d-42e2-a47c-50c29d8d058a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:25.111787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 25ed0f49-434d-42e2-a47c-50c29d8d058a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:25.112033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e8949125-408b-48c7-9765-7b846f1c890f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:25.181473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e8949125-408b-48c7-9765-7b846f1c890f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:25.181817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e8949125-408b-48c7-9765-7b846f1c890f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:25.202409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-6d1e0cdb-2208-4fab-8152-e7a8b69a6186', 'network_id': '6d1e0cdb-2208-4fab-8152-e7a8b69a6186', 'tenant_id': 'ca01ad8f192840c0bd5d37e65979d852', 'fixed_ips': [{'subnet_id': 'a3cbcb1e-e4c6-4739-8280-e62590119866'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:25.203464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.205014 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.216293 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.219947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.230563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.232758 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/a1861ce2-63ba-47ab-83b1-4246fe95dff6 HTTP/1.1" status: 204 len: 168 time: 0.6676328 Aug 31 09:43:25.237362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41104) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:25.274651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-603541945'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:25.289975 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ee977306-7476-4025-8f65-1859a21cb7f4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.303599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1ed74-e60a-4df9-a944-42991ceca4bc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=a1861ce2-63ba-47ab-83b1-4246fe95dff6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.307250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:25.311131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.381751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:25.384046 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.421261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.421511 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment c508d221-e310-4e32-8052-7604ff709fce of type vlan for network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f Aug 31 09:43:25.426120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ee977306-7476-4025-8f65-1859a21cb7f4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.456810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Allocated IP 2001:db8::2 (6d1e0cdb-2208-4fab-8152-e7a8b69a6186/a3cbcb1e-e4c6-4739-8280-e62590119866/bf256bcf-d92b-41ce-8848-00469ea63d6f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:25.476649 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.498704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ee977306-7476-4025-8f65-1859a21cb7f4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.508866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41110) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:25.510460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ee977306-7476-4025-8f65-1859a21cb7f4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/73b549ae-7046-4876-8875-4907475db952 HTTP/1.1" status: 204 len: 168 time: 0.5899692 Aug 31 09:43:25.515799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee977306-7476-4025-8f65-1859a21cb7f4 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=73b549ae-7046-4876-8875-4907475db952,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.531046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab905cbf-a935-4b48-b538-8dd95b9708f1 None None] Network d6d9e58f-6443-42b2-9605-c03b713d1bbf requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:25.538246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.544147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:25.544770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.600353 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3626111 Aug 31 09:43:25.603138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41114) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:25.609374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': '89ce769e-30bc-43ff-b1fe-750c9a4fdc3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:25.707158 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.715085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba198d-b18b-4959-aad3-f17f06b13c31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=89ce769e-30bc-43ff-b1fe-750c9a4fdc3f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.748533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:25.762025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:25.771034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.781508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:25.781718 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.870446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] For port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cb7570ae-d5a0-434e-ac9e-a9dd98ae257c,segment=NetworkSegment(21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c),segment_id=21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:25.871027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.890519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for cb7570ae-d5a0-434e-ac9e-a9dd98ae257c owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:26.064012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.122848 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.127421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=cb7570ae-d5a0-434e-ac9e-a9dd98ae257c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.147004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No DVR routers for this DVR port cb7570ae-d5a0-434e-ac9e-a9dd98ae257c on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:26.181436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb8b25a5-424b-4818-9cc0-3bf816f47660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.185874 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.208213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Transition to ACTIVE for port object bf256bcf-d92b-41ce-8848-00469ea63d6f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:26.259128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Transition to ACTIVE for port object bf256bcf-d92b-41ce-8848-00469ea63d6f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:26.278299 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.294699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714adbbc-a155-4572-93c5-8c8979dbf502 None None] DHCP port deletion for d6d9e58f-6443-42b2-9605-c03b713d1bbf request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:26.297136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=5a8c86a9-3584-4518-9762-8ccf096fa13c,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.308172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c602-256d-40b0-810c-b43083fd3bb0 req-bba75a63-8907-4b0c-a9ff-e7060b26a32f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:26.316888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e48c602-256d-40b0-810c-b43083fd3bb0 req-bba75a63-8907-4b0c-a9ff-e7060b26a32f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2284317 Aug 31 09:43:26.357638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': 'c508d221-e310-4e32-8052-7604ff709fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '89ce769e-30bc-43ff-b1fe-750c9a4fdc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:26.357776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:26.407777 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.422062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e48c602-256d-40b0-810c-b43083fd3bb0 req-2b4289ab-c4d0-4c6d-85af-1dff7fc6c50d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039433 Aug 31 09:43:26.424998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Network 6d1e0cdb-2208-4fab-8152-e7a8b69a6186 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:26.425864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:26.443266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d9e58f-6443-42b2-9605-c03b713d1bbf']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:26.444806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:26.449768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Pushing event updated for resources: {'Port': ['ID=bf256bcf-d92b-41ce-8848-00469ea63d6f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.460330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:26.460865 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.461815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:26.467601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1bf11a-59d8-40d2-8e94-3934e2d4c1b7 None None] Network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:26.470904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:26.477546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8255e8d5-bde4-4282-9abe-805efdf1c837 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8729861 Aug 31 09:43:26.480431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41138) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:26.484616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:26.484915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a4fa8a-6c3c-4e0d-b16b-ba616a79c87c') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:26.494030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-90fc6752-bbb2-4fba-b421-da301bfbffb8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752528556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:26.500478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.538636 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.555726 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90fc6752-bbb2-4fba-b421-da301bfbffb8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.557260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90fc6752-bbb2-4fba-b421-da301bfbffb8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.575909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.613047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cbcb1e-e4c6-4739-8280-e62590119866,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.617052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:26.617276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:26.621522 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:26.779751 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Attempting to bind port bf256bcf-d92b-41ce-8848-00469ea63d6f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:26.780240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Attempting to bind port bf256bcf-d92b-41ce-8848-00469ea63d6f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '577e6c50-7292-4065-9f70-0f4300d16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d1e0cdb-2208-4fab-8152-e7a8b69a6186'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:26.780511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Attempting to bind port bf256bcf-d92b-41ce-8848-00469ea63d6f on network 6d1e0cdb-2208-4fab-8152-e7a8b69a6186 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:26.804494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:26.810227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Checking segment: {'id': '577e6c50-7292-4065-9f70-0f4300d16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d1e0cdb-2208-4fab-8152-e7a8b69a6186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:26.810946 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.811865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Bound using segment: {'id': '577e6c50-7292-4065-9f70-0f4300d16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d1e0cdb-2208-4fab-8152-e7a8b69a6186'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:26.813634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Bound port: bf256bcf-d92b-41ce-8848-00469ea63d6f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577e6c50-7292-4065-9f70-0f4300d16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6d1e0cdb-2208-4fab-8152-e7a8b69a6186'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:26.814519 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.835906 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.845340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.856759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1e0cdb-2208-4fab-8152-e7a8b69a6186']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:26.860310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.861894 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/networks/d6d9e58f-6443-42b2-9605-c03b713d1bbf HTTP/1.1" status: 204 len: 168 time: 1.3479397 Aug 31 09:43:26.867412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41142) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:26.877924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520aa9b-35e6-4114-95e5-b178b105aaa6 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Network': ['ID=d6d9e58f-6443-42b2-9605-c03b713d1bbf,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.883418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577e6c50-7292-4065-9f70-0f4300d16081') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:26.883700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577e6c50-7292-4065-9f70-0f4300d16081') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:26.895086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.896646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41144) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:26.918191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.925543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cb7570ae-d5a0-434e-ac9e-a9dd98ae257c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:26.925759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:26.926185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:26.930136 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:26.999219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:43:26.999219 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:43:26.999219 n-d-806683-2 neutron-server[94787]: [parameters: {'id': '6d1e0cdb-2208-4fab-8152-e7a8b69a6186'}] Aug 31 09:43:26.999219 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:43:26.999708 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:43:27.014699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4aa0d-bffb-46e9-b422-54be899be890 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:27.019885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c8e4aa0d-bffb-46e9-b422-54be899be890 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/3d840d89-3773-499f-a274-b055c191074f HTTP/1.1" status: 200 len: 839 time: 0.1490390 Aug 31 09:43:27.022027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41148) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:27.030135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-89ce769e-30bc-43ff-b1fe-750c9a4fdc3f', 'network_id': '89ce769e-30bc-43ff-b1fe-750c9a4fdc3f', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': '5a8c86a9-3584-4518-9762-8ccf096fa13c'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:27.031108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.046356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: cb7570ae-d5a0-434e-ac9e-a9dd98ae257c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:27.046701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cb7570ae-d5a0-434e-ac9e-a9dd98ae257c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:27.056513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90fc6752-bbb2-4fba-b421-da301bfbffb8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.063261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90fc6752-bbb2-4fba-b421-da301bfbffb8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.087872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90fc6752-bbb2-4fba-b421-da301bfbffb8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.092356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-90fc6752-bbb2-4fba-b421-da301bfbffb8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6073079 Aug 31 09:43:27.092789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41154) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:27.099395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'port': {'network_id': '89ce769e-30bc-43ff-b1fe-750c9a4fdc3f', 'name': 'tempest-RoutersTest-1365410346'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:27.106581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b9136f7-1549-4b4a-b234-a624016d634a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.118298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-24e1b751-15a9-483f-875b-da2cbd58dfd1 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/3d840d89-3773-499f-a274-b055c191074f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0946877 Aug 31 09:43:27.125145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41156) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:27.130717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:27.148271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2b28db65-954e-459d-b432-0eee077612ae None None] For port bf256bcf-d92b-41ce-8848-00469ea63d6f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:27.174643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2b28db65-954e-459d-b432-0eee077612ae None None] For port bf256bcf-d92b-41ce-8848-00469ea63d6f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bf256bcf-d92b-41ce-8848-00469ea63d6f,segment=NetworkSegment(577e6c50-7292-4065-9f70-0f4300d16081),segment_id=577e6c50-7292-4065-9f70-0f4300d16081)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:27.191446 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.339668 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b9136f7-1549-4b4a-b234-a624016d634a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.341511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Allocated IP 172.20.0.2 (89ce769e-30bc-43ff-b1fe-750c9a4fdc3f/5a8c86a9-3584-4518-9762-8ccf096fa13c/16742bf1-f5a2-48ad-9fdb-28e7e72d9603) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:27.348927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b9136f7-1549-4b4a-b234-a624016d634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.368570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28db65-954e-459d-b432-0eee077612ae None None] Pushing event updated for resources: {'Port': ['ID=bf256bcf-d92b-41ce-8848-00469ea63d6f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:27.420330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f24f87-06dd-42ac-91a0-33aea9f43d2a None None] Network 6d1e0cdb-2208-4fab-8152-e7a8b69a6186 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:27.432111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1b9136f7-1549-4b4a-b234-a624016d634a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=852e12eeeaf84360bad10c77c705e186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342338 Aug 31 09:43:27.433027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9136f7-1549-4b4a-b234-a624016d634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a32b60-d6a4-4d98-ad8a-6739b904ce95,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:27.439310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41166) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:27.453851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:27.461925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.517772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.571660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:27.578444 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.642507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.662520 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.674616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Transition to ACTIVE for port object 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:27.690811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-47f8761a-54fc-4d5d-9692-4e248a682ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.695113 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Transition to ACTIVE for port object 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:27.710801 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.711039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Deleting port bf256bcf-d92b-41ce-8848-00469ea63d6f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:27.711195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.716694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] device_id is not set on port 87ca3d21-c057-4dc0-a438-bd7094b87330 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:27.751453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-47f8761a-54fc-4d5d-9692-4e248a682ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.795133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a637c-b63f-49cc-914d-4d2e35e36c92 req-3cc350c9-8399-4b41-8ffd-38c516626af9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:27.796942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-713a637c-b63f-49cc-914d-4d2e35e36c92 req-3cc350c9-8399-4b41-8ffd-38c516626af9 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2265677 Aug 31 09:43:27.809883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:27.814414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:27.818592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:27.829430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Pushing event updated for resources: {'Port': ['ID=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:27.854493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] For port bf256bcf-d92b-41ce-8848-00469ea63d6f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bf256bcf-d92b-41ce-8848-00469ea63d6f,segment=NetworkSegment(577e6c50-7292-4065-9f70-0f4300d16081),segment_id=577e6c50-7292-4065-9f70-0f4300d16081)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:27.855185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.877303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Calling delete_port for bf256bcf-d92b-41ce-8848-00469ea63d6f owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:27.901357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Attempting to bind port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:27.901776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Attempting to bind port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'c508d221-e310-4e32-8052-7604ff709fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '89ce769e-30bc-43ff-b1fe-750c9a4fdc3f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:27.903784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Attempting to bind port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 on network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:27.911785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:27.912166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Checking segment: {'id': 'c508d221-e310-4e32-8052-7604ff709fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '89ce769e-30bc-43ff-b1fe-750c9a4fdc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:27.912618 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.913021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Bound using segment: {'id': 'c508d221-e310-4e32-8052-7604ff709fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '89ce769e-30bc-43ff-b1fe-750c9a4fdc3f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:27.913681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Bound port: 16742bf1-f5a2-48ad-9fdb-28e7e72d9603, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c508d221-e310-4e32-8052-7604ff709fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '89ce769e-30bc-43ff-b1fe-750c9a4fdc3f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:27.914304 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.962208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-713a637c-b63f-49cc-914d-4d2e35e36c92 req-2d403a25-b27d-49b2-a8fa-b943b9fafb25 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525679 Aug 31 09:43:27.987159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.987406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.20.0.11 (89ce769e-30bc-43ff-b1fe-750c9a4fdc3f/5a8c86a9-3584-4518-9762-8ccf096fa13c/87ca3d21-c057-4dc0-a438-bd7094b87330) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:27.989631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-47f8761a-54fc-4d5d-9692-4e248a682ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.992063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-47f8761a-54fc-4d5d-9692-4e248a682ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.993234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-47f8761a-54fc-4d5d-9692-4e248a682ba0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54a32b60-d6a4-4d98-ad8a-6739b904ce95 HTTP/1.1" status: 204 len: 168 time: 0.5528939 Aug 31 09:43:28.009193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8761a-54fc-4d5d-9692-4e248a682ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a32b60-d6a4-4d98-ad8a-6739b904ce95,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.045901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] For port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:28.049861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] For port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,segment=NetworkSegment(c508d221-e310-4e32-8052-7604ff709fce),segment_id=c508d221-e310-4e32-8052-7604ff709fce)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:28.056387 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.056582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:28.063716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:28.080847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261010e-5b12-42f9-828c-ced2c76b82c6 None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:28.085037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:28.085643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.097612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=76bc8319-5e44-4fac-8fbc-294b0904f613,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.122361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3669d21a-d66c-4dcb-abd8-2d7512f77e41 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9936271 Aug 31 09:43:28.123044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41174) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:28.128058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6199b36d-1433-45d8-998d-58a93c16703c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-670216000'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:28.133624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.175230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No DVR routers for this DVR port bf256bcf-d92b-41ce-8848-00469ea63d6f on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:28.177117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Port': ['ID=bf256bcf-d92b-41ce-8848-00469ea63d6f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.234856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6199b36d-1433-45d8-998d-58a93c16703c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.274960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66113eca-bc41-4d6b-85fb-1e55b8c667d2 None None] Pushing event updated for resources: {'Port': ['ID=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.333127 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.367655 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.377526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object 87ca3d21-c057-4dc0-a438-bd7094b87330 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:28.385177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1e0cdb-2208-4fab-8152-e7a8b69a6186']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:28.404158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577e6c50-7292-4065-9f70-0f4300d16081') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:28.406102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577e6c50-7292-4065-9f70-0f4300d16081') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:28.425081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.454621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.472823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:28.473046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.475713 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.569558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-527672bd-2ed9-4ede-a2db-0398956a810e', 'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'tenant_id': '41f54f8cc84a4e80bcfe42c4f829094e', 'fixed_ips': [{'subnet_id': '76bc8319-5e44-4fac-8fbc-294b0904f613'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:28.571166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.595081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.597209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:28.635069 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:28.643727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:28.646074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.648428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:28.657253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.659594 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/6d1e0cdb-2208-4fab-8152-e7a8b69a6186 HTTP/1.1" status: 204 len: 168 time: 3.7249534 Aug 31 09:43:28.678423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41190) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:28.689845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-768386476'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:28.720920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372286c2-98ba-42a5-b692-89a46803029a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Network': ['ID=6d1e0cdb-2208-4fab-8152-e7a8b69a6186,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.772656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:28.773855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.825845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6199b36d-1433-45d8-998d-58a93c16703c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.826789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=87ca3d21-c057-4dc0-a438-bd7094b87330,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.839560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6199b36d-1433-45d8-998d-58a93c16703c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.917474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199b36d-1433-45d8-998d-58a93c16703c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a5e9ad-5ce2-449f-a91b-652cba2811b8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.926787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-16a32840-1bbf-4c1d-a2ef-06aee46f1129 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8319910 Aug 31 09:43:28.927883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41194) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:28.941397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:28.953629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.983130 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6199b36d-1433-45d8-998d-58a93c16703c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.988179 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6199b36d-1433-45d8-998d-58a93c16703c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8634610 Aug 31 09:43:28.993580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41198) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.007549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9212d07a-164f-4739-adc2-5d312ad35a2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1776948610'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:29.021837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:29.048199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Allocated IP 172.20.0.2 (527672bd-2ed9-4ede-a2db-0398956a810e/76bc8319-5e44-4fac-8fbc-294b0904f613/fa719e30-331d-4b1c-a787-0a1bf7ec319b) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:29.057800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:29.099019 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.099325 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Added segment 3f5748e2-f18a-447b-a44f-24c80128f7bb of type vlan for network d6c44fc8-065d-4088-a345-b813c9915cb7 Aug 31 09:43:29.106691 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9212d07a-164f-4739-adc2-5d312ad35a2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.218831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.223507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:29.343148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f264-5a14-42f1-863e-56726990c24c req-0c80367d-e1cb-429e-9040-6ed2d354c59c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:29.345127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0145f264-5a14-42f1-863e-56726990c24c req-0c80367d-e1cb-429e-9040-6ed2d354c59c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1925633 Aug 31 09:43:29.359821 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.367938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:29.368846 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.468002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0145f264-5a14-42f1-863e-56726990c24c req-cae720e5-de2b-4fd2-8fad-2cb13981f519 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100857 Aug 31 09:43:29.488565 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.531882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Transition to ACTIVE for port object fa719e30-331d-4b1c-a787-0a1bf7ec319b will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:29.552959 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.571547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Transition to ACTIVE for port object fa719e30-331d-4b1c-a787-0a1bf7ec319b will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:29.577315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9212d07a-164f-4739-adc2-5d312ad35a2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.584537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41216) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.588452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9212d07a-164f-4739-adc2-5d312ad35a2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.589096 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.616186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Network': ['ID=d6c44fc8-065d-4088-a345-b813c9915cb7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:29.621625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bdcde8cd-02ef-4962-965d-a51eda2efaff tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9389474 Aug 31 09:43:29.626396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41218) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.635815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9212d07a-164f-4739-adc2-5d312ad35a2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.638601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9212d07a-164f-4739-adc2-5d312ad35a2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6431248 Aug 31 09:43:29.643453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41222) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.644971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Request body: {'subnet': {'network_id': 'd6c44fc8-065d-4088-a345-b813c9915cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:29.650685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1505073826', 'security_groups': ['0533c1bf-e1e2-4844-8f9d-4fb0f5de0d61'], 'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76bc8319-5e44-4fac-8fbc-294b0904f613'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:29.667925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d6c44fc8-065d-4088-a345-b813c9915cb7 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:29.704173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:29.730139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:29.735630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:29.740425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212d07a-164f-4739-adc2-5d312ad35a2c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0533c1bf-e1e2-4844-8f9d-4fb0f5de0d61,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:29.909113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-217447702-network', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:29.945946 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:29.969193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Pushing event updated for resources: {'Port': ['ID=fa719e30-331d-4b1c-a787-0a1bf7ec319b,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:30.068947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:30.070202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a7db54-00d4-4533-9d59-fbb7e471ac60 None None] Network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:30.072096 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.107299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.107849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Attempting to bind port fa719e30-331d-4b1c-a787-0a1bf7ec319b on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:30.108825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Attempting to bind port fa719e30-331d-4b1c-a787-0a1bf7ec319b by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f8dab94f-79e4-4527-8390-f5b51807c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:30.109721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Attempting to bind port fa719e30-331d-4b1c-a787-0a1bf7ec319b on network 527672bd-2ed9-4ede-a2db-0398956a810e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:30.112076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.141859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port 89690cb1-0a77-4ec7-b056-c6fa78157aa3 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:30.158704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Made reservation on behalf of ca01ad8f192840c0bd5d37e65979d852 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:30.164579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.209391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:30.209391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Checking segment: {'id': 'f8dab94f-79e4-4527-8390-f5b51807c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:30.210218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.210943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Bound using segment: {'id': 'f8dab94f-79e4-4527-8390-f5b51807c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:30.211787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Bound port: fa719e30-331d-4b1c-a787-0a1bf7ec319b, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8dab94f-79e4-4527-8390-f5b51807c153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:30.212488 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.326237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e0aecd1e-f5f2-41bb-95e0-65369de3d02a None None] Provisioning for port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:30.357059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e0aecd1e-f5f2-41bb-95e0-65369de3d02a None None] Provisioning complete for port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:30.358574 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e0aecd1e-f5f2-41bb-95e0-65369de3d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.383602 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.395559 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.411027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.6 (527672bd-2ed9-4ede-a2db-0398956a810e/76bc8319-5e44-4fac-8fbc-294b0904f613/89690cb1-0a77-4ec7-b056-c6fa78157aa3) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:30.422829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] For port fa719e30-331d-4b1c-a787-0a1bf7ec319b, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:30.428787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] For port fa719e30-331d-4b1c-a787-0a1bf7ec319b, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fa719e30-331d-4b1c-a787-0a1bf7ec319b,segment=NetworkSegment(f8dab94f-79e4-4527-8390-f5b51807c153),segment_id=f8dab94f-79e4-4527-8390-f5b51807c153)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:30.474462 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.569708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=87ca3d21-c057-4dc0-a438-bd7094b87330,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:30.651919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd55af7-57a8-456c-bdd0-804e3b330340 None None] Pushing event updated for resources: {'Port': ['ID=fa719e30-331d-4b1c-a787-0a1bf7ec319b,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:30.692818 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e0aecd1e-f5f2-41bb-95e0-65369de3d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.707050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.731060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.741631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.772208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e0aecd1e-f5f2-41bb-95e0-65369de3d02a None None] For port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,segment=NetworkSegment(c508d221-e310-4e32-8052-7604ff709fce),segment_id=c508d221-e310-4e32-8052-7604ff709fce)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:30.779539 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e0aecd1e-f5f2-41bb-95e0-65369de3d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.780996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object 89690cb1-0a77-4ec7-b056-c6fa78157aa3 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:30.859118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.860806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:30.879609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aecd1e-f5f2-41bb-95e0-65369de3d02a None None] Pushing event updated for resources: {'Port': ['ID=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:30.949100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:30.953582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:30.959736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:31.014659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=89690cb1-0a77-4ec7-b056-c6fa78157aa3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:31.032875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.037413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.038099 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.038583 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Added segment 0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f of type vlan for network 0f4cf321-1427-474f-9a59-6e3246ff6401 Aug 31 09:43:31.049009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe30ab-933e-4772-829a-6316306447bd req-8f96cae0-60e9-4e44-887a-248b267a8847 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.057331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ebe30ab-933e-4772-829a-6316306447bd req-8f96cae0-60e9-4e44-887a-248b267a8847 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4456778 Aug 31 09:43:31.061303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6b804e34-00a1-47bb-93eb-fd07aebfe607 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4133162 Aug 31 09:43:31.062681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41238) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.064084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e85ca8-9fe6-4662-88ab-197e19f197f1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:31.067962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0b8854b1-66d9-4c4e-8d34-2c91a8b55fe2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:31.230430 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.299374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8854b1-66d9-4c4e-8d34-2c91a8b55fe2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:31.316201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.354274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0b8854b1-66d9-4c4e-8d34-2c91a8b55fe2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.392152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5157e087-d6bb-460e-96ce-734ea59dab5b None None] Provisioning complete for port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:31.398331 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5157e087-d6bb-460e-96ce-734ea59dab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.433333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.objects.ports [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94786) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:43:31.452885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ebe30ab-933e-4772-829a-6316306447bd req-49838260-5977-4849-9625-13537ad3b38b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3901203 Aug 31 09:43:31.456950 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.467466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.468808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.481814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.620471 n-d-806683-2 neutron-server[94787]: INFO neutron.db.ipam_backend_mixin [None req-0b8854b1-66d9-4c4e-8d34-2c91a8b55fe2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 76bc8319-5e44-4fac-8fbc-294b0904f613 (CIDR: 172.20.0.0/28) Aug 31 09:43:31.628691 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8854b1-66d9-4c4e-8d34-2c91a8b55fe2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:43:31.629963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8854b1-66d9-4c4e-8d34-2c91a8b55fe2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:31.671542 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0b8854b1-66d9-4c4e-8d34-2c91a8b55fe2 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6077054 Aug 31 09:43:31.674288 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41244) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.691258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:31.869502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5157e087-d6bb-460e-96ce-734ea59dab5b None None] Provisioning for port 87ca3d21-c057-4dc0-a438-bd7094b87330 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:31.889793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5157e087-d6bb-460e-96ce-734ea59dab5b None None] Provisioning complete for port 87ca3d21-c057-4dc0-a438-bd7094b87330 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:31.890979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5157e087-d6bb-460e-96ce-734ea59dab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.898703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:31.903249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.950271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5157e087-d6bb-460e-96ce-734ea59dab5b None None] Port 87ca3d21-c057-4dc0-a438-bd7094b87330 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:32.072573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a22035a-d468-47ec-994e-abf6fe8a4087 None None] Provisioning complete for port 87ca3d21-c057-4dc0-a438-bd7094b87330 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:32.072954 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6a22035a-d468-47ec-994e-abf6fe8a4087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.153731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6a22035a-d468-47ec-994e-abf6fe8a4087 None None] Port 87ca3d21-c057-4dc0-a438-bd7094b87330 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:32.302944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7172151 Aug 31 09:43:32.318150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41260) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.324441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Request body: {'subnet': {'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-217447702-subnet', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:32.343425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event updated for resources: {'Subnet': ['ID=592fc039-f563-4660-a98a-dffeeb7434c2,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.353218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc7c56-5a15-4180-9672-1b3c9c265a85 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4cf321-1427-474f-9a59-6e3246ff6401,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.363413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:32.366439 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.404977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 0f4cf321-1427-474f-9a59-6e3246ff6401 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:32.437850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-04fe9866-ac8f-4fe7-a16e-8ddc6023527c None None] Provisioning for port fa719e30-331d-4b1c-a787-0a1bf7ec319b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:32.441724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d126-e7c9-43a4-84d9-07c2622fde48 req-82dd14b5-6eb5-49bc-a864-0c143cdd2288 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:32.450222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe51d126-e7c9-43a4-84d9-07c2622fde48 req-82dd14b5-6eb5-49bc-a864-0c143cdd2288 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2940335 Aug 31 09:43:32.501806 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.519875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-c536bb07-7869-4bcf-bddb-533ee7216e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:32.521913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-c536bb07-7869-4bcf-bddb-533ee7216e31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1095 time: 0.3772080 Aug 31 09:43:32.538867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Checking segment: {'id': '3f5748e2-f18a-447b-a44f-24c80128f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'd6c44fc8-065d-4088-a345-b813c9915cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:32.544043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network hostable DHCP agents. Network: d6c44fc8-065d-4088-a345-b813c9915cb7, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:32.546508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-04fe9866-ac8f-4fe7-a16e-8ddc6023527c None None] Provisioning complete for port 3d840d89-3773-499f-a274-b055c191074f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:32.547599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04fe9866-ac8f-4fe7-a16e-8ddc6023527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.605377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-04fe9866-ac8f-4fe7-a16e-8ddc6023527c None None] Port 3d840d89-3773-499f-a274-b055c191074f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:32.606905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.621619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833cc90-a09c-46ca-8c22-54b1a0063fad None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:43:32.623018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.697940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe51d126-e7c9-43a4-84d9-07c2622fde48 req-94f757e8-8b63-482b-89d1-f01f3762a334 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463343 Aug 31 09:43:32.742008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Network d6c44fc8-065d-4088-a345-b813c9915cb7 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:32.766856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f40bc0ab-e6a6-4ae9-a434-a0bbe834068e None None] Provisioning for port 89690cb1-0a77-4ec7-b056-c6fa78157aa3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:32.789321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f40bc0ab-e6a6-4ae9-a434-a0bbe834068e None None] Provisioning complete for port 89690cb1-0a77-4ec7-b056-c6fa78157aa3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:32.789906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f40bc0ab-e6a6-4ae9-a434-a0bbe834068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.813663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, d6c44fc8-065d-4088-a345-b813c9915cb7) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:32.821546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:32.822557 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.894042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f40bc0ab-e6a6-4ae9-a434-a0bbe834068e None None] Port 89690cb1-0a77-4ec7-b056-c6fa78157aa3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:32.929322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1285cce8-24cd-4e11-82fb-3f57d3aa5244 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2944555 Aug 31 09:43:32.937087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41262) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.953678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:32.975795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:32.982247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:32.982883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.996876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:33.010469 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3350348 Aug 31 09:43:33.015550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41264) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:33.023384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1386958753', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '405d8979-52b8-405e-b65f-7b3afcec96bd'}], 'security_groups': ['94a5e9ad-5ce2-449f-a91b-652cba2811b8']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:33.047083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-078af570-149d-4834-86f3-897af8e1efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:33.049200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-078af570-149d-4834-86f3-897af8e1efb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.4877949 Aug 31 09:43:33.055426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3181213-d70a-4e1d-b165-ff6fe0a57fea tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=405d8979-52b8-405e-b65f-7b3afcec96bd,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:33.105470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:33.106284 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.143162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-82326757-af26-4c25-9b24-43643fb8b1e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.0734112 Aug 31 09:43:33.146723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Checking segment: {'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:33.147131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Network hostable DHCP agents. Network: 0f4cf321-1427-474f-9a59-6e3246ff6401, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:33.155910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.172267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21b8e33-9cc2-424f-b91a-e32b90f761bc,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:33.214187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-8069077e-93bd-43b4-813c-a99fdc8d2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:33.216158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-8069077e-93bd-43b4-813c-a99fdc8d2ebc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.0607736 Aug 31 09:43:33.229647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa719e30-331d-4b1c-a787-0a1bf7ec319b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:33.291084 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:43:33.300334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port fa719e30-331d-4b1c-a787-0a1bf7ec319b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:33.313683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833cc90-a09c-46ca-8c22-54b1a0063fad None None] Unable to find a vacant binding_index for network d6c44fc8-065d-4088-a345-b813c9915cb7 and agent b62c620d-80ae-40fb-9f82-428d08ff3cca {{(pid=94788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 09:43:33.317004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:33.321477 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.367377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833cc90-a09c-46ca-8c22-54b1a0063fad None None] Unable to find a vacant binding_index for network 0f4cf321-1427-474f-9a59-6e3246ff6401 and agent b62c620d-80ae-40fb-9f82-428d08ff3cca {{(pid=94788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 09:43:33.396673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833cc90-a09c-46ca-8c22-54b1a0063fad None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, d6c44fc8-065d-4088-a345-b813c9915cb7), (DHCP agent, n-d-806683-2, 0f4cf321-1427-474f-9a59-6e3246ff6401) {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:43:33.408542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-8525b210-0e73-4109-8364-a89e3cf5e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:33.411558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-8525b210-0e73-4109-8364-a89e3cf5e9fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836145 Aug 31 09:43:33.420508 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.524563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-79fff00a-4ec3-4558-8572-2fc81de94340 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935233 Aug 31 09:43:33.528044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.586201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port fa719e30-331d-4b1c-a787-0a1bf7ec319b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fa719e30-331d-4b1c-a787-0a1bf7ec319b,segment=NetworkSegment(f8dab94f-79e4-4527-8390-f5b51807c153),segment_id=f8dab94f-79e4-4527-8390-f5b51807c153)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:33.608742 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.640426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Network 0f4cf321-1427-474f-9a59-6e3246ff6401 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:33.654807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 0f4cf321-1427-474f-9a59-6e3246ff6401) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:33.671055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:33.671996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.715750 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-16247326-2e7e-4af2-ba40-02c26402f556 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3961062 Aug 31 09:43:33.725186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41274) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:33.732765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Delete allocated IP 172.20.0.6 (527672bd-2ed9-4ede-a2db-0398956a810e/76bc8319-5e44-4fac-8fbc-294b0904f613) {{(pid=94787) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:43:33.750569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:33.753898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.758598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.813262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.26 (527672bd-2ed9-4ede-a2db-0398956a810e/405d8979-52b8-405e-b65f-7b3afcec96bd/89690cb1-0a77-4ec7-b056-c6fa78157aa3) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:33.822242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.823470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.824505 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.868543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=fa719e30-331d-4b1c-a787-0a1bf7ec319b,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:33.941364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44f1bab4-8556-4456-bdc1-562c98d64686 req-0c9060fd-7b86-48bc-b809-ce2ccfb517bc service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055281 Aug 31 09:43:33.952409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-0f4cf321-1427-474f-9a59-6e3246ff6401', 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'fixed_ips': [{'subnet_id': 'c21b8e33-9cc2-424f-b91a-e32b90f761bc'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:33.953792 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.982991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.000308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=87ca3d21-c057-4dc0-a438-bd7094b87330,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:34.000972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a46c12-2eee-43df-93a3-df9bfd307f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-d6c44fc8-065d-4088-a345-b813c9915cb7', 'network_id': 'd6c44fc8-065d-4088-a345-b813c9915cb7', 'tenant_id': 'ca01ad8f192840c0bd5d37e65979d852', 'fixed_ips': [{'subnet_id': '592fc039-f563-4660-a98a-dffeeb7434c2'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:34.001963 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13a46c12-2eee-43df-93a3-df9bfd307f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.018948 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.043755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3db12-6b7e-4d8f-9977-942a0eea6680 req-70349644-552d-4f4f-86af-076a73bb68b7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:34.048801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb3db12-6b7e-4d8f-9977-942a0eea6680 req-70349644-552d-4f4f-86af-076a73bb68b7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2344091 Aug 31 09:43:34.061261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.198410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Subnet': ['ID=592fc039-f563-4660-a98a-dffeeb7434c2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:34.247008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.259835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.264900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Allocated IP 172.20.0.2 (0f4cf321-1427-474f-9a59-6e3246ff6401/c21b8e33-9cc2-424f-b91a-e32b90f761bc/36a54a09-1722-4ce3-9cdf-c839ea323f63) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:34.273560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c44fc8-065d-4088-a345-b813c9915cb7']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:34.279418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb3db12-6b7e-4d8f-9977-942a0eea6680 req-fe52ec38-9f88-43fb-8775-1a24c22db7a3 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056231 Aug 31 09:43:34.298788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5748e2-f18a-447b-a44f-24c80128f7bb') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:34.298788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5748e2-f18a-447b-a44f-24c80128f7bb') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:34.306446 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.313199 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.315834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object 89690cb1-0a77-4ec7-b056-c6fa78157aa3 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:34.323093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:34.330659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:34.335613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.465074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.476437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:34.477129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:34.484193 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:34.553395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=89690cb1-0a77-4ec7-b056-c6fa78157aa3,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:34.590572 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.599263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] In _notify_port_updated(), no bound segment for port 89690cb1-0a77-4ec7-b056-c6fa78157aa3 on network 527672bd-2ed9-4ede-a2db-0398956a810e {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:43:34.599517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.606414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:34.607192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.607592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/d6c44fc8-065d-4088-a345-b813c9915cb7 HTTP/1.1" status: 204 len: 168 time: 1.6690874 Aug 31 09:43:34.608861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4a087a81-ac8d-440c-8ec1-d440cda225b9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "PUT /v2.0/ports/89690cb1-0a77-4ec7-b056-c6fa78157aa3 HTTP/1.1" status: 200 len: 921 time: 1.5920823 Aug 31 09:43:34.610795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41288) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.611922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router efdf430e-c429-41b9-a440-e026d344147d is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:34.613419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41290) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.653489 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1d70bf-f329-43b2-94f2-6f8738a8ebdc tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.653954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1d70bf-f329-43b2-94f2-6f8738a8ebdc tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.656123 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a1d70bf-f329-43b2-94f2-6f8738a8ebdc tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/subnets/592fc039-f563-4660-a98a-dffeeb7434c2 HTTP/1.1" status: 404 len: 337 time: 0.0444508 Aug 31 09:43:34.658918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41292) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.664277 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.670352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094672c-eea1-4b0e-93e9-564b80be6ca8 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Network': ['ID=d6c44fc8-065d-4088-a345-b813c9915cb7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:34.682395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Transition to ACTIVE for port object 36a54a09-1722-4ce3-9cdf-c839ea323f63 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:34.685438 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5e874f-734a-438c-bb16-5e0e4bc58904 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.685742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5e874f-734a-438c-bb16-5e0e4bc58904 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.687604 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aa5e874f-734a-438c-bb16-5e0e4bc58904 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/d6c44fc8-065d-4088-a345-b813c9915cb7 HTTP/1.1" status: 404 len: 339 time: 0.0275817 Aug 31 09:43:34.692082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41294) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.711574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Transition to ACTIVE for port object 36a54a09-1722-4ce3-9cdf-c839ea323f63 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:34.720223 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.786063 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8623466-bd3f-49f4-9c97-8ded1833558a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.786598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8623466-bd3f-49f4-9c97-8ded1833558a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.788619 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e8623466-bd3f-49f4-9c97-8ded1833558a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/subnets/a3cbcb1e-e4c6-4739-8280-e62590119866 HTTP/1.1" status: 404 len: 337 time: 0.0955756 Aug 31 09:43:34.791769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Network 0f4cf321-1427-474f-9a59-6e3246ff6401 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:34.792115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41296) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.793254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:34.807818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:34.811394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fffa3024-244e-4891-ba01-6d21cba12cf1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/efdf430e-c429-41b9-a440-e026d344147d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8817105 Aug 31 09:43:34.813821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41298) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.822978 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd410c6-197b-4080-a906-6ed3d8295c1d None None] Sync routers for ids ['efdf430e-c429-41b9-a440-e026d344147d'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:34.838228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:34.845663 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd410c6-197b-4080-a906-6ed3d8295c1d None None] Routers {'efdf430e-c429-41b9-a440-e026d344147d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:34.846346 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fd410c6-197b-4080-a906-6ed3d8295c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efdf430e-c429-41b9-a440-e026d344147d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:34.849243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Pushing event updated for resources: {'Port': ['ID=36a54a09-1722-4ce3-9cdf-c839ea323f63,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:34.895663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f29a42-0cf6-4697-8d23-edf826f6d7e2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:34.899923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-18f29a42-0cf6-4697-8d23-edf826f6d7e2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports/87ca3d21-c057-4dc0-a438-bd7094b87330 HTTP/1.1" status: 200 len: 978 time: 0.0824044 Aug 31 09:43:34.900468 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8bc71d-9d62-4bd2-9446-fc58ab8fefd6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.901099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8bc71d-9d62-4bd2-9446-fc58ab8fefd6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.901716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41302) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.905617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5b8bc71d-9d62-4bd2-9446-fc58ab8fefd6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/6d1e0cdb-2208-4fab-8152-e7a8b69a6186 HTTP/1.1" status: 404 len: 339 time: 0.1055019 Aug 31 09:43:34.907755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41304) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.940873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa719e30-331d-4b1c-a787-0a1bf7ec319b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:34.942196 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aa928f-489d-4f85-98ce-3a9926061ce6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.942669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aa928f-489d-4f85-98ce-3a9926061ce6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.946911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-83aa928f-489d-4f85-98ce-3a9926061ce6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/subnets/6a4333d7-25ea-49a0-86b5-f470d37358a6 HTTP/1.1" status: 404 len: 337 time: 0.0358143 Aug 31 09:43:34.947128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41306) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.966222 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fd410c6-197b-4080-a906-6ed3d8295c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:34.974911 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bbd8db-fe05-41a3-9e3d-a34ee8ad4702 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.975528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bbd8db-fe05-41a3-9e3d-a34ee8ad4702 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.979698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-42bbd8db-fe05-41a3-9e3d-a34ee8ad4702 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/5c0d5abd-d7c7-4274-b918-92296e0d08ef HTTP/1.1" status: 404 len: 339 time: 0.0292792 Aug 31 09:43:34.981524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41308) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.988995 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd410c6-197b-4080-a906-6ed3d8295c1d None None] Routers {'efdf430e-c429-41b9-a440-e026d344147d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:34.991719 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fd410c6-197b-4080-a906-6ed3d8295c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efdf430e-c429-41b9-a440-e026d344147d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:35.026383 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fd410c6-197b-4080-a906-6ed3d8295c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:35.027656 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd410c6-197b-4080-a906-6ed3d8295c1d None None] The sync data for ids ['efdf430e-c429-41b9-a440-e026d344147d'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:35.046208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Attempting to bind port 36a54a09-1722-4ce3-9cdf-c839ea323f63 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:35.047238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Attempting to bind port 36a54a09-1722-4ce3-9cdf-c839ea323f63 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:35.047767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Attempting to bind port 36a54a09-1722-4ce3-9cdf-c839ea323f63 on network 0f4cf321-1427-474f-9a59-6e3246ff6401 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:35.056073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:35.056449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Checking segment: {'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:35.056857 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.057258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Bound using segment: {'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:35.057761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Bound port: 36a54a09-1722-4ce3-9cdf-c839ea323f63, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:35.058151 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.096830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ec182705-5622-45ae-bc42-7473b6715c8c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 89690cb1-0a77-4ec7-b056-c6fa78157aa3 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:35.097401 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec182705-5622-45ae-bc42-7473b6715c8c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.104231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:35.104614 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.188001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-86a48f26-cbd4-4e31-8bd0-6ae217b67265 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Deleting port 08b3ef30-d2b0-4603-a291-346c3ce296b0 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:35.188575 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a48f26-cbd4-4e31-8bd0-6ae217b67265 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.220005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] For port 36a54a09-1722-4ce3-9cdf-c839ea323f63, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:35.225364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] For port 36a54a09-1722-4ce3-9cdf-c839ea323f63, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=36a54a09-1722-4ce3-9cdf-c839ea323f63,segment=NetworkSegment(0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f),segment_id=0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:35.237657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.319631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920a6df-d99f-4580-9e42-1d6b6a36248c None None] Pushing event updated for resources: {'Port': ['ID=36a54a09-1722-4ce3-9cdf-c839ea323f63,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:35.327060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec182705-5622-45ae-bc42-7473b6715c8c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.330585 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a48f26-cbd4-4e31-8bd0-6ae217b67265 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.354278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-86a48f26-cbd4-4e31-8bd0-6ae217b67265 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Calling delete_port for 08b3ef30-d2b0-4603-a291-346c3ce296b0 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:35.356712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ec182705-5622-45ae-bc42-7473b6715c8c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 89690cb1-0a77-4ec7-b056-c6fa78157aa3 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:35.374266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.400224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.639393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Allocated IP 172.25.1.92 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/c0293767-331f-495e-84d7-f3fc01ead941) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:35.796474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.875417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.972201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.008789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc706d6-a656-4aa3-b98e-91b2f13ace1f req-5d1d078f-0a08-4652-b54f-1105f45619eb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:36.010432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbc706d6-a656-4aa3-b98e-91b2f13ace1f req-5d1d078f-0a08-4652-b54f-1105f45619eb tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1076927 Aug 31 09:43:36.049965 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a48f26-cbd4-4e31-8bd0-6ae217b67265 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.065538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:36.097581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c0293767-331f-495e-84d7-f3fc01ead941,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.106764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:36.124531 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a48f26-cbd4-4e31-8bd0-6ae217b67265 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.127549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-86a48f26-cbd4-4e31-8bd0-6ae217b67265 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/ports/08b3ef30-d2b0-4603-a291-346c3ce296b0 HTTP/1.1" status: 204 len: 168 time: 1.1449614 Aug 31 09:43:36.137554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a48f26-cbd4-4e31-8bd0-6ae217b67265 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Port': ['ID=08b3ef30-d2b0-4603-a291-346c3ce296b0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.142875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41318) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.160072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:36.195441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbc706d6-a656-4aa3-b98e-91b2f13ace1f req-db687990-5cb5-44c9-b34f-1e9b8f11575b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724620 Aug 31 09:43:36.201388 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a46609-1510-43b1-bedc-6b1f4d2344b1 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.201858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a46609-1510-43b1-bedc-6b1f4d2344b1 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.203842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e9a46609-1510-43b1-bedc-6b1f4d2344b1 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/subnets/2fcca688-4ad0-40ff-801d-a14f32305d5d HTTP/1.1" status: 404 len: 337 time: 0.0573285 Aug 31 09:43:36.207076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41320) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.221729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec182705-5622-45ae-bc42-7473b6715c8c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.353711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec182705-5622-45ae-bc42-7473b6715c8c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=89690cb1-0a77-4ec7-b056-c6fa78157aa3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.472333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.541831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa262ad9-6394-4da2-83a1-abea90b86b8d req-e2a9d9db-85ac-40f3-82c7-bb9414a3f212 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:36.544756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa262ad9-6394-4da2-83a1-abea90b86b8d req-e2a9d9db-85ac-40f3-82c7-bb9414a3f212 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2053480 Aug 31 09:43:36.548274 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec182705-5622-45ae-bc42-7473b6715c8c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.553859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ec182705-5622-45ae-bc42-7473b6715c8c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/89690cb1-0a77-4ec7-b056-c6fa78157aa3 HTTP/1.1" status: 204 len: 168 time: 1.9276977 Aug 31 09:43:36.565802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41326) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.664348 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf38ad0-fb1a-41d4-b01b-50d417471027 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:43:36.669478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0bf38ad0-fb1a-41d4-b01b-50d417471027 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/89690cb1-0a77-4ec7-b056-c6fa78157aa3 HTTP/1.1" status: 404 len: 333 time: 0.0957668 Aug 31 09:43:36.676278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41328) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.721365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de47b23-faf4-4e67-9b9d-b1ea9cb07e0e None None] Network d6c44fc8-065d-4088-a345-b813c9915cb7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:36.724620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b09f12-1eeb-457f-9545-3b42f70aaba7 None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:36.738383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de47b23-faf4-4e67-9b9d-b1ea9cb07e0e None None] Network d6c44fc8-065d-4088-a345-b813c9915cb7 could not be found, it might have been deleted concurrently. {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:43:36.793418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.818823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a2541d8a-1183-46e4-951e-717299466ce9 None None] Provisioning for port 36a54a09-1722-4ce3-9cdf-c839ea323f63 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:36.821187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ad0afc-2752-469d-873a-adedab9fe078']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:36.833768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30451b1-f675-4248-b952-c54765150605 None None] Network d6c44fc8-065d-4088-a345-b813c9915cb7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:36.860932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf6b740-278b-4aca-a80c-7c68483503de') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:36.861841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf6b740-278b-4aca-a80c-7c68483503de') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:36.884204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.914892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.928046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:36.930515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9206a-b6b5-4c23-b6f1-2637698f4f06 None None] Network 0f4cf321-1427-474f-9a59-6e3246ff6401 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:36.931866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.935291 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:36.944066 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:36.990034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 87ca3d21-c057-4dc0-a438-bd7094b87330 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:36.992795 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.045060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30451b1-f675-4248-b952-c54765150605 None None] Network d6c44fc8-065d-4088-a345-b813c9915cb7 could not be found, it might have been deleted concurrently. {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:43:37.081282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 36a54a09-1722-4ce3-9cdf-c839ea323f63 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:37.103532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.118703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 87ca3d21-c057-4dc0-a438-bd7094b87330 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:37.167733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa262ad9-6394-4da2-83a1-abea90b86b8d req-91504a01-9987-4555-b227-5247c3a8a132 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6135290 Aug 31 09:43:37.325924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-031b71c0-5070-4f8e-bdeb-b1902b004755 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.327816 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.359372 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.364606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/63ad0afc-2752-469d-873a-adedab9fe078 HTTP/1.1" status: 204 len: 168 time: 1.1527560 Aug 31 09:43:37.365700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c667ac-463a-49d1-a2c1-01afa0718c0a tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Network': ['ID=63ad0afc-2752-469d-873a-adedab9fe078,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:37.383671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41346) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.434458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fea64a4c-bbd5-4e37-b308-873836752518 None None] Provisioning complete for port 87ca3d21-c057-4dc0-a438-bd7094b87330 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:37.434817 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fea64a4c-bbd5-4e37-b308-873836752518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.442050 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-031b71c0-5070-4f8e-bdeb-b1902b004755 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.478980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fea64a4c-bbd5-4e37-b308-873836752518 None None] Port 87ca3d21-c057-4dc0-a438-bd7094b87330 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:37.490927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 36a54a09-1722-4ce3-9cdf-c839ea323f63 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:37.501196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 36a54a09-1722-4ce3-9cdf-c839ea323f63 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:37.501710 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.525441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7be16-5a3e-4725-92c4-dc63b91a42a3 req-630cccec-c5f0-4924-8534-4973b15345f1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:37.527041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0f7be16-5a3e-4725-92c4-dc63b91a42a3 req-630cccec-c5f0-4924-8534-4973b15345f1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1972394 Aug 31 09:43:37.535187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.635548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0f7be16-5a3e-4725-92c4-dc63b91a42a3 req-e1beb77c-b71e-4d5b-81a6-a51950ee695b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953181 Aug 31 09:43:37.635548 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-031b71c0-5070-4f8e-bdeb-b1902b004755 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.645220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-031b71c0-5070-4f8e-bdeb-b1902b004755 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.650526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-031b71c0-5070-4f8e-bdeb-b1902b004755 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/security-groups/0533c1bf-e1e2-4844-8f9d-4fb0f5de0d61 HTTP/1.1" status: 204 len: 168 time: 0.9664528 Aug 31 09:43:37.651033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41350) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.664844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b71c0-5070-4f8e-bdeb-b1902b004755 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0533c1bf-e1e2-4844-8f9d-4fb0f5de0d61,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:37.675962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.703361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bb23a7b4-36e0-43fc-a700-e3738017f2f6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Deleting port 18366b22-fe6f-4fa1-83c1-35dbf0ee577c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:37.703572 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bb23a7b4-36e0-43fc-a700-e3738017f2f6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.748584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fc046-7813-4297-b888-53d66b2b7c7b None None] Update dhcp port {'port': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'fixed_ips': [{'subnet_id': '76bc8319-5e44-4fac-8fbc-294b0904f613', 'ip_address': '172.20.0.2'}, {'subnet_id': '405d8979-52b8-405e-b65f-7b3afcec96bd'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'fa719e30-331d-4b1c-a787-0a1bf7ec319b'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:43:37.775585 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.837988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bb23a7b4-36e0-43fc-a700-e3738017f2f6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.855505 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba8fc046-7813-4297-b888-53d66b2b7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.874033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bb23a7b4-36e0-43fc-a700-e3738017f2f6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Calling delete_port for 18366b22-fe6f-4fa1-83c1-35dbf0ee577c owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:37.875984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=87ca3d21-c057-4dc0-a438-bd7094b87330,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:37.925334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 36a54a09-1722-4ce3-9cdf-c839ea323f63, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=36a54a09-1722-4ce3-9cdf-c839ea323f63,segment=NetworkSegment(0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f),segment_id=0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:37.934936 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.036013 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f1780d1-8178-4fa8-a88a-fd944659a4fd tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.067596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bb23a7b4-36e0-43fc-a700-e3738017f2f6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.109490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f1780d1-8178-4fa8-a88a-fd944659a4fd tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.119916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bb23a7b4-36e0-43fc-a700-e3738017f2f6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.122612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bb23a7b4-36e0-43fc-a700-e3738017f2f6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/ports/18366b22-fe6f-4fa1-83c1-35dbf0ee577c HTTP/1.1" status: 204 len: 168 time: 0.7321079 Aug 31 09:43:38.155883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41358) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:38.209864 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e213fc-4469-460f-8482-49d0bffb9a2b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:38.210700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e213fc-4469-460f-8482-49d0bffb9a2b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:38.217398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-82e213fc-4469-460f-8482-49d0bffb9a2b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/subnets/f43bb777-4fc8-4411-8c95-3c3d8f262d98 HTTP/1.1" status: 404 len: 337 time: 0.0506139 Aug 31 09:43:38.217398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23a7b4-36e0-43fc-a700-e3738017f2f6 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Port': ['ID=18366b22-fe6f-4fa1-83c1-35dbf0ee577c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:38.222367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41360) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:38.229922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=36a54a09-1722-4ce3-9cdf-c839ea323f63,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:38.273296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4081c03-251a-4009-9587-ff1cab55c803 req-ad701814-0ce2-4dd8-b9f5-a66b699fe5fd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:38.275099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4081c03-251a-4009-9587-ff1cab55c803 req-ad701814-0ce2-4dd8-b9f5-a66b699fe5fd tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2236564 Aug 31 09:43:38.275449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Router a2d79352-26eb-4983-87a9-1af8642579f3 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:38.311605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.388767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-ba8fc046-7813-4297-b888-53d66b2b7c7b None None] Allocated IP 172.20.0.18 (527672bd-2ed9-4ede-a2db-0398956a810e/405d8979-52b8-405e-b65f-7b3afcec96bd/fa719e30-331d-4b1c-a787-0a1bf7ec319b) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:38.421111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4081c03-251a-4009-9587-ff1cab55c803 req-a76e3534-843d-4030-9e5c-bee7c6661f18 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600076 Aug 31 09:43:38.433107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f1780d1-8178-4fa8-a88a-fd944659a4fd tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.436244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f1780d1-8178-4fa8-a88a-fd944659a4fd tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.440019 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1f1780d1-8178-4fa8-a88a-fd944659a4fd tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/security-groups/94a5e9ad-5ce2-449f-a91b-652cba2811b8 HTTP/1.1" status: 204 len: 168 time: 0.7855451 Aug 31 09:43:38.440795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41364) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:38.535365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c94dc2b-d4a3-4ef0-a651-f22ee4400197 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet 76bc8319-5e44-4fac-8fbc-294b0904f613 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:38.543835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.567631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1780d1-8178-4fa8-a88a-fd944659a4fd tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a5e9ad-5ce2-449f-a91b-652cba2811b8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:38.594836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ba8fc046-7813-4297-b888-53d66b2b7c7b None None] For port fa719e30-331d-4b1c-a787-0a1bf7ec319b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fa719e30-331d-4b1c-a787-0a1bf7ec319b,segment=NetworkSegment(f8dab94f-79e4-4527-8390-f5b51807c153),segment_id=f8dab94f-79e4-4527-8390-f5b51807c153)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:38.629289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:38.641585 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba8fc046-7813-4297-b888-53d66b2b7c7b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.661535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ba8fc046-7813-4297-b888-53d66b2b7c7b None None] Transition to ACTIVE for port object fa719e30-331d-4b1c-a787-0a1bf7ec319b will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:38.668928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Sync routers for ids ['a2d79352-26eb-4983-87a9-1af8642579f3'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:38.679462 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba8fc046-7813-4297-b888-53d66b2b7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.737970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router efdf430e-c429-41b9-a440-e026d344147d has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:38.739267 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.743386 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7880e359-2593-4c6a-8ea9-a77a5b7b50f2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0152946 Aug 31 09:43:38.745504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:38.761662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.777005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c94dc2b-d4a3-4ef0-a651-f22ee4400197 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.794866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Routers {'a2d79352-26eb-4983-87a9-1af8642579f3'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:38.795724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a2d79352-26eb-4983-87a9-1af8642579f3'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:38.856209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240e82fb-6aca-4835-94e5-ce91f4279e45']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:38.882683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679f91ad-7366-48f5-991b-17d7b92fde8f') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:38.883314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679f91ad-7366-48f5-991b-17d7b92fde8f') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:38.896738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fc046-7813-4297-b888-53d66b2b7c7b None None] Pushing event updated for resources: {'Port': ['ID=fa719e30-331d-4b1c-a787-0a1bf7ec319b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:38.898178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8435fdf-9cb2-46ac-bd97-3ecc1f4dbd32 None None] Network 0f4cf321-1427-474f-9a59-6e3246ff6401 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:38.913188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.961566 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.965289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 36a54a09-1722-4ce3-9cdf-c839ea323f63 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:38.990635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:38.993290 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.002478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c94dc2b-d4a3-4ef0-a651-f22ee4400197 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:39.042131 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:39.064302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:39.094432 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f5f0f-7e6d-43fe-a9ba-b17f5a5c1673 None None] Sync routers for ids ['efdf430e-c429-41b9-a440-e026d344147d'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:39.111595 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f5f0f-7e6d-43fe-a9ba-b17f5a5c1673 None None] Routers {'efdf430e-c429-41b9-a440-e026d344147d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:39.112464 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-100f5f0f-7e6d-43fe-a9ba-b17f5a5c1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efdf430e-c429-41b9-a440-e026d344147d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.119765 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-96cf861f-860b-4623-9174-33eeab2c3717 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/efdf430e-c429-41b9-a440-e026d344147d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2163222 Aug 31 09:43:39.147259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41372) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:39.175878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c9ceb584-8451-4371-bfd9-87349010feb6 None None] Provisioning complete for port 36a54a09-1722-4ce3-9cdf-c839ea323f63 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:39.176324 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb584-8451-4371-bfd9-87349010feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.196633 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-100f5f0f-7e6d-43fe-a9ba-b17f5a5c1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.207298 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f5f0f-7e6d-43fe-a9ba-b17f5a5c1673 None None] Routers {'efdf430e-c429-41b9-a440-e026d344147d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:39.208173 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-100f5f0f-7e6d-43fe-a9ba-b17f5a5c1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efdf430e-c429-41b9-a440-e026d344147d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.257714 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-100f5f0f-7e6d-43fe-a9ba-b17f5a5c1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.258789 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f5f0f-7e6d-43fe-a9ba-b17f5a5c1673 None None] The sync data for ids ['efdf430e-c429-41b9-a440-e026d344147d'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:39.291567 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.317502 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.319764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/240e82fb-6aca-4835-94e5-ce91f4279e45 HTTP/1.1" status: 204 len: 168 time: 1.0898654 Aug 31 09:43:39.323960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41376) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:39.397827 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c94dc2b-d4a3-4ef0-a651-f22ee4400197 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.411785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 36a54a09-1722-4ce3-9cdf-c839ea323f63 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:39.412408 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.538897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Set router a2d79352-26eb-4983-87a9-1af8642579f3 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:39.598470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-16770c6c-ae80-4a16-987e-51a2fd49594d tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Deleting subnet 2baeed0f-6806-467a-a093-48a5bd789d1c {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:39.602786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16770c6c-ae80-4a16-987e-51a2fd49594d tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.665192 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16770c6c-ae80-4a16-987e-51a2fd49594d tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.779441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af519a04-917c-41f9-b678-1bdaf3f2a83b tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Network': ['ID=240e82fb-6aca-4835-94e5-ce91f4279e45,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:39.786042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c94dc2b-d4a3-4ef0-a651-f22ee4400197 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.823157 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-2971860c-1f53-4644-adb0-08f27e58a712 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 09:43:39.827150 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2971860c-1f53-4644-adb0-08f27e58a712 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/efdf430e-c429-41b9-a440-e026d344147d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6763098 Aug 31 09:43:39.829282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:39.878820 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c94dc2b-d4a3-4ef0-a651-f22ee4400197 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.880921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c94dc2b-d4a3-4ef0-a651-f22ee4400197 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/76bc8319-5e44-4fac-8fbc-294b0904f613 HTTP/1.1" status: 204 len: 168 time: 1.4373314 Aug 31 09:43:39.885983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94dc2b-d4a3-4ef0-a651-f22ee4400197 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=76bc8319-5e44-4fac-8fbc-294b0904f613,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:39.891465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41384) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:39.897482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:39.905343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16770c6c-ae80-4a16-987e-51a2fd49594d tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.946427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bcdb61e9-cef4-44a9-a2c7-18252eb28a2f None None] Provisioning for port fa719e30-331d-4b1c-a787-0a1bf7ec319b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:39.953925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bcdb61e9-cef4-44a9-a2c7-18252eb28a2f None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:39.954591 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcdb61e9-cef4-44a9-a2c7-18252eb28a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.010776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e32c2-c1f8-4b24-b68b-616ab953e302 req-e1317a5c-e8c2-47b3-bbe8-9f4be2dfb847 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:40.012543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-972e32c2-c1f8-4b24-b68b-616ab953e302 req-e1317a5c-e8c2-47b3-bbe8-9f4be2dfb847 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.2429969 Aug 31 09:43:40.030424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 3, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port': {'id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:40.083953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Checking router: a2d79352-26eb-4983-87a9-1af8642579f3 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:40.084626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Updating router a2d79352-26eb-4983-87a9-1af8642579f3 port c0293767-331f-495e-84d7-f3fc01ead941 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:40.155078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-972e32c2-c1f8-4b24-b68b-616ab953e302 req-3f1b81b4-2f83-4288-8151-ec0514b609a4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246312 Aug 31 09:43:40.156163 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.177314 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16770c6c-ae80-4a16-987e-51a2fd49594d tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.216726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16770c6c-ae80-4a16-987e-51a2fd49594d tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Subnet': ['ID=2baeed0f-6806-467a-a093-48a5bd789d1c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:40.252833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16770c6c-ae80-4a16-987e-51a2fd49594d tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.255700 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-16770c6c-ae80-4a16-987e-51a2fd49594d tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/subnets/2baeed0f-6806-467a-a093-48a5bd789d1c HTTP/1.1" status: 204 len: 168 time: 0.9305356 Aug 31 09:43:40.257334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:40.262863 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.268809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41392) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:40.319713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef8cbb-7cac-4527-bf71-412fca161a2b None None] Network 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:40.345723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c592a51-d965-4e69-a18f-fcaee6ade52e None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:40.444830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e172c045-11f3-4e77-a7d6-6b5ac18f9c50 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=efdf430e-c429-41b9-a440-e026d344147d HTTP/1.1" status: 200 len: 205 time: 0.6118224 Aug 31 09:43:40.445421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41398) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:40.554163 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db41e841-2f31-4cbc-867c-4348ab462a3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.564743 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.627466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.838969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e10560-b5be-442d-b1a5-550a004ea892 req-402df5f0-3aeb-4d92-81a5-0c03a5a065b6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:40.841191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39e10560-b5be-442d-b1a5-550a004ea892 req-402df5f0-3aeb-4d92-81a5-0c03a5a065b6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1856518 Aug 31 09:43:40.857186 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.870706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Transition to ACTIVE for port object c0293767-331f-495e-84d7-f3fc01ead941 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:40.914737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa719e30-331d-4b1c-a787-0a1bf7ec319b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:40.921525 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.932593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Deleting port 77b57805-39c0-4e93-b77e-37444f87ee9d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:40.932944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.947724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bcdb61e9-cef4-44a9-a2c7-18252eb28a2f None None] Provisioning complete for port 3d840d89-3773-499f-a274-b055c191074f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:40.948279 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcdb61e9-cef4-44a9-a2c7-18252eb28a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.017175 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db41e841-2f31-4cbc-867c-4348ab462a3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.022870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db41e841-2f31-4cbc-867c-4348ab462a3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.024698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-8207cd1b-991a-4a86-9075-6814b051ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.027861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-8207cd1b-991a-4a86-9075-6814b051ef25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=886171fada10492b899f05fb3132f8e8&device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 1095 time: 0.2660394 Aug 31 09:43:41.129132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39e10560-b5be-442d-b1a5-550a004ea892 req-ab9e9b45-18a3-49e4-81dd-9f0e28572b19 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654963 Aug 31 09:43:41.165604 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db41e841-2f31-4cbc-867c-4348ab462a3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.166272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db41e841-2f31-4cbc-867c-4348ab462a3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Fanout notify agent at l3_agent the message router_deleted on router efdf430e-c429-41b9-a440-e026d344147d {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:41.177885 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db41e841-2f31-4cbc-867c-4348ab462a3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.182504 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-db41e841-2f31-4cbc-867c-4348ab462a3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/efdf430e-c429-41b9-a440-e026d344147d HTTP/1.1" status: 204 len: 168 time: 0.7338080 Aug 31 09:43:41.183269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41430) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:41.192133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb61e9-cef4-44a9-a2c7-18252eb28a2f None None] Port 3d840d89-3773-499f-a274-b055c191074f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:41.193292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] For port 77b57805-39c0-4e93-b77e-37444f87ee9d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=77b57805-39c0-4e93-b77e-37444f87ee9d,segment=NetworkSegment(e0b2d732-18b7-44c3-a869-65dde4c9945c),segment_id=e0b2d732-18b7-44c3-a869-65dde4c9945c)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:41.193886 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.198269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.221629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Calling delete_port for 77b57805-39c0-4e93-b77e-37444f87ee9d owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:41.248836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.331762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Attempting to bind port c0293767-331f-495e-84d7-f3fc01ead941 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:41.332059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Attempting to bind port c0293767-331f-495e-84d7-f3fc01ead941 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:41.332374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Attempting to bind port c0293767-331f-495e-84d7-f3fc01ead941 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:41.361107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab5101-a271-4d62-b4dc-012427455816 None None] Pushing event updated for resources: {'Port': ['ID=c0293767-331f-495e-84d7-f3fc01ead941,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.371709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-32653371-3d7c-4cb8-90db-eae7cd215dd2 None None] Could not find standard attr ID for object 89690cb1-0a77-4ec7-b056-c6fa78157aa3. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:43:41.375179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:41.385308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:41.386299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:41.386971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.387724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:41.388519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Bound port: c0293767-331f-495e-84d7-f3fc01ead941, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:41.389120 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.395929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:41.423646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.427420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.470100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] For port c0293767-331f-495e-84d7-f3fc01ead941, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:41.473919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] For port c0293767-331f-495e-84d7-f3fc01ead941, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c0293767-331f-495e-84d7-f3fc01ead941,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:41.475945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-8a392ff6-38fd-47f2-9a1f-563b52b4ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.477841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-8a392ff6-38fd-47f2-9a1f-563b52b4ba7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 200 len: 913 time: 0.4271595 Aug 31 09:43:41.486993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] DHCP port deletion for 4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:41.496445 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.541005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=917e6511-4d7e-49c2-9521-c7d4b30430a2,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.544085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Allocated IP 172.20.0.1 (0f4cf321-1427-474f-9a59-6e3246ff6401/c21b8e33-9cc2-424f-b91a-e32b90f761bc/07de8e0b-3845-41db-a2a6-3dc5cef55537) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:41.547942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eed3214a-e733-4cea-a8a2-961cf84f9c5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6528139 Aug 31 09:43:41.554922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41434) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:41.556326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:41.556744 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.559700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-67ec7a07-c560-47af-ae07-be9ff5556e5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-847356922'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:41.610781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-ef215cac-3161-4d39-8da1-99c993b44e17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 200 len: 999 time: 0.1215799 Aug 31 09:43:41.613988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67ec7a07-c560-47af-ae07-be9ff5556e5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.646973 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.658957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-32653371-3d7c-4cb8-90db-eae7cd215dd2 None None] Provisioning complete for port 36a54a09-1722-4ce3-9cdf-c839ea323f63 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:41.659233 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32653371-3d7c-4cb8-90db-eae7cd215dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.691889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.709323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Transition to ACTIVE for port object 07de8e0b-3845-41db-a2a6-3dc5cef55537 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:41.729094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Routers {'a2d79352-26eb-4983-87a9-1af8642579f3'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:41.730153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a2d79352-26eb-4983-87a9-1af8642579f3'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:41.730700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Port': ['ID=77b57805-39c0-4e93-b77e-37444f87ee9d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.734183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] No DVR routers for this DVR port 77b57805-39c0-4e93-b77e-37444f87ee9d on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:41.757662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.783111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-4d6f7c3b-e864-4265-a204-964cf29db32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.784878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-4d6f7c3b-e864-4265-a204-964cf29db32f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 200 len: 850 time: 0.1538441 Aug 31 09:43:41.815990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Pushing event updated for resources: {'Port': ['ID=07de8e0b-3845-41db-a2a6-3dc5cef55537,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.831659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bfe3d8-a1c6-4d8e-bb67-50e1f4535792 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet 5a8c86a9-3584-4518-9762-8ccf096fa13c {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:41.837191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64bfe3d8-a1c6-4d8e-bb67-50e1f4535792 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.875319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67ec7a07-c560-47af-ae07-be9ff5556e5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.886205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab5101-a271-4d62-b4dc-012427455816 None None] Pushing event updated for resources: {'Port': ['ID=c0293767-331f-495e-84d7-f3fc01ead941,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.897836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Network 0f4cf321-1427-474f-9a59-6e3246ff6401 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:41.901733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:41.917663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:41.964900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.982909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] Set router a2d79352-26eb-4983-87a9-1af8642579f3 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:42.077836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67ec7a07-c560-47af-ae07-be9ff5556e5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.103313 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.159123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec7a07-c560-47af-ae07-be9ff5556e5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7767f1f3-5bb8-4143-ba45-756c81835e3a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:42.159728 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64bfe3d8-a1c6-4d8e-bb67-50e1f4535792 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.188926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9ed7fc-876a-4b9b-ba64-7cbbc1200072']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.198415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67ec7a07-c560-47af-ae07-be9ff5556e5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.199969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-67ec7a07-c560-47af-ae07-be9ff5556e5c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6442003 Aug 31 09:43:42.209149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41440) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:42.212465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b2d732-18b7-44c3-a869-65dde4c9945c') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.213592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b2d732-18b7-44c3-a869-65dde4c9945c') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.235924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.236428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4a7b1abf-af83-4eae-bed7-1af2c4e22291 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-292718914'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:42.251801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-c8eeaa58-fa9f-4f07-b846-503802f29bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:42.253833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-c8eeaa58-fa9f-4f07-b846-503802f29bad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3763816 Aug 31 09:43:42.267029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.288816 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.353616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:42.354384 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.361272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9552d-985c-41c9-811f-13735156dc46 None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:42.364513 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:42.479633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] Deleting port 77b57805-39c0-4e93-b77e-37444f87ee9d {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:42.479917 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.561470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.568374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:42.568696 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.596362 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.679520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.692929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] For port 77b57805-39c0-4e93-b77e-37444f87ee9d, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:42.693369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.726228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1abf-af83-4eae-bed7-1af2c4e22291 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.747329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] Calling delete_port for 77b57805-39c0-4e93-b77e-37444f87ee9d owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:42.757028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] Port 77b57805-39c0-4e93-b77e-37444f87ee9d was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:43:42.776812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.815010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64bfe3d8-a1c6-4d8e-bb67-50e1f4535792 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.858295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] Pushing event deleted for resources: {'Port': ['ID=77b57805-39c0-4e93-b77e-37444f87ee9d,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:42.878957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b9bef-9421-4c3f-b3a3-d476a038f60e req-b73f3263-bc15-47af-bbad-0226fc28df7c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:42.879967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaa840c-7a34-41b5-ace5-3fb2d76366d3 None None] No DVR routers for this DVR port 77b57805-39c0-4e93-b77e-37444f87ee9d on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:42.882410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0b9bef-9421-4c3f-b3a3-d476a038f60e req-b73f3263-bc15-47af-bbad-0226fc28df7c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.5574746 Aug 31 09:43:42.892007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.915724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-027d0ad4-5a78-4689-93f1-b59a35e49f5d service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446078 Aug 31 09:43:42.927200 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.930896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] 10.222.0.69 "DELETE /v2.0/networks/4e9ed7fc-876a-4b9b-ba64-7cbbc1200072 HTTP/1.1" status: 204 len: 168 time: 2.6582053 Aug 31 09:43:42.968588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 77b57805-39c0-4e93-b77e-37444f87ee9d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:42.999763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 3, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port': {'id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:43.004334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 77b57805-39c0-4e93-b77e-37444f87ee9d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:43.004334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 77b57805-39c0-4e93-b77e-37444f87ee9d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:43.017700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eb3cf-5201-42b9-8362-89cd6a888b33 tempest-NetworksIpV6TestAttrs-1200406249 tempest-NetworksIpV6TestAttrs-1200406249-project] Pushing event deleted for resources: {'Network': ['ID=4e9ed7fc-876a-4b9b-ba64-7cbbc1200072,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:43.100399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1241ce-63cf-4e6f-b84f-88abc4dd4947 None None] The sync data for ids ['a2d79352-26eb-4983-87a9-1af8642579f3'] in n-d-806683-2 is: [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 3, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port': {'id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:43.106979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Pushing event updated for resources: {'Port': ['ID=07de8e0b-3845-41db-a2a6-3dc5cef55537,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:43.130259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Provisioning for port 07de8e0b-3845-41db-a2a6-3dc5cef55537 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:43.134844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Provisioning complete for port 07de8e0b-3845-41db-a2a6-3dc5cef55537 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:43.135223 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.160986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed0b9bef-9421-4c3f-b3a3-d476a038f60e req-be6c0d24-1b6a-4ccc-a682-cfba38c15af1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317526 Aug 31 09:43:43.212049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Port 07de8e0b-3845-41db-a2a6-3dc5cef55537 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:43.236223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Provisioning complete for port 3d840d89-3773-499f-a274-b055c191074f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:43.236223 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.255348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64bfe3d8-a1c6-4d8e-bb67-50e1f4535792 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.298909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d25e66d-20dd-4599-9ed0-2e68c799993d req-33fc47c9-fd0c-4478-b145-0bf8bc484a83 service neutron] 10.222.0.20 "GET /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585241 Aug 31 09:43:43.326668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-197e1f4e-dcd9-410f-8388-87bc062aa7e7 None None] Port 3d840d89-3773-499f-a274-b055c191074f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:43.333308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfe3d8-a1c6-4d8e-bb67-50e1f4535792 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8c86a9-3584-4518-9762-8ccf096fa13c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:43.349744 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64bfe3d8-a1c6-4d8e-bb67-50e1f4535792 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.354915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41452) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.355190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3eecaa-72c6-46c0-834d-3155b83a3273 None None] Network 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:43.366405 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-64bfe3d8-a1c6-4d8e-bb67-50e1f4535792 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/5a8c86a9-3584-4518-9762-8ccf096fa13c HTTP/1.1" status: 204 len: 168 time: 2.1811836 Aug 31 09:43:43.389115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Network 0f4cf321-1427-474f-9a59-6e3246ff6401 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:43.399027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:43.425765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1abf-af83-4eae-bed7-1af2c4e22291 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.449891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1abf-af83-4eae-bed7-1af2c4e22291 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.517312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41456) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.584568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ebb4ffe4-66f2-4cc6-b213-6597f4889ca6 None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:43.584914 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ffe4-66f2-4cc6-b213-6597f4889ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.636043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.643049 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.702407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1abf-af83-4eae-bed7-1af2c4e22291 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.703797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4a7b1abf-af83-4eae-bed7-1af2c4e22291 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4813952 Aug 31 09:43:43.708758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41462) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.727004 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2c1452e6-3eaa-45f8-b857-15d46c338d73 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1155415597'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:43.730056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b1abf-af83-4eae-bed7-1af2c4e22291 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f416984-e00d-4416-bae0-40dc80396cb0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:43.809215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] DHCP port deletion for 89ce769e-30bc-43ff-b1fe-750c9a4fdc3f request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:43.818341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c1452e6-3eaa-45f8-b857-15d46c338d73 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.912581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Router a2d79352-26eb-4983-87a9-1af8642579f3 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:43.919341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] Deleting port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:43.919819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.950002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:43.950471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.999325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] For port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,segment=NetworkSegment(c508d221-e310-4e32-8052-7604ff709fce),segment_id=c508d221-e310-4e32-8052-7604ff709fce)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:43.999870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.011543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ebb4ffe4-66f2-4cc6-b213-6597f4889ca6 None None] Provisioning complete for port 3d840d89-3773-499f-a274-b055c191074f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:44.012055 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ffe4-66f2-4cc6-b213-6597f4889ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.018301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] Calling delete_port for 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:44.038333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,segment=NetworkSegment(c508d221-e310-4e32-8052-7604ff709fce),segment_id=c508d221-e310-4e32-8052-7604ff709fce)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:44.038703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.055756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:44.070825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:44.096330 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6044c83a-a7fd-4cfe-9304-40aa80b5d223 admin admin] 10.222.0.69 "PUT /v2.0/routers/a2d79352-26eb-4983-87a9-1af8642579f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3475509 Aug 31 09:43:44.116551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4ffe4-66f2-4cc6-b213-6597f4889ca6 None None] Port 3d840d89-3773-499f-a274-b055c191074f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:44.147007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41466) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:44.147787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fb7287ca-2aeb-40b4-a0a4-632e3e2a5f6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca01ad8f192840c0bd5d37e65979d852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290586 Aug 31 09:43:44.210544 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.256916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] Pushing event deleted for resources: {'Port': ['ID=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:44.260470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f288548-e7c5-47bf-a44c-e1abf79a1bf9 None None] No DVR routers for this DVR port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:44.274800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-aacf6cd2-de6b-48cc-97fe-a08f3db8484b None None] Provisioning complete for port 07de8e0b-3845-41db-a2a6-3dc5cef55537 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:44.275240 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aacf6cd2-de6b-48cc-97fe-a08f3db8484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.311991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.345212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-aacf6cd2-de6b-48cc-97fe-a08f3db8484b None None] Port 07de8e0b-3845-41db-a2a6-3dc5cef55537 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:44.361080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.401725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.403164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c1452e6-3eaa-45f8-b857-15d46c338d73 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.418790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41474) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:44.470427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No DVR routers for this DVR port 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:44.494478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.507954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.513843 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c1452e6-3eaa-45f8-b857-15d46c338d73 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.536095 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ab2ba75-d4fa-435d-8969-94802f7f3b6b HTTP/1.1" status: 204 len: 168 time: 0.3876362 Aug 31 09:43:44.580481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab2ba75-d4fa-435d-8969-94802f7f3b6b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:44.599410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.600098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.600632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.600962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.601297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.601623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.601950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.602272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.602596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.602945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.603267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.603582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26a26f-718c-4557-b514-afa52e4781fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.653651 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.667709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ce769e-30bc-43ff-b1fe-750c9a4fdc3f']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:44.681017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=16742bf1-f5a2-48ad-9fdb-28e7e72d9603,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:44.701755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1267635393'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:44.727187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.727586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.727903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.728241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.728569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.728898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.729227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.729554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.729881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.730235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.730570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.731014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:44.735341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c1452e6-3eaa-45f8-b857-15d46c338d73 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.740164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c1452e6-3eaa-45f8-b857-15d46c338d73 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0222104 Aug 31 09:43:44.741118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41484) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:44.743127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c508d221-e310-4e32-8052-7604ff709fce') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:44.743481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c508d221-e310-4e32-8052-7604ff709fce') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:44.751548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-432178135', 'security_groups': ['f782a058-7656-42b3-a69a-f093df84395d'], 'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '917e6511-4d7e-49c2-9521-c7d4b30430a2'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:44.825687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:44.835455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.885485 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.958355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:44.972387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.972643 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Added segment e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d of type vlan for network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a Aug 31 09:43:45.022542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c0293767-331f-495e-84d7-f3fc01ead941 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:45.023263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.026174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1452e6-3eaa-45f8-b857-15d46c338d73 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f782a058-7656-42b3-a69a-f093df84395d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:45.042025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efbe8f-ade0-4cbe-a44e-6f366730f98a req-a8bfc61d-4393-49f0-bfc6-b9be6566a7ae tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.050238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3efbe8f-ade0-4cbe-a44e-6f366730f98a req-a8bfc61d-4393-49f0-bfc6-b9be6566a7ae tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.5868011 Aug 31 09:43:45.056870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:45.072954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.093010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:45.093437 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3efbe8f-ade0-4cbe-a44e-6f366730f98a req-ee6cac77-bca6-4bde-af1c-71bbd7ba4ccc tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555415 Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:45.120742 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:45.149936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port c0293767-331f-495e-84d7-f3fc01ead941 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:45.165395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c0293767-331f-495e-84d7-f3fc01ead941 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:45.165958 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.202496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.209790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.210456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.237591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.242998 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.245274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/89ce769e-30bc-43ff-b1fe-750c9a4fdc3f HTTP/1.1" status: 204 len: 168 time: 1.8882744 Aug 31 09:43:45.251614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:45.268547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1788612361'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:45.285915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.319437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8743534 Aug 31 09:43:45.319640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.320332 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41500) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:45.325901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'subnet': {'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:45.338535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] device_id is not set on port a60ab40f-a616-44d9-92e1-b4f3b3ebd205 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:45.379626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25571702-e1ab-492a-adf5-1e107e3a3184 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Network': ['ID=18e7d3bf-b661-49e8-91d8-0b0d26676c4a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:45.380727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port c0293767-331f-495e-84d7-f3fc01ead941, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c0293767-331f-495e-84d7-f3fc01ead941,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:45.388605 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.398557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:45.407371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841970af-396c-4e8a-ac42-085897bb416a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=89ce769e-30bc-43ff-b1fe-750c9a4fdc3f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:45.437619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:45.443757 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.489226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:45.496589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.513302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:45.678112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:45.716967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.4 (527672bd-2ed9-4ede-a2db-0398956a810e/917e6511-4d7e-49c2-9521-c7d4b30430a2/a60ab40f-a616-44d9-92e1-b4f3b3ebd205) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:45.749910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.750655 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment 4d6132ac-08fe-4351-bcca-c48f48ff0e72 of type vlan for network 574283fa-2c83-4822-9708-fe4fe98d3ae3 Aug 31 09:43:45.851499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.899507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:45.900197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 16742bf1-f5a2-48ad-9fdb-28e7e72d9603 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:45.921162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=c0293767-331f-495e-84d7-f3fc01ead941,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:45.958513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.965180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.965947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.992892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7400298 Aug 31 09:43:45.997943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41518) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:46.015471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': '574283fa-2c83-4822-9708-fe4fe98d3ae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:46.100495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0113e5-f1cd-426b-800b-1779d8277042 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=574283fa-2c83-4822-9708-fe4fe98d3ae3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:46.107720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.120362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 574283fa-2c83-4822-9708-fe4fe98d3ae3 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:46.129356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.138732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Sync routers for ids ['a2d79352-26eb-4983-87a9-1af8642579f3'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:46.148435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object a60ab40f-a616-44d9-92e1-b4f3b3ebd205 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:46.213143 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.240470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:46.243474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:46.262403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Routers {'a2d79352-26eb-4983-87a9-1af8642579f3'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:46.267929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a2d79352-26eb-4983-87a9-1af8642579f3'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:46.283759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:46.344686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:46.348510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.435486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Subnet': ['ID=7a81cd4e-bee6-41ad-bf9a-d62e7987e270,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:46.455993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=a60ab40f-a616-44d9-92e1-b4f3b3ebd205,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:46.477129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:46.478256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.505086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41528) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:46.512066 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6a4caa79-e188-4c79-b00f-cc20b804b38c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7545617 Aug 31 09:43:46.520372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1627da5c-e59d-476e-acc6-7a5ac0107732 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:46.552675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Checking segment: {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:46.553078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network hostable DHCP agents. Network: 18e7d3bf-b661-49e8-91d8-0b0d26676c4a, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:46.566588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Set router a2d79352-26eb-4983-87a9-1af8642579f3 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:46.677946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb67b8c-4a18-41aa-8cc2-20ddaf94e46c req-5f3769d1-060c-45c9-b07b-4b1435bfc0a2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:46.696755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ccb67b8c-4a18-41aa-8cc2-20ddaf94e46c req-5f3769d1-060c-45c9-b07b-4b1435bfc0a2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4475846 Aug 31 09:43:46.836418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:46.885400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 18e7d3bf-b661-49e8-91d8-0b0d26676c4a) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:46.954807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538acf80-6ee0-46ee-997f-c29e44bb5787 None None] Network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:47.024819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.028101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c0293767-331f-495e-84d7-f3fc01ead941 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:47.030367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-21cba0cf-9d7d-4742-8672-fc1a26cdcafc None None] Provisioning for port a60ab40f-a616-44d9-92e1-b4f3b3ebd205 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:47.030811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.031688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.082880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-21cba0cf-9d7d-4742-8672-fc1a26cdcafc None None] Provisioning complete for port a60ab40f-a616-44d9-92e1-b4f3b3ebd205 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:47.083828 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21cba0cf-9d7d-4742-8672-fc1a26cdcafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.179003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ccb67b8c-4a18-41aa-8cc2-20ddaf94e46c req-7bd96437-958a-44dc-a8bb-9565d8a00909 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4289095 Aug 31 09:43:47.226526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-21cba0cf-9d7d-4742-8672-fc1a26cdcafc None None] Port a60ab40f-a616-44d9-92e1-b4f3b3ebd205 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:47.237812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:43:42Z', 'revision_number': 4, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port': {'id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '07de8e0b-3845-41db-a2a6-3dc5cef55537', 'name': '', 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'mac_address': 'fa:16:3e:67:cd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c21b8e33-9cc2-424f-b91a-e32b90f761bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:41Z', 'updated_at': '2021-08-31T09:43:42Z', 'revision_number': 2, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'subnets': [{'id': 'c21b8e33-9cc2-424f-b91a-e32b90f761bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:47.252996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=cf7ef56a-dbd9-44eb-abf4-95fd56edb41b,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:47.261040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1627da5c-e59d-476e-acc6-7a5ac0107732 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:47.266316 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1627da5c-e59d-476e-acc6-7a5ac0107732 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.288478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e52de83e-6797-434e-8da0-d3bbad24d9a6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9670899 Aug 31 09:43:47.291343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41552) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:47.298038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1664141009'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:47.305791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c0293767-331f-495e-84d7-f3fc01ead941 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:47.306218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.318369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Checking router: a2d79352-26eb-4983-87a9-1af8642579f3 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:47.318723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Updating router a2d79352-26eb-4983-87a9-1af8642579f3 port 07de8e0b-3845-41db-a2a6-3dc5cef55537 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:47.340852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:47.355193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.385482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': '4d6132ac-08fe-4351-bcca-c48f48ff0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '574283fa-2c83-4822-9708-fe4fe98d3ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:47.385860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: 574283fa-2c83-4822-9708-fe4fe98d3ae3, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:47.445284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:47.451837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2571-3ea5-4b27-800f-072f2f0d6016 req-45d9eb94-3aec-4836-91d0-4d145f961e52 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.459390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-422b2571-3ea5-4b27-800f-072f2f0d6016 req-45d9eb94-3aec-4836-91d0-4d145f961e52 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1775787 Aug 31 09:43:47.463317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 574283fa-2c83-4822-9708-fe4fe98d3ae3 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:47.472595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.473064 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Added segment bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa of type vlan for network a3180af2-a94a-49cd-99bf-17298e58a787 Aug 31 09:43:47.513988 n-d-806683-2 neutron-server[94786]: INFO neutron.db.ipam_backend_mixin [None req-1627da5c-e59d-476e-acc6-7a5ac0107732 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 917e6511-4d7e-49c2-9521-c7d4b30430a2 (CIDR: 172.20.0.0/28) Aug 31 09:43:47.519532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 574283fa-2c83-4822-9708-fe4fe98d3ae3) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:47.523701 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-1627da5c-e59d-476e-acc6-7a5ac0107732 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:43:47.524427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1627da5c-e59d-476e-acc6-7a5ac0107732 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:47.529921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.530519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.548831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-422b2571-3ea5-4b27-800f-072f2f0d6016 req-bf71e037-0124-41ab-975c-163dce803a5d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847321 Aug 31 09:43:47.551055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa06e0-b879-46f6-9a6d-58b0564dc229 None None] Network 574283fa-2c83-4822-9708-fe4fe98d3ae3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:47.605885 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.614592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1627da5c-e59d-476e-acc6-7a5ac0107732 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1054926 Aug 31 09:43:47.617242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41562) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:47.622223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eeb87965-df34-4c2c-b2b7-9ed342b93ad3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6221445 Aug 31 09:43:47.625801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41564) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:47.640494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-67481221-4415-4d3a-a2e1-01ba5a03ac30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:47.654074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a13c77ac-9b52-4327-94bd-b71261b1ec5f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1509309758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:47.669709 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.729738 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.733874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-18e7d3bf-b661-49e8-91d8-0b0d26676c4a', 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'fixed_ips': [{'subnet_id': '7a81cd4e-bee6-41ad-bf9a-d62e7987e270'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:47.734930 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.737344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.740389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a13c77ac-9b52-4327-94bd-b71261b1ec5f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.743945 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a13c77ac-9b52-4327-94bd-b71261b1ec5f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.747085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.898668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41574) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:47.907462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6084170 Aug 31 09:43:47.917195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41576) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:47.938326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'subnet': {'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:47.963181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a13c77ac-9b52-4327-94bd-b71261b1ec5f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.972808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a13c77ac-9b52-4327-94bd-b71261b1ec5f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.005295 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a13c77ac-9b52-4327-94bd-b71261b1ec5f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.012220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a13c77ac-9b52-4327-94bd-b71261b1ec5f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3801651 Aug 31 09:43:48.013404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c331a9-1721-48a9-aea3-0c89ccf60f97 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Network': ['ID=a3180af2-a94a-49cd-99bf-17298e58a787,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:48.014227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41584) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:48.065898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67481221-4415-4d3a-a2e1-01ba5a03ac30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:48.070242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67481221-4415-4d3a-a2e1-01ba5a03ac30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.075516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:48.079964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.119407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network a3180af2-a94a-49cd-99bf-17298e58a787 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:48.350151 n-d-806683-2 neutron-server[94787]: INFO neutron.db.ipam_backend_mixin [None req-67481221-4415-4d3a-a2e1-01ba5a03ac30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 405d8979-52b8-405e-b65f-7b3afcec96bd (CIDR: 172.20.0.16/28) Aug 31 09:43:48.396804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-69c3237b-5dfb-4249-8ea7-5a62ddb43eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.473571 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-67481221-4415-4d3a-a2e1-01ba5a03ac30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:43:48.477120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67481221-4415-4d3a-a2e1-01ba5a03ac30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:48.504201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41602) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:48.662621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Allocated IP 19.80.0.2 (18e7d3bf-b661-49e8-91d8-0b0d26676c4a/7a81cd4e-bee6-41ad-bf9a-d62e7987e270/38b36e88-d86c-4cd0-8523-0bc21c79f148) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:48.665032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-574283fa-2c83-4822-9708-fe4fe98d3ae3', 'network_id': '574283fa-2c83-4822-9708-fe4fe98d3ae3', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': 'cf7ef56a-dbd9-44eb-abf4-95fd56edb41b'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:48.665898 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.741968 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.820609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4d9b-6179-4114-b1ea-901841687e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.017253 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.177944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-7eff4777-cfbf-4c46-95a0-0f6ab6a517d4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:49.179797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-7eff4777-cfbf-4c46-95a0-0f6ab6a517d4 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27fe9af-3b09-4956-9e10-127f2bb1a056 HTTP/1.1" status: 200 len: 943 time: 0.0623069 Aug 31 09:43:49.247146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Transition to ACTIVE for port object 07de8e0b-3845-41db-a2a6-3dc5cef55537 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:49.247524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-69c3237b-5dfb-4249-8ea7-5a62ddb43eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.260714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-69c3237b-5dfb-4249-8ea7-5a62ddb43eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.279328 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-67481221-4415-4d3a-a2e1-01ba5a03ac30 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6606085 Aug 31 09:43:49.279865 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.284373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41634) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:49.295065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.316450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'subnet': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:49.324489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Allocated IP 172.20.0.2 (574283fa-2c83-4822-9708-fe4fe98d3ae3/cf7ef56a-dbd9-44eb-abf4-95fd56edb41b/bad40d7d-6391-4082-97b1-9d712027d960) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:49.350172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Deleting port a848b4c1-eb0f-49e4-be48-5ff166f94f57 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:49.350581 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.369327 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.427288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb0b1e-4ad7-41e6-812c-22568f1d62ff None None] Pushing event updated for resources: {'Port': ['ID=07de8e0b-3845-41db-a2a6-3dc5cef55537,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.436729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Transition to ACTIVE for port object 38b36e88-d86c-4cd0-8523-0bc21c79f148 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:49.485306 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-69c3237b-5dfb-4249-8ea7-5a62ddb43eb4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7169eba8a3745cba89d25a60d06557b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5738332 Aug 31 09:43:49.486475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41640) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:49.498025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3237b-5dfb-4249-8ea7-5a62ddb43eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e04ddc-3c91-4e09-a091-f9ca2b63833c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.511016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] For port a848b4c1-eb0f-49e4-be48-5ff166f94f57, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a848b4c1-eb0f-49e4-be48-5ff166f94f57,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:49.511826 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.539884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Attempting to bind port 07de8e0b-3845-41db-a2a6-3dc5cef55537 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:49.539884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Attempting to bind port 07de8e0b-3845-41db-a2a6-3dc5cef55537 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:49.539884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Attempting to bind port 07de8e0b-3845-41db-a2a6-3dc5cef55537 on network 0f4cf321-1427-474f-9a59-6e3246ff6401 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:49.547844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Calling delete_port for a848b4c1-eb0f-49e4-be48-5ff166f94f57 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:49.569917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Subnet': ['ID=dd31c4eb-31cf-432c-8393-35ca402d3ff8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.570243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Transition to ACTIVE for port object 38b36e88-d86c-4cd0-8523-0bc21c79f148 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:49.585369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.595419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:49.595851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Checking segment: {'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:49.596298 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.596700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Bound using segment: {'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:49.597183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Bound port: 07de8e0b-3845-41db-a2a6-3dc5cef55537, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:49.597573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.726615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:49.735617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4d9b-6179-4114-b1ea-901841687e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.737506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:49.741843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Checking segment: {'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:49.742556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network hostable DHCP agents. Network: a3180af2-a94a-49cd-99bf-17298e58a787, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:49.749716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:49.754346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4d9b-6179-4114-b1ea-901841687e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.758462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Pushing event updated for resources: {'Port': ['ID=38b36e88-d86c-4cd0-8523-0bc21c79f148,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.808123 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2531537c-229d-43be-9630-1b5d18847c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.818938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.835575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Made reservation on behalf of 41f54f8cc84a4e80bcfe42c4f829094e for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:49.839942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.850255 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1f1f4d9b-6179-4114-b1ea-901841687e59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42ac80a00b604d049fbc9a0dd8cbf8df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3287501 Aug 31 09:43:49.855611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41644) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:49.866177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event deleted for resources: {'Port': ['ID=a848b4c1-eb0f-49e4-be48-5ff166f94f57,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.874116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f4d9b-6179-4114-b1ea-901841687e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2b76a9-f086-4a4e-a1c4-1c585c353cd8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.883673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['09982bf9-acfb-44dc-8c18-89206f411556'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:49.886032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cd9e153f-1ea7-48f2-9de7-9bdd5e168777'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:49.896923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] For port 07de8e0b-3845-41db-a2a6-3dc5cef55537, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:49.911250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2531537c-229d-43be-9630-1b5d18847c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.915560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network a3180af2-a94a-49cd-99bf-17298e58a787 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:49.949395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, a3180af2-a94a-49cd-99bf-17298e58a787) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:49.968048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:49.968638 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.973148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] No DVR routers for this DVR port a848b4c1-eb0f-49e4-be48-5ff166f94f57 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:49.979719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.982729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eed04cb6-2dae-4e0a-8f05-ce6c3cbbd302 req-eaedf23b-e6b9-499c-9a73-23ff85ccd7e7 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "DELETE /v2.0/ports/a848b4c1-eb0f-49e4-be48-5ff166f94f57 HTTP/1.1" status: 204 len: 173 time: 0.7962899 Aug 31 09:43:49.984024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'name': 'network-vif-deleted', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:49.986578 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a6e68-e390-499b-a3cc-72905fa67561" -d '{"events": [{"server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "name": "network-vif-deleted", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:49.987313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60bebf1-f2c6-4d27-8b47-7d306d10baa3 None None] Network a3180af2-a94a-49cd-99bf-17298e58a787 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:50.008731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] For port 07de8e0b-3845-41db-a2a6-3dc5cef55537, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=07de8e0b-3845-41db-a2a6-3dc5cef55537,segment=NetworkSegment(0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f),segment_id=0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:50.026283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cdff8313-6a3c-484e-a935-ccfb83cf528e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.049703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.056573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Attempting to bind port 38b36e88-d86c-4cd0-8523-0bc21c79f148 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:50.057841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Attempting to bind port 38b36e88-d86c-4cd0-8523-0bc21c79f148 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:50.058187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Attempting to bind port 38b36e88-d86c-4cd0-8523-0bc21c79f148 on network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:50.063385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.070918 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1a67c576-2565-4cf4-86c7-176e679eeca0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1443503 Aug 31 09:43:50.089077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cdff8313-6a3c-484e-a935-ccfb83cf528e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.172487 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3d1296-1a6f-4085-9844-803d595fffca x-openstack-request-id: req-df3d1296-1a6f-4085-9844-803d595fffca {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:50.177541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2531537c-229d-43be-9630-1b5d18847c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.178247 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27fe9af-3b09-4956-9e10-127f2bb1a056", "name": "network-vif-deleted", "tag": "a848b4c1-eb0f-49e4-be48-5ff166f94f57", "status": "failed", "code": 422}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:50.178664 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df3d1296-1a6f-4085-9844-803d595fffca {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:50.179279 n-d-806683-2 neutron-server[94786]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c27fe9af-3b09-4956-9e10-127f2bb1a056', 'name': 'network-vif-deleted', 'tag': 'a848b4c1-eb0f-49e4-be48-5ff166f94f57', 'status': 'failed', 'code': 422} returned with failed status Aug 31 09:43:50.193897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2531537c-229d-43be-9630-1b5d18847c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.198084 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2531537c-229d-43be-9630-1b5d18847c80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/29e04ddc-3c91-4e09-a091-f9ca2b63833c HTTP/1.1" status: 204 len: 168 time: 0.6952178 Aug 31 09:43:50.242150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cdff8313-6a3c-484e-a935-ccfb83cf528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.245475 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cdff8313-6a3c-484e-a935-ccfb83cf528e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.246940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cdff8313-6a3c-484e-a935-ccfb83cf528e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db2b76a9-f086-4a4e-a1c4-1c585c353cd8 HTTP/1.1" status: 204 len: 168 time: 0.3891559 Aug 31 09:43:50.264476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff8313-6a3c-484e-a935-ccfb83cf528e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2b76a9-f086-4a4e-a1c4-1c585c353cd8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:50.294205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531537c-229d-43be-9630-1b5d18847c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e04ddc-3c91-4e09-a091-f9ca2b63833c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:50.435812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:50.436183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Checking segment: {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:50.436590 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.436983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Bound using segment: {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:50.437472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Bound port: 38b36e88-d86c-4cd0-8523-0bc21c79f148, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:50.437852 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.442577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Transition to ACTIVE for port object bad40d7d-6391-4082-97b1-9d712027d960 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:50.659281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.714657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-168b7a1d-56bf-4ae5-9d07-47d9178c26b1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:50.723060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-168b7a1d-56bf-4ae5-9d07-47d9178c26b1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:50.735779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-168b7a1d-56bf-4ae5-9d07-47d9178c26b1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/networks?id=18e7d3bf-b661-49e8-91d8-0b0d26676c4a&id=a3180af2-a94a-49cd-99bf-17298e58a787&id=18e7d3bf-b661-49e8-91d8-0b0d26676c4a HTTP/1.1" status: 200 len: 1392 time: 0.3234382 Aug 31 09:43:50.760179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-bfe3534b-2f1e-479b-b285-feec039d1cfe tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/quotas/7fc1c7cfabbc4e62968e789b482cc99d HTTP/1.1" status: 200 len: 375 time: 0.0224199 Aug 31 09:43:50.780151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Network 527672bd-2ed9-4ede-a2db-0398956a810e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:50.794693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:50.816913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Transition to ACTIVE for port object bad40d7d-6391-4082-97b1-9d712027d960 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:50.833413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:50.836217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.857965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-04486065-d8bf-4977-b01e-a9941bd04d41 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961876 Aug 31 09:43:50.882819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d263c1-0940-48a8-a79b-448cead21390 None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:50.894018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6022980 Aug 31 09:43:50.894921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24af6b-af58-4f15-82aa-e1377222c95a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Subnet': ['ID=3f829bbb-ede7-4d5a-bbf8-f1031a5690eb,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:50.901327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41682) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:50.914344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-938130550', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f829bbb-ede7-4d5a-bbf8-f1031a5690eb'}], 'security_groups': ['7767f1f3-5bb8-4143-ba45-756c81835e3a', '1f416984-e00d-4416-bae0-40dc80396cb0']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:50.945112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Routers {'a2d79352-26eb-4983-87a9-1af8642579f3'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:50.960531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a2d79352-26eb-4983-87a9-1af8642579f3'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:50.964023 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.968522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb0b1e-4ad7-41e6-812c-22568f1d62ff None None] Pushing event updated for resources: {'Port': ['ID=07de8e0b-3845-41db-a2a6-3dc5cef55537,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.123863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41686) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:51.148864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.20.0.1 (574283fa-2c83-4822-9708-fe4fe98d3ae3/cf7ef56a-dbd9-44eb-abf4-95fd56edb41b/783c2fc4-6bff-42d6-af8b-01d62c07b38c) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:51.155577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41688) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:51.180185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Network 574283fa-2c83-4822-9708-fe4fe98d3ae3 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:51.220098 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-367f1094-4044-4282-9582-1b782bf65d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.232218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:51.240661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] For port 38b36e88-d86c-4cd0-8523-0bc21c79f148, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:51.252279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:51.279549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Pushing event updated for resources: {'Port': ['ID=bad40d7d-6391-4082-97b1-9d712027d960,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.282505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-a3180af2-a94a-49cd-99bf-17298e58a787', 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'fixed_ips': [{'subnet_id': 'dd31c4eb-31cf-432c-8393-35ca402d3ff8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:51.283653 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.330007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] For port 38b36e88-d86c-4cd0-8523-0bc21c79f148, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=38b36e88-d86c-4cd0-8523-0bc21c79f148,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:51.397751 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.407164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b45cd3e-3772-4b4f-a5ed-8b4beb96d553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.424875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.450564 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-c4d30505-8531-4206-9f1f-330e85cde19d service neutron] 10.222.0.69 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915792 Aug 31 09:43:51.558815 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.605131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] Set router a2d79352-26eb-4983-87a9-1af8642579f3 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:51.617891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object 783c2fc4-6bff-42d6-af8b-01d62c07b38c will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:51.632120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-367f1094-4044-4282-9582-1b782bf65d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.663136 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-367f1094-4044-4282-9582-1b782bf65d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.675960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acb696-79a3-499d-bbe1-1b7d0133d550 req-a5731132-5b86-492b-a603-28a55f71af8b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:51.677715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97acb696-79a3-499d-bbe1-1b7d0133d550 req-a5731132-5b86-492b-a603-28a55f71af8b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 907 time: 0.2141857 Aug 31 09:43:51.724993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28521a-9292-47db-b100-9fb10b5850ce None None] Pushing event updated for resources: {'Port': ['ID=38b36e88-d86c-4cd0-8523-0bc21c79f148,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.736646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-bd86fdb0-3f9c-4d30-bf1d-5c55c092244f service neutron] 10.222.0.69 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776413 Aug 31 09:43:51.756306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f1094-4044-4282-9582-1b782bf65d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2c2d27-5243-49ae-9cb0-07ce3a75b1f3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.767163 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-367f1094-4044-4282-9582-1b782bf65d39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ef0e59139b343af8aefbf7139cc27f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081743 Aug 31 09:43:51.768640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41694) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:51.857496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.955364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa22e6f-3f4e-4532-9075-f43f9729188d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.056374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa22e6f-3f4e-4532-9075-f43f9729188d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.067732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Delete allocated IP 172.20.0.4 (527672bd-2ed9-4ede-a2db-0398956a810e/917e6511-4d7e-49c2-9521-c7d4b30430a2) {{(pid=94787) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:43:52.092239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Allocated IP 172.20.0.42 (527672bd-2ed9-4ede-a2db-0398956a810e/3f829bbb-ede7-4d5a-bbf8-f1031a5690eb/a60ab40f-a616-44d9-92e1-b4f3b3ebd205) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:52.185256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa22e6f-3f4e-4532-9075-f43f9729188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.188562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faa22e6f-3f4e-4532-9075-f43f9729188d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.190032 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-faa22e6f-3f4e-4532-9075-f43f9729188d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d2c2d27-5243-49ae-9cb0-07ce3a75b1f3 HTTP/1.1" status: 204 len: 168 time: 0.4209104 Aug 31 09:43:52.199903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5c0791b8-b4e7-4e89-874a-dc2d9058ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.202335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Attempting to bind port bad40d7d-6391-4082-97b1-9d712027d960 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:52.202889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Attempting to bind port bad40d7d-6391-4082-97b1-9d712027d960 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '4d6132ac-08fe-4351-bcca-c48f48ff0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '574283fa-2c83-4822-9708-fe4fe98d3ae3'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:52.203448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Attempting to bind port bad40d7d-6391-4082-97b1-9d712027d960 on network 574283fa-2c83-4822-9708-fe4fe98d3ae3 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:52.224223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22e6f-3f4e-4532-9075-f43f9729188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2c2d27-5243-49ae-9cb0-07ce3a75b1f3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:52.282939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 574283fa-2c83-4822-9708-fe4fe98d3ae3 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:52.296373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:52.296939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Checking segment: {'id': '4d6132ac-08fe-4351-bcca-c48f48ff0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '574283fa-2c83-4822-9708-fe4fe98d3ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:52.297484 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.298071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Bound using segment: {'id': '4d6132ac-08fe-4351-bcca-c48f48ff0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '574283fa-2c83-4822-9708-fe4fe98d3ae3'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:52.298741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Bound port: bad40d7d-6391-4082-97b1-9d712027d960, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6132ac-08fe-4351-bcca-c48f48ff0e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '574283fa-2c83-4822-9708-fe4fe98d3ae3'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:52.299265 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.330836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:52.338935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=783c2fc4-6bff-42d6-af8b-01d62c07b38c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:52.350196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:52.408489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.468729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Allocated IP 19.86.0.2 (a3180af2-a94a-49cd-99bf-17298e58a787/dd31c4eb-31cf-432c-8393-35ca402d3ff8/bff932fd-525f-4e36-a728-29003d1274b7) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:52.474886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.503664 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-eb6d3fa5-7295-452b-ae07-3ffc37dc3bfb service neutron] 10.222.0.69 "GET /v2.0/networks/a3180af2-a94a-49cd-99bf-17298e58a787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7589452 Aug 31 09:43:52.506221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Transition to ACTIVE for port object a60ab40f-a616-44d9-92e1-b4f3b3ebd205 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:52.519612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b45cd3e-3772-4b4f-a5ed-8b4beb96d553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.525402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.587931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b45cd3e-3772-4b4f-a5ed-8b4beb96d553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.640990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2b45cd3e-3772-4b4f-a5ed-8b4beb96d553 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1890020936e14db2a1889a7e3d7b049d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5096142 Aug 31 09:43:52.656374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41704) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:52.657066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event updated for resources: {'Port': ['ID=a60ab40f-a616-44d9-92e1-b4f3b3ebd205,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:52.675222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] For port bad40d7d-6391-4082-97b1-9d712027d960, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:52.712524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] For port bad40d7d-6391-4082-97b1-9d712027d960, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bad40d7d-6391-4082-97b1-9d712027d960,segment=NetworkSegment(4d6132ac-08fe-4351-bcca-c48f48ff0e72),segment_id=4d6132ac-08fe-4351-bcca-c48f48ff0e72)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:52.724721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.767641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45cd3e-3772-4b4f-a5ed-8b4beb96d553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f13c93-3606-4553-8844-aba0985b8911,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:52.779744 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Update dhcp port {'port': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'fixed_ips': [{'subnet_id': '405d8979-52b8-405e-b65f-7b3afcec96bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '3f829bbb-ede7-4d5a-bbf8-f1031a5690eb'}, {'subnet_id': '917e6511-4d7e-49c2-9521-c7d4b30430a2'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'fa719e30-331d-4b1c-a787-0a1bf7ec319b'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:43:52.874793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:43:42Z', 'revision_number': 4, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port': {'id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '07de8e0b-3845-41db-a2a6-3dc5cef55537', 'name': '', 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'mac_address': 'fa:16:3e:67:cd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c21b8e33-9cc2-424f-b91a-e32b90f761bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:41Z', 'updated_at': '2021-08-31T09:43:49Z', 'revision_number': 4, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'subnets': [{'id': 'c21b8e33-9cc2-424f-b91a-e32b90f761bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:52.887475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] In _notify_port_updated(), no bound segment for port a60ab40f-a616-44d9-92e1-b4f3b3ebd205 on network 527672bd-2ed9-4ede-a2db-0398956a810e {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:43:52.904095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:52.904851 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.909942 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-113c9230-7154-4b43-9e55-39a1123f15ae tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "PUT /v2.0/ports/a60ab40f-a616-44d9-92e1-b4f3b3ebd205 HTTP/1.1" status: 200 len: 959 time: 2.0074313 Aug 31 09:43:52.910817 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e6e6615-eea7-4e03-aba5-24c8c62af08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.914975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41710) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:53.023742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff28432-4b94-473d-8917-142fc46d8931 None None] The sync data for ids ['a2d79352-26eb-4983-87a9-1af8642579f3'] in n-d-806683-2 is: [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:43:42Z', 'revision_number': 4, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port': {'id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '07de8e0b-3845-41db-a2a6-3dc5cef55537', 'name': '', 'network_id': '0f4cf321-1427-474f-9a59-6e3246ff6401', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'mac_address': 'fa:16:3e:67:cd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c21b8e33-9cc2-424f-b91a-e32b90f761bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:41Z', 'updated_at': '2021-08-31T09:43:49Z', 'revision_number': 4, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'subnets': [{'id': 'c21b8e33-9cc2-424f-b91a-e32b90f761bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:53.039571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.051754 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d5311-b805-46a7-96b0-d0d5f520db4d None None] Pushing event updated for resources: {'Port': ['ID=bad40d7d-6391-4082-97b1-9d712027d960,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:53.055804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e6e6615-eea7-4e03-aba5-24c8c62af08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.144409 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.153423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 38b36e88-d86c-4cd0-8523-0bc21c79f148 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:53.226706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e6e6615-eea7-4e03-aba5-24c8c62af08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.232858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e6e6615-eea7-4e03-aba5-24c8c62af08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.260838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.264106 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5e6e6615-eea7-4e03-aba5-24c8c62af08b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4f13c93-3606-4553-8844-aba0985b8911 HTTP/1.1" status: 204 len: 168 time: 0.5761006 Aug 31 09:43:53.309804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e6615-eea7-4e03-aba5-24c8c62af08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f13c93-3606-4553-8844-aba0985b8911,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:53.359886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-1a87c956-c4c5-4c0b-b6eb-e9e3c3a021f6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3180af2-a94a-49cd-99bf-17298e58a787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551064 Aug 31 09:43:53.361401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Transition to ACTIVE for port object bff932fd-525f-4e36-a728-29003d1274b7 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:53.567645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-98f2a652-dbdc-4039-b78c-12898719be2e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.569263 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-98f2a652-dbdc-4039-b78c-12898719be2e tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.52 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 907 time: 0.9067817 Aug 31 09:43:53.734965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Allocated IP 172.20.0.34 (527672bd-2ed9-4ede-a2db-0398956a810e/3f829bbb-ede7-4d5a-bbf8-f1031a5690eb/fa719e30-331d-4b1c-a787-0a1bf7ec319b) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:53.746609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Allocated IP 172.20.0.2 (527672bd-2ed9-4ede-a2db-0398956a810e/917e6511-4d7e-49c2-9521-c7d4b30430a2/fa719e30-331d-4b1c-a787-0a1bf7ec319b) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:53.756669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021c08-fd12-4c5b-a2e1-0ec4ac1ec007 req-9c12418d-1af3-490a-bc43-1932cd013d0c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.760396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b021c08-fd12-4c5b-a2e1-0ec4ac1ec007 req-9c12418d-1af3-490a-bc43-1932cd013d0c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 907 time: 0.9367080 Aug 31 09:43:53.906944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Transition to ACTIVE for port object bff932fd-525f-4e36-a728-29003d1274b7 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:53.919217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a4db4-3ca9-4cb5-b0c1-f548b3c949a0 None None] Network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:53.963594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.088777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-a0e78ec5-fbe9-4ebe-a54c-dd029c436c67 service neutron] 10.222.0.69 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277956 Aug 31 09:43:54.109625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2dafd-ad19-4ecd-a20c-ec2a580905d5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port a60ab40f-a616-44d9-92e1-b4f3b3ebd205 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:54.115396 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b4e2dafd-ad19-4ecd-a20c-ec2a580905d5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.263199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Pushing event updated for resources: {'Port': ['ID=bff932fd-525f-4e36-a728-29003d1274b7,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:54.294619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-263536be-ec25-48ea-b33e-6aa3cd228831 None None] Provisioning for port 38b36e88-d86c-4cd0-8523-0bc21c79f148 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:54.350979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 38b36e88-d86c-4cd0-8523-0bc21c79f148 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:54.359519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 38b36e88-d86c-4cd0-8523-0bc21c79f148 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:54.359631 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.361242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-263536be-ec25-48ea-b33e-6aa3cd228831 None None] Provisioning complete for port 38b36e88-d86c-4cd0-8523-0bc21c79f148 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:54.361647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-263536be-ec25-48ea-b33e-6aa3cd228831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.540498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Network a3180af2-a94a-49cd-99bf-17298e58a787 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:54.583696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:54.627041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:54.646224 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.725608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] For port fa719e30-331d-4b1c-a787-0a1bf7ec319b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fa719e30-331d-4b1c-a787-0a1bf7ec319b,segment=NetworkSegment(f8dab94f-79e4-4527-8390-f5b51807c153),segment_id=f8dab94f-79e4-4527-8390-f5b51807c153)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:54.807769 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.935834 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.953919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b4e2dafd-ad19-4ecd-a20c-ec2a580905d5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.982017 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.022214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab31ece-c240-479b-81a0-744e8c9f95df None None] Network 574283fa-2c83-4822-9708-fe4fe98d3ae3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:55.038205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2dafd-ad19-4ecd-a20c-ec2a580905d5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for a60ab40f-a616-44d9-92e1-b4f3b3ebd205 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:55.065314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Deleting port abf05dca-e15e-4192-901d-65ffaf65a065 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:55.065576 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.076159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=783c2fc4-6bff-42d6-af8b-01d62c07b38c,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:55.270947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-7ed1e866-d848-438e-a505-4b0210967fb3 service neutron] 10.222.0.69 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1454382 Aug 31 09:43:55.274834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Transition to ACTIVE for port object fa719e30-331d-4b1c-a787-0a1bf7ec319b will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:55.277761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Attempting to bind port bff932fd-525f-4e36-a728-29003d1274b7 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:55.278935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Attempting to bind port bff932fd-525f-4e36-a728-29003d1274b7 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:55.279710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Attempting to bind port bff932fd-525f-4e36-a728-29003d1274b7 on network a3180af2-a94a-49cd-99bf-17298e58a787 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:55.303857 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.315790 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.360722 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e761b6-100e-4f09-982d-0c75cb7972a5 req-705330bb-a4c4-4a6a-994f-bb6a51ed95b6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.370286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:55.370856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Checking segment: {'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:55.371229 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.371697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Bound using segment: {'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:55.372261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Bound port: bff932fd-525f-4e36-a728-29003d1274b7, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:55.372714 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.375077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9e761b6-100e-4f09-982d-0c75cb7972a5 req-705330bb-a4c4-4a6a-994f-bb6a51ed95b6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 907 time: 0.3873765 Aug 31 09:43:55.459526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-263536be-ec25-48ea-b33e-6aa3cd228831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.519268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] For port abf05dca-e15e-4192-901d-65ffaf65a065, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=abf05dca-e15e-4192-901d-65ffaf65a065,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:55.519718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.639055 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.651466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Calling delete_port for abf05dca-e15e-4192-901d-65ffaf65a065 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:55.802167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Pushing event updated for resources: {'Port': ['ID=fa719e30-331d-4b1c-a787-0a1bf7ec319b,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:55.861413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b4e2dafd-ad19-4ecd-a20c-ec2a580905d5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.867792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] For port bff932fd-525f-4e36-a728-29003d1274b7, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:55.872070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 574283fa-2c83-4822-9708-fe4fe98d3ae3 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:55.887053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.887393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.888028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.888514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.889234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.889736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.890216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.890731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.891227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.891808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.892300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.892845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced7eee-c24f-41af-9c4e-79e64bce100f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:55.927381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-263536be-ec25-48ea-b33e-6aa3cd228831 None None] For port 38b36e88-d86c-4cd0-8523-0bc21c79f148, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=38b36e88-d86c-4cd0-8523-0bc21c79f148,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:55.942415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-263536be-ec25-48ea-b33e-6aa3cd228831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.946069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2dafd-ad19-4ecd-a20c-ec2a580905d5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=a60ab40f-a616-44d9-92e1-b4f3b3ebd205,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:55.949497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] For port bff932fd-525f-4e36-a728-29003d1274b7, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bff932fd-525f-4e36-a728-29003d1274b7,segment=NetworkSegment(bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa),segment_id=bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:55.958658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:56.010274 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6da68cca-042c-4b79-9a7c-6b36f915beb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.038484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9e14127-591c-4f72-9045-eb50f214707e req-06212214-c9a2-4d51-813c-8380e56a1e5c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 210 time: 0.1786997 Aug 31 09:43:56.310675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.332355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1b0e-eef4-4e68-a1b4-3a99d4a7852f req-13c374d8-ddee-420d-8dcb-795752b77762 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:56.345416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bff1b0e-eef4-4e68-a1b4-3a99d4a7852f req-13c374d8-ddee-420d-8dcb-795752b77762 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.8714993 Aug 31 09:43:56.350388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41816) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:56.489591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263536be-ec25-48ea-b33e-6aa3cd228831 None None] Pushing event updated for resources: {'Port': ['ID=38b36e88-d86c-4cd0-8523-0bc21c79f148,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:56.509376 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b4e2dafd-ad19-4ecd-a20c-ec2a580905d5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.514777 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41824) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:56.515702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b4e2dafd-ad19-4ecd-a20c-ec2a580905d5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/a60ab40f-a616-44d9-92e1-b4f3b3ebd205 HTTP/1.1" status: 204 len: 168 time: 3.5701711 Aug 31 09:43:56.554202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:43:56.557684 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:43:56.572060 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edb771c-540b-4505-bad1-e83b6bda71c9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] GET failed (client error): The resource could not be found. Aug 31 09:43:56.578064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7edb771c-540b-4505-bad1-e83b6bda71c9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports/a60ab40f-a616-44d9-92e1-b4f3b3ebd205 HTTP/1.1" status: 404 len: 333 time: 0.0616572 Aug 31 09:43:56.581227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41826) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:56.633500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8643e88b-d5f2-4419-8ad6-9f113f3baa47 None None] Provisioning complete for port 38b36e88-d86c-4cd0-8523-0bc21c79f148 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:56.634960 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8643e88b-d5f2-4419-8ad6-9f113f3baa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.640659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3bff1b0e-eef4-4e68-a1b4-3a99d4a7852f req-2aaf9955-e7b9-48b1-87c8-30f0ea9dc809 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789850 Aug 31 09:43:56.664443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.736937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc918-9f6d-4463-83bf-ede558418788 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.825579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device abf05dca-e15e-4192-901d-65ffaf65a065 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:56.871971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc918-9f6d-4463-83bf-ede558418788 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.998668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: abf05dca-e15e-4192-901d-65ffaf65a065 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:56.999151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device abf05dca-e15e-4192-901d-65ffaf65a065 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:57.004583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d4677-ccbb-41d1-b0a4-b6b141ebff42 None None] Pushing event updated for resources: {'Port': ['ID=bff932fd-525f-4e36-a728-29003d1274b7,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:57.019792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc918-9f6d-4463-83bf-ede558418788 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.022491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc918-9f6d-4463-83bf-ede558418788 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.026094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5e2bc918-9f6d-4463-83bf-ede558418788 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/security-groups/f782a058-7656-42b3-a69a-f093df84395d HTTP/1.1" status: 204 len: 168 time: 0.4430866 Aug 31 09:43:57.032539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41834) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:57.045733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fa3b9-b0f8-4820-882b-622674fc9e8d req-9de2f591-ff3e-41ec-8e31-66dee35f8858 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:57.090806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-231fa3b9-b0f8-4820-882b-622674fc9e8d req-9de2f591-ff3e-41ec-8e31-66dee35f8858 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 829 time: 0.5643268 Aug 31 09:43:57.096702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event deleted for resources: {'Port': ['ID=abf05dca-e15e-4192-901d-65ffaf65a065,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:57.097834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bc918-9f6d-4463-83bf-ede558418788 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782a058-7656-42b3-a69a-f093df84395d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:57.213239 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6cbb-0df1-4124-a525-2b8d2a33bf4c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.229519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] No DVR routers for this DVR port abf05dca-e15e-4192-901d-65ffaf65a065 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:57.242335 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.264508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d47d278d-dd41-41b4-b9ac-fb719fec19f5 req-a2d5a61a-bebd-44a1-9b56-037ea58e737f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.52 "DELETE /v2.0/ports/abf05dca-e15e-4192-901d-65ffaf65a065 HTTP/1.1" status: 204 len: 173 time: 3.6264005 Aug 31 09:43:57.269012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'name': 'network-vif-deleted', 'tag': 'abf05dca-e15e-4192-901d-65ffaf65a065'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:57.281429 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5afac28-1d3f-41cd-975a-1bc850295dc8" -d '{"events": [{"server_uuid": "26ed8562-34dd-49a7-b914-9fd6c5e9f728", "name": "network-vif-deleted", "tag": "abf05dca-e15e-4192-901d-65ffaf65a065"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:57.324702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6cbb-0df1-4124-a525-2b8d2a33bf4c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.384324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8643e88b-d5f2-4419-8ad6-9f113f3baa47 None None] Provisioning for port bad40d7d-6391-4082-97b1-9d712027d960 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:57.471098 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-63507555-3fe2-4b2b-8738-73b45e11ff47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.486665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router b3f577fa-3645-45db-870c-c8c40a30d73b is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:57.519601 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6cb653-92e3-46ba-a9bf-c13ad3f5cc14 x-openstack-request-id: req-fc6cb653-92e3-46ba-a9bf-c13ad3f5cc14 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:57.519999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Could not find standard attr ID for object a60ab40f-a616-44d9-92e1-b4f3b3ebd205. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:43:57.522900 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed8562-34dd-49a7-b914-9fd6c5e9f728", "name": "network-vif-deleted", "tag": "abf05dca-e15e-4192-901d-65ffaf65a065", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:57.524797 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc6cb653-92e3-46ba-a9bf-c13ad3f5cc14 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:57.527738 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed8562-34dd-49a7-b914-9fd6c5e9f728', 'name': 'network-vif-deleted', 'tag': 'abf05dca-e15e-4192-901d-65ffaf65a065', 'status': 'completed', 'code': 200} Aug 31 09:43:57.559703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Provisioning for port 783c2fc4-6bff-42d6-af8b-01d62c07b38c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:57.572859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Provisioning complete for port 783c2fc4-6bff-42d6-af8b-01d62c07b38c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:57.577193 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.615845 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c360c30b-5948-4f35-9e45-071c2faa9629 req-eaeb3b01-7859-4d96-866c-11025d078144 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 210 time: 0.1928160 Aug 31 09:43:57.628213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6cbb-0df1-4124-a525-2b8d2a33bf4c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.645696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fb5b6cbb-0df1-4124-a525-2b8d2a33bf4c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.655183 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fb5b6cbb-0df1-4124-a525-2b8d2a33bf4c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/security-groups/1f416984-e00d-4416-bae0-40dc80396cb0 HTTP/1.1" status: 204 len: 168 time: 0.6205847 Aug 31 09:43:57.658020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41842) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:57.757921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.789786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Port 783c2fc4-6bff-42d6-af8b-01d62c07b38c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:57.843689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b6cbb-0df1-4124-a525-2b8d2a33bf4c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f416984-e00d-4416-bae0-40dc80396cb0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:57.849545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Provisioning for port fa719e30-331d-4b1c-a787-0a1bf7ec319b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:57.902274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:57.902654 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.161529 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f5c6-e4fa-4956-abc8-1656556a47d7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.175750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bff932fd-525f-4e36-a728-29003d1274b7 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:58.489857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-63507555-3fe2-4b2b-8738-73b45e11ff47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.498904 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f5c6-e4fa-4956-abc8-1656556a47d7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.510695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-63507555-3fe2-4b2b-8738-73b45e11ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.513383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port bff932fd-525f-4e36-a728-29003d1274b7 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:58.568745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 07de8e0b-3845-41db-a2a6-3dc5cef55537 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:58.641272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.656159 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-63507555-3fe2-4b2b-8738-73b45e11ff47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3299ede723d4c0cafc93b18e637443b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2982435 Aug 31 09:43:58.663276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41860) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:58.663959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Provisioning complete for port 3d840d89-3773-499f-a274-b055c191074f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:58.664569 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.699803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63507555-3fe2-4b2b-8738-73b45e11ff47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc941d-76f8-4ec7-b023-908c3edc5f7d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:58.752705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f5c6-e4fa-4956-abc8-1656556a47d7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.758107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f5c6-e4fa-4956-abc8-1656556a47d7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.761853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e2f5f5c6-e4fa-4956-abc8-1656556a47d7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/security-groups/7767f1f3-5bb8-4143-ba45-756c81835e3a HTTP/1.1" status: 204 len: 168 time: 1.0610867 Aug 31 09:43:58.774575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41866) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:58.791455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-674431ae-8333-40e8-a8c3-2065cf864843 None None] Port 3d840d89-3773-499f-a274-b055c191074f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:58.820953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 07de8e0b-3845-41db-a2a6-3dc5cef55537 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:58.826231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 07de8e0b-3845-41db-a2a6-3dc5cef55537 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:58.827068 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.926642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-82ea40bf-c35d-462d-bf20-c04b21d93c0e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:58.929042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-644e1fa9-6800-4438-a207-3c32a4d8c753 None None] Could not find standard attr ID for object a60ab40f-a616-44d9-92e1-b4f3b3ebd205. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:43:58.930387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5f5c6-e4fa-4956-abc8-1656556a47d7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7767f1f3-5bb8-4143-ba45-756c81835e3a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:58.936258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-82ea40bf-c35d-462d-bf20-c04b21d93c0e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:58.940818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-82ea40bf-c35d-462d-bf20-c04b21d93c0e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.20 "GET /v2.0/networks?id=18e7d3bf-b661-49e8-91d8-0b0d26676c4a&id=a3180af2-a94a-49cd-99bf-17298e58a787&id=18e7d3bf-b661-49e8-91d8-0b0d26676c4a HTTP/1.1" status: 200 len: 1392 time: 0.2742884 Aug 31 09:43:58.946004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b15ef718-eec1-45df-9d9a-74bb8c1e66c4 req-1d6ad5a4-5924-4f7e-a966-fc818a369d5f tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ed8562-34dd-49a7-b914-9fd6c5e9f728 HTTP/1.1" status: 200 len: 210 time: 0.2755263 Aug 31 09:43:58.983773 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'port': {'device_id': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a', 'admin_state_up': True, 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:58.992204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e730234e-2397-4fc0-8f72-d462f90b701c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.022325 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e730234e-2397-4fc0-8f72-d462f90b701c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.037382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-644e1fa9-6800-4438-a207-3c32a4d8c753 None None] Provisioning complete for port 783c2fc4-6bff-42d6-af8b-01d62c07b38c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:59.038265 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-644e1fa9-6800-4438-a207-3c32a4d8c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.091591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-271a7990-a6c2-4517-8d88-479fa1aba62a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet 917e6511-4d7e-49c2-9521-c7d4b30430a2 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:59.102408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-271a7990-a6c2-4517-8d88-479fa1aba62a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.119927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9afecc7-ae9c-4e12-8fc2-30bdae1a11a2 None None] Network a3180af2-a94a-49cd-99bf-17298e58a787 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:59.174630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.180025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-271a7990-a6c2-4517-8d88-479fa1aba62a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.188169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-644e1fa9-6800-4438-a207-3c32a4d8c753 None None] Port 783c2fc4-6bff-42d6-af8b-01d62c07b38c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:59.206329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-219702ef-3327-4d72-93cd-8f16d600b643 req-4fe807a7-3614-48e5-974a-782314bc8ca5 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 210 time: 0.0768623 Aug 31 09:43:59.238053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 07de8e0b-3845-41db-a2a6-3dc5cef55537, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=07de8e0b-3845-41db-a2a6-3dc5cef55537,segment=NetworkSegment(0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f),segment_id=0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:59.246018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:59.248587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.251889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bad40d7d-6391-4082-97b1-9d712027d960 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:59.264413 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f8ada-f2ed-475d-9bdf-d008bc638d86 None None] Sync routers for ids ['b3f577fa-3645-45db-870c-c8c40a30d73b'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:59.285915 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f8ada-f2ed-475d-9bdf-d008bc638d86 None None] Routers {'b3f577fa-3645-45db-870c-c8c40a30d73b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:59.286245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d962fba3-65fd-48ed-9f55-ff4aea941ca5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/b3f577fa-3645-45db-870c-c8c40a30d73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2691388 Aug 31 09:43:59.288887 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-db0f8ada-f2ed-475d-9bdf-d008bc638d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b3f577fa-3645-45db-870c-c8c40a30d73b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:59.303938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41870) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:59.347342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-271a7990-a6c2-4517-8d88-479fa1aba62a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.404084 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-db0f8ada-f2ed-475d-9bdf-d008bc638d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:59.428069 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f8ada-f2ed-475d-9bdf-d008bc638d86 None None] Routers {'b3f577fa-3645-45db-870c-c8c40a30d73b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:59.431110 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-db0f8ada-f2ed-475d-9bdf-d008bc638d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b3f577fa-3645-45db-870c-c8c40a30d73b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:59.452786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981d5e-8744-49f0-b551-5c14c1bc11fc req-19357391-ee47-4988-8528-d1d1b415b67e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:59.462009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe981d5e-8744-49f0-b551-5c14c1bc11fc req-19357391-ee47-4988-8528-d1d1b415b67e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.7959123 Aug 31 09:43:59.474451 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-271a7990-a6c2-4517-8d88-479fa1aba62a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.487239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494e22a-79af-402d-9231-8384ee24ddbb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:59.494364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4494e22a-79af-402d-9231-8384ee24ddbb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports/783c2fc4-6bff-42d6-af8b-01d62c07b38c HTTP/1.1" status: 200 len: 910 time: 0.1824634 Aug 31 09:43:59.494666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=07de8e0b-3845-41db-a2a6-3dc5cef55537,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:59.514021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e730234e-2397-4fc0-8f72-d462f90b701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.516823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e730234e-2397-4fc0-8f72-d462f90b701c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.520581 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e730234e-2397-4fc0-8f72-d462f90b701c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34cc941d-76f8-4ec7-b023-908c3edc5f7d HTTP/1.1" status: 204 len: 168 time: 0.8536892 Aug 31 09:43:59.520947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41874) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:59.522500 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-db0f8ada-f2ed-475d-9bdf-d008bc638d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:59.523727 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f8ada-f2ed-475d-9bdf-d008bc638d86 None None] The sync data for ids ['b3f577fa-3645-45db-870c-c8c40a30d73b'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:59.524009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a7990-a6c2-4517-8d88-479fa1aba62a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=917e6511-4d7e-49c2-9521-c7d4b30430a2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:59.545461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-271a7990-a6c2-4517-8d88-479fa1aba62a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.547499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-271a7990-a6c2-4517-8d88-479fa1aba62a tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/917e6511-4d7e-49c2-9521-c7d4b30430a2 HTTP/1.1" status: 204 len: 168 time: 0.7640128 Aug 31 09:43:59.550116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730234e-2397-4fc0-8f72-d462f90b701c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc941d-76f8-4ec7-b023-908c3edc5f7d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:59.552684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41878) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:59.588747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7df06a-8b9e-4b02-9652-bd8205c76271 None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:59.629691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe3b123-123e-4136-a748-dc615a8195fa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet 3f829bbb-ede7-4d5a-bbf8-f1031a5690eb {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:59.635569 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b123-123e-4136-a748-dc615a8195fa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.660966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b2bb2b0c-b2ef-473f-afc0-4b30eec0733b None None] Provisioning for port bff932fd-525f-4e36-a728-29003d1274b7 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:59.662637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port bad40d7d-6391-4082-97b1-9d712027d960 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:59.680079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b2bb2b0c-b2ef-473f-afc0-4b30eec0733b None None] Provisioning complete for port bff932fd-525f-4e36-a728-29003d1274b7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:59.680471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2b0c-b2ef-473f-afc0-4b30eec0733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.682192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port bad40d7d-6391-4082-97b1-9d712027d960 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:59.682493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.705364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b123-123e-4136-a748-dc615a8195fa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.840913 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b123-123e-4136-a748-dc615a8195fa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.899131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe981d5e-8744-49f0-b551-5c14c1bc11fc req-6e4b3c5b-2abb-4bdc-a18b-5a3c97352daf tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4062984 Aug 31 09:43:59.928614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b123-123e-4136-a748-dc615a8195fa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.003964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3b123-123e-4136-a748-dc615a8195fa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=3f829bbb-ede7-4d5a-bbf8-f1031a5690eb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:00.016898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b123-123e-4136-a748-dc615a8195fa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.022833 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cfe3b123-123e-4136-a748-dc615a8195fa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/3f829bbb-ede7-4d5a-bbf8-f1031a5690eb HTTP/1.1" status: 204 len: 168 time: 0.4630280 Aug 31 09:44:00.023785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41886) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:00.027004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.060466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2b0c-b2ef-473f-afc0-4b30eec0733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.081678 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1ebfe0-0788-4511-822c-a00069f7d026 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:00.083389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:00.083976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1ebfe0-0788-4511-822c-a00069f7d026 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:00.090967 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a1ebfe0-0788-4511-822c-a00069f7d026 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/917e6511-4d7e-49c2-9521-c7d4b30430a2 HTTP/1.1" status: 404 len: 337 time: 0.0622325 Aug 31 09:44:00.091610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41890) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:00.096183 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.146090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41892) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:00.188935 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7cf4-e68f-4691-a2ba-f0e3f2e5fc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.205735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port bad40d7d-6391-4082-97b1-9d712027d960, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bad40d7d-6391-4082-97b1-9d712027d960,segment=NetworkSegment(4d6132ac-08fe-4351-bcca-c48f48ff0e72),segment_id=4d6132ac-08fe-4351-bcca-c48f48ff0e72)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:00.212012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b2bb2b0c-b2ef-473f-afc0-4b30eec0733b None None] For port bff932fd-525f-4e36-a728-29003d1274b7, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bff932fd-525f-4e36-a728-29003d1274b7,segment=NetworkSegment(bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa),segment_id=bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:00.216880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.218009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa719e30-331d-4b1c-a787-0a1bf7ec319b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:00.232365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f2464c-8362-478a-b95c-1e328805758b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting subnet 405d8979-52b8-405e-b65f-7b3afcec96bd {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:00.241567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19f2464c-8362-478a-b95c-1e328805758b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.289424 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2b0c-b2ef-473f-afc0-4b30eec0733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.336571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19f2464c-8362-478a-b95c-1e328805758b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.411013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=bad40d7d-6391-4082-97b1-9d712027d960,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:00.452175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed4758c1-6ee4-4e2b-93a4-18a96d5d4fa0 req-4d3a63f1-03e5-4e70-a59a-c6d4b6185f1f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 210 time: 0.0901039 Aug 31 09:44:00.484900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-079fd3ec-68ad-4b0e-aa0f-9c4a30dd8aa3 None None] Provisioning complete for port bff932fd-525f-4e36-a728-29003d1274b7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:00.485479 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-079fd3ec-68ad-4b0e-aa0f-9c4a30dd8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.536643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:00.537020 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.542662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19f2464c-8362-478a-b95c-1e328805758b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.583420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53641d-a1e6-4726-95fe-8b9ced65d9e7 None None] Update dhcp port {'port': {'network_id': '527672bd-2ed9-4ede-a2db-0398956a810e', 'fixed_ips': [{'subnet_id': '405d8979-52b8-405e-b65f-7b3afcec96bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '3f829bbb-ede7-4d5a-bbf8-f1031a5690eb'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'fa719e30-331d-4b1c-a787-0a1bf7ec319b'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:44:00.626039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-9ab88d1b-781f-4f02-aabf-d61bac868e52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8105838 Aug 31 09:44:00.628298 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c53641d-a1e6-4726-95fe-8b9ced65d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.674853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb2b0c-b2ef-473f-afc0-4b30eec0733b None None] Pushing event updated for resources: {'Port': ['ID=bff932fd-525f-4e36-a728-29003d1274b7,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:00.704493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Allocated IP 19.80.0.155 (18e7d3bf-b661-49e8-91d8-0b0d26676c4a/7a81cd4e-bee6-41ad-bf9a-d62e7987e270/e1d77dba-bb64-4c43-abdf-487f97b4cdb3) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:00.736961 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19f2464c-8362-478a-b95c-1e328805758b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.780691 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19f2464c-8362-478a-b95c-1e328805758b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.783650 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-19f2464c-8362-478a-b95c-1e328805758b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/405d8979-52b8-405e-b65f-7b3afcec96bd HTTP/1.1" status: 204 len: 168 time: 0.6904905 Aug 31 09:44:00.789525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41904) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:00.802423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7cf4-e68f-4691-a2ba-f0e3f2e5fc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.835253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4bc16-c500-4e7f-bcad-beb304c7e2e7 req-7eb1ed00-66d8-45ed-a721-e5c9cead871d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:00.835476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2464c-8362-478a-b95c-1e328805758b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Subnet': ['ID=405d8979-52b8-405e-b65f-7b3afcec96bd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:00.837648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7aa4bc16-c500-4e7f-bcad-beb304c7e2e7 req-7eb1ed00-66d8-45ed-a721-e5c9cead871d tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 946 time: 0.3805063 Aug 31 09:44:00.874325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-f38c4df3-781c-4756-b90b-c0050a1cb8a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:00.876599 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7fcd7cf4-e68f-4691-a2ba-f0e3f2e5fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.877021 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-f38c4df3-781c-4756-b90b-c0050a1cb8a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 946 time: 0.1219790 Aug 31 09:44:00.909256 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-867df164-e2e8-4502-adee-7287db857181 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:00.909707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867df164-e2e8-4502-adee-7287db857181 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:00.912376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-867df164-e2e8-4502-adee-7287db857181 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/76bc8319-5e44-4fac-8fbc-294b0904f613 HTTP/1.1" status: 404 len: 337 time: 0.1160455 Aug 31 09:44:00.925968 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41906) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:01.031864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-42695e87-a5f1-4cfc-9414-e3c36b5870aa tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "GET /v2.0/ports?device_id=6791e867-0c49-4567-8c40-8b8d359e3505 HTTP/1.1" status: 200 len: 205 time: 0.0858858 Aug 31 09:44:01.037294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41912) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:01.056398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7fcd7cf4-e68f-4691-a2ba-f0e3f2e5fc43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5721af2e143c46ee952b53de18a00431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9061725 Aug 31 09:44:01.062638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41914) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:01.088657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-81564bbe-edbe-4143-98f3-d67676516279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.089242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-81564bbe-edbe-4143-98f3-d67676516279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.089528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-81564bbe-edbe-4143-98f3-d67676516279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.089995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-81564bbe-edbe-4143-98f3-d67676516279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.090465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-81564bbe-edbe-4143-98f3-d67676516279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.090976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-81564bbe-edbe-4143-98f3-d67676516279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.091444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-81564bbe-edbe-4143-98f3-d67676516279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.093564 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-81564bbe-edbe-4143-98f3-d67676516279 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6492 time: 0.3778589 Aug 31 09:44:01.094216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd7cf4-e68f-4691-a2ba-f0e3f2e5fc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeca504-2d28-4000-a458-9fc0e56a90a2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-7c53641d-a1e6-4726-95fe-8b9ced65d9e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 405d8979-52b8-405e-b65f-7b3afcec96bd: This subnet is being modified by another concurrent operation. Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:44:01.130166 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 405d8979-52b8-405e-b65f-7b3afcec96bd: This subnet is being modified by another concurrent operation. Aug 31 09:44:01.137740 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:44:01.145804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 38b36e88-d86c-4cd0-8523-0bc21c79f148 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:01.170167 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-5bc2fb79-a500-457a-a8ba-34476865018b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] delete failed (client error): The resource could not be found. Aug 31 09:44:01.171676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5bc2fb79-a500-457a-a8ba-34476865018b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/routers/6791e867-0c49-4567-8c40-8b8d359e3505 HTTP/1.1" status: 404 len: 336 time: 0.1297283 Aug 31 09:44:01.178294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41916) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:01.224532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Deleting port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:01.225651 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.301615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7aa4bc16-c500-4e7f-bcad-beb304c7e2e7 req-f4c1ea09-389b-42b9-9101-171dce606b0a tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176292 Aug 31 09:44:01.392672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] For port cd9e153f-1ea7-48f2-9de7-9bdd5e168777, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:01.393526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.413428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Calling delete_port for cd9e153f-1ea7-48f2-9de7-9bdd5e168777 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:01.423435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be12b8-6115-4383-8870-81552740b193 None None] Network 527672bd-2ed9-4ede-a2db-0398956a810e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:01.499124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b49ed-ed7a-4cd8-bf98-7c000e2e2c56 req-3b7d72b6-1da5-4c00-bdbf-993b3cfd6c96 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.511660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba7b49ed-ed7a-4cd8-bf98-7c000e2e2c56 req-3b7d72b6-1da5-4c00-bdbf-993b3cfd6c96 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.4518499 Aug 31 09:44:01.543060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.549731 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.550601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 38b36e88-d86c-4cd0-8523-0bc21c79f148 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:01.551008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.552592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e365fed5-518a-46fe-a8fb-11db259d8be9 None None] Provisioning complete for port fa719e30-331d-4b1c-a787-0a1bf7ec319b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:01.552952 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e365fed5-518a-46fe-a8fb-11db259d8be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.638386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.645983 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ae1939-0d10-4310-a805-2ea901ce9c56 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:01.646375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ae1939-0d10-4310-a805-2ea901ce9c56 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:01.650080 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-20ae1939-0d10-4310-a805-2ea901ce9c56 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/73b549ae-7046-4876-8875-4907475db952 HTTP/1.1" status: 404 len: 337 time: 0.4682765 Aug 31 09:44:01.660102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-b1dea3d9-f50b-4989-a27e-225e57d728fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.660680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-b1dea3d9-f50b-4989-a27e-225e57d728fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.661147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-b1dea3d9-f50b-4989-a27e-225e57d728fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.662957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-b1dea3d9-f50b-4989-a27e-225e57d728fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d HTTP/1.1" status: 200 len: 2295 time: 0.4531844 Aug 31 09:44:01.663451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41922) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:01.678363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cd9e153f-1ea7-48f2-9de7-9bdd5e168777'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:01.681585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['09982bf9-acfb-44dc-8c18-89206f411556'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:01.696500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event deleted for resources: {'Port': ['ID=cd9e153f-1ea7-48f2-9de7-9bdd5e168777,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:01.710097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Transition to ACTIVE for port object e1d77dba-bb64-4c43-abdf-487f97b4cdb3 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:01.721444 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f98d6e8-fa3c-422b-a795-c8f5d3c6f8a4 req-f1ac62fb-ba15-42b0-b74c-60aa6ebb18d8 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 210 time: 0.1132445 Aug 31 09:44:01.761577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] No DVR routers for this DVR port cd9e153f-1ea7-48f2-9de7-9bdd5e168777 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:01.764815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.767743 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35d34be3-13dd-4a05-a83b-b2c819c6ab6b req-e54377e5-84dc-4d2b-86a0-27aed00c8585 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.52 "DELETE /v2.0/ports/cd9e153f-1ea7-48f2-9de7-9bdd5e168777 HTTP/1.1" status: 204 len: 173 time: 0.8848839 Aug 31 09:44:01.768572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a12576-56db-4235-81ad-46935f9df305', 'name': 'network-vif-deleted', 'tag': 'cd9e153f-1ea7-48f2-9de7-9bdd5e168777'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:01.771781 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce870b0-eae1-4b50-a7b8-10c042d75ba8" -d '{"events": [{"server_uuid": "b9a12576-56db-4235-81ad-46935f9df305", "name": "network-vif-deleted", "tag": "cd9e153f-1ea7-48f2-9de7-9bdd5e168777"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:01.793506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1631b06-4696-48e1-9799-2bba57c3d382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.802255 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4731f98-ae60-4d28-bb4b-3b23bd7e211b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:01.802704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4731f98-ae60-4d28-bb4b-3b23bd7e211b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:01.804494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e4731f98-ae60-4d28-bb4b-3b23bd7e211b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/f574b98e-0107-4495-8119-e98605f67db1 HTTP/1.1" status: 404 len: 337 time: 0.1335931 Aug 31 09:44:01.817541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41926) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:01.843063 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1631b06-4696-48e1-9799-2bba57c3d382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.947924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1631b06-4696-48e1-9799-2bba57c3d382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.951748 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d1631b06-4696-48e1-9799-2bba57c3d382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.955460 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d1631b06-4696-48e1-9799-2bba57c3d382 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7eeca504-2d28-4000-a458-9fc0e56a90a2 HTTP/1.1" status: 204 len: 168 time: 0.8868289 Aug 31 09:44:01.966785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1631b06-4696-48e1-9799-2bba57c3d382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeca504-2d28-4000-a458-9fc0e56a90a2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:02.124613 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd05c7f-fea2-4fe8-bfbc-c61203069622 x-openstack-request-id: req-abd05c7f-fea2-4fe8-bfbc-c61203069622 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:02.125151 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a12576-56db-4235-81ad-46935f9df305", "name": "network-vif-deleted", "tag": "cd9e153f-1ea7-48f2-9de7-9bdd5e168777", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:02.125572 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-abd05c7f-fea2-4fe8-bfbc-c61203069622 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:02.126144 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a12576-56db-4235-81ad-46935f9df305', 'name': 'network-vif-deleted', 'tag': 'cd9e153f-1ea7-48f2-9de7-9bdd5e168777', 'status': 'completed', 'code': 200} Aug 31 09:44:02.267118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] DHCP port deletion for 527672bd-2ed9-4ede-a2db-0398956a810e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:02.305447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e365fed5-518a-46fe-a8fb-11db259d8be9 None None] Provisioning complete for port 3d840d89-3773-499f-a274-b055c191074f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:02.307762 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e365fed5-518a-46fe-a8fb-11db259d8be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.317942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-84e203ca-8b4b-4bea-9adf-ac6f5e6fcfff req-dca2ef47-964d-4349-89e9-353054637e23 service neutron] (94786) timed out ('10.222.0.52', 52242) {{(pid=94786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:44:02.349419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba7b49ed-ed7a-4cd8-bf98-7c000e2e2c56 req-461c0c99-b1df-4d90-b803-901af17c729a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8329546 Aug 31 09:44:02.367546 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-40219fd6-4acc-4a75-8816-55f6e5f9dd14 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:02.368187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40219fd6-4acc-4a75-8816-55f6e5f9dd14 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:02.369616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-40219fd6-4acc-4a75-8816-55f6e5f9dd14 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/f1c343ff-30af-4db7-b34c-9a3d132f65c4 HTTP/1.1" status: 404 len: 337 time: 0.5499969 Aug 31 09:44:02.373586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41936) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.401392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bff932fd-525f-4e36-a728-29003d1274b7 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:02.419600 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-4448cabe-98cd-4efa-a1fb-dff4652e1f68 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:02.421031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4448cabe-98cd-4efa-a1fb-dff4652e1f68 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:02.423646 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4448cabe-98cd-4efa-a1fb-dff4652e1f68 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/b50f2d94-324a-40b3-bc5e-9b6f6714796b HTTP/1.1" status: 404 len: 333 time: 0.0485578 Aug 31 09:44:02.426925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41938) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.508625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-47a7e5a4-d113-41ab-9e52-7816b52d4c5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c586d57d-4718-4c51-bffd-7f35f488856c HTTP/1.1" status: 200 len: 1002 time: 0.8346167 Aug 31 09:44:02.523118 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8b1bd3-d0d4-4998-8ceb-5fd39a23c60b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:02.523612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8b1bd3-d0d4-4998-8ceb-5fd39a23c60b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:02.525401 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9f8b1bd3-d0d4-4998-8ceb-5fd39a23c60b tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/a89b25c1-666e-408f-9b7b-f2d8a3d23e8c HTTP/1.1" status: 404 len: 337 time: 0.0975003 Aug 31 09:44:02.528691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41940) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.605483 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-d970ea46-e53e-43d7-9bed-b934b44a18b5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:02.607053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d970ea46-e53e-43d7-9bed-b934b44a18b5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:02.610443 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d970ea46-e53e-43d7-9bed-b934b44a18b5 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/09204e21-1ef1-43f2-b390-868e0f4e9ef4 HTTP/1.1" status: 404 len: 337 time: 0.0807152 Aug 31 09:44:02.613513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e365fed5-518a-46fe-a8fb-11db259d8be9 None None] Port 3d840d89-3773-499f-a274-b055c191074f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:02.615836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41944) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.647876 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-28295510-e045-432b-9a81-66ea4ccc59a9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:02.648581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28295510-e045-432b-9a81-66ea4ccc59a9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:02.650353 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-28295510-e045-432b-9a81-66ea4ccc59a9 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/43549be0-3851-4f06-8338-2284aa3e523c HTTP/1.1" status: 404 len: 333 time: 0.0324545 Aug 31 09:44:02.653347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41948) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.666337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e23e79e-2f79-44ef-a2ac-b85e7130ce08 req-600ba9f4-a1d3-474e-bdd3-8416aa2788e2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9a12576-56db-4235-81ad-46935f9df305 HTTP/1.1" status: 200 len: 210 time: 0.0833185 Aug 31 09:44:02.698005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] Deleting port fa719e30-331d-4b1c-a787-0a1bf7ec319b {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:02.699309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.700266 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e40ba73-1b67-41ca-9953-360ad40e6a03 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:02.700880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e40ba73-1b67-41ca-9953-360ad40e6a03 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:02.705176 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1e40ba73-1b67-41ca-9953-360ad40e6a03 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/62d52d5f-28a9-4ba3-a477-6beea0c23625 HTTP/1.1" status: 404 len: 337 time: 0.0483377 Aug 31 09:44:02.706020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41952) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.728479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.731468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port bff932fd-525f-4e36-a728-29003d1274b7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:02.731790 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.787549 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-946865aa-9d9e-45c6-8432-076a96632c40 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:02.803356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946865aa-9d9e-45c6-8432-076a96632c40 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:02.810797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-946865aa-9d9e-45c6-8432-076a96632c40 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/subnets/057747bc-62db-40f7-9fba-b5b420199e97 HTTP/1.1" status: 404 len: 337 time: 0.1024990 Aug 31 09:44:02.813328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41958) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.861096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-8dfc8c26-e62f-414b-9d2f-12170485a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:02.862605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-8dfc8c26-e62f-414b-9d2f-12170485a1a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b00e266-7e73-4d06-99d6-4561cee3de9d HTTP/1.1" status: 200 len: 850 time: 0.2812355 Aug 31 09:44:02.873654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:02.885784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Port': ['ID=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:02.892706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:02.912295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] For port fa719e30-331d-4b1c-a787-0a1bf7ec319b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fa719e30-331d-4b1c-a787-0a1bf7ec319b,segment=NetworkSegment(f8dab94f-79e4-4527-8390-f5b51807c153),segment_id=f8dab94f-79e4-4527-8390-f5b51807c153)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:02.912905 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.925878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:02.961468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] Calling delete_port for fa719e30-331d-4b1c-a787-0a1bf7ec319b owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:03.005229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 07de8e0b-3845-41db-a2a6-3dc5cef55537 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:03.048687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c0ada267-e345-4a3f-8da0-c6d6c351428c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Deleting port 3d840d89-3773-499f-a274-b055c191074f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:03.049051 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ada267-e345-4a3f-8da0-c6d6c351428c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.185657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:03.186359 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.223659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 07de8e0b-3845-41db-a2a6-3dc5cef55537 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:03.224170 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.247083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ada267-e345-4a3f-8da0-c6d6c351428c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.274492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c0ada267-e345-4a3f-8da0-c6d6c351428c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Calling delete_port for 3d840d89-3773-499f-a274-b055c191074f owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:03.293136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-26d4749b-a14d-4a10-b91d-a433aef856ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:03.295014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-26d4749b-a14d-4a10-b91d-a433aef856ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4235709 Aug 31 09:44:03.308523 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.310056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3b33-78e5-481b-91de-33f0a8053a39 req-72724008-afa9-49be-b88a-e727c814e1c1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:03.318146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dcab3b33-78e5-481b-91de-33f0a8053a39 req-72724008-afa9-49be-b88a-e727c814e1c1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 932 time: 0.4335089 Aug 31 09:44:03.331324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] No DVR routers for this DVR port fa719e30-331d-4b1c-a787-0a1bf7ec319b on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:03.352504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-a0cbed37-7967-4600-83b4-94fe68ff345b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:44:03.353536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-a0cbed37-7967-4600-83b4-94fe68ff345b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070894 Aug 31 09:44:03.386461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8d772-5d38-406a-b4a4-10a4ba7cfc47 None None] Pushing event deleted for resources: {'Port': ['ID=fa719e30-331d-4b1c-a787-0a1bf7ec319b,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:03.391069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012143a-bf87-48f6-81f5-ed5589c22d87 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:44:03.397750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-db728a73-eb18-44cc-9d5c-779973477bce tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4239323 Aug 31 09:44:03.473527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ada267-e345-4a3f-8da0-c6d6c351428c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.504802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'port': {'device_id': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787', 'admin_state_up': True, 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:03.526092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-137707a0-d197-4ff4-a86e-3318f518c2fc None None] Provisioning for port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:03.529828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ada267-e345-4a3f-8da0-c6d6c351428c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Port': ['ID=3d840d89-3773-499f-a274-b055c191074f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:03.541919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ada267-e345-4a3f-8da0-c6d6c351428c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.546231 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c0ada267-e345-4a3f-8da0-c6d6c351428c tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/ports/3d840d89-3773-499f-a274-b055c191074f HTTP/1.1" status: 204 len: 168 time: 0.7312007 Aug 31 09:44:03.546948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41974) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:03.548194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-137707a0-d197-4ff4-a86e-3318f518c2fc None None] Provisioning complete for port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:03.548799 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-137707a0-d197-4ff4-a86e-3318f518c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.581345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bad40d7d-6391-4082-97b1-9d712027d960 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:03.642146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.664470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-137707a0-d197-4ff4-a86e-3318f518c2fc None None] Port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:03.731213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dcab3b33-78e5-481b-91de-33f0a8053a39 req-5c402f14-db00-4bb4-8cbb-f1814e9b174f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063323 Aug 31 09:44:03.734406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port bad40d7d-6391-4082-97b1-9d712027d960 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:03.734939 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.781830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.802057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527672bd-2ed9-4ede-a2db-0398956a810e']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:03.808120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012143a-bf87-48f6-81f5-ed5589c22d87 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:44:03.814396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dab94f-79e4-4527-8390-f5b51807c153') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:03.820316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dab94f-79e4-4527-8390-f5b51807c153') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:03.831579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.849788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.863343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:03.863749 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:03.867080 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:03.879965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb133c-5fcb-4e37-bc8b-7566c7a5c9b6 req-555d9387-3ba2-4072-a073-8639fb1498c9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:03.881696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42cb133c-5fcb-4e37-bc8b-7566c7a5c9b6 req-555d9387-3ba2-4072-a073-8639fb1498c9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.3633354 Aug 31 09:44:03.897913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 783c2fc4-6bff-42d6-af8b-01d62c07b38c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:03.910337 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.965344 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.977843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.981825 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] 10.222.0.69 "DELETE /v2.0/networks/527672bd-2ed9-4ede-a2db-0398956a810e HTTP/1.1" status: 204 len: 168 time: 0.4337618 Aug 31 09:44:04.049628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ebe16-693c-4664-890c-048162b8b5b7 tempest-PortsTestJSON-44486021 tempest-PortsTestJSON-44486021-project] Pushing event deleted for resources: {'Network': ['ID=527672bd-2ed9-4ede-a2db-0398956a810e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:04.217863 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.235187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 783c2fc4-6bff-42d6-af8b-01d62c07b38c owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:04.330680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa719e30-331d-4b1c-a787-0a1bf7ec319b no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:04.344495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-92866a0b-e3c5-4584-b56f-72c7788a4eb2 service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9761543 Aug 31 09:44:04.359912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: fa719e30-331d-4b1c-a787-0a1bf7ec319b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:04.360275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa719e30-331d-4b1c-a787-0a1bf7ec319b not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:04.404450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42002) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:04.565225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-a100c345-dc0f-4e57-93de-92fb16725107 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:04.566897 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-a100c345-dc0f-4e57-93de-92fb16725107 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.1240671 Aug 31 09:44:04.631554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42cb133c-5fcb-4e37-bc8b-7566c7a5c9b6 req-65bdec1c-49ff-47db-8d2d-ca7182e331a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7358859 Aug 31 09:44:04.741224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f0a65-71c6-4e85-b07e-bd8ccb4ae53a req-3e9fb057-4243-4c72-84f5-f79e16f0992c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:04.755989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be0f0a65-71c6-4e85-b07e-bd8ccb4ae53a req-3e9fb057-4243-4c72-84f5-f79e16f0992c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 945 time: 0.3911843 Aug 31 09:44:04.785713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cd9e153f-1ea7-48f2-9de7-9bdd5e168777 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:04.806559 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.809720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:04.814300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.839722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: cd9e153f-1ea7-48f2-9de7-9bdd5e168777 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:04.841372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cd9e153f-1ea7-48f2-9de7-9bdd5e168777 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:04.873580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=783c2fc4-6bff-42d6-af8b-01d62c07b38c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:04.892595 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-27481ca7-a5f2-4347-988f-865fdb02265a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41f54f8cc84a4e80bcfe42c4f829094e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864597 Aug 31 09:44:04.894415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42016) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:04.922759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be0f0a65-71c6-4e85-b07e-bd8ccb4ae53a req-743796f0-9f8d-414f-94d2-acee79349dd1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658263 Aug 31 09:44:04.942510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Deleting port 09982bf9-acfb-44dc-8c18-89206f411556 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:04.952690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.991083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-649ef2cd-8417-4405-8417-19189ed4c3a8 service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248977 Aug 31 09:44:05.112788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5faa7b-0703-4c3f-a8e4-db37db16dbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.135546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-68297e7f-66e0-4907-9a0e-813887e72b77 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 217 time: 0.1364412 Aug 31 09:44:05.200225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5faa7b-0703-4c3f-a8e4-db37db16dbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.210773 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-9f098e5e-97bc-4954-84a1-005b38295878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:05.212481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-9f098e5e-97bc-4954-84a1-005b38295878 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.0616291 Aug 31 09:44:05.221407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] For port 09982bf9-acfb-44dc-8c18-89206f411556, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=09982bf9-acfb-44dc-8c18-89206f411556,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:05.221919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.230335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f4832-b862-4b80-9b78-0f05a0e7640c req-a0603dcf-8204-4e39-9841-dff711d4fdf9 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:05.239187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d01f4832-b862-4b80-9b78-0f05a0e7640c req-a0603dcf-8204-4e39-9841-dff711d4fdf9 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 932 time: 0.3677137 Aug 31 09:44:05.253078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Calling delete_port for 09982bf9-acfb-44dc-8c18-89206f411556 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:05.337864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5faa7b-0703-4c3f-a8e4-db37db16dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.341778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd5faa7b-0703-4c3f-a8e4-db37db16dbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.345806 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd5faa7b-0703-4c3f-a8e4-db37db16dbaa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dddd395-309e-4248-9040-98f722150027 HTTP/1.1" status: 204 len: 168 time: 0.4465654 Aug 31 09:44:05.362411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5faa7b-0703-4c3f-a8e4-db37db16dbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dddd395-309e-4248-9040-98f722150027,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:05.469177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d01f4832-b862-4b80-9b78-0f05a0e7640c req-80c75216-46bc-479c-85d7-f452fdb60bc3 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288516 Aug 31 09:44:05.471415 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.485413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['09982bf9-acfb-44dc-8c18-89206f411556'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:05.485727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.514049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event deleted for resources: {'Port': ['ID=09982bf9-acfb-44dc-8c18-89206f411556,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:05.564108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-e645a4fb-a365-49b1-ac6b-0406f5b0800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:05.565745 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-e645a4fb-a365-49b1-ac6b-0406f5b0800f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3148434 Aug 31 09:44:05.593048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] No DVR routers for this DVR port 09982bf9-acfb-44dc-8c18-89206f411556 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:05.596183 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.599516 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ed887299-5f35-4d3e-a116-8e85ac64fe37 req-683fac66-41e5-4a7d-920e-3bcd42ba05a0 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "DELETE /v2.0/ports/09982bf9-acfb-44dc-8c18-89206f411556 HTTP/1.1" status: 204 len: 173 time: 1.0234478 Aug 31 09:44:05.600254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f03d64-e086-4bcc-a55a-7fd4615a8389', 'name': 'network-vif-deleted', 'tag': '09982bf9-acfb-44dc-8c18-89206f411556'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:05.603573 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a860ea-f6ae-423f-976c-7e166ea2efcc" -d '{"events": [{"server_uuid": "20f03d64-e086-4bcc-a55a-7fd4615a8389", "name": "network-vif-deleted", "tag": "09982bf9-acfb-44dc-8c18-89206f411556"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:05.686334 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736223b2-d865-4d46-a89b-2f932be42710 x-openstack-request-id: req-736223b2-d865-4d46-a89b-2f932be42710 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:05.686854 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f03d64-e086-4bcc-a55a-7fd4615a8389", "name": "network-vif-deleted", "tag": "09982bf9-acfb-44dc-8c18-89206f411556", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:05.687907 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-736223b2-d865-4d46-a89b-2f932be42710 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:05.688416 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f03d64-e086-4bcc-a55a-7fd4615a8389', 'name': 'network-vif-deleted', 'tag': '09982bf9-acfb-44dc-8c18-89206f411556', 'status': 'completed', 'code': 200} Aug 31 09:44:05.714986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Allocated IP 19.86.0.47 (a3180af2-a94a-49cd-99bf-17298e58a787/dd31c4eb-31cf-432c-8393-35ca402d3ff8/10cd764e-7416-4ee3-949d-a89cebdf3cc5) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:06.220784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c2ef952-2bf7-4adf-aeb4-fd340e8ff2c4 req-f2187248-c3a3-40b4-bdb8-efce47dd407c tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=20f03d64-e086-4bcc-a55a-7fd4615a8389 HTTP/1.1" status: 200 len: 210 time: 0.1287625 Aug 31 09:44:06.258311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f65a-dbd7-4ad5-b536-4022d8c15ac3 req-dbfacd52-32e7-49e9-b0f2-630e29ae84b2 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.270884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b34f65a-dbd7-4ad5-b536-4022d8c15ac3 req-dbfacd52-32e7-49e9-b0f2-630e29ae84b2 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.3608792 Aug 31 09:44:06.283373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router b3f577fa-3645-45db-870c-c8c40a30d73b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:06.312539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-9c427ca9-8aa8-46cc-89ec-0ae982910c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.314128 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-9c427ca9-8aa8-46cc-89ec-0ae982910c1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1097 time: 0.3517494 Aug 31 09:44:06.376037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-6e3d02b4-9cf4-4b2b-8f6e-3703ee990764 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663515 Aug 31 09:44:06.568953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-270b389c-d991-426b-ae7d-e9a8feb24827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.570506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-270b389c-d991-426b-ae7d-e9a8feb24827 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.2277286 Aug 31 09:44:06.626156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b34f65a-dbd7-4ad5-b536-4022d8c15ac3 req-342ebf22-2998-4559-98e6-9ea7a86fe3db tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507631 Aug 31 09:44:06.758821 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-d746eb4e-4f0d-4c84-9250-b5ff16c7a5ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 1001 time: 0.1799400 Aug 31 09:44:06.857673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-d2bb889e-4eb3-4fdb-aa0b-3ef2d258ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.860707 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-d2bb889e-4eb3-4fdb-aa0b-3ef2d258ae82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0932562 Aug 31 09:44:07.003118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-62d2ea08-52f4-4132-924a-c771070d386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:07.009165 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-62d2ea08-52f4-4132-924a-c771070d386d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393332 Aug 31 09:44:07.025227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-13bfc0a5-5878-45da-b7e6-077d4a994af7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:44:07.028232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-13bfc0a5-5878-45da-b7e6-077d4a994af7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129454 Aug 31 09:44:07.143655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:07.154791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8c193-b9b2-416d-9ca6-0ef14808c8b8 None None] Sync routers for ids ['b3f577fa-3645-45db-870c-c8c40a30d73b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:07.168524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8c193-b9b2-416d-9ca6-0ef14808c8b8 None None] Routers {'b3f577fa-3645-45db-870c-c8c40a30d73b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:07.170892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e0b8c193-b9b2-416d-9ca6-0ef14808c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b3f577fa-3645-45db-870c-c8c40a30d73b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:07.199617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-0a542c8c-6aa8-46fd-a02b-7f5a0a68cc40 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113906 Aug 31 09:44:07.227407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc65de23-c682-4a6b-b842-09190c1def27 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/b3f577fa-3645-45db-870c-c8c40a30d73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7066178 Aug 31 09:44:07.260049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:07.263883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e0b8c193-b9b2-416d-9ca6-0ef14808c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:07.279211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Transition to ACTIVE for port object 10cd764e-7416-4ee3-949d-a89cebdf3cc5 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:07.312533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8c193-b9b2-416d-9ca6-0ef14808c8b8 None None] Routers {'b3f577fa-3645-45db-870c-c8c40a30d73b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:07.315536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e0b8c193-b9b2-416d-9ca6-0ef14808c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b3f577fa-3645-45db-870c-c8c40a30d73b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:07.350354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42074) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:07.409727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e0b8c193-b9b2-416d-9ca6-0ef14808c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:07.418286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8c193-b9b2-416d-9ca6-0ef14808c8b8 None None] The sync data for ids ['b3f577fa-3645-45db-870c-c8c40a30d73b'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:07.440595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:07.443614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-28dccc91-4e93-4250-a509-3107cf1bd5b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 217 time: 0.0946798 Aug 31 09:44:07.556246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-08a66e68-53d8-4473-b410-4bfe49424bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:07.558371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-08a66e68-53d8-4473-b410-4bfe49424bc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1054387 Aug 31 09:44:07.559822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-409aa6de-8906-43d0-9b6d-b74a90b48308 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244982 Aug 31 09:44:07.560572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b48102cc-b6f4-401e-a141-f7e3c17b1413 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3f577fa-3645-45db-870c-c8c40a30d73b HTTP/1.1" status: 200 len: 205 time: 0.1965406 Aug 31 09:44:07.563607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42088) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:07.629434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986834a-d612-40d3-8c40-bcc1cd587162 req-97a1500a-8482-431b-9de0-c8ed067fa41c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:07.637084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a986834a-d612-40d3-8c40-bcc1cd587162 req-97a1500a-8482-431b-9de0-c8ed067fa41c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 932 time: 0.9792726 Aug 31 09:44:07.655569 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf969829-c379-4b26-b822-ecbf7feb892f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:07.658493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network a3180af2-a94a-49cd-99bf-17298e58a787 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:07.662176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Port': ['ID=10cd764e-7416-4ee3-949d-a89cebdf3cc5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:07.680818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:07.688300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:07.743406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-0dfddca3-8396-40d8-a7b3-3c99f45bd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:07.744998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-0dfddca3-8396-40d8-a7b3-3c99f45bd849 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1762738 Aug 31 09:44:07.751117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:07.751849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:07.926150 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd9fdc72-2269-401f-a10f-e58a2d7e7940 req-78a509fd-f475-4b1d-ac47-9853471109a9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680399 Aug 31 09:44:07.946624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac2970f7-f3fd-4f79-9780-64ff46608886 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5169971 Aug 31 09:44:07.974392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'port': {'device_id': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a', 'admin_state_up': True, 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:08.110948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a986834a-d612-40d3-8c40-bcc1cd587162 req-1ce02b7c-0531-47b0-870b-373f3eec43b5 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729218 Aug 31 09:44:08.159323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf969829-c379-4b26-b822-ecbf7feb892f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.163157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf969829-c379-4b26-b822-ecbf7feb892f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.173916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0d4b3994-5fad-4397-9019-bef32fabd091 None None] Provisioning for port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:08.180861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0d4b3994-5fad-4397-9019-bef32fabd091 None None] Provisioning complete for port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:08.181979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0d4b3994-5fad-4397-9019-bef32fabd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.198928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb0ce-00d6-47fc-b0cb-54ffc0e9f899 req-fa7042e2-854a-4200-b28d-79c036da057a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:08.201503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fadb0ce-00d6-47fc-b0cb-54ffc0e9f899 req-fa7042e2-854a-4200-b28d-79c036da057a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.4397264 Aug 31 09:44:08.286903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b3994-5fad-4397-9019-bef32fabd091 None None] Port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:08.299051 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf969829-c379-4b26-b822-ecbf7feb892f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.299818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf969829-c379-4b26-b822-ecbf7feb892f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Fanout notify agent at l3_agent the message router_deleted on router b3f577fa-3645-45db-870c-c8c40a30d73b {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:08.309182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf969829-c379-4b26-b822-ecbf7feb892f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.310341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cf969829-c379-4b26-b822-ecbf7feb892f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/b3f577fa-3645-45db-870c-c8c40a30d73b HTTP/1.1" status: 204 len: 168 time: 0.7454324 Aug 31 09:44:08.319338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42110) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:08.380639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fadb0ce-00d6-47fc-b0cb-54ffc0e9f899 req-fb072300-a29d-4ea1-a597-40f69be992a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624312 Aug 31 09:44:08.409639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-a43c5ce0-d641-4808-aae7-aa448fc0afe4 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372118 Aug 31 09:44:08.455369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:08.457556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 09982bf9-acfb-44dc-8c18-89206f411556 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:08.463122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-4805c868-cb8f-49b7-976e-c6028b5b7f21 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet cf7ef56a-dbd9-44eb-abf4-95fd56edb41b {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:08.475784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4805c868-cb8f-49b7-976e-c6028b5b7f21 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.537960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 09982bf9-acfb-44dc-8c18-89206f411556 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:08.538324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 09982bf9-acfb-44dc-8c18-89206f411556 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:08.574658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:08.583493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.609558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4805c868-cb8f-49b7-976e-c6028b5b7f21 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.740099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:08.758462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'port_id': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'mac_address': 'fa:16:3e:29:82:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:44:08.815331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-0737c106-9bc6-4a2d-8c76-faa02cea97c4 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955114 Aug 31 09:44:08.826018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4805c868-cb8f-49b7-976e-c6028b5b7f21 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.843835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02c3bc-2bd5-46e6-863e-9039e1d99e9b req-334ccbae-9d12-460f-988b-d9204b9f50ee tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:08.845424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca02c3bc-2bd5-46e6-863e-9039e1d99e9b req-334ccbae-9d12-460f-988b-d9204b9f50ee tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.5257721 Aug 31 09:44:08.874053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.916456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6789da83-5a56-48d4-bde0-4e33428ba8d7 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:08.929123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-2c72ddc3-788e-4ac8-8b76-b9826e46327b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1 HTTP/1.1" status: 200 len: 217 time: 0.0948138 Aug 31 09:44:08.947136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:08.956167 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.006436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Allocated IP 19.80.0.173 (18e7d3bf-b661-49e8-91d8-0b0d26676c4a/7a81cd4e-bee6-41ad-bf9a-d62e7987e270/2f534216-f37b-41b1-a5ea-978490d7cf2e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:09.054613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca02c3bc-2bd5-46e6-863e-9039e1d99e9b req-2c56b77e-71db-47dd-89f5-87b7d78817c2 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820388 Aug 31 09:44:09.063523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4805c868-cb8f-49b7-976e-c6028b5b7f21 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.073098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-2c1b30c7-90bf-42e1-af56-7cfa367b1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.074864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:09.077470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-2c1b30c7-90bf-42e1-af56-7cfa367b1235 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1395648 Aug 31 09:44:09.091721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6789da83-5a56-48d4-bde0-4e33428ba8d7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:09.161973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805c868-cb8f-49b7-976e-c6028b5b7f21 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7ef56a-dbd9-44eb-abf4-95fd56edb41b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:09.199402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4805c868-cb8f-49b7-976e-c6028b5b7f21 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.207241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4805c868-cb8f-49b7-976e-c6028b5b7f21 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/cf7ef56a-dbd9-44eb-abf4-95fd56edb41b HTTP/1.1" status: 204 len: 168 time: 0.8849788 Aug 31 09:44:09.209600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42138) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:09.231675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-1f781ad4-fb16-4c6b-8791-f3db7ba3cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.233302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c6c92-7e51-470b-949c-1a82103a5515 None None] Network 574283fa-2c83-4822-9708-fe4fe98d3ae3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:09.234077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-1f781ad4-fb16-4c6b-8791-f3db7ba3cdd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457210 Aug 31 09:44:09.422997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-eef1290b-3306-4845-b45d-49d53666d25b service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518776 Aug 31 09:44:09.424279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.577273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port bad40d7d-6391-4082-97b1-9d712027d960 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:09.578370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.662492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42148) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:09.750964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port bad40d7d-6391-4082-97b1-9d712027d960, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bad40d7d-6391-4082-97b1-9d712027d960,segment=NetworkSegment(4d6132ac-08fe-4351-bcca-c48f48ff0e72),segment_id=4d6132ac-08fe-4351-bcca-c48f48ff0e72)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:09.751812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.759561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] DHCP port deletion for 574283fa-2c83-4822-9708-fe4fe98d3ae3 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:09.810310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f7e07-fe86-4183-91dd-366bd4621041 req-655856e2-2785-448d-8f51-ce47e7255ad1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.824016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f7e07-fe86-4183-91dd-366bd4621041 req-655856e2-2785-448d-8f51-ce47e7255ad1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.825857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc5f7e07-fe86-4183-91dd-366bd4621041 req-655856e2-2785-448d-8f51-ce47e7255ad1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 1654 time: 0.3957255 Aug 31 09:44:09.827224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for bad40d7d-6391-4082-97b1-9d712027d960 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:09.876143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c508d0-f27d-4af3-8336-98a846024911 req-b49817ea-1801-4cc5-a178-510003c549a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.877743 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83c508d0-f27d-4af3-8336-98a846024911 req-b49817ea-1801-4cc5-a178-510003c549a6 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.1892130 Aug 31 09:44:09.926303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] Deleting port bad40d7d-6391-4082-97b1-9d712027d960 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:09.929393 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.112278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.114917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.141942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-257dbb74-d0f3-4e8f-a771-d0d2aeff23c6 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944232 Aug 31 09:44:10.164701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383ba7a-074c-4d0e-a6a1-6e698594df5a req-9696b8aa-21e8-4f87-91d5-17332a82286f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.166646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8383ba7a-074c-4d0e-a6a1-6e698594df5a req-9696b8aa-21e8-4f87-91d5-17332a82286f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 945 time: 0.5960073 Aug 31 09:44:10.189511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] For port bad40d7d-6391-4082-97b1-9d712027d960, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bad40d7d-6391-4082-97b1-9d712027d960,segment=NetworkSegment(4d6132ac-08fe-4351-bcca-c48f48ff0e72),segment_id=4d6132ac-08fe-4351-bcca-c48f48ff0e72)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:10.190336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.194562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=bad40d7d-6391-4082-97b1-9d712027d960,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:10.208311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No DVR routers for this DVR port bad40d7d-6391-4082-97b1-9d712027d960 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:10.218509 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-996f0fdc-0308-4650-86e7-db72a6a432b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.221278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Deleting port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:10.221878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.233083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] Calling delete_port for bad40d7d-6391-4082-97b1-9d712027d960 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:10.290118 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:44:10.351883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Transition to ACTIVE for port object 2f534216-f37b-41b1-a5ea-978490d7cf2e will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:10.379728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-ff6cd619-c5db-42eb-9ace-a688d3236623 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=542862e8-97eb-4df8-9c05-421b80d35dea HTTP/1.1" status: 200 len: 217 time: 0.2114718 Aug 31 09:44:10.385203 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.418190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc5f7e07-fe86-4183-91dd-366bd4621041 req-2c818db8-506f-4781-817e-b9bb76d9d8da tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610766 Aug 31 09:44:10.430425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] Pushing event deleted for resources: {'Port': ['ID=bad40d7d-6391-4082-97b1-9d712027d960,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:10.440724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209e144-4900-43d4-8fda-5805de5f0ee9 None None] No DVR routers for this DVR port bad40d7d-6391-4082-97b1-9d712027d960 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:10.468463 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.485270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:10.548936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bad40d7d-6391-4082-97b1-9d712027d960 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:10.570911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] For port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:10.571332 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.628725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: bad40d7d-6391-4082-97b1-9d712027d960 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:10.629076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bad40d7d-6391-4082-97b1-9d712027d960 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:10.668101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8383ba7a-074c-4d0e-a6a1-6e698594df5a req-5463c922-8d2e-4e5e-8603-cfbe789bb10f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4651661 Aug 31 09:44:10.725727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 6789da83-5a56-48d4-bde0-4e33428ba8d7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:10.726597 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.781958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.834782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574283fa-2c83-4822-9708-fe4fe98d3ae3']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.859050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6132ac-08fe-4351-bcca-c48f48ff0e72') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.859353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6132ac-08fe-4351-bcca-c48f48ff0e72') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.877652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-c03da05e-52e1-485d-a927-418b6cb79ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.878811 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.880655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-c03da05e-52e1-485d-a927-418b6cb79ea3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.4576850 Aug 31 09:44:10.902677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.903106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.903431 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Floating IP ba592ee8-7284-4b74-a457-d5ad46f1ac5b disassociated. External IP: 172.25.1.109, port: 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb. Aug 31 09:44:10.903786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Calling delete_port for 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:10.907314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.924466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:10.925033 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.925856 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:10.929431 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:11.001185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:11.002849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:11.007574 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e8b260-921a-4bee-981a-d45a10b717d1" -d '{"events": [{"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-plugged", "status": "completed", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:11.015042 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.015862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:11.044646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.053505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.072650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.077427 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/574283fa-2c83-4822-9708-fe4fe98d3ae3 HTTP/1.1" status: 204 len: 168 time: 1.8648820 Aug 31 09:44:11.096920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42170) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:11.106145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1235848514', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:11.113302 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f689ef0-94b9-4e73-b902-bfe106147262 x-openstack-request-id: req-9f689ef0-94b9-4e73-b902-bfe106147262 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:11.113867 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-plugged", "status": "completed", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:11.114123 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f689ef0-94b9-4e73-b902-bfe106147262 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:11.114509 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'code': 200} Aug 31 09:44:11.122318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6536f-4626-4018-b18a-83eb8ac9d33d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=574283fa-2c83-4822-9708-fe4fe98d3ae3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.167118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.176650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Port': ['ID=2f534216-f37b-41b1-a5ea-978490d7cf2e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.219535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e765ee-1e03-49ee-bf22-d7197308cc0b req-04ad8fa2-93c1-4069-96a4-2c98893ab484 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.229920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94e765ee-1e03-49ee-bf22-d7197308cc0b req-04ad8fa2-93c1-4069-96a4-2c98893ab484 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 944 time: 0.4705985 Aug 31 09:44:11.279804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-90f9bf29-e2c7-4461-8e63-c8fa425019b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.279804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-90f9bf29-e2c7-4461-8e63-c8fa425019b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3661463 Aug 31 09:44:11.289582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.340925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event deleted for resources: {'Port': ['ID=2caccab4-e6ca-4c09-af78-ebd63d8d7cfb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.366244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:11.384631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:11.389055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:11.461097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94e765ee-1e03-49ee-bf22-d7197308cc0b req-260476ce-3d54-4cab-8672-cff6ec1e561b tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups?id=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301824 Aug 31 09:44:11.636956 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-996f0fdc-0308-4650-86e7-db72a6a432b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.654351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Router eb61370c-c7d1-46a1-8012-312b3a105a64 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:11.692213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.695179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.708195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-1adce2dc-c5df-45f4-a988-58304a6d05c2 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166133 Aug 31 09:44:11.732063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-996f0fdc-0308-4650-86e7-db72a6a432b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.779089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.779803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.882176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.923205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-996f0fdc-0308-4650-86e7-db72a6a432b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7026198161724d469643ee4cf48fff0e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2595029 Aug 31 09:44:11.930808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-327107c8-6458-4f84-a17f-a51416709964 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9605052 Aug 31 09:44:11.931493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f0fdc-0308-4650-86e7-db72a6a432b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72facb5-c5be-43e5-b733-5b9a4b63410c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.941383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42182) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:11.941666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9591e386-4da5-4f9e-8e67-e2cb4189941f None None] Provisioning for port 2f534216-f37b-41b1-a5ea-978490d7cf2e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:11.946536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9591e386-4da5-4f9e-8e67-e2cb4189941f None None] Provisioning complete for port 2f534216-f37b-41b1-a5ea-978490d7cf2e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:11.946949 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9591e386-4da5-4f9e-8e67-e2cb4189941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.978946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Request body: {'port': {'device_id': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:11.993416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9591e386-4da5-4f9e-8e67-e2cb4189941f None None] Port 2f534216-f37b-41b1-a5ea-978490d7cf2e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:12.032192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8a9b1-fa18-4f15-9a77-8695f038c743 req-a32bc78e-0f6c-4b00-a53e-c72cdf50b12c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.039938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8a9b1-fa18-4f15-9a77-8695f038c743 req-a32bc78e-0f6c-4b00-a53e-c72cdf50b12c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.046978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8a9b1-fa18-4f15-9a77-8695f038c743 req-a32bc78e-0f6c-4b00-a53e-c72cdf50b12c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.048793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0cc8a9b1-fa18-4f15-9a77-8695f038c743 req-a32bc78e-0f6c-4b00-a53e-c72cdf50b12c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2376 time: 0.4627101 Aug 31 09:44:12.128753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.136736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:12.159912 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] Sync routers for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:12.181470 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:12.182525 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:12.186812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac41386-4fc0-48a3-b331-687c510162dd req-7015be73-852e-4eed-8c0a-b61a7c3e365c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.189163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ac41386-4fc0-48a3-b331-687c510162dd req-7015be73-852e-4eed-8c0a-b61a7c3e365c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.3384488 Aug 31 09:44:12.233087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] No DVR routers for this DVR port 2caccab4-e6ca-4c09-af78-ebd63d8d7cfb on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:12.239279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.251307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-c192493b-713a-4ed9-920c-c453a26c00ff service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859321 Aug 31 09:44:12.254137 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83c508d0-f27d-4af3-8336-98a846024911 req-3b06dc2d-e3aa-4a20-b3c5-d4d9dca84385 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.20 "DELETE /v2.0/ports/2caccab4-e6ca-4c09-af78-ebd63d8d7cfb HTTP/1.1" status: 204 len: 173 time: 2.3673377 Aug 31 09:44:12.262073 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-deleted', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:12.265008 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf4d123-e718-41a2-b3cf-fa5dfffb50d2" -d '{"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-deleted", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:12.328966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.415080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0cc8a9b1-fa18-4f15-9a77-8695f038c743 req-095af109-1ea6-4c80-be36-f4f70edc8227 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451262 Aug 31 09:44:12.483404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-d6108d54-4d23-4a2d-b37b-9e8ca03b33a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e9599971-f593-4030-9e63-346c825284b2 HTTP/1.1" status: 200 len: 217 time: 0.1349337 Aug 31 09:44:12.484362 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4921f03c-d76b-4809-b6a7-5ea5150afa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.540275 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:12.580791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ac41386-4fc0-48a3-b331-687c510162dd req-5b0dcfbc-05d7-4e0f-92ed-8b5763847c6b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3808188 Aug 31 09:44:12.600815 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4921f03c-d76b-4809-b6a7-5ea5150afa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.789727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-99aa1994-b723-447b-a1a0-45a32ca57f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.792267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-99aa1994-b723-447b-a1a0-45a32ca57f46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.2972355 Aug 31 09:44:12.881196 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de752900-30c0-4302-8ccf-fc3877061832 x-openstack-request-id: req-de752900-30c0-4302-8ccf-fc3877061832 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:12.881680 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f475b444-a036-4671-a1ba-0c759ccd5bfe", "name": "network-vif-deleted", "tag": "2caccab4-e6ca-4c09-af78-ebd63d8d7cfb", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:12.882038 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de752900-30c0-4302-8ccf-fc3877061832 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:12.882562 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f475b444-a036-4671-a1ba-0c759ccd5bfe', 'name': 'network-vif-deleted', 'tag': '2caccab4-e6ca-4c09-af78-ebd63d8d7cfb', 'status': 'completed', 'code': 200} Aug 31 09:44:13.092887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3093a924-f8b1-4832-98cb-fe635993881c req-3f5bd8b3-3201-409f-82bc-94fda824d849 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/ports?device_id=f475b444-a036-4671-a1ba-0c759ccd5bfe HTTP/1.1" status: 200 len: 210 time: 0.3331840 Aug 31 09:44:13.128515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4921f03c-d76b-4809-b6a7-5ea5150afa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.143202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4921f03c-d76b-4809-b6a7-5ea5150afa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.148568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4921f03c-d76b-4809-b6a7-5ea5150afa7e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c72facb5-c5be-43e5-b733-5b9a4b63410c HTTP/1.1" status: 204 len: 168 time: 1.1892672 Aug 31 09:44:13.188536 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:53Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:13.228483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921f03c-d76b-4809-b6a7-5ea5150afa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72facb5-c5be-43e5-b733-5b9a4b63410c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:13.306374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-c5aa4cba-37ea-461a-b281-0c6d53041316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:13.310126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-c5aa4cba-37ea-461a-b281-0c6d53041316 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4113202 Aug 31 09:44:13.392650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.425389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.516964 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] Checking router: eb61370c-c7d1-46a1-8012-312b3a105a64 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:13.562586 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:13.567525 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:13.568709 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.723711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.25.1.241 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/171705d5-d58a-4c1e-a25b-06e98125d346) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:13.989538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42236) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.068496 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85e84e31-6854-462f-9827-2ed28d9fabdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.080257 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:14.230025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85e84e31-6854-462f-9827-2ed28d9fabdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.245142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85e84e31-6854-462f-9827-2ed28d9fabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.322689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e84e31-6854-462f-9827-2ed28d9fabdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebc9902-a164-40d4-8d9d-ff8ec3e6b924,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:14.450030 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.464038 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-85e84e31-6854-462f-9827-2ed28d9fabdb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d240b5e398dd4826853b1a5d6e7736e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717114 Aug 31 09:44:14.464687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.662269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb373-741c-43b1-baed-ae9dd69b717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.696062 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb373-741c-43b1-baed-ae9dd69b717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.743301 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:53Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:14.790381 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb373-741c-43b1-baed-ae9dd69b717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.797550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb373-741c-43b1-baed-ae9dd69b717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.807054 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb0eb373-741c-43b1-baed-ae9dd69b717b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ebc9902-a164-40d4-8d9d-ff8ec3e6b924 HTTP/1.1" status: 204 len: 168 time: 0.3132617 Aug 31 09:44:14.828749 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.842874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0eb373-741c-43b1-baed-ae9dd69b717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebc9902-a164-40d4-8d9d-ff8ec3e6b924,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:14.909635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf305a7-c50a-48b6-9082-784675949b01 req-af016a03-15a7-48e5-85fa-603f2248f273 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.912252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0cf305a7-c50a-48b6-9082-784675949b01 req-af016a03-15a7-48e5-85fa-603f2248f273 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.4696913 Aug 31 09:44:14.914831 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a19dc6-b848-4bb5-96dc-46578830bb90 None None] The sync data for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 is: [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:31:43Z', 'revision_number': 4, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '03b6b420-9f90-4fed-b9d2-95c57d4c86a6', 'name': '', 'network_id': '6a96ac8f-0f45-4771-9120-65aa0a3cc1c3', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'mac_address': 'fa:16:3e:48:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:39Z', 'updated_at': '2021-08-31T09:31:53Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'subnets': [{'id': 'c377da37-6602-429d-8f0d-c87314e3afc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:14.978252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25e464-c8b7-4f6e-bd0a-b48b186327e1 req-3ba820d6-ad29-4ea8-b48d-28dfc382ea76 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.991500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25e464-c8b7-4f6e-bd0a-b48b186327e1 req-3ba820d6-ad29-4ea8-b48d-28dfc382ea76 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:15.004091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25e464-c8b7-4f6e-bd0a-b48b186327e1 req-3ba820d6-ad29-4ea8-b48d-28dfc382ea76 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:15.005200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:15.012550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:15.020512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a25e464-c8b7-4f6e-bd0a-b48b186327e1 req-3ba820d6-ad29-4ea8-b48d-28dfc382ea76 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2376 time: 0.5941966 Aug 31 09:44:15.020825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:15.126021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=171705d5-d58a-4c1e-a25b-06e98125d346,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:15.284261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-cd31522c-e806-4192-9857-7e0540fd23b5 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9641416 Aug 31 09:44:15.472419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a25e464-c8b7-4f6e-bd0a-b48b186327e1 req-18c10f61-0498-4d8f-a0bf-ac3340615023 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504240 Aug 31 09:44:15.581725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42276) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:15.642021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93feeedc-23fa-4b9d-8f02-dcee95e31796 None None] New status for floating IP ba592ee8-7284-4b74-a457-d5ad46f1ac5b: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:44:15.908815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.955135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42286) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:16.011685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d77dba-bb64-4c43-abdf-487f97b4cdb3 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:16.039333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.063329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91a135ee-a218-4c4f-b196-58b5d5a1a822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.094422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Transition to ACTIVE for port object e1d77dba-bb64-4c43-abdf-487f97b4cdb3 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:16.124900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0cf305a7-c50a-48b6-9082-784675949b01 req-3d1aec81-65fc-47d8-83c0-55ca9d4a496b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0904028 Aug 31 09:44:16.203526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.583552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Pushing event updated for resources: {'Port': ['ID=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:16.663759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91a135ee-a218-4c4f-b196-58b5d5a1a822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.671072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-deb9c9c6-b8ee-411b-a547-9c642af0eaa3 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3390355 Aug 31 09:44:16.733026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.737862 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91a135ee-a218-4c4f-b196-58b5d5a1a822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.879291 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-91a135ee-a218-4c4f-b196-58b5d5a1a822 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4dbd613e740429fac64db668599258b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2914879 Aug 31 09:44:16.881652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42306) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:16.884154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a135ee-a218-4c4f-b196-58b5d5a1a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4b5f81-7a1f-4b8f-83a8-fc95c7129444,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:16.938142 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aba94b9a-ebde-4bd5-8aed-8d6b4c878b95 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.069857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f88b8905-7a4e-4dbe-b709-805ea6360264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.082550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-99a1d1d0-f081-498f-8d23-b8b1799f786f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 HTTP/1.1" status: 200 len: 217 time: 0.3124754 Aug 31 09:44:17.144898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f88b8905-7a4e-4dbe-b709-805ea6360264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.237258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 40673912-baa9-425e-98ab-e1b601b84f1e is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:44:17.250656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aba94b9a-ebde-4bd5-8aed-8d6b4c878b95 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.367237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f3344-04c0-4209-910e-453921e2adff req-2a50e869-bb71-4be9-91d6-f7d09ad81dea tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:17.380262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f3344-04c0-4209-910e-453921e2adff req-2a50e869-bb71-4be9-91d6-f7d09ad81dea tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:17.393201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f3344-04c0-4209-910e-453921e2adff req-2a50e869-bb71-4be9-91d6-f7d09ad81dea tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:17.396577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b9f3344-04c0-4209-910e-453921e2adff req-2a50e869-bb71-4be9-91d6-f7d09ad81dea tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2388 time: 0.5825586 Aug 31 09:44:17.409360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Attempting to bind port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:17.410402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Attempting to bind port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:17.411339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Attempting to bind port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 on network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:17.437130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:17.453623 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60daa31e-708e-40aa-b68e-fdd49c8369ce None None] Sync routers for ids ['40673912-baa9-425e-98ab-e1b601b84f1e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:17.468110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 on network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:17.469192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Attempting to bind port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 on network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:17.477502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f88b8905-7a4e-4dbe-b709-805ea6360264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.482667 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60daa31e-708e-40aa-b68e-fdd49c8369ce None None] Routers {'40673912-baa9-425e-98ab-e1b601b84f1e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:17.483004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f88b8905-7a4e-4dbe-b709-805ea6360264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.489434 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f88b8905-7a4e-4dbe-b709-805ea6360264 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f4b5f81-7a1f-4b8f-83a8-fc95c7129444 HTTP/1.1" status: 204 len: 168 time: 0.5869734 Aug 31 09:44:17.491230 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-60daa31e-708e-40aa-b68e-fdd49c8369ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['40673912-baa9-425e-98ab-e1b601b84f1e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:17.497523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8905-7a4e-4dbe-b709-805ea6360264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4b5f81-7a1f-4b8f-83a8-fc95c7129444,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:17.500799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.506332 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-807a9f83-2d03-4074-bd5d-9fe12f19740d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.4041467 Aug 31 09:44:17.507913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42322) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:17.637517 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-60daa31e-708e-40aa-b68e-fdd49c8369ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:17.670886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:17.673524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Checking segment: {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:17.674266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Bound using segment: {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:17.677837 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60daa31e-708e-40aa-b68e-fdd49c8369ce None None] Routers {'40673912-baa9-425e-98ab-e1b601b84f1e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:17.679338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Bound port: e1d77dba-bb64-4c43-abdf-487f97b4cdb3, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:17.680847 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.688796 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-60daa31e-708e-40aa-b68e-fdd49c8369ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['40673912-baa9-425e-98ab-e1b601b84f1e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:17.824406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-710909ae-7287-4578-84d9-7f9f41b90d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:17.830543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-710909ae-7287-4578-84d9-7f9f41b90d09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.7381253 Aug 31 09:44:17.859436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-60daa31e-708e-40aa-b68e-fdd49c8369ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:17.860467 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60daa31e-708e-40aa-b68e-fdd49c8369ce None None] The sync data for ids ['40673912-baa9-425e-98ab-e1b601b84f1e'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:17.872477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3cf4208c-cd1b-427c-83d5-026d06097e78 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/routers/40673912-baa9-425e-98ab-e1b601b84f1e HTTP/1.1" status: 200 len: 881 time: 0.3639266 Aug 31 09:44:17.875752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42326) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.076813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b9f3344-04c0-4209-910e-453921e2adff req-5c02ab94-a645-4435-8cb1-7cf64300d866 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559103 Aug 31 09:44:18.192469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4d373-181f-4f59-a281-34ed1262dab3 req-89aa80c8-2588-45cf-974b-15e95a982f19 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.204247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6b4d373-181f-4f59-a281-34ed1262dab3 req-89aa80c8-2588-45cf-974b-15e95a982f19 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.7746310 Aug 31 09:44:18.287991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aba94b9a-ebde-4bd5-8aed-8d6b4c878b95 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.295702 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aba94b9a-ebde-4bd5-8aed-8d6b4c878b95 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.299381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aba94b9a-ebde-4bd5-8aed-8d6b4c878b95 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "DELETE /v2.0/security-groups/9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276 HTTP/1.1" status: 204 len: 168 time: 2.1977353 Aug 31 09:44:18.324232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-c41ac1cc-b37f-494a-b857-779ec199575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.325907 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-c41ac1cc-b37f-494a-b857-779ec199575b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4797130 Aug 31 09:44:18.327932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42342) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.393581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] For port e1d77dba-bb64-4c43-abdf-487f97b4cdb3, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:18.400309 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-91a1ca7b-1f62-4930-95e1-affc19c67e80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] show failed (client error): The resource could not be found. Aug 31 09:44:18.402358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-91a1ca7b-1f62-4930-95e1-affc19c67e80 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "GET /v2.0/security-groups/9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276 HTTP/1.1" status: 404 len: 347 time: 0.0636959 Aug 31 09:44:18.418394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42346) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.423134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba94b9a-ebde-4bd5-8aed-8d6b4c878b95 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f7c44-3e29-4bae-bc4e-d6bafdeaa276,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:18.520503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] For port e1d77dba-bb64-4c43-abdf-487f97b4cdb3, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:18.559592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.631494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6b4d373-181f-4f59-a281-34ed1262dab3 req-65c76295-b431-4e9b-ae67-a4a6821e6ebc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800902 Aug 31 09:44:18.672774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Pushing event updated for resources: {'Port': ['ID=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:18.681340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.682415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.684275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-5d08fa30-29db-462e-bf66-64fcf147436b service neutron] 10.222.0.20 "PUT /v2.0/ports/e1d77dba-bb64-4c43-abdf-487f97b4cdb3 HTTP/1.1" status: 200 len: 1092 time: 6.7173047 Aug 31 09:44:18.685069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'tag': 'e1d77dba-bb64-4c43-abdf-487f97b4cdb3'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:18.700077 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7da9b8-0556-4d21-ab40-93ffe3528c47" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "tag": "e1d77dba-bb64-4c43-abdf-487f97b4cdb3"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:18.758457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Request body: {'port': {'device_id': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:18.827871 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26797973-e6cc-48c6-9b41-cf6453899ac0 x-openstack-request-id: req-26797973-e6cc-48c6-9b41-cf6453899ac0 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:18.835323 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "tag": "e1d77dba-bb64-4c43-abdf-487f97b4cdb3", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:18.835809 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26797973-e6cc-48c6-9b41-cf6453899ac0 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:18.836476 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'tag': 'e1d77dba-bb64-4c43-abdf-487f97b4cdb3', 'status': 'completed', 'code': 200} Aug 31 09:44:18.839894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42358) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.868851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-42c1aa54-797f-4d1f-bf18-3c25f3851936 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283649 Aug 31 09:44:18.942323 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7bd973a-4424-4cd1-a2a4-5a39143c6ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.008247 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-21d6e397-a9c7-4aa0-a872-c8542cae77c4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1310716 Aug 31 09:44:19.015799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42360) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.025965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-15bcc50f-89cf-4d2b-8b60-bd9f809bc9d6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1235848514'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:19.130687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-bb7ca69b-50c1-4f97-b9d6-75bb1ec7aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:19.135126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-bb7ca69b-50c1-4f97-b9d6-75bb1ec7aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:19.136277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-bb7ca69b-50c1-4f97-b9d6-75bb1ec7aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:19.138103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-bb7ca69b-50c1-4f97-b9d6-75bb1ec7aa51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2731 time: 0.3170426 Aug 31 09:44:19.179874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Deleting port bf42a065-684e-41af-bbef-4a7922da5834 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:19.180564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.221913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.324095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce66d223-79e2-40ea-9254-e76ff6e490b7 req-cf755587-328c-4e99-8de9-ac29afaaaaad service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339263 Aug 31 09:44:19.504435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7bd973a-4424-4cd1-a2a4-5a39143c6ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.631183 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7bd973a-4424-4cd1-a2a4-5a39143c6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.000187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cd764e-7416-4ee3-949d-a89cebdf3cc5 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:20.008425 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.025614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Transition to ACTIVE for port object 10cd764e-7416-4ee3-949d-a89cebdf3cc5 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:20.098468 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.170638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b7bd973a-4424-4cd1-a2a4-5a39143c6ea3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5625ffae5f234c95ae39adfb211b25f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3237009 Aug 31 09:44:20.175788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42394) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.335889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd973a-4424-4cd1-a2a4-5a39143c6ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b581dced-c746-4da0-9954-a73aadae8d7f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:20.359540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72f9c-775e-4ead-93f4-b70f8a3ec9d5 req-1fa908c3-1a15-4442-a006-ff885bcb861c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:20.368223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72f9c-775e-4ead-93f4-b70f8a3ec9d5 req-1fa908c3-1a15-4442-a006-ff885bcb861c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:20.409581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72f9c-775e-4ead-93f4-b70f8a3ec9d5 req-1fa908c3-1a15-4442-a006-ff885bcb861c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:20.421792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62b72f9c-775e-4ead-93f4-b70f8a3ec9d5 req-1fa908c3-1a15-4442-a006-ff885bcb861c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2388 time: 1.1374159 Aug 31 09:44:20.424569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42402) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.479748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Pushing event updated for resources: {'Port': ['ID=10cd764e-7416-4ee3-949d-a89cebdf3cc5,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:20.516851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812de16-1e6c-412c-83a7-9b026b6d0209 req-a2176206-b513-499a-b683-3d820ff9bda6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:20.518235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1812de16-1e6c-412c-83a7-9b026b6d0209 req-a2176206-b513-499a-b683-3d820ff9bda6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.4835613 Aug 31 09:44:20.578800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62b72f9c-775e-4ead-93f4-b70f8a3ec9d5 req-a5ea235b-08f8-41f8-baf6-69b68f1d3e96 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561029 Aug 31 09:44:20.828223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1812de16-1e6c-412c-83a7-9b026b6d0209 req-157e4b4d-a1d1-4612-8a06-fa9f1545a5b5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653060 Aug 31 09:44:20.832949 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dbddf7-572e-4d03-8226-48ed952e0534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.866185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Attempting to bind port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:20.866609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Attempting to bind port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:20.867140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Attempting to bind port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 on network a3180af2-a94a-49cd-99bf-17298e58a787 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:20.915994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.916329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.924018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dbddf7-572e-4d03-8226-48ed952e0534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.931399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 on network a3180af2-a94a-49cd-99bf-17298e58a787 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:20.931826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Attempting to bind port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 on network a3180af2-a94a-49cd-99bf-17298e58a787 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:20.947213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:20.947542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Checking segment: {'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:20.948523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Bound using segment: {'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:20.948939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Bound port: 10cd764e-7416-4ee3-949d-a89cebdf3cc5, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:20.949300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.968379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-df7016a3-fa6e-45a0-bf8c-cb462e9bf240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.984651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Calling delete_port for bf42a065-684e-41af-bbef-4a7922da5834 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:21.058033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-33d17e00-0934-48c1-806b-8af51fcb7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:21.058844 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-33d17e00-0934-48c1-806b-8af51fcb7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:21.059679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-33d17e00-0934-48c1-806b-8af51fcb7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:21.061791 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-33d17e00-0934-48c1-806b-8af51fcb7cdc service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.8857801 Aug 31 09:44:21.112022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] For port 10cd764e-7416-4ee3-949d-a89cebdf3cc5, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:21.116822 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dbddf7-572e-4d03-8226-48ed952e0534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.121269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4dbddf7-572e-4d03-8226-48ed952e0534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.131463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a4dbddf7-572e-4d03-8226-48ed952e0534 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b581dced-c746-4da0-9954-a73aadae8d7f HTTP/1.1" status: 204 len: 168 time: 0.9138615 Aug 31 09:44:21.140741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] For port 10cd764e-7416-4ee3-949d-a89cebdf3cc5, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=10cd764e-7416-4ee3-949d-a89cebdf3cc5,segment=NetworkSegment(bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa),segment_id=bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:21.160150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbddf7-572e-4d03-8226-48ed952e0534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b581dced-c746-4da0-9954-a73aadae8d7f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:21.163108 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.333354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:21.340057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.342665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f244a322-2c78-4d92-b954-237413e14fee service neutron] 10.222.0.20 "PUT /v2.0/ports/10cd764e-7416-4ee3-949d-a89cebdf3cc5 HTTP/1.1" status: 200 len: 1091 time: 2.5961180 Aug 31 09:44:21.343547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'tag': '10cd764e-7416-4ee3-949d-a89cebdf3cc5'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:21.359750 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09628665-29a3-429d-b632-055c299a5134" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "tag": "10cd764e-7416-4ee3-949d-a89cebdf3cc5"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:21.423075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Request body: {'port': {'device_id': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:21.561306 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719e02c-5a24-4031-a441-6a5ec18a1462 x-openstack-request-id: req-3719e02c-5a24-4031-a441-6a5ec18a1462 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:21.561628 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "tag": "10cd764e-7416-4ee3-949d-a89cebdf3cc5", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:21.562033 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3719e02c-5a24-4031-a441-6a5ec18a1462 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:21.562643 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'tag': '10cd764e-7416-4ee3-949d-a89cebdf3cc5', 'status': 'completed', 'code': 200} Aug 31 09:44:21.676069 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-df7016a3-fa6e-45a0-bf8c-cb462e9bf240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.792366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244a322-2c78-4d92-b954-237413e14fee service neutron] Pushing event updated for resources: {'Port': ['ID=10cd764e-7416-4ee3-949d-a89cebdf3cc5,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:21.803066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.887790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-df7016a3-fa6e-45a0-bf8c-cb462e9bf240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.986101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7016a3-fa6e-45a0-bf8c-cb462e9bf240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a62c3d-c34c-461b-b371-43f5384af8a5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:22.103064 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ef7debf-7c8b-4474-aa71-e57332be009b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.382565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627ea2f-0af5-4847-9df0-3cdcd5f72381 req-abb06ab0-a4ae-4ed5-a5b9-68d0cb113e4c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.385090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-17b6be15-cf1e-47c3-aed2-35e8ebf5df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.387322 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e7da9b8-0556-4d21-ab40-93ffe3528c47 req-17b6be15-cf1e-47c3-aed2-35e8ebf5df05 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.3128889 Aug 31 09:44:22.407089 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.415854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627ea2f-0af5-4847-9df0-3cdcd5f72381 req-abb06ab0-a4ae-4ed5-a5b9-68d0cb113e4c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.437258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-df7016a3-fa6e-45a0-bf8c-cb462e9bf240 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=beb061dcacf74ec79fe499a0f8bd0d31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9429131 Aug 31 09:44:22.478817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627ea2f-0af5-4847-9df0-3cdcd5f72381 req-abb06ab0-a4ae-4ed5-a5b9-68d0cb113e4c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.485986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f627ea2f-0af5-4847-9df0-3cdcd5f72381 req-abb06ab0-a4ae-4ed5-a5b9-68d0cb113e4c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2400 time: 0.6076102 Aug 31 09:44:22.486739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42446) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:22.544888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Pushing event deleted for resources: {'Port': ['ID=bf42a065-684e-41af-bbef-4a7922da5834,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:22.680355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-15bcc50f-89cf-4d2b-8b60-bd9f809bc9d6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.692495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.697361 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.703037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a1253377-a7fe-4cfc-868c-f1898adbd9b1 tempest-ServerActionsTestJSON-756332911 tempest-ServerActionsTestJSON-756332911-project] 10.222.0.69 "DELETE /v2.0/floatingips/ba592ee8-7284-4b74-a457-d5ad46f1ac5b HTTP/1.1" status: 204 len: 168 time: 4.2803357 Aug 31 09:44:22.706383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42450) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:22.711633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628665-29a3-429d-b632-055c299a5134 req-adaae2bf-063e-4582-83d2-ed58f2aaa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.713089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628665-29a3-429d-b632-055c299a5134 req-adaae2bf-063e-4582-83d2-ed58f2aaa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.714300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628665-29a3-429d-b632-055c299a5134 req-adaae2bf-063e-4582-83d2-ed58f2aaa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.716186 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09628665-29a3-429d-b632-055c299a5134 req-adaae2bf-063e-4582-83d2-ed58f2aaa545 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2798 time: 0.2334108 Aug 31 09:44:22.738874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-15bcc50f-89cf-4d2b-8b60-bd9f809bc9d6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.108028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bcc50f-89cf-4d2b-8b60-bd9f809bc9d6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 40673912-baa9-425e-98ab-e1b601b84f1e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:23.187949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f534216-f37b-41b1-a5ea-978490d7cf2e {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:23.209103 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.235070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Transition to ACTIVE for port object 2f534216-f37b-41b1-a5ea-978490d7cf2e will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:23.263315 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.362905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Pushing event updated for resources: {'Port': ['ID=2f534216-f37b-41b1-a5ea-978490d7cf2e,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:23.416793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b85b2-ccbc-40a3-8bb3-c4b0b460b43d req-2f8fb3bc-bcd7-4234-882b-afbbb08a9eed tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:23.427192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e2b85b2-ccbc-40a3-8bb3-c4b0b460b43d req-2f8fb3bc-bcd7-4234-882b-afbbb08a9eed tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 1.0976367 Aug 31 09:44:23.511193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f627ea2f-0af5-4847-9df0-3cdcd5f72381 req-416e1a86-99b3-47df-b645-0e4fb81b2c3c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9776130 Aug 31 09:44:23.512334 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea23a28c-6fca-4a9b-b237-b04f3ea2d1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.589015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea23a28c-6fca-4a9b-b237-b04f3ea2d1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.779066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e2b85b2-ccbc-40a3-8bb3-c4b0b460b43d req-01e09928-f074-4cdb-877a-f7502f404f6d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507774 Aug 31 09:44:23.840165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Attempting to bind port 2f534216-f37b-41b1-a5ea-978490d7cf2e on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:23.840165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Attempting to bind port 2f534216-f37b-41b1-a5ea-978490d7cf2e by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:23.840165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Attempting to bind port 2f534216-f37b-41b1-a5ea-978490d7cf2e on network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:23.856365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Port 2f534216-f37b-41b1-a5ea-978490d7cf2e on network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:23.859057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Attempting to bind port 2f534216-f37b-41b1-a5ea-978490d7cf2e on network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:23.861658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bcc50f-89cf-4d2b-8b60-bd9f809bc9d6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:23.874693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-15bcc50f-89cf-4d2b-8b60-bd9f809bc9d6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.875594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37ff74-e09a-41d2-943c-8b1c2f7a3b85 None None] Sync routers for ids ['40673912-baa9-425e-98ab-e1b601b84f1e'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:23.879985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:23.880788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Checking segment: {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:23.881763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Bound using segment: {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:23.882212 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-15bcc50f-89cf-4d2b-8b60-bd9f809bc9d6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/40673912-baa9-425e-98ab-e1b601b84f1e HTTP/1.1" status: 200 len: 888 time: 4.8642886 Aug 31 09:44:23.883296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Bound port: 2f534216-f37b-41b1-a5ea-978490d7cf2e, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:23.883945 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.886788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea23a28c-6fca-4a9b-b237-b04f3ea2d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.891705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37ff74-e09a-41d2-943c-8b1c2f7a3b85 None None] Routers {'40673912-baa9-425e-98ab-e1b601b84f1e'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:23.892422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-da37ff74-e09a-41d2-943c-8b1c2f7a3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['40673912-baa9-425e-98ab-e1b601b84f1e'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:23.893572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:23.894675 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea23a28c-6fca-4a9b-b237-b04f3ea2d1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.899048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ea23a28c-6fca-4a9b-b237-b04f3ea2d1b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7a62c3d-c34c-461b-b371-43f5384af8a5 HTTP/1.1" status: 204 len: 168 time: 1.3701501 Aug 31 09:44:23.941878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23a28c-6fca-4a9b-b237-b04f3ea2d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a62c3d-c34c-461b-b371-43f5384af8a5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:23.986428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-da37ff74-e09a-41d2-943c-8b1c2f7a3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:24.018064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37ff74-e09a-41d2-943c-8b1c2f7a3b85 None None] Routers {'40673912-baa9-425e-98ab-e1b601b84f1e'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:24.020687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-da37ff74-e09a-41d2-943c-8b1c2f7a3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['40673912-baa9-425e-98ab-e1b601b84f1e'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:24.057642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] For port 2f534216-f37b-41b1-a5ea-978490d7cf2e, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:24.061814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] For port 2f534216-f37b-41b1-a5ea-978490d7cf2e, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2f534216-f37b-41b1-a5ea-978490d7cf2e,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:24.067579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.152675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628665-29a3-429d-b632-055c299a5134 req-c9c4f5f1-2cec-4213-9ea0-a459bd681924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.155893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628665-29a3-429d-b632-055c299a5134 req-c9c4f5f1-2cec-4213-9ea0-a459bd681924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.159522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628665-29a3-429d-b632-055c299a5134 req-c9c4f5f1-2cec-4213-9ea0-a459bd681924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.159631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.160424 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.161771 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09628665-29a3-429d-b632-055c299a5134 req-c9c4f5f1-2cec-4213-9ea0-a459bd681924 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.4365997 Aug 31 09:44:24.161914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] 10.222.0.20 "PUT /v2.0/ports/2f534216-f37b-41b1-a5ea-978490d7cf2e HTTP/1.1" status: 200 len: 1092 time: 2.7680449 Aug 31 09:44:24.162477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'tag': '2f534216-f37b-41b1-a5ea-978490d7cf2e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:24.165219 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "tag": "2f534216-f37b-41b1-a5ea-978490d7cf2e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:24.248121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b25c4-d716-4996-a57e-dd2ad186326b service neutron] Pushing event updated for resources: {'Port': ['ID=2f534216-f37b-41b1-a5ea-978490d7cf2e,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:24.295340 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50bda0f-c6d5-4fda-a863-920c71c50375 x-openstack-request-id: req-d50bda0f-c6d5-4fda-a863-920c71c50375 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:24.295625 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "tag": "2f534216-f37b-41b1-a5ea-978490d7cf2e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:24.295948 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d50bda0f-c6d5-4fda-a863-920c71c50375 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:24.296373 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'tag': '2f534216-f37b-41b1-a5ea-978490d7cf2e', 'status': 'completed', 'code': 200} Aug 31 09:44:24.561413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-da37ff74-e09a-41d2-943c-8b1c2f7a3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:24.563065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37ff74-e09a-41d2-943c-8b1c2f7a3b85 None None] The sync data for ids ['40673912-baa9-425e-98ab-e1b601b84f1e'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:24.599591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42496) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.612648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-552d3955-1937-48d7-872c-44937675c005 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/routers/40673912-baa9-425e-98ab-e1b601b84f1e HTTP/1.1" status: 200 len: 888 time: 0.7161629 Aug 31 09:44:24.668692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2d0188bf-35be-4e74-b88c-ef8ad2d7dc72 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=40673912-baa9-425e-98ab-e1b601b84f1e HTTP/1.1" status: 200 len: 205 time: 0.0674465 Aug 31 09:44:24.669341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42498) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.691508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628665-29a3-429d-b632-055c299a5134 req-c355f39a-2fda-43f9-a8dc-89288332637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.693110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09628665-29a3-429d-b632-055c299a5134 req-c355f39a-2fda-43f9-a8dc-89288332637b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5119684 Aug 31 09:44:24.789727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42502) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.847881 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f14fd94-0c17-4703-b8c7-32553b5fbd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.945071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac6fdc56-7dc4-416e-b282-6f4dee8245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.945956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac6fdc56-7dc4-416e-b282-6f4dee8245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.946490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac6fdc56-7dc4-416e-b282-6f4dee8245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.952079 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ac6fdc56-7dc4-416e-b282-6f4dee8245c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2865 time: 0.1830676 Aug 31 09:44:24.996887 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.056006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804d87b-5ca9-47fa-a0a4-84fad0107ed4 req-78d43155-54f7-4ccd-b834-9e47a59317a4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.063306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804d87b-5ca9-47fa-a0a4-84fad0107ed4 req-78d43155-54f7-4ccd-b834-9e47a59317a4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.070096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804d87b-5ca9-47fa-a0a4-84fad0107ed4 req-78d43155-54f7-4ccd-b834-9e47a59317a4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.078460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9804d87b-5ca9-47fa-a0a4-84fad0107ed4 req-78d43155-54f7-4ccd-b834-9e47a59317a4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2412 time: 0.3916426 Aug 31 09:44:25.128887 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-0ca92794-9502-4660-b6d2-25f1a3889fb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=e1d77dba-bb64-4c43-abdf-487f97b4cdb3 HTTP/1.1" status: 200 len: 217 time: 0.1593568 Aug 31 09:44:25.266717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9804d87b-5ca9-47fa-a0a4-84fad0107ed4 req-60e5197a-fd82-49e3-a752-ad13d9475d3a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872540 Aug 31 09:44:25.282338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.308030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424226c-23aa-47e9-a5c2-5efde51241d1 req-556612c3-cc7f-4fd7-8287-a3e170c002bb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.315322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2424226c-23aa-47e9-a5c2-5efde51241d1 req-556612c3-cc7f-4fd7-8287-a3e170c002bb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.3000438 Aug 31 09:44:25.728526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-b5e8fa80-2c40-45df-a3de-4087a37a5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.731221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-b5e8fa80-2c40-45df-a3de-4087a37a5826 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a81cd4e-bee6-41ad-bf9a-d62e7987e270 HTTP/1.1" status: 200 len: 801 time: 0.5924945 Aug 31 09:44:25.756416 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb88d7c9-efc0-43eb-a9d8-870ced69e931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.762255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.889127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f14fd94-0c17-4703-b8c7-32553b5fbd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.903296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5f14fd94-0c17-4703-b8c7-32553b5fbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.937167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-a73c6c5f-8e91-44af-970c-26537da1360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.938804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-a73c6c5f-8e91-44af-970c-26537da1360a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18e7d3bf-b661-49e8-91d8-0b0d26676c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2004757 Aug 31 09:44:26.054391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2424226c-23aa-47e9-a5c2-5efde51241d1 req-85ed0c9a-f453-4e8f-b93e-9204c34fcabf tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7388375 Aug 31 09:44:26.071312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.087732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42540) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:26.087963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5f14fd94-0c17-4703-b8c7-32553b5fbd7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10585948406d4bccbac9e8028cd22f36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2942793 Aug 31 09:44:26.111270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14fd94-0c17-4703-b8c7-32553b5fbd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc7e6ca-37b7-4bff-af62-748bf6b2c443,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:26.241365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b12c053f-5a2d-441d-a00c-4ca1d0c74eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.274097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 171705d5-d58a-4c1e-a25b-06e98125d346 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:26.274450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.281914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b12c053f-5a2d-441d-a00c-4ca1d0c74eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.302354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-60eb4c7e-b921-4ca9-8b4f-591009b3c807 service neutron] 10.222.0.20 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185639 Aug 31 09:44:26.514497 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b12c053f-5a2d-441d-a00c-4ca1d0c74eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.522791 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b12c053f-5a2d-441d-a00c-4ca1d0c74eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.526510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b12c053f-5a2d-441d-a00c-4ca1d0c74eca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbc7e6ca-37b7-4bff-af62-748bf6b2c443 HTTP/1.1" status: 204 len: 168 time: 0.4336171 Aug 31 09:44:26.597330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.651093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c053f-5a2d-441d-a00c-4ca1d0c74eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc7e6ca-37b7-4bff-af62-748bf6b2c443,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:26.670639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 171705d5-d58a-4c1e-a25b-06e98125d346 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:26.679853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f45f5895-7d0b-43d8-9c7a-5e88331bc29a service neutron] 10.222.0.20 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276579 Aug 31 09:44:26.705511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f359-865a-466a-82f6-1a7e1f09b018 req-339cc2af-316c-4a9a-996f-8c0c33504447 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.742635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f359-865a-466a-82f6-1a7e1f09b018 req-339cc2af-316c-4a9a-996f-8c0c33504447 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.769630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f359-865a-466a-82f6-1a7e1f09b018 req-339cc2af-316c-4a9a-996f-8c0c33504447 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.773200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0412f359-865a-466a-82f6-1a7e1f09b018 req-339cc2af-316c-4a9a-996f-8c0c33504447 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2412 time: 0.2170136 Aug 31 09:44:26.816514 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-2bb17bcf-c5c7-46e4-bf5d-aa0cd7a9bcb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=10cd764e-7416-4ee3-949d-a89cebdf3cc5 HTTP/1.1" status: 200 len: 217 time: 0.1278205 Aug 31 09:44:26.964345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Deleting port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:26.964345 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.199579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-aa5118a6-e204-4528-98dc-6a5b268e15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:27.199579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-aa5118a6-e204-4528-98dc-6a5b268e15b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd31c4eb-31cf-432c-8393-35ca402d3ff8 HTTP/1.1" status: 200 len: 801 time: 0.3456666 Aug 31 09:44:27.325743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-775c77e2-f975-41c5-b8f6-3e7be93e2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:27.327892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-775c77e2-f975-41c5-b8f6-3e7be93e2b7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3180af2-a94a-49cd-99bf-17298e58a787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1388578 Aug 31 09:44:27.330256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] For port 03b6b420-9f90-4fed-b9d2-95c57d4c86a6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:27.330918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.342181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0412f359-865a-466a-82f6-1a7e1f09b018 req-ca3425ce-d014-4db2-ba2d-b214357c9366 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347023 Aug 31 09:44:27.342917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.404602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=171705d5-d58a-4c1e-a25b-06e98125d346,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:27.518431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-57dae3ad-7971-44be-8f5a-3702fef8a326 service neutron] 10.222.0.20 "GET /v2.0/networks/a3180af2-a94a-49cd-99bf-17298e58a787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776912 Aug 31 09:44:27.523924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Calling delete_port for 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:27.531584 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.543920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eab49-175f-4bba-8fb7-768ee54782ad req-aa038aed-193b-41fb-8355-519fde578f9c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:27.546102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f7eab49-175f-4bba-8fb7-768ee54782ad req-aa038aed-193b-41fb-8355-519fde578f9c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.2214034 Aug 31 09:44:27.635388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-f5a2f212-cca2-4e6f-be5c-61fcb1ef12e0 service neutron] 10.222.0.20 "GET /v2.0/networks/a3180af2-a94a-49cd-99bf-17298e58a787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083999 Aug 31 09:44:27.655037 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.717037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-67e037e1-5bff-475d-9e64-165f051f91a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=2f534216-f37b-41b1-a5ea-978490d7cf2e HTTP/1.1" status: 200 len: 217 time: 0.0726624 Aug 31 09:44:27.729454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.741835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.830573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.831145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Fanout notify agent at l3_agent the message router_deleted on router 40673912-baa9-425e-98ab-e1b601b84f1e {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:27.860059 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.861262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b7d79efe-30bf-448e-a0f4-52d7ee1ea015 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/40673912-baa9-425e-98ab-e1b601b84f1e HTTP/1.1" status: 204 len: 168 time: 3.1909549 Aug 31 09:44:27.868688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42582) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.874362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1501906801'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:27.922619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f7eab49-175f-4bba-8fb7-768ee54782ad req-8275f536-0a13-4a72-a0a1-7e897ab02674 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075981 Aug 31 09:44:27.924992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:27.930481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.985484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:44:28.080368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.082717 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment 8ff9b8c8-ce13-48db-86b1-bed5d581b49a of type vlan for network 893275ed-556a-46b4-ac33-a6e7f6199db7 Aug 31 09:44:28.304762 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.355302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ce997bad-9cf9-480a-935e-83bdcd35363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:28.364400 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-ce997bad-9cf9-480a-935e-83bdcd35363c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a81cd4e-bee6-41ad-bf9a-d62e7987e270 HTTP/1.1" status: 200 len: 801 time: 0.5754216 Aug 31 09:44:28.431044 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.445913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:28.449253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.563507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.619592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.662981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7927082 Aug 31 09:44:28.665527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b6b420-9f90-4fed-b9d2-95c57d4c86a6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:28.669633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42602) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:28.677825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': '893275ed-556a-46b4-ac33-a6e7f6199db7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:28.777912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28282bf3-4ada-4a1a-afe1-96665b677ac3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=893275ed-556a-46b4-ac33-a6e7f6199db7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:28.792477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 893275ed-556a-46b4-ac33-a6e7f6199db7 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:44:28.852745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be96f5e-d2cd-4a8d-98bd-43f9f7fb806b req-36b99d7a-d34e-4a0c-88b8-d1bf3ef6c9d0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:28.860408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be96f5e-d2cd-4a8d-98bd-43f9f7fb806b req-36b99d7a-d34e-4a0c-88b8-d1bf3ef6c9d0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:28.869637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be96f5e-d2cd-4a8d-98bd-43f9f7fb806b req-36b99d7a-d34e-4a0c-88b8-d1bf3ef6c9d0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:28.871751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4be96f5e-d2cd-4a8d-98bd-43f9f7fb806b req-36b99d7a-d34e-4a0c-88b8-d1bf3ef6c9d0 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2412 time: 0.3733122 Aug 31 09:44:28.981922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4be96f5e-d2cd-4a8d-98bd-43f9f7fb806b req-26c89cac-59bf-4560-aa6f-5c8523e0e3e8 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012924 Aug 31 09:44:28.987381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:28.993299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.191159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-2763d16a-7e1e-405c-a4cd-8bd47cb4ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:29.192973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-2763d16a-7e1e-405c-a4cd-8bd47cb4ff3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18e7d3bf-b661-49e8-91d8-0b0d26676c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6475558 Aug 31 09:44:29.356867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1b58-9472-40fe-bc47-82332cc2107a req-eb2fe662-f616-4bd2-86a0-508b9d82d53c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:29.358930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f7d1b58-9472-40fe-bc47-82332cc2107a req-eb2fe662-f616-4bd2-86a0-508b9d82d53c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.1559207 Aug 31 09:44:29.399872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.475812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.653341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f7d1b58-9472-40fe-bc47-82332cc2107a req-198f11e3-0fda-40f6-83ab-29c3fe7ba6e6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813690 Aug 31 09:44:29.654194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': '8ff9b8c8-ce13-48db-86b1-bed5d581b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '893275ed-556a-46b4-ac33-a6e7f6199db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:29.654476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: 893275ed-556a-46b4-ac33-a6e7f6199db7, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:44:29.663043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=0afdc6b1-621c-4078-a7f2-87b90cf09ca2,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:29.687825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 893275ed-556a-46b4-ac33-a6e7f6199db7 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:44:29.704753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 893275ed-556a-46b4-ac33-a6e7f6199db7) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:29.707170 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-052b3892-b08b-4ff1-afbe-f1bb9c3b9219 service neutron] 10.222.0.20 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063226 Aug 31 09:44:29.727607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:29.728308 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.729190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514548e4-53be-4784-9ebb-95084d3c15ff None None] Network 893275ed-556a-46b4-ac33-a6e7f6199db7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:29.827956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3ab68196-c2bb-457b-a5c2-f0dee8c8ac3c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1571279 Aug 31 09:44:29.833594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42640) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:29.844552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8cdb3b44-090a-4c40-ae79-aa6136be0db3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-114886769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:29.909924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3b44-090a-4c40-ae79-aa6136be0db3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.911704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3b44-090a-4c40-ae79-aa6136be0db3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.059925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-893275ed-556a-46b4-ac33-a6e7f6199db7', 'network_id': '893275ed-556a-46b4-ac33-a6e7f6199db7', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': '0afdc6b1-621c-4078-a7f2-87b90cf09ca2'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:44:30.061415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.092468 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3b44-090a-4c40-ae79-aa6136be0db3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.098225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3b44-090a-4c40-ae79-aa6136be0db3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.171214 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3b44-090a-4c40-ae79-aa6136be0db3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.177140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8cdb3b44-090a-4c40-ae79-aa6136be0db3 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3426151 Aug 31 09:44:30.177860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42648) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:30.275234 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2c970f91-f556-47eb-9786-94a65bd0ebae req-498ab9c3-206f-4587-ad5d-e25b0e892b69 service neutron] 10.222.0.20 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565948 Aug 31 09:44:30.376485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Allocated IP 172.20.0.2 (893275ed-556a-46b4-ac33-a6e7f6199db7/0afdc6b1-621c-4078-a7f2-87b90cf09ca2/9f00027b-dcc7-4911-af04-ab048da11c49) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:30.655141 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.674436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-a529f410-5d2c-4e3c-a887-1dcc72d53f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.675162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Transition to ACTIVE for port object 9f00027b-dcc7-4911-af04-ab048da11c49 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:30.675259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-a529f410-5d2c-4e3c-a887-1dcc72d53f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.675259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-a529f410-5d2c-4e3c-a887-1dcc72d53f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.680994 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-a529f410-5d2c-4e3c-a887-1dcc72d53f9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2865 time: 0.3465433 Aug 31 09:44:30.698333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Transition to ACTIVE for port object 9f00027b-dcc7-4911-af04-ab048da11c49 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:30.710071 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.738195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcbdd6-9881-44e7-b5c1-324a6ed863ff req-370be4cf-3607-442d-950f-abf2f4b5c816 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.745571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcbdd6-9881-44e7-b5c1-324a6ed863ff req-370be4cf-3607-442d-950f-abf2f4b5c816 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.787833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcbdd6-9881-44e7-b5c1-324a6ed863ff req-370be4cf-3607-442d-950f-abf2f4b5c816 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.789807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76fcbdd6-9881-44e7-b5c1-324a6ed863ff req-370be4cf-3607-442d-950f-abf2f4b5c816 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2412 time: 0.5913999 Aug 31 09:44:30.827029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Pushing event updated for resources: {'Port': ['ID=9f00027b-dcc7-4911-af04-ab048da11c49,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:30.863510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Network 893275ed-556a-46b4-ac33-a6e7f6199db7 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:30.875014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:30.885312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:31.002086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-16593e57-3d65-4e97-9745-4bcaa170a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:31.004566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-16593e57-3d65-4e97-9745-4bcaa170a449 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18e7d3bf-b661-49e8-91d8-0b0d26676c4a HTTP/1.1" status: 200 len: 904 time: 0.3019023 Aug 31 09:44:31.010818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Router eb61370c-c7d1-46a1-8012-312b3a105a64 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:31.077186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Attempting to bind port 9f00027b-dcc7-4911-af04-ab048da11c49 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:31.078213 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-0c29f2b1-7c86-43ab-af8f-47ebb1dce60a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=2f534216-f37b-41b1-a5ea-978490d7cf2e HTTP/1.1" status: 200 len: 217 time: 0.0622602 Aug 31 09:44:31.078351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Attempting to bind port 9f00027b-dcc7-4911-af04-ab048da11c49 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '8ff9b8c8-ce13-48db-86b1-bed5d581b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '893275ed-556a-46b4-ac33-a6e7f6199db7'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:31.078677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Attempting to bind port 9f00027b-dcc7-4911-af04-ab048da11c49 on network 893275ed-556a-46b4-ac33-a6e7f6199db7 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:31.090938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:31.103391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Checking segment: {'id': '8ff9b8c8-ce13-48db-86b1-bed5d581b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '893275ed-556a-46b4-ac33-a6e7f6199db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:31.104765 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.106286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Bound using segment: {'id': '8ff9b8c8-ce13-48db-86b1-bed5d581b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '893275ed-556a-46b4-ac33-a6e7f6199db7'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:31.107051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Bound port: 9f00027b-dcc7-4911-af04-ab048da11c49, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff9b8c8-ce13-48db-86b1-bed5d581b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '893275ed-556a-46b4-ac33-a6e7f6199db7'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:31.107937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.272077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] For port 9f00027b-dcc7-4911-af04-ab048da11c49, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:31.276405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] For port 9f00027b-dcc7-4911-af04-ab048da11c49, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9f00027b-dcc7-4911-af04-ab048da11c49,segment=NetworkSegment(8ff9b8c8-ce13-48db-86b1-bed5d581b49a),segment_id=8ff9b8c8-ce13-48db-86b1-bed5d581b49a)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:31.283879 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.300245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76fcbdd6-9881-44e7-b5c1-324a6ed863ff req-5def8a17-6be5-4d31-8e73-b16288b15091 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850574 Aug 31 09:44:31.349271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad304f-4d89-4b5c-8966-0acc23facd97 req-5f658f2f-2b17-413f-a1bd-cc668b203ffa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:31.363100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27ad304f-4d89-4b5c-8966-0acc23facd97 req-5f658f2f-2b17-413f-a1bd-cc668b203ffa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.3800020 Aug 31 09:44:31.375391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:31.386082 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] Sync routers for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:31.418468 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:31.419297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a48de9-77d7-4dd4-ba18-2783fd369da9 None None] Pushing event updated for resources: {'Port': ['ID=9f00027b-dcc7-4911-af04-ab048da11c49,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:31.419556 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:31.476812 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e54f80ae-a81e-4384-9fc8-970a0505d177 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb61370c-c7d1-46a1-8012-312b3a105a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7690597 Aug 31 09:44:31.479705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42674) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:31.518529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.624688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27ad304f-4d89-4b5c-8966-0acc23facd97 req-b0f1bc51-ea8d-474f-bd41-727762b40349 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414412 Aug 31 09:44:31.719219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-9a81552e-0735-4901-a0cc-13b92d56e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:31.724827 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-9a81552e-0735-4901-a0cc-13b92d56e9b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a81cd4e-bee6-41ad-bf9a-d62e7987e270 HTTP/1.1" status: 200 len: 801 time: 0.6397431 Aug 31 09:44:31.740687 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:32.313468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.20.0.1 (893275ed-556a-46b4-ac33-a6e7f6199db7/0afdc6b1-621c-4078-a7f2-87b90cf09ca2/3fc84a2f-8a57-4f87-bfc6-4f34351aa600) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:32.350767 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:44:28Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:32.457608 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] Checking router: eb61370c-c7d1-46a1-8012-312b3a105a64 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:32.496104 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] Routers {'eb61370c-c7d1-46a1-8012-312b3a105a64'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:32.499653 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb61370c-c7d1-46a1-8012-312b3a105a64'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:32.560456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 10cd764e-7416-4ee3-949d-a89cebdf3cc5 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:32.854113 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9f00027b-dcc7-4911-af04-ab048da11c49 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:32.923101 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] Set router eb61370c-c7d1-46a1-8012-312b3a105a64 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:33.066107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 10cd764e-7416-4ee3-949d-a89cebdf3cc5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=10cd764e-7416-4ee3-949d-a89cebdf3cc5,segment=NetworkSegment(bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa),segment_id=bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:33.109804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 9f00027b-dcc7-4911-af04-ab048da11c49 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:33.133799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.143925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cc2c9-8bd5-4b8d-a4ab-16b126844274 req-0e51c37a-eb19-4977-bc50-545bed83407a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:33.152724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '10cd764e-7416-4ee3-949d-a89cebdf3cc5', 'network_id': 'a3180af2-a94a-49cd-99bf-17298e58a787', 'port_id': '10cd764e-7416-4ee3-949d-a89cebdf3cc5', 'mac_address': 'fa:16:3e:b2:93:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd31c4eb-31cf-432c-8393-35ca402d3ff8', 'ip_address': '19.86.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:44:33.173362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cc2c9-8bd5-4b8d-a4ab-16b126844274 req-0e51c37a-eb19-4977-bc50-545bed83407a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:33.192409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cc2c9-8bd5-4b8d-a4ab-16b126844274 req-0e51c37a-eb19-4977-bc50-545bed83407a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:33.202614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-230cc2c9-8bd5-4b8d-a4ab-16b126844274 req-0e51c37a-eb19-4977-bc50-545bed83407a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2412 time: 0.6920733 Aug 31 09:44:33.281822 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.307343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-dfc84167-c6e2-4274-90cf-f3d646be369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:33.308919 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-dfc84167-c6e2-4274-90cf-f3d646be369b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18e7d3bf-b661-49e8-91d8-0b0d26676c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4139376 Aug 31 09:44:33.341664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cd764e-7416-4ee3-949d-a89cebdf3cc5 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:33.405886 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.414953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 10cd764e-7416-4ee3-949d-a89cebdf3cc5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=10cd764e-7416-4ee3-949d-a89cebdf3cc5,segment=NetworkSegment(bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa),segment_id=bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:33.422860 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.423986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e1d77dba-bb64-4c43-abdf-487f97b4cdb3 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:33.585477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=10cd764e-7416-4ee3-949d-a89cebdf3cc5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:33.598645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18834a24-7139-49c4-ba84-dda9ca850fe9 req-1011699b-759e-4d5c-ac4e-1729ebd108aa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:33.606646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18834a24-7139-49c4-ba84-dda9ca850fe9 req-1011699b-759e-4d5c-ac4e-1729ebd108aa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.8409717 Aug 31 09:44:33.609753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a693426-0d00-47ff-a1fc-e7935e44e0de None None] Network 893275ed-556a-46b4-ac33-a6e7f6199db7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:33.620463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:33.635870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-230cc2c9-8bd5-4b8d-a4ab-16b126844274 req-058db22c-0c98-4443-bad9-cf0dff05fb6f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081733 Aug 31 09:44:33.638235 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:44:28Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:33.715919 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbf2ad-84e8-4b34-a966-65de0fbaccce None None] The sync data for ids ['eb61370c-c7d1-46a1-8012-312b3a105a64'] in n-d-806683-2 is: [{'id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'name': 'tempest-ServerActionsTestJSON-519297677-router', 'tenant_id': '886171fada10492b899f05fb3132f8e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:31Z', 'updated_at': '2021-08-31T09:44:28Z', 'revision_number': 5, 'project_id': '886171fada10492b899f05fb3132f8e8', 'gw_port': {'id': 'aeabd6a4-3870-442d-b950-eb5fce408501', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb61370c-c7d1-46a1-8012-312b3a105a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:33Z', 'updated_at': '2021-08-31T09:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:33.727177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18834a24-7139-49c4-ba84-dda9ca850fe9 req-3cb82c36-0d56-45c1-9228-32e4ac60fe44 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133947 Aug 31 09:44:33.851771 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:44:33.859204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.890773 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.891271 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-a2f9fcbb-a10c-484d-93ef-e7a67f6b8faa service neutron] 10.222.0.20 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663345 Aug 31 09:44:33.962444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7479124b-ba24-4984-a044-031ea52e2e95 None None] Provisioning for port 9f00027b-dcc7-4911-af04-ab048da11c49 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:33.992491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7479124b-ba24-4984-a044-031ea52e2e95 None None] Provisioning complete for port 9f00027b-dcc7-4911-af04-ab048da11c49 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:33.994808 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7479124b-ba24-4984-a044-031ea52e2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.058555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 893275ed-556a-46b4-ac33-a6e7f6199db7 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:34.070592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:34.087975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:34.110702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4af9b7d-47f0-4db1-81ff-6f302e2ac2d2 req-b247183d-b200-4a4e-91fb-9adafa30a3ac service neutron] 10.222.0.20 "GET /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105172 Aug 31 09:44:34.177005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=3fc84a2f-8a57-4f87-bfc6-4f34351aa600,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:34.191421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Deleting port aeabd6a4-3870-442d-b950-eb5fce408501 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:34.199857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.281634 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.325110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e1d77dba-bb64-4c43-abdf-487f97b4cdb3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:34.519466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:34.557762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] For port aeabd6a4-3870-442d-b950-eb5fce408501, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=aeabd6a4-3870-442d-b950-eb5fce408501,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:34.561282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.612585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Calling delete_port for aeabd6a4-3870-442d-b950-eb5fce408501 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:34.702021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'e1d77dba-bb64-4c43-abdf-487f97b4cdb3', 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a', 'port_id': 'e1d77dba-bb64-4c43-abdf-487f97b4cdb3', 'mac_address': 'fa:16:3e:d9:26:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a81cd4e-bee6-41ad-bf9a-d62e7987e270', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:44:34.733011 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.814392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:34.815489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 03b6b420-9f90-4fed-b9d2-95c57d4c86a6 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:34.955995 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7479124b-ba24-4984-a044-031ea52e2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.978080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.064786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d77dba-bb64-4c43-abdf-487f97b4cdb3 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:35.154537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e1d77dba-bb64-4c43-abdf-487f97b4cdb3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:35.246122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7479124b-ba24-4984-a044-031ea52e2e95 None None] For port 9f00027b-dcc7-4911-af04-ab048da11c49, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9f00027b-dcc7-4911-af04-ab048da11c49,segment=NetworkSegment(8ff9b8c8-ce13-48db-86b1-bed5d581b49a),segment_id=8ff9b8c8-ce13-48db-86b1-bed5d581b49a)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:35.255105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.268567 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7479124b-ba24-4984-a044-031ea52e2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.274837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2f534216-f37b-41b1-a5ea-978490d7cf2e details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:35.320522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42752) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:35.321816 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.456261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2f534216-f37b-41b1-a5ea-978490d7cf2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2f534216-f37b-41b1-a5ea-978490d7cf2e,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:35.477515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '2f534216-f37b-41b1-a5ea-978490d7cf2e', 'network_id': '18e7d3bf-b661-49e8-91d8-0b0d26676c4a', 'port_id': '2f534216-f37b-41b1-a5ea-978490d7cf2e', 'mac_address': 'fa:16:3e:bb:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a81cd4e-bee6-41ad-bf9a-d62e7987e270', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:44:35.543417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Pushing event deleted for resources: {'Port': ['ID=aeabd6a4-3870-442d-b950-eb5fce408501,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.665340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['e1d77dba-bb64-4c43-abdf-487f97b4cdb3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:35.677103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.829048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.997838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd587-6f70-4eb9-9488-d016b299a4db req-0b22c0a4-d358-4d6b-8ddc-96ffebe91f4b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.003327 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.010322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd587-6f70-4eb9-9488-d016b299a4db req-0b22c0a4-d358-4d6b-8ddc-96ffebe91f4b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.024029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd587-6f70-4eb9-9488-d016b299a4db req-0b22c0a4-d358-4d6b-8ddc-96ffebe91f4b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.039889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3a97eb70-56be-4c78-b068-493ac6435bcf None None] Provisioning for port 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:36.043203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bddd587-6f70-4eb9-9488-d016b299a4db req-0b22c0a4-d358-4d6b-8ddc-96ffebe91f4b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2413 time: 0.9780173 Aug 31 09:44:36.048258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f534216-f37b-41b1-a5ea-978490d7cf2e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:36.095059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a03ecf7-c6e1-4eea-ac69-94463346d016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.152046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3a97eb70-56be-4c78-b068-493ac6435bcf None None] Provisioning complete for port 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:36.153814 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a97eb70-56be-4c78-b068-493ac6435bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.212371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bddd587-6f70-4eb9-9488-d016b299a4db req-dfacbad3-9626-499a-af8e-22fc107fae04 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679199 Aug 31 09:44:36.226774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.233024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.263294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d14100-90f8-48b6-91c5-7b7fd435b2a3 req-96dd02b8-c128-4bb4-b9a8-46f60de72fcf tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.281222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60d14100-90f8-48b6-91c5-7b7fd435b2a3 req-96dd02b8-c128-4bb4-b9a8-46f60de72fcf tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 1.2493813 Aug 31 09:44:36.308241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2f534216-f37b-41b1-a5ea-978490d7cf2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2f534216-f37b-41b1-a5ea-978490d7cf2e,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:36.354946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60d14100-90f8-48b6-91c5-7b7fd435b2a3 req-1780ab7a-dc07-4f4d-bf44-7a715350a9a1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724399 Aug 31 09:44:36.360946 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.467346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.475652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb61370c-c7d1-46a1-8012-312b3a105a64 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:36.497353 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.502596 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e3858c5c-271a-4990-ae2a-8b50bdb353ad admin admin] 10.222.0.69 "DELETE /v2.0/routers/eb61370c-c7d1-46a1-8012-312b3a105a64 HTTP/1.1" status: 204 len: 168 time: 5.0116446 Aug 31 09:44:36.515002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42770) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:36.533548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479124b-ba24-4984-a044-031ea52e2e95 None None] Pushing event updated for resources: {'Port': ['ID=9f00027b-dcc7-4911-af04-ab048da11c49,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:36.573825 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.589506 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.685692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3a97eb70-56be-4c78-b068-493ac6435bcf None None] Port 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:36.730260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1f30cd-406f-49ce-8dcd-e71dd4d078e0 admin admin] Deleting subnet c377da37-6602-429d-8f0d-c87314e3afc5 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:36.758047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e1f30cd-406f-49ce-8dcd-e71dd4d078e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.882669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e1f30cd-406f-49ce-8dcd-e71dd4d078e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.902434 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.904901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=3fc84a2f-8a57-4f87-bfc6-4f34351aa600,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:36.923667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a03ecf7-c6e1-4eea-ac69-94463346d016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.934156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a03ecf7-c6e1-4eea-ac69-94463346d016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.953719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['10cd764e-7416-4ee3-949d-a89cebdf3cc5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:37.092535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2f534216-f37b-41b1-a5ea-978490d7cf2e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.118237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a03ecf7-c6e1-4eea-ac69-94463346d016 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b29f7aa1b4fc45a6a2fd5dfd62ce6c52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7746723 Aug 31 09:44:37.137213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:37.155475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03ecf7-c6e1-4eea-ac69-94463346d016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffe8cb2-0b89-4654-9958-7f7870cb85cf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.222015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['2f534216-f37b-41b1-a5ea-978490d7cf2e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:37.359889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e1f30cd-406f-49ce-8dcd-e71dd4d078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.433712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3a97eb70-56be-4c78-b068-493ac6435bcf None None] Provisioning complete for port 9f00027b-dcc7-4911-af04-ab048da11c49 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:37.433826 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a97eb70-56be-4c78-b068-493ac6435bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.451176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4971ab45-f9c0-40e9-b76e-e9f5ad9314c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.526539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4971ab45-f9c0-40e9-b76e-e9f5ad9314c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.545928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e1f30cd-406f-49ce-8dcd-e71dd4d078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.762177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9e1f30cd-406f-49ce-8dcd-e71dd4d078e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.772433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932373cb-e266-40bf-bfaa-41dd1ee7bdc6 None None] Network 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:37.802793 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9e1f30cd-406f-49ce-8dcd-e71dd4d078e0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c377da37-6602-429d-8f0d-c87314e3afc5 HTTP/1.1" status: 204 len: 168 time: 1.2797527 Aug 31 09:44:37.807714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f30cd-406f-49ce-8dcd-e71dd4d078e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c377da37-6602-429d-8f0d-c87314e3afc5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.829395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42792) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:37.931458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-449bc41f-1c7d-497f-838f-632326985c0f None None] Provisioning complete for port 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:37.932357 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-449bc41f-1c7d-497f-838f-632326985c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.972021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-449bc41f-1c7d-497f-838f-632326985c0f None None] Port 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:38.065558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4971ab45-f9c0-40e9-b76e-e9f5ad9314c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.070575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4971ab45-f9c0-40e9-b76e-e9f5ad9314c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.074167 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4971ab45-f9c0-40e9-b76e-e9f5ad9314c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cffe8cb2-0b89-4654-9958-7f7870cb85cf HTTP/1.1" status: 204 len: 168 time: 0.9355762 Aug 31 09:44:38.093594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971ab45-f9c0-40e9-b76e-e9f5ad9314c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffe8cb2-0b89-4654-9958-7f7870cb85cf,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:38.119722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.256471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Deleting port 531aa053-738f-49a8-9274-0e472a4bf2f3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:38.256916 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.290223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed59e225-86f6-480b-be95-866ab822507c None None] DHCP port deletion for 6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:38.361408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 893275ed-556a-46b4-ac33-a6e7f6199db7 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:38.366147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:38.413244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ed59e225-86f6-480b-be95-866ab822507c None None] Deleting port 531aa053-738f-49a8-9274-0e472a4bf2f3 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:38.413630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed59e225-86f6-480b-be95-866ab822507c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.597278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] For port 531aa053-738f-49a8-9274-0e472a4bf2f3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=531aa053-738f-49a8-9274-0e472a4bf2f3,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:38.597893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.606129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ed59e225-86f6-480b-be95-866ab822507c None None] For port 531aa053-738f-49a8-9274-0e472a4bf2f3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=531aa053-738f-49a8-9274-0e472a4bf2f3,segment=NetworkSegment(21927e04-d392-4b71-a370-20cd3f65e8c2),segment_id=21927e04-d392-4b71-a370-20cd3f65e8c2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:38.606468 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed59e225-86f6-480b-be95-866ab822507c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.633291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ed59e225-86f6-480b-be95-866ab822507c None None] Calling delete_port for 531aa053-738f-49a8-9274-0e472a4bf2f3 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:38.637528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Calling delete_port for 531aa053-738f-49a8-9274-0e472a4bf2f3 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:38.641052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9f00027b-dcc7-4911-af04-ab048da11c49 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:38.739292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687fbf4-94d2-4b0a-883e-8d3944af4795 req-6e8b9917-782f-4a77-82b9-a5fcdecbe887 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:38.771808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a687fbf4-94d2-4b0a-883e-8d3944af4795 req-6e8b9917-782f-4a77-82b9-a5fcdecbe887 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.5112708 Aug 31 09:44:38.853050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ead81-9c02-41b9-84b7-53b71efba66b req-57888e55-1f3f-4205-9908-11d96de83146 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:38.875325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ead81-9c02-41b9-84b7-53b71efba66b req-57888e55-1f3f-4205-9908-11d96de83146 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:38.885448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ead81-9c02-41b9-84b7-53b71efba66b req-57888e55-1f3f-4205-9908-11d96de83146 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:38.903658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-590ead81-9c02-41b9-84b7-53b71efba66b req-57888e55-1f3f-4205-9908-11d96de83146 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2415 time: 0.6540980 Aug 31 09:44:38.912242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.959792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] No DVR routers for this DVR port 531aa053-738f-49a8-9274-0e472a4bf2f3 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:39.033542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a687fbf4-94d2-4b0a-883e-8d3944af4795 req-d5faa22f-4a7d-4eab-97d0-090d47f27097 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591562 Aug 31 09:44:39.053337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-590ead81-9c02-41b9-84b7-53b71efba66b req-25f158ac-5ea0-45d6-8a4d-25ddd35a2c22 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443942 Aug 31 09:44:39.106590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 1a5293e4-5cfb-4718-831c-ef74b5bd8093 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:44:39.117750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42812) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.150095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Pushing event deleted for resources: {'Port': ['ID=531aa053-738f-49a8-9274-0e472a4bf2f3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:39.162114 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e59ac05c-d9e7-4fc4-a2e5-9385af37d37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.169522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-74e78066-1a4b-437b-a640-88c1d8c87910 None None] Provisioning complete for port 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:39.170107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-74e78066-1a4b-437b-a640-88c1d8c87910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.245019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-74e78066-1a4b-437b-a640-88c1d8c87910 None None] Port 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:39.285979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.287745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2f534216-f37b-41b1-a5ea-978490d7cf2e up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:39.323623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a96ac8f-0f45-4771-9120-65aa0a3cc1c3']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.327467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9f00027b-dcc7-4911-af04-ab048da11c49 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:39.327847 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.358217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21927e04-d392-4b71-a370-20cd3f65e8c2') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.360697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21927e04-d392-4b71-a370-20cd3f65e8c2') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.424518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.435866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed59e225-86f6-480b-be95-866ab822507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.472308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.486474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59e225-86f6-480b-be95-866ab822507c None None] No DVR routers for this DVR port 531aa053-738f-49a8-9274-0e472a4bf2f3 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:39.527748 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e59ac05c-d9e7-4fc4-a2e5-9385af37d37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.543259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:39.543879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:39.546171 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:39.565016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:39.574365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e59ac05c-d9e7-4fc4-a2e5-9385af37d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.581625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4c180164-ed5f-4412-a288-82b00f3e9cca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/1a5293e4-5cfb-4718-831c-ef74b5bd8093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4024065 Aug 31 09:44:39.585397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42820) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.609115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59e225-86f6-480b-be95-866ab822507c None None] Pushing event deleted for resources: {'Port': ['ID=531aa053-738f-49a8-9274-0e472a4bf2f3,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:39.621411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750f800-4e34-4a12-bf7a-80475a6527ad None None] Sync routers for ids ['1a5293e4-5cfb-4718-831c-ef74b5bd8093'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:39.661185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.674282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750f800-4e34-4a12-bf7a-80475a6527ad None None] Routers {'1a5293e4-5cfb-4718-831c-ef74b5bd8093'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:39.675757 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.677654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8750f800-4e34-4a12-bf7a-80475a6527ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1a5293e4-5cfb-4718-831c-ef74b5bd8093'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.686112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 2f534216-f37b-41b1-a5ea-978490d7cf2e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:39.691556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6a96ac8f-0f45-4771-9120-65aa0a3cc1c3 HTTP/1.1" status: 204 len: 168 time: 1.8518355 Aug 31 09:44:39.710559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 2f534216-f37b-41b1-a5ea-978490d7cf2e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:39.711268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.737238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b289ac2-248a-4f2c-b616-6d195553c507 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a96ac8f-0f45-4771-9120-65aa0a3cc1c3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:39.817151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ac05c-d9e7-4fc4-a2e5-9385af37d37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f5420c-c313-45ba-85c8-d3c3e8e9d48e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:39.824573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aeabd6a4-3870-442d-b950-eb5fce408501 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:39.831466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e59ac05c-d9e7-4fc4-a2e5-9385af37d37b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dddf909e3684430fbea08a0651aad5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7124619 Aug 31 09:44:39.835964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42826) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.848060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b995b1-98a8-4894-bbe4-b3ef0d8b1681 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:39.858104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c0b995b1-98a8-4894-bbe4-b3ef0d8b1681 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports/3fc84a2f-8a57-4f87-bfc6-4f34351aa600 HTTP/1.1" status: 200 len: 910 time: 0.2693245 Aug 31 09:44:39.860186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42828) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.868060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2942ed2a-ab2e-41e0-89e6-124993ef716d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0afdc6b1-621c-4078-a7f2-87b90cf09ca2'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:39.902817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8750f800-4e34-4a12-bf7a-80475a6527ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.992258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: aeabd6a4-3870-442d-b950-eb5fce408501 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:39.992606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device aeabd6a4-3870-442d-b950-eb5fce408501 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:39.993029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 531aa053-738f-49a8-9274-0e472a4bf2f3 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:40.030178 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7799d370-821a-478c-b19b-3ab941651c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.103242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2942ed2a-ab2e-41e0-89e6-124993ef716d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.120466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 531aa053-738f-49a8-9274-0e472a4bf2f3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:40.120880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 531aa053-738f-49a8-9274-0e472a4bf2f3 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:40.133858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7799d370-821a-478c-b19b-3ab941651c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.154191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750f800-4e34-4a12-bf7a-80475a6527ad None None] Routers {'1a5293e4-5cfb-4718-831c-ef74b5bd8093'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:40.155130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8750f800-4e34-4a12-bf7a-80475a6527ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1a5293e4-5cfb-4718-831c-ef74b5bd8093'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:40.239031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42844) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:40.252927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7799d370-821a-478c-b19b-3ab941651c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.255992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7799d370-821a-478c-b19b-3ab941651c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.259354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7799d370-821a-478c-b19b-3ab941651c4a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78f5420c-c313-45ba-85c8-d3c3e8e9d48e HTTP/1.1" status: 204 len: 168 time: 0.4212754 Aug 31 09:44:40.315042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799d370-821a-478c-b19b-3ab941651c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f5420c-c313-45ba-85c8-d3c3e8e9d48e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.363154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8750f800-4e34-4a12-bf7a-80475a6527ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:40.364467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750f800-4e34-4a12-bf7a-80475a6527ad None None] The sync data for ids ['1a5293e4-5cfb-4718-831c-ef74b5bd8093'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:40.503771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42852) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:40.504979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1cdb82f2-a600-4609-a185-cd2203b7e5a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=886171fada10492b899f05fb3132f8e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629654 Aug 31 09:44:40.595845 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.613569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1ec31-8e50-4847-a212-ebceb3f4c2cf req-88502d0d-42e3-43b0-bfa8-382c21286532 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.633222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7e1ec31-8e50-4847-a212-ebceb3f4c2cf req-88502d0d-42e3-43b0-bfa8-382c21286532 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.3189209 Aug 31 09:44:40.637157 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.658560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be130b4-5244-478f-81b0-cb1b78505fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.692843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f534216-f37b-41b1-a5ea-978490d7cf2e'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:40.718879 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f512f7-3eb3-4a32-91a4-41251e6041c0" -d '{"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-plugged", "status": "completed", "tag": "2f534216-f37b-41b1-a5ea-978490d7cf2e"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:40.727161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be130b4-5244-478f-81b0-cb1b78505fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.758279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2f534216-f37b-41b1-a5ea-978490d7cf2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2f534216-f37b-41b1-a5ea-978490d7cf2e,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:40.766117 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.767279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 10cd764e-7416-4ee3-949d-a89cebdf3cc5 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:40.880551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be130b4-5244-478f-81b0-cb1b78505fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.883420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be130b4-5244-478f-81b0-cb1b78505fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.884754 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5be130b4-5244-478f-81b0-cb1b78505fbd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee20f59b-1da3-445b-a64e-a2dbf1e9a17b HTTP/1.1" status: 204 len: 168 time: 0.3799579 Aug 31 09:44:40.919947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be130b4-5244-478f-81b0-cb1b78505fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20f59b-1da3-445b-a64e-a2dbf1e9a17b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.954732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef227a1d-fec4-4e41-b790-fdc696b2bbc5 req-27392e3e-b73a-467c-a19d-27640d0b2e19 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.975886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef227a1d-fec4-4e41-b790-fdc696b2bbc5 req-27392e3e-b73a-467c-a19d-27640d0b2e19 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:41.002057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:41.013253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef227a1d-fec4-4e41-b790-fdc696b2bbc5 req-27392e3e-b73a-467c-a19d-27640d0b2e19 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:41.021262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef227a1d-fec4-4e41-b790-fdc696b2bbc5 req-27392e3e-b73a-467c-a19d-27640d0b2e19 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2415 time: 0.6276641 Aug 31 09:44:41.031959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:41.034929 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.137737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7e1ec31-8e50-4847-a212-ebceb3f4c2cf req-3f6b4a57-a3e1-495e-9431-532239e5a7b7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4837348 Aug 31 09:44:41.174837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2f534216-f37b-41b1-a5ea-978490d7cf2e,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:41.191967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef227a1d-fec4-4e41-b790-fdc696b2bbc5 req-44a381fd-b70e-42fc-bc22-d6316ff4612a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695933 Aug 31 09:44:41.362527 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.427455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 10cd764e-7416-4ee3-949d-a89cebdf3cc5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=10cd764e-7416-4ee3-949d-a89cebdf3cc5,segment=NetworkSegment(bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa),segment_id=bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:41.445645 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.449074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e1d77dba-bb64-4c43-abdf-487f97b4cdb3 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:41.550316 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2942ed2a-ab2e-41e0-89e6-124993ef716d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.593381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:41.594896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2942ed2a-ab2e-41e0-89e6-124993ef716d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.601671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:41.601936 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.605976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=10cd764e-7416-4ee3-949d-a89cebdf3cc5,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:41.821527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942ed2a-ab2e-41e0-89e6-124993ef716d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=3fc84a2f-8a57-4f87-bfc6-4f34351aa600,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:41.838241 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.843187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942ed2a-ab2e-41e0-89e6-124993ef716d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:41.863775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2942ed2a-ab2e-41e0-89e6-124993ef716d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.868618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2942ed2a-ab2e-41e0-89e6-124993ef716d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/ports/3fc84a2f-8a57-4f87-bfc6-4f34351aa600 HTTP/1.1" status: 200 len: 910 time: 2.0053699 Aug 31 09:44:41.870297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42890) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:41.998178 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb258212-4c11-4b6e-b68a-de0501f0bc38 x-openstack-request-id: req-fb258212-4c11-4b6e-b68a-de0501f0bc38 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:41.998580 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-plugged", "status": "completed", "tag": "2f534216-f37b-41b1-a5ea-978490d7cf2e", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:41.999025 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fb258212-4c11-4b6e-b68a-de0501f0bc38 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:41.999997 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f534216-f37b-41b1-a5ea-978490d7cf2e', 'code': 200} Aug 31 09:44:42.005233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port e1d77dba-bb64-4c43-abdf-487f97b4cdb3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:42.016039 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.162528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:42.545366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda3b28-ed57-459f-baa1-20b1499ae36c req-a9dc149f-26ae-4a51-8d8a-8456913148d1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.547436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbda3b28-ed57-459f-baa1-20b1499ae36c req-a9dc149f-26ae-4a51-8d8a-8456913148d1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.2837658 Aug 31 09:44:42.625959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb830f09-d70d-4f22-aa55-d25192c1fd4e req-01c79939-e0e2-45b3-9e91-5eacd2eb7821 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.649057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb830f09-d70d-4f22-aa55-d25192c1fd4e req-01c79939-e0e2-45b3-9e91-5eacd2eb7821 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.674840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb830f09-d70d-4f22-aa55-d25192c1fd4e req-01c79939-e0e2-45b3-9e91-5eacd2eb7821 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.687888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb830f09-d70d-4f22-aa55-d25192c1fd4e req-01c79939-e0e2-45b3-9e91-5eacd2eb7821 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2418 time: 0.3383827 Aug 31 09:44:42.919613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.986996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb830f09-d70d-4f22-aa55-d25192c1fd4e req-b3f6da9d-f2c4-41de-8bd1-3f17be2b1a09 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829373 Aug 31 09:44:43.007167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbda3b28-ed57-459f-baa1-20b1499ae36c req-42b608fe-8ddb-4299-a2c8-d58306a5fcec tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445474 Aug 31 09:44:43.396467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42944) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:43.520812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:43.527413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.573369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.638449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-326942743-network', 'tenant_id': '512dd8b8e889458e8427744e866421e8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:43.680693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Made reservation on behalf of 512dd8b8e889458e8427744e866421e8 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:43.685338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.706167 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.791297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.824761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 3fc84a2f-8a57-4f87-bfc6-4f34351aa600 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:44.001414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cd764e-7416-4ee3-949d-a89cebdf3cc5'}, {'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d77dba-bb64-4c43-abdf-487f97b4cdb3'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:44.003739 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ff9326-ed5a-4123-9d71-1702d6261e0a" -d '{"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-plugged", "status": "completed", "tag": "10cd764e-7416-4ee3-949d-a89cebdf3cc5"}, {"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-plugged", "status": "completed", "tag": "e1d77dba-bb64-4c43-abdf-487f97b4cdb3"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:44.005682 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.014803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.042270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:44:44.093417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.094588 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Added segment 10930fb8-7a41-4e58-86a2-6911160683a2 of type vlan for network 46dfb392-cf39-466e-b2b9-8ccb11b38dee Aug 31 09:44:44.101161 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c7798-7606-473f-803c-12715a03f9e2 x-openstack-request-id: req-5a9c7798-7606-473f-803c-12715a03f9e2 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:44.101478 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-plugged", "status": "completed", "tag": "10cd764e-7416-4ee3-949d-a89cebdf3cc5", "code": 200}, {"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-plugged", "status": "completed", "tag": "e1d77dba-bb64-4c43-abdf-487f97b4cdb3", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:44.101923 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a9c7798-7606-473f-803c-12715a03f9e2 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:44.102475 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cd764e-7416-4ee3-949d-a89cebdf3cc5', 'code': 200} Aug 31 09:44:44.102904 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d77dba-bb64-4c43-abdf-487f97b4cdb3', 'code': 200} Aug 31 09:44:44.261626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fac5c1-c22a-4343-bc67-678c3949fc3b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:44.296109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.375382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88174d5d-f235-41b4-ac24-00013275e8b9 req-17c91c97-3d66-4687-a1f3-5506a3a2cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.377199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88174d5d-f235-41b4-ac24-00013275e8b9 req-17c91c97-3d66-4687-a1f3-5506a3a2cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.378540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88174d5d-f235-41b4-ac24-00013275e8b9 req-17c91c97-3d66-4687-a1f3-5506a3a2cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.386560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-88174d5d-f235-41b4-ac24-00013275e8b9 req-17c91c97-3d66-4687-a1f3-5506a3a2cf76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2871 time: 0.2177527 Aug 31 09:44:44.459304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.460391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.461001 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.523004 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-88174d5d-f235-41b4-ac24-00013275e8b9 req-5b736c67-5ea5-48ee-bfb9-cf81805a94b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190302 Aug 31 09:44:44.546023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.580418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=3fc84a2f-8a57-4f87-bfc6-4f34351aa600,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:44.699002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3012822 Aug 31 09:44:44.704464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42988) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:44.705431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42990) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:44.731091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Request body: {'subnet': {'network_id': '46dfb392-cf39-466e-b2b9-8ccb11b38dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-326942743-subnet', 'tenant_id': '512dd8b8e889458e8427744e866421e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:44.811073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2c47-f7d3-489f-9416-ab87b54f1973 req-9b05894b-d65e-4767-a429-0504c03faf96 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.820852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2c47-f7d3-489f-9416-ab87b54f1973 req-9b05894b-d65e-4767-a429-0504c03faf96 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.844439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2c47-f7d3-489f-9416-ab87b54f1973 req-9b05894b-d65e-4767-a429-0504c03faf96 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.853683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8dae2c47-f7d3-489f-9416-ab87b54f1973 req-9b05894b-d65e-4767-a429-0504c03faf96 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2418 time: 0.6365805 Aug 31 09:44:44.893428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e46c00-d48a-49d4-8a47-9c5055fd7753 req-be9b877c-4e7d-495a-bc7b-430273133428 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.898789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1e46c00-d48a-49d4-8a47-9c5055fd7753 req-be9b877c-4e7d-495a-bc7b-430273133428 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.5643635 Aug 31 09:44:44.952454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Pushing event updated for resources: {'Network': ['ID=46dfb392-cf39-466e-b2b9-8ccb11b38dee,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.038928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.047375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.049441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.054578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2089b1-5318-4f26-b9d0-c7bda815c54b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.068487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 46dfb392-cf39-466e-b2b9-8ccb11b38dee details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:44:45.090638 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.183332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8dae2c47-f7d3-489f-9416-ab87b54f1973 req-bed30dd1-c087-417e-a088-ed9dd539d511 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234925 Aug 31 09:44:45.191681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1e46c00-d48a-49d4-8a47-9c5055fd7753 req-fbd6760c-b331-446d-844c-042eb251d697 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059171 Aug 31 09:44:45.227957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1b6bac7-f5e2-4668-888f-fb92121e87a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.227957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Made reservation on behalf of 512dd8b8e889458e8427744e866421e8 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:45.227957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.547782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 1a5293e4-5cfb-4718-831c-ef74b5bd8093 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:45.715119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:45.726798 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc299d-46ab-4ba4-b68c-3650b2530ab1 None None] Sync routers for ids ['1a5293e4-5cfb-4718-831c-ef74b5bd8093'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:45.737361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e06dd8ce-c484-4da8-bc88-5a1356a97e6b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/1a5293e4-5cfb-4718-831c-ef74b5bd8093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8652873 Aug 31 09:44:45.738497 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc299d-46ab-4ba4-b68c-3650b2530ab1 None None] Routers {'1a5293e4-5cfb-4718-831c-ef74b5bd8093'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:45.739136 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8ccc299d-46ab-4ba4-b68c-3650b2530ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1a5293e4-5cfb-4718-831c-ef74b5bd8093'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.740744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43042) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:45.782191 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1b6bac7-f5e2-4668-888f-fb92121e87a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.798477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0931a38e-87b9-4f84-85e6-67adf40643a2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a5293e4-5cfb-4718-831c-ef74b5bd8093 HTTP/1.1" status: 200 len: 205 time: 0.0503726 Aug 31 09:44:45.798477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43044) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:45.800103 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8ccc299d-46ab-4ba4-b68c-3650b2530ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.809436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1b6bac7-f5e2-4668-888f-fb92121e87a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.817113 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc299d-46ab-4ba4-b68c-3650b2530ab1 None None] Routers {'1a5293e4-5cfb-4718-831c-ef74b5bd8093'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:45.817682 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8ccc299d-46ab-4ba4-b68c-3650b2530ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1a5293e4-5cfb-4718-831c-ef74b5bd8093'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.870156 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8ccc299d-46ab-4ba4-b68c-3650b2530ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.870933 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc299d-46ab-4ba4-b68c-3650b2530ab1 None None] The sync data for ids ['1a5293e4-5cfb-4718-831c-ef74b5bd8093'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:45.874477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6bac7-f5e2-4668-888f-fb92121e87a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777cbb90-cb06-4300-b6ff-0f47cdc85d24,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:45.905663 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.937670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a1b6bac7-f5e2-4668-888f-fb92121e87a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=826bfb06e6654b28ac0bde2d9f87b6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2267778 Aug 31 09:44:45.941685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43050) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:45.972256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d8e435-2b6c-4d88-82e3-89faea6b3e73 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.023421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792e479b-d9de-4edc-8020-35bc3849b12e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:46.036852 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf13b-f293-4241-9b44-7f1d143f4da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.072441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf13b-f293-4241-9b44-7f1d143f4da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.123238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Checking segment: {'id': '10930fb8-7a41-4e58-86a2-6911160683a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '46dfb392-cf39-466e-b2b9-8ccb11b38dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:46.123872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Network hostable DHCP agents. Network: 46dfb392-cf39-466e-b2b9-8ccb11b38dee, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:44:46.139237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf13b-f293-4241-9b44-7f1d143f4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.141916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf13b-f293-4241-9b44-7f1d143f4da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.145667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9ccbf13b-f293-4241-9b44-7f1d143f4da0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/777cbb90-cb06-4300-b6ff-0f47cdc85d24 HTTP/1.1" status: 204 len: 168 time: 0.2004938 Aug 31 09:44:46.185318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbf13b-f293-4241-9b44-7f1d143f4da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777cbb90-cb06-4300-b6ff-0f47cdc85d24,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:46.198848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Network 46dfb392-cf39-466e-b2b9-8ccb11b38dee is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:44:46.227314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 46dfb392-cf39-466e-b2b9-8ccb11b38dee) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:46.251066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35733e-964a-499e-8dfe-3d5835f998da None None] Network 46dfb392-cf39-466e-b2b9-8ccb11b38dee requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:46.251648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.253959 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.292288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-693799d7-489c-4a84-bf4f-bdaa8e39bf69 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5798500 Aug 31 09:44:46.428316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43068) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:46.479327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1506-54c1-4b55-a313-4f9443c091cf req-5e31b24f-055c-4b28-abc8-6f7a2934fb1a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.489275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1506-54c1-4b55-a313-4f9443c091cf req-5e31b24f-055c-4b28-abc8-6f7a2934fb1a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.493550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1506-54c1-4b55-a313-4f9443c091cf req-5e31b24f-055c-4b28-abc8-6f7a2934fb1a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.495431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-603f1506-54c1-4b55-a313-4f9443c091cf req-5e31b24f-055c-4b28-abc8-6f7a2934fb1a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2418 time: 0.1618581 Aug 31 09:44:46.574685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a6d27-577c-4117-9c1c-ccbf0689e7c5 None None] Network 46dfb392-cf39-466e-b2b9-8ccb11b38dee requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:46.600733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-603f1506-54c1-4b55-a313-4f9443c091cf req-86f6694f-e1eb-4808-b0a9-8fde16f9794f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866926 Aug 31 09:44:46.611659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd744b3-9a3d-451a-829e-42add3952dfc req-e8fc353a-a06c-49db-82a1-9c123c405524 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.619897 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dfd744b3-9a3d-451a-829e-42add3952dfc req-e8fc353a-a06c-49db-82a1-9c123c405524 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.1761613 Aug 31 09:44:46.724017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dfd744b3-9a3d-451a-829e-42add3952dfc req-190c2684-e915-438d-acd0-bb6499a7fd4d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006143 Aug 31 09:44:46.861681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d8e435-2b6c-4d88-82e3-89faea6b3e73 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.864695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d8e435-2b6c-4d88-82e3-89faea6b3e73 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.927815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-d6d866d3-3ec1-453a-a660-ccf2d74430af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.929819 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-d6d866d3-3ec1-453a-a660-ccf2d74430af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1097 time: 0.2129431 Aug 31 09:44:46.937049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d8e435-2b6c-4d88-82e3-89faea6b3e73 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.937798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d8e435-2b6c-4d88-82e3-89faea6b3e73 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Fanout notify agent at l3_agent the message router_deleted on router 1a5293e4-5cfb-4718-831c-ef74b5bd8093 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:46.952296 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afec066d-b6c5-4488-b7f1-5d6b75569bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.964572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-21d8e435-2b6c-4d88-82e3-89faea6b3e73 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.969118 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-21d8e435-2b6c-4d88-82e3-89faea6b3e73 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/1a5293e4-5cfb-4718-831c-ef74b5bd8093 HTTP/1.1" status: 204 len: 168 time: 1.1699321 Aug 31 09:44:46.971307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43082) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:47.062314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43092) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:47.099986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-3658fe81-bd57-4072-9a45-7fe4cb86e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.102359 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-3658fe81-bd57-4072-9a45-7fe4cb86e623 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.1618118 Aug 31 09:44:47.108156 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c455-820a-44ea-b839-449202034822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.130319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-946bd772-981c-4357-af11-74a330068d6f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet 0afdc6b1-621c-4078-a7f2-87b90cf09ca2 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:47.134057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-946bd772-981c-4357-af11-74a330068d6f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.178800 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-946bd772-981c-4357-af11-74a330068d6f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.183679 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-ebad06c0-302b-4a7a-9255-5b4a8e26cb8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 1001 time: 0.0669968 Aug 31 09:44:47.250293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-8a9fb686-99ec-41e6-9b75-93ebc66d9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.252389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-8a9fb686-99ec-41e6-9b75-93ebc66d9377 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0619087 Aug 31 09:44:47.290678 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:44:47.319392 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-946bd772-981c-4357-af11-74a330068d6f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.328725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-9217d040-e8f4-44f1-8331-cfec4790a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.334343 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-9217d040-e8f4-44f1-8331-cfec4790a042 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738177 Aug 31 09:44:47.443000 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-d795a98b-c3a3-47c0-b956-f4c76b08c923 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017001 Aug 31 09:44:47.446162 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afec066d-b6c5-4488-b7f1-5d6b75569bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.460233 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afec066d-b6c5-4488-b7f1-5d6b75569bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.536133 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-946bd772-981c-4357-af11-74a330068d6f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.553189 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5afd67a7-c313-4b25-8b37-2898a08ce3d4 req-c0f693f1-f838-4934-aa19-ada5058838fe service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029024 Aug 31 09:44:47.624633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-afec066d-b6c5-4488-b7f1-5d6b75569bf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d33d6a90e0c4b2f8ca11d87186eaddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1888425 Aug 31 09:44:47.625938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bd772-981c-4357-af11-74a330068d6f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=0afdc6b1-621c-4078-a7f2-87b90cf09ca2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:47.627282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43106) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:47.645027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec066d-b6c5-4488-b7f1-5d6b75569bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366c5b0f-9df5-4597-85cb-e7cf6460b490,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:47.647659 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-946bd772-981c-4357-af11-74a330068d6f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.649080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310945b-f994-4981-b7a0-6ba9552caacb None None] Network 893275ed-556a-46b4-ac33-a6e7f6199db7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:47.652636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-946bd772-981c-4357-af11-74a330068d6f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/0afdc6b1-621c-4078-a7f2-87b90cf09ca2 HTTP/1.1" status: 204 len: 168 time: 0.6801043 Aug 31 09:44:47.659480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43110) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:47.748768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.795751 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.872935 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.880364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.883783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/366c5b0f-9df5-4597-85cb-e7cf6460b490 HTTP/1.1" status: 204 len: 168 time: 0.2551265 Aug 31 09:44:47.899035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-0738cd61-1ac0-4ac4-a7bf-077f05093295 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.900703 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-0738cd61-1ac0-4ac4-a7bf-077f05093295 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/networks?id=46dfb392-cf39-466e-b2b9-8ccb11b38dee HTTP/1.1" status: 200 len: 821 time: 0.4367557 Aug 31 09:44:47.913185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.916813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366c5b0f-9df5-4597-85cb-e7cf6460b490,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:47.921801 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c455-820a-44ea-b839-449202034822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.939172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.939963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.940751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.941100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c455-820a-44ea-b839-449202034822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.941285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.941870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.942443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.943290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.944047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.944625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.945210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.946366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.947032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583b494-e448-40c7-b502-82a6e2a9f813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:47.952300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-86f5e6a9-0abf-460e-aa31-d6bb7a8f3c80 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/quotas/512dd8b8e889458e8427744e866421e8 HTTP/1.1" status: 200 len: 375 time: 0.0336154 Aug 31 09:44:47.961290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac873f-4716-4b6c-ad0c-d04218472b6d req-4fd32f30-8441-4359-9d6c-83553f5d21a4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.967936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac873f-4716-4b6c-ad0c-d04218472b6d req-4fd32f30-8441-4359-9d6c-83553f5d21a4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.974338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac873f-4716-4b6c-ad0c-d04218472b6d req-4fd32f30-8441-4359-9d6c-83553f5d21a4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.976367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7ac873f-4716-4b6c-ad0c-d04218472b6d req-4fd32f30-8441-4359-9d6c-83553f5d21a4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2418 time: 0.2427740 Aug 31 09:44:48.015129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] DHCP port deletion for 893275ed-556a-46b4-ac33-a6e7f6199db7 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:48.070043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] Deleting port 9f00027b-dcc7-4911-af04-ab048da11c49 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:48.070686 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.086589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-6cb400e3-c951-43f1-b895-2fc6f12b1f89 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=512dd8b8e889458e8427744e866421e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015506 Aug 31 09:44:48.097790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b0b0c455-820a-44ea-b839-449202034822 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2689522a0c2a49dda925acf7c0c21a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0326898 Aug 31 09:44:48.098531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0c455-820a-44ea-b839-449202034822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a98c3d-b8db-4938-b156-9f1c3575c623,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:48.103122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43128) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:48.129258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7ac873f-4716-4b6c-ad0c-d04218472b6d req-36148860-4c21-4cf7-adab-184e04036e0b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333113 Aug 31 09:44:48.172389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] For port 9f00027b-dcc7-4911-af04-ab048da11c49, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9f00027b-dcc7-4911-af04-ab048da11c49,segment=NetworkSegment(8ff9b8c8-ce13-48db-86b1-bed5d581b49a),segment_id=8ff9b8c8-ce13-48db-86b1-bed5d581b49a)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:48.173447 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.176313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 9f00027b-dcc7-4911-af04-ab048da11c49 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:48.176672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.206130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] Calling delete_port for 9f00027b-dcc7-4911-af04-ab048da11c49 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:48.287560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bc38002-e3d3-4cd5-9997-90a782daf03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.326875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bc38002-e3d3-4cd5-9997-90a782daf03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.356281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 9f00027b-dcc7-4911-af04-ab048da11c49, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9f00027b-dcc7-4911-af04-ab048da11c49,segment=NetworkSegment(8ff9b8c8-ce13-48db-86b1-bed5d581b49a),segment_id=8ff9b8c8-ce13-48db-86b1-bed5d581b49a)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:48.356658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.377875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.379353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 9f00027b-dcc7-4911-af04-ab048da11c49 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:48.396817 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bc38002-e3d3-4cd5-9997-90a782daf03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.401377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bc38002-e3d3-4cd5-9997-90a782daf03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.405999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5bc38002-e3d3-4cd5-9997-90a782daf03a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73a98c3d-b8db-4938-b156-9f1c3575c623 HTTP/1.1" status: 204 len: 168 time: 0.2983909 Aug 31 09:44:48.412653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79c911-e885-4397-ac33-546162b47710 req-fe774030-baf9-46bd-8ae4-3d8814cc3c54 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:48.414249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e79c911-e885-4397-ac33-546162b47710 req-fe774030-baf9-46bd-8ae4-3d8814cc3c54 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 946 time: 0.1519210 Aug 31 09:44:48.426015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc38002-e3d3-4cd5-9997-90a782daf03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a98c3d-b8db-4938-b156-9f1c3575c623,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:48.448120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] No DVR routers for this DVR port 9f00027b-dcc7-4911-af04-ab048da11c49 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:48.451519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802626f3-246b-463e-9d9d-a0d7998ac4c7 None None] Pushing event deleted for resources: {'Port': ['ID=9f00027b-dcc7-4911-af04-ab048da11c49,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:48.510417 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-1eb7e3c8-2c34-4044-8c8a-0b3905c4e906 service neutron] 10.222.0.69 "GET /v2.0/networks/46dfb392-cf39-466e-b2b9-8ccb11b38dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049011 Aug 31 09:44:48.562128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43136) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:48.595653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc0740b-f252-46d0-a3fc-5b83f6628513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.601534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e79c911-e885-4397-ac33-546162b47710 req-a478bd95-40f4-4c24-a43f-71895af00e57 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773005 Aug 31 09:44:48.631912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9f00027b-dcc7-4911-af04-ab048da11c49 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:48.652308 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.691655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=9f00027b-dcc7-4911-af04-ab048da11c49,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:48.698034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No DVR routers for this DVR port 9f00027b-dcc7-4911-af04-ab048da11c49 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:48.716415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 9f00027b-dcc7-4911-af04-ab048da11c49 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:48.720915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9f00027b-dcc7-4911-af04-ab048da11c49 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:48.825833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.844507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893275ed-556a-46b4-ac33-a6e7f6199db7']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:48.864897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff9b8c8-ce13-48db-86b1-bed5d581b49a') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:48.865197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff9b8c8-ce13-48db-86b1-bed5d581b49a') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:48.869406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-a71d3649-6656-491b-be2b-2416cb2c4317 service neutron] 10.222.0.69 "GET /v2.0/networks/46dfb392-cf39-466e-b2b9-8ccb11b38dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450820 Aug 31 09:44:48.879513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.902453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.916431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:48.917077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:48.921932 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:48.933796 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc0740b-f252-46d0-a3fc-5b83f6628513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.939428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acc0740b-f252-46d0-a3fc-5b83f6628513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.994340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0740b-f252-46d0-a3fc-5b83f6628513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d11db9-62a5-4278-a661-8b4027d3a1c2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:49.009051 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-acc0740b-f252-46d0-a3fc-5b83f6628513 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=062ba08119484f2d8be64769aab3932b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370909 Aug 31 09:44:49.011281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43152) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:49.076152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8febda39-05aa-47e0-97cf-77ddc041b34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.118109 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8febda39-05aa-47e0-97cf-77ddc041b34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.309012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8febda39-05aa-47e0-97cf-77ddc041b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.313056 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8febda39-05aa-47e0-97cf-77ddc041b34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.314500 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8febda39-05aa-47e0-97cf-77ddc041b34c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00d11db9-62a5-4278-a661-8b4027d3a1c2 HTTP/1.1" status: 204 len: 168 time: 0.3019259 Aug 31 09:44:49.326537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febda39-05aa-47e0-97cf-77ddc041b34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d11db9-62a5-4278-a661-8b4027d3a1c2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:49.335053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:49.504869 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.543464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:49.546198 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba537da7-f8aa-426a-b247-7e57092ceff7" -d '{"events": [{"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-unplugged", "status": "completed", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:49.566246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:49.574666 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.630997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-206ca36f-ac5c-4105-a77a-32aae567ba3b req-4065728d-4010-4bd7-a473-1ea4a0f34b3b tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 210 time: 0.1119635 Aug 31 09:44:49.710322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66011a-56c2-483c-9141-20144f7948d5 req-00123d62-86a0-4188-bc00-dffb6a84de1c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.723116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66011a-56c2-483c-9141-20144f7948d5 req-00123d62-86a0-4188-bc00-dffb6a84de1c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.730791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66011a-56c2-483c-9141-20144f7948d5 req-00123d62-86a0-4188-bc00-dffb6a84de1c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.740684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc66011a-56c2-483c-9141-20144f7948d5 req-00123d62-86a0-4188-bc00-dffb6a84de1c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2418 time: 0.2228756 Aug 31 09:44:49.751033 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbbdb65-5244-446e-a1f5-8c6ce94bbef2 x-openstack-request-id: req-6cbbdb65-5244-446e-a1f5-8c6ce94bbef2 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:49.751875 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-unplugged", "status": "completed", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:49.751875 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6cbbdb65-5244-446e-a1f5-8c6ce94bbef2 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:49.752554 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'code': 200} Aug 31 09:44:49.753705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:49.768372 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.794977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.797726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/893275ed-556a-46b4-ac33-a6e7f6199db7 HTTP/1.1" status: 204 len: 168 time: 2.1346996 Aug 31 09:44:49.804004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43186) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:49.814568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1f8237b3-b109-4c0b-9b68-75c8d3ea0a1c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2012213183', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:49.842467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc0bd9-faf7-4013-bcda-a71fc5468acf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=893275ed-556a-46b4-ac33-a6e7f6199db7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:49.847472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc66011a-56c2-483c-9141-20144f7948d5 req-5905a08b-abe0-4e65-9bb4-b740e2e2861d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058757 Aug 31 09:44:49.919685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f8237b3-b109-4c0b-9b68-75c8d3ea0a1c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.921984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f8237b3-b109-4c0b-9b68-75c8d3ea0a1c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.042498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580cce-0ee1-445a-8aa5-d38301e1d1a8 req-42551d23-7528-4037-bd4c-5181f912b33c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:50.051460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6580cce-0ee1-445a-8aa5-d38301e1d1a8 req-42551d23-7528-4037-bd4c-5181f912b33c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.1217859 Aug 31 09:44:50.084495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f8237b3-b109-4c0b-9b68-75c8d3ea0a1c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.090889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f8237b3-b109-4c0b-9b68-75c8d3ea0a1c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.129911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f8237b3-b109-4c0b-9b68-75c8d3ea0a1c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.135366 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1f8237b3-b109-4c0b-9b68-75c8d3ea0a1c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3288066 Aug 31 09:44:50.139579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43202) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:50.143454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6580cce-0ee1-445a-8aa5-d38301e1d1a8 req-a9ffdcda-8595-4c31-9f94-6abd92fdf9d7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897090 Aug 31 09:44:50.156890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1464961368'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:50.245138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:50.269477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.371166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:44:50.405669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.406226 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment dae2898b-915a-469d-b0db-e7964a11ccd5 of type vlan for network b3701f6a-b145-4470-b293-fdeb953a2376 Aug 31 09:44:50.480477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.529520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.550369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:50.551437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.735505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=b3701f6a-b145-4470-b293-fdeb953a2376,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:50.751369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network b3701f6a-b145-4470-b293-fdeb953a2376 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:44:50.757380 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-27d90a94-0d6b-4641-89bc-8d6dbbe593f2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6124194 Aug 31 09:44:50.761647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:50.770546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:51.050100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0273a25c-aa29-4676-a9ef-6cb20efad6ca req-a1d5c945-81b7-4b17-a4cd-36c968d253df tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 210 time: 0.1420214 Aug 31 09:44:51.182826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-ace941f9-640b-428b-9b18-3e3dcd17ae4d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.198439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-ace941f9-640b-428b-9b18-3e3dcd17ae4d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.230787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-ace941f9-640b-428b-9b18-3e3dcd17ae4d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.234129 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-ace941f9-640b-428b-9b18-3e3dcd17ae4d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2418 time: 0.3390200 Aug 31 09:44:51.297568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:51.309768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.318511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b56a2-f648-41d2-a17b-39f6f96a6b60 req-8d170461-ac6b-4747-91da-9fa67043a792 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.330801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b56a2-f648-41d2-a17b-39f6f96a6b60 req-8d170461-ac6b-4747-91da-9fa67043a792 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.343746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b56a2-f648-41d2-a17b-39f6f96a6b60 req-8d170461-ac6b-4747-91da-9fa67043a792 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.357089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c04b56a2-f648-41d2-a17b-39f6f96a6b60 req-8d170461-ac6b-4747-91da-9fa67043a792 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 2418 time: 0.2006505 Aug 31 09:44:51.503145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c04b56a2-f648-41d2-a17b-39f6f96a6b60 req-b6aef16c-712a-4d41-bcb3-f4544906b884 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323204 Aug 31 09:44:51.545294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:51.545649 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.548573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-9d249865-44f2-4121-a17f-2c1bc97bb058 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.562847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-9d249865-44f2-4121-a17f-2c1bc97bb058 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.577183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-9d249865-44f2-4121-a17f-2c1bc97bb058 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.587258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-9d249865-44f2-4121-a17f-2c1bc97bb058 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.619777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-9d249865-44f2-4121-a17f-2c1bc97bb058 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.630875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-9d249865-44f2-4121-a17f-2c1bc97bb058 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.648993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-9d249865-44f2-4121-a17f-2c1bc97bb058 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.655410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-9d249865-44f2-4121-a17f-2c1bc97bb058 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5435 time: 0.2745793 Aug 31 09:44:51.735273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port 10cd764e-7416-4ee3-949d-a89cebdf3cc5, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=10cd764e-7416-4ee3-949d-a89cebdf3cc5,segment=NetworkSegment(bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa),segment_id=bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:51.735626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.766586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for 10cd764e-7416-4ee3-949d-a89cebdf3cc5 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:51.809045 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9ee722e-e237-4150-b40b-540f2e2666d2 req-cb2b2328-c66a-474e-a868-6a128b0c8812 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1326699 Aug 31 09:44:51.828724 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3326c832-c29b-4fa9-8c36-5efa05f25351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.061020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12aa7b-2d5a-4575-a6d4-274679f2d586 req-a83bc59e-a471-45cd-a26e-4505a2e74b68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.069502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a12aa7b-2d5a-4575-a6d4-274679f2d586 req-a83bc59e-a471-45cd-a26e-4505a2e74b68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.1495066 Aug 31 09:44:52.112106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0e93-58c5-431e-a242-e63e9ac58644 req-6a0e8028-a4c9-41a6-92d3-85517666be31 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.119823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0e93-58c5-431e-a242-e63e9ac58644 req-6a0e8028-a4c9-41a6-92d3-85517666be31 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.128804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0e93-58c5-431e-a242-e63e9ac58644 req-6a0e8028-a4c9-41a6-92d3-85517666be31 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.139239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0e93-58c5-431e-a242-e63e9ac58644 req-6a0e8028-a4c9-41a6-92d3-85517666be31 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.149093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0e93-58c5-431e-a242-e63e9ac58644 req-6a0e8028-a4c9-41a6-92d3-85517666be31 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.159003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0e93-58c5-431e-a242-e63e9ac58644 req-6a0e8028-a4c9-41a6-92d3-85517666be31 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.166437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0e93-58c5-431e-a242-e63e9ac58644 req-6a0e8028-a4c9-41a6-92d3-85517666be31 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.168804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52bc0e93-58c5-431e-a242-e63e9ac58644 req-6a0e8028-a4c9-41a6-92d3-85517666be31 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5435 time: 0.2019954 Aug 31 09:44:52.204041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a12aa7b-2d5a-4575-a6d4-274679f2d586 req-04ea13ba-0a1e-4b03-aeef-c5051129a616 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332343 Aug 31 09:44:52.210141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.237338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.250683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['e1d77dba-bb64-4c43-abdf-487f97b4cdb3', '10cd764e-7416-4ee3-949d-a89cebdf3cc5', '2f534216-f37b-41b1-a5ea-978490d7cf2e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:52.352086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4f85170-579a-4b9a-a9f4-c50770f6cbeb req-2019cdf4-7eb1-4ff8-bfce-ffc1ccd1bb9f tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 210 time: 0.0931487 Aug 31 09:44:52.452048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=10cd764e-7416-4ee3-949d-a89cebdf3cc5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:52.577690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=e5ee0fbb-b226-4e9d-9451-e6fc249a0614,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:52.583782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port 10cd764e-7416-4ee3-949d-a89cebdf3cc5 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:52.587856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.592927 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-f9fb467d-ad0b-4da7-87f4-fe933d495505 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.20 "DELETE /v2.0/ports/10cd764e-7416-4ee3-949d-a89cebdf3cc5 HTTP/1.1" status: 204 len: 173 time: 1.3423781 Aug 31 09:44:52.593691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-deleted', 'tag': '10cd764e-7416-4ee3-949d-a89cebdf3cc5'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:52.613214 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc6c4c8-0534-4e76-971c-98969e507ae9" -d '{"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-deleted", "tag": "10cd764e-7416-4ee3-949d-a89cebdf3cc5"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:52.657846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43322) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:52.693119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:52.699812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: b3701f6a-b145-4470-b293-fdeb953a2376, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:44:52.805972 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4f19db-bb01-4464-b592-7aeac6dff076 x-openstack-request-id: req-5a4f19db-bb01-4464-b592-7aeac6dff076 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:52.806843 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-deleted", "tag": "10cd764e-7416-4ee3-949d-a89cebdf3cc5", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:52.807220 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a4f19db-bb01-4464-b592-7aeac6dff076 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:52.807484 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-deleted', 'tag': '10cd764e-7416-4ee3-949d-a89cebdf3cc5', 'status': 'completed', 'code': 200} Aug 31 09:44:52.850410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network b3701f6a-b145-4470-b293-fdeb953a2376 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:44:52.970791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, b3701f6a-b145-4470-b293-fdeb953a2376) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:52.976190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e276b1-7a00-466c-ba34-e26474ca311e None None] Network b3701f6a-b145-4470-b293-fdeb953a2376 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:52.991383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.999694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.071394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ecba9-1fdc-4afe-9a8f-3c0a74579949 req-90bbaa77-a9de-4ddf-8006-214d331d4ea5 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:53.079571 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4f529957-28fb-4c50-9686-601877a67e86 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3127525 Aug 31 09:44:53.109056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ecba9-1fdc-4afe-9a8f-3c0a74579949 req-90bbaa77-a9de-4ddf-8006-214d331d4ea5 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:53.117063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43334) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:53.123602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-613ecba9-1fdc-4afe-9a8f-3c0a74579949 req-90bbaa77-a9de-4ddf-8006-214d331d4ea5 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 1683 time: 0.4122388 Aug 31 09:44:53.336079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-613ecba9-1fdc-4afe-9a8f-3c0a74579949 req-ef1979f8-af81-4e82-93cd-532faec27801 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055647 Aug 31 09:44:53.392511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:53.393548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.396923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:53.435766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-ed7e9123-cc9f-4678-8cb3-a06526df9725 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7766938 Aug 31 09:44:53.461384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-b3701f6a-b145-4470-b293-fdeb953a2376', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:44:53.465152 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.727390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef1c0cca-5560-427c-b72c-d7b7aa259107 req-92b8fff1-bdd0-4eec-9ea8-44beb73d649a tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 210 time: 0.1075747 Aug 31 09:44:53.739027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea0034-9d07-4041-a596-bd539ec49aa2 req-3a076f11-d1df-4c37-ad0c-7d1a66281022 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:53.747855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ea0034-9d07-4041-a596-bd539ec49aa2 req-3a076f11-d1df-4c37-ad0c-7d1a66281022 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.3046043 Aug 31 09:44:53.865843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ea0034-9d07-4041-a596-bd539ec49aa2 req-722d9719-bb13-40ac-8698-c8152485f2fb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165950 Aug 31 09:44:54.172853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Allocated IP 172.20.0.2 (b3701f6a-b145-4470-b293-fdeb953a2376/e5ee0fbb-b226-4e9d-9451-e6fc249a0614/42a49ff7-8be2-4364-9b6d-9c1240d6283b) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:54.184519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-cc27d4ef-be15-4fb1-b9a5-8aea9454464e tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:54.186707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-cc27d4ef-be15-4fb1-b9a5-8aea9454464e tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.52 "GET /v2.0/networks?id=46dfb392-cf39-466e-b2b9-8ccb11b38dee HTTP/1.1" status: 200 len: 821 time: 0.4090617 Aug 31 09:44:54.207592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Request body: {'port': {'device_id': '22a118e2-610b-447b-a5d2-7e2c3e30ead3', 'network_id': '46dfb392-cf39-466e-b2b9-8ccb11b38dee', 'admin_state_up': True, 'tenant_id': '512dd8b8e889458e8427744e866421e8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:54.381089 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.483141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port e1d77dba-bb64-4c43-abdf-487f97b4cdb3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:54.484088 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.645050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for e1d77dba-bb64-4c43-abdf-487f97b4cdb3 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:54.872586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc536-6531-4b78-ade0-7c55f78ff4f8 req-1eda9ff5-ae50-4f8b-bb98-facee7005f9c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:54.897510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc536-6531-4b78-ade0-7c55f78ff4f8 req-1eda9ff5-ae50-4f8b-bb98-facee7005f9c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:54.904920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67abc536-6531-4b78-ade0-7c55f78ff4f8 req-1eda9ff5-ae50-4f8b-bb98-facee7005f9c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 1683 time: 0.2886455 Aug 31 09:44:54.907863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Made reservation on behalf of 512dd8b8e889458e8427744e866421e8 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:54.923774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.950508 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.963139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Transition to ACTIVE for port object 42a49ff7-8be2-4364-9b6d-9c1240d6283b will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:54.980105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Transition to ACTIVE for port object 42a49ff7-8be2-4364-9b6d-9c1240d6283b will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:55.000032 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.086429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3cce9ac8-bfa8-4e7f-9779-8716e1db19e4 req-ee78eb87-4c18-4b8d-bce6-f810f941ee4b tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 210 time: 0.1362777 Aug 31 09:44:55.127536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Network b3701f6a-b145-4470-b293-fdeb953a2376 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:55.179034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:55.189597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:55.282319 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.283242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67abc536-6531-4b78-ade0-7c55f78ff4f8 req-7f3308b1-ecf5-4a5b-be65-0d3fe91ba270 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429279 Aug 31 09:44:55.407412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2f534216-f37b-41b1-a5ea-978490d7cf2e no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:55.409325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ccb55-cc60-4457-a0b6-579cf0a746af req-30394386-54c4-4dc1-9e4a-588f1b8380ab tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:55.414889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.20.0.1 (b3701f6a-b145-4470-b293-fdeb953a2376/e5ee0fbb-b226-4e9d-9451-e6fc249a0614/66037ade-0e3f-4719-a279-8e69930488ae) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:55.424567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f9ccb55-cc60-4457-a0b6-579cf0a746af req-30394386-54c4-4dc1-9e4a-588f1b8380ab tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2197583 Aug 31 09:44:55.484561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43418) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:55.516993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Pushing event updated for resources: {'Port': ['ID=42a49ff7-8be2-4364-9b6d-9c1240d6283b,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:55.618503 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.630823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f9ccb55-cc60-4457-a0b6-579cf0a746af req-566b7c53-2f70-4eed-b57d-96838303c930 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033105 Aug 31 09:44:55.638029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Allocated IP 172.20.0.10 (46dfb392-cf39-466e-b2b9-8ccb11b38dee/792e479b-d9de-4edc-8020-35bc3849b12e/ccc40e99-fb07-4297-9d20-cd862a02eeff) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:55.675218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Attempting to bind port 42a49ff7-8be2-4364-9b6d-9c1240d6283b on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:55.677874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Attempting to bind port 42a49ff7-8be2-4364-9b6d-9c1240d6283b by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:55.679757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Attempting to bind port 42a49ff7-8be2-4364-9b6d-9c1240d6283b on network b3701f6a-b145-4470-b293-fdeb953a2376 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:55.698043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:55.698505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Checking segment: {'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:55.701999 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.702493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Bound using segment: {'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:55.703320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Bound port: 42a49ff7-8be2-4364-9b6d-9c1240d6283b, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:55.703827 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.781935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=e1d77dba-bb64-4c43-abdf-487f97b4cdb3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:55.829747 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.851221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e15711b9-8ce0-47ca-95fd-8a1c6b78ad13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.036724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43434) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:56.047967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port e1d77dba-bb64-4c43-abdf-487f97b4cdb3 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:56.053982 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e15711b9-8ce0-47ca-95fd-8a1c6b78ad13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.064223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.069203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-c2412527-7e64-4ef2-972d-439a9cca614f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.20 "DELETE /v2.0/ports/e1d77dba-bb64-4c43-abdf-487f97b4cdb3 HTTP/1.1" status: 204 len: 173 time: 3.4368203 Aug 31 09:44:56.078020 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e15711b9-8ce0-47ca-95fd-8a1c6b78ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.095275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-deleted', 'tag': 'e1d77dba-bb64-4c43-abdf-487f97b4cdb3'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:56.100053 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4624c6-8ccb-4034-aa78-a15abb8f3bca" -d '{"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-deleted", "tag": "e1d77dba-bb64-4c43-abdf-487f97b4cdb3"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:56.102392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f69f8f6-0a45-4a65-8e83-87036575bd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.159054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] For port 42a49ff7-8be2-4364-9b6d-9c1240d6283b, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:56.180856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.188305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] For port 42a49ff7-8be2-4364-9b6d-9c1240d6283b, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42a49ff7-8be2-4364-9b6d-9c1240d6283b,segment=NetworkSegment(dae2898b-915a-469d-b0db-e7964a11ccd5),segment_id=dae2898b-915a-469d-b0db-e7964a11ccd5)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:56.200516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e15711b9-8ce0-47ca-95fd-8a1c6b78ad13 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c2df3dda4d14704bd5abb2122b6d2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7013099 Aug 31 09:44:56.203717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43442) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:56.214121 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe54771c-a5e9-43ce-bb02-8405d36805f3 x-openstack-request-id: req-fe54771c-a5e9-43ce-bb02-8405d36805f3 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:56.221537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f534216-f37b-41b1-a5ea-978490d7cf2e'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:56.229686 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3356d3-0dc1-4fc6-bf15-9f5e68a8bd5a" -d '{"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-unplugged", "status": "completed", "tag": "2f534216-f37b-41b1-a5ea-978490d7cf2e"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:56.230565 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-deleted", "tag": "e1d77dba-bb64-4c43-abdf-487f97b4cdb3", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:56.231179 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe54771c-a5e9-43ce-bb02-8405d36805f3 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:56.231875 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-deleted', 'tag': 'e1d77dba-bb64-4c43-abdf-487f97b4cdb3', 'status': 'completed', 'code': 200} Aug 31 09:44:56.253420 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.323689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object 66037ade-0e3f-4719-a279-8e69930488ae will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:56.348110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2f534216-f37b-41b1-a5ea-978490d7cf2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2f534216-f37b-41b1-a5ea-978490d7cf2e,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:56.352502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12294b97-79eb-4ec7-97dc-4118b8834d07 req-3e427f33-cba4-4bef-a5c3-8bf20db77c47 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 210 time: 0.0479066 Aug 31 09:44:56.366803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15711b9-8ce0-47ca-95fd-8a1c6b78ad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226abdb6-f352-4329-a98b-87f8a9e0da73,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:56.451791 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa77d58-4185-4bc2-abbe-9f42d2c5c675 x-openstack-request-id: req-8aa77d58-4185-4bc2-abbe-9f42d2c5c675 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:56.452087 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-unplugged", "status": "completed", "tag": "2f534216-f37b-41b1-a5ea-978490d7cf2e", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:56.452384 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8aa77d58-4185-4bc2-abbe-9f42d2c5c675 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:56.452727 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f534216-f37b-41b1-a5ea-978490d7cf2e', 'code': 200} Aug 31 09:44:56.458284 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.459112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e1d77dba-bb64-4c43-abdf-487f97b4cdb3 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:56.461070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Pushing event updated for resources: {'Port': ['ID=42a49ff7-8be2-4364-9b6d-9c1240d6283b,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:56.468140 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.483030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.485202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.485666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.486164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.486568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.487007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.487404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.487795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.488186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.488631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.489024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.489507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d7b6c-348c-494d-baa5-551a7f44f4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.529325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: e1d77dba-bb64-4c43-abdf-487f97b4cdb3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:56.529815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device e1d77dba-bb64-4c43-abdf-487f97b4cdb3 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:56.530410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 10cd764e-7416-4ee3-949d-a89cebdf3cc5 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:56.554914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 10cd764e-7416-4ee3-949d-a89cebdf3cc5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:56.554914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 10cd764e-7416-4ee3-949d-a89cebdf3cc5 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:56.591756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433122fe-1bb3-4bf0-aa4d-69c41df0463e req-f5d600dd-43f8-4129-a2a3-7be7a0d7b67a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:56.595158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-433122fe-1bb3-4bf0-aa4d-69c41df0463e req-f5d600dd-43f8-4129-a2a3-7be7a0d7b67a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 944 time: 0.1128726 Aug 31 09:44:56.626611 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.628631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.707685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Pushing event updated for resources: {'Port': ['ID=ccc40e99-fb07-4297-9d20-cd862a02eeff,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:56.754181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2f534216-f37b-41b1-a5ea-978490d7cf2e,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:56.757547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Network 46dfb392-cf39-466e-b2b9-8ccb11b38dee is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:56.772349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-433122fe-1bb3-4bf0-aa4d-69c41df0463e req-885ffdb2-f780-4c9c-8447-41ea871160d3 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366186 Aug 31 09:44:56.773384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:56.776819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:56.887225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=66037ade-0e3f-4719-a279-8e69930488ae,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:56.920002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network b3701f6a-b145-4470-b293-fdeb953a2376 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:56.957426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:56.958356 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.969759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:56.977349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port 2f534216-f37b-41b1-a5ea-978490d7cf2e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:56.977737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.981944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:57.005134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaaee8-c0a6-4bed-9183-6126e1611837 req-65359361-8cdc-4a5c-8720-6f98ff4fcbe5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.008770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc0258ff-76cc-4665-90e5-f436e1d201d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.015433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3eaaee8-c0a6-4bed-9183-6126e1611837 req-65359361-8cdc-4a5c-8720-6f98ff4fcbe5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.1870179 Aug 31 09:44:57.029310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f1017cf1-573b-4e53-a0e6-18903803c7a5 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8299136 Aug 31 09:44:57.052513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Request body: {'port': {'device_id': '22a118e2-610b-447b-a5d2-7e2c3e30ead3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:57.085317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899423-9832-4aad-a821-389961f45635 req-f7d33b1e-9903-47f1-adb5-e96f70ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.085699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899423-9832-4aad-a821-389961f45635 req-f7d33b1e-9903-47f1-adb5-e96f70ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.086548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899423-9832-4aad-a821-389961f45635 req-f7d33b1e-9903-47f1-adb5-e96f70ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.086674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899423-9832-4aad-a821-389961f45635 req-f7d33b1e-9903-47f1-adb5-e96f70ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.087126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899423-9832-4aad-a821-389961f45635 req-f7d33b1e-9903-47f1-adb5-e96f70ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.088166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899423-9832-4aad-a821-389961f45635 req-f7d33b1e-9903-47f1-adb5-e96f70ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.088645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899423-9832-4aad-a821-389961f45635 req-f7d33b1e-9903-47f1-adb5-e96f70ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.090721 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-44899423-9832-4aad-a821-389961f45635 req-f7d33b1e-9903-47f1-adb5-e96f70ededf5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6492 time: 1.0440788 Aug 31 09:44:57.143755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3eaaee8-c0a6-4bed-9183-6126e1611837 req-dd31a774-7655-4d6c-b57f-a9ef0c041fb7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269264 Aug 31 09:44:57.159140 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.174695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc0258ff-76cc-4665-90e5-f436e1d201d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.205901 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.344580 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-44899423-9832-4aad-a821-389961f45635 req-ce554113-403f-4ca6-bef3-08e73be286de service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2289989 Aug 31 09:44:57.434837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port 2f534216-f37b-41b1-a5ea-978490d7cf2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2f534216-f37b-41b1-a5ea-978490d7cf2e,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:57.435344 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.456622 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc0258ff-76cc-4665-90e5-f436e1d201d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.461523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc0258ff-76cc-4665-90e5-f436e1d201d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.463947 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cc0258ff-76cc-4665-90e5-f436e1d201d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/226abdb6-f352-4329-a98b-87f8a9e0da73 HTTP/1.1" status: 204 len: 168 time: 1.2557504 Aug 31 09:44:57.483378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for 2f534216-f37b-41b1-a5ea-978490d7cf2e owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:57.507020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0258ff-76cc-4665-90e5-f436e1d201d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226abdb6-f352-4329-a98b-87f8a9e0da73,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:57.715388 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.733464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.784105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc40e99-fb07-4297-9d20-cd862a02eeff {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:57.813355 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.830468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Transition to ACTIVE for port object ccc40e99-fb07-4297-9d20-cd862a02eeff will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:57.858467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.012952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Pushing event updated for resources: {'Port': ['ID=ccc40e99-fb07-4297-9d20-cd862a02eeff,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:58.060054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476c54-e026-478d-9c2c-fc56221f7c59 req-54671f66-8ab4-4225-bb21-b8a2218f6343 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:58.062677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa476c54-e026-478d-9c2c-fc56221f7c59 req-54671f66-8ab4-4225-bb21-b8a2218f6343 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 932 time: 0.5268853 Aug 31 09:44:58.124451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca669425-3156-4499-9e4b-b3b5ae5edbaf req-b711eaa6-79eb-4d85-b11a-1ca568776eff tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:58.134904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca669425-3156-4499-9e4b-b3b5ae5edbaf req-b711eaa6-79eb-4d85-b11a-1ca568776eff tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 944 time: 0.2508769 Aug 31 09:44:58.299514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43490) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:58.373198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c474083-bac0-4900-9bcb-6ee925ce6fc0 None None] Network b3701f6a-b145-4470-b293-fdeb953a2376 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:58.381260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ea5794a-809e-4c60-bb1e-d3ef5c463e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.428510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa476c54-e026-478d-9c2c-fc56221f7c59 req-e7c7ae4c-ae6a-464b-8c11-0e508d175be9 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532064 Aug 31 09:44:58.429250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Attempting to bind port ccc40e99-fb07-4297-9d20-cd862a02eeff on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:58.429585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Attempting to bind port ccc40e99-fb07-4297-9d20-cd862a02eeff by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '10930fb8-7a41-4e58-86a2-6911160683a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '46dfb392-cf39-466e-b2b9-8ccb11b38dee'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:58.429915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Attempting to bind port ccc40e99-fb07-4297-9d20-cd862a02eeff on network 46dfb392-cf39-466e-b2b9-8ccb11b38dee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:58.439278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Port ccc40e99-fb07-4297-9d20-cd862a02eeff on network 46dfb392-cf39-466e-b2b9-8ccb11b38dee not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:58.439843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Attempting to bind port ccc40e99-fb07-4297-9d20-cd862a02eeff on network 46dfb392-cf39-466e-b2b9-8ccb11b38dee {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:58.447450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:58.448084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Checking segment: {'id': '10930fb8-7a41-4e58-86a2-6911160683a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '46dfb392-cf39-466e-b2b9-8ccb11b38dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:58.448631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Bound using segment: {'id': '10930fb8-7a41-4e58-86a2-6911160683a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '46dfb392-cf39-466e-b2b9-8ccb11b38dee'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:58.449228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Bound port: ccc40e99-fb07-4297-9d20-cd862a02eeff, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10930fb8-7a41-4e58-86a2-6911160683a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '46dfb392-cf39-466e-b2b9-8ccb11b38dee'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:58.449756 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.487022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca669425-3156-4499-9e4b-b3b5ae5edbaf req-78790c6c-2062-4c35-898f-52e029ae1881 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505714 Aug 31 09:44:58.585190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ab79e480-b6d7-4532-9343-ce410f1f1ee0 None None] Provisioning for port 42a49ff7-8be2-4364-9b6d-9c1240d6283b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:58.631530 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.687401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] For port ccc40e99-fb07-4297-9d20-cd862a02eeff, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:58.695278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42a49ff7-8be2-4364-9b6d-9c1240d6283b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:58.744290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] For port ccc40e99-fb07-4297-9d20-cd862a02eeff, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ccc40e99-fb07-4297-9d20-cd862a02eeff,segment=NetworkSegment(10930fb8-7a41-4e58-86a2-6911160683a2),segment_id=10930fb8-7a41-4e58-86a2-6911160683a2)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:58.795487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b75325-6262-43d0-9861-9b69e8c828b5 req-dc79da80-18c4-4346-a13c-1465acf04c54 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:58.795487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60b75325-6262-43d0-9861-9b69e8c828b5 req-dc79da80-18c4-4346-a13c-1465acf04c54 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.1927037 Aug 31 09:44:58.796216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.885880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 42a49ff7-8be2-4364-9b6d-9c1240d6283b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:58.902973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 42a49ff7-8be2-4364-9b6d-9c1240d6283b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:58.903351 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.918665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:58.919775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.921449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] 10.222.0.52 "PUT /v2.0/ports/ccc40e99-fb07-4297-9d20-cd862a02eeff HTTP/1.1" status: 200 len: 1092 time: 1.8768654 Aug 31 09:44:58.922136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a118e2-610b-447b-a5d2-7e2c3e30ead3', 'tag': 'ccc40e99-fb07-4297-9d20-cd862a02eeff'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:58.924956 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b50e6-57f5-4b68-a246-0640844d44bf" -d '{"events": [{"name": "network-changed", "server_uuid": "22a118e2-610b-447b-a5d2-7e2c3e30ead3", "tag": "ccc40e99-fb07-4297-9d20-cd862a02eeff"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:58.964800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4107f-0527-42c6-bda4-f06989fd3f9f service neutron] Pushing event updated for resources: {'Port': ['ID=ccc40e99-fb07-4297-9d20-cd862a02eeff,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:59.003762 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60b75325-6262-43d0-9861-9b69e8c828b5 req-7de8fe06-d1d9-4238-9029-8037c2b00500 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338570 Aug 31 09:44:59.098076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.138399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-6fe36f06-c66b-42c4-978c-8a48165f56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:59.146025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-6fe36f06-c66b-42c4-978c-8a48165f56de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=512dd8b8e889458e8427744e866421e8&device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 1095 time: 0.1361344 Aug 31 09:44:59.153734 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.250237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 42a49ff7-8be2-4364-9b6d-9c1240d6283b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42a49ff7-8be2-4364-9b6d-9c1240d6283b,segment=NetworkSegment(dae2898b-915a-469d-b0db-e7964a11ccd5),segment_id=dae2898b-915a-469d-b0db-e7964a11ccd5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:59.267093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.300341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-fb2c1091-9ef5-49f0-b99c-519e94e62a03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc40e99-fb07-4297-9d20-cd862a02eeff HTTP/1.1" status: 200 len: 217 time: 0.1489570 Aug 31 09:44:59.320669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=2f534216-f37b-41b1-a5ea-978490d7cf2e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:59.442660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=42a49ff7-8be2-4364-9b6d-9c1240d6283b,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:59.502697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-797440f2-4a8e-48fe-8ae3-48cac80a1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:59.503372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-797440f2-4a8e-48fe-8ae3-48cac80a1828 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=792e479b-d9de-4edc-8020-35bc3849b12e HTTP/1.1" status: 200 len: 861 time: 0.1959198 Aug 31 09:44:59.565773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c1168990-caa8-4ecc-8536-ff24598ee2ff None None] Provisioning complete for port 42a49ff7-8be2-4364-9b6d-9c1240d6283b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:59.567369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1168990-caa8-4ecc-8536-ff24598ee2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.610686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port 2f534216-f37b-41b1-a5ea-978490d7cf2e on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:59.614941 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.617234 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1aa6bf4f-cd8d-46f5-8d4e-2514f46f098e req-d60f575b-a28d-4f42-b769-f20ef9b25460 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.20 "DELETE /v2.0/ports/2f534216-f37b-41b1-a5ea-978490d7cf2e HTTP/1.1" status: 204 len: 173 time: 3.5055218 Aug 31 09:44:59.635513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-ba427b73-b389-43b9-8abc-83dd2aba6067 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46dfb392-cf39-466e-b2b9-8ccb11b38dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210315 Aug 31 09:44:59.635804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-deleted', 'tag': '2f534216-f37b-41b1-a5ea-978490d7cf2e'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:59.653006 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1d2dab-9e36-431d-97f4-491fe32b28e2" -d '{"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-deleted", "tag": "2f534216-f37b-41b1-a5ea-978490d7cf2e"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:59.760425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.777540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.849075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ea5794a-809e-4c60-bb1e-d3ef5c463e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.916402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ea5794a-809e-4c60-bb1e-d3ef5c463e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.938997 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d31ae25-6ced-4911-8ead-6035b434433e x-openstack-request-id: req-0d31ae25-6ced-4911-8ead-6035b434433e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:59.939522 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a118e2-610b-447b-a5d2-7e2c3e30ead3", "tag": "ccc40e99-fb07-4297-9d20-cd862a02eeff", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:59.939522 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d31ae25-6ced-4911-8ead-6035b434433e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:59.939927 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a118e2-610b-447b-a5d2-7e2c3e30ead3', 'tag': 'ccc40e99-fb07-4297-9d20-cd862a02eeff', 'status': 'completed', 'code': 200} Aug 31 09:45:00.060019 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a527f-0ca1-43cc-bd4b-f9a732ef1397 req-503a4e51-25c8-41e0-8104-812ddde8dd1e tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.073579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c5a527f-0ca1-43cc-bd4b-f9a732ef1397 req-503a4e51-25c8-41e0-8104-812ddde8dd1e tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 944 time: 0.5331337 Aug 31 09:45:00.095202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c1168990-caa8-4ecc-8536-ff24598ee2ff None None] Provisioning for port 66037ade-0e3f-4719-a279-8e69930488ae completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:00.103623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c1168990-caa8-4ecc-8536-ff24598ee2ff None None] Provisioning complete for port 66037ade-0e3f-4719-a279-8e69930488ae triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:00.104216 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1168990-caa8-4ecc-8536-ff24598ee2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.157938 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.202850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=66037ade-0e3f-4719-a279-8e69930488ae,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:00.219349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5794a-809e-4c60-bb1e-d3ef5c463e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac4f63-af20-4908-89e4-32a3ec25ac8e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:00.224841 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3ea5794a-809e-4c60-bb1e-d3ef5c463e71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4fac0cc1145443aacf4bf9a8651c3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9200580 Aug 31 09:45:00.229219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c1168990-caa8-4ecc-8536-ff24598ee2ff None None] Port 66037ade-0e3f-4719-a279-8e69930488ae cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:00.236845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43524) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:00.359754 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7492284c-1650-448f-9620-1c6b19a8475c None None] Provisioning complete for port 66037ade-0e3f-4719-a279-8e69930488ae triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:00.360189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7492284c-1650-448f-9620-1c6b19a8475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.383290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c5a527f-0ca1-43cc-bd4b-f9a732ef1397 req-9a0fe4c2-3396-4512-b42e-394efbece968 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706528 Aug 31 09:45:00.385072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22af2a04-1899-48b1-8445-54b06412dfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.410482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42fa93f1-7398-4b1b-92fa-d4b80340976b req-7b66496f-500f-4ee9-abdc-85d0803ee139 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf HTTP/1.1" status: 200 len: 210 time: 0.2068775 Aug 31 09:45:00.420766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-f7886fdc-7ac3-40a0-bf95-60860e4d2a3a service neutron] 10.222.0.52 "GET /v2.0/networks/46dfb392-cf39-466e-b2b9-8ccb11b38dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7556019 Aug 31 09:45:00.445995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network b3701f6a-b145-4470-b293-fdeb953a2376 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:00.457536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22af2a04-1899-48b1-8445-54b06412dfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.460016 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:00.487128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7492284c-1650-448f-9620-1c6b19a8475c None None] Port 66037ade-0e3f-4719-a279-8e69930488ae cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:00.581575 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b5e652-c206-4131-a208-eb169b324ae5 x-openstack-request-id: req-41b5e652-c206-4131-a208-eb169b324ae5 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:00.581864 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf", "name": "network-vif-deleted", "tag": "2f534216-f37b-41b1-a5ea-978490d7cf2e", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:00.582102 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41b5e652-c206-4131-a208-eb169b324ae5 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:00.582493 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f2f230-c55b-4e9b-8e8b-5577eeadcfbf', 'name': 'network-vif-deleted', 'tag': '2f534216-f37b-41b1-a5ea-978490d7cf2e', 'status': 'completed', 'code': 200} Aug 31 09:45:00.644750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22af2a04-1899-48b1-8445-54b06412dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.649229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22af2a04-1899-48b1-8445-54b06412dfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.653126 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22af2a04-1899-48b1-8445-54b06412dfa6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47ac4f63-af20-4908-89e4-32a3ec25ac8e HTTP/1.1" status: 204 len: 168 time: 0.4122882 Aug 31 09:45:00.689390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42a49ff7-8be2-4364-9b6d-9c1240d6283b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:00.710239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af2a04-1899-48b1-8445-54b06412dfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac4f63-af20-4908-89e4-32a3ec25ac8e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:00.740830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5bffa98-4efb-43dd-88fd-eff2b699cf34 req-c86886b9-7fe4-43c1-b7db-cad4a86f4e1f service neutron] 10.222.0.52 "GET /v2.0/networks/46dfb392-cf39-466e-b2b9-8ccb11b38dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114119 Aug 31 09:45:00.763383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2409-d2cd-4a53-a8a8-d646d1d372f8 req-a9f260f1-86b8-49a8-b9d7-50ffe39fc9ea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.773239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd3a2409-d2cd-4a53-a8a8-d646d1d372f8 req-a9f260f1-86b8-49a8-b9d7-50ffe39fc9ea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2271345 Aug 31 09:45:00.851416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:45:00.871337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 42a49ff7-8be2-4364-9b6d-9c1240d6283b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:00.871715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.928605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd3a2409-d2cd-4a53-a8a8-d646d1d372f8 req-bc9737c7-b8ef-4534-8f41-b9b3032abb30 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536767 Aug 31 09:45:00.984016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-ca4d4f80-3fc2-47b7-9a82-eb323a07ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.985697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-ca4d4f80-3fc2-47b7-9a82-eb323a07ec21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=512dd8b8e889458e8427744e866421e8&device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 1095 time: 0.1491165 Aug 31 09:45:01.003564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7ffd77c8-2515-469a-b53f-a4e0dc57c1a9 None None] Provisioning complete for port 66037ade-0e3f-4719-a279-8e69930488ae triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:01.005508 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ffd77c8-2515-469a-b53f-a4e0dc57c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.060861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd77c8-2515-469a-b53f-a4e0dc57c1a9 None None] Port 66037ade-0e3f-4719-a279-8e69930488ae cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:01.070742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:01.097148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-61538a13-75d7-4e08-acfb-8a67c02f3dad tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9584291 Aug 31 09:45:01.100798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43540) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:01.113804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-686933850'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:01.161216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:01.162053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:01.168256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.203531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:01.208235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:01.213641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-d075243c-ae3d-47d4-aa44-b85b14a2a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:01.217005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-d075243c-ae3d-47d4-aa44-b85b14a2a86c service neutron] 10.222.0.52 "GET /v2.0/networks?id=46dfb392-cf39-466e-b2b9-8ccb11b38dee HTTP/1.1" status: 200 len: 923 time: 0.2229040 Aug 31 09:45:01.239703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:01.263605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.264319 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment 968e004e-1745-437c-972c-3482a73822bf of type vlan for network ca3aa1a0-c849-41f3-a615-e781a1e10366 Aug 31 09:45:01.311755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-be1c879f-f130-4bbf-bd4a-319ac3abdce2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc40e99-fb07-4297-9d20-cd862a02eeff HTTP/1.1" status: 200 len: 217 time: 0.0868256 Aug 31 09:45:01.383758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.433981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-62928bba-2f78-4b7d-8768-1a1010c3db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:01.436548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-62928bba-2f78-4b7d-8768-1a1010c3db03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=792e479b-d9de-4edc-8020-35bc3849b12e HTTP/1.1" status: 200 len: 861 time: 0.1140916 Aug 31 09:45:01.481971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.489585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:01.493991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:01.494239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-81017cc6-7ecf-4993-b1fc-dec186fc2c89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=46dfb392-cf39-466e-b2b9-8ccb11b38dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491717 Aug 31 09:45:01.497971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.562785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43562) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:01.662844 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5601323 Aug 31 09:45:01.739357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43564) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:01.755622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:01.817855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-852e143d-6169-47f0-8f9d-8df5d9dd99de service neutron] 10.222.0.52 "GET /v2.0/networks/46dfb392-cf39-466e-b2b9-8ccb11b38dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149788 Aug 31 09:45:01.982180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f3717-be92-4cb5-882b-5ae99a8e9b69 req-ac379fc4-5e76-4a0b-9cd6-6f92de187f1e tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:01.985011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b7f3717-be92-4cb5-882b-5ae99a8e9b69 req-ac379fc4-5e76-4a0b-9cd6-6f92de187f1e tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 944 time: 0.1659093 Aug 31 09:45:02.090879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61317e6-fc8f-410d-8cdf-94df2bf83e8f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=ca3aa1a0-c849-41f3-a615-e781a1e10366,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:02.132473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ca3aa1a0-c849-41f3-a615-e781a1e10366 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:02.139238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-79839715-ca07-496e-aa16-2df42cc5da72 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting subnet dd31c4eb-31cf-432c-8393-35ca402d3ff8 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:02.155374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79839715-ca07-496e-aa16-2df42cc5da72 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.200956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b7f3717-be92-4cb5-882b-5ae99a8e9b69 req-6680c6bf-4567-4b3e-9863-af21a0018933 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065856 Aug 31 09:45:02.288136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:44:57Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:44:58Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:02.312458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79839715-ca07-496e-aa16-2df42cc5da72 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.335356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d7b50e6-57f5-4b68-a246-0640844d44bf req-fd19e4b2-d09a-46a6-bc4a-6e3fad778d08 service neutron] 10.222.0.52 "GET /v2.0/networks/46dfb392-cf39-466e-b2b9-8ccb11b38dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056040 Aug 31 09:45:02.338234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:02.338588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Updating router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f port 66037ade-0e3f-4719-a279-8e69930488ae binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:45:02.371340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:02.373568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a5752-a0af-43d1-ae7f-a742edef79f5 req-5292efbe-fda7-47f6-a784-2a4140fa1f87 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:02.375222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a56a5752-a0af-43d1-ae7f-a742edef79f5 req-5292efbe-fda7-47f6-a784-2a4140fa1f87 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2245190 Aug 31 09:45:02.393727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.424742 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.498318 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a56a5752-a0af-43d1-ae7f-a742edef79f5 req-d1e6d658-d39b-4af3-988a-6caf1a5b046e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168473 Aug 31 09:45:02.559083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79839715-ca07-496e-aa16-2df42cc5da72 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.744906 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79839715-ca07-496e-aa16-2df42cc5da72 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.861454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79839715-ca07-496e-aa16-2df42cc5da72 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Subnet': ['ID=dd31c4eb-31cf-432c-8393-35ca402d3ff8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:02.875987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f9198-aff5-4adb-a6bd-4c45d4eff55e None None] Network a3180af2-a94a-49cd-99bf-17298e58a787 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:02.884844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79839715-ca07-496e-aa16-2df42cc5da72 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.888880 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-79839715-ca07-496e-aa16-2df42cc5da72 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "DELETE /v2.0/subnets/dd31c4eb-31cf-432c-8393-35ca402d3ff8 HTTP/1.1" status: 204 len: 168 time: 1.3245058 Aug 31 09:45:02.891449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43598) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:03.098812 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.109224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ccc40e99-fb07-4297-9d20-cd862a02eeff details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:45:03.272200 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.301639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port bff932fd-525f-4e36-a728-29003d1274b7 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:03.302091 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.304749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:45:03.309440 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.433645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43612) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:03.475510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Transition to ACTIVE for port object 66037ade-0e3f-4719-a279-8e69930488ae will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:03.490523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=a4231126-7770-44e6-b6f8-2e3d471c1e4f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:03.501456 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.544244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:03.544488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port bff932fd-525f-4e36-a728-29003d1274b7, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bff932fd-525f-4e36-a728-29003d1274b7,segment=NetworkSegment(bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa),segment_id=bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:03.544488 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.544683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: ca3aa1a0-c849-41f3-a615-e781a1e10366, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:03.588209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] DHCP port deletion for a3180af2-a94a-49cd-99bf-17298e58a787 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:45:03.607072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for bff932fd-525f-4e36-a728-29003d1274b7 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:03.635741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network ca3aa1a0-c849-41f3-a615-e781a1e10366 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:03.678494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, ca3aa1a0-c849-41f3-a615-e781a1e10366) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:03.687384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd355c9-8195-4b3b-bb9c-6bdee493275f req-942c6a8e-a728-4462-8599-4f98ce3ad6ad tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:03.689092 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffd355c9-8195-4b3b-bb9c-6bdee493275f req-942c6a8e-a728-4462-8599-4f98ce3ad6ad tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 944 time: 0.3107641 Aug 31 09:45:03.703528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:03.704469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.763221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-071cb316-bc27-422d-b5ed-fe19ad4cbcc6 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0064042 Aug 31 09:45:03.764359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43618) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:03.867010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c846efd-2dc6-4754-86b3-5850f67da1ad None None] Pushing event updated for resources: {'Port': ['ID=66037ade-0e3f-4719-a279-8e69930488ae,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:03.873958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75cdf8d-47e8-4e40-acd9-eb3fbe6b4cd9 None None] Network ca3aa1a0-c849-41f3-a615-e781a1e10366 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:04.022066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-150c5516-a220-4a57-a7bc-ee6d8c237f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.050616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffd355c9-8195-4b3b-bb9c-6bdee493275f req-5154f71c-2d06-48b8-a05e-e067eadda367 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401053 Aug 31 09:45:04.063937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ccc40e99-fb07-4297-9d20-cd862a02eeff, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ccc40e99-fb07-4297-9d20-cd862a02eeff,segment=NetworkSegment(10930fb8-7a41-4e58-86a2-6911160683a2),segment_id=10930fb8-7a41-4e58-86a2-6911160683a2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:04.095948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'ccc40e99-fb07-4297-9d20-cd862a02eeff', 'network_id': '46dfb392-cf39-466e-b2b9-8ccb11b38dee', 'port_id': 'ccc40e99-fb07-4297-9d20-cd862a02eeff', 'mac_address': 'fa:16:3e:f8:bc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792e479b-d9de-4edc-8020-35bc3849b12e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:45:04.134243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093e876-55dd-4356-a121-1871a7a41dd4 req-fa17725e-b5cb-468f-9bc8-8b446ea10766 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:04.152080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a093e876-55dd-4356-a121-1871a7a41dd4 req-fa17725e-b5cb-468f-9bc8-8b446ea10766 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.3358240 Aug 31 09:45:04.251261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a093e876-55dd-4356-a121-1871a7a41dd4 req-070a4102-66b2-4213-9650-36f55ff79ea1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639834 Aug 31 09:45:04.323073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Attempting to bind port 66037ade-0e3f-4719-a279-8e69930488ae on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:04.323746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Attempting to bind port 66037ade-0e3f-4719-a279-8e69930488ae by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:04.324344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Attempting to bind port 66037ade-0e3f-4719-a279-8e69930488ae on network b3701f6a-b145-4470-b293-fdeb953a2376 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:04.331075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.349389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:04.349819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Checking segment: {'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:04.350362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.351055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Bound using segment: {'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:04.351727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Bound port: 66037ade-0e3f-4719-a279-8e69930488ae, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae2898b-915a-469d-b0db-e7964a11ccd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:04.352795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.368224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc40e99-fb07-4297-9d20-cd862a02eeff {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:04.374918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-150c5516-a220-4a57-a7bc-ee6d8c237f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.376841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.387189 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-150c5516-a220-4a57-a7bc-ee6d8c237f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.397702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ccc40e99-fb07-4297-9d20-cd862a02eeff, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ccc40e99-fb07-4297-9d20-cd862a02eeff,segment=NetworkSegment(10930fb8-7a41-4e58-86a2-6911160683a2),segment_id=10930fb8-7a41-4e58-86a2-6911160683a2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:04.411870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.447038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-ca3aa1a0-c849-41f3-a615-e781a1e10366', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:04.448415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.489516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] Deleting port bff932fd-525f-4e36-a728-29003d1274b7 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:04.489906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.519190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=bff932fd-525f-4e36-a728-29003d1274b7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:04.522213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port bff932fd-525f-4e36-a728-29003d1274b7 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:04.585206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c5516-a220-4a57-a7bc-ee6d8c237f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295125a9-8a2b-4d88-9ad9-ff5fce880d18,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:04.644585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43632) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:04.646974 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-150c5516-a220-4a57-a7bc-ee6d8c237f14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3222c8dbc6a042b5b419a2d294a30270&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2043204 Aug 31 09:45:04.717015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.750365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3180af2-a94a-49cd-99bf-17298e58a787']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:04.770676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:04.770987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd64bdd-e120-4d1c-8be5-184cb3c5e4aa') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:04.781810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.797034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.805044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:04.805463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.806709 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.812295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ccc40e99-fb07-4297-9d20-cd862a02eeff,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:04.842821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bff932fd-525f-4e36-a728-29003d1274b7 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:04.852782 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:04.906878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.931322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.934560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "DELETE /v2.0/networks/a3180af2-a94a-49cd-99bf-17298e58a787 HTTP/1.1" status: 204 len: 168 time: 2.0409551 Aug 31 09:45:04.936366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea7ea0-1b3d-47fa-a43d-4719f705a673 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Network': ['ID=a3180af2-a94a-49cd-99bf-17298e58a787,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:04.939036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43634) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:04.984513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: bff932fd-525f-4e36-a728-29003d1274b7 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:04.984860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bff932fd-525f-4e36-a728-29003d1274b7 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:05.006346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['ccc40e99-fb07-4297-9d20-cd862a02eeff'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:45:05.034059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] For port 66037ade-0e3f-4719-a279-8e69930488ae, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:05.044325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb44e73-77c0-43be-9089-d3eeb66a8442 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting subnet 7a81cd4e-bee6-41ad-bf9a-d62e7987e270 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:05.051876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afb44e73-77c0-43be-9089-d3eeb66a8442 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.139998 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afb44e73-77c0-43be-9089-d3eeb66a8442 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.201186 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6e92-9b0b-40a8-8fff-13b415e46293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.234425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] For port bff932fd-525f-4e36-a728-29003d1274b7, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:05.234859 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.262023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] For port 66037ade-0e3f-4719-a279-8e69930488ae, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=66037ade-0e3f-4719-a279-8e69930488ae,segment=NetworkSegment(dae2898b-915a-469d-b0db-e7964a11ccd5),segment_id=dae2898b-915a-469d-b0db-e7964a11ccd5)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:05.294039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] Calling delete_port for bff932fd-525f-4e36-a728-29003d1274b7 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:05.306966 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.322226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] Port bff932fd-525f-4e36-a728-29003d1274b7 was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:45:05.324821 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6e92-9b0b-40a8-8fff-13b415e46293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.388176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Allocated IP 172.21.0.2 (ca3aa1a0-c849-41f3-a615-e781a1e10366/a4231126-7770-44e6-b6f8-2e3d471c1e4f/9c40fbaa-810b-4211-b873-e5936d366eb9) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:05.400517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afb44e73-77c0-43be-9089-d3eeb66a8442 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.463383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6e92-9b0b-40a8-8fff-13b415e46293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.465959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d9c6e92-9b0b-40a8-8fff-13b415e46293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.470197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3d9c6e92-9b0b-40a8-8fff-13b415e46293 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/295125a9-8a2b-4d88-9ad9-ff5fce880d18 HTTP/1.1" status: 204 len: 168 time: 0.8244750 Aug 31 09:45:05.490045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c6e92-9b0b-40a8-8fff-13b415e46293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295125a9-8a2b-4d88-9ad9-ff5fce880d18,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:05.497808 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.588789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] Network a3180af2-a94a-49cd-99bf-17298e58a787 is not hosted by any dhcp agent {{(pid=94788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:45:05.589252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] No DVR routers for this DVR port bff932fd-525f-4e36-a728-29003d1274b7 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:05.604542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:05.605637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:05.643104 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afb44e73-77c0-43be-9089-d3eeb66a8442 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.681722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afb44e73-77c0-43be-9089-d3eeb66a8442 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.689145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-afb44e73-77c0-43be-9089-d3eeb66a8442 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "DELETE /v2.0/subnets/7a81cd4e-bee6-41ad-bf9a-d62e7987e270 HTTP/1.1" status: 204 len: 168 time: 0.7486174 Aug 31 09:45:05.699187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43654) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:05.747789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504d178-97af-4c49-97c3-831213faaee6 None None] Network 18e7d3bf-b661-49e8-91d8-0b0d26676c4a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:05.819736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-2ce63009-d489-43c1-b310-77ba3a7a2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.821973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-2ce63009-d489-43c1-b310-77ba3a7a2e03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806&tenant_id=079bf3653f69456b93cb7c8eee16aae3 HTTP/1.1" status: 200 len: 1095 time: 0.1711104 Aug 31 09:45:05.950441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-b6903c0b-d970-42d4-9e82-b7701ad554d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.965556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-b6903c0b-d970-42d4-9e82-b7701ad554d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1095 time: 0.1189511 Aug 31 09:45:06.034873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c846efd-2dc6-4754-86b3-5850f67da1ad None None] Pushing event updated for resources: {'Port': ['ID=66037ade-0e3f-4719-a279-8e69930488ae,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:06.103775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-04c92ec2-c122-4f8c-8366-0aac42cb1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.105325 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-04c92ec2-c122-4f8c-8366-0aac42cb1e58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.1321356 Aug 31 09:45:06.132675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b525b-b7af-4f14-b06f-c9b422f1f580 None None] Pushing event deleted for resources: {'Port': ['ID=bff932fd-525f-4e36-a728-29003d1274b7,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:06.136364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:06.202450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-81d6b104-fc3d-4a4d-a58a-f4b4813ad7a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 999 time: 0.0894578 Aug 31 09:45:06.310671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-a3bb0da8-994b-42c6-8e6d-f35aeaf2b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.313331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-a3bb0da8-994b-42c6-8e6d-f35aeaf2b24f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.1029856 Aug 31 09:45:06.338189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.403079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-0361bbf7-8e6c-4fe4-8a8b-e16e4508ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.404219 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-0361bbf7-8e6c-4fe4-8a8b-e16e4508ffd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837741 Aug 31 09:45:06.415837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] DHCP port deletion for 18e7d3bf-b661-49e8-91d8-0b0d26676c4a request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:45:06.490110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Transition to ACTIVE for port object 9c40fbaa-810b-4211-b873-e5936d366eb9 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:06.541474 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-2aed9edb-fdb0-473e-a39e-3b3fa2be742a service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291075 Aug 31 09:45:06.590569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Transition to ACTIVE for port object 9c40fbaa-810b-4211-b873-e5936d366eb9 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:06.615749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 38b36e88-d86c-4cd0-8523-0bc21c79f148 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:06.634702 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.708834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb44e73-77c0-43be-9089-d3eeb66a8442 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Subnet': ['ID=7a81cd4e-bee6-41ad-bf9a-d62e7987e270,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:06.750951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26fa7e-28cf-459a-ab4a-f75f703f2259 req-994e0aeb-88ed-4c07-a2f0-e50b2ff527a4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.753193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f26fa7e-28cf-459a-ab4a-f75f703f2259 req-994e0aeb-88ed-4c07-a2f0-e50b2ff527a4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 1.2481263 Aug 31 09:45:06.755595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Network ca3aa1a0-c849-41f3-a615-e781a1e10366 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:06.764290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06298a2-1772-4871-9940-9a9a6230e324 req-74210530-362f-4d66-81d0-a26d5dbee8df tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.766206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b06298a2-1772-4871-9940-9a9a6230e324 req-74210530-362f-4d66-81d0-a26d5dbee8df tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 945 time: 1.2635939 Aug 31 09:45:06.786732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Pushing event updated for resources: {'Port': ['ID=9c40fbaa-810b-4211-b873-e5936d366eb9,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:06.803515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:06.808845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:06.823851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] Deleting port 38b36e88-d86c-4cd0-8523-0bc21c79f148 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:06.826160 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.844695 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.879692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f26fa7e-28cf-459a-ab4a-f75f703f2259 req-163b7e1f-4e47-4339-8660-475c9c52edc4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118364 Aug 31 09:45:06.902287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.21.0.1 (ca3aa1a0-c849-41f3-a615-e781a1e10366/a4231126-7770-44e6-b6f8-2e3d471c1e4f/83f08627-cf89-4894-9ebf-ca98be9a030f) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:06.909132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b06298a2-1772-4871-9940-9a9a6230e324 req-5664da5a-d251-4240-9974-4bc8688c9769 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359861 Aug 31 09:45:06.990379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6103acd7-c3f8-4bb7-b72f-b14af28a5731 req-d5aebdcf-6240-474f-97e7-a121d99b14c4 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246149 Aug 31 09:45:07.048895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port 38b36e88-d86c-4cd0-8523-0bc21c79f148 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:07.049420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.173471 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.197175 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.218280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] For port 38b36e88-d86c-4cd0-8523-0bc21c79f148, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=38b36e88-d86c-4cd0-8523-0bc21c79f148,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:07.219208 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.238538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Attempting to bind port 9c40fbaa-810b-4211-b873-e5936d366eb9 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:07.239304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Attempting to bind port 9c40fbaa-810b-4211-b873-e5936d366eb9 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:07.239928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Attempting to bind port 9c40fbaa-810b-4211-b873-e5936d366eb9 on network ca3aa1a0-c849-41f3-a615-e781a1e10366 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:07.242820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object 83f08627-cf89-4894-9ebf-ca98be9a030f will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:07.251446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:07.252299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Checking segment: {'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:07.252959 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.253575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Bound using segment: {'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:07.254304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Bound port: 9c40fbaa-810b-4211-b873-e5936d366eb9, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:07.254970 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.273594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port 38b36e88-d86c-4cd0-8523-0bc21c79f148, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=38b36e88-d86c-4cd0-8523-0bc21c79f148,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:07.276395 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.281570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] Calling delete_port for 38b36e88-d86c-4cd0-8523-0bc21c79f148 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:07.311394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:44:57Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:04Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:07.361370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.367203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for 38b36e88-d86c-4cd0-8523-0bc21c79f148 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:07.377948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbebddb-c281-4979-943a-ccb5a3d107e5 None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:44:57Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:04Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:07.427520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 38b36e88-d86c-4cd0-8523-0bc21c79f148, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=38b36e88-d86c-4cd0-8523-0bc21c79f148,segment=NetworkSegment(e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d),segment_id=e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:07.447802 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.579981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=83f08627-cf89-4894-9ebf-ca98be9a030f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:07.600511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network ca3aa1a0-c849-41f3-a615-e781a1e10366 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:07.603410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:07.608141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:07.642560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.684407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.722817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=38b36e88-d86c-4cd0-8523-0bc21c79f148,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:07.738489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port 38b36e88-d86c-4cd0-8523-0bc21c79f148 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:07.750903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] For port 9c40fbaa-810b-4211-b873-e5936d366eb9, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:07.790608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] For port 9c40fbaa-810b-4211-b873-e5936d366eb9, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9c40fbaa-810b-4211-b873-e5936d366eb9,segment=NetworkSegment(968e004e-1745-437c-972c-3482a73822bf),segment_id=968e004e-1745-437c-972c-3482a73822bf)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:07.825959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=38b36e88-d86c-4cd0-8523-0bc21c79f148,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:07.839179 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.119995 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.157669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] No DVR routers for this DVR port 38b36e88-d86c-4cd0-8523-0bc21c79f148 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:08.159045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.174888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727bfdb-c590-4925-bfbe-7810bfe53775 None None] Pushing event updated for resources: {'Port': ['ID=9c40fbaa-810b-4211-b873-e5936d366eb9,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:08.203149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.264888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72486914-37b5-4460-bc51-e6b3b440e711 None None] Pushing event deleted for resources: {'Port': ['ID=38b36e88-d86c-4cd0-8523-0bc21c79f148,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:08.317820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e7d3bf-b661-49e8-91d8-0b0d26676c4a']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:08.532669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:08.533138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7df25ad-e6a6-4805-aa7d-4e9c2ef4d27d') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:08.661783 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.730650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb99f6c-a165-41ba-ae82-78785597909d req-cf7d4c97-a573-4403-b444-5b2ea4ae15d2 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:08.735136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbb99f6c-a165-41ba-ae82-78785597909d req-cf7d4c97-a573-4403-b444-5b2ea4ae15d2 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 945 time: 0.6006341 Aug 31 09:45:08.778912 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.861138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71005ed-e6fa-4116-b4f6-3021544a8327 req-103155b0-57ba-4a74-a8d9-75ea50b23dde tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:08.866108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f71005ed-e6fa-4116-b4f6-3021544a8327 req-103155b0-57ba-4a74-a8d9-75ea50b23dde tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.6602254 Aug 31 09:45:08.893276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:08.893461 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:08.898876 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:09.161661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 66037ade-0e3f-4719-a279-8e69930488ae up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:09.245726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ccc40e99-fb07-4297-9d20-cd862a02eeff up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:09.256523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbb99f6c-a165-41ba-ae82-78785597909d req-eece4be5-5957-42b8-8699-27d1a8f382c7 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020256 Aug 31 09:45:09.371808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f71005ed-e6fa-4116-b4f6-3021544a8327 req-924bbc60-aaf3-4a6d-b668-3ff4155f218f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902047 Aug 31 09:45:09.375873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.401731 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.427131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "DELETE /v2.0/networks/18e7d3bf-b661-49e8-91d8-0b0d26676c4a HTTP/1.1" status: 204 len: 168 time: 3.6243026 Aug 31 09:45:09.434740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43774) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:09.451467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1161075103'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:09.456807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe269a-6e84-4e45-836c-ddbc54352abf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Network': ['ID=18e7d3bf-b661-49e8-91d8-0b0d26676c4a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:09.492115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:09.502259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.570376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:09.601642 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.601996 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Added segment 82efee52-0598-4de7-a5e9-a341c2ee2e21 of type vlan for network 4ac91d87-5306-4ffe-a980-53231af69eef Aug 31 09:45:09.613996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.632571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.682095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.813007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.829971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:09.831562 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.889001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=83f08627-cf89-4894-9ebf-ca98be9a030f,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:09.933234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4973156 Aug 31 09:45:09.939009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43796) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:09.951211 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'subnet': {'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:09.973200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 66037ade-0e3f-4719-a279-8e69930488ae completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:09.987646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 66037ade-0e3f-4719-a279-8e69930488ae triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:09.994648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.157820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.232834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port ccc40e99-fb07-4297-9d20-cd862a02eeff completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:10.260852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port ccc40e99-fb07-4297-9d20-cd862a02eeff triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:10.271482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bd731-f113-48f8-90da-13eb23a40f16 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Network': ['ID=4ac91d87-5306-4ffe-a980-53231af69eef,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:10.286970 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.308376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4ac91d87-5306-4ffe-a980-53231af69eef details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:10.893379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.959390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43834) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:10.990098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7bf0e9-e12c-423c-af39-516df70ff1d7 None None] Network ca3aa1a0-c849-41f3-a615-e781a1e10366 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:11.025206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96d7b-d1ef-4b81-9c61-e1837988ab6b req-79e3c276-2dd5-495b-a3db-87d4e251e401 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:11.029515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63b96d7b-d1ef-4b81-9c61-e1837988ab6b req-79e3c276-2dd5-495b-a3db-87d4e251e401 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 945 time: 0.5237217 Aug 31 09:45:11.060918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f03062-46e3-4f3d-8734-b3c2f83ecbd1 req-e9638407-460b-4987-b176-994c8fdef1c7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:11.067743 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86f03062-46e3-4f3d-8734-b3c2f83ecbd1 req-e9638407-460b-4987-b176-994c8fdef1c7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.4053364 Aug 31 09:45:11.296559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63b96d7b-d1ef-4b81-9c61-e1837988ab6b req-28590579-3ff3-4e80-beb2-13034a7587c3 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262325 Aug 31 09:45:11.370548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86f03062-46e3-4f3d-8734-b3c2f83ecbd1 req-58f6427d-a04f-4b3d-997b-c1bd3c8c32d5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799923 Aug 31 09:45:11.418550 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85453cd-5665-4c28-adbd-0fbb8206c103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.434786 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.458721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-53705beb-e3f2-4d84-baed-cf53a01bd503 None None] Provisioning for port 9c40fbaa-810b-4211-b873-e5936d366eb9 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:11.540757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:11.560017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.596313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 66037ade-0e3f-4719-a279-8e69930488ae, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=66037ade-0e3f-4719-a279-8e69930488ae,segment=NetworkSegment(dae2898b-915a-469d-b0db-e7964a11ccd5),segment_id=dae2898b-915a-469d-b0db-e7964a11ccd5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:11.743950 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.054788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network ca3aa1a0-c849-41f3-a615-e781a1e10366 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:12.064902 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9c40fbaa-810b-4211-b873-e5936d366eb9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:12.067139 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.067967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85453cd-5665-4c28-adbd-0fbb8206c103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.076938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85453cd-5665-4c28-adbd-0fbb8206c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.086449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:12.285719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=66037ade-0e3f-4719-a279-8e69930488ae,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:12.292870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b85453cd-5665-4c28-adbd-0fbb8206c103 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49269897a1eb41a191b6872d51b318e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3150599 Aug 31 09:45:12.293517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43850) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:12.301879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a118e2-610b-447b-a5d2-7e2c3e30ead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc40e99-fb07-4297-9d20-cd862a02eeff'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:12.304591 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc75534-a2a8-408e-91bc-0eebcf0725b5" -d '{"events": [{"server_uuid": "22a118e2-610b-447b-a5d2-7e2c3e30ead3", "name": "network-vif-plugged", "status": "completed", "tag": "ccc40e99-fb07-4297-9d20-cd862a02eeff"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:12.337559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85453cd-5665-4c28-adbd-0fbb8206c103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cfa370-6239-4394-b5b7-9043d7bba54b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:12.364661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ccc40e99-fb07-4297-9d20-cd862a02eeff, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ccc40e99-fb07-4297-9d20-cd862a02eeff,segment=NetworkSegment(10930fb8-7a41-4e58-86a2-6911160683a2),segment_id=10930fb8-7a41-4e58-86a2-6911160683a2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:12.373066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 9c40fbaa-810b-4211-b873-e5936d366eb9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:12.378939 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.595611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Provisioning complete for port 9c40fbaa-810b-4211-b873-e5936d366eb9 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:12.599865 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.756211 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c9d24c-0be2-4e39-9a49-03168ffca1a3 x-openstack-request-id: req-19c9d24c-0be2-4e39-9a49-03168ffca1a3 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:12.756611 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a118e2-610b-447b-a5d2-7e2c3e30ead3", "name": "network-vif-plugged", "status": "completed", "tag": "ccc40e99-fb07-4297-9d20-cd862a02eeff", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:12.757097 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19c9d24c-0be2-4e39-9a49-03168ffca1a3 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:12.757749 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a118e2-610b-447b-a5d2-7e2c3e30ead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc40e99-fb07-4297-9d20-cd862a02eeff', 'code': 200} Aug 31 09:45:12.775252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9c40fbaa-810b-4211-b873-e5936d366eb9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:12.775647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.777930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ccc40e99-fb07-4297-9d20-cd862a02eeff,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:12.826436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-501cc365-3c86-43ec-bf3d-e394bf50ecb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.855726 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-501cc365-3c86-43ec-bf3d-e394bf50ecb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.933277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:12.968278 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-501cc365-3c86-43ec-bf3d-e394bf50ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.971164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-501cc365-3c86-43ec-bf3d-e394bf50ecb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.986712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-501cc365-3c86-43ec-bf3d-e394bf50ecb7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34cfa370-6239-4394-b5b7-9043d7bba54b HTTP/1.1" status: 204 len: 168 time: 0.6892374 Aug 31 09:45:13.017966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cc365-3c86-43ec-bf3d-e394bf50ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cfa370-6239-4394-b5b7-9043d7bba54b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:13.079417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9da156-7126-459b-af71-410c19c2fac9 req-f6ef52f0-59eb-46fc-95f6-b5d59adc0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:13.081612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd9da156-7126-459b-af71-410c19c2fac9 req-f6ef52f0-59eb-46fc-95f6-b5d59adc0e4a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 1097 time: 0.4854677 Aug 31 09:45:13.189733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5522-bed1-4a82-9be5-b9bfad600aed req-de59ce2e-0988-4c85-83e3-ce8e6d64364d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:13.212332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58ab5522-bed1-4a82-9be5-b9bfad600aed req-de59ce2e-0988-4c85-83e3-ce8e6d64364d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.4816463 Aug 31 09:45:13.250277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77fd5a-6050-4d6f-a7ed-a53774f66785 req-3eedd21b-e8ff-4178-9526-266881122e91 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:13.263122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a77fd5a-6050-4d6f-a7ed-a53774f66785 req-3eedd21b-e8ff-4178-9526-266881122e91 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 946 time: 0.6214228 Aug 31 09:45:13.293884 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.337930 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.407141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd9da156-7126-459b-af71-410c19c2fac9 req-c5a0818b-c805-481c-ba7b-0b3bcf6c1132 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107557 Aug 31 09:45:13.431552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] For port 9c40fbaa-810b-4211-b873-e5936d366eb9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9c40fbaa-810b-4211-b873-e5936d366eb9,segment=NetworkSegment(968e004e-1745-437c-972c-3482a73822bf),segment_id=968e004e-1745-437c-972c-3482a73822bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:13.442258 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.498904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a77fd5a-6050-4d6f-a7ed-a53774f66785 req-5b0b1b78-45d4-4df7-9abe-6a0d4297bb85 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290463 Aug 31 09:45:13.563241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58ab5522-bed1-4a82-9be5-b9bfad600aed req-4559195c-6d85-49c6-8d46-1947cb4a2937 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493578 Aug 31 09:45:13.587779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:13.595779 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8633af3e-11fc-4baa-b139-ff7386825d9c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8300726 Aug 31 09:45:13.604637 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.608452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43870) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:13.611435 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:13.634587 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:13.635337 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:13.646854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-2122847677'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:13.669729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Provisioning for port 83f08627-cf89-4894-9ebf-ca98be9a030f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:13.713952 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.714675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Provisioning complete for port 83f08627-cf89-4894-9ebf-ca98be9a030f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:13.715081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.779305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:13.783706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.785835 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:45:13.786203 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:45:13.826262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Checking segment: {'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:13.826634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network hostable DHCP agents. Network: 4ac91d87-5306-4ffe-a980-53231af69eef, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:13.852072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Pushing event updated for resources: {'Port': ['ID=9c40fbaa-810b-4211-b873-e5936d366eb9,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:13.886216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Subnet': ['ID=74aa227b-3e18-473f-9216-b6a382697a62,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:13.893841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-288cc568-ae64-40e1-9101-bda514110f27 None None] Port 83f08627-cf89-4894-9ebf-ca98be9a030f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:13.896302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network 4ac91d87-5306-4ffe-a980-53231af69eef is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:13.905456 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:13.929902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4ac91d87-5306-4ffe-a980-53231af69eef) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:13.938047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:13.943742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:13.944359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.978837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.980036 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment a1e2695c-eadb-4413-bf1b-d6f125719943 of type vlan for network 63379b89-9b84-45eb-aa42-3cba6c0ff30d Aug 31 09:45:13.991599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b71fe-0f7d-46bc-8304-281b1ee86eb6 None None] Network 4ac91d87-5306-4ffe-a980-53231af69eef requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:13.995394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d0631117-d805-46ea-9b10-f5e3558cd700 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0551207 Aug 31 09:45:13.999452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43880) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:14.016300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1096553523'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:14.126204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:14.130260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.205922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4d162d2a-8281-4a9f-be5b-02d54b43f147 None None] Provisioning complete for port 83f08627-cf89-4894-9ebf-ca98be9a030f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:14.206680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4d162d2a-8281-4a9f-be5b-02d54b43f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.246022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:14.253634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43882) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:14.301683 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.392863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.396087 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Added segment 6080773a-75e2-4bf9-9667-0f7fcd75ed1b of type vlan for network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 Aug 31 09:45:14.406170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd16a-f111-4a96-adc5-20106129620e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.415061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.432982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:14.433729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.700669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4d162d2a-8281-4a9f-be5b-02d54b43f147 None None] Port 83f08627-cf89-4894-9ebf-ca98be9a030f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:14.721016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=63379b89-9b84-45eb-aa42-3cba6c0ff30d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:14.823495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.838443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 63379b89-9b84-45eb-aa42-3cba6c0ff30d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:14.968034 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:08Z', 'revision_number': 3, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:08Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:15.061472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b5fbc-303c-4f5a-a7b3-d77e103cc351 req-24e3b00f-e439-40e3-a3a2-4652002b2484 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:15.063494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-068b5fbc-303c-4f5a-a7b3-d77e103cc351 req-24e3b00f-e439-40e3-a3a2-4652002b2484 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 946 time: 0.2756882 Aug 31 09:45:15.093102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9c40fbaa-810b-4211-b873-e5936d366eb9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:15.107034 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:15.107385 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Updating router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f port 83f08627-cf89-4894-9ebf-ca98be9a030f binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:45:15.184603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd16a-f111-4a96-adc5-20106129620e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.208920 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.222903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92564276-468e-4c82-be51-1b1a323dda3b req-7bd5dda6-4ef4-4f90-a662-7c2b355c3385 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:15.228074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd16a-f111-4a96-adc5-20106129620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.250640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92564276-468e-4c82-be51-1b1a323dda3b req-7bd5dda6-4ef4-4f90-a662-7c2b355c3385 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.3537054 Aug 31 09:45:15.314108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bd16a-f111-4a96-adc5-20106129620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1031c5-1526-4bbd-8363-110977ce183e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:15.317577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-068b5fbc-303c-4f5a-a7b3-d77e103cc351 req-460b2e24-7eed-4c1d-8074-995ae25849f6 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393622 Aug 31 09:45:15.320556 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-16f960f4-7ce9-4c15-99a1-ea131917827a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7076833 Aug 31 09:45:15.332696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43896) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:15.403113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:15.409297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.415777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4ac91d87-5306-4ffe-a980-53231af69eef', 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'fixed_ips': [{'subnet_id': '74aa227b-3e18-473f-9216-b6a382697a62'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:15.416734 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.446208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:15.447839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.491688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92564276-468e-4c82-be51-1b1a323dda3b req-3a67d0da-45d8-456c-9f3a-de2adf4a6dbb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393799 Aug 31 09:45:15.544084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9c40fbaa-810b-4211-b873-e5936d366eb9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:15.547407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.682051 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6783640 Aug 31 09:45:15.686390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:15.952981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'subnet': {'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:15.963571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:15.973076 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9c7bd16a-f111-4a96-adc5-20106129620e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=343c25588f4f4ffb98441e7d7aa3ecd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7172968 Aug 31 09:45:15.978350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.987130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43910) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:16.367903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Allocated IP 19.80.0.2 (4ac91d87-5306-4ffe-a980-53231af69eef/74aa227b-3e18-473f-9216-b6a382697a62/332008a6-4392-4060-a644-689ea5d8e607) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:16.425369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c16b80-eab3-4567-a740-eaa01dc3e969 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Network': ['ID=12b3d937-e7b8-48aa-9dd0-6128ecd0ce53,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:16.633012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-863a5d90-2e7d-49ef-b996-bf187f3250d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.707888 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-863a5d90-2e7d-49ef-b996-bf187f3250d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.712850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:16.717645 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.720382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.740327 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Transition to ACTIVE for port object 83f08627-cf89-4894-9ebf-ca98be9a030f will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:16.752022 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.829410 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Pushing event updated for resources: {'Port': ['ID=83f08627-cf89-4894-9ebf-ca98be9a030f,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:16.843859 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.845535 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.846053 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.846601 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.847103 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.847594 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.849118 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.849803 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.850294 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.850866 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.851594 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.852076 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:16.857646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 66037ade-0e3f-4719-a279-8e69930488ae up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:17.012142 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Attempting to bind port 83f08627-cf89-4894-9ebf-ca98be9a030f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:17.012515 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Attempting to bind port 83f08627-cf89-4894-9ebf-ca98be9a030f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:17.012865 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Attempting to bind port 83f08627-cf89-4894-9ebf-ca98be9a030f on network ca3aa1a0-c849-41f3-a615-e781a1e10366 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:17.028867 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:17.029313 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Checking segment: {'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:17.029631 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.030019 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Bound using segment: {'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:17.030494 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Bound port: 83f08627-cf89-4894-9ebf-ca98be9a030f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968e004e-1745-437c-972c-3482a73822bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:17.035776 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.064452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:17.127930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65333a-3062-4bc8-af04-ecfd71b7b750 req-72bb071f-2605-413a-9f94-b9927a2a67e7 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:17.130984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b65333a-3062-4bc8-af04-ecfd71b7b750 req-72bb071f-2605-413a-9f94-b9927a2a67e7 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 946 time: 0.5882716 Aug 31 09:45:17.132593 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.383124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d020-7bc9-4e91-9913-3316d3fe4f45 req-234ed795-6b5d-4f42-b15e-ee2f81e45749 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:17.387353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99f6d020-7bc9-4e91-9913-3316d3fe4f45 req-234ed795-6b5d-4f42-b15e-ee2f81e45749 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.4261401 Aug 31 09:45:17.404886 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] For port 83f08627-cf89-4894-9ebf-ca98be9a030f, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:17.415508 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.440325 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] For port 83f08627-cf89-4894-9ebf-ca98be9a030f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=83f08627-cf89-4894-9ebf-ca98be9a030f,segment=NetworkSegment(968e004e-1745-437c-972c-3482a73822bf),segment_id=968e004e-1745-437c-972c-3482a73822bf)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:17.451679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 66037ade-0e3f-4719-a279-8e69930488ae triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:17.452083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.453803 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.530488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:17.532099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: 63379b89-9b84-45eb-aa42-3cba6c0ff30d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:17.560906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Transition to ACTIVE for port object 332008a6-4392-4060-a644-689ea5d8e607 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:17.569042 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-863a5d90-2e7d-49ef-b996-bf187f3250d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.585504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-863a5d90-2e7d-49ef-b996-bf187f3250d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.585744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b65333a-3062-4bc8-af04-ecfd71b7b750 req-44aaf164-7d96-4ceb-9a2a-aeb16018ae8c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420807 Aug 31 09:45:17.592255 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-863a5d90-2e7d-49ef-b996-bf187f3250d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c1031c5-1526-4bbd-8363-110977ce183e HTTP/1.1" status: 204 len: 168 time: 1.5687437 Aug 31 09:45:17.618055 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.770297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a5d90-2e7d-49ef-b996-bf187f3250d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1031c5-1526-4bbd-8363-110977ce183e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:17.787517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99f6d020-7bc9-4e91-9913-3316d3fe4f45 req-4c4cafce-4efd-4234-88f9-a0a9491e9e58 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3675282 Aug 31 09:45:17.788242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=41a8e1d5-8c07-4fc1-8518-42e26c173660,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:17.824632 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd872eac-e000-4094-b9a5-2c835dcf30e2 None None] Pushing event updated for resources: {'Port': ['ID=83f08627-cf89-4894-9ebf-ca98be9a030f,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:17.851021 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:17.852664 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:44:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:17.865839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Transition to ACTIVE for port object 332008a6-4392-4060-a644-689ea5d8e607 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:17.895209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 63379b89-9b84-45eb-aa42-3cba6c0ff30d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:17.937612 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.964884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-c19c4e08-8302-4a19-81fc-c5c31f4ceda7 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:17.974689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-c19c4e08-8302-4a19-81fc-c5c31f4ceda7 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.52 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 946 time: 0.4480455 Aug 31 09:45:17.980148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Subnet': ['ID=c6249728-4dd4-441f-b17e-ad9bf6ed61f8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:17.990031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Checking segment: {'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:17.990926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network hostable DHCP agents. Network: 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:18.045782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:18.068348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:18.084919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:18.087224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.132738 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:18.133983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Network 4ac91d87-5306-4ffe-a980-53231af69eef is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:18.145326 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-12cf255d-a1c7-4e0a-b81f-8d726fdd4a29 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2410238 Aug 31 09:45:18.152587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 63379b89-9b84-45eb-aa42-3cba6c0ff30d) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:18.167387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Pushing event updated for resources: {'Port': ['ID=332008a6-4392-4060-a644-689ea5d8e607,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:18.170399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:18.208760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953152c7-86f3-4c36-ae7a-b11603c92128 None None] Network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:18.210242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53af85b7-1e1b-423d-b153-4aef61970a19 None None] Network 63379b89-9b84-45eb-aa42-3cba6c0ff30d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:18.219926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:18.224023 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.403277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ff946b2c-b3b9-4fd7-a12a-b06740795081 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0687509 Aug 31 09:45:18.407041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43946) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:18.457675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Deleting port ccc40e99-fb07-4297-9d20-cd862a02eeff {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:18.476964 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.813886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] For port ccc40e99-fb07-4297-9d20-cd862a02eeff, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ccc40e99-fb07-4297-9d20-cd862a02eeff,segment=NetworkSegment(10930fb8-7a41-4e58-86a2-6911160683a2),segment_id=10930fb8-7a41-4e58-86a2-6911160683a2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:18.815061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.853454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Calling delete_port for ccc40e99-fb07-4297-9d20-cd862a02eeff owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:18.869894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:18.939309 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:08Z', 'revision_number': 3, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:17Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:18.999126 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae38c0d-faf5-4063-8946-450e5af9736c None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:08Z', 'revision_number': 3, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:17Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:19.156714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Attempting to bind port 332008a6-4392-4060-a644-689ea5d8e607 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:19.157099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Attempting to bind port 332008a6-4392-4060-a644-689ea5d8e607 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:19.157459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Attempting to bind port 332008a6-4392-4060-a644-689ea5d8e607 on network 4ac91d87-5306-4ffe-a980-53231af69eef {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:19.167016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:19.167534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Checking segment: {'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:19.167863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:19.168196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Bound using segment: {'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:19.168689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Bound port: 332008a6-4392-4060-a644-689ea5d8e607, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:19.169076 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:19.648518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:19.776086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Pushing event deleted for resources: {'Port': ['ID=ccc40e99-fb07-4297-9d20-cd862a02eeff,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:19.795576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587644e0-0141-4fdf-ac15-b80cd3a8996b req-b385dc74-900d-4e31-8423-36713ad5c729 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:19.798246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-587644e0-0141-4fdf-ac15-b80cd3a8996b req-b385dc74-900d-4e31-8423-36713ad5c729 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/ports?device_id=22a118e2-610b-447b-a5d2-7e2c3e30ead3 HTTP/1.1" status: 200 len: 946 time: 0.3495467 Aug 31 09:45:19.800758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] For port 332008a6-4392-4060-a644-689ea5d8e607, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:19.840003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 83f08627-cf89-4894-9ebf-ca98be9a030f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:19.865505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-12b3d937-e7b8-48aa-9dd0-6128ecd0ce53', 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'fixed_ips': [{'subnet_id': 'c6249728-4dd4-441f-b17e-ad9bf6ed61f8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:19.868264 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:19.995875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.100207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:20.104640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.115348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] For port 332008a6-4392-4060-a644-689ea5d8e607, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=332008a6-4392-4060-a644-689ea5d8e607,segment=NetworkSegment(82efee52-0598-4de7-a5e9-a341c2ee2e21),segment_id=82efee52-0598-4de7-a5e9-a341c2ee2e21)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:20.182226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.183350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] No DVR routers for this DVR port ccc40e99-fb07-4297-9d20-cd862a02eeff on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:20.246343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.259656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04a67cfc-48d7-4d56-8a1a-8e7b6b13462b req-54bb3650-61f2-4c74-9871-a57fd87e904c tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.52 "DELETE /v2.0/ports/ccc40e99-fb07-4297-9d20-cd862a02eeff HTTP/1.1" status: 204 len: 173 time: 2.2602379 Aug 31 09:45:20.278305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a118e2-610b-447b-a5d2-7e2c3e30ead3', 'name': 'network-vif-deleted', 'tag': 'ccc40e99-fb07-4297-9d20-cd862a02eeff'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:20.284186 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf4061b-6a27-4148-85b1-172aadfb8e02" -d '{"events": [{"server_uuid": "22a118e2-610b-447b-a5d2-7e2c3e30ead3", "name": "network-vif-deleted", "tag": "ccc40e99-fb07-4297-9d20-cd862a02eeff"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:20.338009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-587644e0-0141-4fdf-ac15-b80cd3a8996b req-0f468748-5d8d-4ffb-a1df-74bbadf87ba4 tempest-ServerAddressesNegativeTestJSON-439534676 tempest-ServerAddressesNegativeTestJSON-439534676-project] 10.222.0.69 "GET /v2.0/security-groups?id=64fac5c1-c22a-4343-bc67-678c3949fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234807 Aug 31 09:45:20.816970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 83f08627-cf89-4894-9ebf-ca98be9a030f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:20.823056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e930d-7816-42b4-8fad-4ee82d995d6d req-3b22485b-da73-4d96-8822-3230375198a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:20.831373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f8e930d-7816-42b4-8fad-4ee82d995d6d req-3b22485b-da73-4d96-8822-3230375198a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2589417 Aug 31 09:45:20.955947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f8e930d-7816-42b4-8fad-4ee82d995d6d req-90b97e5a-5947-40fe-89f6-ba6fadb733f5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235249 Aug 31 09:45:21.112607 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2f3091-c521-46f1-bca2-6f8ae327708b x-openstack-request-id: req-3a2f3091-c521-46f1-bca2-6f8ae327708b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:21.112979 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a118e2-610b-447b-a5d2-7e2c3e30ead3", "name": "network-vif-deleted", "tag": "ccc40e99-fb07-4297-9d20-cd862a02eeff", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:21.113298 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a2f3091-c521-46f1-bca2-6f8ae327708b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:21.113778 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a118e2-610b-447b-a5d2-7e2c3e30ead3', 'name': 'network-vif-deleted', 'tag': 'ccc40e99-fb07-4297-9d20-cd862a02eeff', 'status': 'completed', 'code': 200} Aug 31 09:45:21.117540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 83f08627-cf89-4894-9ebf-ca98be9a030f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:21.118675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.319551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Allocated IP 172.22.0.2 (63379b89-9b84-45eb-aa42-3cba6c0ff30d/41a8e1d5-8c07-4fc1-8518-42e26c173660/44dc5f94-a001-4259-b62c-5713920c2650) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:21.519009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44008) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:21.634306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ccc40e99-fb07-4297-9d20-cd862a02eeff no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:21.736311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-db553de7-b4f8-4bc9-a5e2-804cb0af6e14 admin admin] Deleting subnet 792e479b-d9de-4edc-8020-35bc3849b12e {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:21.761198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db553de7-b4f8-4bc9-a5e2-804cb0af6e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.816039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: ccc40e99-fb07-4297-9d20-cd862a02eeff {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:21.821908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ccc40e99-fb07-4297-9d20-cd862a02eeff not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:21.848431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cf1ca-42f9-4349-a7e8-7015e80439e7 None None] Pushing event updated for resources: {'Port': ['ID=332008a6-4392-4060-a644-689ea5d8e607,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:21.851296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db553de7-b4f8-4bc9-a5e2-804cb0af6e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.959840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db553de7-b4f8-4bc9-a5e2-804cb0af6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.026675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d1bf900a-06a5-4dce-a159-1e68bb80f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.137247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db553de7-b4f8-4bc9-a5e2-804cb0af6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.252853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db553de7-b4f8-4bc9-a5e2-804cb0af6e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792e479b-d9de-4edc-8020-35bc3849b12e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:22.263927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db553de7-b4f8-4bc9-a5e2-804cb0af6e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.268059 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-db553de7-b4f8-4bc9-a5e2-804cb0af6e14 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/792e479b-d9de-4edc-8020-35bc3849b12e HTTP/1.1" status: 204 len: 168 time: 0.7180171 Aug 31 09:45:22.275561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44018) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:22.308716 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.334351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Transition to ACTIVE for port object 44dc5f94-a001-4259-b62c-5713920c2650 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:22.361718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0db18-7de5-483f-9f2e-9a73dd42fce1 req-eca53eb7-fd74-4469-9423-57c49068a22a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:22.370581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.372966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cf0db18-7de5-483f-9f2e-9a73dd42fce1 req-eca53eb7-fd74-4469-9423-57c49068a22a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.1812079 Aug 31 09:45:22.377112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Transition to ACTIVE for port object 44dc5f94-a001-4259-b62c-5713920c2650 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:22.411495 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.480592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Allocated IP 19.86.0.2 (12b3d937-e7b8-48aa-9dd0-6128ecd0ce53/c6249728-4dd4-441f-b17e-ad9bf6ed61f8/ecf5a16f-7f1d-4698-b593-187819769adf) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:22.496989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Pushing event updated for resources: {'Port': ['ID=44dc5f94-a001-4259-b62c-5713920c2650,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:22.518178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cf0db18-7de5-483f-9f2e-9a73dd42fce1 req-b5a9e210-4145-4075-99a1-076c9ac8d262 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442783 Aug 31 09:45:22.580927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Network 63379b89-9b84-45eb-aa42-3cba6c0ff30d is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:22.581890 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.651844 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.22.0.1 (63379b89-9b84-45eb-aa42-3cba6c0ff30d/41a8e1d5-8c07-4fc1-8518-42e26c173660/42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:22.656492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:22.673195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:22.685320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44028) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:22.912686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 83f08627-cf89-4894-9ebf-ca98be9a030f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=83f08627-cf89-4894-9ebf-ca98be9a030f,segment=NetworkSegment(968e004e-1745-437c-972c-3482a73822bf),segment_id=968e004e-1745-437c-972c-3482a73822bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:22.972125 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.991109 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.010378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9da5daa-ea13-4458-a260-d92f804679ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.035405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:23.219242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.323265 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9da5daa-ea13-4458-a260-d92f804679ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.330107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9da5daa-ea13-4458-a260-d92f804679ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.375386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da5daa-ea13-4458-a260-d92f804679ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af3506a-da18-4660-a099-1ea3332352a8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:23.407112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.429445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Transition to ACTIVE for port object ecf5a16f-7f1d-4698-b593-187819769adf will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:23.437737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d9da5daa-ea13-4458-a260-d92f804679ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd786828efa94ed6ade76be12713a8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512679 Aug 31 09:45:23.443485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44038) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:23.481358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Transition to ACTIVE for port object ecf5a16f-7f1d-4698-b593-187819769adf will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:23.497389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=83f08627-cf89-4894-9ebf-ca98be9a030f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:23.570255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.601277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Attempting to bind port 44dc5f94-a001-4259-b62c-5713920c2650 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:23.602238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Attempting to bind port 44dc5f94-a001-4259-b62c-5713920c2650 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:23.605704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Attempting to bind port 44dc5f94-a001-4259-b62c-5713920c2650 on network 63379b89-9b84-45eb-aa42-3cba6c0ff30d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:23.612352 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.637521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 63379b89-9b84-45eb-aa42-3cba6c0ff30d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:23.669362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:23.672211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 332008a6-4392-4060-a644-689ea5d8e607 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:23.681254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fbe2ac-7842-4b7d-b0b3-4f2ef33e97ab None None] Network 4ac91d87-5306-4ffe-a980-53231af69eef requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:23.698602 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00a041e1-ffbc-4a63-8008-133f3ed2bd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.708471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:23.838320 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.848450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00a041e1-ffbc-4a63-8008-133f3ed2bd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.849313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dfb392-cf39-466e-b2b9-8ccb11b38dee']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:23.854137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:23.971818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:23.972219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Checking segment: {'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:23.972639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.973042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Bound using segment: {'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:23.973553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Bound port: 44dc5f94-a001-4259-b62c-5713920c2650, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:23.974175 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.986464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10930fb8-7a41-4e58-86a2-6911160683a2') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:23.987635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10930fb8-7a41-4e58-86a2-6911160683a2') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:23.990419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f8f26-b925-43c0-b0d8-28a046a51b6f req-6f15fc64-e1ac-4098-93c7-0d8fd7fba954 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:24.003364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-586f8f26-b925-43c0-b0d8-28a046a51b6f req-6f15fc64-e1ac-4098-93c7-0d8fd7fba954 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2604611 Aug 31 09:45:24.022498 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.032260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:24.092946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:24.113145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:24.118347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 332008a6-4392-4060-a644-689ea5d8e607 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:24.121990 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00a041e1-ffbc-4a63-8008-133f3ed2bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.125595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.128703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00a041e1-ffbc-4a63-8008-133f3ed2bd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.139468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-00a041e1-ffbc-4a63-8008-133f3ed2bd39 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7af3506a-da18-4660-a099-1ea3332352a8 HTTP/1.1" status: 204 len: 168 time: 0.6944849 Aug 31 09:45:24.172095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:24.184436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:24.187173 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:24.227309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0eb7c126-c376-4895-9d7a-2732310d4026 None None] Provisioning for port 332008a6-4392-4060-a644-689ea5d8e607 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:24.241349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 332008a6-4392-4060-a644-689ea5d8e607 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:24.241725 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.275362 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-586f8f26-b925-43c0-b0d8-28a046a51b6f req-3ddf7902-1fac-4509-9ec3-90d7513a72d8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363486 Aug 31 09:45:24.291610 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:45:24.311035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a041e1-ffbc-4a63-8008-133f3ed2bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af3506a-da18-4660-a099-1ea3332352a8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:24.433214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0eb7c126-c376-4895-9d7a-2732310d4026 None None] Provisioning complete for port 332008a6-4392-4060-a644-689ea5d8e607 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:24.433842 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0eb7c126-c376-4895-9d7a-2732310d4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.463397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Pushing event updated for resources: {'Port': ['ID=ecf5a16f-7f1d-4698-b593-187819769adf,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:24.473494 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.482416 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.506208 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.529961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] 10.222.0.69 "DELETE /v2.0/networks/46dfb392-cf39-466e-b2b9-8ccb11b38dee HTTP/1.1" status: 204 len: 168 time: 2.2406418 Aug 31 09:45:24.621437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012c48-417b-43ca-b251-00c5e8ed8a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=46dfb392-cf39-466e-b2b9-8ccb11b38dee,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:25.224293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44070) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:25.266692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] For port 44dc5f94-a001-4259-b62c-5713920c2650, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:25.289814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] For port 44dc5f94-a001-4259-b62c-5713920c2650, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=44dc5f94-a001-4259-b62c-5713920c2650,segment=NetworkSegment(a1e2695c-eadb-4413-bf1b-d6f125719943),segment_id=a1e2695c-eadb-4413-bf1b-d6f125719943)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:25.292178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7b77e796-1de1-4883-b278-db297ba85a3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=512dd8b8e889458e8427744e866421e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659444 Aug 31 09:45:25.292442 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.295450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44072) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:25.354521 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.383499 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.410891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-035dafc3-8df9-403d-a206-d649b0476719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.446986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Attempting to bind port ecf5a16f-7f1d-4698-b593-187819769adf on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:25.447505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Attempting to bind port ecf5a16f-7f1d-4698-b593-187819769adf by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:25.447777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Attempting to bind port ecf5a16f-7f1d-4698-b593-187819769adf on network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:25.463214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:25.464028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Checking segment: {'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:25.464503 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.464991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Bound using segment: {'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:25.465668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Bound port: ecf5a16f-7f1d-4698-b593-187819769adf, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:25.466062 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.489055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-035dafc3-8df9-403d-a206-d649b0476719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.632161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] For port ecf5a16f-7f1d-4698-b593-187819769adf, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:25.638609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] For port ecf5a16f-7f1d-4698-b593-187819769adf, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf5a16f-7f1d-4698-b593-187819769adf,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:25.700081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ad0f-1b5c-44df-99c4-ab4cb89ff038 req-db418873-b8b4-4f3f-b46b-5160e890c00d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:25.705995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fec8ad0f-1b5c-44df-99c4-ab4cb89ff038 req-db418873-b8b4-4f3f-b46b-5160e890c00d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2095318 Aug 31 09:45:25.747784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 332008a6-4392-4060-a644-689ea5d8e607, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=332008a6-4392-4060-a644-689ea5d8e607,segment=NetworkSegment(82efee52-0598-4de7-a5e9-a341c2ee2e21),segment_id=82efee52-0598-4de7-a5e9-a341c2ee2e21)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:25.757000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc607a11-d20f-4beb-a478-021599023ac1 None None] Pushing event updated for resources: {'Port': ['ID=44dc5f94-a001-4259-b62c-5713920c2650,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:25.783355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.789984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.830269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-035dafc3-8df9-403d-a206-d649b0476719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.837350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-035dafc3-8df9-403d-a206-d649b0476719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.843575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-035dafc3-8df9-403d-a206-d649b0476719 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/64fac5c1-c22a-4343-bc67-678c3949fc3b HTTP/1.1" status: 204 len: 168 time: 0.5443141 Aug 31 09:45:25.914906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dafc3-8df9-403d-a206-d649b0476719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fac5c1-c22a-4343-bc67-678c3949fc3b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:25.925700 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.947945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.980789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fec8ad0f-1b5c-44df-99c4-ab4cb89ff038 req-59f76b29-9de6-4793-9362-73132752b24a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506099 Aug 31 09:45:26.131974 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01265cb3-894d-44e2-8ff6-4979dde9fac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.137511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 83f08627-cf89-4894-9ebf-ca98be9a030f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:26.295319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.312938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:26.720852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 63379b89-9b84-45eb-aa42-3cba6c0ff30d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:26.732353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:26.783893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e1333-e8d2-4413-9401-786120d0f295 None None] Pushing event updated for resources: {'Port': ['ID=ecf5a16f-7f1d-4698-b593-187819769adf,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:26.949135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 83f08627-cf89-4894-9ebf-ca98be9a030f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:26.949666 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.952257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=332008a6-4392-4060-a644-689ea5d8e607,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:27.003529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a1421943-2293-4cce-99de-50ddc2485e79 None None] Provisioning complete for port 332008a6-4392-4060-a644-689ea5d8e607 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:27.003529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a1421943-2293-4cce-99de-50ddc2485e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.030897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:27.282910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:27.322099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6f5e6927-6d97-49f9-809c-1727f647f9f4 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9092889 Aug 31 09:45:27.326026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44120) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:27.346206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'network': {'name': 'tempest-RoutersTest-580507059'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:27.361637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:27.372648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb8a71-980d-4426-a35e-7a635e043d8b req-904beab9-e758-4638-889f-9647db48ffd1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:27.376487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bdcb8a71-980d-4426-a35e-7a635e043d8b req-904beab9-e758-4638-889f-9647db48ffd1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2312703 Aug 31 09:45:27.440132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:27.443935 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.568389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bdcb8a71-980d-4426-a35e-7a635e043d8b req-a302d726-a74b-4f1f-8ce9-4f48236fd288 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649122 Aug 31 09:45:27.574909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:27.601059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.604470 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added segment a0790da7-012c-4a9d-8290-95332e3f635b of type vlan for network 0699035c-2b95-4649-a35a-24498cf3b11c Aug 31 09:45:27.741722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:27.748770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:27.821192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.968247 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.992993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.039202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:28.044549 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.206264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44134) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:28.206486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8712215 Aug 31 09:45:28.215021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'subnet': {'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:28.316342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:28.444271 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735247-d112-48b2-9375-dc1e2e615968 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Network': ['ID=0699035c-2b95-4649-a35a-24498cf3b11c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:28.464375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b562ffd4-ee80-4715-a8d8-cc19aa9be0ad None None] Network 63379b89-9b84-45eb-aa42-3cba6c0ff30d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:28.510175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 0699035c-2b95-4649-a35a-24498cf3b11c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:28.678790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44142) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:28.700175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Made reservation on behalf of f5825b9941364b598e92b27ae77b096c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:28.715399 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.864053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 332008a6-4392-4060-a644-689ea5d8e607 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:28.996723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-978358127-network', 'tenant_id': '07472225fd9248f3b6af9a9dcdf9aeac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:29.058885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Made reservation on behalf of 07472225fd9248f3b6af9a9dcdf9aeac for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:29.069196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.069996 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a279aae-bcf1-4eb1-85cd-0a5daa64a657 None None] Network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:29.116951 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.190210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ed58e-fadc-48be-9720-e1413505c428 req-44831f9a-3b2c-4c0c-9995-d7688f76b690 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.206487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f9ed58e-fadc-48be-9720-e1413505c428 req-44831f9a-3b2c-4c0c-9995-d7688f76b690 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2790585 Aug 31 09:45:29.305234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.311468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.341927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:29.366954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.369287 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Added segment 574ace2d-2dda-4a0f-b4ed-b90e0840da7e of type vlan for network 8c2a2b53-fbbb-497c-8338-adee47bc03dc Aug 31 09:45:29.390269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f9ed58e-fadc-48be-9720-e1413505c428 req-7b22aa9b-5bbf-4902-ab83-1151dac5c268 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675956 Aug 31 09:45:29.453468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a2a50e6f-312f-496a-b681-d31e08f97e3f None None] Provisioning for port 44dc5f94-a001-4259-b62c-5713920c2650 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:29.489282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.493832 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.514845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:29.559997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.560564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.561684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.562427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.604213 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9185314 Aug 31 09:45:29.633775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44158) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:29.716514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Subnet': ['ID=6ec1362e-3376-49fd-aa57-79bc59202d98,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:29.726361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Request body: {'subnet': {'network_id': '8c2a2b53-fbbb-497c-8338-adee47bc03dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-978358127-subnet', 'tenant_id': '07472225fd9248f3b6af9a9dcdf9aeac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:29.864654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Checking segment: {'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:29.865280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network hostable DHCP agents. Network: 0699035c-2b95-4649-a35a-24498cf3b11c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:29.886405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2ee84-8db8-4e7a-ab1f-4bee2aa254c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2a2b53-fbbb-497c-8338-adee47bc03dc,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:29.910380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Made reservation on behalf of 07472225fd9248f3b6af9a9dcdf9aeac for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:29.917829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.945060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 0699035c-2b95-4649-a35a-24498cf3b11c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:29.945866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-53b053e2-0379-45e4-81de-bdd34728d939 None None] Provisioning for port ecf5a16f-7f1d-4698-b593-187819769adf completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:29.951175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8c2a2b53-fbbb-497c-8338-adee47bc03dc details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:29.983260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 0699035c-2b95-4649-a35a-24498cf3b11c) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:29.983260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.983260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.990923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 332008a6-4392-4060-a644-689ea5d8e607 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:29.991385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.041179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-194982a4-c478-4746-889f-94bffcd8326d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8330340 Aug 31 09:45:30.047504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44166) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:30.286319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8dfd8-e7fb-4585-ae59-baa433f40a7f None None] Network 0699035c-2b95-4649-a35a-24498cf3b11c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:30.527102 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.685217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243f9f55-4c5d-4f62-a11b-5751b6a9198c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:30.690926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Checking segment: {'id': '574ace2d-2dda-4a0f-b4ed-b90e0840da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8c2a2b53-fbbb-497c-8338-adee47bc03dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:30.690926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Network hostable DHCP agents. Network: 8c2a2b53-fbbb-497c-8338-adee47bc03dc, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:30.739093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Network 8c2a2b53-fbbb-497c-8338-adee47bc03dc is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:30.760206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8c2a2b53-fbbb-497c-8338-adee47bc03dc) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:30.779782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.780171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.860931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2bf1bc-c3fe-401e-b3b4-008f07ab66c4 None None] Network 8c2a2b53-fbbb-497c-8338-adee47bc03dc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:30.877048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a96ac6f6-9031-46fa-9762-75033e506b56 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2418888 Aug 31 09:45:31.402643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b9d6-6e1b-45b8-9278-46e7f1d2d966 req-f326c1b6-4e3f-4d7f-9fc4-9244df8d04a9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:31.410183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbf1b9d6-6e1b-45b8-9278-46e7f1d2d966 req-f326c1b6-4e3f-4d7f-9fc4-9244df8d04a9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.4195487 Aug 31 09:45:31.524760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbf1b9d6-6e1b-45b8-9278-46e7f1d2d966 req-5ebf76a3-a0dc-4883-a3d1-ad42d7f89a18 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045933 Aug 31 09:45:31.538341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.632094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-94db1dfc-d44d-48ef-9f69-dc0fe4e92ba8 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:31.639759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-94db1dfc-d44d-48ef-9f69-dc0fe4e92ba8 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:31.647788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-94db1dfc-d44d-48ef-9f69-dc0fe4e92ba8 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/networks?id=4ac91d87-5306-4ffe-a980-53231af69eef&id=12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 HTTP/1.1" status: 200 len: 1392 time: 0.4523494 Aug 31 09:45:31.925080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54117212-2206-4ad3-9dea-2ec210846c13 None None] Network 8c2a2b53-fbbb-497c-8338-adee47bc03dc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:31.959414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4c4fa53d-1b70-411f-8ce4-64d5e32d909e None None] Provisioning for port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:31.962661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-0699035c-2b95-4649-a35a-24498cf3b11c', 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'fixed_ips': [{'subnet_id': '6ec1362e-3376-49fd-aa57-79bc59202d98'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:31.963794 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.144012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4c4fa53d-1b70-411f-8ce4-64d5e32d909e None None] Provisioning complete for port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:32.144443 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c4fa53d-1b70-411f-8ce4-64d5e32d909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.180053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 44dc5f94-a001-4259-b62c-5713920c2650 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:32.250122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-58bfde93-1f78-4928-844c-7f0eb0c1614d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/quotas/7fc1c7cfabbc4e62968e789b482cc99d HTTP/1.1" status: 200 len: 375 time: 0.6010101 Aug 31 09:45:32.271644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:24Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:25Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:32.282128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fa53d-1b70-411f-8ce4-64d5e32d909e None None] Port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:32.338461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:32.338830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Updating router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:45:32.431150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-f43178e6-9c23-4625-a87e-2172db6cd044 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:32.439466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-f43178e6-9c23-4625-a87e-2172db6cd044 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/networks?id=8c2a2b53-fbbb-497c-8338-adee47bc03dc HTTP/1.1" status: 200 len: 812 time: 0.2584863 Aug 31 09:45:32.442114 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.456118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Allocated IP 172.23.0.2 (0699035c-2b95-4649-a35a-24498cf3b11c/6ec1362e-3376-49fd-aa57-79bc59202d98/ecf590bd-dade-49f6-9e7c-fa685ac3b798) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:32.466304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 44dc5f94-a001-4259-b62c-5713920c2650 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:32.481113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-544b18dd-11a6-4e51-b8f4-0faea9227d1f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2297578 Aug 31 09:45:32.488886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-324b4ba5-1811-470d-bfe2-1e568d037207 None None] Provisioning complete for port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:32.489255 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-324b4ba5-1811-470d-bfe2-1e568d037207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.490847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 44dc5f94-a001-4259-b62c-5713920c2650 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:32.491203 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.495985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-d9fe3566-45f0-4552-9151-3dc895936034 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/quotas/07472225fd9248f3b6af9a9dcdf9aeac HTTP/1.1" status: 200 len: 375 time: 0.0552945 Aug 31 09:45:32.562616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-abc1d74d-c053-4885-8397-61a43d6f3514 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:45:32.563843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-abc1d74d-c053-4885-8397-61a43d6f3514 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614374 Aug 31 09:45:32.599393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-33097e9a-93bf-4e54-923b-d114d79db05e tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=07472225fd9248f3b6af9a9dcdf9aeac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020932 Aug 31 09:45:32.638028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-bd7eb148-9d2d-47d9-8a11-292f995e36cd tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:45:32.639557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-bd7eb148-9d2d-47d9-8a11-292f995e36cd tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211868 Aug 31 09:45:32.785935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-324b4ba5-1811-470d-bfe2-1e568d037207 None None] Port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:32.787547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-5a8e07b4-638e-40c2-8df8-689f9e0f4e66 service neutron] 10.222.0.69 "GET /v2.0/networks/8c2a2b53-fbbb-497c-8338-adee47bc03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374321 Aug 31 09:45:32.947835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-f44cbb20-623d-4b53-9e8f-7778686149f3 service neutron] 10.222.0.69 "GET /v2.0/networks/8c2a2b53-fbbb-497c-8338-adee47bc03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475303 Aug 31 09:45:33.040452 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.055579 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.062971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Transition to ACTIVE for port object ecf590bd-dade-49f6-9e7c-fa685ac3b798 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:33.111681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Transition to ACTIVE for port object ecf590bd-dade-49f6-9e7c-fa685ac3b798 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:33.166066 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.179446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-4e50f93b-81d2-47a7-ad3a-528d511fe80b service neutron] 10.222.0.69 "GET /v2.0/networks/4ac91d87-5306-4ffe-a980-53231af69eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780854 Aug 31 09:45:33.215459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 44dc5f94-a001-4259-b62c-5713920c2650, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=44dc5f94-a001-4259-b62c-5713920c2650,segment=NetworkSegment(a1e2695c-eadb-4413-bf1b-d6f125719943),segment_id=a1e2695c-eadb-4413-bf1b-d6f125719943)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:33.235762 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.236855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf5a16f-7f1d-4698-b593-187819769adf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:33.254598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Network 0699035c-2b95-4649-a35a-24498cf3b11c is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:33.269782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Allocated IP 172.23.0.1 (0699035c-2b95-4649-a35a-24498cf3b11c/6ec1362e-3376-49fd-aa57-79bc59202d98/4424b2f7-c09a-4a69-be2a-35a189b43c78) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:33.312796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:33.322585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:33.326972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.332502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Pushing event updated for resources: {'Port': ['ID=ecf590bd-dade-49f6-9e7c-fa685ac3b798,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:33.381804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Transition to ACTIVE for port object 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:33.389301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-4f5a97e9-b648-4d7f-9778-4e6e01676278 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac91d87-5306-4ffe-a980-53231af69eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087207 Aug 31 09:45:33.469323 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.544412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=44dc5f94-a001-4259-b62c-5713920c2650,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:33.549385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Attempting to bind port ecf590bd-dade-49f6-9e7c-fa685ac3b798 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:33.549764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Attempting to bind port ecf590bd-dade-49f6-9e7c-fa685ac3b798 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:33.550117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Attempting to bind port ecf590bd-dade-49f6-9e7c-fa685ac3b798 on network 0699035c-2b95-4649-a35a-24498cf3b11c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:33.597834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ecf5a16f-7f1d-4698-b593-187819769adf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:33.613876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:33.614552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Checking segment: {'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:33.615164 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.615800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Bound using segment: {'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:33.619871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Bound port: ecf590bd-dade-49f6-9e7c-fa685ac3b798, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:33.620384 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.627135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ecf5a16f-7f1d-4698-b593-187819769adf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:33.627373 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.645790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485878f-04e9-44f7-bcde-6d9c04c4d6fb req-d4c57974-c6ce-43e5-aa9a-cadae1538a92 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:33.662865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7485878f-04e9-44f7-bcde-6d9c04c4d6fb req-d4c57974-c6ce-43e5-aa9a-cadae1538a92 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2023876 Aug 31 09:45:33.746397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b921370-a352-426e-9ac4-e62c38aa57e3 None None] Pushing event updated for resources: {'Port': ['ID=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:33.802047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Attempting to bind port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:33.802386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Attempting to bind port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:33.802765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Attempting to bind port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 on network 63379b89-9b84-45eb-aa42-3cba6c0ff30d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:33.803116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7485878f-04e9-44f7-bcde-6d9c04c4d6fb req-e93fc6b2-8dff-4ab5-a99d-dbcf2cfb3fd4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389084 Aug 31 09:45:33.848827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:33.849200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Checking segment: {'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:33.850339 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.850771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Bound using segment: {'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:33.851270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Bound port: 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e2695c-eadb-4413-bf1b-d6f125719943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:33.858355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.876601 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.922010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Transition to ACTIVE for port object 4424b2f7-c09a-4a69-be2a-35a189b43c78 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:33.991943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-30fdf596-8ba8-4c6c-81b1-719c141bf819 service neutron] 10.222.0.69 "GET /v2.0/networks/12b3d937-e7b8-48aa-9dd0-6128ecd0ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015189 Aug 31 09:45:34.067080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] For port ecf590bd-dade-49f6-9e7c-fa685ac3b798, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:34.112616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.136937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] For port ecf590bd-dade-49f6-9e7c-fa685ac3b798, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf590bd-dade-49f6-9e7c-fa685ac3b798,segment=NetworkSegment(a0790da7-012c-4a9d-8290-95332e3f635b),segment_id=a0790da7-012c-4a9d-8290-95332e3f635b)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:34.141081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-9747af24-6b60-4162-b136-8079d371afa7 service neutron] 10.222.0.69 "GET /v2.0/networks/12b3d937-e7b8-48aa-9dd0-6128ecd0ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476431 Aug 31 09:45:34.178066 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.323895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c05b71d-a424-46b2-9064-ea7296f41e33 req-12c121e5-5fa6-4a76-9daf-dccbf0b46acf tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 210 time: 0.3464708 Aug 31 09:45:34.334089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 0699035c-2b95-4649-a35a-24498cf3b11c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:34.347791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] For port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:34.348294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:34.357164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:34.376270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] For port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,segment=NetworkSegment(a1e2695c-eadb-4413-bf1b-d6f125719943),segment_id=a1e2695c-eadb-4413-bf1b-d6f125719943)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:34.376270 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.440298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=4424b2f7-c09a-4a69-be2a-35a189b43c78,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:34.541076 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.550693 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.691600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ecf5a16f-7f1d-4698-b593-187819769adf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf5a16f-7f1d-4698-b593-187819769adf,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:34.716457 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.796661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:34.804222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:34.817206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4d778-8fe3-4800-b168-81e7af539b92 None None] Pushing event updated for resources: {'Port': ['ID=ecf590bd-dade-49f6-9e7c-fa685ac3b798,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:34.857557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-235c4710-d22b-44d4-9154-fe07cfd6647c req-5ff816e1-702e-4f18-8566-ccf92dd32ae6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 210 time: 0.1668298 Aug 31 09:45:35.313836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.378047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9aa58b-2df6-420a-a8cf-b43ab87f1f7c req-b426f981-145a-483a-a219-db0b269047e5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:35.388452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f9aa58b-2df6-420a-a8cf-b43ab87f1f7c req-b426f981-145a-483a-a219-db0b269047e5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.3652022 Aug 31 09:45:35.709836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-a0362341-6640-4950-8735-eb2709e882a3 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:35.713377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-a0362341-6640-4950-8735-eb2709e882a3 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.20 "GET /v2.0/networks?id=8c2a2b53-fbbb-497c-8338-adee47bc03dc HTTP/1.1" status: 200 len: 812 time: 0.4935241 Aug 31 09:45:35.739865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Request body: {'port': {'device_id': 'c5c54634-6776-4957-bd18-5a77e246890c', 'network_id': '8c2a2b53-fbbb-497c-8338-adee47bc03dc', 'admin_state_up': True, 'tenant_id': '07472225fd9248f3b6af9a9dcdf9aeac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:35.951071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:36.051577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 44dc5f94-a001-4259-b62c-5713920c2650 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:36.073207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Made reservation on behalf of 07472225fd9248f3b6af9a9dcdf9aeac for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:36.081038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.166168 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.172624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67b64144-ff9b-4460-80d2-0547d6939bd6 req-d3532e07-e374-4dd8-8789-8b89a1875616 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 210 time: 0.4965894 Aug 31 09:45:36.218493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.269865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b921370-a352-426e-9ac4-e62c38aa57e3 None None] Pushing event updated for resources: {'Port': ['ID=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:36.411048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.422766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f9aa58b-2df6-420a-a8cf-b43ab87f1f7c req-d820569a-c33f-4a86-af86-a5148d14c63b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0318727 Aug 31 09:45:36.467600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Allocated IP 172.20.0.14 (8c2a2b53-fbbb-497c-8338-adee47bc03dc/243f9f55-4c5d-4f62-a11b-5751b6a9198c/a163d9d7-272a-4836-a4b0-a17dec395f73) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:36.576975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e45475df-9ef6-4a15-bf13-40644bae67da req-1bdf720b-8b4d-450d-9aea-893ff125ec95 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 210 time: 0.0685673 Aug 31 09:45:36.783755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Network 0699035c-2b95-4649-a35a-24498cf3b11c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:36.799619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event updated for resources: {'Port': ['ID=4424b2f7-c09a-4a69-be2a-35a189b43c78,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:36.803099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:36.883926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.943153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:36.988658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1bfdfd-82d7-4140-9b7a-2e1908478f8f None None] Network 0699035c-2b95-4649-a35a-24498cf3b11c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:37.033401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.123843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-c9314208-fc1a-4137-8976-c1050d547707 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:37.134413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-c9314208-fc1a-4137-8976-c1050d547707 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:37.136119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-c9314208-fc1a-4137-8976-c1050d547707 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.52 "GET /v2.0/networks?id=4ac91d87-5306-4ffe-a980-53231af69eef&id=12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 HTTP/1.1" status: 200 len: 1392 time: 0.1852162 Aug 31 09:45:37.203798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'port': {'device_id': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef', 'admin_state_up': True, 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:37.213264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Network 8c2a2b53-fbbb-497c-8338-adee47bc03dc is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:37.225703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:37.233029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:37.235552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 44dc5f94-a001-4259-b62c-5713920c2650 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:37.236210 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.255815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Pushing event updated for resources: {'Port': ['ID=a163d9d7-272a-4836-a4b0-a17dec395f73,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:37.338187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-320ecc25-d8f4-4627-8296-5748db4379ee None None] Provisioning for port ecf590bd-dade-49f6-9e7c-fa685ac3b798 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:37.440396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:37.441342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.466338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-149bfe54-55db-46ac-b8cd-b8bd0f488d99 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7403014 Aug 31 09:45:37.487518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Request body: {'port': {'device_id': 'c5c54634-6776-4957-bd18-5a77e246890c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:37.520712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ecf5a16f-7f1d-4698-b593-187819769adf,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:37.600121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:24Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:34Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:37.644339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f61eaa-07e8-480f-b957-f6c3b236103d req-821e32b1-642b-46dd-9a52-1e38c999599a tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:37.649586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96f61eaa-07e8-480f-b957-f6c3b236103d req-821e32b1-642b-46dd-9a52-1e38c999599a tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 932 time: 0.2519689 Aug 31 09:45:37.679487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:37.713897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d8d5e7-a03d-43f8-baf7-18865d6f77b7 None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:24Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:34Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:37.724230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1c521391-5089-474e-9f3c-ea3fc843319a tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6756778 Aug 31 09:45:37.733561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44274) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:37.750046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:37.795005 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.026363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf5a16f-7f1d-4698-b593-187819769adf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:38.152887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ecf5a16f-7f1d-4698-b593-187819769adf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:38.153427 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.402286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f7cae8d4-ee00-49ab-befd-6f3935aab8e2 None None] Provisioning for port 4424b2f7-c09a-4a69-be2a-35a189b43c78 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:38.436194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f7cae8d4-ee00-49ab-befd-6f3935aab8e2 None None] Provisioning complete for port 4424b2f7-c09a-4a69-be2a-35a189b43c78 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:38.436611 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f7cae8d4-ee00-49ab-befd-6f3935aab8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.627408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf590bd-dade-49f6-9e7c-fa685ac3b798 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:38.655438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a163d9d7-272a-4836-a4b0-a17dec395f73 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:38.683956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.694495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f7cae8d4-ee00-49ab-befd-6f3935aab8e2 None None] Port 4424b2f7-c09a-4a69-be2a-35a189b43c78 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:38.720912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Transition to ACTIVE for port object a163d9d7-272a-4836-a4b0-a17dec395f73 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:38.732368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ecf590bd-dade-49f6-9e7c-fa685ac3b798 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:38.738616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.740484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ecf590bd-dade-49f6-9e7c-fa685ac3b798 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:38.741923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.816766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52948d76-1fc3-4c2d-ad60-10b6dd887f59 req-a56c4e5e-57e0-4f6b-a77f-722182184378 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:38.837156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52948d76-1fc3-4c2d-ad60-10b6dd887f59 req-a56c4e5e-57e0-4f6b-a77f-722182184378 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 1.2443473 Aug 31 09:45:38.916424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b281bcd9-42b5-4bfe-b43f-8f36051f5b62 None None] Provisioning complete for port 4424b2f7-c09a-4a69-be2a-35a189b43c78 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:38.917874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b281bcd9-42b5-4bfe-b43f-8f36051f5b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.963775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Pushing event updated for resources: {'Port': ['ID=a163d9d7-272a-4836-a4b0-a17dec395f73,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:39.055998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b281bcd9-42b5-4bfe-b43f-8f36051f5b62 None None] Port 4424b2f7-c09a-4a69-be2a-35a189b43c78 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:39.058072 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:39.076131 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:39.077653 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:39.105499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96f61eaa-07e8-480f-b957-f6c3b236103d req-7fcd2907-ea12-4594-8895-8a281c6da9d6 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3944802 Aug 31 09:45:39.142841 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.213867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52948d76-1fc3-4c2d-ad60-10b6dd887f59 req-85779e83-f695-41a2-b3b4-b80c826652d9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336291 Aug 31 09:45:39.249032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:39.250267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Attempting to bind port a163d9d7-272a-4836-a4b0-a17dec395f73 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:39.252235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Attempting to bind port a163d9d7-272a-4836-a4b0-a17dec395f73 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '574ace2d-2dda-4a0f-b4ed-b90e0840da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8c2a2b53-fbbb-497c-8338-adee47bc03dc'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:39.252949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Attempting to bind port a163d9d7-272a-4836-a4b0-a17dec395f73 on network 8c2a2b53-fbbb-497c-8338-adee47bc03dc {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:39.262830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.282506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Port a163d9d7-272a-4836-a4b0-a17dec395f73 on network 8c2a2b53-fbbb-497c-8338-adee47bc03dc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:45:39.283832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Attempting to bind port a163d9d7-272a-4836-a4b0-a17dec395f73 on network 8c2a2b53-fbbb-497c-8338-adee47bc03dc {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:39.321188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:39.322995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Checking segment: {'id': '574ace2d-2dda-4a0f-b4ed-b90e0840da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8c2a2b53-fbbb-497c-8338-adee47bc03dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:39.323426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Bound using segment: {'id': '574ace2d-2dda-4a0f-b4ed-b90e0840da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8c2a2b53-fbbb-497c-8338-adee47bc03dc'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:39.323891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Bound port: a163d9d7-272a-4836-a4b0-a17dec395f73, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574ace2d-2dda-4a0f-b4ed-b90e0840da7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8c2a2b53-fbbb-497c-8338-adee47bc03dc'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:39.327544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.340609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9b888ce8-b0ac-4b96-ad5c-e27bc4888a9b None None] Provisioning complete for port 4424b2f7-c09a-4a69-be2a-35a189b43c78 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:39.340992 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b888ce8-b0ac-4b96-ad5c-e27bc4888a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.411251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ecf590bd-dade-49f6-9e7c-fa685ac3b798, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf590bd-dade-49f6-9e7c-fa685ac3b798,segment=NetworkSegment(a0790da7-012c-4a9d-8290-95332e3f635b),segment_id=a0790da7-012c-4a9d-8290-95332e3f635b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:39.429171 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.558398 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:39.572520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a5efd40-594b-421e-a751-4071f3f28774 req-9b4ba83e-553a-40ae-8e53-a2b59fe99f9a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 210 time: 0.0770795 Aug 31 09:45:39.750557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] For port a163d9d7-272a-4836-a4b0-a17dec395f73, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:39.765419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] For port a163d9d7-272a-4836-a4b0-a17dec395f73, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a163d9d7-272a-4836-a4b0-a17dec395f73,segment=NetworkSegment(574ace2d-2dda-4a0f-b4ed-b90e0840da7e),segment_id=574ace2d-2dda-4a0f-b4ed-b90e0840da7e)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:39.775417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ecf590bd-dade-49f6-9e7c-fa685ac3b798,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:39.790111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.799630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9b888ce8-b0ac-4b96-ad5c-e27bc4888a9b None None] Port 4424b2f7-c09a-4a69-be2a-35a189b43c78 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:39.834729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:39.839812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.841741 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] 10.222.0.20 "PUT /v2.0/ports/a163d9d7-272a-4836-a4b0-a17dec395f73 HTTP/1.1" status: 200 len: 1092 time: 2.3662972 Aug 31 09:45:39.842462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c54634-6776-4957-bd18-5a77e246890c', 'tag': 'a163d9d7-272a-4836-a4b0-a17dec395f73'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:39.845111 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51d2499-b466-429a-b768-56d73fa4bb77" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c54634-6776-4957-bd18-5a77e246890c", "tag": "a163d9d7-272a-4836-a4b0-a17dec395f73"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:39.868693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:39.990073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:39.999138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:40.000019 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.063852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Allocated IP 19.80.0.54 (4ac91d87-5306-4ffe-a980-53231af69eef/74aa227b-3e18-473f-9216-b6a382697a62/b6effbdf-e773-41a4-84bd-a1730e657785) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:40.315712 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.437916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,segment=NetworkSegment(a1e2695c-eadb-4413-bf1b-d6f125719943),segment_id=a1e2695c-eadb-4413-bf1b-d6f125719943)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:40.465992 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.466669 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:34Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:34Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4424b2f7-c09a-4a69-be2a-35a189b43c78', 'name': '', 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:58:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:32Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:40.503654 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.561725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.585461 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:40.586680 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Updating router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f port 4424b2f7-c09a-4a69-be2a-35a189b43c78 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:45:40.651763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-4da3a900-313d-4e9e-9a6d-61101990ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:40.653594 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-4da3a900-313d-4e9e-9a6d-61101990ae48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07472225fd9248f3b6af9a9dcdf9aeac&device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 1095 time: 0.0712495 Aug 31 09:45:40.654465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb8d77-99e2-4135-bcde-58b3935deccb service neutron] Pushing event updated for resources: {'Port': ['ID=a163d9d7-272a-4836-a4b0-a17dec395f73,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.671437 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.671723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.extraroute_db [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94786) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:45:40.744269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-f51d003b-1af3-4fc6-b8a9-1f4f4762c144 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a163d9d7-272a-4836-a4b0-a17dec395f73 HTTP/1.1" status: 200 len: 217 time: 0.0814431 Aug 31 09:45:40.757109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.extraroute_db [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Removed routes are [] {{(pid=94786) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:45:40.757576 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.803797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f550c6d-3353-4523-987b-58a9d9dfe70e req-016f0f44-6fb2-45cf-b799-422ee635bf5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:40.812079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f550c6d-3353-4523-987b-58a9d9dfe70e req-016f0f44-6fb2-45cf-b799-422ee635bf5e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.2348011 Aug 31 09:45:40.862092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.875897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-e802947e-b9c0-4f82-a482-2088b7d1d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:40.877671 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-e802947e-b9c0-4f82-a482-2088b7d1d3b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=243f9f55-4c5d-4f62-a11b-5751b6a9198c HTTP/1.1" status: 200 len: 852 time: 0.1253014 Aug 31 09:45:40.936224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-7bb37cd0-534f-4241-8490-c79b99140780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c2a2b53-fbbb-497c-8338-adee47bc03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512877 Aug 31 09:45:41.124089 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-563afbb7-eda0-4983-a7bc-8749c318c75f service neutron] 10.222.0.20 "GET /v2.0/networks/8c2a2b53-fbbb-497c-8338-adee47bc03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806726 Aug 31 09:45:41.157652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896ccd4-acaf-4a6d-a00d-c165e92a7bf9 req-7784b8e8-a24c-478d-840c-a06b2b6435f9 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:41.159734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e896ccd4-acaf-4a6d-a00d-c165e92a7bf9 req-7784b8e8-a24c-478d-840c-a06b2b6435f9 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 944 time: 0.5643342 Aug 31 09:45:41.161281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Transition to ACTIVE for port object b6effbdf-e773-41a4-84bd-a1730e657785 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:41.235625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f550c6d-3353-4523-987b-58a9d9dfe70e req-71f63f65-8ca8-4a83-880c-666c59c20247 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4220293 Aug 31 09:45:41.326094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-09a8d618-668a-4e1f-8495-0aea67d4917e req-386332b7-eb6d-457b-ba18-3997afafda73 service neutron] 10.222.0.20 "GET /v2.0/networks/8c2a2b53-fbbb-497c-8338-adee47bc03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953235 Aug 31 09:45:41.361026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e896ccd4-acaf-4a6d-a00d-c165e92a7bf9 req-4aa30da9-4a4d-41bc-a981-3dc85f2aa5b8 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746178 Aug 31 09:45:41.388243 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee719ae-65e3-49d5-a257-688970b520fe x-openstack-request-id: req-2ee719ae-65e3-49d5-a257-688970b520fe {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:41.388569 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c54634-6776-4957-bd18-5a77e246890c", "tag": "a163d9d7-272a-4836-a4b0-a17dec395f73", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:41.388832 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ee719ae-65e3-49d5-a257-688970b520fe {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:41.389275 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c54634-6776-4957-bd18-5a77e246890c', 'tag': 'a163d9d7-272a-4836-a4b0-a17dec395f73', 'status': 'completed', 'code': 200} Aug 31 09:45:41.406597 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.450268 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Transition to ACTIVE for port object 4424b2f7-c09a-4a69-be2a-35a189b43c78 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:41.459407 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.512896 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a219ff-c698-4ab5-ad96-a2222b0da192 None None] Pushing event updated for resources: {'Port': ['ID=4424b2f7-c09a-4a69-be2a-35a189b43c78,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:41.556158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-888fed0e-4a89-43d7-9d67-ef659dbbe14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:41.561571 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-888fed0e-4a89-43d7-9d67-ef659dbbe14a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07472225fd9248f3b6af9a9dcdf9aeac&device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 1095 time: 0.1498537 Aug 31 09:45:41.628281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:45:41.645690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-949301e8-3159-4c15-bd87-e3c62245a67d req-9eab3e8e-3ffc-421c-afb3-a59c1db5938a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 210 time: 0.1133738 Aug 31 09:45:41.651567 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.744119 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Attempting to bind port 4424b2f7-c09a-4a69-be2a-35a189b43c78 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:41.745528 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Attempting to bind port 4424b2f7-c09a-4a69-be2a-35a189b43c78 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:41.747129 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Attempting to bind port 4424b2f7-c09a-4a69-be2a-35a189b43c78 on network 0699035c-2b95-4649-a35a-24498cf3b11c {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:41.754227 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:41.754706 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Checking segment: {'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:41.755190 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.755585 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Bound using segment: {'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:41.756849 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Bound port: 4424b2f7-c09a-4a69-be2a-35a189b43c78, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0790da7-012c-4a9d-8290-95332e3f635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:41.757251 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.837899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:41.883717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Port': ['ID=b6effbdf-e773-41a4-84bd-a1730e657785,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:41.899321 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] For port 4424b2f7-c09a-4a69-be2a-35a189b43c78, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:41.906303 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] For port 4424b2f7-c09a-4a69-be2a-35a189b43c78, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4424b2f7-c09a-4a69-be2a-35a189b43c78,segment=NetworkSegment(a0790da7-012c-4a9d-8290-95332e3f635b),segment_id=a0790da7-012c-4a9d-8290-95332e3f635b)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:41.920505 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.924776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network 4ac91d87-5306-4ffe-a980-53231af69eef is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:41.949549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:41.973827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:41.997132 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.033487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-0b69fc84-8f6a-401b-8991-385449ae1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:42.041258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-0b69fc84-8f6a-401b-8991-385449ae1b15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c2a2b53-fbbb-497c-8338-adee47bc03dc HTTP/1.1" status: 200 len: 914 time: 0.4692426 Aug 31 09:45:42.100038 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:42.100696 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:42.124556 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.206827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:42.236188 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-7972cb4c-3eda-4524-a389-b95371cfa232 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a163d9d7-272a-4836-a4b0-a17dec395f73 HTTP/1.1" status: 200 len: 217 time: 0.1847782 Aug 31 09:45:42.260032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'port_id': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'mac_address': 'fa:16:3e:29:82:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:45:42.297132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:42.302875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.469212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-e707ff9a-a23c-494c-9834-37c0493fd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:42.481262 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-e707ff9a-a23c-494c-9834-37c0493fd278 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=243f9f55-4c5d-4f62-a11b-5751b6a9198c HTTP/1.1" status: 200 len: 852 time: 0.2367246 Aug 31 09:45:42.506339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:42.508018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.513200 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:42.598496 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-4f264eec-7ae5-46f6-9cf5-ff58de86a6be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c2a2b53-fbbb-497c-8338-adee47bc03dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076825 Aug 31 09:45:42.710014 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.860254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6789da83-5a56-48d4-bde0-4e33428ba8d7 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:42.870203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-755ed666-1a66-4b4b-937b-d367d66adbea service neutron] 10.222.0.20 "GET /v2.0/networks/8c2a2b53-fbbb-497c-8338-adee47bc03dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632391 Aug 31 09:45:42.926574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-12897ed5-f5bc-4aa5-ac6c-1cc6155db8d7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7290354 Aug 31 09:45:42.978425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Request body: {'port': {'device_id': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53', 'admin_state_up': True, 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:42.995964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:42.997931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf590bd-dade-49f6-9e7c-fa685ac3b798 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:43.000460 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a219ff-c698-4ab5-ad96-a2222b0da192 None None] Pushing event updated for resources: {'Port': ['ID=4424b2f7-c09a-4a69-be2a-35a189b43c78,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:43.102523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-64ac71c8-4347-4bb1-b297-504b228015e4 None None] Provisioning for port b6effbdf-e773-41a4-84bd-a1730e657785 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:43.109764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:43.119991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-64ac71c8-4347-4bb1-b297-504b228015e4 None None] Provisioning complete for port b6effbdf-e773-41a4-84bd-a1730e657785 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:43.120677 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-64ac71c8-4347-4bb1-b297-504b228015e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.123584 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.130296 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a51d2499-b466-429a-b768-56d73fa4bb77 req-f55f4631-77e7-49a9-8448-d8ff1c5236c4 service neutron] 10.222.0.20 "GET /v2.0/networks/8c2a2b53-fbbb-497c-8338-adee47bc03dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511318 Aug 31 09:45:43.161738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c5076-eeca-470a-bafb-f719d4cd636e req-77a01fe1-64ba-4713-ba73-aec352e5e74c tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.164401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a23c5076-eeca-470a-bafb-f719d4cd636e req-77a01fe1-64ba-4713-ba73-aec352e5e74c tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 944 time: 0.5598557 Aug 31 09:45:43.212844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32497-70ac-4d38-ac8e-2dd94b0275c6 req-3fa4ce85-ef2f-4447-9e85-3085fd5e2a97 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.223486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fb32497-70ac-4d38-ac8e-2dd94b0275c6 req-3fa4ce85-ef2f-4447-9e85-3085fd5e2a97 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 944 time: 0.6964917 Aug 31 09:45:43.287802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:43.365350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fb32497-70ac-4d38-ac8e-2dd94b0275c6 req-e1ca43b2-de3b-4d63-84da-7e032801df32 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409440 Aug 31 09:45:43.377002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-64ac71c8-4347-4bb1-b297-504b228015e4 None None] Port b6effbdf-e773-41a4-84bd-a1730e657785 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:43.382144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ecf590bd-dade-49f6-9e7c-fa685ac3b798 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:43.382783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.430096 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 6, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4424b2f7-c09a-4a69-be2a-35a189b43c78', 'name': '', 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:58:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:32Z', 'updated_at': '2021-08-31T09:45:41Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:43.478375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6789da83-5a56-48d4-bde0-4e33428ba8d7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:45:43.546702 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f905733b-8af5-49f0-a8f3-5346df420f8a None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 6, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4424b2f7-c09a-4a69-be2a-35a189b43c78', 'name': '', 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:58:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:32Z', 'updated_at': '2021-08-31T09:45:41Z', 'revision_number': 4, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:43.701629 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.795147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a23c5076-eeca-470a-bafb-f719d4cd636e req-4a7fc8bb-b2df-421e-9ed5-21bad6281713 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075878 Aug 31 09:45:43.902674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:43.913325 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.916109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-473e435e-0278-4e5b-be58-8bac720e0a9e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 200 len: 934 time: 6.1700459 Aug 31 09:45:43.920161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44360) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:43.949096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae25e8-2493-470b-ba0a-5fae34830092 req-1c1a13a0-b849-4336-955e-bb5ceee9120d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.958859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fae25e8-2493-470b-ba0a-5fae34830092 req-1c1a13a0-b849-4336-955e-bb5ceee9120d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 931 time: 0.2682931 Aug 31 09:45:44.053340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Made reservation on behalf of 7fc1c7cfabbc4e62968e789b482cc99d for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:44.059424 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.221480 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4a24584d-70b5-4ae2-b892-efb36f10855c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 200 len: 934 time: 0.2959652 Aug 31 09:45:44.222313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44362) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:44.230371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'routes': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:44.247359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fae25e8-2493-470b-ba0a-5fae34830092 req-7b62f5b0-b22f-4e20-9174-40ab53b2b6d5 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641556 Aug 31 09:45:44.366519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4424b2f7-c09a-4a69-be2a-35a189b43c78 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:44.815450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Allocated IP 19.86.0.135 (12b3d937-e7b8-48aa-9dd0-6128ecd0ce53/c6249728-4dd4-441f-b17e-ad9bf6ed61f8/4a3c2a21-dbdf-4463-87a3-f8980d0589ba) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:45.335379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4424b2f7-c09a-4a69-be2a-35a189b43c78 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:45.345812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4424b2f7-c09a-4a69-be2a-35a189b43c78 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:45.347048 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.574957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.679378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.683897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a163d9d7-272a-4836-a4b0-a17dec395f73 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:45:45.694384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:45.715279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Transition to ACTIVE for port object 4a3c2a21-dbdf-4463-87a3-f8980d0589ba will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:45.793957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:45.813124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 4424b2f7-c09a-4a69-be2a-35a189b43c78, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4424b2f7-c09a-4a69-be2a-35a189b43c78,segment=NetworkSegment(a0790da7-012c-4a9d-8290-95332e3f635b),segment_id=a0790da7-012c-4a9d-8290-95332e3f635b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:45.867850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.955784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.extraroute_db [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added routes are [] {{(pid=94787) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:45:45.956911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.extraroute_db [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94787) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:45:46.013467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.043579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.116028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62643f14-8dac-4e1e-becf-cdea37777382 req-a9f4ce38-b4de-4a10-8960-d5b01b22e194 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:46.126221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62643f14-8dac-4e1e-becf-cdea37777382 req-a9f4ce38-b4de-4a10-8960-d5b01b22e194 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 945 time: 0.3415873 Aug 31 09:45:46.139772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:46.140797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:46.221012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0dae-09b5-4788-af55-4431d0e98b85 req-3123a8f8-b70c-4b1c-b73e-7ff117cbcf82 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:46.224878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-672e0dae-09b5-4788-af55-4431d0e98b85 req-3123a8f8-b70c-4b1c-b73e-7ff117cbcf82 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 944 time: 1.1158416 Aug 31 09:45:46.254618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:46.313927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:46.368541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:46.398685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:46.608279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-672e0dae-09b5-4788-af55-4431d0e98b85 req-b4e87fa5-737c-488c-9002-07a1fb67555b tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489726 Aug 31 09:45:46.615748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event updated for resources: {'Port': ['ID=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:46.641197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:46.641933 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.693639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.694155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.694596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.695228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.695696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.696131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.696559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.696992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.697441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.697870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.698299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.698725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:46.716167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62643f14-8dac-4e1e-becf-cdea37777382 req-c6712bca-5660-4ec1-b1df-5ad23fb16898 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4181244 Aug 31 09:45:46.723593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-2c334a65-992a-47f1-8bae-5bf511cb28e6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7644310 Aug 31 09:45:46.738185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Request body: {'port': {'device_id': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:46.755232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a163d9d7-272a-4836-a4b0-a17dec395f73, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a163d9d7-272a-4836-a4b0-a17dec395f73,segment=NetworkSegment(574ace2d-2dda-4a0f-b4ed-b90e0840da7e),segment_id=574ace2d-2dda-4a0f-b4ed-b90e0840da7e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:46.898908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=4424b2f7-c09a-4a69-be2a-35a189b43c78,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:46.908827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.917388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.978801 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a163d9d7-272a-4836-a4b0-a17dec395f73', 'network_id': '8c2a2b53-fbbb-497c-8338-adee47bc03dc', 'port_id': 'a163d9d7-272a-4836-a4b0-a17dec395f73', 'mac_address': 'fa:16:3e:21:7d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243f9f55-4c5d-4f62-a11b-5751b6a9198c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:45:46.983310 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.111875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c45b22-addb-4b3e-976f-3e46d30852c6 req-18a7ebd1-508f-4362-a010-144009d4336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:47.130047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c45b22-addb-4b3e-976f-3e46d30852c6 req-18a7ebd1-508f-4362-a010-144009d4336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:47.138304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21c45b22-addb-4b3e-976f-3e46d30852c6 req-18a7ebd1-508f-4362-a010-144009d4336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1654 time: 0.2313738 Aug 31 09:45:47.158264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:47.166033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 6789da83-5a56-48d4-bde0-4e33428ba8d7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:47.166619 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.242070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-71edde09-82f4-4fae-ad1b-a69b158e1fdd None None] Provisioning for port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:47.372361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-71edde09-82f4-4fae-ad1b-a69b158e1fdd None None] Provisioning complete for port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:47.372955 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-71edde09-82f4-4fae-ad1b-a69b158e1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.402781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21c45b22-addb-4b3e-976f-3e46d30852c6 req-1d4f0f84-7e9d-4473-8966-793107414f25 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502320 Aug 31 09:45:47.636986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:47.653248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.656731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a2137459-b004-4846-8cc1-1d1141b0a4d9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 200 len: 700 time: 3.4323001 Aug 31 09:45:47.664975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44398) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:47.753340 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.853895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-71edde09-82f4-4fae-ad1b-a69b158e1fdd None None] Port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:47.941658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6effbdf-e773-41a4-84bd-a1730e657785 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:47.951387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.969158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Transition to ACTIVE for port object b6effbdf-e773-41a4-84bd-a1730e657785 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:47.979204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.010304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a163d9d7-272a-4836-a4b0-a17dec395f73 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:48.021100 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.049193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444f175-f0bf-43f4-bb15-db9528382a2c req-7e54b46d-4d05-4861-b779-ef48c9138668 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:48.057710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d444f175-f0bf-43f4-bb15-db9528382a2c req-7e54b46d-4d05-4861-b779-ef48c9138668 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 944 time: 0.2243793 Aug 31 09:45:48.086841 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-00ce7b8e-47a9-4ae4-ae0b-8906736a9083 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 200 len: 700 time: 0.4064658 Aug 31 09:45:48.089023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44406) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:48.142322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a163d9d7-272a-4836-a4b0-a17dec395f73, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a163d9d7-272a-4836-a4b0-a17dec395f73,segment=NetworkSegment(574ace2d-2dda-4a0f-b4ed-b90e0840da7e),segment_id=574ace2d-2dda-4a0f-b4ed-b90e0840da7e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:48.260894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:48.275591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:48.285442 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11412bec-3595-4705-9459-6adef00a824d" -d '{"events": [{"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-plugged", "status": "completed", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:48.299440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4424b2f7-c09a-4a69-be2a-35a189b43c78 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:48.322818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d444f175-f0bf-43f4-bb15-db9528382a2c req-823d4342-ef5b-483e-9675-d35389b19c0c tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641027 Aug 31 09:45:48.430588 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.472513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Pushing event updated for resources: {'Port': ['ID=b6effbdf-e773-41a4-84bd-a1730e657785,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:48.496685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f25e3-4720-4b91-b2d2-76089822a0fc req-a9f2d8f6-5fed-4d38-9640-8326b8e08411 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:48.505138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-520f25e3-4720-4b91-b2d2-76089822a0fc req-a9f2d8f6-5fed-4d38-9640-8326b8e08411 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 945 time: 0.3909314 Aug 31 09:45:48.571131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-520f25e3-4720-4b91-b2d2-76089822a0fc req-08ca3cd8-f4d5-4c4e-8dd3-5f0241d7e8fb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645874 Aug 31 09:45:48.576162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Attempting to bind port b6effbdf-e773-41a4-84bd-a1730e657785 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:48.583038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Attempting to bind port b6effbdf-e773-41a4-84bd-a1730e657785 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:48.586244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Attempting to bind port b6effbdf-e773-41a4-84bd-a1730e657785 on network 4ac91d87-5306-4ffe-a980-53231af69eef {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:48.603613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Port b6effbdf-e773-41a4-84bd-a1730e657785 on network 4ac91d87-5306-4ffe-a980-53231af69eef not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:45:48.604084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Attempting to bind port b6effbdf-e773-41a4-84bd-a1730e657785 on network 4ac91d87-5306-4ffe-a980-53231af69eef {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:48.620485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:48.621211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Checking segment: {'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:48.621864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Bound using segment: {'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:48.622554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Bound port: b6effbdf-e773-41a4-84bd-a1730e657785, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82efee52-0598-4de7-a5e9-a341c2ee2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:48.623255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.666336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.706178 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fb0aba-a339-4f4d-bca3-e79abfa362c3 x-openstack-request-id: req-b7fb0aba-a339-4f4d-bca3-e79abfa362c3 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:48.708684 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-plugged", "status": "completed", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:48.709140 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7fb0aba-a339-4f4d-bca3-e79abfa362c3 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:48.709688 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'code': 200} Aug 31 09:45:48.712916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a163d9d7-272a-4836-a4b0-a17dec395f73,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:48.875409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a163d9d7-272a-4836-a4b0-a17dec395f73'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:45:49.010828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd9975-b373-4644-b59b-33b55b6e2531 req-b70a0bb6-9c55-46c7-a1f2-5aecdfdd9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:49.014843 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77cd9975-b373-4644-b59b-33b55b6e2531 req-b70a0bb6-9c55-46c7-a1f2-5aecdfdd9436 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1098 time: 0.1817019 Aug 31 09:45:49.039365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:45Z', 'revision_number': 7, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4424b2f7-c09a-4a69-be2a-35a189b43c78', 'name': '', 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:58:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:32Z', 'updated_at': '2021-08-31T09:45:45Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:49.224965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:49.230508 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77cd9975-b373-4644-b59b-33b55b6e2531 req-40943934-651a-42e1-8464-8ba007a31e05 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056749 Aug 31 09:45:49.237708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=10']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:49.355922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:49.358837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:49.492709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] For port b6effbdf-e773-41a4-84bd-a1730e657785, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:49.502626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4424b2f7-c09a-4a69-be2a-35a189b43c78 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:49.504343 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.508120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.510739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] For port b6effbdf-e773-41a4-84bd-a1730e657785, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b6effbdf-e773-41a4-84bd-a1730e657785,segment=NetworkSegment(82efee52-0598-4de7-a5e9-a341c2ee2e21),segment_id=82efee52-0598-4de7-a5e9-a341c2ee2e21)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:49.529805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35afb1-6faa-411c-beab-21bb4ace2e2a req-59a73a83-443a-42e4-81b2-e817f91d32a8 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:49.546960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35afb1-6faa-411c-beab-21bb4ace2e2a req-59a73a83-443a-42e4-81b2-e817f91d32a8 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:49.558173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef35afb1-6faa-411c-beab-21bb4ace2e2a req-59a73a83-443a-42e4-81b2-e817f91d32a8 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1666 time: 0.8441772 Aug 31 09:45:49.594797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.781746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:49.782401 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.784370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] 10.222.0.52 "PUT /v2.0/ports/b6effbdf-e773-41a4-84bd-a1730e657785 HTTP/1.1" status: 200 len: 1091 time: 3.0507953 Aug 31 09:45:49.793291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'tag': 'b6effbdf-e773-41a4-84bd-a1730e657785'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:49.800862 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d49299-1952-45b3-9717-bffbf69430bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "tag": "b6effbdf-e773-41a4-84bd-a1730e657785"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:49.848275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef35afb1-6faa-411c-beab-21bb4ace2e2a req-4b756075-d632-4e39-ba0f-7de050736ead tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790947 Aug 31 09:45:49.896247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Request body: {'port': {'device_id': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:49.951022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:50.049406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceab445-6e80-48de-89c3-23639a74364e req-e4e9e50e-53fb-4b50-aded-1864db10e719 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:50.050998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dceab445-6e80-48de-89c3-23639a74364e req-e4e9e50e-53fb-4b50-aded-1864db10e719 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 945 time: 0.4791055 Aug 31 09:45:50.146275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f53c-ebd7-4b5b-b6c7-34b0cb0c441e service neutron] Pushing event updated for resources: {'Port': ['ID=b6effbdf-e773-41a4-84bd-a1730e657785,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:50.231742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 4424b2f7-c09a-4a69-be2a-35a189b43c78 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:50.232206 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.365136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dceab445-6e80-48de-89c3-23639a74364e req-2ec60064-753f-46ef-9520-c2cbc3f307a6 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667713 Aug 31 09:45:50.413731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0395-e219-4b48-980e-37f1aed4071b req-2b950e80-7a8e-4d13-92ee-ca0fd7782583 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:50.417100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-570f0395-e219-4b48-980e-37f1aed4071b req-2b950e80-7a8e-4d13-92ee-ca0fd7782583 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 947 time: 0.3648348 Aug 31 09:45:50.469122 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1625c-66f9-4717-9a2f-affc40f5f6dc x-openstack-request-id: req-a1c1625c-66f9-4717-9a2f-affc40f5f6dc {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:50.469563 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "tag": "b6effbdf-e773-41a4-84bd-a1730e657785", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:50.469964 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1c1625c-66f9-4717-9a2f-affc40f5f6dc {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:50.470582 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'tag': 'b6effbdf-e773-41a4-84bd-a1730e657785', 'status': 'completed', 'code': 200} Aug 31 09:45:50.499451 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.547646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-570f0395-e219-4b48-980e-37f1aed4071b req-7fe67d35-5643-4ec2-b442-8de85fda724e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204329 Aug 31 09:45:50.591717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 4424b2f7-c09a-4a69-be2a-35a189b43c78, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4424b2f7-c09a-4a69-be2a-35a189b43c78,segment=NetworkSegment(a0790da7-012c-4a9d-8290-95332e3f635b),segment_id=a0790da7-012c-4a9d-8290-95332e3f635b)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:50.592605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.661522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 4424b2f7-c09a-4a69-be2a-35a189b43c78 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:50.702133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49299-1952-45b3-9717-bffbf69430bb req-35df6cf2-725e-408d-ae55-b12ef960ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:50.702969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49299-1952-45b3-9717-bffbf69430bb req-35df6cf2-725e-408d-ae55-b12ef960ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:50.703196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:45Z', 'revision_number': 7, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4424b2f7-c09a-4a69-be2a-35a189b43c78', 'name': '', 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:58:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:32Z', 'updated_at': '2021-08-31T09:45:45Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:50.705777 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19d49299-1952-45b3-9717-bffbf69430bb req-35df6cf2-725e-408d-ae55-b12ef960ced6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1913 time: 0.1948459 Aug 31 09:45:50.782695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4451ad-a669-4c24-bb8e-e3f7dfd91d0b None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:45Z', 'revision_number': 7, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4424b2f7-c09a-4a69-be2a-35a189b43c78', 'name': '', 'network_id': '0699035c-2b95-4649-a35a-24498cf3b11c', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:58:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:32Z', 'updated_at': '2021-08-31T09:45:45Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '6ec1362e-3376-49fd-aa57-79bc59202d98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:51.209083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fbe41-9d69-48b2-ab79-903be2a57cd2 req-10aac4b1-7b4c-4a2e-be19-34104758c86d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.219209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fbe41-9d69-48b2-ab79-903be2a57cd2 req-10aac4b1-7b4c-4a2e-be19-34104758c86d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.221306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-745fbe41-9d69-48b2-ab79-903be2a57cd2 req-10aac4b1-7b4c-4a2e-be19-34104758c86d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1666 time: 0.2280722 Aug 31 09:45:51.287676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.419763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-745fbe41-9d69-48b2-ab79-903be2a57cd2 req-429a56a2-3895-4627-bc0f-0358ec7d9171 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908205 Aug 31 09:45:51.450338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=4424b2f7-c09a-4a69-be2a-35a189b43c78,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:51.513963 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:51.535852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:51.536298 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:51.704370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3c2a21-dbdf-4463-87a3-f8980d0589ba {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:51.729510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.751963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.753087 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:51.778871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.779792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.780637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.781477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.782276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.783709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.784575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.785413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.786591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.787424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.788208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:51.797557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0214f37-f052-48d7-9c67-40ad1e6731bb req-d249c0a7-f29e-4744-8fa5-d7387a59ec29 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.804339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0214f37-f052-48d7-9c67-40ad1e6731bb req-d249c0a7-f29e-4744-8fa5-d7387a59ec29 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 945 time: 0.2309294 Aug 31 09:45:51.810023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Transition to ACTIVE for port object 4a3c2a21-dbdf-4463-87a3-f8980d0589ba will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:51.822691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49299-1952-45b3-9717-bffbf69430bb req-3ff937e5-3c4d-48e7-95d0-13b8355591d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.828143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49299-1952-45b3-9717-bffbf69430bb req-3ff937e5-3c4d-48e7-95d0-13b8355591d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.829182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49299-1952-45b3-9717-bffbf69430bb req-3ff937e5-3c4d-48e7-95d0-13b8355591d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.831875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19d49299-1952-45b3-9717-bffbf69430bb req-3ff937e5-3c4d-48e7-95d0-13b8355591d5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1064262 Aug 31 09:45:51.845597 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-963eeb03-fc14-4cea-9b6b-7f932d30617a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.936346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.082595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Pushing event updated for resources: {'Port': ['ID=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:52.273863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49299-1952-45b3-9717-bffbf69430bb req-10db21ef-d6db-4df5-981c-8ba6874b580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.295822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19d49299-1952-45b3-9717-bffbf69430bb req-10db21ef-d6db-4df5-981c-8ba6874b580b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4107263 Aug 31 09:45:52.311544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.415594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62333982-0f14-45e4-8f60-467de83af579 req-8d2b9d00-06e9-4c19-9d64-7bfb83c9836f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.419304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62333982-0f14-45e4-8f60-467de83af579 req-8d2b9d00-06e9-4c19-9d64-7bfb83c9836f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 947 time: 0.5977252 Aug 31 09:45:52.458543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a163d9d7-272a-4836-a4b0-a17dec395f73 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:52.485712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Attempting to bind port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:52.486501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Attempting to bind port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:52.489169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Attempting to bind port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba on network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:52.502158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0214f37-f052-48d7-9c67-40ad1e6731bb req-b7218e95-35e5-4745-803e-b41c8be22cc1 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612520 Aug 31 09:45:52.515419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba on network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:45:52.516354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Attempting to bind port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba on network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:52.527604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:52.531225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Checking segment: {'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:52.531947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Bound using segment: {'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:52.532654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Bound port: 4a3c2a21-dbdf-4463-87a3-f8980d0589ba, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6080773a-75e2-4bf9-9667-0f7fcd75ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:52.533269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.614127 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:51Z', 'revision_number': 8, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:52.699136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] For port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:52.719116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] For port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:52.759707 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.785637 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:52.825847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port a163d9d7-272a-4836-a4b0-a17dec395f73 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:52.838332 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:52.843659 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:52.846444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a163d9d7-272a-4836-a4b0-a17dec395f73 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:52.848566 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.903551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62333982-0f14-45e4-8f60-467de83af579 req-1aacd32e-1c1f-4a65-96f4-b859cd3a540f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312506 Aug 31 09:45:52.955031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.955879 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.962989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] 10.222.0.52 "PUT /v2.0/ports/4a3c2a21-dbdf-4463-87a3-f8980d0589ba HTTP/1.1" status: 200 len: 1092 time: 3.1103337 Aug 31 09:45:52.972531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'tag': '4a3c2a21-dbdf-4463-87a3-f8980d0589ba'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:52.987835 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af35120b-c585-48bc-8309-7748a2d80bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "tag": "4a3c2a21-dbdf-4463-87a3-f8980d0589ba"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:53.075833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a487d-e260-4cdb-aaa3-a9b0bbea943e req-f72ee016-c1ed-405e-a5ff-2d2666cbfc91 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.107382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a487d-e260-4cdb-aaa3-a9b0bbea943e req-f72ee016-c1ed-405e-a5ff-2d2666cbfc91 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.113935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-739a487d-e260-4cdb-aaa3-a9b0bbea943e req-f72ee016-c1ed-405e-a5ff-2d2666cbfc91 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1678 time: 0.3920057 Aug 31 09:45:53.205350 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71135df1-84a6-4d43-a854-a818cb3e0a7e x-openstack-request-id: req-71135df1-84a6-4d43-a854-a818cb3e0a7e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:53.205673 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "tag": "4a3c2a21-dbdf-4463-87a3-f8980d0589ba", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:53.206077 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-71135df1-84a6-4d43-a854-a818cb3e0a7e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:53.215862 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'tag': '4a3c2a21-dbdf-4463-87a3-f8980d0589ba', 'status': 'completed', 'code': 200} Aug 31 09:45:53.316425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b90529-bc4f-40e7-b9cf-b39791ed8b8d service neutron] Pushing event updated for resources: {'Port': ['ID=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:53.476761 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:53.492916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-739a487d-e260-4cdb-aaa3-a9b0bbea943e req-6d82c555-a608-4cb2-bf4b-3bb7613b0168 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238089 Aug 31 09:45:53.517039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-bf5d2ac2-57a9-4447-bb9a-1ccee085aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.517760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-bf5d2ac2-57a9-4447-bb9a-1ccee085aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.521017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-bf5d2ac2-57a9-4447-bb9a-1ccee085aaca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1980 time: 0.4776797 Aug 31 09:45:53.611941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-8ea36eb4-2345-44a0-9947-a56b0ab35928 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=b6effbdf-e773-41a4-84bd-a1730e657785 HTTP/1.1" status: 200 len: 217 time: 0.0795989 Aug 31 09:45:53.819850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-75b046ff-ec94-4bda-aa6a-1632be703162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.822586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-75b046ff-ec94-4bda-aa6a-1632be703162 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=74aa227b-3e18-473f-9216-b6a382697a62 HTTP/1.1" status: 200 len: 801 time: 0.1972651 Aug 31 09:45:53.845314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debed20-aa9a-499f-ac93-c24eee25b46c req-ab3842cb-ed13-4502-ad1a-ef51011b5e2c tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.853531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7debed20-aa9a-499f-ac93-c24eee25b46c req-ab3842cb-ed13-4502-ad1a-ef51011b5e2c tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 945 time: 0.2096789 Aug 31 09:45:53.947830 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.030260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-c4a01199-7bfa-4a25-aaba-1c03edfa3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:54.036933 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-c4a01199-7bfa-4a25-aaba-1c03edfa3668 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ac91d87-5306-4ffe-a980-53231af69eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815832 Aug 31 09:45:54.044898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7debed20-aa9a-499f-ac93-c24eee25b46c req-12f49768-0c59-442e-95d6-6518d0829093 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298344 Aug 31 09:45:54.048139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c54634-6776-4957-bd18-5a77e246890c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a163d9d7-272a-4836-a4b0-a17dec395f73'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:54.058140 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90df1835-9f18-464f-8f2e-c4d75e306920" -d '{"events": [{"server_uuid": "c5c54634-6776-4957-bd18-5a77e246890c", "name": "network-vif-plugged", "status": "completed", "tag": "a163d9d7-272a-4836-a4b0-a17dec395f73"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:54.106146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a163d9d7-272a-4836-a4b0-a17dec395f73, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a163d9d7-272a-4836-a4b0-a17dec395f73,segment=NetworkSegment(574ace2d-2dda-4a0f-b4ed-b90e0840da7e),segment_id=574ace2d-2dda-4a0f-b4ed-b90e0840da7e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:54.120062 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.286675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-534a7c32-71a4-494c-822a-3c243de9aa0b service neutron] 10.222.0.52 "GET /v2.0/networks/4ac91d87-5306-4ffe-a980-53231af69eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400954 Aug 31 09:45:54.348630 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5336d512-302f-471b-b9e9-d2814687ae21 x-openstack-request-id: req-5336d512-302f-471b-b9e9-d2814687ae21 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:54.349076 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c54634-6776-4957-bd18-5a77e246890c", "name": "network-vif-plugged", "status": "completed", "tag": "a163d9d7-272a-4836-a4b0-a17dec395f73", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:54.349470 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5336d512-302f-471b-b9e9-d2814687ae21 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:54.350067 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c54634-6776-4957-bd18-5a77e246890c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a163d9d7-272a-4836-a4b0-a17dec395f73', 'code': 200} Aug 31 09:45:54.355887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a163d9d7-272a-4836-a4b0-a17dec395f73,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:54.433710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bb121-afc7-43a8-a860-5a928f69cb41 req-a445eeb8-2569-4e70-b652-7ce600488b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:54.437254 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-930bb121-afc7-43a8-a860-5a928f69cb41 req-a445eeb8-2569-4e70-b652-7ce600488b63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 1097 time: 0.1627915 Aug 31 09:45:54.464424 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:51Z', 'revision_number': 8, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:54.501690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:54.580468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-bca945c9-17f4-49da-88ae-791492d5f980 service neutron] 10.222.0.52 "GET /v2.0/networks/4ac91d87-5306-4ffe-a980-53231af69eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673187 Aug 31 09:45:54.591326 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad272c0-55fb-4468-b152-7988dbdcfa0f None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:51Z', 'revision_number': 8, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:54.643394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-930bb121-afc7-43a8-a860-5a928f69cb41 req-56db32b6-0f8d-4b4f-8fd1-fa923e5bebf1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948347 Aug 31 09:45:54.758144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-eee01b61-55b4-4958-8b1d-bb7cabee9b45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=4a3c2a21-dbdf-4463-87a3-f8980d0589ba HTTP/1.1" status: 200 len: 217 time: 0.1664665 Aug 31 09:45:54.846225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:54.876152 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-730a347c-6d34-40bc-9810-4dddfe994ea2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7834857 Aug 31 09:45:54.880260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44528) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:55.018077 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.048223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-629a8892-e9a5-41af-a81a-315e77f907ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:55.052267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-629a8892-e9a5-41af-a81a-315e77f907ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6249728-4dd4-441f-b17e-ad9bf6ed61f8 HTTP/1.1" status: 200 len: 801 time: 0.2209744 Aug 31 09:45:55.101721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-8153fb3d-c785-47ac-9026-6d63e0aa64c9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet 6ec1362e-3376-49fd-aa57-79bc59202d98 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:55.123486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8153fb3d-c785-47ac-9026-6d63e0aa64c9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.223297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8153fb3d-c785-47ac-9026-6d63e0aa64c9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.245970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1399448-96c5-4328-bb41-636cc9a9d185 req-2f05a8e7-e59b-473a-a359-fbe4d24147af tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:55.252065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1399448-96c5-4328-bb41-636cc9a9d185 req-2f05a8e7-e59b-473a-a359-fbe4d24147af tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 947 time: 0.9632795 Aug 31 09:45:55.301048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f888f-f148-4947-be6c-260905432e80 req-f9310e55-2c75-4d59-ae90-4f9bf7bc7995 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:55.329438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f888f-f148-4947-be6c-260905432e80 req-f9310e55-2c75-4d59-ae90-4f9bf7bc7995 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:55.334225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-628f888f-f148-4947-be6c-260905432e80 req-f9310e55-2c75-4d59-ae90-4f9bf7bc7995 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1678 time: 0.6624568 Aug 31 09:45:55.381470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:55.395415 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8153fb3d-c785-47ac-9026-6d63e0aa64c9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.401141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:55.403175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:55.448162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-ac7b63d3-36fe-4fa5-a0ad-a780f4c03507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:55.448891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-ac7b63d3-36fe-4fa5-a0ad-a780f4c03507 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b3d937-e7b8-48aa-9dd0-6128ecd0ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3746305 Aug 31 09:45:55.587589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8153fb3d-c785-47ac-9026-6d63e0aa64c9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.624971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-628f888f-f148-4947-be6c-260905432e80 req-4f3be67a-c247-418d-bd92-61ca5c9d25ab tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786365 Aug 31 09:45:55.629871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:55.722471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153fb3d-c785-47ac-9026-6d63e0aa64c9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec1362e-3376-49fd-aa57-79bc59202d98,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:55.724925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1399448-96c5-4328-bb41-636cc9a9d185 req-ddb921f2-8604-4f1f-847d-01920aad0668 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871460 Aug 31 09:45:55.733402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8153fb3d-c785-47ac-9026-6d63e0aa64c9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.737917 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8153fb3d-c785-47ac-9026-6d63e0aa64c9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/6ec1362e-3376-49fd-aa57-79bc59202d98 HTTP/1.1" status: 204 len: 168 time: 0.8556209 Aug 31 09:45:55.742673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44536) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:55.790330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08404b66-6caa-4583-b022-316727cb662b None None] Network 0699035c-2b95-4649-a35a-24498cf3b11c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:55.870912 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-06560281-5ed7-4f04-a722-3f5f07d39ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.910142 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.962797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-348ef59e-94e6-4525-9209-a3b648365734 service neutron] 10.222.0.52 "GET /v2.0/networks/12b3d937-e7b8-48aa-9dd0-6128ecd0ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055680 Aug 31 09:45:56.115688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8233759-c340-4087-bab3-a2863d1c74c5 req-9ab020a5-1567-47f4-ba60-82c06e26847a service neutron] 10.222.0.52 "GET /v2.0/networks/12b3d937-e7b8-48aa-9dd0-6128ecd0ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308146 Aug 31 09:45:56.176371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b87c47-19a0-42e4-824f-f7a2cb051ced req-1700d21b-c407-4db9-b7a2-d29e5632b516 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.181489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0b87c47-19a0-42e4-824f-f7a2cb051ced req-1700d21b-c407-4db9-b7a2-d29e5632b516 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 946 time: 0.4396319 Aug 31 09:45:56.358682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0b87c47-19a0-42e4-824f-f7a2cb051ced req-bd554889-f806-434f-852a-2f463cdf0adc tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642785 Aug 31 09:45:56.361185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] DHCP port deletion for 0699035c-2b95-4649-a35a-24498cf3b11c request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:45:56.412029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4424b2f7-c09a-4a69-be2a-35a189b43c78 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:56.482470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port ecf590bd-dade-49f6-9e7c-fa685ac3b798 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:56.483290 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.563281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-1d81c46f-0cbf-4845-b2eb-084965316a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.563741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-1d81c46f-0cbf-4845-b2eb-084965316a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.565549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-1d81c46f-0cbf-4845-b2eb-084965316a3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1980 time: 0.3000996 Aug 31 09:45:56.580145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4424b2f7-c09a-4a69-be2a-35a189b43c78 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:56.581456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4424b2f7-c09a-4a69-be2a-35a189b43c78 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:56.712561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port ecf590bd-dade-49f6-9e7c-fa685ac3b798, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf590bd-dade-49f6-9e7c-fa685ac3b798,segment=NetworkSegment(a0790da7-012c-4a9d-8290-95332e3f635b),segment_id=a0790da7-012c-4a9d-8290-95332e3f635b)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:56.713254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.713843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Deleting port ecf590bd-dade-49f6-9e7c-fa685ac3b798 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:56.714507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.761984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for ecf590bd-dade-49f6-9e7c-fa685ac3b798 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:56.855062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] For port ecf590bd-dade-49f6-9e7c-fa685ac3b798, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf590bd-dade-49f6-9e7c-fa685ac3b798,segment=NetworkSegment(a0790da7-012c-4a9d-8290-95332e3f635b),segment_id=a0790da7-012c-4a9d-8290-95332e3f635b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:56.855461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.875370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:51Z', 'revision_number': 8, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:56.881451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Calling delete_port for ecf590bd-dade-49f6-9e7c-fa685ac3b798 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:56.911271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:56.928120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:56.928120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:56.958849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-17aa2770-8554-42b1-a6ce-09cd12a68d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.960423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-17aa2770-8554-42b1-a6ce-09cd12a68d5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 HTTP/1.1" status: 200 len: 904 time: 0.3837657 Aug 31 09:45:56.982778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d7244-21d5-49aa-a286-278901076da2 req-52f6efae-de82-4e98-8045-95c7bf498f8c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.990533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d7244-21d5-49aa-a286-278901076da2 req-52f6efae-de82-4e98-8045-95c7bf498f8c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.995577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-640d7244-21d5-49aa-a286-278901076da2 req-52f6efae-de82-4e98-8045-95c7bf498f8c tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1678 time: 0.1456487 Aug 31 09:45:57.004462 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.079427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:57.098370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-7f943567-b3a8-4a35-a51c-a1d8c79474d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=4a3c2a21-dbdf-4463-87a3-f8980d0589ba HTTP/1.1" status: 200 len: 217 time: 0.1011667 Aug 31 09:45:57.104107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=ecf590bd-dade-49f6-9e7c-fa685ac3b798,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:57.122523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No DVR routers for this DVR port ecf590bd-dade-49f6-9e7c-fa685ac3b798 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:57.146170 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:45:57.155096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-640d7244-21d5-49aa-a286-278901076da2 req-f7dfb64d-efb0-48e7-ab38-9bf512674243 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479909 Aug 31 09:45:57.204379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.271579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.283640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0699035c-2b95-4649-a35a-24498cf3b11c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:57.299970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0790da7-012c-4a9d-8290-95332e3f635b') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:57.300436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0790da7-012c-4a9d-8290-95332e3f635b') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:57.317950 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.344192 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.357024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:57.357720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.364735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] No DVR routers for this DVR port ecf590bd-dade-49f6-9e7c-fa685ac3b798 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:57.385097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Pushing event deleted for resources: {'Port': ['ID=ecf590bd-dade-49f6-9e7c-fa685ac3b798,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:57.454567 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:57.458773 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.468622 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.470641 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/0699035c-2b95-4649-a35a-24498cf3b11c HTTP/1.1" status: 204 len: 168 time: 1.7156186 Aug 31 09:45:57.474246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44556) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:57.475895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.479645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.479957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.480310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.480659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.481007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.481345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.481684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.484310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.485487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.485487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.485487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e814e-1058-48f2-b4c9-76e53ca5f141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:57.496180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-71cb72cc-ce20-4859-8b93-af67b0dd1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:57.497893 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-71cb72cc-ce20-4859-8b93-af67b0dd1008 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c6249728-4dd4-441f-b17e-ad9bf6ed61f8 HTTP/1.1" status: 200 len: 801 time: 0.3914180 Aug 31 09:45:57.499666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518a997-7e4a-489d-bf68-498d17cb1daa tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=0699035c-2b95-4649-a35a-24498cf3b11c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:57.553059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:51Z', 'revision_number': 8, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:57.651946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc5c53-5078-4d9b-9c08-ed5309463eed None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:51Z', 'revision_number': 8, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60', 'name': '', 'network_id': '63379b89-9b84-45eb-aa42-3cba6c0ff30d', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:7a:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:40Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': '41a8e1d5-8c07-4fc1-8518-42e26c173660', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:57.705560 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.745025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e22-a9ae-447a-8646-f4e229611177 req-40d76e2a-7802-48d6-882e-0e07a0d05823 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:57.758658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abea4e22-a9ae-447a-8646-f4e229611177 req-40d76e2a-7802-48d6-882e-0e07a0d05823 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 946 time: 0.2235196 Aug 31 09:45:57.767410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-4eed4acf-a5cf-4651-bf23-a08aeb9a468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:57.769057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-4eed4acf-a5cf-4651-bf23-a08aeb9a468d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12b3d937-e7b8-48aa-9dd0-6128ecd0ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2621138 Aug 31 09:45:58.082165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abea4e22-a9ae-447a-8646-f4e229611177 req-ab3c3098-54fb-4b34-825b-a277fbab2b88 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334559 Aug 31 09:45:58.193207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-372e6ce1-0cce-465c-9edb-a03c6b8e186d service neutron] 10.222.0.52 "GET /v2.0/networks/12b3d937-e7b8-48aa-9dd0-6128ecd0ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101598 Aug 31 09:45:58.372050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf590bd-dade-49f6-9e7c-fa685ac3b798 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:58.423806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfa5e-2dc7-4a7c-96c0-b2c4d2815244 req-436f78b9-180a-475f-9370-1bbe162f0308 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:58.440079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfa5e-2dc7-4a7c-96c0-b2c4d2815244 req-436f78b9-180a-475f-9370-1bbe162f0308 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:58.448306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-632bfa5e-2dc7-4a7c-96c0-b2c4d2815244 req-436f78b9-180a-475f-9370-1bbe162f0308 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1678 time: 0.1287079 Aug 31 09:45:58.479812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af35120b-c585-48bc-8309-7748a2d80bd2 req-750ca867-ee75-4623-b323-153acad72ac8 service neutron] 10.222.0.52 "GET /v2.0/networks/12b3d937-e7b8-48aa-9dd0-6128ecd0ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761896 Aug 31 09:45:58.480364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ecf590bd-dade-49f6-9e7c-fa685ac3b798 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:58.480791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf590bd-dade-49f6-9e7c-fa685ac3b798 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:58.540910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-632bfa5e-2dc7-4a7c-96c0-b2c4d2815244 req-42ea9237-ca46-4e4f-a2c1-c4b7c5e29ffe tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816305 Aug 31 09:45:58.558271 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.598473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.725477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef419944-8eb6-4f57-b84b-ab0b9947f776 req-b2bac1e0-6ba7-47ae-8c52-53f084e7ae26 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:58.729625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef419944-8eb6-4f57-b84b-ab0b9947f776 req-b2bac1e0-6ba7-47ae-8c52-53f084e7ae26 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 946 time: 0.0636592 Aug 31 09:45:58.844630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef419944-8eb6-4f57-b84b-ab0b9947f776 req-d721f1fe-972f-4240-835e-1e9d2d577698 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071887 Aug 31 09:45:59.094510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:59.095127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.275031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,segment=NetworkSegment(a1e2695c-eadb-4413-bf1b-d6f125719943),segment_id=a1e2695c-eadb-4413-bf1b-d6f125719943)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:59.275602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.300428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:59.438340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4a3c2a21-dbdf-4463-87a3-f8980d0589ba details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:45:59.585418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.631499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:59.644922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:59.646396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '4a3c2a21-dbdf-4463-87a3-f8980d0589ba', 'network_id': '12b3d937-e7b8-48aa-9dd0-6128ecd0ce53', 'port_id': '4a3c2a21-dbdf-4463-87a3-f8980d0589ba', 'mac_address': 'fa:16:3e:d6:49:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6249728-4dd4-441f-b17e-ad9bf6ed61f8', 'ip_address': '19.86.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:45:59.693269 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.716017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3c2a21-dbdf-4463-87a3-f8980d0589ba {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:59.754456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:59.762155 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.764758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b6effbdf-e773-41a4-84bd-a1730e657785 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:45:59.882969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da01d7f-7c69-48ec-988a-48c05b6fc7a7 req-b197fe42-8ad7-455f-89c9-62120021442a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:59.916029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da01d7f-7c69-48ec-988a-48c05b6fc7a7 req-b197fe42-8ad7-455f-89c9-62120021442a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:59.917727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8da01d7f-7c69-48ec-988a-48c05b6fc7a7 req-b197fe42-8ad7-455f-89c9-62120021442a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1678 time: 0.1821742 Aug 31 09:46:00.098068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8da01d7f-7c69-48ec-988a-48c05b6fc7a7 req-2cb13ea8-553b-412f-99b6-c6d982aa513a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602468 Aug 31 09:46:00.135374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128dee7-4615-4a67-9c3d-5a297ca5d95c req-ec4b9a5e-bef6-4d84-9172-3a5c185bd07a tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:00.142930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5128dee7-4615-4a67-9c3d-5a297ca5d95c req-ec4b9a5e-bef6-4d84-9172-3a5c185bd07a tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 946 time: 0.1506019 Aug 31 09:46:00.145991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:00.187692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.205959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-4d2b3651-dd5c-4a89-a617-f24db2329b5e tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:00.206979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port b6effbdf-e773-41a4-84bd-a1730e657785, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b6effbdf-e773-41a4-84bd-a1730e657785,segment=NetworkSegment(82efee52-0598-4de7-a5e9-a341c2ee2e21),segment_id=82efee52-0598-4de7-a5e9-a341c2ee2e21)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:00.224450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-4d2b3651-dd5c-4a89-a617-f24db2329b5e tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 946 time: 0.1657023 Aug 31 09:46:00.229208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5128dee7-4615-4a67-9c3d-5a297ca5d95c req-d7f7e7e4-1a6c-41e2-a745-7796b6e106ef tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852883 Aug 31 09:46:00.236342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'b6effbdf-e773-41a4-84bd-a1730e657785', 'network_id': '4ac91d87-5306-4ffe-a980-53231af69eef', 'port_id': 'b6effbdf-e773-41a4-84bd-a1730e657785', 'mac_address': 'fa:16:3e:bc:9d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74aa227b-3e18-473f-9216-b6a382697a62', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:46:00.356949 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.408804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6effbdf-e773-41a4-84bd-a1730e657785 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:00.458143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port b6effbdf-e773-41a4-84bd-a1730e657785, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b6effbdf-e773-41a4-84bd-a1730e657785,segment=NetworkSegment(82efee52-0598-4de7-a5e9-a341c2ee2e21),segment_id=82efee52-0598-4de7-a5e9-a341c2ee2e21)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:00.480983 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.593729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Deleting port a163d9d7-272a-4836-a4b0-a17dec395f73 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:00.594151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.609244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=b6effbdf-e773-41a4-84bd-a1730e657785,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:00.730194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:00.817895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['4a3c2a21-dbdf-4463-87a3-f8980d0589ba'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:00.976325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] For port a163d9d7-272a-4836-a4b0-a17dec395f73, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a163d9d7-272a-4836-a4b0-a17dec395f73,segment=NetworkSegment(574ace2d-2dda-4a0f-b4ed-b90e0840da7e),segment_id=574ace2d-2dda-4a0f-b4ed-b90e0840da7e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:00.976717 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.044584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Calling delete_port for a163d9d7-272a-4836-a4b0-a17dec395f73 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:01.048403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:01.061605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44646) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:01.070936 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062dbf17-695d-4034-b446-49de0c83712e None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:01.086725 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6ae7ac81-c379-424d-b5d4-9f8aad6f5b52 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6112440 Aug 31 09:46:01.102658 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062dbf17-695d-4034-b446-49de0c83712e None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:01.104530 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-062dbf17-695d-4034-b446-49de0c83712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:01.208158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6048aa-22eb-45a5-91da-61b850b7badc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet 41a8e1d5-8c07-4fc1-8518-42e26c173660 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:01.217668 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c6048aa-22eb-45a5-91da-61b850b7badc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.381153 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c6048aa-22eb-45a5-91da-61b850b7badc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.404908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.420294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a163d9d7-272a-4836-a4b0-a17dec395f73'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:01.494383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Pushing event deleted for resources: {'Port': ['ID=a163d9d7-272a-4836-a4b0-a17dec395f73,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:01.563599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] No DVR routers for this DVR port a163d9d7-272a-4836-a4b0-a17dec395f73 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:01.566691 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.568834 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73f58ce3-126f-478f-b341-b629a6ab1a79 req-622a63e8-63af-440d-8177-cdadb3e32006 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.20 "DELETE /v2.0/ports/a163d9d7-272a-4836-a4b0-a17dec395f73 HTTP/1.1" status: 204 len: 173 time: 1.3369799 Aug 31 09:46:01.569300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c54634-6776-4957-bd18-5a77e246890c', 'name': 'network-vif-deleted', 'tag': 'a163d9d7-272a-4836-a4b0-a17dec395f73'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:01.572390 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b540dc4-081f-4554-9de8-96f02d2df61e" -d '{"events": [{"server_uuid": "c5c54634-6776-4957-bd18-5a77e246890c", "name": "network-vif-deleted", "tag": "a163d9d7-272a-4836-a4b0-a17dec395f73"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:01.748396 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:46:01.792996 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-062dbf17-695d-4034-b446-49de0c83712e None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:01.811183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['b6effbdf-e773-41a4-84bd-a1730e657785'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:01.825027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04046f70-11e3-49ae-874a-4edf45024c39 req-9ac2c962-0f36-4cf2-99dd-e12876e8d374 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 210 time: 0.2935522 Aug 31 09:46:01.973722 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c30a-38e5-4152-a3ee-7d4ac1e10ab9 req-4faed006-ffd6-4bac-b414-1972a4a99921 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:01.990361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c30a-38e5-4152-a3ee-7d4ac1e10ab9 req-4faed006-ffd6-4bac-b414-1972a4a99921 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:02.014817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6b2c30a-38e5-4152-a3ee-7d4ac1e10ab9 req-4faed006-ffd6-4bac-b414-1972a4a99921 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1680 time: 0.4892035 Aug 31 09:46:02.015972 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7038252-8761-452d-89b3-9bbe17af6f5f x-openstack-request-id: req-b7038252-8761-452d-89b3-9bbe17af6f5f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:02.016410 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c54634-6776-4957-bd18-5a77e246890c", "name": "network-vif-deleted", "tag": "a163d9d7-272a-4836-a4b0-a17dec395f73", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:02.016410 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7038252-8761-452d-89b3-9bbe17af6f5f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:02.017042 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c54634-6776-4957-bd18-5a77e246890c', 'name': 'network-vif-deleted', 'tag': 'a163d9d7-272a-4836-a4b0-a17dec395f73', 'status': 'completed', 'code': 200} Aug 31 09:46:02.183562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6b2c30a-38e5-4152-a3ee-7d4ac1e10ab9 req-7c51fa47-14d7-4d62-806e-1fa0c2b2b190 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659348 Aug 31 09:46:02.204514 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c6048aa-22eb-45a5-91da-61b850b7badc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.351594 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c6048aa-22eb-45a5-91da-61b850b7badc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.409934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6048aa-22eb-45a5-91da-61b850b7badc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=41a8e1d5-8c07-4fc1-8518-42e26c173660,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:02.420687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c6048aa-22eb-45a5-91da-61b850b7badc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.424345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8c6048aa-22eb-45a5-91da-61b850b7badc tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/41a8e1d5-8c07-4fc1-8518-42e26c173660 HTTP/1.1" status: 204 len: 168 time: 1.3610098 Aug 31 09:46:02.428018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44674) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:02.429863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e82ba1-04bf-4769-8da0-0db61f063dc6 None None] Network 63379b89-9b84-45eb-aa42-3cba6c0ff30d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:02.480319 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-062dbf17-695d-4034-b446-49de0c83712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:59Z', 'revision_number': 9, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:02.592108 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062dbf17-695d-4034-b446-49de0c83712e None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:02.652220 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062dbf17-695d-4034-b446-49de0c83712e None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:02.658509 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-062dbf17-695d-4034-b446-49de0c83712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:02.852538 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-062dbf17-695d-4034-b446-49de0c83712e None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:02.873320 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.906843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] DHCP port deletion for 63379b89-9b84-45eb-aa42-3cba6c0ff30d request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:03.120709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0c1ef38-3a44-4d59-a656-65071002176f req-2fc5fa2c-c7e5-463e-b432-6ff1c087c2b4 tempest-ServerPasswordTestJSON-1622327878 tempest-ServerPasswordTestJSON-1622327878-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c54634-6776-4957-bd18-5a77e246890c HTTP/1.1" status: 200 len: 210 time: 0.1191657 Aug 31 09:46:03.175457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] Deleting port 44dc5f94-a001-4259-b62c-5713920c2650 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:03.175937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.223052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 44dc5f94-a001-4259-b62c-5713920c2650 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:03.224037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.228869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-ac970860-73e7-4832-a67a-c39cc93c109a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3824859 Aug 31 09:46:03.451755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] For port 44dc5f94-a001-4259-b62c-5713920c2650, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=44dc5f94-a001-4259-b62c-5713920c2650,segment=NetworkSegment(a1e2695c-eadb-4413-bf1b-d6f125719943),segment_id=a1e2695c-eadb-4413-bf1b-d6f125719943)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:03.452313 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.472053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] Calling delete_port for 44dc5f94-a001-4259-b62c-5713920c2650 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:03.485899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 44dc5f94-a001-4259-b62c-5713920c2650, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=44dc5f94-a001-4259-b62c-5713920c2650,segment=NetworkSegment(a1e2695c-eadb-4413-bf1b-d6f125719943),segment_id=a1e2695c-eadb-4413-bf1b-d6f125719943)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:03.486286 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.524995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 44dc5f94-a001-4259-b62c-5713920c2650 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:03.570079 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-062dbf17-695d-4034-b446-49de0c83712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:59Z', 'revision_number': 9, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:03.623676 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062dbf17-695d-4034-b446-49de0c83712e None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:45:59Z', 'revision_number': 9, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83f08627-cf89-4894-9ebf-ca98be9a030f', 'name': '', 'network_id': 'ca3aa1a0-c849-41f3-a615-e781a1e10366', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ec:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:05Z', 'updated_at': '2021-08-31T09:45:22Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'a4231126-7770-44e6-b6f8-2e3d471c1e4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:03.625612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b6effbdf-e773-41a4-84bd-a1730e657785 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:03.625738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0883-52d6-41e6-b1c3-85d1616c7633 req-7534e6b5-8dbd-43f5-9fef-adc0f875572e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.646793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0883-52d6-41e6-b1c3-85d1616c7633 req-7534e6b5-8dbd-43f5-9fef-adc0f875572e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.661619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79ae0883-52d6-41e6-b1c3-85d1616c7633 req-7534e6b5-8dbd-43f5-9fef-adc0f875572e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1680 time: 0.3370366 Aug 31 09:46:03.738803 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.756049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82da0cf7-0c28-4f2b-a9e2-666ec66aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.756550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82da0cf7-0c28-4f2b-a9e2-666ec66aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.757058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82da0cf7-0c28-4f2b-a9e2-666ec66aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.757531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82da0cf7-0c28-4f2b-a9e2-666ec66aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.757999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82da0cf7-0c28-4f2b-a9e2-666ec66aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.758466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82da0cf7-0c28-4f2b-a9e2-666ec66aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.758948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82da0cf7-0c28-4f2b-a9e2-666ec66aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.770508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82da0cf7-0c28-4f2b-a9e2-666ec66aee5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a637f499c88468398ba69ce5a70d104&device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 6492 time: 0.3201437 Aug 31 09:46:03.785678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] Pushing event deleted for resources: {'Port': ['ID=44dc5f94-a001-4259-b62c-5713920c2650,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:03.803631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.821012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84087e49-0525-406c-9485-28f11f3d8efd None None] No DVR routers for this DVR port 44dc5f94-a001-4259-b62c-5713920c2650 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:03.857479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port b6effbdf-e773-41a4-84bd-a1730e657785 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:03.867946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port b6effbdf-e773-41a4-84bd-a1730e657785 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:03.869194 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.870644 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=44dc5f94-a001-4259-b62c-5713920c2650,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:03.885871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No DVR routers for this DVR port 44dc5f94-a001-4259-b62c-5713920c2650 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:04.151845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.182778 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.263825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63379b89-9b84-45eb-aa42-3cba6c0ff30d']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:04.303275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44708) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:04.356031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6effbdf-e773-41a4-84bd-a1730e657785'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:04.388553 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d80abcd-78d6-4b30-b7b2-4d81cd613fe7" -d '{"events": [{"server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "name": "network-vif-plugged", "status": "completed", "tag": "b6effbdf-e773-41a4-84bd-a1730e657785"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:04.415466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port b6effbdf-e773-41a4-84bd-a1730e657785, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b6effbdf-e773-41a4-84bd-a1730e657785,segment=NetworkSegment(82efee52-0598-4de7-a5e9-a341c2ee2e21),segment_id=82efee52-0598-4de7-a5e9-a341c2ee2e21)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:04.428526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.430096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4a3c2a21-dbdf-4463-87a3-f8980d0589ba up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:04.442646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e2695c-eadb-4413-bf1b-d6f125719943') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:04.443149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e2695c-eadb-4413-bf1b-d6f125719943') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:04.476606 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.515087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dbe57b-ec3e-41e3-869a-212b815d5ba9 admin admin] Deleting subnet 243f9f55-4c5d-4f62-a11b-5751b6a9198c {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:04.523275 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.535210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3dbe57b-ec3e-41e3-869a-212b815d5ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.606541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:04.607671 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:04.615380 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:04.628952 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a219b65d-c036-42d8-8da5-373882533f2d x-openstack-request-id: req-a219b65d-c036-42d8-8da5-373882533f2d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:04.629430 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "name": "network-vif-plugged", "status": "completed", "tag": "b6effbdf-e773-41a4-84bd-a1730e657785", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:04.629782 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a219b65d-c036-42d8-8da5-373882533f2d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:04.630265 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6effbdf-e773-41a4-84bd-a1730e657785', 'code': 200} Aug 31 09:46:04.658132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:04.661585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a163d9d7-272a-4836-a4b0-a17dec395f73 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:04.735133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=b6effbdf-e773-41a4-84bd-a1730e657785,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:04.740170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: a163d9d7-272a-4836-a4b0-a17dec395f73 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:04.740930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a163d9d7-272a-4836-a4b0-a17dec395f73 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:04.752314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:04.752314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42faff4f-e8cf-43d3-8a7c-08e5f5cdbb60 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:04.753225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 44dc5f94-a001-4259-b62c-5713920c2650 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:04.846648 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3dbe57b-ec3e-41e3-869a-212b815d5ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.863836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.907289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.917145 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/63379b89-9b84-45eb-aa42-3cba6c0ff30d HTTP/1.1" status: 204 len: 168 time: 2.4842055 Aug 31 09:46:04.923471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44716) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:05.127373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79ae0883-52d6-41e6-b1c3-85d1616c7633 req-702f3953-d965-4543-9073-7256eb93b4c7 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4437363 Aug 31 09:46:05.201400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82fcbabd-80c6-490a-8328-f1340ded13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.201886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82fcbabd-80c6-490a-8328-f1340ded13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.202363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82fcbabd-80c6-490a-8328-f1340ded13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.204115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-82fcbabd-80c6-490a-8328-f1340ded13a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&id=e283a2ae-d07b-4a4b-9b10-501aebd8903d HTTP/1.1" status: 200 len: 2295 time: 1.3845086 Aug 31 09:46:05.296040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe4617-1863-4ce6-8ef8-ad7aed87ccfb tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=63379b89-9b84-45eb-aa42-3cba6c0ff30d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:05.329256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 44dc5f94-a001-4259-b62c-5713920c2650 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:05.330027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 44dc5f94-a001-4259-b62c-5713920c2650 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:05.346255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:05.353108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:05.353493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.355034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3dbe57b-ec3e-41e3-869a-212b815d5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.490104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-174cf0aa-b63b-4151-b314-bf6085041176 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c586d57d-4718-4c51-bffd-7f35f488856c HTTP/1.1" status: 200 len: 1002 time: 0.2765691 Aug 31 09:46:05.604499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-3223d06d-09a6-4e23-866c-4cb5e9019486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.618106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-3223d06d-09a6-4e23-866c-4cb5e9019486 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b00e266-7e73-4d06-99d6-4561cee3de9d HTTP/1.1" status: 200 len: 850 time: 0.1148596 Aug 31 09:46:05.635880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.674886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3dbe57b-ec3e-41e3-869a-212b815d5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.716400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbe57b-ec3e-41e3-869a-212b815d5ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243f9f55-4c5d-4f62-a11b-5751b6a9198c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:05.773768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3dbe57b-ec3e-41e3-869a-212b815d5ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.776018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a3dbe57b-ec3e-41e3-869a-212b815d5ba9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/243f9f55-4c5d-4f62-a11b-5751b6a9198c HTTP/1.1" status: 204 len: 168 time: 1.4713144 Aug 31 09:46:05.778990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44732) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:05.779169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-4edb4665-a93e-4ac1-a021-11edeaa63981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.780399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:05.780691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-4edb4665-a93e-4ac1-a021-11edeaa63981 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1550ab1-7c19-4c3d-a34a-bbd0081f2097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609414 Aug 31 09:46:05.803531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.919643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:05.961716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.106551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-5fdfca9d-078c-44b1-b25e-36253cd361ba service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155956 Aug 31 09:46:06.411023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e760e-61b6-4601-9d6d-62edc6dd417d req-c19be6a4-aefc-4a06-9f2c-eb7edd59e2c1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:06.418066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e760e-61b6-4601-9d6d-62edc6dd417d req-c19be6a4-aefc-4a06-9f2c-eb7edd59e2c1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:06.420187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb2e760e-61b6-4601-9d6d-62edc6dd417d req-c19be6a4-aefc-4a06-9f2c-eb7edd59e2c1 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1682 time: 0.1017032 Aug 31 09:46:06.425063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-65f6b9be-4eca-412e-ae87-cb9c0b1fee40 service neutron] 10.222.0.52 "GET /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012974 Aug 31 09:46:06.508536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-485f953b-98c3-4b15-b6c1-5e2641ba8248 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 217 time: 0.0746121 Aug 31 09:46:06.584911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-454aa847-d158-4e47-b938-622be8bfa7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:06.588910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-454aa847-d158-4e47-b938-622be8bfa7ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.0711973 Aug 31 09:46:06.632588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3c2a21-dbdf-4463-87a3-f8980d0589ba'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:06.636026 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9124e9-abb8-480d-88aa-ef2aa63570ce" -d '{"events": [{"server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "name": "network-vif-plugged", "status": "completed", "tag": "4a3c2a21-dbdf-4463-87a3-f8980d0589ba"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:06.699988 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97aa380-401a-4aa7-aad9-36b4c561ef75 x-openstack-request-id: req-a97aa380-401a-4aa7-aad9-36b4c561ef75 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:06.700591 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "name": "network-vif-plugged", "status": "completed", "tag": "4a3c2a21-dbdf-4463-87a3-f8980d0589ba", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:06.701047 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a97aa380-401a-4aa7-aad9-36b4c561ef75 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:06.701681 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3c2a21-dbdf-4463-87a3-f8980d0589ba', 'code': 200} Aug 31 09:46:06.722079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb2e760e-61b6-4601-9d6d-62edc6dd417d req-48a60df7-0b5d-48b3-8384-c3c414e254f4 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920792 Aug 31 09:46:06.806697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-be4c778c-f1cf-42be-b673-2ebb36b9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:06.816712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-be4c778c-f1cf-42be-b673-2ebb36b9811b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1825976 Aug 31 09:46:06.858685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.872510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2a2b53-fbbb-497c-8338-adee47bc03dc']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:06.893551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574ace2d-2dda-4a0f-b4ed-b90e0840da7e') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:06.894045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574ace2d-2dda-4a0f-b4ed-b90e0840da7e') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:06.904733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.921763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.929617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:06.930110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:06.991580 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:07.004164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.013243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.016152 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8c2a2b53-fbbb-497c-8338-adee47bc03dc HTTP/1.1" status: 204 len: 168 time: 1.2350957 Aug 31 09:46:07.058061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607dfcf-4668-4840-b95e-29753449d727 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2a2b53-fbbb-497c-8338-adee47bc03dc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:07.101066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f403515-f5f9-43e8-bda3-9dc0044f7248 req-8fdb987c-ba0c-45f2-ac9e-d0b42167d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:07.101563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f403515-f5f9-43e8-bda3-9dc0044f7248 req-8fdb987c-ba0c-45f2-ac9e-d0b42167d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:07.103314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5f403515-f5f9-43e8-bda3-9dc0044f7248 req-8fdb987c-ba0c-45f2-ac9e-d0b42167d801 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1984 time: 0.1108389 Aug 31 09:46:07.121442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-cccb8812-a50e-4a7c-8bfc-1ea0f1fdf47d service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841568 Aug 31 09:46:07.172967 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5f403515-f5f9-43e8-bda3-9dc0044f7248 req-4964ce28-e672-4370-9a1c-d70f244a0898 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621715 Aug 31 09:46:07.221228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.402072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44768) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:07.487814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-1187906f-2fed-4374-bc76-6fea71e29e98 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543625 Aug 31 09:46:07.562653 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-990cd346-5ffd-4432-993e-7b9dd45f710d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07472225fd9248f3b6af9a9dcdf9aeac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592956 Aug 31 09:46:07.583341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44770) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:07.636226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-c788f786-b9dc-4388-8f5f-7796b8c270e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 217 time: 0.1418922 Aug 31 09:46:07.700969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-083fe561-3621-4b9d-95f6-333b2bde2864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.752546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-a0506b90-a5c5-470f-8ef1-82b348be4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:07.754377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-a0506b90-a5c5-470f-8ef1-82b348be4304 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1067522 Aug 31 09:46:07.880294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-4afb3994-d14c-4900-839b-429e2fe4da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:07.881961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-4afb3994-d14c-4900-839b-429e2fe4da2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195731 Aug 31 09:46:07.888271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-083fe561-3621-4b9d-95f6-333b2bde2864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.073632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 83f08627-cf89-4894-9ebf-ca98be9a030f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:08.074203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.180597 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-083fe561-3621-4b9d-95f6-333b2bde2864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.185094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-083fe561-3621-4b9d-95f6-333b2bde2864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.201592 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-083fe561-3621-4b9d-95f6-333b2bde2864 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2dfe1e8-7b91-4e0e-b601-06909ae51ab2 HTTP/1.1" status: 204 len: 168 time: 0.6130548 Aug 31 09:46:08.228024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fe561-3621-4b9d-95f6-333b2bde2864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dfe1e8-7b91-4e0e-b601-06909ae51ab2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:08.349075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 83f08627-cf89-4894-9ebf-ca98be9a030f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=83f08627-cf89-4894-9ebf-ca98be9a030f,segment=NetworkSegment(968e004e-1745-437c-972c-3482a73822bf),segment_id=968e004e-1745-437c-972c-3482a73822bf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:08.349541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.385044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 83f08627-cf89-4894-9ebf-ca98be9a030f owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:08.437006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a381c-da6c-4d7b-81c7-8c13a1a62060 req-10838275-25dc-44e0-a4ce-390518b8676a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:08.456508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a381c-da6c-4d7b-81c7-8c13a1a62060 req-10838275-25dc-44e0-a4ce-390518b8676a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:08.458860 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-387a381c-da6c-4d7b-81c7-8c13a1a62060 req-10838275-25dc-44e0-a4ce-390518b8676a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1682 time: 0.4947407 Aug 31 09:46:08.532423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-387a381c-da6c-4d7b-81c7-8c13a1a62060 req-79d4d052-7c98-4949-9228-4b57a8d3c27e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551856 Aug 31 09:46:08.534723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-eca9eb51-1e33-42b8-a1b4-a44da821e199 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447737 Aug 31 09:46:08.781375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-6669d3c8-d9e0-4141-a4c5-8ef7326ca673 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378979 Aug 31 09:46:08.914911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-122ee97b-e3ff-4cfb-be8e-9aaf87d7720e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1 HTTP/1.1" status: 200 len: 217 time: 0.1125114 Aug 31 09:46:08.935388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c469d038-55a5-4598-8473-e9305b1852a7 req-1d3b5f69-9ec5-4fcf-8047-b94d0b881cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1767478 Aug 31 09:46:09.024238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.107189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-195e3312-a983-4dcc-97ab-46c822096d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:09.108810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-195e3312-a983-4dcc-97ab-46c822096d1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.1919255 Aug 31 09:46:09.168945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=83f08627-cf89-4894-9ebf-ca98be9a030f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:09.201983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-b499c04b-b607-4a1a-96ff-28b2b350c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:09.207981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-b499c04b-b607-4a1a-96ff-28b2b350c679 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869462 Aug 31 09:46:09.385503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469d038-55a5-4598-8473-e9305b1852a7 req-77701409-b8b6-499a-bdfa-fec2194e38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:09.389026 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c469d038-55a5-4598-8473-e9305b1852a7 req-77701409-b8b6-499a-bdfa-fec2194e38ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1098 time: 0.2595258 Aug 31 09:46:09.430555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-b1e1501e-9ed1-49d8-b05c-2f4dbbb0f271 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148573 Aug 31 09:46:09.735271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.797004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469d038-55a5-4598-8473-e9305b1852a7 req-6af1c787-7862-4b27-af3b-733fcdacfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:09.811228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c469d038-55a5-4598-8473-e9305b1852a7 req-6af1c787-7862-4b27-af3b-733fcdacfa8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.3906288 Aug 31 09:46:09.815929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-509b7226-c27e-4433-9d85-72f89fc703d4 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781455 Aug 31 09:46:09.947369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-6651145a-576e-4d7e-99a4-97476a4a46ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=542862e8-97eb-4df8-9c05-421b80d35dea HTTP/1.1" status: 200 len: 217 time: 0.0818501 Aug 31 09:46:10.042920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-bc19fbfb-b7f9-4d27-a897-16b62e647d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.045298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-bc19fbfb-b7f9-4d27-a897-16b62e647d99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 200 len: 797 time: 0.0887866 Aug 31 09:46:10.060954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85f14-d89e-4fa7-9647-20c0ca90260c req-94cc284f-1341-4a1d-b557-da9a60cd7725 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.067873 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c469d038-55a5-4598-8473-e9305b1852a7 req-23f538b7-e9e2-4bb0-8f57-70ccf21bb613 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 1001 time: 0.2458723 Aug 31 09:46:10.068546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e85f14-d89e-4fa7-9647-20c0ca90260c req-94cc284f-1341-4a1d-b557-da9a60cd7725 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.074103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76e85f14-d89e-4fa7-9647-20c0ca90260c req-94cc284f-1341-4a1d-b557-da9a60cd7725 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1682 time: 0.2438645 Aug 31 09:46:10.158135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469d038-55a5-4598-8473-e9305b1852a7 req-fdd4e83b-4d93-4e52-b633-aa3b619cc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.159981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c469d038-55a5-4598-8473-e9305b1852a7 req-fdd4e83b-4d93-4e52-b633-aa3b619cc4bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0815356 Aug 31 09:46:10.299610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76e85f14-d89e-4fa7-9647-20c0ca90260c req-008f927a-19eb-40a8-b65d-0fcb777a1a0f tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179344 Aug 31 09:46:10.346929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-83efa3cc-074b-4bc2-be29-e12f699b0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.353200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:10.357313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-83efa3cc-074b-4bc2-be29-e12f699b0b7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ed98179-c04f-4109-b9e5-63ca2f25e31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2747574 Aug 31 09:46:10.481047 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.523010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44842) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:10.584041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-cc0734e3-4065-429d-8e8e-0e25aa78c1d7 service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215493 Aug 31 09:46:10.616962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:10.633997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:10.644766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9faf51c4-0e53-480a-8102-f85cc5f9f764 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7086024 Aug 31 09:46:10.650837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44850) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:10.653616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:10.656613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:10.800196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469d038-55a5-4598-8473-e9305b1852a7 req-4cde6941-0ecc-4ded-bbcb-375549f18971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.802383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c469d038-55a5-4598-8473-e9305b1852a7 req-4cde6941-0ecc-4ded-bbcb-375549f18971 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5138071 Aug 31 09:46:10.869197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-network', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:10.919065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:10.990517 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c469d038-55a5-4598-8473-e9305b1852a7 req-f011dfae-d4c3-410a-b1ae-d02c315b39c2 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724603 Aug 31 09:46:11.032714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Made reservation on behalf of d427a77df8a742dba523b91ccc0932b6 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:11.045055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.115471 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c469d038-55a5-4598-8473-e9305b1852a7 req-dabb31a8-6aaa-4b07-89a9-0bada9a93a3a service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994987 Aug 31 09:46:11.130229 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.131089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-24196db3-d53f-436c-8b97-a439a4ec50f8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet a4231126-7770-44e6-b6f8-2e3d471c1e4f {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:11.135751 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24196db3-d53f-436c-8b97-a439a4ec50f8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.188693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24196db3-d53f-436c-8b97-a439a4ec50f8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.478151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 10, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:11.518273 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24196db3-d53f-436c-8b97-a439a4ec50f8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.519258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-b96ce1df-8850-4cb3-b984-9981d7da5ecc service neutron] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9254320 Aug 31 09:46:11.589824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-718ed3ea-6a96-4ded-9182-a5c5cd719ca6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e9599971-f593-4030-9e63-346c825284b2 HTTP/1.1" status: 200 len: 217 time: 0.0609546 Aug 31 09:46:11.625846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:11.650715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:11.652235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:11.659993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-8714e19e-0d29-4ea1-89b3-f721ecc7deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:11.662266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-8714e19e-0d29-4ea1-89b3-f721ecc7deb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.0571811 Aug 31 09:46:11.669479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.680537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a1c2a-cfba-4ed2-b6b9-0626fb4a00eb req-c8372a06-79a2-43c9-9afe-9ee59039dce3 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:11.687050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a1c2a-cfba-4ed2-b6b9-0626fb4a00eb req-c8372a06-79a2-43c9-9afe-9ee59039dce3 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:11.689284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd1a1c2a-cfba-4ed2-b6b9-0626fb4a00eb req-c8372a06-79a2-43c9-9afe-9ee59039dce3 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1682 time: 0.2780349 Aug 31 09:46:11.699945 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.742265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24196db3-d53f-436c-8b97-a439a4ec50f8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.812743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24196db3-d53f-436c-8b97-a439a4ec50f8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.814799 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-24196db3-d53f-436c-8b97-a439a4ec50f8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/a4231126-7770-44e6-b6f8-2e3d471c1e4f HTTP/1.1" status: 204 len: 168 time: 1.1599283 Aug 31 09:46:11.820356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24196db3-d53f-436c-8b97-a439a4ec50f8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=a4231126-7770-44e6-b6f8-2e3d471c1e4f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.825825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44870) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.834365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:11.845472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6295d3-c94b-4504-89f2-d61f2b421d66 None None] Network ca3aa1a0-c849-41f3-a615-e781a1e10366 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:11.905937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906e1378-c283-4cb9-bade-c600d7b6bcdf,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.937648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.938007 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Added segment c46c5107-ee0d-4bc8-9f99-47bd886db16b of type vlan for network fecfacf3-ee1a-404a-908a-bfd9f65030b2 Aug 31 09:46:12.065478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd1a1c2a-cfba-4ed2-b6b9-0626fb4a00eb req-7f4e4045-2d3b-4530-8753-7ff13f4ccf57 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942529 Aug 31 09:46:12.075121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:12.083564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.088661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-f94a2fc7-a3f5-4d2c-bc8d-ee25136c4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:12.093237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-f94a2fc7-a3f5-4d2c-bc8d-ee25136c4777 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4021709 Aug 31 09:46:12.232195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] DHCP port deletion for ca3aa1a0-c849-41f3-a615-e781a1e10366 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:12.241968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-503f6e29-36dd-4517-8bd7-2c474f45e528 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348753 Aug 31 09:46:12.246646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.319712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 9c40fbaa-810b-4211-b873-e5936d366eb9 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:12.320758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.359786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:46:12.418980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.418980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:12.419891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.458374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 9c40fbaa-810b-4211-b873-e5936d366eb9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9c40fbaa-810b-4211-b873-e5936d366eb9,segment=NetworkSegment(968e004e-1745-437c-972c-3482a73822bf),segment_id=968e004e-1745-437c-972c-3482a73822bf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:12.460323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.497407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9c40fbaa-810b-4211-b873-e5936d366eb9 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:12.507799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 9c40fbaa-810b-4211-b873-e5936d366eb9 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:12.537693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0131869 Aug 31 09:46:12.543857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44882) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.556477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Request body: {'subnet': {'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-subnet', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:12.612899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-e48c3f59-1c64-4180-8fa9-0742c21595d9 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529329 Aug 31 09:46:12.614054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc744c9-2bcb-4297-96be-bacf2734867e admin admin] Pushing event updated for resources: {'Network': ['ID=fecfacf3-ee1a-404a-908a-bfd9f65030b2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:12.687596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Made reservation on behalf of d427a77df8a742dba523b91ccc0932b6 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:12.690168 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.753881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-ea003943-e0bb-457f-a316-731af7069cbb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 HTTP/1.1" status: 200 len: 217 time: 0.1242681 Aug 31 09:46:12.772772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network fecfacf3-ee1a-404a-908a-bfd9f65030b2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:12.858789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-5bdd5cb1-e5e8-4af7-aca2-4304b111eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:12.860842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-5bdd5cb1-e5e8-4af7-aca2-4304b111eaf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 200 len: 797 time: 0.0996902 Aug 31 09:46:12.962786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-425b2985-605c-4f05-950d-a0c8b51c83aa tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:12.993161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-425b2985-605c-4f05-950d-a0c8b51c83aa tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:12.998878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-425b2985-605c-4f05-950d-a0c8b51c83aa tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1682 time: 0.3704033 Aug 31 09:46:12.999160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-58e81929-3ade-4576-a485-c659de5d47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:13.005557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-58e81929-3ade-4576-a485-c659de5d47f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e283a2ae-d07b-4a4b-9b10-501aebd8903d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363006 Aug 31 09:46:13.068066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] Deleting port 9c40fbaa-810b-4211-b873-e5936d366eb9 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:13.070096 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.142871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.200721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-62d87863-9a87-441a-97a3-fa9a0687232b service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832170 Aug 31 09:46:13.212273 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.294810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=9c40fbaa-810b-4211-b873-e5936d366eb9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:13.322331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No DVR routers for this DVR port 9c40fbaa-810b-4211-b873-e5936d366eb9 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:13.496835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e21a60c1-900d-45d6-8d5c-13b5b18acc0e req-dd942f6d-dfb1-496e-b4a9-18563fb90de6 service neutron] 10.222.0.52 "GET /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864847 Aug 31 09:46:13.534700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:13.535090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.552642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] For port 9c40fbaa-810b-4211-b873-e5936d366eb9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9c40fbaa-810b-4211-b873-e5936d366eb9,segment=NetworkSegment(968e004e-1745-437c-972c-3482a73822bf),segment_id=968e004e-1745-437c-972c-3482a73822bf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:13.553671 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.565949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.610781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899532-a7ec-44ef-a98c-0b3fdc5b0f20 req-7cb47682-9332-4650-9e85-cece4edeb42d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:13.646153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899532-a7ec-44ef-a98c-0b3fdc5b0f20 req-7cb47682-9332-4650-9e85-cece4edeb42d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:13.673940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] Calling delete_port for 9c40fbaa-810b-4211-b873-e5936d366eb9 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:13.680385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2899532-a7ec-44ef-a98c-0b3fdc5b0f20 req-7cb47682-9332-4650-9e85-cece4edeb42d tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 1682 time: 0.2710059 Aug 31 09:46:13.687027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.722431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:13.722856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.742669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for 4a3c2a21-dbdf-4463-87a3-f8980d0589ba owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:13.787464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 10, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:13.855995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.865011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abeee5-b873-495f-8a53-e8f7f206586e None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 10, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None, '_interfaces': [{'id': '66037ade-0e3f-4719-a279-8e69930488ae', 'name': '', 'network_id': 'b3701f6a-b145-4470-b293-fdeb953a2376', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'mac_address': 'fa:16:3e:ea:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:54Z', 'updated_at': '2021-08-31T09:45:11Z', 'revision_number': 5, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'subnets': [{'id': 'e5ee0fbb-b226-4e9d-9451-e6fc249a0614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:13.880123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2899532-a7ec-44ef-a98c-0b3fdc5b0f20 req-63594665-0316-44a0-b37b-37b38627fe1a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987710 Aug 31 09:46:13.920359 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.009322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] Pushing event deleted for resources: {'Port': ['ID=9c40fbaa-810b-4211-b873-e5936d366eb9,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:14.011562 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92817120-55ca-4a71-99b1-0d4196c1770e None None] No DVR routers for this DVR port 9c40fbaa-810b-4211-b873-e5936d366eb9 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:14.027168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3aa1a0-c849-41f3-a615-e781a1e10366']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.057120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968e004e-1745-437c-972c-3482a73822bf') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.057427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968e004e-1745-437c-972c-3482a73822bf') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.082528 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.114201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.117210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e92cca-fe68-4c33-8153-17a9a9b7b220,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:14.133086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.137029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:14.137440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:14.141619 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:14.146377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['4a3c2a21-dbdf-4463-87a3-f8980d0589ba', 'b6effbdf-e773-41a4-84bd-a1730e657785'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:14.332539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Checking segment: {'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:14.337773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Network hostable DHCP agents. Network: fecfacf3-ee1a-404a-908a-bfd9f65030b2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:14.379654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=4a3c2a21-dbdf-4463-87a3-f8980d0589ba,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:14.443344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 83f08627-cf89-4894-9ebf-ca98be9a030f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:14.491136 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.511765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 83f08627-cf89-4894-9ebf-ca98be9a030f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:14.512140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 83f08627-cf89-4894-9ebf-ca98be9a030f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:14.581236 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.583571 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/ca3aa1a0-c849-41f3-a615-e781a1e10366 HTTP/1.1" status: 204 len: 168 time: 2.7566521 Aug 31 09:46:14.587038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44920) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:14.602861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e74b32-3055-4297-8cd3-82a6e2d1a7cf tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=ca3aa1a0-c849-41f3-a615-e781a1e10366,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:14.610405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port 4a3c2a21-dbdf-4463-87a3-f8980d0589ba on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:14.621350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.630863 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-5a5a8297-2a3e-4c46-adf0-87eba6562a67 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.52 "DELETE /v2.0/ports/4a3c2a21-dbdf-4463-87a3-f8980d0589ba HTTP/1.1" status: 204 len: 173 time: 1.6180675 Aug 31 09:46:14.631466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Network fecfacf3-ee1a-404a-908a-bfd9f65030b2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:14.633889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'name': 'network-vif-deleted', 'tag': '4a3c2a21-dbdf-4463-87a3-f8980d0589ba'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:14.636425 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01e0daa-4ba9-47e4-9b54-9644c8501d3c" -d '{"events": [{"server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "name": "network-vif-deleted", "tag": "4a3c2a21-dbdf-4463-87a3-f8980d0589ba"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:14.759832 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7f6c8b-2691-4a98-b663-f7d7127915c8 x-openstack-request-id: req-4f7f6c8b-2691-4a98-b663-f7d7127915c8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:14.760126 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "name": "network-vif-deleted", "tag": "4a3c2a21-dbdf-4463-87a3-f8980d0589ba", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:14.760376 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f7f6c8b-2691-4a98-b663-f7d7127915c8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:14.760772 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'name': 'network-vif-deleted', 'tag': '4a3c2a21-dbdf-4463-87a3-f8980d0589ba', 'status': 'completed', 'code': 200} Aug 31 09:46:14.763916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, fecfacf3-ee1a-404a-908a-bfd9f65030b2) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:14.773582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:14.774483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.775322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15086d5-2d64-4bf0-8a7d-f9da7739718f None None] Network fecfacf3-ee1a-404a-908a-bfd9f65030b2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:14.902689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b12db6b8-5b6f-43a1-ad13-501ca581b6fc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3574975 Aug 31 09:46:14.914126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44936) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:14.928844 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:15.057940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.068029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.119919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79008e-69bf-4b35-9e3c-e269cafbb0eb None None] Network fecfacf3-ee1a-404a-908a-bfd9f65030b2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:15.130176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port b6effbdf-e773-41a4-84bd-a1730e657785 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:15.130991 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.206381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e66590-5ba3-440b-95bf-e3e02a1ead9b req-ad2c8e54-337a-45a6-8566-eb5ad7271582 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:15.218613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66e66590-5ba3-440b-95bf-e3e02a1ead9b req-ad2c8e54-337a-45a6-8566-eb5ad7271582 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 945 time: 0.2095904 Aug 31 09:46:15.352621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.356225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66e66590-5ba3-440b-95bf-e3e02a1ead9b req-0f0123af-914e-4df8-9f20-ac407eaba911 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364543 Aug 31 09:46:15.576820 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.042026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 66037ade-0e3f-4719-a279-8e69930488ae {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:16.042678 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.139170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.145627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port b6effbdf-e773-41a4-84bd-a1730e657785, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b6effbdf-e773-41a4-84bd-a1730e657785,segment=NetworkSegment(82efee52-0598-4de7-a5e9-a341c2ee2e21),segment_id=82efee52-0598-4de7-a5e9-a341c2ee2e21)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:16.146079 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.160078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 66037ade-0e3f-4719-a279-8e69930488ae, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=66037ade-0e3f-4719-a279-8e69930488ae,segment=NetworkSegment(dae2898b-915a-469d-b0db-e7964a11ccd5),segment_id=dae2898b-915a-469d-b0db-e7964a11ccd5)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:16.160613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.167662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for b6effbdf-e773-41a4-84bd-a1730e657785 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:16.181038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 66037ade-0e3f-4719-a279-8e69930488ae owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:16.597840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.624005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.642419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=b6effbdf-e773-41a4-84bd-a1730e657785,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:16.696586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6dca4-b948-449a-b892-93552e5bf0ff req-9606b46e-aea0-4475-842e-8932d65f0a9a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:16.698406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45c6dca4-b948-449a-b892-93552e5bf0ff req-9606b46e-aea0-4475-842e-8932d65f0a9a tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0089bb9-6ea2-4667-97d9-c786211a48ef HTTP/1.1" status: 200 len: 867 time: 0.1524701 Aug 31 09:46:16.701386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=66037ade-0e3f-4719-a279-8e69930488ae,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:16.755305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port b6effbdf-e773-41a4-84bd-a1730e657785 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:16.773592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.782160 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b40b4d9a-18f4-4f11-89a4-8b28ff89e2ee req-f22072bb-cb8f-493c-9eff-da94065ae917 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.52 "DELETE /v2.0/ports/b6effbdf-e773-41a4-84bd-a1730e657785 HTTP/1.1" status: 204 len: 173 time: 2.1179056 Aug 31 09:46:16.785449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'name': 'network-vif-deleted', 'tag': 'b6effbdf-e773-41a4-84bd-a1730e657785'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:16.788202 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506446e9-8a90-42fb-8e05-9f7832e6e9c2" -d '{"events": [{"server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "name": "network-vif-deleted", "tag": "b6effbdf-e773-41a4-84bd-a1730e657785"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:16.988282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45c6dca4-b948-449a-b892-93552e5bf0ff req-55d2489a-6fbc-4fd4-83fb-f6bd8ec664cf tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "GET /v2.0/security-groups?id=89e85ca8-9fe6-4662-88ab-197e19f197f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822461 Aug 31 09:46:17.092172 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a953d73f-88a8-41ea-8f8d-61e7e6f39cbd x-openstack-request-id: req-a953d73f-88a8-41ea-8f8d-61e7e6f39cbd {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:17.092475 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0089bb9-6ea2-4667-97d9-c786211a48ef", "name": "network-vif-deleted", "tag": "b6effbdf-e773-41a4-84bd-a1730e657785", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:17.092726 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a953d73f-88a8-41ea-8f8d-61e7e6f39cbd {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:17.093149 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0089bb9-6ea2-4667-97d9-c786211a48ef', 'name': 'network-vif-deleted', 'tag': 'b6effbdf-e773-41a4-84bd-a1730e657785', 'status': 'completed', 'code': 200} Aug 31 09:46:17.215743 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.330968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.407490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.561730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b6effbdf-e773-41a4-84bd-a1730e657785 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:17.645682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: b6effbdf-e773-41a4-84bd-a1730e657785 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:17.646086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b6effbdf-e773-41a4-84bd-a1730e657785 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:17.646485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4a3c2a21-dbdf-4463-87a3-f8980d0589ba no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:17.714067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 4a3c2a21-dbdf-4463-87a3-f8980d0589ba {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:17.714418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4a3c2a21-dbdf-4463-87a3-f8980d0589ba not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:17.744823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Allocated IP 172.25.1.251 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:17.901154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.995834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.038145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:18.099341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45016) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.109813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:18.111725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:18.120628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:18.160725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:18.194969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:18.199808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cbd7c913-85b6-4ae9-9951-0749cba499e0 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6116543 Aug 31 09:46:18.221443 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:18.225724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-46031cc8-8b92-424d-96fe-7d715670cb35 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting subnet c6249728-4dd4-441f-b17e-ad9bf6ed61f8 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:18.228227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45020) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.238552 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:18.239565 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:18.289117 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46031cc8-8b92-424d-96fe-7d715670cb35 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.303701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c90760f-8ae3-44ab-b6a7-075f23f4a86b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting subnet e5ee0fbb-b226-4e9d-9451-e6fc249a0614 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:18.363879 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-8ae3-44ab-b6a7-075f23f4a86b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.443367 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:18.488966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46031cc8-8b92-424d-96fe-7d715670cb35 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.513764 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:16Z', 'revision_number': 11, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:18.550723 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:18.551374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-8ae3-44ab-b6a7-075f23f4a86b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.565123 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:18.566310 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:18.592630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.669073 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:18.697721 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46031cc8-8b92-424d-96fe-7d715670cb35 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.774832 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:16Z', 'revision_number': 11, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:18.789235 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-8ae3-44ab-b6a7-075f23f4a86b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.823972 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005dd1b2-1959-4ad0-8bc9-514c9bf31c91 None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:16Z', 'revision_number': 11, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:18.947630 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46031cc8-8b92-424d-96fe-7d715670cb35 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.017128 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-8ae3-44ab-b6a7-075f23f4a86b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.039443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c90760f-8ae3-44ab-b6a7-075f23f4a86b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.041530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c90760f-8ae3-44ab-b6a7-075f23f4a86b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/e5ee0fbb-b226-4e9d-9451-e6fc249a0614 HTTP/1.1" status: 204 len: 168 time: 0.8113229 Aug 31 09:46:19.042456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46031cc8-8b92-424d-96fe-7d715670cb35 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Subnet': ['ID=c6249728-4dd4-441f-b17e-ad9bf6ed61f8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.058921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45038) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:19.061561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627bca76-c5c5-4cb5-9b45-d183af89f7dc None None] Network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:19.099126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46031cc8-8b92-424d-96fe-7d715670cb35 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.099126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-46031cc8-8b92-424d-96fe-7d715670cb35 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "DELETE /v2.0/subnets/c6249728-4dd4-441f-b17e-ad9bf6ed61f8 HTTP/1.1" status: 204 len: 168 time: 0.9951074 Aug 31 09:46:19.099126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90760f-8ae3-44ab-b6a7-075f23f4a86b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ee0fbb-b226-4e9d-9451-e6fc249a0614,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.099514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a9acb7-31c4-47be-81ee-5f121dd4206c None None] Network b3701f6a-b145-4470-b293-fdeb953a2376 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:19.103679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45040) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:19.144068 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.211750 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.410215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port ecf5a16f-7f1d-4698-b593-187819769adf {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:19.410901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.463351 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.636606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Router 0a7769e5-ea50-48f7-a72b-3b83720e7364 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:46:19.670839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53610c1-16df-40de-b400-af9115824a17 None None] DHCP port deletion for b3701f6a-b145-4470-b293-fdeb953a2376 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:19.681886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port ecf5a16f-7f1d-4698-b593-187819769adf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf5a16f-7f1d-4698-b593-187819769adf,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:19.682266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.752679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for ecf5a16f-7f1d-4698-b593-187819769adf owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:19.755037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] DHCP port deletion for 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:19.857195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Deleting port 42a49ff7-8be2-4364-9b6d-9c1240d6283b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:19.857969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.874197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f53610c1-16df-40de-b400-af9115824a17 None None] Deleting port 42a49ff7-8be2-4364-9b6d-9c1240d6283b {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:19.874565 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f53610c1-16df-40de-b400-af9115824a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.877725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] Deleting port ecf5a16f-7f1d-4698-b593-187819769adf {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:19.878082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.934958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.991452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=ecf5a16f-7f1d-4698-b593-187819769adf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.001884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] For port 42a49ff7-8be2-4364-9b6d-9c1240d6283b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42a49ff7-8be2-4364-9b6d-9c1240d6283b,segment=NetworkSegment(dae2898b-915a-469d-b0db-e7964a11ccd5),segment_id=dae2898b-915a-469d-b0db-e7964a11ccd5)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:20.005085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.008164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port ecf5a16f-7f1d-4698-b593-187819769adf on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:20.057719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Calling delete_port for 42a49ff7-8be2-4364-9b6d-9c1240d6283b owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:20.165201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.194731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b3d937-e7b8-48aa-9dd0-6128ecd0ce53']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:20.214688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f53610c1-16df-40de-b400-af9115824a17 None None] For port 42a49ff7-8be2-4364-9b6d-9c1240d6283b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42a49ff7-8be2-4364-9b6d-9c1240d6283b,segment=NetworkSegment(dae2898b-915a-469d-b0db-e7964a11ccd5),segment_id=dae2898b-915a-469d-b0db-e7964a11ccd5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:20.215768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f53610c1-16df-40de-b400-af9115824a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.231166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6080773a-75e2-4bf9-9667-0f7fcd75ed1b') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:20.232399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6080773a-75e2-4bf9-9667-0f7fcd75ed1b') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:20.235722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] For port ecf5a16f-7f1d-4698-b593-187819769adf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ecf5a16f-7f1d-4698-b593-187819769adf,segment=NetworkSegment(6080773a-75e2-4bf9-9667-0f7fcd75ed1b),segment_id=6080773a-75e2-4bf9-9667-0f7fcd75ed1b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:20.236134 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.254672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f53610c1-16df-40de-b400-af9115824a17 None None] Calling delete_port for 42a49ff7-8be2-4364-9b6d-9c1240d6283b owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:20.256489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.262019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] Calling delete_port for ecf5a16f-7f1d-4698-b593-187819769adf owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:20.270164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:20.273455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.285203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.299137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:20.299713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:20.305279 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:20.374997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No DVR routers for this DVR port 42a49ff7-8be2-4364-9b6d-9c1240d6283b on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:20.390705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Sync routers for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:20.402888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Port': ['ID=42a49ff7-8be2-4364-9b6d-9c1240d6283b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.422349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:20.423260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:20.443998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.449732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-93c5e53b-8013-481e-9b30-d3480bc0dda1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.5316603 Aug 31 09:46:20.453071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45048) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.481954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42a49ff7-8be2-4364-9b6d-9c1240d6283b no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:20.531706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 42a49ff7-8be2-4364-9b6d-9c1240d6283b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:20.532058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42a49ff7-8be2-4364-9b6d-9c1240d6283b not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:20.532483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf5a16f-7f1d-4698-b593-187819769adf no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:20.539096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.551486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3701f6a-b145-4470-b293-fdeb953a2376']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:20.575324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae2898b-915a-469d-b0db-e7964a11ccd5') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:20.575892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae2898b-915a-469d-b0db-e7964a11ccd5') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:20.587610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.594654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ecf5a16f-7f1d-4698-b593-187819769adf {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:20.604018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.605533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ecf5a16f-7f1d-4698-b593-187819769adf not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:20.606132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 66037ade-0e3f-4719-a279-8e69930488ae no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:20.611404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:20.612059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:20.615249 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:20.660853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.683211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 66037ade-0e3f-4719-a279-8e69930488ae {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:20.683582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 66037ade-0e3f-4719-a279-8e69930488ae not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:20.694223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.695164 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.697454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "DELETE /v2.0/networks/12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 HTTP/1.1" status: 204 len: 168 time: 1.5927875 Aug 31 09:46:20.700799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7593ac-1d95-491b-a57e-e40210dcb3b6 tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Network': ['ID=12b3d937-e7b8-48aa-9dd0-6128ecd0ce53,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.707715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45052) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.708489 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f53610c1-16df-40de-b400-af9115824a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.740153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] Pushing event deleted for resources: {'Port': ['ID=ecf5a16f-7f1d-4698-b593-187819769adf,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.745457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.763002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.769866 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/networks/b3701f6a-b145-4470-b293-fdeb953a2376 HTTP/1.1" status: 204 len: 168 time: 1.7097979 Aug 31 09:46:20.775334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45054) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.778528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] Network 12b3d937-e7b8-48aa-9dd0-6128ecd0ce53 is not hosted by any dhcp agent {{(pid=94788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:46:20.780900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c59348-a4ed-4456-9638-79b056e6c83c None None] No DVR routers for this DVR port ecf5a16f-7f1d-4698-b593-187819769adf on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:20.787973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'routes': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:20.788197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53610c1-16df-40de-b400-af9115824a17 None None] Pushing event deleted for resources: {'Port': ['ID=42a49ff7-8be2-4364-9b6d-9c1240d6283b,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.805382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f53610c1-16df-40de-b400-af9115824a17 None None] Network b3701f6a-b145-4470-b293-fdeb953a2376 is not hosted by any dhcp agent {{(pid=94788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:46:20.806220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53610c1-16df-40de-b400-af9115824a17 None None] No DVR routers for this DVR port 42a49ff7-8be2-4364-9b6d-9c1240d6283b on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:20.847440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:20.884500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfbc97-d580-4fc5-af0f-d74214534d35 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Pushing event deleted for resources: {'Network': ['ID=b3701f6a-b145-4470-b293-fdeb953a2376,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.968206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92ac8f4-13cc-4d41-b7b6-34896b65336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting subnet 74aa227b-3e18-473f-9216-b6a382697a62 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:20.976489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b92ac8f4-13cc-4d41-b7b6-34896b65336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.057089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b92ac8f4-13cc-4d41-b7b6-34896b65336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.181824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.extraroute_db [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Added routes are [] {{(pid=94787) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:46:21.189084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.extraroute_db [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Removed routes are [] {{(pid=94787) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:46:21.189721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.199673 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b92ac8f4-13cc-4d41-b7b6-34896b65336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.326700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:18Z', 'revision_number': 3, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:21.418700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Checking router: 0a7769e5-ea50-48f7-a72b-3b83720e7364 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:21.424551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Updating router 0a7769e5-ea50-48f7-a72b-3b83720e7364 port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:46:21.494071 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.511752 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b92ac8f4-13cc-4d41-b7b6-34896b65336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.580811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ac8f4-13cc-4d41-b7b6-34896b65336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Subnet': ['ID=74aa227b-3e18-473f-9216-b6a382697a62,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:21.609684 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b92ac8f4-13cc-4d41-b7b6-34896b65336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.619595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b92ac8f4-13cc-4d41-b7b6-34896b65336b tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "DELETE /v2.0/subnets/74aa227b-3e18-473f-9216-b6a382697a62 HTTP/1.1" status: 204 len: 168 time: 0.9058039 Aug 31 09:46:21.624994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.629395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45070) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:21.656525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.721587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df265fd-8c37-4986-a1a5-c3d5c2a93d05 None None] Network 4ac91d87-5306-4ffe-a980-53231af69eef requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:21.876270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.957577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.064697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:22.179125 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f757e31d-7c81-41f4-98f1-c50962b907e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.263807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:22.275687 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] Sync routers for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:22.280434 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.282549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6d2eb4aa-27c1-4d8f-8551-94a0580e6a47 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 200 len: 701 time: 1.4999866 Aug 31 09:46:22.286133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45076) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:22.301549 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:22.302377 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:22.380244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e39f5e75-b502-46d6-bb16-32b93886d822 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 200 len: 205 time: 0.0806427 Aug 31 09:46:22.380841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45078) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:22.404108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Deleting port 332008a6-4392-4060-a644-689ea5d8e607 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:22.404479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.494787 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:22.594774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b62860d4-947d-43d9-8ba0-3d3a5c5de37c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.630383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Allocated IP 172.20.0.1 (fecfacf3-ee1a-404a-908a-bfd9f65030b2/73e92cca-fe68-4c33-8153-17a9a9b7b220/43fa6f71-c23e-4102-8a41-d5aa9b7a7c88) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:22.695467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] For port 332008a6-4392-4060-a644-689ea5d8e607, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=332008a6-4392-4060-a644-689ea5d8e607,segment=NetworkSegment(82efee52-0598-4de7-a5e9-a341c2ee2e21),segment_id=82efee52-0598-4de7-a5e9-a341c2ee2e21)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:22.695772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.716338 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:16Z', 'revision_number': 11, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:22.804035 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] Checking router: 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:22.819318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Calling delete_port for 332008a6-4392-4060-a644-689ea5d8e607 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:22.837756 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] Routers {'0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:22.838394 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:22.847460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] DHCP port deletion for 4ac91d87-5306-4ffe-a980-53231af69eef request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:22.869921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.027437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Transition to ACTIVE for port object 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:23.046144 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] Set router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:23.048686 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.144077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b62860d4-947d-43d9-8ba0-3d3a5c5de37c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.159418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b62860d4-947d-43d9-8ba0-3d3a5c5de37c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.208932 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:16Z', 'revision_number': 11, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:23.212847 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.246773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154b7f-f2be-44b8-961e-22a7675ed313 None None] Pushing event updated for resources: {'Port': ['ID=4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.256062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Attempting to bind port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:23.260537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Attempting to bind port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:23.261131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Attempting to bind port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:23.264410 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.291330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:23.292690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:23.293108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.294258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:23.295804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Bound port: 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:23.296494 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.303594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b62860d4-947d-43d9-8ba0-3d3a5c5de37c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.304606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62860d4-947d-43d9-8ba0-3d3a5c5de37c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb1d017-4ab8-4d50-8eec-407d0a3ff18f {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:46:23.308791 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e210422-ba27-43dc-954d-085375b066a0 None None] The sync data for ids ['0fb1d017-4ab8-4d50-8eec-407d0a3ff18f'] in n-d-806683-2 is: [{'id': '0fb1d017-4ab8-4d50-8eec-407d0a3ff18f', 'name': 'tempest-RoutersTest-router-2012213183', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:49Z', 'updated_at': '2021-08-31T09:46:16Z', 'revision_number': 11, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:23.323527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b62860d4-947d-43d9-8ba0-3d3a5c5de37c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.326601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b62860d4-947d-43d9-8ba0-3d3a5c5de37c tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 204 len: 168 time: 0.9446948 Aug 31 09:46:23.331419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45088) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.342046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b0d1a5da-692c-4ea8-ac51-957a24a9ff49 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-681378551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:23.343457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Port': ['ID=332008a6-4392-4060-a644-689ea5d8e607,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.376585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] Deleting port 332008a6-4392-4060-a644-689ea5d8e607 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:23.376970 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.386032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] No DVR routers for this DVR port 332008a6-4392-4060-a644-689ea5d8e607 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:23.397264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a5da-692c-4ea8-ac51-957a24a9ff49 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.398490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a5da-692c-4ea8-ac51-957a24a9ff49 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.495208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] For port 332008a6-4392-4060-a644-689ea5d8e607, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:23.496184 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.527970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] Calling delete_port for 332008a6-4392-4060-a644-689ea5d8e607 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:23.531913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] Port 332008a6-4392-4060-a644-689ea5d8e607 was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:46:23.534703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.535708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a5da-692c-4ea8-ac51-957a24a9ff49 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.544470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a5da-692c-4ea8-ac51-957a24a9ff49 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.570404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a5da-692c-4ea8-ac51-957a24a9ff49 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.577048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b0d1a5da-692c-4ea8-ac51-957a24a9ff49 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2444487 Aug 31 09:46:23.583085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45092) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.594062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-120c3a80-5146-45bd-8e7a-72b44a585941 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:23.619508 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.634002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] For port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:23.648186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac91d87-5306-4ffe-a980-53231af69eef']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:23.663987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] For port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:23.681660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82efee52-0598-4de7-a5e9-a341c2ee2e21') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:23.681959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82efee52-0598-4de7-a5e9-a341c2ee2e21') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:23.693503 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.713136 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.724221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:23.724695 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.729073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] No DVR routers for this DVR port 332008a6-4392-4060-a644-689ea5d8e607 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:23.737451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bb387-4748-44c0-bce5-54165c956cf1 None None] Pushing event deleted for resources: {'Port': ['ID=332008a6-4392-4060-a644-689ea5d8e607,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.745418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:23.829878 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:23.832618 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.843856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.846126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] 10.222.0.69 "DELETE /v2.0/networks/4ac91d87-5306-4ffe-a980-53231af69eef HTTP/1.1" status: 204 len: 168 time: 2.2156353 Aug 31 09:46:23.853586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154b7f-f2be-44b8-961e-22a7675ed313 None None] Pushing event updated for resources: {'Port': ['ID=4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.882676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:23.883411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:23.893390 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.897035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d21d6-5087-4888-8905-5448d4e5764e tempest-ServersTestMultiNic-1604968512 tempest-ServersTestMultiNic-1604968512-project] Pushing event deleted for resources: {'Network': ['ID=4ac91d87-5306-4ffe-a980-53231af69eef,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.963139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Pushing event updated for resources: {'Port': ['ID=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.999722 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Network fecfacf3-ee1a-404a-908a-bfd9f65030b2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:24.001584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:24.015906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:24.131807 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.135371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:24.205842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45102) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.222716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-120c3a80-5146-45bd-8e7a-72b44a585941 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.246736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-120c3a80-5146-45bd-8e7a-72b44a585941 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.450914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 332008a6-4392-4060-a644-689ea5d8e607 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:24.496339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120c3a80-5146-45bd-8e7a-72b44a585941 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Router 30295619-4641-4c59-b813-84a1a9459fe7 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:46:24.500534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 332008a6-4392-4060-a644-689ea5d8e607 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:24.500876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 332008a6-4392-4060-a644-689ea5d8e607 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:24.623180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:18Z', 'revision_number': 3, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:24.723689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58e65d-1346-4c79-bce2-f474ce5e4304 None None] The sync data for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 is: [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:18Z', 'revision_number': 3, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:25.009661 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.243584 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.311025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120c3a80-5146-45bd-8e7a-72b44a585941 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:25.328767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] Sync routers for ids ['30295619-4641-4c59-b813-84a1a9459fe7'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:25.334490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-120c3a80-5146-45bd-8e7a-72b44a585941 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.335781 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-120c3a80-5146-45bd-8e7a-72b44a585941 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "PUT /v2.0/routers/30295619-4641-4c59-b813-84a1a9459fe7 HTTP/1.1" status: 200 len: 693 time: 1.7507780 Aug 31 09:46:25.338706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45110) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.356162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] Routers {'30295619-4641-4c59-b813-84a1a9459fe7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:25.357320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['30295619-4641-4c59-b813-84a1a9459fe7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:25.571800 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-10163b75-7d95-4c27-8133-1bcca50deda2 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/routers/30295619-4641-4c59-b813-84a1a9459fe7 HTTP/1.1" status: 200 len: 699 time: 0.2295244 Aug 31 09:46:25.572769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45118) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.640610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] Set router 30295619-4641-4c59-b813-84a1a9459fe7 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:25.702255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45120) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.702366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-67f27fa0-7de1-438c-aab8-993454211b2f tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=30295619-4641-4c59-b813-84a1a9459fe7 HTTP/1.1" status: 200 len: 205 time: 0.1283700 Aug 31 09:46:25.732727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30295619-4641-4c59-b813-84a1a9459fe7', 'name': 'tempest-RoutersTest-router-681378551', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:23Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:25.847577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.862545 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.968638 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.987307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67475a95-bc49-4c41-9f64-2a72e5346994 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.257351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] Checking router: 30295619-4641-4c59-b813-84a1a9459fe7 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:26.291891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] Routers {'30295619-4641-4c59-b813-84a1a9459fe7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:26.292764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['30295619-4641-4c59-b813-84a1a9459fe7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:26.412132 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-90aeb70b-8919-4874-a9d3-fe0940f30683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.412344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Pushing event updated for resources: {'Port': ['ID=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:26.536646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67475a95-bc49-4c41-9f64-2a72e5346994 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.545920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67475a95-bc49-4c41-9f64-2a72e5346994 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.552350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] Set router 30295619-4641-4c59-b813-84a1a9459fe7 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:26.572011 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.693182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Network fecfacf3-ee1a-404a-908a-bfd9f65030b2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:26.697069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:26.700621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:26.726640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67475a95-bc49-4c41-9f64-2a72e5346994 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.727464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67475a95-bc49-4c41-9f64-2a72e5346994 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Fanout notify agent at l3_agent the message router_deleted on router 30295619-4641-4c59-b813-84a1a9459fe7 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:46:26.740159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67475a95-bc49-4c41-9f64-2a72e5346994 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.742091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-67475a95-bc49-4c41-9f64-2a72e5346994 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/30295619-4641-4c59-b813-84a1a9459fe7 HTTP/1.1" status: 204 len: 168 time: 1.0384018 Aug 31 09:46:26.745361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45142) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.754394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30295619-4641-4c59-b813-84a1a9459fe7', 'name': 'tempest-RoutersTest-router-681378551', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:23Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:26.755419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45144) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.801527 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b847ce48-f036-42f5-9621-d00c2c0f679b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=30295619-4641-4c59-b813-84a1a9459fe7 HTTP/1.1" status: 200 len: 205 time: 0.0547192 Aug 31 09:46:26.804706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45148) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.822015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70884eb-8468-4a17-b7b2-3f2c65a7c736 None None] The sync data for ids ['30295619-4641-4c59-b813-84a1a9459fe7'] in n-d-806683-2 is: [{'id': '30295619-4641-4c59-b813-84a1a9459fe7', 'name': 'tempest-RoutersTest-router-681378551', 'tenant_id': 'f5825b9941364b598e92b27ae77b096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:23Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 2, 'project_id': 'f5825b9941364b598e92b27ae77b096c', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:26.917704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:26.931828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:26.932336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.999329 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-156dc202-43fe-4220-95cf-4e352d5d0bde tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] delete failed (client error): The resource could not be found. Aug 31 09:46:27.008925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Router 0a7769e5-ea50-48f7-a72b-3b83720e7364 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:27.010608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-156dc202-43fe-4220-95cf-4e352d5d0bde tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/30295619-4641-4c59-b813-84a1a9459fe7 HTTP/1.1" status: 404 len: 336 time: 0.1990688 Aug 31 09:46:27.011555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45150) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.089255 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abe3a7b-fa5b-4b7c-8115-32ffed111b07 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:27.089902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abe3a7b-fa5b-4b7c-8115-32ffed111b07 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:27.091832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1abe3a7b-fa5b-4b7c-8115-32ffed111b07 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/6ec1362e-3376-49fd-aa57-79bc59202d98 HTTP/1.1" status: 404 len: 337 time: 0.0781276 Aug 31 09:46:27.094495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45152) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.207463 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a90cda7-9603-4f44-a598-3747d4c76264 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:27.210401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a90cda7-9603-4f44-a598-3747d4c76264 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:27.212853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2a90cda7-9603-4f44-a598-3747d4c76264 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/41a8e1d5-8c07-4fc1-8518-42e26c173660 HTTP/1.1" status: 404 len: 337 time: 0.1171322 Aug 31 09:46:27.226458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45154) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.240133 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.273687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14ea680d-e537-4ea0-9f38-3f1f5721587e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.278195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:27.291677 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.307760 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-0459b74d-66ff-4495-8169-fa19a4358722 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:27.308689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0459b74d-66ff-4495-8169-fa19a4358722 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:27.311859 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0459b74d-66ff-4495-8169-fa19a4358722 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/a4231126-7770-44e6-b6f8-2e3d471c1e4f HTTP/1.1" status: 404 len: 337 time: 0.0808380 Aug 31 09:46:27.317671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45156) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.439450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:27.466308 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e7990b-cfb8-4bcf-8096-b95638a0d619 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:27.466877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e7990b-cfb8-4bcf-8096-b95638a0d619 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:27.468744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c3e7990b-cfb8-4bcf-8096-b95638a0d619 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/e5ee0fbb-b226-4e9d-9451-e6fc249a0614 HTTP/1.1" status: 404 len: 337 time: 0.1459832 Aug 31 09:46:27.471869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45158) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.514667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-11d2a4a1-d711-47bc-a930-641fef714001 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 200 len: 205 time: 0.0383241 Aug 31 09:46:27.515674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45162) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.551540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14ea680d-e537-4ea0-9f38-3f1f5721587e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.558641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14ea680d-e537-4ea0-9f38-3f1f5721587e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.565362 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-71b9fe29-d01f-40ca-8bc2-ad26d5f2fd33 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] delete failed (client error): The resource could not be found. Aug 31 09:46:27.569523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-71b9fe29-d01f-40ca-8bc2-ad26d5f2fd33 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/0fb1d017-4ab8-4d50-8eec-407d0a3ff18f HTTP/1.1" status: 404 len: 336 time: 0.0498855 Aug 31 09:46:27.569703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45164) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.580966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:27.600958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aefb17a1-a141-4586-8faa-42655f83591a admin admin] 10.222.0.69 "PUT /v2.0/routers/0a7769e5-ea50-48f7-a72b-3b83720e7364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1460123 Aug 31 09:46:27.611225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea680d-e537-4ea0-9f38-3f1f5721587e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ffdd6b-8031-4525-a254-3ec6be539884,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:27.617303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-14ea680d-e537-4ea0-9f38-3f1f5721587e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c6bbf0884714884b91020d025858be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604395 Aug 31 09:46:27.635033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45168) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.637995 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.647879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c62769b-1a6a-42fd-922a-633280f3fbb5 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a5293e4-5cfb-4718-831c-ef74b5bd8093 HTTP/1.1" status: 200 len: 205 time: 0.0740671 Aug 31 09:46:27.648405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45170) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.731266 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-101b5cc3-bec2-4ed5-a072-eec38e8e769d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] delete failed (client error): The resource could not be found. Aug 31 09:46:27.732110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-101b5cc3-bec2-4ed5-a072-eec38e8e769d tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/1a5293e4-5cfb-4718-831c-ef74b5bd8093 HTTP/1.1" status: 404 len: 336 time: 0.0826705 Aug 31 09:46:27.735044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45172) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.753183 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-852c3f01-e243-44bf-96f8-0a544a9d1332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.804403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-852c3f01-e243-44bf-96f8-0a544a9d1332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.840398 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e75baf-9e9c-4624-b2d2-a15fdb275da1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:27.840857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e75baf-9e9c-4624-b2d2-a15fdb275da1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:27.845097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-43e75baf-9e9c-4624-b2d2-a15fdb275da1 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/0afdc6b1-621c-4078-a7f2-87b90cf09ca2 HTTP/1.1" status: 404 len: 337 time: 0.1066852 Aug 31 09:46:27.848723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45176) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.886693 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d0f0edab-89cd-4043-9fdf-1fd4d1309ce9 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=40673912-baa9-425e-98ab-e1b601b84f1e HTTP/1.1" status: 200 len: 205 time: 0.0360131 Aug 31 09:46:27.888951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45180) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.903253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Deleting port 07de8e0b-3845-41db-a2a6-3dc5cef55537 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:27.903253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.944628 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-439cf0ba-0322-4f39-ab94-5b8b1522c79b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] delete failed (client error): The resource could not be found. Aug 31 09:46:27.946255 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-439cf0ba-0322-4f39-ab94-5b8b1522c79b tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/40673912-baa9-425e-98ab-e1b601b84f1e HTTP/1.1" status: 404 len: 336 time: 0.0560877 Aug 31 09:46:27.949777 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45182) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.998604 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2daeec5f-29e2-4ec2-aa0b-efc496a17370 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3f577fa-3645-45db-870c-c8c40a30d73b HTTP/1.1" status: 200 len: 205 time: 0.0456686 Aug 31 09:46:28.001359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45188) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.019361 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-852c3f01-e243-44bf-96f8-0a544a9d1332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:28.025785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-852c3f01-e243-44bf-96f8-0a544a9d1332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:28.029526 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-852c3f01-e243-44bf-96f8-0a544a9d1332 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00ffdd6b-8031-4525-a254-3ec6be539884 HTTP/1.1" status: 204 len: 168 time: 0.3931804 Aug 31 09:46:28.144970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] For port 07de8e0b-3845-41db-a2a6-3dc5cef55537, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=07de8e0b-3845-41db-a2a6-3dc5cef55537,segment=NetworkSegment(0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f),segment_id=0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:28.146959 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-19c43256-194b-49ba-836f-9367078bab31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] delete failed (client error): The resource could not be found. Aug 31 09:46:28.149502 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-19c43256-194b-49ba-836f-9367078bab31 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/b3f577fa-3645-45db-870c-c8c40a30d73b HTTP/1.1" status: 404 len: 336 time: 0.1451678 Aug 31 09:46:28.156422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45192) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.158141 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:28.183585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c3f01-e243-44bf-96f8-0a544a9d1332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ffdd6b-8031-4525-a254-3ec6be539884,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:28.197489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Calling delete_port for 07de8e0b-3845-41db-a2a6-3dc5cef55537 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:28.223979 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68537d7-fc4e-4309-af93-190b2c00521e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:28.225744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68537d7-fc4e-4309-af93-190b2c00521e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:28.228463 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e68537d7-fc4e-4309-af93-190b2c00521e tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/cf7ef56a-dbd9-44eb-abf4-95fd56edb41b HTTP/1.1" status: 404 len: 337 time: 0.0704136 Aug 31 09:46:28.231186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45194) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.322647 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-18f12e80-fd49-4454-8924-10ba90a72df8 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=efdf430e-c429-41b9-a440-e026d344147d HTTP/1.1" status: 200 len: 205 time: 0.0890484 Aug 31 09:46:28.329398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45198) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.353392 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Sync routers for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:28.379901 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:28.380541 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:28.463572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:28.471912 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-96a36a70-b21a-42cc-a925-7a3f511a6468 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] delete failed (client error): The resource could not be found. Aug 31 09:46:28.476901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-96a36a70-b21a-42cc-a925-7a3f511a6468 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/efdf430e-c429-41b9-a440-e026d344147d HTTP/1.1" status: 404 len: 336 time: 0.1401606 Aug 31 09:46:28.479491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45200) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.577721 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe51585-9f66-4a44-aa4b-f9d8e9087d77 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:28.578416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe51585-9f66-4a44-aa4b-f9d8e9087d77 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:28.583175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dfe51585-9f66-4a44-aa4b-f9d8e9087d77 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/5a8c86a9-3584-4518-9762-8ccf096fa13c HTTP/1.1" status: 404 len: 337 time: 0.1023767 Aug 31 09:46:28.587303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45206) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.619221 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:28.655388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:28.656198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:28.724380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f71b6c3e-0650-4ae3-8905-8463879561df tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "GET /v2.0/ports?device_id=4849742f-1cfc-4649-a5dc-7ecd28d95db8 HTTP/1.1" status: 200 len: 205 time: 0.1202216 Aug 31 09:46:28.724596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45220) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.825950 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-07b605d8-dbbf-4dea-a157-d1c438e65804 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] delete failed (client error): The resource could not be found. Aug 31 09:46:28.825950 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-07b605d8-dbbf-4dea-a157-d1c438e65804 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/routers/4849742f-1cfc-4649-a5dc-7ecd28d95db8 HTTP/1.1" status: 404 len: 336 time: 0.0913184 Aug 31 09:46:28.825950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45222) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.902357 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c17aa3-8607-48a8-9679-791886e915ca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:28.903830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c17aa3-8607-48a8-9679-791886e915ca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:28.908138 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-94c17aa3-8607-48a8-9679-791886e915ca tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/76442876-0aee-46ac-a473-fc0d720e7eda HTTP/1.1" status: 404 len: 337 time: 0.0859823 Aug 31 09:46:28.910700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.978110 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b632a8-8831-4b99-aaff-4b45bdad1696 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:28.983461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b632a8-8831-4b99-aaff-4b45bdad1696 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:28.990284 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-80b632a8-8831-4b99-aaff-4b45bdad1696 tempest-RoutersTest-1234818392 tempest-RoutersTest-1234818392-project] 10.222.0.69 "DELETE /v2.0/subnets/c46067af-e797-4c70-b2e8-207183116f25 HTTP/1.1" status: 404 len: 337 time: 0.0776975 Aug 31 09:46:29.057787 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:29.177947 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:29.236928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-00d6111e-8e27-4391-9adc-8c56c7d288b8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:29.244988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-00d6111e-8e27-4391-9adc-8c56c7d288b8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 820 time: 0.5506411 Aug 31 09:46:29.306660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=07de8e0b-3845-41db-a2a6-3dc5cef55537,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:29.312025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-b0caf67b-8d29-4824-ad07-858c68ee3186 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/quotas/d427a77df8a742dba523b91ccc0932b6 HTTP/1.1" status: 200 len: 375 time: 0.0539284 Aug 31 09:46:29.579295 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:25Z', 'revision_number': 2, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:29.609008 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Checking router: 0a7769e5-ea50-48f7-a72b-3b83720e7364 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:29.610006 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Updating router 0a7769e5-ea50-48f7-a72b-3b83720e7364 port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:46:29.645333 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:29.656386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:29.703420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-91847a6e-c63e-4da1-8a46-2dbbb6c836fe tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3625257 Aug 31 09:46:29.847067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:29.944621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-f276f818-e3ab-4581-8048-6bca3dd31694 service neutron] 10.222.0.69 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281704 Aug 31 09:46:30.027112 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ab4ebae1-b397-4362-8f02-d381decf61d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5825b9941364b598e92b27ae77b096c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689439 Aug 31 09:46:30.028079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45260) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:30.146209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3410669e-fd72-4514-81c3-7bf69f5aa922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.169999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3410669e-fd72-4514-81c3-7bf69f5aa922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.253769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3410669e-fd72-4514-81c3-7bf69f5aa922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.258084 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3410669e-fd72-4514-81c3-7bf69f5aa922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.259579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-35ea6284-4e01-4188-b83c-5fee6643c1c7 service neutron] 10.222.0.69 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047318 Aug 31 09:46:30.259876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3410669e-fd72-4514-81c3-7bf69f5aa922 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5e6b10e-e80b-4436-9c90-a316476ec2bb HTTP/1.1" status: 204 len: 168 time: 0.2302804 Aug 31 09:46:30.271314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410669e-fd72-4514-81c3-7bf69f5aa922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e6b10e-e80b-4436-9c90-a316476ec2bb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:30.368704 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.420142 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Transition to ACTIVE for port object 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:30.433775 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.463449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Router a2d79352-26eb-4983-87a9-1af8642579f3 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:30.530413 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Pushing event updated for resources: {'Port': ['ID=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:30.554027 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.556111 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.556503 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.556843 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.558664 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.558664 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.559391 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.559725 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.560050 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.560358 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.560687 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.560995 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:30.733459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Attempting to bind port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:30.752057 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Attempting to bind port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:30.752430 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Attempting to bind port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 on network fecfacf3-ee1a-404a-908a-bfd9f65030b2 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:30.775645 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:30.779916 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Checking segment: {'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:30.780442 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.791245 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Bound using segment: {'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:30.791716 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Bound port: 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:30.792136 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.009145 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] For port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:31.018590 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] For port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:31.032711 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.137094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-225e0729-b6d6-4280-8919-60f4596c5f97 req-a5ad4dd5-8e13-4fa1-80fd-fb350db9e41b tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 210 time: 0.1343772 Aug 31 09:46:31.170448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:31.181437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45296) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:31.182552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fa73f455-f83b-4841-92b3-f84086019e6f admin admin] 10.222.0.69 "PUT /v2.0/routers/a2d79352-26eb-4983-87a9-1af8642579f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9694598 Aug 31 09:46:31.183180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] Sync routers for ids ['a2d79352-26eb-4983-87a9-1af8642579f3'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:31.199930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] Routers {'a2d79352-26eb-4983-87a9-1af8642579f3'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:31.200575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a2d79352-26eb-4983-87a9-1af8642579f3'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:31.288366 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:31.289026 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:31.427734 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.446724 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d21c94-9dcb-45d8-a2bd-e6d5c4b06c03 None None] Pushing event updated for resources: {'Port': ['ID=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:31.550612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.569933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] Set router a2d79352-26eb-4983-87a9-1af8642579f3 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:31.637644 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:31.690082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Deleting port c0293767-331f-495e-84d7-f3fc01ead941 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:31.690738 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.976773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] For port c0293767-331f-495e-84d7-f3fc01ead941, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c0293767-331f-495e-84d7-f3fc01ead941,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:31.977396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.019844 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Calling delete_port for c0293767-331f-495e-84d7-f3fc01ead941 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:32.168468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45338) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:32.358837 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:30Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:32.400652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:46:29Z', 'revision_number': 5, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port': {'id': 'c0293767-331f-495e-84d7-f3fc01ead941', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:32.435539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9815cda9-6e27-4010-b90f-7d5b78db33c8 req-c917319e-698b-403d-980e-cdbb92220170 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 210 time: 0.1330833 Aug 31 09:46:32.505789 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652b559-3a66-475d-aa55-fa44f414ff50 None None] The sync data for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 is: [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:30Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:32.533810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.548006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] Checking router: a2d79352-26eb-4983-87a9-1af8642579f3 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:32.550563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-21794843-46f2-4e14-bb9f-7618159c36af tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-14257089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:32.574304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] Routers {'a2d79352-26eb-4983-87a9-1af8642579f3'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:32.576550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a2d79352-26eb-4983-87a9-1af8642579f3'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:32.647123 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21794843-46f2-4e14-bb9f-7618159c36af tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.648216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21794843-46f2-4e14-bb9f-7618159c36af tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.709848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] Set router a2d79352-26eb-4983-87a9-1af8642579f3 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:32.814089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:46:32Z', 'revision_number': 7, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:32.889164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8394ff69-7d30-41dc-a667-c9e2e6de61e7 None None] The sync data for ids ['a2d79352-26eb-4983-87a9-1af8642579f3'] in n-d-806683-2 is: [{'id': 'a2d79352-26eb-4983-87a9-1af8642579f3', 'name': 'tempest-ServersTestMultiNic-217447702-router', 'tenant_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:33Z', 'updated_at': '2021-08-31T09:46:32Z', 'revision_number': 7, 'project_id': '7fc1c7cfabbc4e62968e789b482cc99d', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:32.965920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-2e68a39f-0b1f-46ee-b674-76fb2e762b19 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:32.967997 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-2e68a39f-0b1f-46ee-b674-76fb2e762b19 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.52 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 820 time: 0.3028860 Aug 31 09:46:32.999058 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0293767-331f-495e-84d7-f3fc01ead941,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:33.093515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Request body: {'port': {'device_id': '55c50489-71fa-4052-8212-d02f3658d43c', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'admin_state_up': True, 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:33.109964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.428947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.436652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.450587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Made reservation on behalf of d427a77df8a742dba523b91ccc0932b6 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:33.455374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.567897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.570044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2d79352-26eb-4983-87a9-1af8642579f3 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:46:33.577056 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.578465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-10f1fba3-d986-4795-b046-3c80bc26b08d admin admin] 10.222.0.69 "DELETE /v2.0/routers/a2d79352-26eb-4983-87a9-1af8642579f3 HTTP/1.1" status: 204 len: 168 time: 2.3950481 Aug 31 09:46:33.581793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45454) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:33.726118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-baca4775-d997-4e33-8f24-1935a76b3aa5 admin admin] Deleting subnet c21b8e33-9cc2-424f-b91a-e32b90f761bc {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:33.751152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-baca4775-d997-4e33-8f24-1935a76b3aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.850143 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-baca4775-d997-4e33-8f24-1935a76b3aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.875396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Allocated IP 172.20.0.14 (fecfacf3-ee1a-404a-908a-bfd9f65030b2/73e92cca-fe68-4c33-8153-17a9a9b7b220/5f5d2646-851a-4f1b-8a56-e004ef0e5673) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:33.998166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21794843-46f2-4e14-bb9f-7618159c36af tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.030485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35438fc4-a113-45e4-b90c-2a8abf76b99e req-1367279a-eeb8-4d85-aeb9-78d34284ef8f tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 210 time: 0.1425545 Aug 31 09:46:34.033025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21794843-46f2-4e14-bb9f-7618159c36af tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.060362 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21794843-46f2-4e14-bb9f-7618159c36af tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.062174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-21794843-46f2-4e14-bb9f-7618159c36af tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.8925259 Aug 31 09:46:34.066432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45500) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:34.084595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1995443353'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:34.139406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Made reservation on behalf of d3b6a443b3914e5380758a9b5c2dd016 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:34.143985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.160493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.232523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-baca4775-d997-4e33-8f24-1935a76b3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.378273 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.389557 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.438380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:34.483256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb72aa67-2fac-4b9f-a9c6-0ccbe71d4d51,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:34.493745 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.494201 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Added segment aa99b0b6-367b-4888-8aec-2f7d75979fb4 of type vlan for network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 Aug 31 09:46:34.606729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:34.634134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-baca4775-d997-4e33-8f24-1935a76b3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.741918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce58dbd-b69b-4336-8a6b-d612ea14d5e8 None None] Network 0f4cf321-1427-474f-9a59-6e3246ff6401 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:34.779207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-baca4775-d997-4e33-8f24-1935a76b3aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.784810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.790233 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-baca4775-d997-4e33-8f24-1935a76b3aa5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c21b8e33-9cc2-424f-b91a-e32b90f761bc HTTP/1.1" status: 204 len: 168 time: 1.2036710 Aug 31 09:46:34.795321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45560) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:34.798719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca4775-d997-4e33-8f24-1935a76b3aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21b8e33-9cc2-424f-b91a-e32b90f761bc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:34.871406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.993395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:34.998066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:34.998410 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.069174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:46:35.122504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.148811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.157000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:35.157665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.287676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event updated for resources: {'Port': ['ID=5f5d2646-851a-4f1b-8a56-e004ef0e5673,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:35.332353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Network': ['ID=e5377a2a-8593-47ce-a9a5-8f94e3fcaf87,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:35.332584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Network fecfacf3-ee1a-404a-908a-bfd9f65030b2 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:35.339923 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.343957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:35.351958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:35.380320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ec040c33-3016-49e1-b473-c7414a086e57 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3114541 Aug 31 09:46:35.388231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45610) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:35.391542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:35.395661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'subnet': {'network_id': 'e5377a2a-8593-47ce-a9a5-8f94e3fcaf87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:35.549279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1682e05-89e4-469f-8793-3b4b1b88edd8 req-112e2d8a-3a7e-4d3d-96ac-f946736201d8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:35.553383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1682e05-89e4-469f-8793-3b4b1b88edd8 req-112e2d8a-3a7e-4d3d-96ac-f946736201d8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 932 time: 0.2225037 Aug 31 09:46:35.560400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] DHCP port deletion for 0f4cf321-1427-474f-9a59-6e3246ff6401 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:35.565351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:35.566456 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.644807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1682e05-89e4-469f-8793-3b4b1b88edd8 req-1e09dfd3-41f9-4c1a-aeb8-bd021ffe3ca4 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776029 Aug 31 09:46:35.649355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Made reservation on behalf of d3b6a443b3914e5380758a9b5c2dd016 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:35.654822 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.659847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-e255fbb8-1213-43db-ae6b-4a9acf75dfd8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6526191 Aug 31 09:46:35.663240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Deleting port 36a54a09-1722-4ce3-9cdf-c839ea323f63 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:35.663799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.673742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Request body: {'port': {'device_id': '55c50489-71fa-4052-8212-d02f3658d43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:35.787137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.825489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] Deleting port 36a54a09-1722-4ce3-9cdf-c839ea323f63 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:35.825986 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.832450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] For port 36a54a09-1722-4ce3-9cdf-c839ea323f63, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=36a54a09-1722-4ce3-9cdf-c839ea323f63,segment=NetworkSegment(0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f),segment_id=0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:35.832826 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.864242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Calling delete_port for 36a54a09-1722-4ce3-9cdf-c839ea323f63 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:35.967805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] For port 36a54a09-1722-4ce3-9cdf-c839ea323f63, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=36a54a09-1722-4ce3-9cdf-c839ea323f63,segment=NetworkSegment(0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f),segment_id=0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:35.968207 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.008400 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.018117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] Calling delete_port for 36a54a09-1722-4ce3-9cdf-c839ea323f63 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:36.084768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:36.093469 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.274946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:36.293688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 07de8e0b-3845-41db-a2a6-3dc5cef55537 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:36.359993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 07de8e0b-3845-41db-a2a6-3dc5cef55537 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:36.366453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 07de8e0b-3845-41db-a2a6-3dc5cef55537 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:36.367073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c0293767-331f-495e-84d7-f3fc01ead941 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:36.372850 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.398402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5d2646-851a-4f1b-8a56-e004ef0e5673 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:36.408104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.416063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: c0293767-331f-495e-84d7-f3fc01ead941 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:36.416659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c0293767-331f-495e-84d7-f3fc01ead941 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:36.423858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Transition to ACTIVE for port object 5f5d2646-851a-4f1b-8a56-e004ef0e5673 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:36.430091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.484644 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d2646-851a-4f1b-8a56-e004ef0e5673,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:36.499499 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.525775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.601759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] Pushing event deleted for resources: {'Port': ['ID=36a54a09-1722-4ce3-9cdf-c839ea323f63,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:36.618871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390cb68c-b001-4e04-8bc0-1e21b3be9745 None None] No DVR routers for this DVR port 36a54a09-1722-4ce3-9cdf-c839ea323f63 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:36.643402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Subnet': ['ID=ee992d3b-5008-49c8-ad89-a0e442bf98b0,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:36.674584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a54a09-1722-4ce3-9cdf-c839ea323f63,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:36.693830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] No DVR routers for this DVR port 36a54a09-1722-4ce3-9cdf-c839ea323f63 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:36.706320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:36.782486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Attempting to bind port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:36.783084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Attempting to bind port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:36.783231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Attempting to bind port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 on network fecfacf3-ee1a-404a-908a-bfd9f65030b2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:36.819282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 on network fecfacf3-ee1a-404a-908a-bfd9f65030b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:46:36.819810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Attempting to bind port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 on network fecfacf3-ee1a-404a-908a-bfd9f65030b2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:36.843638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:36.849002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Checking segment: {'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:36.854533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Bound using segment: {'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:36.858563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Bound port: 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46c5107-ee0d-4bc8-9f99-47bd886db16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:36.861753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.927995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:36.928465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.946207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.980886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4cf321-1427-474f-9a59-6e3246ff6401']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:37.010340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:37.012534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6ca5a9-90f3-46db-b0ac-0868e6a18f5f') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:37.050675 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.087330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.105725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:37.106207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.150792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] For port 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:37.180100 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:37.183025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] For port 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:37.190634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.253467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:37.254129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.256506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] 10.222.0.52 "PUT /v2.0/ports/5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 1092 time: 1.5869417 Aug 31 09:46:37.258634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:37.263283 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:37.297720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 36a54a09-1722-4ce3-9cdf-c839ea323f63 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:37.345308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Checking segment: {'id': 'aa99b0b6-367b-4888-8aec-2f7d75979fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e5377a2a-8593-47ce-a9a5-8f94e3fcaf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:37.350154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network hostable DHCP agents. Network: e5377a2a-8593-47ce-a9a5-8f94e3fcaf87, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:37.358735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 36a54a09-1722-4ce3-9cdf-c839ea323f63 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:37.363725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 36a54a09-1722-4ce3-9cdf-c839ea323f63 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:37.393960 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75f0a5f-fe1b-4d7c-bf08-440719c1f18c x-openstack-request-id: req-d75f0a5f-fe1b-4d7c-bf08-440719c1f18c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:37.394280 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:37.394479 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d75f0a5f-fe1b-4d7c-bf08-440719c1f18c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:37.394991 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'status': 'completed', 'code': 200} Aug 31 09:46:37.433055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3db5-d7e6-4678-820f-d42bb1d49be6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d2646-851a-4f1b-8a56-e004ef0e5673,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:37.449173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353197e-2612-4f35-9102-1cfcaf494bba req-e4d3715c-a02a-4754-93f9-092615c71545 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:37.450885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3353197e-2612-4f35-9102-1cfcaf494bba req-e4d3715c-a02a-4754-93f9-092615c71545 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 944 time: 0.4094901 Aug 31 09:46:37.451592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.470855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-1e4dea90-094d-4106-8c3a-3e9ce8dafd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:37.472522 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-1e4dea90-094d-4106-8c3a-3e9ce8dafd5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1095 time: 0.1693296 Aug 31 09:46:37.475924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.477523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0f4cf321-1427-474f-9a59-6e3246ff6401 HTTP/1.1" status: 204 len: 168 time: 2.6801109 Aug 31 09:46:37.498715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310f774-bcfc-4cfd-820b-c3ae5b117fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4cf321-1427-474f-9a59-6e3246ff6401,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:37.524024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:37.539837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-0ed16c0e-8cf6-4d2f-a070-24d9e6257d87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 217 time: 0.0588131 Aug 31 09:46:37.543493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e5377a2a-8593-47ce-a9a5-8f94e3fcaf87) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:37.554535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50137df3-9c0a-4bf4-b861-478701d370f4 None None] Network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:37.555576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:37.556536 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.569658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3353197e-2612-4f35-9102-1cfcaf494bba req-d2832922-c9de-42d0-87bc-9b9dd1237d87 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036181 Aug 31 09:46:37.588867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-54fdcaeb-0597-45b4-863b-462012c88984 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1979778 Aug 31 09:46:37.592250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45802) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:37.604282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'network': {'name': 'tempest-router-network01--157349422'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:37.658923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Made reservation on behalf of d3b6a443b3914e5380758a9b5c2dd016 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:37.668320 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.680318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-20963614-598f-4e4e-998e-a5b8f458638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:37.682101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-20963614-598f-4e4e-998e-a5b8f458638e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1232805 Aug 31 09:46:37.733620 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-12ba044e-e2ae-467d-9aef-233af6068e43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426459 Aug 31 09:46:37.746165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:37.775285 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.776717 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Added segment fb69c421-f1c6-4277-a515-4e1d25c218ff of type vlan for network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 Aug 31 09:46:37.874985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45822) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:37.883407 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-21de526b-1067-448b-97c0-575a7a9b9d9e service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418793 Aug 31 09:46:37.903021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.938817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e5377a2a-8593-47ce-a9a5-8f94e3fcaf87', 'network_id': 'e5377a2a-8593-47ce-a9a5-8f94e3fcaf87', 'tenant_id': 'd3b6a443b3914e5380758a9b5c2dd016', 'fixed_ips': [{'subnet_id': 'ee992d3b-5008-49c8-ad89-a0e442bf98b0'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:46:37.940252 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.945765 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d45f9d35-86cb-4b82-9df4-312bf990e7cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fc1c7cfabbc4e62968e789b482cc99d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696735 Aug 31 09:46:37.948557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45824) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:37.969130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:37.976318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:37.977214 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.040312 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7b16c8c-beca-42fb-a754-5eb5c5e92440 req-856a2f59-3fa8-4af9-a0cf-e8961078b111 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490774 Aug 31 09:46:38.075605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Network': ['ID=df5213b0-8a83-4d5b-b4e6-54ed0acc30e2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:38.082845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45826) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:38.083856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f579c229-141f-4f74-8d1f-20cfa4e58acd tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4900413 Aug 31 09:46:38.094893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'network': {'name': 'tempest-router-network02--938622794'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:38.117730 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1e445a9-55c1-4786-94ad-f1501ceacbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.144004 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1e445a9-55c1-4786-94ad-f1501ceacbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.148974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Allocated IP 2001:db8::2 (e5377a2a-8593-47ce-a9a5-8f94e3fcaf87/ee992d3b-5008-49c8-ad89-a0e442bf98b0/f07633ea-f807-4f3c-bccb-12c3e6364138) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:38.191349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-638cbf9e-200d-4f35-a043-ef45ee6ef91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:38.196324 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-638cbf9e-200d-4f35-a043-ef45ee6ef91a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1095 time: 0.0949891 Aug 31 09:46:38.197543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Made reservation on behalf of d3b6a443b3914e5380758a9b5c2dd016 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:38.208422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.213558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:38.222535 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1e445a9-55c1-4786-94ad-f1501ceacbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.225837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1e445a9-55c1-4786-94ad-f1501ceacbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.228033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c1e445a9-55c1-4786-94ad-f1501ceacbf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89e85ca8-9fe6-4662-88ab-197e19f197f1 HTTP/1.1" status: 204 len: 168 time: 0.2776251 Aug 31 09:46:38.244091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e445a9-55c1-4786-94ad-f1501ceacbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e85ca8-9fe6-4662-88ab-197e19f197f1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:38.303723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:38.309430 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:46:38.361192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.361192 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Added segment 5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9 of type vlan for network 1e272397-95d0-472d-8822-5ed057add349 Aug 31 09:46:38.445482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-d7cd059e-3ba8-436a-91bc-2bea2b35ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:38.447077 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-d7cd059e-3ba8-436a-91bc-2bea2b35ce63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.2362771 Aug 31 09:46:38.470411 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.583246 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-c657a260-eb72-47e4-8de7-ccc0b09248a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 217 time: 0.1207390 Aug 31 09:46:38.616466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.634318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Transition to ACTIVE for port object f07633ea-f807-4f3c-bccb-12c3e6364138 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:38.660627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Transition to ACTIVE for port object f07633ea-f807-4f3c-bccb-12c3e6364138 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:38.688195 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.706355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.722127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:38.723796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:38.725076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:38.728777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:38.729426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.785986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-fec68a70-3944-461c-bf3b-6a79294a04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:38.791809 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-fec68a70-3944-461c-bf3b-6a79294a04a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1963384 Aug 31 09:46:38.900614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8896177-183d-4368-9223-f535b58bc15b req-615c54ab-9855-444d-97ed-fa58a35c724c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:38.911669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8896177-183d-4368-9223-f535b58bc15b req-615c54ab-9855-444d-97ed-fa58a35c724c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 944 time: 0.1533027 Aug 31 09:46:38.950686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Network': ['ID=1e272397-95d0-472d-8822-5ed057add349,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:38.981046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 1e272397-95d0-472d-8822-5ed057add349 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:38.984752 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-e7ae5996-4164-463c-ab99-917c848b2137 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310743 Aug 31 09:46:38.989706 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7c1eced2-330e-45a4-abde-de4d746eb320 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9024489 Aug 31 09:46:38.991086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45856) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:38.998499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'subnet': {'network_id': 'df5213b0-8a83-4d5b-b4e6-54ed0acc30e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:39.015359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8896177-183d-4368-9223-f535b58bc15b req-ba64724c-96d2-4986-9e0b-09ff9ab539c7 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027820 Aug 31 09:46:39.016904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Pushing event updated for resources: {'Port': ['ID=f07633ea-f807-4f3c-bccb-12c3e6364138,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:39.087779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Attempting to bind port f07633ea-f807-4f3c-bccb-12c3e6364138 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:39.088874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Attempting to bind port f07633ea-f807-4f3c-bccb-12c3e6364138 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'aa99b0b6-367b-4888-8aec-2f7d75979fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e5377a2a-8593-47ce-a9a5-8f94e3fcaf87'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:39.090031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Attempting to bind port f07633ea-f807-4f3c-bccb-12c3e6364138 on network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:39.207027 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-77535db1-8d65-42cd-a262-79f4ffe44b1f service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134333 Aug 31 09:46:39.209419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Made reservation on behalf of d3b6a443b3914e5380758a9b5c2dd016 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:39.213500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.405459 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aebd6d50-71e3-4b46-8ee5-e6e4657cc4ff req-1015cba3-d758-474a-bc3f-884577a3c671 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878712 Aug 31 09:46:39.409147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:39.409528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Checking segment: {'id': 'aa99b0b6-367b-4888-8aec-2f7d75979fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e5377a2a-8593-47ce-a9a5-8f94e3fcaf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:39.409927 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.410545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Bound using segment: {'id': 'aa99b0b6-367b-4888-8aec-2f7d75979fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e5377a2a-8593-47ce-a9a5-8f94e3fcaf87'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:39.411074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Bound port: f07633ea-f807-4f3c-bccb-12c3e6364138, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa99b0b6-367b-4888-8aec-2f7d75979fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e5377a2a-8593-47ce-a9a5-8f94e3fcaf87'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:39.411721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.540402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] For port f07633ea-f807-4f3c-bccb-12c3e6364138, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:39.555319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] For port f07633ea-f807-4f3c-bccb-12c3e6364138, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f07633ea-f807-4f3c-bccb-12c3e6364138,segment=NetworkSegment(aa99b0b6-367b-4888-8aec-2f7d75979fb4),segment_id=aa99b0b6-367b-4888-8aec-2f7d75979fb4)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:39.564436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.617044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.692556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a527d-7c41-43f9-9c4a-a903bf2f0bc9 None None] Pushing event updated for resources: {'Port': ['ID=f07633ea-f807-4f3c-bccb-12c3e6364138,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:39.768123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Subnet': ['ID=fadd3554-7ee6-4814-bf18-f4ba5ea54019,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:39.828751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Checking segment: {'id': 'fb69c421-f1c6-4277-a515-4e1d25c218ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'df5213b0-8a83-4d5b-b4e6-54ed0acc30e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:39.829349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network hostable DHCP agents. Network: df5213b0-8a83-4d5b-b4e6-54ed0acc30e2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:39.856029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:39.880781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45880) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:39.932531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, df5213b0-8a83-4d5b-b4e6-54ed0acc30e2) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:39.943733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:39.944355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.951172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfacb974-e342-494d-bbae-6beccdca5eb3 None None] Network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:40.007157 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0fba0460-33a4-43f3-901e-0e2762895c1d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0138445 Aug 31 09:46:40.008921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45888) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:40.015234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'subnet': {'network_id': '1e272397-95d0-472d-8822-5ed057add349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:40.318151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1361435408-network', 'tenant_id': '7c9c844e9b294c4496cc5b2a2c06ace2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:40.355011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d918-8395-46a9-b9c2-d3dda0a189bf req-0f8eb5d8-4b74-4677-a02b-2fa234069aa1 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:40.357306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Made reservation on behalf of 7c9c844e9b294c4496cc5b2a2c06ace2 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:40.360124 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.366926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1cb5d918-8395-46a9-b9c2-d3dda0a189bf req-0f8eb5d8-4b74-4677-a02b-2fa234069aa1 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 944 time: 0.1645525 Aug 31 09:46:40.379805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.400993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-df5213b0-8a83-4d5b-b4e6-54ed0acc30e2', 'network_id': 'df5213b0-8a83-4d5b-b4e6-54ed0acc30e2', 'tenant_id': 'd3b6a443b3914e5380758a9b5c2dd016', 'fixed_ips': [{'subnet_id': 'fadd3554-7ee6-4814-bf18-f4ba5ea54019'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:46:40.401871 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.416808 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.api [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:46:40.416808 n-d-806683-2 neutron-server[94787]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:46:40.416808 n-d-806683-2 neutron-server[94787]: [parameters: {'project_id_1': '7c9c844e9b294c4496cc5b2a2c06ace2', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 46, 40, 394188)}] Aug 31 09:46:40.416808 n-d-806683-2 neutron-server[94787]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:46:40.417205 n-d-806683-2 neutron-server[94787]: DEBUG oslo_db.api [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:46:40.443523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Made reservation on behalf of d3b6a443b3914e5380758a9b5c2dd016 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:40.452247 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.468224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1cb5d918-8395-46a9-b9c2-d3dda0a189bf req-26bbfca0-17bc-45da-bfa4-7c85abbc8a78 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999107 Aug 31 09:46:40.616600 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.639762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f07633ea-f807-4f3c-bccb-12c3e6364138 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:40.870214 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.918125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.928513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port f07633ea-f807-4f3c-bccb-12c3e6364138 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:40.961355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Allocated IP 2001:db8::2 (df5213b0-8a83-4d5b-b4e6-54ed0acc30e2/fadd3554-7ee6-4814-bf18-f4ba5ea54019/009fcd50-a70c-48c8-bd71-a18cad01e0ab) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:41.060078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Checking segment: {'id': '5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '1e272397-95d0-472d-8822-5ed057add349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:41.061361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network hostable DHCP agents. Network: 1e272397-95d0-472d-8822-5ed057add349, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:41.097978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.104729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.127874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Subnet': ['ID=5c685cb3-86d5-4807-bf4e-967b3de7584d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:41.139242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:41.155906 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.156332 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Added segment 812f1b76-97dc-4cbd-81c8-95401198943a of type vlan for network ae1222e8-4128-446b-87af-229a6b7251fc Aug 31 09:46:41.184952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network 1e272397-95d0-472d-8822-5ed057add349 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:41.214036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 1e272397-95d0-472d-8822-5ed057add349) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:41.214406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.231501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3db6a-5caf-4cb1-99a3-eadfd9f787de None None] Network 1e272397-95d0-472d-8822-5ed057add349 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:41.234468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.240348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.270636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c59cd822-cda9-4ce8-8a04-d26b68b54be5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2597980 Aug 31 09:46:41.273102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45898) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:41.312033 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.313598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.314905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.454567 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.477021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Transition to ACTIVE for port object 009fcd50-a70c-48c8-bd71-a18cad01e0ab will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:41.489348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ec2eca-e838-405f-a070-4ea3e07e0115,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:41.525264 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6423857 Aug 31 09:46:41.531068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:41.547078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-1e272397-95d0-472d-8822-5ed057add349', 'network_id': '1e272397-95d0-472d-8822-5ed057add349', 'tenant_id': 'd3b6a443b3914e5380758a9b5c2dd016', 'fixed_ips': [{'subnet_id': '5c685cb3-86d5-4807-bf4e-967b3de7584d'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:46:41.548228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Request body: {'subnet': {'network_id': 'ae1222e8-4128-446b-87af-229a6b7251fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1361435408-subnet', 'tenant_id': '7c9c844e9b294c4496cc5b2a2c06ace2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:41.550787 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.634414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Made reservation on behalf of 7c9c844e9b294c4496cc5b2a2c06ace2 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:41.639155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.644917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882f7a5-f72e-462a-b65f-948d054c2d85 admin admin] Pushing event updated for resources: {'Network': ['ID=ae1222e8-4128-446b-87af-229a6b7251fc,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:41.756783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5f5d2646-851a-4f1b-8a56-e004ef0e5673 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:46:41.789642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ae1222e8-4128-446b-87af-229a6b7251fc details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:41.807505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b00b5-0065-4164-ba44-86bb043ad083 req-6261caa7-2a94-4344-b0df-d6f7e2b530c1 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.815597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a93b00b5-0065-4164-ba44-86bb043ad083 req-6261caa7-2a94-4344-b0df-d6f7e2b530c1 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 944 time: 0.1262691 Aug 31 09:46:41.879602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba71df-955f-496e-8cfd-6e2b8eb91f59 None None] Network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:41.906453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.934202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.951370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a93b00b5-0065-4164-ba44-86bb043ad083 req-733d0fda-ed49-4797-bd78-38106bc9d16f tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346800 Aug 31 09:46:41.979767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfcbaff-8e61-4a15-8d68-cd6eabc9873a,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:41.993109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Checking segment: {'id': '812f1b76-97dc-4cbd-81c8-95401198943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ae1222e8-4128-446b-87af-229a6b7251fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:41.993820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Network hostable DHCP agents. Network: ae1222e8-4128-446b-87af-229a6b7251fc, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:42.027098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Network ae1222e8-4128-446b-87af-229a6b7251fc is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:42.050198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, ae1222e8-4128-446b-87af-229a6b7251fc) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:42.057036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:42.057301 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.089974 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-05a00a09-8068-4e04-89bf-70d3bc1e70ed admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5529866 Aug 31 09:46:42.403827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Transition to ACTIVE for port object 009fcd50-a70c-48c8-bd71-a18cad01e0ab will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:42.412959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f80456-53c6-4a25-9b2d-5fa68d5db9ff None None] Network ae1222e8-4128-446b-87af-229a6b7251fc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:42.530166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Allocated IP 2001:db8::1 (df5213b0-8a83-4d5b-b4e6-54ed0acc30e2/fadd3554-7ee6-4814-bf18-f4ba5ea54019/461e2e66-d1df-4460-807e-cfd05954b248) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:42.536299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Allocated IP 2001:db8::2 (1e272397-95d0-472d-8822-5ed057add349/5c685cb3-86d5-4807-bf4e-967b3de7584d/787804e6-0a38-48c9-8c83-e0f46ed6035f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:42.565365 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.576717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:42.661410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ea97651-d453-45eb-848d-4dc5f7e8392f None None] Provisioning for port f07633ea-f807-4f3c-bccb-12c3e6364138 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:42.672700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:42.691022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.691256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'port_id': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'mac_address': 'fa:16:3e:eb:0e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:46:42.717154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Transition to ACTIVE for port object 461e2e66-d1df-4460-807e-cfd05954b248 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:42.719582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ea97651-d453-45eb-848d-4dc5f7e8392f None None] Provisioning complete for port f07633ea-f807-4f3c-bccb-12c3e6364138 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:42.719960 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ea97651-d453-45eb-848d-4dc5f7e8392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.721783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:42.768913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.824974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:42.828755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:42.836420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:42.837304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.858475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f9c42-bed8-4b09-9a71-92d28fdb7a91 None None] Network ae1222e8-4128-446b-87af-229a6b7251fc requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:42.882264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:42.950630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Pushing event updated for resources: {'Port': ['ID=009fcd50-a70c-48c8-bd71-a18cad01e0ab,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:43.028141 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.143836 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.197406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5d2646-851a-4f1b-8a56-e004ef0e5673 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:43.237139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Attempting to bind port 009fcd50-a70c-48c8-bd71-a18cad01e0ab on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:43.237541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Attempting to bind port 009fcd50-a70c-48c8-bd71-a18cad01e0ab by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'fb69c421-f1c6-4277-a515-4e1d25c218ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'df5213b0-8a83-4d5b-b4e6-54ed0acc30e2'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:43.237921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Attempting to bind port 009fcd50-a70c-48c8-bd71-a18cad01e0ab on network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:43.351037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:43.395328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.411856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.412641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.420132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:43.423916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Checking segment: {'id': 'fb69c421-f1c6-4277-a515-4e1d25c218ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'df5213b0-8a83-4d5b-b4e6-54ed0acc30e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:43.424404 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.424894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Bound using segment: {'id': 'fb69c421-f1c6-4277-a515-4e1d25c218ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'df5213b0-8a83-4d5b-b4e6-54ed0acc30e2'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:43.425414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Bound port: 009fcd50-a70c-48c8-bd71-a18cad01e0ab, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb69c421-f1c6-4277-a515-4e1d25c218ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'df5213b0-8a83-4d5b-b4e6-54ed0acc30e2'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:43.429758 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.446665 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.539670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Port': ['ID=461e2e66-d1df-4460-807e-cfd05954b248,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:43.640291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:43.652183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:43.664022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Port': ['ID=461e2e66-d1df-4460-807e-cfd05954b248,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:43.718826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a007cb-b78a-4206-94ad-46491d839545 req-d3e4c22f-155d-41fb-a58b-0f3c5dab2673 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:43.721337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73a007cb-b78a-4206-94ad-46491d839545 req-d3e4c22f-155d-41fb-a58b-0f3c5dab2673 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 945 time: 0.6637628 Aug 31 09:46:43.925611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73a007cb-b78a-4206-94ad-46491d839545 req-1c41b955-7618-4d1c-b305-1738533ee4bc tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548524 Aug 31 09:46:44.049416 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Router ed6bacad-a64d-4f7c-a163-472d7ac92160 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:46:44.318510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5f5d2646-851a-4f1b-8a56-e004ef0e5673'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:44.320945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:44.329547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7b6f8b32-88b2-4f90-8736-d8411e175a74 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "PUT /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0518322 Aug 31 09:46:44.330707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45968) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:44.346684 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf7ced-0648-4aa6-817d-13bc658000f9 None None] Sync routers for ids ['ed6bacad-a64d-4f7c-a163-472d7ac92160'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:44.364392 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf7ced-0648-4aa6-817d-13bc658000f9 None None] Routers {'ed6bacad-a64d-4f7c-a163-472d7ac92160'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:44.366172 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fbbf7ced-0648-4aa6-817d-13bc658000f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ed6bacad-a64d-4f7c-a163-472d7ac92160'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:44.464674 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fbbf7ced-0648-4aa6-817d-13bc658000f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:44.502910 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf7ced-0648-4aa6-817d-13bc658000f9 None None] Routers {'ed6bacad-a64d-4f7c-a163-472d7ac92160'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:44.503574 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fbbf7ced-0648-4aa6-817d-13bc658000f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ed6bacad-a64d-4f7c-a163-472d7ac92160'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:44.530081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.551338 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fbbf7ced-0648-4aa6-817d-13bc658000f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:44.551990 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf7ced-0648-4aa6-817d-13bc658000f9 None None] The sync data for ids ['ed6bacad-a64d-4f7c-a163-472d7ac92160'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:44.562498 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ea97651-d453-45eb-848d-4dc5f7e8392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.614602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5f5d2646-851a-4f1b-8a56-e004ef0e5673,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:44.619834 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.697194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Transition to ACTIVE for port object 787804e6-0a38-48c9-8c83-e0f46ed6035f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:44.718009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Transition to ACTIVE for port object 787804e6-0a38-48c9-8c83-e0f46ed6035f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:44.729469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9ea97651-d453-45eb-848d-4dc5f7e8392f None None] For port f07633ea-f807-4f3c-bccb-12c3e6364138, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f07633ea-f807-4f3c-bccb-12c3e6364138,segment=NetworkSegment(aa99b0b6-367b-4888-8aec-2f7d75979fb4),segment_id=aa99b0b6-367b-4888-8aec-2f7d75979fb4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:44.755047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509122b3-c949-4499-8944-e63500663c88 req-804e989b-c415-48ac-9067-4297651b2840 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:44.764480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-804e989b-c415-48ac-9067-4297651b2840 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/networks?id=ae1222e8-4128-446b-87af-229a6b7251fc HTTP/1.1" status: 200 len: 810 time: 0.2179756 Aug 31 09:46:44.767980 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.782596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] For port 009fcd50-a70c-48c8-bd71-a18cad01e0ab, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:44.788831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-c1db9dfc-4fb8-4235-b403-3eb12a26c29b tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/quotas/7c9c844e9b294c4496cc5b2a2c06ace2 HTTP/1.1" status: 200 len: 375 time: 0.0227821 Aug 31 09:46:44.832590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] For port 009fcd50-a70c-48c8-bd71-a18cad01e0ab, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=009fcd50-a70c-48c8-bd71-a18cad01e0ab,segment=NetworkSegment(fb69c421-f1c6-4277-a515-4e1d25c218ff),segment_id=fb69c421-f1c6-4277-a515-4e1d25c218ff)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:44.844320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ea97651-d453-45eb-848d-4dc5f7e8392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.855975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-36f3cbbc-94ab-42b7-b054-e7553879684d tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c9c844e9b294c4496cc5b2a2c06ace2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586569 Aug 31 09:46:45.058590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Pushing event updated for resources: {'Port': ['ID=787804e6-0a38-48c9-8c83-e0f46ed6035f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:45.068820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.128157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Network 1e272397-95d0-472d-8822-5ed057add349 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:45.153427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3849bddf-4975-49ac-a4bd-30ee422647b0 None None] Provisioning complete for port f07633ea-f807-4f3c-bccb-12c3e6364138 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:45.154185 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3849bddf-4975-49ac-a4bd-30ee422647b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.196490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:45.204508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:45.228183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a8f7e-0532-4074-83a9-bd0927771c6f req-770a717e-9a6b-4def-8336-61b7749f01be tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:45.229816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc3a8f7e-0532-4074-83a9-bd0927771c6f req-770a717e-9a6b-4def-8336-61b7749f01be tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 945 time: 0.1081703 Aug 31 09:46:45.383597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-8dc101ba-36db-410a-b724-076b07692141 service neutron] 10.222.0.69 "GET /v2.0/networks/ae1222e8-4128-446b-87af-229a6b7251fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245554 Aug 31 09:46:45.424080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc3a8f7e-0532-4074-83a9-bd0927771c6f req-46d0ca3c-08f4-4f18-b4b5-d14e5d20b827 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705239 Aug 31 09:46:45.469670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Attempting to bind port 787804e6-0a38-48c9-8c83-e0f46ed6035f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:45.469670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Attempting to bind port 787804e6-0a38-48c9-8c83-e0f46ed6035f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '1e272397-95d0-472d-8822-5ed057add349'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:45.470444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Attempting to bind port 787804e6-0a38-48c9-8c83-e0f46ed6035f on network 1e272397-95d0-472d-8822-5ed057add349 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:45.492189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea97651-d453-45eb-848d-4dc5f7e8392f None None] Pushing event updated for resources: {'Port': ['ID=f07633ea-f807-4f3c-bccb-12c3e6364138,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:45.598270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:45.601736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-8df65565-0559-4494-8521-88c7d6ae68fb service neutron] 10.222.0.69 "GET /v2.0/networks/ae1222e8-4128-446b-87af-229a6b7251fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153146 Aug 31 09:46:45.602510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Checking segment: {'id': '5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '1e272397-95d0-472d-8822-5ed057add349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:45.605656 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.606131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Bound using segment: {'id': '5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '1e272397-95d0-472d-8822-5ed057add349'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:45.606802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Bound port: 787804e6-0a38-48c9-8c83-e0f46ed6035f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '1e272397-95d0-472d-8822-5ed057add349'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:45.607286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.773517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337bbd4-3156-4752-9ab9-60390a3e2009 None None] Pushing event updated for resources: {'Port': ['ID=009fcd50-a70c-48c8-bd71-a18cad01e0ab,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:45.839126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] For port 787804e6-0a38-48c9-8c83-e0f46ed6035f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:45.840242 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-a6e2d97d-f657-4358-ba6a-ea3e807bb69a tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:46:45.841859 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a6e2d97d-f657-4358-ba6a-ea3e807bb69a tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "PUT /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5100679 Aug 31 09:46:45.844773 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46012) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:45.865553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] For port 787804e6-0a38-48c9-8c83-e0f46ed6035f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=787804e6-0a38-48c9-8c83-e0f46ed6035f,segment=NetworkSegment(5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9),segment_id=5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:45.874331 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.998776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262135c-a52b-4632-9527-032be0f9c9f4 None None] Pushing event updated for resources: {'Port': ['ID=787804e6-0a38-48c9-8c83-e0f46ed6035f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:46.478624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4789e3ae-094e-4468-8da6-8d625faeed43 req-1a30377f-c578-4e0e-9850-e392235198ee tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 210 time: 0.0654705 Aug 31 09:46:46.828814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d8dbd-628e-4610-892c-df85b69a08dc req-1cc1f156-b4a7-4fbf-a5a8-df22c0f731e2 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:46.841395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd8d8dbd-628e-4610-892c-df85b69a08dc req-1cc1f156-b4a7-4fbf-a5a8-df22c0f731e2 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 945 time: 0.2207718 Aug 31 09:46:46.863955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f07633ea-f807-4f3c-bccb-12c3e6364138 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:46.998155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd8d8dbd-628e-4610-892c-df85b69a08dc req-7224b0a2-23e5-4421-9df3-6bf9f5f599f2 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535382 Aug 31 09:46:47.007492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f07633ea-f807-4f3c-bccb-12c3e6364138 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:47.007941 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:47.009709 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:47.167163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0b5db-6540-4ccf-9a27-944c22d114ea None None] Network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:47.466110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-873c4103-bffa-4eda-bea9-d35a7e80380d None None] Provisioning for port 009fcd50-a70c-48c8-bd71-a18cad01e0ab completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:47.525089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 009fcd50-a70c-48c8-bd71-a18cad01e0ab up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:47.593471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 009fcd50-a70c-48c8-bd71-a18cad01e0ab completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:47.605934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 009fcd50-a70c-48c8-bd71-a18cad01e0ab triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:47.608902 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:47.673249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5f5d2646-851a-4f1b-8a56-e004ef0e5673 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:47.826867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5ed04b1-f4d0-43c8-b0d0-e68997fc4cf1 req-667a3fee-7d72-4251-bfda-f2910703a84c tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 210 time: 0.1472368 Aug 31 09:46:47.869819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccba20a-97a4-47ad-af20-51db807a4969 None None] Network 1e272397-95d0-472d-8822-5ed057add349 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:47.871177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Deleting port 461e2e66-d1df-4460-807e-cfd05954b248 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:47.871638 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:47.987631 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.024070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:48.033552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:48.034045 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.035853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b4a687b0-306b-47b3-83f2-f581c34269c4 None None] Provisioning for port 787804e6-0a38-48c9-8c83-e0f46ed6035f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:48.160705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.171355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 009fcd50-a70c-48c8-bd71-a18cad01e0ab, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=009fcd50-a70c-48c8-bd71-a18cad01e0ab,segment=NetworkSegment(fb69c421-f1c6-4277-a515-4e1d25c218ff),segment_id=fb69c421-f1c6-4277-a515-4e1d25c218ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:48.215881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Calling delete_port for 461e2e66-d1df-4460-807e-cfd05954b248 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:48.283409 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.288249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 787804e6-0a38-48c9-8c83-e0f46ed6035f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:48.351883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509122b3-c949-4499-8944-e63500663c88 req-18e9a159-16db-4e86-b822-5c2157f8e62e tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:48.355681 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-18e9a159-16db-4e86-b822-5c2157f8e62e tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.20 "GET /v2.0/networks?id=ae1222e8-4128-446b-87af-229a6b7251fc HTTP/1.1" status: 200 len: 810 time: 0.3353474 Aug 31 09:46:48.370952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Request body: {'port': {'device_id': '230db7d3-6bd4-4ee1-b3d4-ac785281c21b', 'network_id': 'ae1222e8-4128-446b-87af-229a6b7251fc', 'admin_state_up': True, 'tenant_id': '7c9c844e9b294c4496cc5b2a2c06ace2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:48.489359 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.561472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada693e6-1771-4a88-850f-45d713077872 req-f5ea3992-fe79-4872-826d-f2ea093bf2f2 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:48.563050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ada693e6-1771-4a88-850f-45d713077872 req-f5ea3992-fe79-4872-826d-f2ea093bf2f2 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 945 time: 0.3054438 Aug 31 09:46:48.609866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:48.615007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d558a3f2-f588-474b-8083-1c3d23d36937 None None] Provisioning complete for port 009fcd50-a70c-48c8-bd71-a18cad01e0ab triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:48.616590 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d558a3f2-f588-474b-8083-1c3d23d36937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.648178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Made reservation on behalf of 7c9c844e9b294c4496cc5b2a2c06ace2 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:48.654442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.718204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:48.727346 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddda5c2-a6d7-4a51-a7a8-1808b5668602" -d '{"events": [{"server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:48.739225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.844074 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae37a8a-e8ed-4a69-b9fa-963f22236ecf x-openstack-request-id: req-3ae37a8a-e8ed-4a69-b9fa-963f22236ecf {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:48.844524 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:48.844868 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ae37a8a-e8ed-4a69-b9fa-963f22236ecf {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:48.845366 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'code': 200} Aug 31 09:46:48.853016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 787804e6-0a38-48c9-8c83-e0f46ed6035f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:48.882780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 787804e6-0a38-48c9-8c83-e0f46ed6035f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:48.883433 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.887311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=009fcd50-a70c-48c8-bd71-a18cad01e0ab,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:49.151355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5f5d2646-851a-4f1b-8a56-e004ef0e5673,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:49.187153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28142498-47d8-468b-8923-73b389e42834 req-7536384d-572e-42cc-bf6d-207a9011145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:49.198677 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28142498-47d8-468b-8923-73b389e42834 req-7536384d-572e-42cc-bf6d-207a9011145c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.2729692 Aug 31 09:46:49.264418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Allocated IP 172.20.0.6 (ae1222e8-4128-446b-87af-229a6b7251fc/4cfcbaff-8e61-4a15-8d68-cd6eabc9873a/753353d1-3ddc-4bb4-b084-09e4f6a230a6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:49.280084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d558a3f2-f588-474b-8083-1c3d23d36937 None None] Provisioning for port 461e2e66-d1df-4460-807e-cfd05954b248 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:49.289150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d558a3f2-f588-474b-8083-1c3d23d36937 None None] Provisioning complete for port 461e2e66-d1df-4460-807e-cfd05954b248 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:49.289150 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d558a3f2-f588-474b-8083-1c3d23d36937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.302001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28142498-47d8-468b-8923-73b389e42834 req-1d7938c2-f52e-4de0-935e-d1e7051cb14f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019177 Aug 31 09:46:49.373013 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.380790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d558a3f2-f588-474b-8083-1c3d23d36937 None None] Port 461e2e66-d1df-4460-807e-cfd05954b248 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:49.509712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 787804e6-0a38-48c9-8c83-e0f46ed6035f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=787804e6-0a38-48c9-8c83-e0f46ed6035f,segment=NetworkSegment(5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9),segment_id=5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:49.529188 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.618930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5bbd22e7-93f9-4dd6-b67d-6925ff5f1791 None None] Provisioning complete for port 461e2e66-d1df-4460-807e-cfd05954b248 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:49.619308 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5bbd22e7-93f9-4dd6-b67d-6925ff5f1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.654018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.692749 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ada693e6-1771-4a88-850f-45d713077872 req-55e42de8-9f8e-4c04-988d-ba1fc3324022 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1166437 Aug 31 09:46:49.697891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50e9f07f-d2e7-46dd-91b9-f256f71141e3 req-cf819aa4-8e6b-45ad-a45f-b43b0099692a tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 210 time: 0.0685716 Aug 31 09:46:49.742291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=787804e6-0a38-48c9-8c83-e0f46ed6035f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:49.762066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.777676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd22e7-93f9-4dd6-b67d-6925ff5f1791 None None] Port 461e2e66-d1df-4460-807e-cfd05954b248 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:49.800987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5bbd22e7-93f9-4dd6-b67d-6925ff5f1791 None None] Provisioning complete for port 787804e6-0a38-48c9-8c83-e0f46ed6035f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:49.801520 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5bbd22e7-93f9-4dd6-b67d-6925ff5f1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.802901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.864830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Network ae1222e8-4128-446b-87af-229a6b7251fc is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:49.867175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 009fcd50-a70c-48c8-bd71-a18cad01e0ab up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:49.869190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Port': ['ID=461e2e66-d1df-4460-807e-cfd05954b248,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:49.873512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:49.878297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:49.961313 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:49.973908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.974298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.974644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.975015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.995357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.997357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.997906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.998255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.998908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:49.999528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:50.000013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:50.010553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:50.062329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:50.063587 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:50.105581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 009fcd50-a70c-48c8-bd71-a18cad01e0ab triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:50.106364 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:50.108869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Pushing event updated for resources: {'Port': ['ID=753353d1-3ddc-4bb4-b084-09e4f6a230a6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:50.144475 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-42edb092-0c78-4743-a87f-d59cd23b64f8 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7783229 Aug 31 09:46:50.157768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Request body: {'port': {'device_id': '230db7d3-6bd4-4ee1-b3d4-ac785281c21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:50.299939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Router ed6bacad-a64d-4f7c-a163-472d7ac92160 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:50.356829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:50.462166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:50.471452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0e4bc14a-a3e4-402f-8ecf-a22671e341ef tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "PUT /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6212318 Aug 31 09:46:50.472102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46096) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:50.479511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11569441-8c65-4023-b5d5-4a5621a739a8 None None] Sync routers for ids ['ed6bacad-a64d-4f7c-a163-472d7ac92160'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:50.503899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11569441-8c65-4023-b5d5-4a5621a739a8 None None] Routers {'ed6bacad-a64d-4f7c-a163-472d7ac92160'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:50.504530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-11569441-8c65-4023-b5d5-4a5621a739a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ed6bacad-a64d-4f7c-a163-472d7ac92160'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:50.522005 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-be1c3b91-f62f-45d3-9a79-387bc5186d3e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] delete failed (client error): The resource could not be found. Aug 31 09:46:50.526994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-be1c3b91-f62f-45d3-9a79-387bc5186d3e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-405222278 HTTP/1.1" status: 404 len: 334 time: 0.0505118 Aug 31 09:46:50.527678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46098) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:50.532983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2c79bfeb-b3c8-4ef2-be15-0219d88d1ca5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed6bacad-a64d-4f7c-a163-472d7ac92160'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:50.644898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-11569441-8c65-4023-b5d5-4a5621a739a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:50.689340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11569441-8c65-4023-b5d5-4a5621a739a8 None None] Routers {'ed6bacad-a64d-4f7c-a163-472d7ac92160'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:50.689991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-11569441-8c65-4023-b5d5-4a5621a739a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ed6bacad-a64d-4f7c-a163-472d7ac92160'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:51.000631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753353d1-3ddc-4bb4-b084-09e4f6a230a6 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:51.012187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.014114 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c79bfeb-b3c8-4ef2-be15-0219d88d1ca5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.036596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767f89c-17fd-4d78-9709-4872acdc05cb req-66ef0dd8-2e2a-4768-bd52-005e8975062c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:51.044936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2767f89c-17fd-4d78-9709-4872acdc05cb req-66ef0dd8-2e2a-4768-bd52-005e8975062c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.1933863 Aug 31 09:46:51.056971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-11569441-8c65-4023-b5d5-4a5621a739a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:51.057664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11569441-8c65-4023-b5d5-4a5621a739a8 None None] The sync data for ids ['ed6bacad-a64d-4f7c-a163-472d7ac92160'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:51.075566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Transition to ACTIVE for port object 753353d1-3ddc-4bb4-b084-09e4f6a230a6 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:51.082011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.109016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2767f89c-17fd-4d78-9709-4872acdc05cb req-3ba20218-e07a-47ee-a475-067d60089e89 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631454 Aug 31 09:46:51.123936 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-2c79bfeb-b3c8-4ef2-be15-0219d88d1ca5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] update failed (client error): The resource could not be found. Aug 31 09:46:51.125136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c79bfeb-b3c8-4ef2-be15-0219d88d1ca5 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "PUT /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160 HTTP/1.1" status: 404 len: 339 time: 0.5961626 Aug 31 09:46:51.134192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:51.143114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2025600179'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:51.147733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8463ac-ae56-464a-8fc9-b91df9111021 req-4385ca3d-12ac-49ea-b7e7-b86220ec4b88 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:51.149388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e8463ac-ae56-464a-8fc9-b91df9111021 req-4385ca3d-12ac-49ea-b7e7-b86220ec4b88 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 931 time: 0.2388432 Aug 31 09:46:51.172187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Made reservation on behalf of d3b6a443b3914e5380758a9b5c2dd016 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:51.184797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.217088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e8463ac-ae56-464a-8fc9-b91df9111021 req-7d532f73-b26d-4990-990b-bd25a53f1df3 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586228 Aug 31 09:46:51.345872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Pushing event updated for resources: {'Port': ['ID=753353d1-3ddc-4bb4-b084-09e4f6a230a6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:51.364515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:51.388956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Attempting to bind port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:51.389436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Attempting to bind port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '812f1b76-97dc-4cbd-81c8-95401198943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ae1222e8-4128-446b-87af-229a6b7251fc'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:51.389861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Attempting to bind port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 on network ae1222e8-4128-446b-87af-229a6b7251fc {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:51.406949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 on network ae1222e8-4128-446b-87af-229a6b7251fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:46:51.407454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Attempting to bind port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 on network ae1222e8-4128-446b-87af-229a6b7251fc {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:51.420835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.421272 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Added segment a17aca1c-da6f-431f-aaf9-0304b4223434 of type vlan for network e2229a49-ea60-42d6-955f-1c6bb0bccd42 Aug 31 09:46:51.459185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:51.462953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Checking segment: {'id': '812f1b76-97dc-4cbd-81c8-95401198943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ae1222e8-4128-446b-87af-229a6b7251fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:51.463486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Bound using segment: {'id': '812f1b76-97dc-4cbd-81c8-95401198943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ae1222e8-4128-446b-87af-229a6b7251fc'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:51.464134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Bound port: 753353d1-3ddc-4bb4-b084-09e4f6a230a6, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812f1b76-97dc-4cbd-81c8-95401198943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'ae1222e8-4128-446b-87af-229a6b7251fc'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:51.465950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.493363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8d244-a4c6-4113-ab56-28583865c2b0 req-06576339-a1fc-4033-b35c-63c1f46a9753 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:51.505625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70d8d244-a4c6-4113-ab56-28583865c2b0 req-06576339-a1fc-4033-b35c-63c1f46a9753 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.0762675 Aug 31 09:46:51.548669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.560755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70d8d244-a4c6-4113-ab56-28583865c2b0 req-c39f66f1-884f-4a54-8222-a1b3acd98f74 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540659 Aug 31 09:46:51.569660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-1e21645e-3ea2-4624-ae6f-89b521b666ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:51.571201 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-1e21645e-3ea2-4624-ae6f-89b521b666ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.1754358 Aug 31 09:46:51.665999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 787804e6-0a38-48c9-8c83-e0f46ed6035f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:51.693229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.699049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:51.699683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.727170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] For port 753353d1-3ddc-4bb4-b084-09e4f6a230a6, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:51.861124 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-06aa9e81-c755-47ca-8961-87bead4fd55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.878101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7398643 Aug 31 09:46:51.881454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46122) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:51.885088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] For port 753353d1-3ddc-4bb4-b084-09e4f6a230a6, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=753353d1-3ddc-4bb4-b084-09e4f6a230a6,segment=NetworkSegment(812f1b76-97dc-4cbd-81c8-95401198943a),segment_id=812f1b76-97dc-4cbd-81c8-95401198943a)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:51.895536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 787804e6-0a38-48c9-8c83-e0f46ed6035f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:51.896496 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.897100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'subnet': {'network_id': 'e2229a49-ea60-42d6-955f-1c6bb0bccd42', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:51.900807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.983835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Network': ['ID=e2229a49-ea60-42d6-955f-1c6bb0bccd42,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:52.007912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-e6aeb9e8-6ee5-48d2-8831-eb4b2b0de660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.010265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-e6aeb9e8-6ee5-48d2-8831-eb4b2b0de660 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.4291751 Aug 31 09:46:52.017292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.019382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.022641 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] 10.222.0.20 "PUT /v2.0/ports/753353d1-3ddc-4bb4-b084-09e4f6a230a6 HTTP/1.1" status: 200 len: 1091 time: 1.8694286 Aug 31 09:46:52.031419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230db7d3-6bd4-4ee1-b3d4-ac785281c21b', 'tag': '753353d1-3ddc-4bb4-b084-09e4f6a230a6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:52.035702 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7a685-270d-4f5e-8b1d-e04acf47cf23" -d '{"events": [{"name": "network-changed", "server_uuid": "230db7d3-6bd4-4ee1-b3d4-ac785281c21b", "tag": "753353d1-3ddc-4bb4-b084-09e4f6a230a6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:52.105381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Pushing event updated for resources: {'Port': ['ID=753353d1-3ddc-4bb4-b084-09e4f6a230a6,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:52.112404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-d5a7c377-8f64-4d94-88a8-ecca1b200928 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 217 time: 0.0704954 Aug 31 09:46:52.125270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Made reservation on behalf of d3b6a443b3914e5380758a9b5c2dd016 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:52.125951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.126353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.126864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.127287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.127768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.128177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.128585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.129033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.129451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.129866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.130326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.130736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e20d000-bd91-4ec4-b2e2-95603f8cf302 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.133538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.143020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e2229a49-ea60-42d6-955f-1c6bb0bccd42 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:52.162537 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aacbe9-4134-4cdb-9a2c-f3663e4852b2 x-openstack-request-id: req-d3aacbe9-4134-4cdb-9a2c-f3663e4852b2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:52.162955 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230db7d3-6bd4-4ee1-b3d4-ac785281c21b", "tag": "753353d1-3ddc-4bb4-b084-09e4f6a230a6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:52.163271 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3aacbe9-4134-4cdb-9a2c-f3663e4852b2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:52.164975 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230db7d3-6bd4-4ee1-b3d4-ac785281c21b', 'tag': '753353d1-3ddc-4bb4-b084-09e4f6a230a6', 'status': 'completed', 'code': 200} Aug 31 09:46:52.280799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-ba60e177-48a6-4a7e-88da-edb6c611a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.283970 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-ba60e177-48a6-4a7e-88da-edb6c611a695 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1147721 Aug 31 09:46:52.335811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.335811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.336137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.336479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.339127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.339624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.340059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.340495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.341004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.341439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.341869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.342367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adee55a2-21e2-4956-b66e-bd4046c4f294 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:52.349457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46134) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:52.373775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-e6e1bf17-b237-479a-98d1-d418beff8c6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666735 Aug 31 09:46:52.398616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509122b3-c949-4499-8944-e63500663c88 req-d0567d54-32b9-4bfc-a257-60a2f2ddf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.400335 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-d0567d54-32b9-4bfc-a257-60a2f2ddf13b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9c844e9b294c4496cc5b2a2c06ace2&device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 1094 time: 0.2866371 Aug 31 09:46:52.451851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc60b37-bef8-4ab2-b2ea-9f37c456a4bb req-3d29fe39-4a1a-4f47-9914-855e695a5630 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.453442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbc60b37-bef8-4ab2-b2ea-9f37c456a4bb req-3d29fe39-4a1a-4f47-9914-855e695a5630 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 943 time: 0.1015780 Aug 31 09:46:52.504866 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-03ed9cf2-de98-4f49-88a1-9aa935e10925 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=753353d1-3ddc-4bb4-b084-09e4f6a230a6 HTTP/1.1" status: 200 len: 217 time: 0.0794573 Aug 31 09:46:52.512785 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.531045 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbc60b37-bef8-4ab2-b2ea-9f37c456a4bb req-fa83fb94-992d-44c2-930b-403056be3709 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529847 Aug 31 09:46:52.549746 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-80edccc8-5b28-4edc-9253-323b933f6906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.592513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Subnet': ['ID=1c98baca-a399-4fe5-ba6c-4c8a0b74b686,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:52.606827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Checking segment: {'id': 'a17aca1c-da6f-431f-aaf9-0304b4223434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e2229a49-ea60-42d6-955f-1c6bb0bccd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:52.607246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network hostable DHCP agents. Network: e2229a49-ea60-42d6-955f-1c6bb0bccd42, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:52.612194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509122b3-c949-4499-8944-e63500663c88 req-346afb85-6f56-4a7b-b59b-86e295069fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.613716 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-346afb85-6f56-4a7b-b59b-86e295069fe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfcbaff-8e61-4a15-8d68-cd6eabc9873a HTTP/1.1" status: 200 len: 850 time: 0.0998363 Aug 31 09:46:52.623049 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-1c4e6a91-e787-492b-a0b7-e512aab39b9d service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408001 Aug 31 09:46:52.630208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network e2229a49-ea60-42d6-955f-1c6bb0bccd42 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:52.649220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e2229a49-ea60-42d6-955f-1c6bb0bccd42) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:52.660110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5fc4e-887d-4930-b9d6-a578975678d3 None None] Network e2229a49-ea60-42d6-955f-1c6bb0bccd42 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:52.667618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.668378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.702712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f3b56-64c7-49b1-ad9c-de952c6e8dd5 req-013aa692-f44b-4e51-bc89-fb0f75854516 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.705023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e60f3b56-64c7-49b1-ad9c-de952c6e8dd5 req-013aa692-f44b-4e51-bc89-fb0f75854516 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.0687947 Aug 31 09:46:52.720022 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-2bf93b8a-268c-406d-8c3a-2cea719f186f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae1222e8-4128-446b-87af-229a6b7251fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926127 Aug 31 09:46:52.780562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e60f3b56-64c7-49b1-ad9c-de952c6e8dd5 req-41e1e52d-1cd0-445d-aceb-707b82e97dad tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681465 Aug 31 09:46:52.872933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e2229a49-ea60-42d6-955f-1c6bb0bccd42', 'network_id': 'e2229a49-ea60-42d6-955f-1c6bb0bccd42', 'tenant_id': 'd3b6a443b3914e5380758a9b5c2dd016', 'fixed_ips': [{'subnet_id': '1c98baca-a399-4fe5-ba6c-4c8a0b74b686'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:46:52.873830 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.878175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3fb51dbe-40b3-4136-99b5-b8ecfc48e576 req-8481540e-708e-4cd5-a6f6-e46bf794d19a service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399328 Aug 31 09:46:52.907111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-998445b9-bbad-4e59-881e-405763f27649 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1222e8-4128-446b-87af-229a6b7251fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747351 Aug 31 09:46:52.972760 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-80edccc8-5b28-4edc-9253-323b933f6906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.981191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-80edccc8-5b28-4edc-9253-323b933f6906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.986233 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-38bc1735-4005-49ec-bbe1-6d8bc5f3ee31 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1032724 Aug 31 09:46:52.990116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46144) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:52.996382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ca77511b-194a-4099-a0fb-75202c574fa9 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e2229a49-ea60-42d6-955f-1c6bb0bccd42'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:53.055065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edccc8-5b28-4edc-9253-323b933f6906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa72eb-97b7-486e-bddd-8d9277fd5b38,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:53.068647 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-80edccc8-5b28-4edc-9253-323b933f6906 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a2cef98bdd94af1a6a31b4abcfbfe02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178757 Aug 31 09:46:53.073081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-509122b3-c949-4499-8944-e63500663c88 req-bec4d232-26f3-4b72-9abf-ef291857f543 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1222e8-4128-446b-87af-229a6b7251fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585648 Aug 31 09:46:53.073554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46146) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:53.168092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Allocated IP 2001:db8:1::2 (e2229a49-ea60-42d6-955f-1c6bb0bccd42/1c98baca-a399-4fe5-ba6c-4c8a0b74b686/2fc6a263-442b-4662-9e5d-4d7da221bac9) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:53.199691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-b41ccbe1-a838-44be-a083-ad52b1f3bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:53.201551 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-b41ccbe1-a838-44be-a083-ad52b1f3bb61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9c844e9b294c4496cc5b2a2c06ace2&device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 1094 time: 0.0825906 Aug 31 09:46:53.202605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ace5b227-fc2a-4104-a360-0c384f147a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.287388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ace5b227-fc2a-4104-a360-0c384f147a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.387262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-a27e57aa-ec1e-43da-812f-441128edfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:53.388799 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-a27e57aa-ec1e-43da-812f-441128edfe45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae1222e8-4128-446b-87af-229a6b7251fc HTTP/1.1" status: 200 len: 912 time: 0.1741638 Aug 31 09:46:53.423220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ca77511b-194a-4099-a0fb-75202c574fa9 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.452869 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-680a4fe7-b63b-4891-8f3e-2e1601a64cf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=753353d1-3ddc-4bb4-b084-09e4f6a230a6 HTTP/1.1" status: 200 len: 217 time: 0.0490098 Aug 31 09:46:53.480543 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.485402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ace5b227-fc2a-4104-a360-0c384f147a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.490605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ace5b227-fc2a-4104-a360-0c384f147a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.492126 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ace5b227-fc2a-4104-a360-0c384f147a9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0efa72eb-97b7-486e-bddd-8d9277fd5b38 HTTP/1.1" status: 204 len: 168 time: 0.4175341 Aug 31 09:46:53.520991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Transition to ACTIVE for port object 2fc6a263-442b-4662-9e5d-4d7da221bac9 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:53.533287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5b227-fc2a-4104-a360-0c384f147a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa72eb-97b7-486e-bddd-8d9277fd5b38,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:53.555285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Transition to ACTIVE for port object 2fc6a263-442b-4662-9e5d-4d7da221bac9 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:53.557834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-3c53f186-7714-4f17-b7b8-5e08750e597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:53.559883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-3c53f186-7714-4f17-b7b8-5e08750e597a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfcbaff-8e61-4a15-8d68-cd6eabc9873a HTTP/1.1" status: 200 len: 850 time: 0.0896387 Aug 31 09:46:53.585328 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.604550 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-4dd37090-34dc-434b-8e2e-f62cd8432981 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae1222e8-4128-446b-87af-229a6b7251fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372751 Aug 31 09:46:53.667378 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-ca77511b-194a-4099-a0fb-75202c574fa9 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:46:53.673690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ca77511b-194a-4099-a0fb-75202c574fa9 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "PUT /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160 HTTP/1.1" status: 400 len: 364 time: 0.6821201 Aug 31 09:46:53.675878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46168) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:53.678553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a263-442b-4662-9e5d-4d7da221bac9,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:53.695187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Network e2229a49-ea60-42d6-955f-1c6bb0bccd42 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:53.696729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:53.699360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:53.768387 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-4f04bc2e-4e10-4057-b31d-bd2f4aa345e9 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1222e8-4128-446b-87af-229a6b7251fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557429 Aug 31 09:46:53.883077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Attempting to bind port 2fc6a263-442b-4662-9e5d-4d7da221bac9 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:53.883677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Attempting to bind port 2fc6a263-442b-4662-9e5d-4d7da221bac9 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a17aca1c-da6f-431f-aaf9-0304b4223434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e2229a49-ea60-42d6-955f-1c6bb0bccd42'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:53.883796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Attempting to bind port 2fc6a263-442b-4662-9e5d-4d7da221bac9 on network e2229a49-ea60-42d6-955f-1c6bb0bccd42 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:53.890606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:53.891018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Checking segment: {'id': 'a17aca1c-da6f-431f-aaf9-0304b4223434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e2229a49-ea60-42d6-955f-1c6bb0bccd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:53.894147 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.894777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Bound using segment: {'id': 'a17aca1c-da6f-431f-aaf9-0304b4223434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e2229a49-ea60-42d6-955f-1c6bb0bccd42'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:53.895289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Bound port: 2fc6a263-442b-4662-9e5d-4d7da221bac9, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17aca1c-da6f-431f-aaf9-0304b4223434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'e2229a49-ea60-42d6-955f-1c6bb0bccd42'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:53.895730 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.926683 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20e7a685-270d-4f5e-8b1d-e04acf47cf23 req-959bd1af-385a-45ab-913d-62b413755997 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1222e8-4128-446b-87af-229a6b7251fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508942 Aug 31 09:46:54.065240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] For port 2fc6a263-442b-4662-9e5d-4d7da221bac9, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:54.068863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] For port 2fc6a263-442b-4662-9e5d-4d7da221bac9, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2fc6a263-442b-4662-9e5d-4d7da221bac9,segment=NetworkSegment(a17aca1c-da6f-431f-aaf9-0304b4223434),segment_id=a17aca1c-da6f-431f-aaf9-0304b4223434)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:54.075761 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:54.203691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184eae1-e9cf-4ddb-b58e-ec0b3d265e52 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a263-442b-4662-9e5d-4d7da221bac9,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:54.246408 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:54.409868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83e2cd-a4d2-48b1-95a2-fb95dfb0b614 req-207ba9e8-0d96-4258-9418-5b37b675ed1a tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:54.413742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a83e2cd-a4d2-48b1-95a2-fb95dfb0b614 req-207ba9e8-0d96-4258-9418-5b37b675ed1a tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 943 time: 0.7510633 Aug 31 09:46:54.477824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de99d-7705-4671-b405-e1b16ad2d21c req-4a1352d1-877e-4eee-9d9b-d4c9bd5601a8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:54.482720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e6de99d-7705-4671-b405-e1b16ad2d21c req-4a1352d1-877e-4eee-9d9b-d4c9bd5601a8 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.5329678 Aug 31 09:46:54.666112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Allocated IP 2001:db8::1 (e5377a2a-8593-47ce-a9a5-8f94e3fcaf87/ee992d3b-5008-49c8-ad89-a0e442bf98b0/f385f168-024a-4a12-a070-d2edf322ffc5) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:54.697164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a83e2cd-a4d2-48b1-95a2-fb95dfb0b614 req-46302865-1df8-44da-aba2-16abbf3e891e tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634678 Aug 31 09:46:54.752862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e6de99d-7705-4671-b405-e1b16ad2d21c req-d8c53a43-fb86-4131-8a1c-498c876020d5 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621411 Aug 31 09:46:54.788329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46202) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:54.838033 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:54.860897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Transition to ACTIVE for port object f385f168-024a-4a12-a070-d2edf322ffc5 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:54.941987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:54.961830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1924662159-network', 'tenant_id': 'a28079726718464a8376962144539400'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:54.989632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Made reservation on behalf of a28079726718464a8376962144539400 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:54.992539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.003756 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.010255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:55.011662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.026506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:55.033826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:55.034861 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.106454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Port': ['ID=f385f168-024a-4a12-a070-d2edf322ffc5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:55.185828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.193225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.229872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:55.251648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.258859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.263221 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Added segment 066bad39-99e0-4473-bdf2-77563d20410b of type vlan for network e3c8de19-271a-4311-b8e0-b1f679c124e9 Aug 31 09:46:55.337727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.375028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.376066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:55.376824 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.482018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6838169 Aug 31 09:46:55.513944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-32909cd9-e017-4c86-a97f-2157dcafffe4 None None] Provisioning for port f385f168-024a-4a12-a070-d2edf322ffc5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:55.517642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42245d2f-6dc8-44e7-b826-2b5048f8c4d3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:55.523084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-32909cd9-e017-4c86-a97f-2157dcafffe4 None None] Provisioning complete for port f385f168-024a-4a12-a070-d2edf322ffc5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:55.538494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46216) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:55.539906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32909cd9-e017-4c86-a97f-2157dcafffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.563343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Request body: {'subnet': {'network_id': 'e3c8de19-271a-4311-b8e0-b1f679c124e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1924662159-subnet', 'tenant_id': 'a28079726718464a8376962144539400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:55.574245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c81ec-e5f6-4cda-8146-e54dc4913914 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c8de19-271a-4311-b8e0-b1f679c124e9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:55.626157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Made reservation on behalf of a28079726718464a8376962144539400 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:55.632570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.653948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e3c8de19-271a-4311-b8e0-b1f679c124e9 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:55.846574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-32909cd9-e017-4c86-a97f-2157dcafffe4 None None] Port f385f168-024a-4a12-a070-d2edf322ffc5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:55.875330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2fc6a263-442b-4662-9e5d-4d7da221bac9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:55.898947 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0314cacd-7c0f-49e2-a5e5-f4a1829a2674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:55.925732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa52e0d-0b76-4fba-8926-346df82e76a5 None None] Network e2229a49-ea60-42d6-955f-1c6bb0bccd42 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:56.033371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5953b714-5ee2-47e2-b4e5-2cb8705151e1 None None] Provisioning for port 2fc6a263-442b-4662-9e5d-4d7da221bac9 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:56.069960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2fc6a263-442b-4662-9e5d-4d7da221bac9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:56.077476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2fc6a263-442b-4662-9e5d-4d7da221bac9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:56.078101 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.101225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.179616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3da331d-af3e-419f-9425-94341c9fbed4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:56.189931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Checking segment: {'id': '066bad39-99e0-4473-bdf2-77563d20410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e3c8de19-271a-4311-b8e0-b1f679c124e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:56.190594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Network hostable DHCP agents. Network: e3c8de19-271a-4311-b8e0-b1f679c124e9, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:56.213663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e629-810b-4a0c-a9d9-c9c5d3856c0c req-74ac5c90-00b1-49bd-abab-b8f51803adcb tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:56.218417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Network e3c8de19-271a-4311-b8e0-b1f679c124e9 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:56.220980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e091e629-810b-4a0c-a9d9-c9c5d3856c0c req-74ac5c90-00b1-49bd-abab-b8f51803adcb tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 943 time: 0.2495627 Aug 31 09:46:56.241875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e3c8de19-271a-4311-b8e0-b1f679c124e9) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:56.249807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:56.251766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.263040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673466c-e827-4541-8083-32eb060909cb req-75a8ae7a-7bd0-4dc8-990a-5214ee5b062a tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:56.264793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9673466c-e827-4541-8083-32eb060909cb req-75a8ae7a-7bd0-4dc8-990a-5214ee5b062a tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.2946765 Aug 31 09:46:56.287909 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.288485 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-04c3108c-491a-45e1-84b9-c2ff71513745 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7480137 Aug 31 09:46:56.291452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d08b3e-faf8-46bf-9957-287737c3dcac None None] Network e3c8de19-271a-4311-b8e0-b1f679c124e9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:56.378504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e091e629-810b-4a0c-a9d9-c9c5d3856c0c req-3a8b9f65-7408-44cc-a496-a293feab8284 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564825 Aug 31 09:46:56.402096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9673466c-e827-4541-8083-32eb060909cb req-c1d7fe82-4ddd-449d-9f0d-8408c4ac54ec tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262698 Aug 31 09:46:56.534380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 2fc6a263-442b-4662-9e5d-4d7da221bac9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2fc6a263-442b-4662-9e5d-4d7da221bac9,segment=NetworkSegment(a17aca1c-da6f-431f-aaf9-0304b4223434),segment_id=a17aca1c-da6f-431f-aaf9-0304b4223434)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:56.543944 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.552276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95d387-7709-46df-9e62-abdcd525ae8c None None] Network e3c8de19-271a-4311-b8e0-b1f679c124e9 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:56.613655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.635855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.637928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.727883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event updated for resources: {'Port': ['ID=f385f168-024a-4a12-a070-d2edf322ffc5,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:56.780523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=2fc6a263-442b-4662-9e5d-4d7da221bac9,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:56.808561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 753353d1-3ddc-4bb4-b084-09e4f6a230a6 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:46:56.968660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:56.970344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:56.996508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 753353d1-3ddc-4bb4-b084-09e4f6a230a6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=753353d1-3ddc-4bb4-b084-09e4f6a230a6,segment=NetworkSegment(812f1b76-97dc-4cbd-81c8-95401198943a),segment_id=812f1b76-97dc-4cbd-81c8-95401198943a)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:57.037852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '753353d1-3ddc-4bb4-b084-09e4f6a230a6', 'network_id': 'ae1222e8-4128-446b-87af-229a6b7251fc', 'port_id': '753353d1-3ddc-4bb4-b084-09e4f6a230a6', 'mac_address': 'fa:16:3e:9f:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfcbaff-8e61-4a15-8d68-cd6eabc9873a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:46:57.153734 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.177889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Router ed6bacad-a64d-4f7c-a163-472d7ac92160 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:57.181794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753353d1-3ddc-4bb4-b084-09e4f6a230a6 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:57.233954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 753353d1-3ddc-4bb4-b084-09e4f6a230a6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=753353d1-3ddc-4bb4-b084-09e4f6a230a6,segment=NetworkSegment(812f1b76-97dc-4cbd-81c8-95401198943a),segment_id=812f1b76-97dc-4cbd-81c8-95401198943a)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:57.245882 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.340623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46264) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:57.349268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1085968151-network', 'tenant_id': '706faaaa326e4a418f33886aca778c73'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:57.352351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-22ffd690-9c98-4fa1-8f4f-716e46c29911 None None] Provisioning complete for port 2fc6a263-442b-4662-9e5d-4d7da221bac9 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:57.352720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-22ffd690-9c98-4fa1-8f4f-716e46c29911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.374525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Made reservation on behalf of 706faaaa326e4a418f33886aca778c73 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:57.377576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.379273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:57.383534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=753353d1-3ddc-4bb4-b084-09e4f6a230a6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:57.393944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.400294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d11772b5-e800-4a94-a7cc-b744c22cd15e tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "PUT /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7037702 Aug 31 09:46:57.403072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46268) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:57.406848 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73835b8-2d6e-4b31-8863-22660d10f310 None None] Sync routers for ids ['ed6bacad-a64d-4f7c-a163-472d7ac92160'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:57.426069 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73835b8-2d6e-4b31-8863-22660d10f310 None None] Routers {'ed6bacad-a64d-4f7c-a163-472d7ac92160'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:57.431503 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a73835b8-2d6e-4b31-8863-22660d10f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ed6bacad-a64d-4f7c-a163-472d7ac92160'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:57.526355 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a73835b8-2d6e-4b31-8863-22660d10f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:57.548334 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73835b8-2d6e-4b31-8863-22660d10f310 None None] Routers {'ed6bacad-a64d-4f7c-a163-472d7ac92160'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:57.549712 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a73835b8-2d6e-4b31-8863-22660d10f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ed6bacad-a64d-4f7c-a163-472d7ac92160'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:57.589307 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a73835b8-2d6e-4b31-8863-22660d10f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:57.590198 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73835b8-2d6e-4b31-8863-22660d10f310 None None] The sync data for ids ['ed6bacad-a64d-4f7c-a163-472d7ac92160'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:57.600097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['753353d1-3ddc-4bb4-b084-09e4f6a230a6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:57.619679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.643753 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8648b606-7f39-4461-a521-272065456fc8 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.646561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.726292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dda84ac-1f67-494d-a4b9-87db0562ad82,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:57.738776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:57.749025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2fc6a263-442b-4662-9e5d-4d7da221bac9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:57.751791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.752321 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Added segment d3ca368a-e53b-4e0f-b06e-fdd6738df7a9 of type vlan for network 8a992cb1-b517-4fe4-b59c-dd1eb226f6c2 Aug 31 09:46:57.805230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.829926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afea4e-c04c-4427-a7ef-7e1f278a33cc req-d7ec4f53-140d-41e6-8852-35a3bf17278d tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:57.832937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1afea4e-c04c-4427-a7ef-7e1f278a33cc req-d7ec4f53-140d-41e6-8852-35a3bf17278d tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 944 time: 0.2363555 Aug 31 09:46:57.835915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.837588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:57.837936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.866436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.907116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb0843-1636-4a85-b410-39f8afd73ab6 req-a2a0eb15-c2ba-491e-bfe1-1794c0cfff92 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:57.918051 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-badb0843-1636-4a85-b410-39f8afd73ab6 req-a2a0eb15-c2ba-491e-bfe1-1794c0cfff92 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.3185656 Aug 31 09:46:57.931496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b95b62dc-74db-41ff-902b-75c8c6191090 None None] Provisioning complete for port f385f168-024a-4a12-a070-d2edf322ffc5 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:57.931965 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b95b62dc-74db-41ff-902b-75c8c6191090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.935180 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-8648b606-7f39-4461-a521-272065456fc8 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:46:57.939809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8648b606-7f39-4461-a521-272065456fc8 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160 HTTP/1.1" status: 409 len: 329 time: 0.5344026 Aug 31 09:46:57.946136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46278) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:57.971549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1afea4e-c04c-4427-a7ef-7e1f278a33cc req-7e83a62a-07eb-478f-ab59-9b069029c65a tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260192 Aug 31 09:46:57.972683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a992cb1-b517-4fe4-b59c-dd1eb226f6c2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:58.042107 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5babb1c0-77d7-4a6e-b484-d5c931e873b1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6816971 Aug 31 09:46:58.042107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46284) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:58.049619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8a992cb1-b517-4fe4-b59c-dd1eb226f6c2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:58.054255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Request body: {'subnet': {'network_id': '8a992cb1-b517-4fe4-b59c-dd1eb226f6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1085968151-subnet', 'tenant_id': '706faaaa326e4a418f33886aca778c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:58.096700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Made reservation on behalf of 706faaaa326e4a418f33886aca778c73 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:58.100148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.106015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-badb0843-1636-4a85-b410-39f8afd73ab6 req-5a23cb5e-9ded-41f6-b30d-f35923aef74a tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887224 Aug 31 09:46:58.213237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b95b62dc-74db-41ff-902b-75c8c6191090 None None] Port f385f168-024a-4a12-a070-d2edf322ffc5 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:58.242822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2fc6a263-442b-4662-9e5d-4d7da221bac9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:58.243177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.381116 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.423805 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.458689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b9c7fa-5957-4eb9-b9ff-5bd92e959b39,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:58.486779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Checking segment: {'id': 'd3ca368a-e53b-4e0f-b06e-fdd6738df7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '8a992cb1-b517-4fe4-b59c-dd1eb226f6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:58.486779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Network hostable DHCP agents. Network: 8a992cb1-b517-4fe4-b59c-dd1eb226f6c2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:58.501717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Network 8a992cb1-b517-4fe4-b59c-dd1eb226f6c2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:58.515714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8a992cb1-b517-4fe4-b59c-dd1eb226f6c2) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:58.520435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:58.521137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.525309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd038be-2375-4fa3-ade8-09f5941dc4d3 None None] Network 8a992cb1-b517-4fe4-b59c-dd1eb226f6c2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:58.571857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-64938021-0fe5-407c-b30b-bf221a44513b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5258741 Aug 31 09:46:58.630561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.721790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7007c4f0-d2f5-49e0-bb05-a2e8d8f97f34 None None] Network 8a992cb1-b517-4fe4-b59c-dd1eb226f6c2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:58.749507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Deleting port f385f168-024a-4a12-a070-d2edf322ffc5 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:58.752111 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.877910 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.893469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Calling delete_port for f385f168-024a-4a12-a070-d2edf322ffc5 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:59.213100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:59.318177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Port': ['ID=f385f168-024a-4a12-a070-d2edf322ffc5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:59.485168 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:59.684067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46346) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:59.802866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8c7aafd-d68f-4831-be76-3770be00237f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:59.919415 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8c7aafd-d68f-4831-be76-3770be00237f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:59.925561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8c7aafd-d68f-4831-be76-3770be00237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:59.970300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a8c7aafd-d68f-4831-be76-3770be00237f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d97e9b2bca35494ebd30747df810a215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851245 Aug 31 09:46:59.972902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46354) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:59.979396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7aafd-d68f-4831-be76-3770be00237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe59540-0de3-4438-8eb4-4d0a650ea386,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:00.034570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b2310b72-30aa-446f-90ba-86a68328e0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:00.058843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b2310b72-30aa-446f-90ba-86a68328e0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:00.112642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b2310b72-30aa-446f-90ba-86a68328e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:00.116201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b2310b72-30aa-446f-90ba-86a68328e0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:00.118785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b2310b72-30aa-446f-90ba-86a68328e0e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebe59540-0de3-4438-8eb4-4d0a650ea386 HTTP/1.1" status: 204 len: 168 time: 0.1435430 Aug 31 09:47:00.125995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310b72-30aa-446f-90ba-86a68328e0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe59540-0de3-4438-8eb4-4d0a650ea386,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:00.167415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-06c57292-f450-4bf5-93a4-8da479cd6435 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.168919 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-06c57292-f450-4bf5-93a4-8da479cd6435 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/networks?id=e3c8de19-271a-4311-b8e0-b1f679c124e9 HTTP/1.1" status: 200 len: 812 time: 0.9477234 Aug 31 09:47:00.189007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9311626-da73-42f6-b02f-2eef7e7c414f req-eb990a82-2154-4f93-b87c-b15484930487 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.190588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9311626-da73-42f6-b02f-2eef7e7c414f req-eb990a82-2154-4f93-b87c-b15484930487 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 944 time: 0.5173955 Aug 31 09:47:00.193456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Router ed6bacad-a64d-4f7c-a163-472d7ac92160 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:00.212282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-45223bf9-9314-437d-bfc4-0a3090f04b1e tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/quotas/a28079726718464a8376962144539400 HTTP/1.1" status: 200 len: 375 time: 0.0267892 Aug 31 09:47:00.258274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-59b853fd-2278-4875-b765-11a1829299bd tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a28079726718464a8376962144539400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465403 Aug 31 09:47:00.409143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:00.416370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1f16b814-49f6-46ca-b1dc-865f3c09a875 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "PUT /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652026 Aug 31 09:47:00.420326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46368) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:00.424962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9311626-da73-42f6-b02f-2eef7e7c414f req-1b2ac446-85d5-42e2-bda2-c3fc3397ec18 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199304 Aug 31 09:47:00.430823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1682b3-0c40-4ddf-8b1c-6ea2fcabeed6 None None] Sync routers for ids ['ed6bacad-a64d-4f7c-a163-472d7ac92160'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:00.471377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-66910043-fbb3-4b71-8ee5-b892c16729d9 service neutron] 10.222.0.69 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004642 Aug 31 09:47:00.473142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1682b3-0c40-4ddf-8b1c-6ea2fcabeed6 None None] Routers {'ed6bacad-a64d-4f7c-a163-472d7ac92160'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:00.474639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4a1682b3-0c40-4ddf-8b1c-6ea2fcabeed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ed6bacad-a64d-4f7c-a163-472d7ac92160'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:00.512554 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-3326ceae-b3cd-4bd5-ad62-0818d3cbea28 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] show failed (client error): The resource could not be found. Aug 31 09:47:00.517556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3326ceae-b3cd-4bd5-ad62-0818d3cbea28 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-2136718018 HTTP/1.1" status: 404 len: 335 time: 0.0940444 Aug 31 09:47:00.518414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46376) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:00.525225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-db005492-0827-4664-9892-4b9e5ca5347d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:00.555520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4a1682b3-0c40-4ddf-8b1c-6ea2fcabeed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:00.568883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1682b3-0c40-4ddf-8b1c-6ea2fcabeed6 None None] Routers {'ed6bacad-a64d-4f7c-a163-472d7ac92160'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:00.569813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4a1682b3-0c40-4ddf-8b1c-6ea2fcabeed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ed6bacad-a64d-4f7c-a163-472d7ac92160'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:00.597165 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-db005492-0827-4664-9892-4b9e5ca5347d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] update failed (client error): The resource could not be found. Aug 31 09:47:00.602827 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-db005492-0827-4664-9892-4b9e5ca5347d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-122204094 HTTP/1.1" status: 404 len: 334 time: 0.0786269 Aug 31 09:47:00.603900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:00.692821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-1611faa6-6c49-4a3d-ab57-d03928c720eb service neutron] 10.222.0.69 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091236 Aug 31 09:47:00.714466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26795297-c370-418b-8aa0-6a1d87fc79df req-1d84a702-0a5c-43fe-af83-ad0dc69e1614 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.717193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bed759-b79d-4780-994d-28b681317a01 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Deleting subnet 1c98baca-a399-4fe5-ba6c-4c8a0b74b686 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:00.719714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26795297-c370-418b-8aa0-6a1d87fc79df req-1d84a702-0a5c-43fe-af83-ad0dc69e1614 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.1517978 Aug 31 09:47:00.726064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34bed759-b79d-4780-994d-28b681317a01 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:00.788665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e32c6d2c-1899-4ea4-9b76-4ad473513133 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.805891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e32c6d2c-1899-4ea4-9b76-4ad473513133 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.811147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26795297-c370-418b-8aa0-6a1d87fc79df req-517e6002-48a6-44e0-aeb1-f3edf0a904da tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835073 Aug 31 09:47:00.813374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e32c6d2c-1899-4ea4-9b76-4ad473513133 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.820221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e32c6d2c-1899-4ea4-9b76-4ad473513133 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.830913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e32c6d2c-1899-4ea4-9b76-4ad473513133 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.834653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e32c6d2c-1899-4ea4-9b76-4ad473513133 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.841786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e32c6d2c-1899-4ea4-9b76-4ad473513133 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.844957 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e32c6d2c-1899-4ea4-9b76-4ad473513133 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5435 time: 0.2008026 Aug 31 09:47:00.847292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4a1682b3-0c40-4ddf-8b1c-6ea2fcabeed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:00.848197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1682b3-0c40-4ddf-8b1c-6ea2fcabeed6 None None] The sync data for ids ['ed6bacad-a64d-4f7c-a163-472d7ac92160'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:00.875327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 753353d1-3ddc-4bb4-b084-09e4f6a230a6 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:00.922315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34bed759-b79d-4780-994d-28b681317a01 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:00.958564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-27745f12-d9ad-4590-8391-03114d6b947e tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.960132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-27745f12-d9ad-4590-8391-03114d6b947e tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "GET /v2.0/ports/88eafdf0-d6a9-4ac5-990f-ed2225afba99?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1024442 Aug 31 09:47:01.038545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:01.051478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:01.051898 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:01.170896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2551f4cc-1097-4d3a-ba33-9b4901fb277c req-e04d0f40-1039-4a74-a982-e36c737d0108 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 210 time: 0.0829856 Aug 31 09:47:01.183971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:01.217174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-1eeef430-cb0b-427c-9c70-c476eb9ecd68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.227689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 753353d1-3ddc-4bb4-b084-09e4f6a230a6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=753353d1-3ddc-4bb4-b084-09e4f6a230a6,segment=NetworkSegment(812f1b76-97dc-4cbd-81c8-95401198943a),segment_id=812f1b76-97dc-4cbd-81c8-95401198943a)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:01.229108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230db7d3-6bd4-4ee1-b3d4-ac785281c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753353d1-3ddc-4bb4-b084-09e4f6a230a6'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:01.232320 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7ab7fe-9378-418d-b362-ab43ef0547b1" -d '{"events": [{"server_uuid": "230db7d3-6bd4-4ee1-b3d4-ac785281c21b", "name": "network-vif-plugged", "status": "completed", "tag": "753353d1-3ddc-4bb4-b084-09e4f6a230a6"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:01.232492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-1eeef430-cb0b-427c-9c70-c476eb9ecd68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.237156 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:01.262011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-1eeef430-cb0b-427c-9c70-c476eb9ecd68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.270313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-1eeef430-cb0b-427c-9c70-c476eb9ecd68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.278044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-1eeef430-cb0b-427c-9c70-c476eb9ecd68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.284896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-1eeef430-cb0b-427c-9c70-c476eb9ecd68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.291227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-1eeef430-cb0b-427c-9c70-c476eb9ecd68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.299973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-1eeef430-cb0b-427c-9c70-c476eb9ecd68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 5435 time: 0.2821422 Aug 31 09:47:01.316474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=753353d1-3ddc-4bb4-b084-09e4f6a230a6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:01.331380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46410) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:01.334335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.335936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.336421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.338072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.338528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.340229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.340808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.341385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.344445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.345081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.345670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.346378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:01.392325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc70089f-2771-46d3-b8ad-ed1d9e772863 req-7739da52-0def-4f13-a20d-d7dcb7273aba tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898013 Aug 31 09:47:01.492988 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ad1a4-2a69-4c96-985c-ccde47e00238 x-openstack-request-id: req-c90ad1a4-2a69-4c96-985c-ccde47e00238 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:01.493541 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230db7d3-6bd4-4ee1-b3d4-ac785281c21b", "name": "network-vif-plugged", "status": "completed", "tag": "753353d1-3ddc-4bb4-b084-09e4f6a230a6", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:01.493693 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c90ad1a4-2a69-4c96-985c-ccde47e00238 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:01.494233 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230db7d3-6bd4-4ee1-b3d4-ac785281c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753353d1-3ddc-4bb4-b084-09e4f6a230a6', 'code': 200} Aug 31 09:47:01.689544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3d0c-6cc7-4410-ac29-f7faa4ec7a1d req-081e27e3-a987-4bc3-a078-c3568de44a88 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.703224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a95c3d0c-6cc7-4410-ac29-f7faa4ec7a1d req-081e27e3-a987-4bc3-a078-c3568de44a88 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 945 time: 0.1366684 Aug 31 09:47:01.759674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-413028950-network', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:01.845848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Made reservation on behalf of 8984b1c81d2448b085fdecf3db14a8e3 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:01.860759 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:01.876486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:01.885228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a95c3d0c-6cc7-4410-ac29-f7faa4ec7a1d req-612c2419-e893-4250-b7cb-d55a8015e94b tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810563 Aug 31 09:47:01.998040 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34bed759-b79d-4780-994d-28b681317a01 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.006349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-be051d42-5163-4a69-988b-095a80b2133d tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "GET /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0373580 Aug 31 09:47:02.044835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:02.055470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8465120-29a9-47c4-a972-3769cf1823f8 req-5d38d04d-e975-4e1d-93fe-6522753d209b tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:02.057031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8465120-29a9-47c4-a972-3769cf1823f8 req-5d38d04d-e975-4e1d-93fe-6522753d209b tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.0910001 Aug 31 09:47:02.090967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.103714 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.128200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8465120-29a9-47c4-a972-3769cf1823f8 req-e97307ae-adfc-4b8b-9655-6faad0bd613b tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607176 Aug 31 09:47:02.153705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:02.155826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1f35c0-37cd-49f3-a735-ee19f7611ff6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:02.163921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd88125-6690-428e-9bfb-9e213b70dd39 req-9c8fbdf9-3eba-42dc-a59d-33fdc4752060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:02.166098 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd88125-6690-428e-9bfb-9e213b70dd39 req-9c8fbdf9-3eba-42dc-a59d-33fdc4752060 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 1096 time: 0.2309468 Aug 31 09:47:02.166417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.174526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.175148 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Added segment 184711bb-dc05-470c-bfc5-1c4b26b86396 of type vlan for network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 Aug 31 09:47:02.219049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.254419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.255894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:02.256500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.258279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dfd88125-6690-428e-9bfb-9e213b70dd39 req-8fd65283-3a98-40b8-8b34-7d0bde5530f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790944 Aug 31 09:47:02.293870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34bed759-b79d-4780-994d-28b681317a01 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.335360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0009050 Aug 31 09:47:02.338159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46442) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:02.340800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bed759-b79d-4780-994d-28b681317a01 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Subnet': ['ID=1c98baca-a399-4fe5-ba6c-4c8a0b74b686,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:02.359030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Request body: {'subnet': {'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-413028950-subnet', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:02.364216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99c7e346-6b9f-4fda-9658-3b87692c2da6 req-25135f42-8798-4ddd-88a6-116071aba072 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 210 time: 0.0536997 Aug 31 09:47:02.374115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f0979-9c2d-475b-aff3-44cf6ccf5239 admin admin] Pushing event updated for resources: {'Network': ['ID=8e168a58-3f0a-4484-9ef4-ac75c0d76015,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:02.378939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34bed759-b79d-4780-994d-28b681317a01 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.383080 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-34bed759-b79d-4780-994d-28b681317a01 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/subnets/1c98baca-a399-4fe5-ba6c-4c8a0b74b686 HTTP/1.1" status: 204 len: 168 time: 1.7760110 Aug 31 09:47:02.383779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46444) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:02.392127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d756bb2-c259-461b-8797-911dcb51996d None None] Network e2229a49-ea60-42d6-955f-1c6bb0bccd42 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:02.397292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:02.456374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Made reservation on behalf of 8984b1c81d2448b085fdecf3db14a8e3 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:02.460111 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.509399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] For port 88eafdf0-d6a9-4ac5-990f-ed2225afba99, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=88eafdf0-d6a9-4ac5-990f-ed2225afba99,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:02.621097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] For port 88eafdf0-d6a9-4ac5-990f-ed2225afba99, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:02.686023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] device_id is not set on port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:47:02.709822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.722304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.825283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] No DVR routers for this DVR port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:02.837253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] Pushing event updated for resources: {'Port': ['ID=88eafdf0-d6a9-4ac5-990f-ed2225afba99,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:02.898313 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.916909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] In _notify_port_updated(), no bound segment for port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:47:02.926373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:02.934131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.936163 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-123f89f9-a359-4f43-bd6c-170847a18deb service neutron] 10.222.0.52 "PUT /v2.0/ports/88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 200 len: 1027 time: 0.9030187 Aug 31 09:47:02.947116 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.976894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] DHCP port deletion for e2229a49-ea60-42d6-955f-1c6bb0bccd42 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:03.037850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-efe343c0-0d86-4f83-9005-529b69786677 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.041438 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-efe343c0-0d86-4f83-9005-529b69786677 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "GET /v2.0/ports/565e1b0f-de4b-4baf-8c63-4aa7212bc502?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0965035 Aug 31 09:47:03.060551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:03.095277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988507dd-d35d-4742-80c8-57544a43d54e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:03.110455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] Deleting port 2fc6a263-442b-4662-9e5d-4d7da221bac9 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:03.110827 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.180072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.213052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] For port 2fc6a263-442b-4662-9e5d-4d7da221bac9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2fc6a263-442b-4662-9e5d-4d7da221bac9,segment=NetworkSegment(a17aca1c-da6f-431f-aaf9-0304b4223434),segment_id=a17aca1c-da6f-431f-aaf9-0304b4223434)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:03.213640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.226598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5cd60-47d9-4473-a300-9d918b379c55 req-c52ef7c6-c8b8-4eee-bcfb-a4d22fd3f4e2 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.231545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] Calling delete_port for 2fc6a263-442b-4662-9e5d-4d7da221bac9 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:03.233014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5cd60-47d9-4473-a300-9d918b379c55 req-c52ef7c6-c8b8-4eee-bcfb-a4d22fd3f4e2 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.240563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5cd60-47d9-4473-a300-9d918b379c55 req-c52ef7c6-c8b8-4eee-bcfb-a4d22fd3f4e2 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.246737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5cd60-47d9-4473-a300-9d918b379c55 req-c52ef7c6-c8b8-4eee-bcfb-a4d22fd3f4e2 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.253186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5cd60-47d9-4473-a300-9d918b379c55 req-c52ef7c6-c8b8-4eee-bcfb-a4d22fd3f4e2 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.260195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5cd60-47d9-4473-a300-9d918b379c55 req-c52ef7c6-c8b8-4eee-bcfb-a4d22fd3f4e2 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.268201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16c5cd60-47d9-4473-a300-9d918b379c55 req-c52ef7c6-c8b8-4eee-bcfb-a4d22fd3f4e2 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 4661 time: 0.6438553 Aug 31 09:47:03.337648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.392448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-f11586f4-0b36-47a9-9217-f059552dacb2 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.394222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-f11586f4-0b36-47a9-9217-f059552dacb2 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.52 "GET /v2.0/networks?id=e3c8de19-271a-4311-b8e0-b1f679c124e9 HTTP/1.1" status: 200 len: 812 time: 0.7863228 Aug 31 09:47:03.396315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] Pushing event deleted for resources: {'Port': ['ID=2fc6a263-442b-4662-9e5d-4d7da221bac9,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:03.404951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a81de-1036-4e61-a5fb-b14faf1ba409 None None] No DVR routers for this DVR port 2fc6a263-442b-4662-9e5d-4d7da221bac9 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:03.407775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-076b4e29-d2fd-48b6-b633-1d9e3adc4f27 None None] Provisioning complete for port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:03.408372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-076b4e29-d2fd-48b6-b633-1d9e3adc4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.423638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Checking segment: {'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:03.424459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Network hostable DHCP agents. Network: 8e168a58-3f0a-4484-9ef4-ac75c0d76015, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:03.437095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Request body: {'port': {'device_id': '408915d7-a10d-4487-b443-5cfe90b0826e', 'network_id': 'e3c8de19-271a-4311-b8e0-b1f679c124e9', 'admin_state_up': True, 'tenant_id': 'a28079726718464a8376962144539400'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:03.471582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-076b4e29-d2fd-48b6-b633-1d9e3adc4f27 None None] Port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:03.490578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] For port 565e1b0f-de4b-4baf-8c63-4aa7212bc502, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=565e1b0f-de4b-4baf-8c63-4aa7212bc502,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:03.550928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] For port 565e1b0f-de4b-4baf-8c63-4aa7212bc502, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:03.617971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] device_id is not set on port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:47:03.626648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16c5cd60-47d9-4473-a300-9d918b379c55 req-8a2d66cb-b109-49cb-bddf-5ac834e646d9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&id=8cddffa5-94f7-4f25-9918-6060a217313a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3570027 Aug 31 09:47:03.629057 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.639403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.648494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3775f2-298f-4bde-8d98-c03ce89308ad req-05fa2592-8e53-46fa-b6fd-65845c871d8e tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.659850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc3775f2-298f-4bde-8d98-c03ce89308ad req-05fa2592-8e53-46fa-b6fd-65845c871d8e tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 945 time: 0.5462294 Aug 31 09:47:03.673741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Deleting port 2fc6a263-442b-4662-9e5d-4d7da221bac9 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:03.676434 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.728724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] Pushing event updated for resources: {'Port': ['ID=565e1b0f-de4b-4baf-8c63-4aa7212bc502,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:03.774704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2fc6a263-442b-4662-9e5d-4d7da221bac9 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:03.808863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] No DVR routers for this DVR port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:03.826197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2fc6a263-442b-4662-9e5d-4d7da221bac9 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:03.826865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2fc6a263-442b-4662-9e5d-4d7da221bac9 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:03.852291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e9599971-f593-4030-9e63-346c825284b2 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:03.886992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] For port 2fc6a263-442b-4662-9e5d-4d7da221bac9, host n-d-806683-2, got binding levels [] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:03.887875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.891171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] In _notify_port_updated(), no bound segment for port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 on network 3ed98179-c04f-4109-b9e5-63ca2f25e31e {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:47:03.892647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.893457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.895247 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-362ccb35-8bb7-48ef-8fd7-b3985bc269fe service neutron] 10.222.0.52 "PUT /v2.0/ports/565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 200 len: 1028 time: 0.8393061 Aug 31 09:47:03.923682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:03.969467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-cec16601-63f6-4287-9112-a3e63e209cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.971442 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-cec16601-63f6-4287-9112-a3e63e209cfe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.1209788 Aug 31 09:47:04.007638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8e168a58-3f0a-4484-9ef4-ac75c0d76015) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:04.013657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:04.014697 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.031603 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.032413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Calling delete_port for 2fc6a263-442b-4662-9e5d-4d7da221bac9 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:04.033993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301d003-1365-4499-8896-0999de33eeed None None] Network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:04.062115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.ipam_backend_mixin [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Port 2fc6a263-442b-4662-9e5d-4d7da221bac9 was not found and therefore no delete operation was performed {{(pid=94786) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:47:04.069399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f945fc72-fb64-4c00-9cac-1950d9edf423 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7163594 Aug 31 09:47:04.097800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46478) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:04.105011 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.135709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:04.182851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9599971-f593-4030-9e63-346c825284b2'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:04.186049 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e3404-db0a-4315-88f9-996b28c38eb8" -d '{"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "e9599971-f593-4030-9e63-346c825284b2"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:04.191522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:04.191946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.197831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-61780d68-31ad-43ac-9bf1-83a5519e223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:04.199746 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-61780d68-31ad-43ac-9bf1-83a5519e223b service neutron] 10.222.0.52 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.1655722 Aug 31 09:47:04.220052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Port': ['ID=2fc6a263-442b-4662-9e5d-4d7da221bac9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:04.223155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e9599971-f593-4030-9e63-346c825284b2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e9599971-f593-4030-9e63-346c825284b2,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:04.228140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc3775f2-298f-4bde-8d98-c03ce89308ad req-4dc6d886-b8a6-4a22-9369-91bfc989961e tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667622 Aug 31 09:47:04.240692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.241445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 565e1b0f-de4b-4baf-8c63-4aa7212bc502 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:04.245166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] No DVR routers for this DVR port 2fc6a263-442b-4662-9e5d-4d7da221bac9 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:04.259728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-15d82544-1e02-454a-b961-1e508498e5bf None None] Provisioning complete for port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:04.260156 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-15d82544-1e02-454a-b961-1e508498e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.324007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ac9e7-a39a-459b-8202-f27148b117b7 req-d58d3578-7a0b-4cf4-b108-ccfefc5a67ad tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:04.326146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e0ac9e7-a39a-459b-8202-f27148b117b7 req-d58d3578-7a0b-4cf4-b108-ccfefc5a67ad tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.4445269 Aug 31 09:47:04.327371 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.329598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.386237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-31d2d718-adbf-4a41-95e7-b758b7efce13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 217 time: 0.1632085 Aug 31 09:47:04.445271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-15d82544-1e02-454a-b961-1e508498e5bf None None] Port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:04.454919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e9599971-f593-4030-9e63-346c825284b2,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:04.465840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 565e1b0f-de4b-4baf-8c63-4aa7212bc502 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:04.466430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 88eafdf0-d6a9-4ac5-990f-ed2225afba99 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:04.483835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-884ba33f-a66e-4240-b255-5036732b64f3 req-8ea39575-0036-4601-b44e-918a0c8a11d5 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 210 time: 0.1305914 Aug 31 09:47:04.557924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] For port 3e5b10dd-3c77-4608-a1dc-4c99654790d1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3e5b10dd-3c77-4608-a1dc-4c99654790d1,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:04.566881 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.573976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-dba482f5-1c1a-422a-a145-e84fb33de091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:04.575563 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-dba482f5-1c1a-422a-a145-e84fb33de091 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1811259 Aug 31 09:47:04.587025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Made reservation on behalf of a28079726718464a8376962144539400 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:04.595398 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.606000 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.624817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-8e168a58-3f0a-4484-9ef4-ac75c0d76015', 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'fixed_ips': [{'subnet_id': '988507dd-d35d-4742-80c8-57544a43d54e'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:47:04.625859 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.634543 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfbce9d-167a-4e12-80a2-c7ba407b80b0 x-openstack-request-id: req-abfbce9d-167a-4e12-80a2-c7ba407b80b0 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:04.634971 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "e9599971-f593-4030-9e63-346c825284b2", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:04.635344 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-abfbce9d-167a-4e12-80a2-c7ba407b80b0 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:04.636498 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9599971-f593-4030-9e63-346c825284b2', 'code': 200} Aug 31 09:47:04.641681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e0ac9e7-a39a-459b-8202-f27148b117b7 req-3b63b0f6-fe46-43f5-aa58-5aba1140dff7 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074603 Aug 31 09:47:04.654364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 88eafdf0-d6a9-4ac5-990f-ed2225afba99 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:04.659258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 542862e8-97eb-4df8-9c05-421b80d35dea no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:04.666630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2229a49-ea60-42d6-955f-1c6bb0bccd42']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:04.668570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Calling delete_port for 3e5b10dd-3c77-4608-a1dc-4c99654790d1 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:04.676190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-677b1add-62fd-4f13-a276-88cc06b02c4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854018 Aug 31 09:47:04.715987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17aca1c-da6f-431f-aaf9-0304b4223434') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:04.716601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17aca1c-da6f-431f-aaf9-0304b4223434') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:04.830918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.861787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.905152 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.977782 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.006633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-3e6b7d14-396a-458c-8bb2-9404e7ff5429 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212955 Aug 31 09:47:05.065054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:05.065741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:05.072174 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:05.077546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 542862e8-97eb-4df8-9c05-421b80d35dea, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=542862e8-97eb-4df8-9c05-421b80d35dea,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:05.080885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Allocated IP 172.20.0.2 (8e168a58-3f0a-4484-9ef4-ac75c0d76015/988507dd-d35d-4742-80c8-57544a43d54e/ac64e96a-01b8-4571-aed1-5f46e3689e3d) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:05.084354 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.085075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:05.186791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.304478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Port': ['ID=3e5b10dd-3c77-4608-a1dc-4c99654790d1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:05.324677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.325446 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-29d87ebf-73d9-4968-abb8-2fb3b7175358 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054020 Aug 31 09:47:05.346457 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.359699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/networks/e2229a49-ea60-42d6-955f-1c6bb0bccd42 HTTP/1.1" status: 204 len: 168 time: 2.9728463 Aug 31 09:47:05.362578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:05.377609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] No DVR routers for this DVR port 3e5b10dd-3c77-4608-a1dc-4c99654790d1 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:05.397420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592eefda-2e44-4d5d-b97a-72faba19f7b4 req-dd3cc113-5587-4ff3-ac86-80de3544643b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:05.402152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=542862e8-97eb-4df8-9c05-421b80d35dea,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:05.407899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.415401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592eefda-2e44-4d5d-b97a-72faba19f7b4 req-dd3cc113-5587-4ff3-ac86-80de3544643b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:05.421904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592eefda-2e44-4d5d-b97a-72faba19f7b4 req-dd3cc113-5587-4ff3-ac86-80de3544643b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:05.428539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592eefda-2e44-4d5d-b97a-72faba19f7b4 req-dd3cc113-5587-4ff3-ac86-80de3544643b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:05.430386 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-f4739799-fee4-4373-91fd-75a4443d0109 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "DELETE /v2.0/ports/3e5b10dd-3c77-4608-a1dc-4c99654790d1 HTTP/1.1" status: 204 len: 173 time: 1.5092142 Aug 31 09:47:05.438689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592eefda-2e44-4d5d-b97a-72faba19f7b4 req-dd3cc113-5587-4ff3-ac86-80de3544643b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:05.453261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-592eefda-2e44-4d5d-b97a-72faba19f7b4 req-dd3cc113-5587-4ff3-ac86-80de3544643b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 3806 time: 0.6392438 Aug 31 09:47:05.468570 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.495126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': '3e5b10dd-3c77-4608-a1dc-4c99654790d1'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:05.497410 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d6bca8-8419-4bff-92a9-1652d16963ac" -d '{"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "3e5b10dd-3c77-4608-a1dc-4c99654790d1"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:05.595729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:05.621956 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.622890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3e5b10dd-3c77-4608-a1dc-4c99654790d1 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:05.659646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9dddad-ae33-456e-abb3-b78d8cb81f52 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Deleting subnet 5c685cb3-86d5-4807-bf4e-967b3de7584d {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:05.664798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a9dddad-ae33-456e-abb3-b78d8cb81f52 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.671353 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.724545 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.728625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 3e5b10dd-3c77-4608-a1dc-4c99654790d1 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:05.733453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3e5b10dd-3c77-4608-a1dc-4c99654790d1 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:05.735281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c586d57d-4718-4c51-bffd-7f35f488856c no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:05.767039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b48c0f-a0b5-47ff-8fa8-bdb6290b9daf tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Network': ['ID=e2229a49-ea60-42d6-955f-1c6bb0bccd42,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:05.806722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a9dddad-ae33-456e-abb3-b78d8cb81f52 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.841294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Transition to ACTIVE for port object ac64e96a-01b8-4571-aed1-5f46e3689e3d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:05.846924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Allocated IP 172.20.0.5 (e3c8de19-271a-4311-b8e0-b1f679c124e9/d3da331d-af3e-419f-9425-94341c9fbed4/54b553c8-29f8-45b7-9e0a-3b5b9ad472c9) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:05.866699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting port c586d57d-4718-4c51-bffd-7f35f488856c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:05.867093 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.930326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:05.937160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Transition to ACTIVE for port object ac64e96a-01b8-4571-aed1-5f46e3689e3d will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:05.972817 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.007572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-592eefda-2e44-4d5d-b97a-72faba19f7b4 req-9f1ec8ea-391c-4b44-af3e-d87250e0c9ca tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5531652 Aug 31 09:47:06.037459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.040928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:06.072593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:06.082494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Pushing event updated for resources: {'Port': ['ID=ac64e96a-01b8-4571-aed1-5f46e3689e3d,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:06.086064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:06.121464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] For port c586d57d-4718-4c51-bffd-7f35f488856c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c586d57d-4718-4c51-bffd-7f35f488856c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:06.126167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.133551 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184474b-6868-4b7d-bbcb-5992019a50a4 x-openstack-request-id: req-6184474b-6868-4b7d-bbcb-5992019a50a4 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:06.134261 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "3e5b10dd-3c77-4608-a1dc-4c99654790d1", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:06.134261 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6184474b-6868-4b7d-bbcb-5992019a50a4 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:06.134477 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': '3e5b10dd-3c77-4608-a1dc-4c99654790d1', 'status': 'completed', 'code': 200} Aug 31 09:47:06.138359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c586d57d-4718-4c51-bffd-7f35f488856c, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c586d57d-4718-4c51-bffd-7f35f488856c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:06.153188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a9dddad-ae33-456e-abb3-b78d8cb81f52 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.169486 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.172986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca8343-d144-4c1b-a5c5-cd1397edfa45 req-1c4c08e7-8b18-46c3-a245-92d7b6c0b0a6 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:06.174782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3aca8343-d144-4c1b-a5c5-cd1397edfa45 req-1c4c08e7-8b18-46c3-a245-92d7b6c0b0a6 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 945 time: 0.6716266 Aug 31 09:47:06.259792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Attempting to bind port ac64e96a-01b8-4571-aed1-5f46e3689e3d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:06.260158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Attempting to bind port ac64e96a-01b8-4571-aed1-5f46e3689e3d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:06.260523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Attempting to bind port ac64e96a-01b8-4571-aed1-5f46e3689e3d on network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:06.288112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:06.288487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Checking segment: {'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:06.288890 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.289303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Bound using segment: {'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:06.289785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Bound port: ac64e96a-01b8-4571-aed1-5f46e3689e3d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:06.290166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.373985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bd9c05e-5a18-4070-89f5-f0b6f11ec9aa req-fc1d00c3-9204-4cbc-a4e0-2edfb2ec76ff tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 210 time: 0.1069217 Aug 31 09:47:06.374599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c586d57d-4718-4c51-bffd-7f35f488856c,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:06.425226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3aca8343-d144-4c1b-a5c5-cd1397edfa45 req-a5743448-3221-40b6-a754-8c72e816a409 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344663 Aug 31 09:47:06.466425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a9dddad-ae33-456e-abb3-b78d8cb81f52 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.470596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] For port ac64e96a-01b8-4571-aed1-5f46e3689e3d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:06.478237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] For port ac64e96a-01b8-4571-aed1-5f46e3689e3d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac64e96a-01b8-4571-aed1-5f46e3689e3d,segment=NetworkSegment(184711bb-dc05-470c-bfc5-1c4b26b86396),segment_id=184711bb-dc05-470c-bfc5-1c4b26b86396)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:06.512283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.529092 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.643443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dddad-ae33-456e-abb3-b78d8cb81f52 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Subnet': ['ID=5c685cb3-86d5-4807-bf4e-967b3de7584d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:06.657752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a9dddad-ae33-456e-abb3-b78d8cb81f52 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.659438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542862e8-97eb-4df8-9c05-421b80d35dea'}, {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5'}, {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:06.663919 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03929519-23e1-47eb-9e6c-6aeb96794e7c" -d '{"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "542862e8-97eb-4df8-9c05-421b80d35dea"}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0a46b6-5c93-4713-8814-be3e5f3f4cf5"}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:06.675348 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6a9dddad-ae33-456e-abb3-b78d8cb81f52 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/subnets/5c685cb3-86d5-4807-bf4e-967b3de7584d HTTP/1.1" status: 204 len: 168 time: 1.3111799 Aug 31 09:47:06.682455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46524) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:06.683901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e4995-eb5e-43c9-a539-8f34cc24d749 None None] Network 1e272397-95d0-472d-8822-5ed057add349 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:06.701383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f9ab0-ccae-4dbe-a8b1-394be7f4c0c8 req-a115c8c5-e24d-47e3-a262-acedcaf94e19 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:06.710013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a6f9ab0-ccae-4dbe-a8b1-394be7f4c0c8 req-a115c8c5-e24d-47e3-a262-acedcaf94e19 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.1674209 Aug 31 09:47:06.715810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.824107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-381faf06-e430-4636-bd68-6470eff620d6 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Deleting subnet fadd3554-7ee6-4814-bf18-f4ba5ea54019 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:06.844921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381faf06-e430-4636-bd68-6470eff620d6 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.905851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566df91-b9c7-40be-bb89-d4038be89d43 None None] Pushing event updated for resources: {'Port': ['ID=ac64e96a-01b8-4571-aed1-5f46e3689e3d,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:06.936374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.937515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.939129 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Floating IP 2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978 disassociated. External IP: 172.25.1.169, port: c586d57d-4718-4c51-bffd-7f35f488856c. Aug 31 09:47:06.940296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Calling delete_port for c586d57d-4718-4c51-bffd-7f35f488856c owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:06.940550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Pushing event updated for resources: {'Port': ['ID=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:07.014956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381faf06-e430-4636-bd68-6470eff620d6 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.047500 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab69a472-89d8-4290-92b1-bdbda9bbe556 x-openstack-request-id: req-ab69a472-89d8-4290-92b1-bdbda9bbe556 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:07.047806 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "542862e8-97eb-4df8-9c05-421b80d35dea", "code": 200}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0a46b6-5c93-4713-8814-be3e5f3f4cf5", "code": 200}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:07.048057 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab69a472-89d8-4290-92b1-bdbda9bbe556 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:07.048462 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542862e8-97eb-4df8-9c05-421b80d35dea', 'code': 200} Aug 31 09:47:07.048715 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5', 'code': 200} Aug 31 09:47:07.048963 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'code': 200} Aug 31 09:47:07.114860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Network e3c8de19-271a-4311-b8e0-b1f679c124e9 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:07.130059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a6f9ab0-ccae-4dbe-a8b1-394be7f4c0c8 req-7d7d801b-2e12-4a8b-bb70-cc69e4a6f62a tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187880 Aug 31 09:47:07.185937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:07.192972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:07.241889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] DHCP port deletion for 1e272397-95d0-472d-8822-5ed057add349 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:07.269191 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.346069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] Deleting port 787804e6-0a38-48c9-8c83-e0f46ed6035f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:07.346392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.352690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.384314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e53ff-af0f-4223-87d3-375b6f5266bb req-fa0a6318-7212-415f-aaa6-844366bf94c1 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.392616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f5e53ff-af0f-4223-87d3-375b6f5266bb req-fa0a6318-7212-415f-aaa6-844366bf94c1 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 945 time: 0.2959580 Aug 31 09:47:07.392880 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381faf06-e430-4636-bd68-6470eff620d6 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.416496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.417348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.436853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.478656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] For port 787804e6-0a38-48c9-8c83-e0f46ed6035f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=787804e6-0a38-48c9-8c83-e0f46ed6035f,segment=NetworkSegment(5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9),segment_id=5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:07.480186 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.502272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] Calling delete_port for 787804e6-0a38-48c9-8c83-e0f46ed6035f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:07.533605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Port': ['ID=c586d57d-4718-4c51-bffd-7f35f488856c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:07.616869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f5e53ff-af0f-4223-87d3-375b6f5266bb req-d6ae2a99-db0f-46df-bc72-a2d68f3c4f9b tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775947 Aug 31 09:47:07.652741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422357-aafb-4143-97ee-b1583c4a74c6 req-1a2a605a-4512-49e4-9cf4-d9fe7c333bea tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.667198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422357-aafb-4143-97ee-b1583c4a74c6 req-1a2a605a-4512-49e4-9cf4-d9fe7c333bea tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.696122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422357-aafb-4143-97ee-b1583c4a74c6 req-1a2a605a-4512-49e4-9cf4-d9fe7c333bea tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.718239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422357-aafb-4143-97ee-b1583c4a74c6 req-1a2a605a-4512-49e4-9cf4-d9fe7c333bea tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.725594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.731345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04422357-aafb-4143-97ee-b1583c4a74c6 req-1a2a605a-4512-49e4-9cf4-d9fe7c333bea tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 3064 time: 0.4806838 Aug 31 09:47:07.759423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-654fb23f-f119-4b29-843e-7a08bb21cbe8 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3279912 Aug 31 09:47:07.808727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Request body: {'port': {'device_id': '408915d7-a10d-4487-b443-5cfe90b0826e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:07.822891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac64e96a-01b8-4571-aed1-5f46e3689e3d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:07.825794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] No DVR routers for this DVR port 787804e6-0a38-48c9-8c83-e0f46ed6035f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:07.830871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494e1ad-b268-4e48-8438-3da0bcc05896 None None] Pushing event deleted for resources: {'Port': ['ID=787804e6-0a38-48c9-8c83-e0f46ed6035f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:07.858454 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381faf06-e430-4636-bd68-6470eff620d6 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.931064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381faf06-e430-4636-bd68-6470eff620d6 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Subnet': ['ID=fadd3554-7ee6-4814-bf18-f4ba5ea54019,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:07.976805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:07.980290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a7a83-d880-4254-b29e-9d7c2f5efe2a None None] Network df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:07.981954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381faf06-e430-4636-bd68-6470eff620d6 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.997343 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-381faf06-e430-4636-bd68-6470eff620d6 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/subnets/fadd3554-7ee6-4814-bf18-f4ba5ea54019 HTTP/1.1" status: 204 len: 168 time: 1.3134549 Aug 31 09:47:08.001701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46550) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:08.062043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ac64e96a-01b8-4571-aed1-5f46e3689e3d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:08.247855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 787804e6-0a38-48c9-8c83-e0f46ed6035f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:08.263008 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:08.318475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 787804e6-0a38-48c9-8c83-e0f46ed6035f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:08.318860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 787804e6-0a38-48c9-8c83-e0f46ed6035f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:08.499665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:08.502767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:08.507038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] DHCP port deletion for df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:08.513600 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] Sync routers for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:08.522273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2129e3-f475-473d-8575-c671cc67b5ba None None] Network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:08.533434 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:08.534153 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:08.570414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e272397-95d0-472d-8822-5ed057add349']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:08.597171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] No DVR routers for this DVR port c586d57d-4718-4c51-bffd-7f35f488856c on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:08.606692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:08.609719 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-e1ff1084-d0a0-4898-a53a-a3a81bf7f69f tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "DELETE /v2.0/ports/c586d57d-4718-4c51-bffd-7f35f488856c HTTP/1.1" status: 204 len: 173 time: 3.1781719 Aug 31 09:47:08.612032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:08.612580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9fa0fe-7b9c-4c77-be32-dd86a40aabd9') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:08.615361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:08.619813 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d0d298-6317-4614-aa0c-449d36600b77" -d '{"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:08.663340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-2fc38bc4-eeff-45a0-bafc-7689fcd01b3b tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:08.665529 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-2fc38bc4-eeff-45a0-bafc-7689fcd01b3b tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.20 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 945 time: 0.2837489 Aug 31 09:47:08.668355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:08.810481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:08.834003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abba4b42-a2de-4c55-9ae4-841b68f89afd None None] Provisioning for port ac64e96a-01b8-4571-aed1-5f46e3689e3d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:08.843249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abba4b42-a2de-4c55-9ae4-841b68f89afd None None] Provisioning complete for port ac64e96a-01b8-4571-aed1-5f46e3689e3d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:08.843651 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abba4b42-a2de-4c55-9ae4-841b68f89afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:08.885575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] Deleting port 009fcd50-a70c-48c8-bd71-a18cad01e0ab {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:08.885953 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:08.940580 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:09.003297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.037714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:09.038468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:09.045670 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:09.133840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] For port 009fcd50-a70c-48c8-bd71-a18cad01e0ab, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=009fcd50-a70c-48c8-bd71-a18cad01e0ab,segment=NetworkSegment(fb69c421-f1c6-4277-a515-4e1d25c218ff),segment_id=fb69c421-f1c6-4277-a515-4e1d25c218ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:09.134244 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.196429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] Calling delete_port for 009fcd50-a70c-48c8-bd71-a18cad01e0ab owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:09.216828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:09.217343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.222367 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:09.262811 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] Checking router: 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:09.272670 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:09.273548 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:09.280360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:09.301389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.302303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.335526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.338528 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/networks/1e272397-95d0-472d-8822-5ed057add349 HTTP/1.1" status: 204 len: 168 time: 1.3344512 Aug 31 09:47:09.343006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46572) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:09.351632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Transition to ACTIVE for port object 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:09.361437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04422357-aafb-4143-97ee-b1583c4a74c6 req-3f3a0256-bfab-43dd-addc-e5f65517096b tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6291807 Aug 31 09:47:09.378357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.393269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Allocated IP 172.25.1.44 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/d4365513-3a96-4404-976a-89360ec5394c) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:09.430227 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:09.479748 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abba4b42-a2de-4c55-9ae4-841b68f89afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.520203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091295bb-64dc-4498-9b59-6ce90fe76ca1 req-97258ecc-de9f-42c9-aa15-39b531c5baa5 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:09.529635 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-091295bb-64dc-4498-9b59-6ce90fe76ca1 req-97258ecc-de9f-42c9-aa15-39b531c5baa5 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 931 time: 1.7960656 Aug 31 09:47:09.676155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-abba4b42-a2de-4c55-9ae4-841b68f89afd None None] For port ac64e96a-01b8-4571-aed1-5f46e3689e3d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac64e96a-01b8-4571-aed1-5f46e3689e3d,segment=NetworkSegment(184711bb-dc05-470c-bfc5-1c4b26b86396),segment_id=184711bb-dc05-470c-bfc5-1c4b26b86396)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:09.680398 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.702856 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abba4b42-a2de-4c55-9ae4-841b68f89afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.757201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 009fcd50-a70c-48c8-bd71-a18cad01e0ab no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:09.766111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] Pushing event deleted for resources: {'Port': ['ID=009fcd50-a70c-48c8-bd71-a18cad01e0ab,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:09.775901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984384c-2a24-4927-8542-80f7ddaed938 None None] No DVR routers for this DVR port 009fcd50-a70c-48c8-bd71-a18cad01e0ab on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:09.858362 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:09.866524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Pushing event updated for resources: {'Port': ['ID=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:09.892225 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b2f67-72c6-4658-a1ea-73a651603526 None None] The sync data for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 is: [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 4, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '81d992c9-3158-4201-b892-992960fca9be', 'name': '', 'network_id': 'e1550ab1-7c19-4c3d-a34a-bbd0081f2097', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'mac_address': 'fa:16:3e:db:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:54Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'subnets': [{'id': '0b00e266-7e73-4d06-99d6-4561cee3de9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:09.893263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 009fcd50-a70c-48c8-bd71-a18cad01e0ab {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:09.893607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 009fcd50-a70c-48c8-bd71-a18cad01e0ab not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:09.899241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-091295bb-64dc-4498-9b59-6ce90fe76ca1 req-5e5fd77f-e13b-43f6-afad-a08a99a77453 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682992 Aug 31 09:47:09.964189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5cd7cff0-b80b-4496-a79c-af46f02187ba None None] Provisioning complete for port ac64e96a-01b8-4571-aed1-5f46e3689e3d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:09.964571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cff0-b80b-4496-a79c-af46f02187ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.010082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba4b42-a2de-4c55-9ae4-841b68f89afd None None] Pushing event updated for resources: {'Port': ['ID=ac64e96a-01b8-4571-aed1-5f46e3689e3d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:10.118987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.155224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd497b88-7ff4-4d92-a189-30461c7de0b4 req-2bf9083f-70a1-4220-ae15-79b429b9aa43 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:10.157711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd497b88-7ff4-4d92-a189-30461c7de0b4 req-2bf9083f-70a1-4220-ae15-79b429b9aa43 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.4006324 Aug 31 09:47:10.190135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f01d4-eaf8-449d-bd00-f2e2bc95800d tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Network': ['ID=1e272397-95d0-472d-8822-5ed057add349,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:10.228058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Attempting to bind port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:10.228487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Attempting to bind port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '066bad39-99e0-4473-bdf2-77563d20410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e3c8de19-271a-4311-b8e0-b1f679c124e9'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:10.228926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Attempting to bind port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 on network e3c8de19-271a-4311-b8e0-b1f679c124e9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:10.251986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 on network e3c8de19-271a-4311-b8e0-b1f679c124e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:47:10.251986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Attempting to bind port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 on network e3c8de19-271a-4311-b8e0-b1f679c124e9 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:10.254566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Deleting port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:10.255094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.272010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbcaf6-08b3-47b0-a9c1-d3fa7e0982e0 req-4e20aade-fc23-455c-9838-200015a60b9e tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:10.273751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bbbcaf6-08b3-47b0-a9c1-d3fa7e0982e0 req-4e20aade-fc23-455c-9838-200015a60b9e tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/ports?device_id=230db7d3-6bd4-4ee1-b3d4-ac785281c21b HTTP/1.1" status: 200 len: 945 time: 0.1434510 Aug 31 09:47:10.290655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd497b88-7ff4-4d92-a189-30461c7de0b4 req-6cbe13c1-5368-4543-9b51-afc71f1d7cff tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111467 Aug 31 09:47:10.294028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:10.294493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Checking segment: {'id': '066bad39-99e0-4473-bdf2-77563d20410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e3c8de19-271a-4311-b8e0-b1f679c124e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:10.295011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Bound using segment: {'id': '066bad39-99e0-4473-bdf2-77563d20410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e3c8de19-271a-4311-b8e0-b1f679c124e9'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:10.295666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Bound port: 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066bad39-99e0-4473-bdf2-77563d20410b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e3c8de19-271a-4311-b8e0-b1f679c124e9'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:10.296155 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.312147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.327431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] For port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:10.328078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.334844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.365370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Calling delete_port for 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:10.448699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:10.465613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bbbcaf6-08b3-47b0-a9c1-d3fa7e0982e0 req-46d7eed1-a069-45e6-a75b-9b59d796b45a tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.69 "GET /v2.0/security-groups?id=79ec2eca-e838-405f-a070-4ea3e07e0115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803849 Aug 31 09:47:10.487805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:10.488370 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.500936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:10.513018 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4ccffb-6e46-407e-bf4f-7ec9c272018b x-openstack-request-id: req-9d4ccffb-6e46-407e-bf4f-7ec9c272018b {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:10.513525 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "c586d57d-4718-4c51-bffd-7f35f488856c", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:10.513525 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d4ccffb-6e46-407e-bf4f-7ec9c272018b {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:10.514060 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': 'c586d57d-4718-4c51-bffd-7f35f488856c', 'status': 'completed', 'code': 200} Aug 31 09:47:10.543123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] For port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:10.632154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] For port 753353d1-3ddc-4bb4-b084-09e4f6a230a6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=753353d1-3ddc-4bb4-b084-09e4f6a230a6,segment=NetworkSegment(812f1b76-97dc-4cbd-81c8-95401198943a),segment_id=812f1b76-97dc-4cbd-81c8-95401198943a)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:10.632943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.703676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Calling delete_port for 753353d1-3ddc-4bb4-b084-09e4f6a230a6 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:10.723092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.737680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5213b0-8a83-4d5b-b4e6-54ed0acc30e2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:10.809935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Pushing event updated for resources: {'Port': ['ID=d4365513-3a96-4404-976a-89360ec5394c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:10.869014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] For port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,segment=NetworkSegment(066bad39-99e0-4473-bdf2-77563d20410b),segment_id=066bad39-99e0-4473-bdf2-77563d20410b)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:10.874976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb69c421-f1c6-4277-a515-4e1d25c218ff') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:10.875282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb69c421-f1c6-4277-a515-4e1d25c218ff') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:10.884776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa3780-9b79-40e1-b9cc-7d871edc46c3 None None] New status for floating IP 2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:47:10.902608 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.910622 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.088119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.094772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.097226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:11.097639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:11.100982 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:11.104213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.137834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Pushing event deleted for resources: {'Port': ['ID=753353d1-3ddc-4bb4-b084-09e4f6a230a6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:11.162279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.163098 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.164411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] 10.222.0.52 "PUT /v2.0/ports/54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 HTTP/1.1" status: 200 len: 1091 time: 3.4043546 Aug 31 09:47:11.166256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.169523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408915d7-a10d-4487-b443-5cfe90b0826e', 'tag': '54b553c8-29f8-45b7-9e0a-3b5b9ad472c9'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:11.171952 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a825876-c700-49b5-b2ff-769b10599a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "408915d7-a10d-4487-b443-5cfe90b0826e", "tag": "54b553c8-29f8-45b7-9e0a-3b5b9ad472c9"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:11.225603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Port': ['ID=3d0a46b6-5c93-4713-8814-be3e5f3f4cf5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:11.293950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] No DVR routers for this DVR port 3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:11.308300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e8991-c996-46cb-a808-4b6181fc4b79 req-b4bd7d0c-f060-40eb-98a6-c9bbf49788ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.308878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.310955 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-48056a32-96a6-40e5-be62-ae770ed37a68 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "DELETE /v2.0/ports/3d0a46b6-5c93-4713-8814-be3e5f3f4cf5 HTTP/1.1" status: 204 len: 173 time: 2.6772749 Aug 31 09:47:11.311552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.313518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] No DVR routers for this DVR port 753353d1-3ddc-4bb4-b084-09e4f6a230a6 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:11.321683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.323797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b31d700d-39b1-4b13-a332-a17d38a09400 req-6a73e1a6-e926-453f-a88f-46ade4f42d41 tempest-ServerGroupTestJSON-326200487 tempest-ServerGroupTestJSON-326200487-project] 10.222.0.20 "DELETE /v2.0/ports/753353d1-3ddc-4bb4-b084-09e4f6a230a6 HTTP/1.1" status: 204 len: 173 time: 2.4295166 Aug 31 09:47:11.324841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.326697 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/networks/df5213b0-8a83-4d5b-b4e6-54ed0acc30e2 HTTP/1.1" status: 204 len: 168 time: 1.9723814 Aug 31 09:47:11.330068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e8991-c996-46cb-a808-4b6181fc4b79 req-b4bd7d0c-f060-40eb-98a6-c9bbf49788ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.337843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46614) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:11.342935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e8991-c996-46cb-a808-4b6181fc4b79 req-b4bd7d0c-f060-40eb-98a6-c9bbf49788ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.344764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da2e8991-c996-46cb-a808-4b6181fc4b79 req-b4bd7d0c-f060-40eb-98a6-c9bbf49788ce tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 2409 time: 0.7572422 Aug 31 09:47:11.398448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669984c8-2f33-4cd9-86f5-d79cae2980aa tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Network': ['ID=df5213b0-8a83-4d5b-b4e6-54ed0acc30e2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:11.469726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-137ffa48-1f05-4476-a6b0-4e3e6940f509 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Deleting subnet ee992d3b-5008-49c8-ad89-a0e442bf98b0 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:11.470408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-37c6797e-c3f7-4209-97b8-50164ddb3536 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6382241 Aug 31 09:47:11.495871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-137ffa48-1f05-4476-a6b0-4e3e6940f509 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.508596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc41541-0367-41fc-846c-b62d7996ff2c service neutron] Pushing event updated for resources: {'Port': ['ID=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:11.586187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da2e8991-c996-46cb-a808-4b6181fc4b79 req-09baeb13-7dcf-4466-9426-6313f230136e tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614552 Aug 31 09:47:11.591762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-153f6c2f-5974-4f5b-9f8f-118fdeae9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.593646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-153f6c2f-5974-4f5b-9f8f-118fdeae9ab8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a28079726718464a8376962144539400&device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 1094 time: 0.2996509 Aug 31 09:47:11.601341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af0edf-006a-4af1-8a28-612a1689ecfc req-71ddfb6e-5c62-4610-bbcc-8895eef575bb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.602981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43af0edf-006a-4af1-8a28-612a1689ecfc req-71ddfb6e-5c62-4610-bbcc-8895eef575bb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 947 time: 0.4212544 Aug 31 09:47:11.618813 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-137ffa48-1f05-4476-a6b0-4e3e6940f509 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.709670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-e6758a50-a174-4e40-860d-c632fbeae4aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 HTTP/1.1" status: 200 len: 217 time: 0.0878170 Aug 31 09:47:11.712329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting port e9599971-f593-4030-9e63-346c825284b2 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:11.713314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.729289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac64e96a-01b8-4571-aed1-5f46e3689e3d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:11.869869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ac64e96a-01b8-4571-aed1-5f46e3689e3d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:11.870227 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.878110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43af0edf-006a-4af1-8a28-612a1689ecfc req-edfd933d-3f4f-4c00-958a-0ca8168c1df2 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642705 Aug 31 09:47:11.880357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-4f27b453-1524-4af6-8a76-add22498ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.882368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-4f27b453-1524-4af6-8a76-add22498ae45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 1098 time: 0.3389814 Aug 31 09:47:11.884387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-05f342ab-aeea-4868-97bd-a5e174e06b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.886124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-05f342ab-aeea-4868-97bd-a5e174e06b1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3da331d-af3e-419f-9425-94341c9fbed4 HTTP/1.1" status: 200 len: 852 time: 0.1756425 Aug 31 09:47:12.000295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-8d8aac4a-4ab9-4d12-a720-c7f25ebe454a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3c8de19-271a-4311-b8e0-b1f679c124e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996521 Aug 31 09:47:12.113194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-137ffa48-1f05-4476-a6b0-4e3e6940f509 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.120510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] For port e9599971-f593-4030-9e63-346c825284b2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e9599971-f593-4030-9e63-346c825284b2,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:12.121097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.141593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-90ddf57c-bb45-4fac-aa8b-cda06b8216f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:12.143289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-90ddf57c-bb45-4fac-aa8b-cda06b8216f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.2333612 Aug 31 09:47:12.149297 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d7da1c-4b57-488d-a39c-f1447210e190 x-openstack-request-id: req-f9d7da1c-4b57-488d-a39c-f1447210e190 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:12.149723 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408915d7-a10d-4487-b443-5cfe90b0826e", "tag": "54b553c8-29f8-45b7-9e0a-3b5b9ad472c9", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:12.149902 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9d7da1c-4b57-488d-a39c-f1447210e190 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:12.150286 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408915d7-a10d-4487-b443-5cfe90b0826e', 'tag': '54b553c8-29f8-45b7-9e0a-3b5b9ad472c9', 'status': 'completed', 'code': 200} Aug 31 09:47:12.167408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c683-4c90-46e5-926d-49e7a55dc0df req-54552302-744d-491a-81e6-a9959ab0c5b7 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:12.169208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad33c683-4c90-46e5-926d-49e7a55dc0df req-54552302-744d-491a-81e6-a9959ab0c5b7 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 943 time: 0.3794210 Aug 31 09:47:12.225433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Calling delete_port for e9599971-f593-4030-9e63-346c825284b2 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:12.297932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-137ffa48-1f05-4476-a6b0-4e3e6940f509 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.341481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ffa48-1f05-4476-a6b0-4e3e6940f509 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Subnet': ['ID=ee992d3b-5008-49c8-ad89-a0e442bf98b0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:12.346498 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-137ffa48-1f05-4476-a6b0-4e3e6940f509 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.350807 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-137ffa48-1f05-4476-a6b0-4e3e6940f509 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/subnets/ee992d3b-5008-49c8-ad89-a0e442bf98b0 HTTP/1.1" status: 204 len: 168 time: 1.0101347 Aug 31 09:47:12.353823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.360171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46628) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:12.362815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5baf6f8-e093-4ad7-b0a2-236d15b2b30d None None] Network e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:12.370034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fef7e-c645-4fbe-a538-85b1f55923da req-5c4325ba-1a92-46b6-815b-1f7d8056d6d9 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:12.371693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a6fef7e-c645-4fbe-a538-85b1f55923da req-5c4325ba-1a92-46b6-815b-1f7d8056d6d9 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.1417539 Aug 31 09:47:12.375283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-99197935-6d59-4c38-9046-9e325baae1db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 200 len: 1001 time: 0.2050405 Aug 31 09:47:12.454866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.541290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5'}, {'server_uuid': '230db7d3-6bd4-4ee1-b3d4-ac785281c21b', 'name': 'network-vif-deleted', 'tag': '753353d1-3ddc-4bb4-b084-09e4f6a230a6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:12.545622 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63716d68-e8ea-4411-a1ba-805bacc17a0d" -d '{"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "3d0a46b6-5c93-4713-8814-be3e5f3f4cf5"}, {"server_uuid": "230db7d3-6bd4-4ee1-b3d4-ac785281c21b", "name": "network-vif-deleted", "tag": "753353d1-3ddc-4bb4-b084-09e4f6a230a6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:12.552750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Port': ['ID=e9599971-f593-4030-9e63-346c825284b2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:12.608556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] No DVR routers for this DVR port e9599971-f593-4030-9e63-346c825284b2 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:12.621124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] DHCP port deletion for e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:12.633812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.638279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-5154fdaf-d941-4e1e-9934-9950216613b9 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "DELETE /v2.0/ports/e9599971-f593-4030-9e63-346c825284b2 HTTP/1.1" status: 204 len: 173 time: 1.3177390 Aug 31 09:47:12.692551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] Deleting port f07633ea-f807-4f3c-bccb-12c3e6364138 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:12.693380 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.765393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] For port f07633ea-f807-4f3c-bccb-12c3e6364138, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f07633ea-f807-4f3c-bccb-12c3e6364138,segment=NetworkSegment(aa99b0b6-367b-4888-8aec-2f7d75979fb4),segment_id=aa99b0b6-367b-4888-8aec-2f7d75979fb4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:12.766072 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.784013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting port 542862e8-97eb-4df8-9c05-421b80d35dea {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:12.784653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.787727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] Calling delete_port for f07633ea-f807-4f3c-bccb-12c3e6364138 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:12.893882 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.914299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-b02aedf2-f02a-497c-9e00-9e892c84a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:12.915912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-b02aedf2-f02a-497c-9e00-9e892c84a729 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0612562 Aug 31 09:47:12.928984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] No DVR routers for this DVR port f07633ea-f807-4f3c-bccb-12c3e6364138 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:12.934848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 753353d1-3ddc-4bb4-b084-09e4f6a230a6 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:12.977988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] For port 542862e8-97eb-4df8-9c05-421b80d35dea, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=542862e8-97eb-4df8-9c05-421b80d35dea,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:12.978658 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.989755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ad33c683-4c90-46e5-926d-49e7a55dc0df req-0a1f1a52-14ca-4a81-80cb-c50b9b3b3f83 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580860 Aug 31 09:47:12.989991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1bde8-85d7-4415-b0db-d48d6f1a65a8 None None] Pushing event deleted for resources: {'Port': ['ID=f07633ea-f807-4f3c-bccb-12c3e6364138,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:12.998281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 753353d1-3ddc-4bb4-b084-09e4f6a230a6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:12.999348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 753353d1-3ddc-4bb4-b084-09e4f6a230a6 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:13.008459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Calling delete_port for 542862e8-97eb-4df8-9c05-421b80d35dea owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:13.024988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-0f75aa86-f11c-49af-88e7-4b2dc1a1e986 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:13.026741 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-0f75aa86-f11c-49af-88e7-4b2dc1a1e986 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.20 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 947 time: 0.1359839 Aug 31 09:47:13.135225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a6fef7e-c645-4fbe-a538-85b1f55923da req-a1c29257-1626-4e4a-b0e4-d9f69da99808 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774358 Aug 31 09:47:13.163465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-872b4b2f-aa48-4e36-8335-6d0469479497 service neutron] 10.222.0.52 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0142493 Aug 31 09:47:13.170580 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.275688 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c7254-616a-4a72-9828-c7babdd0ecc5 x-openstack-request-id: req-1e4c7254-616a-4a72-9828-c7babdd0ecc5 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:13.276041 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "3d0a46b6-5c93-4713-8814-be3e5f3f4cf5", "status": "completed", "code": 200}, {"server_uuid": "230db7d3-6bd4-4ee1-b3d4-ac785281c21b", "name": "network-vif-deleted", "tag": "753353d1-3ddc-4bb4-b084-09e4f6a230a6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:13.276296 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e4c7254-616a-4a72-9828-c7babdd0ecc5 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:13.276689 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': '3d0a46b6-5c93-4713-8814-be3e5f3f4cf5', 'status': 'completed', 'code': 200} Aug 31 09:47:13.276991 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230db7d3-6bd4-4ee1-b3d4-ac785281c21b', 'name': 'network-vif-deleted', 'tag': '753353d1-3ddc-4bb4-b084-09e4f6a230a6', 'status': 'completed', 'code': 200} Aug 31 09:47:13.344425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.380579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-f29c2401-0e75-4159-82ca-fbc53aed8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:13.382018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-f29c2401-0e75-4159-82ca-fbc53aed8b85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4175353 Aug 31 09:47:13.387082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Port': ['ID=542862e8-97eb-4df8-9c05-421b80d35dea,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:13.450124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Deleting port 6789da83-5a56-48d4-bde0-4e33428ba8d7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:13.450780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.453796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] No DVR routers for this DVR port 542862e8-97eb-4df8-9c05-421b80d35dea on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:13.457361 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.460019 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b0c2a4d3-e267-4734-8134-4f093a4c0796 req-471ee6d9-984a-490c-a035-eab295d868a5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.52 "DELETE /v2.0/ports/542862e8-97eb-4df8-9c05-421b80d35dea HTTP/1.1" status: 204 len: 173 time: 0.8155408 Aug 31 09:47:13.570239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.601584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] For port 6789da83-5a56-48d4-bde0-4e33428ba8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6789da83-5a56-48d4-bde0-4e33428ba8d7,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:13.602075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.618121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752dd7a-c011-44ca-ae68-436654306e74 req-005c0259-cdf9-4be4-8d91-56927b98cf66 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:13.625614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8752dd7a-c011-44ca-ae68-436654306e74 req-005c0259-cdf9-4be4-8d91-56927b98cf66 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 865 time: 0.3574989 Aug 31 09:47:13.656398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546044cd-14d5-4f1c-b7c3-06fc1c56b8c4 req-a3f81384-abca-4444-999b-ab0711307629 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:13.658003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-546044cd-14d5-4f1c-b7c3-06fc1c56b8c4 req-a3f81384-abca-4444-999b-ab0711307629 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 947 time: 0.3468540 Aug 31 09:47:13.670419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30739c32-cf5a-4c4b-bc35-0ee97c24721f req-226666a8-0ae0-4ff3-bdde-f681f6aa0e6d service neutron] 10.222.0.52 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865427 Aug 31 09:47:13.704857 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.715804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f07633ea-f807-4f3c-bccb-12c3e6364138 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:13.760191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: f07633ea-f807-4f3c-bccb-12c3e6364138 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:13.760588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f07633ea-f807-4f3c-bccb-12c3e6364138 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:13.777249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:47:13.787728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5377a2a-8593-47ce-a9a5-8f94e3fcaf87']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:13.794116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-de5e9ba9-ac5e-4494-8ef2-c0aa214ec939 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019322 Aug 31 09:47:13.851224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa99b0b6-367b-4888-8aec-2f7d75979fb4') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:13.851568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa99b0b6-367b-4888-8aec-2f7d75979fb4') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:13.898964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8752dd7a-c011-44ca-ae68-436654306e74 req-d9ae9864-9692-4241-8641-002deb1787e4 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf84c196-4435-43ab-88e3-8388e658798d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723246 Aug 31 09:47:13.957555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.958920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.959687 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Floating IP ea7d6a92-4274-44ca-b4d9-6e09e65e0332 disassociated. External IP: 172.25.1.15, port: 6789da83-5a56-48d4-bde0-4e33428ba8d7. Aug 31 09:47:13.960541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Calling delete_port for 6789da83-5a56-48d4-bde0-4e33428ba8d7 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:14.019300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.066469 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-546044cd-14d5-4f1c-b7c3-06fc1c56b8c4 req-bd590304-3dc7-46fa-852d-480bbe7370f3 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=f121835c-5d60-4574-85e0-30c9df7aad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923581 Aug 31 09:47:14.094767 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.164190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:14.164467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:14.167882 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:14.172928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a825876-c700-49b5-b2ff-769b10599a6a req-13ad495f-020b-4252-af53-c0c357185689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:14.174493 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a825876-c700-49b5-b2ff-769b10599a6a req-13ad495f-020b-4252-af53-c0c357185689 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a28079726718464a8376962144539400&device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 1094 time: 0.4159210 Aug 31 09:47:14.175570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.240512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event deleted for resources: {'Port': ['ID=6789da83-5a56-48d4-bde0-4e33428ba8d7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:14.398458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Router eddaf6a2-60bb-4513-80e5-121ebc28c71a has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:14.430227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99b7ef15-c91e-4220-bc3c-d601b4861e9c req-3bc7aca8-a0ae-4814-8a8e-3703b4919f08 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083012 Aug 31 09:47:14.457378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.483987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.488567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/networks/e5377a2a-8593-47ce-a9a5-8f94e3fcaf87 HTTP/1.1" status: 204 len: 168 time: 2.1099739 Aug 31 09:47:14.493403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46676) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:14.524409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28c917-5789-43c3-8ad1-5ce88fee8b73 tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Pushing event deleted for resources: {'Network': ['ID=e5377a2a-8593-47ce-a9a5-8f94e3fcaf87,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:14.547747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:14.558246 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Sync routers for ids ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:14.564806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52573110-b3ef-467f-81b9-e1492548adb8 req-9a2bf10d-6bb7-49fb-bcaa-21609b7d9abf tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:14.566463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52573110-b3ef-467f-81b9-e1492548adb8 req-9a2bf10d-6bb7-49fb-bcaa-21609b7d9abf tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 943 time: 0.2364743 Aug 31 09:47:14.571555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d678bc18-0600-4ccb-82e8-079d628eac1c tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "GET /v2.0/ports?device_id=ed6bacad-a64d-4f7c-a163-472d7ac92160 HTTP/1.1" status: 200 len: 205 time: 0.0649903 Aug 31 09:47:14.571743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46678) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:14.578051 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Routers {'a965e926-a4e7-464e-bf7b-d77d6b66ffb9'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:14.578680 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:14.581055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:14.605407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] Sync routers for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:14.614616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a825876-c700-49b5-b2ff-769b10599a6a req-ea94e846-082b-4e8a-ab13-a796b26e96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:14.626557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a825876-c700-49b5-b2ff-769b10599a6a req-ea94e846-082b-4e8a-ab13-a796b26e96cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3c8de19-271a-4311-b8e0-b1f679c124e9 HTTP/1.1" status: 200 len: 914 time: 0.4040699 Aug 31 09:47:14.632020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:14.632944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:14.635885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0f0d-11f1-4bc7-a838-a096b03c8708 req-c64da93e-9beb-4188-ab60-e7cbca1b3520 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:14.637734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b04c0f0d-11f1-4bc7-a838-a096b03c8708 req-c64da93e-9beb-4188-ab60-e7cbca1b3520 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.2918611 Aug 31 09:47:14.771584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] No DVR routers for this DVR port 6789da83-5a56-48d4-bde0-4e33428ba8d7 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:14.775411 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-610f0e0b-10a9-4ec2-a77c-d88c40a24b5b tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.787841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.791570 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-815e9b0e-8db1-4922-bdc1-6fd1d216bfda req-ddf16aaf-e993-406b-aa3e-2088b71e81c0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.20 "DELETE /v2.0/ports/6789da83-5a56-48d4-bde0-4e33428ba8d7 HTTP/1.1" status: 204 len: 173 time: 1.7541099 Aug 31 09:47:14.812963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a825876-c700-49b5-b2ff-769b10599a6a req-6e83e600-0934-4cf5-a44f-790a9bf6d2e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 HTTP/1.1" status: 200 len: 217 time: 0.1706810 Aug 31 09:47:14.829103 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.833590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-afcb5a17-9fae-44b5-b483-c22417a28b9d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.7127228 Aug 31 09:47:14.867790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46680) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:14.875572 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Set router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:14.887716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:15.012231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b04c0f0d-11f1-4bc7-a838-a096b03c8708 req-a7f4690a-bc9d-49d8-838b-9e4e19809514 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458860 Aug 31 09:47:15.039443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52573110-b3ef-467f-81b9-e1492548adb8 req-a46690f4-f252-4153-b015-24b84335d489 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550598 Aug 31 09:47:15.053795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a825876-c700-49b5-b2ff-769b10599a6a req-6bb0f76f-f655-48ea-ade5-aa44736c9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:15.055504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a825876-c700-49b5-b2ff-769b10599a6a req-6bb0f76f-f655-48ea-ade5-aa44736c9e0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3da331d-af3e-419f-9425-94341c9fbed4 HTTP/1.1" status: 200 len: 852 time: 0.2236433 Aug 31 09:47:15.144259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a825876-c700-49b5-b2ff-769b10599a6a req-c0393135-2e56-4c6b-af10-50b0f7b3ee2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3c8de19-271a-4311-b8e0-b1f679c124e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779362 Aug 31 09:47:15.325399 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:47:15.345409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': 'e9599971-f593-4030-9e63-346c825284b2'}, {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': '542862e8-97eb-4df8-9c05-421b80d35dea'}, {'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-deleted', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:15.353282 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b0e96-039f-42d6-a86a-0dda2dfaf4a4" -d '{"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "e9599971-f593-4030-9e63-346c825284b2"}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "542862e8-97eb-4df8-9c05-421b80d35dea"}, {"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-deleted", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:15.355385 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'd4365513-3a96-4404-976a-89360ec5394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:10Z', 'revision_number': 3, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port': {'id': 'd4365513-3a96-4404-976a-89360ec5394c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:07Z', 'updated_at': '2021-08-31T09:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:15.385822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:15.429087 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Checking router: a965e926-a4e7-464e-bf7b-d77d6b66ffb9 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:15.430449 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Updating router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 port d4365513-3a96-4404-976a-89360ec5394c binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:15.430883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-277e578b-26ef-4c9f-8551-946a254709e0 req-a832d76b-1223-40cb-aa19-176ac41b5e70 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.1358006 Aug 31 09:47:15.457668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872523cf-1d50-4a9c-835a-d2edf4aae6b9 req-bdca0f1b-97b6-4c28-bf7e-2136561a0a11 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=f39af22c-ac48-4465-8e99-7292ea2af806 HTTP/1.1" status: 200 len: 210 time: 0.1494930 Aug 31 09:47:15.471096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] Checking router: eddaf6a2-60bb-4513-80e5-121ebc28c71a for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:15.483010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:15.483649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:15.528694 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:15.592698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a825876-c700-49b5-b2ff-769b10599a6a req-e8838c9e-3261-49f0-94a1-d649a866a84b service neutron] 10.222.0.52 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304390 Aug 31 09:47:15.638180 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc4ccca-f161-421e-8132-ea1243893fda x-openstack-request-id: req-ccc4ccca-f161-421e-8132-ea1243893fda {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:15.638740 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "e9599971-f593-4030-9e63-346c825284b2", "status": "completed", "code": 200}, {"server_uuid": "40c5f025-9bb7-4ba4-b7a0-628c684c4ecb", "name": "network-vif-deleted", "tag": "542862e8-97eb-4df8-9c05-421b80d35dea", "status": "completed", "code": 200}, {"server_uuid": "f39af22c-ac48-4465-8e99-7292ea2af806", "name": "network-vif-deleted", "tag": "6789da83-5a56-48d4-bde0-4e33428ba8d7", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:15.638740 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ccc4ccca-f161-421e-8132-ea1243893fda {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:15.639148 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': 'e9599971-f593-4030-9e63-346c825284b2', 'status': 'completed', 'code': 200} Aug 31 09:47:15.639702 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5f025-9bb7-4ba4-b7a0-628c684c4ecb', 'name': 'network-vif-deleted', 'tag': '542862e8-97eb-4df8-9c05-421b80d35dea', 'status': 'completed', 'code': 200} Aug 31 09:47:15.640369 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39af22c-ac48-4465-8e99-7292ea2af806', 'name': 'network-vif-deleted', 'tag': '6789da83-5a56-48d4-bde0-4e33428ba8d7', 'status': 'completed', 'code': 200} Aug 31 09:47:15.648636 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-610f0e0b-10a9-4ec2-a77c-d88c40a24b5b tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:15.651412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-610f0e0b-10a9-4ec2-a77c-d88c40a24b5b tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:15.747722 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46710) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:15.806374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:15.842348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:47:15.899716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8025018-5678-40a5-a518-84a03721e076 admin admin] Deleting subnet 4cfcbaff-8e61-4a15-8d68-cd6eabc9873a {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:15.913491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e8025018-5678-40a5-a518-84a03721e076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:15.959869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a825876-c700-49b5-b2ff-769b10599a6a req-2cb20ab7-518e-4d25-9aeb-d003343e9198 service neutron] 10.222.0.52 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599792 Aug 31 09:47:15.985479 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:47:16.004809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e8025018-5678-40a5-a518-84a03721e076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.152414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e8025018-5678-40a5-a518-84a03721e076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.258858 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.261025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,segment=NetworkSegment(066bad39-99e0-4473-bdf2-77563d20410b),segment_id=066bad39-99e0-4473-bdf2-77563d20410b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:16.270981 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Transition to ACTIVE for port object d4365513-3a96-4404-976a-89360ec5394c will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:16.280428 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.295427 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e8025018-5678-40a5-a518-84a03721e076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.313432 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Attempting to bind port d4365513-3a96-4404-976a-89360ec5394c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:16.314262 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Attempting to bind port d4365513-3a96-4404-976a-89360ec5394c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:16.314970 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Attempting to bind port d4365513-3a96-4404-976a-89360ec5394c on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:16.316501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '54b553c8-29f8-45b7-9e0a-3b5b9ad472c9', 'network_id': 'e3c8de19-271a-4311-b8e0-b1f679c124e9', 'port_id': '54b553c8-29f8-45b7-9e0a-3b5b9ad472c9', 'mac_address': 'fa:16:3e:d5:c4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3da331d-af3e-419f-9425-94341c9fbed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:47:16.340624 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:16.341234 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:16.341832 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.343128 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:16.343948 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Bound port: d4365513-3a96-4404-976a-89360ec5394c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:16.345051 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.385569 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e8025018-5678-40a5-a518-84a03721e076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.392673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e8025018-5678-40a5-a518-84a03721e076 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4cfcbaff-8e61-4a15-8d68-cd6eabc9873a HTTP/1.1" status: 204 len: 168 time: 0.6438575 Aug 31 09:47:16.411393 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.414161 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] For port d4365513-3a96-4404-976a-89360ec5394c, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:16.422569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46722) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:16.425151 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] For port d4365513-3a96-4404-976a-89360ec5394c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d4365513-3a96-4404-976a-89360ec5394c,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:16.432286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:16.433870 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.435240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:16.465689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,segment=NetworkSegment(066bad39-99e0-4473-bdf2-77563d20410b),segment_id=066bad39-99e0-4473-bdf2-77563d20410b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:16.474022 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Routers {'a965e926-a4e7-464e-bf7b-d77d6b66ffb9'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:16.475064 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:16.495941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025018-5678-40a5-a518-84a03721e076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfcbaff-8e61-4a15-8d68-cd6eabc9873a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:16.543981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.591085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6a455c-2e01-423e-bc95-3910c421a69b None None] The sync data for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 is: [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:16.611483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d14c4-c224-46df-8462-0fecc3257e08 req-7b6c02f9-9632-4fc7-a74d-eb37261012a2 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:16.620283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc3d14c4-c224-46df-8462-0fecc3257e08 req-7b6c02f9-9632-4fc7-a74d-eb37261012a2 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 943 time: 0.3697109 Aug 31 09:47:16.655624 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:16.668903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9cd57-2770-4931-9606-309ddc17704e req-6dcf0c12-a3e5-4e29-98f3-3f4c33dfcfd5 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:16.670815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2f9cd57-2770-4931-9606-309ddc17704e req-6dcf0c12-a3e5-4e29-98f3-3f4c33dfcfd5 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.4341993 Aug 31 09:47:16.675018 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] Set router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:16.717264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.748486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc3d14c4-c224-46df-8462-0fecc3257e08 req-23246908-3007-46e9-9679-98dac13555f2 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110284 Aug 31 09:47:16.750962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['54b553c8-29f8-45b7-9e0a-3b5b9ad472c9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:16.761340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.821416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2f9cd57-2770-4931-9606-309ddc17704e req-e95888cd-d8bb-4333-8d2e-146fcd6d2e50 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376019 Aug 31 09:47:16.932088 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-610f0e0b-10a9-4ec2-a77c-d88c40a24b5b tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.932593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f0e0b-10a9-4ec2-a77c-d88c40a24b5b tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Fanout notify agent at l3_agent the message router_deleted on router ed6bacad-a64d-4f7c-a163-472d7ac92160 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:47:16.962788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:16.972171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-610f0e0b-10a9-4ec2-a77c-d88c40a24b5b tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.976811 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-610f0e0b-10a9-4ec2-a77c-d88c40a24b5b tempest-RoutersNegativeIpV6Test-567877096 tempest-RoutersNegativeIpV6Test-567877096-project] 10.222.0.69 "DELETE /v2.0/routers/ed6bacad-a64d-4f7c-a163-472d7ac92160 HTTP/1.1" status: 204 len: 168 time: 2.4011090 Aug 31 09:47:17.037642 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c48cdb9-eb6e-4a3c-83c5-ba0a6e7ea043 req-11f67994-be50-4221-97cc-a10b1bbd01e6 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.1383889 Aug 31 09:47:17.133024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46740) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:17.173904 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:17.214567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1222e8-4128-446b-87af-229a6b7251fc']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:17.248600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812f1b76-97dc-4cbd-81c8-95401198943a') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:17.248886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812f1b76-97dc-4cbd-81c8-95401198943a') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:17.274877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:17.291375 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6611-6642-484f-96ee-92963990f9bd None None] Pushing event updated for resources: {'Port': ['ID=d4365513-3a96-4404-976a-89360ec5394c,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:17.292667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:17.303798 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5ccd3-e18d-4a93-bcfa-914ec3f006f9 None None] New status for floating IP ea7d6a92-4274-44ca-b4d9-6e09e65e0332: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:47:17.308947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:17.309849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:17.343242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Allocated IP 172.20.0.1 (8e168a58-3f0a-4484-9ef4-ac75c0d76015/988507dd-d35d-4742-80c8-57544a43d54e/d9547375-96a7-4022-9aa1-ebd415675815) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:17.534260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46752) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:17.551417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 6789da83-5a56-48d4-bde0-4e33428ba8d7 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:17.558304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6789da83-5a56-48d4-bde0-4e33428ba8d7 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:17.657427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:17.725031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Transition to ACTIVE for port object d9547375-96a7-4022-9aa1-ebd415675815 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:17.766033 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6611-6642-484f-96ee-92963990f9bd None None] Pushing event updated for resources: {'Port': ['ID=d4365513-3a96-4404-976a-89360ec5394c,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:17.832144 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'd4365513-3a96-4404-976a-89360ec5394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:10Z', 'revision_number': 3, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port': {'id': 'd4365513-3a96-4404-976a-89360ec5394c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:07Z', 'updated_at': '2021-08-31T09:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:17.883802 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e2f43-1c19-43ab-997d-82a1c35c5dfc None None] The sync data for ids ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'] in n-d-806683-2 is: [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'd4365513-3a96-4404-976a-89360ec5394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:10Z', 'revision_number': 3, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port': {'id': 'd4365513-3a96-4404-976a-89360ec5394c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:07Z', 'updated_at': '2021-08-31T09:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:17.935039 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:18.012698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-12bfc0c6-1d7e-4cfb-9850-60a631ce684b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3b6a443b3914e5380758a9b5c2dd016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768164 Aug 31 09:47:18.013985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46764) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:18.015688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.099697 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.114690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.120503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ae1222e8-4128-446b-87af-229a6b7251fc HTTP/1.1" status: 204 len: 168 time: 1.6945586 Aug 31 09:47:18.120503 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c14758b-3117-4b55-92b3-88b9db2356c6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.131305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:18.134886 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Pushing event updated for resources: {'Port': ['ID=d9547375-96a7-4022-9aa1-ebd415675815,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:18.143699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:18.151129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:18.201939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d83e9703-dbcf-4163-bf08-7809cc4e014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.209663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69dfe0-3aa8-4032-8f0c-d647a6160b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1222e8-4128-446b-87af-229a6b7251fc,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:18.246628 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d83e9703-dbcf-4163-bf08-7809cc4e014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.251768 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c14758b-3117-4b55-92b3-88b9db2356c6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.311898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76073d98-0514-4785-8a4f-31bdaed7e25b req-f0f14159-ff0d-42ce-865e-2558b3305225 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.320379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76073d98-0514-4785-8a4f-31bdaed7e25b req-f0f14159-ff0d-42ce-865e-2558b3305225 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.3009045 Aug 31 09:47:18.359285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7656b-0d14-42b7-9ceb-dfca5756235c req-493dcfb8-9aa4-46a7-a59d-8b5c2d69080c tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.368955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2db7656b-0d14-42b7-9ceb-dfca5756235c req-493dcfb8-9aa4-46a7-a59d-8b5c2d69080c tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 944 time: 0.3671904 Aug 31 09:47:18.389155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46776) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:18.446841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.509625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76073d98-0514-4785-8a4f-31bdaed7e25b req-997d8285-4330-4cca-85ea-e993e01c07cd tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879852 Aug 31 09:47:18.523380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2db7656b-0d14-42b7-9ceb-dfca5756235c req-0fad1444-fdb4-4b11-8352-48cd2e04b87d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531892 Aug 31 09:47:18.532739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d84ac70f-3c53-455e-9721-1b03dfa60119 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c9c844e9b294c4496cc5b2a2c06ace2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384251 Aug 31 09:47:18.541781 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c14758b-3117-4b55-92b3-88b9db2356c6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.544431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46778) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:18.568367 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c14758b-3117-4b55-92b3-88b9db2356c6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.573931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c14758b-3117-4b55-92b3-88b9db2356c6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "DELETE /v2.0/security-groups/f121835c-5d60-4574-85e0-30c9df7aad5e HTTP/1.1" status: 204 len: 168 time: 1.4376698 Aug 31 09:47:18.596553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46780) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:18.596553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14758b-3117-4b55-92b3-88b9db2356c6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f121835c-5d60-4574-85e0-30c9df7aad5e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:18.651065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d83e9703-dbcf-4163-bf08-7809cc4e014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.657969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d83e9703-dbcf-4163-bf08-7809cc4e014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.659488 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d83e9703-dbcf-4163-bf08-7809cc4e014d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb72aa67-2fac-4b9f-a9c6-0ccbe71d4d51 HTTP/1.1" status: 204 len: 168 time: 0.6311460 Aug 31 09:47:18.661268 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-1cfe6f2d-0667-45f9-b46d-bc7bd7b69baa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] show failed (client error): The resource could not be found. Aug 31 09:47:18.665273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1cfe6f2d-0667-45f9-b46d-bc7bd7b69baa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups/f121835c-5d60-4574-85e0-30c9df7aad5e HTTP/1.1" status: 404 len: 347 time: 0.0618374 Aug 31 09:47:18.665888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46784) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:18.727699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-47df1464-1620-4379-8ca2-ed31ef0ab848 None None] Provisioning for port d9547375-96a7-4022-9aa1-ebd415675815 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:18.753701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-47df1464-1620-4379-8ca2-ed31ef0ab848 None None] Provisioning complete for port d9547375-96a7-4022-9aa1-ebd415675815 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:18.754160 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-47df1464-1620-4379-8ca2-ed31ef0ab848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.782996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a83ce264-3251-4def-a0a2-7b998335bbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.834341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a83ce264-3251-4def-a0a2-7b998335bbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.845841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ec7dff0-ac04-4005-a33f-5c3a0b17a534 req-e1f963c3-a4c8-4409-8b1a-7b64c91b7e45 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.0938120 Aug 31 09:47:18.897271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-47df1464-1620-4379-8ca2-ed31ef0ab848 None None] Port d9547375-96a7-4022-9aa1-ebd415675815 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:18.957889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.962238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e9703-dbcf-4163-bf08-7809cc4e014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb72aa67-2fac-4b9f-a9c6-0ccbe71d4d51,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:19.021733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a83ce264-3251-4def-a0a2-7b998335bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.026049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a83ce264-3251-4def-a0a2-7b998335bbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.027557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a83ce264-3251-4def-a0a2-7b998335bbd1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79ec2eca-e838-405f-a070-4ea3e07e0115 HTTP/1.1" status: 204 len: 168 time: 0.4753242 Aug 31 09:47:19.058954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ce264-3251-4def-a0a2-7b998335bbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ec2eca-e838-405f-a070-4ea3e07e0115,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:19.152950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b883255-6c6b-40a4-a938-9015f3ac8439 req-04a8325e-bfcf-4f66-9953-417b26db8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:19.154491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b883255-6c6b-40a4-a938-9015f3ac8439 req-04a8325e-bfcf-4f66-9953-417b26db8f7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.2064004 Aug 31 09:47:19.271749 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Deleting port 20311ccf-9f6d-439e-af94-86fc1c82230e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:19.272417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.327306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b883255-6c6b-40a4-a938-9015f3ac8439 req-96c73cfc-e41a-4856-9ae0-050b6ea6e5e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558247 Aug 31 09:47:19.386051 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.393418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.542600 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.544195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.613672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Pushing event updated for resources: {'Port': ['ID=d9547375-96a7-4022-9aa1-ebd415675815,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:19.625702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.630627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Calling delete_port for 20311ccf-9f6d-439e-af94-86fc1c82230e owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:19.822551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d4365513-3a96-4404-976a-89360ec5394c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:19.843060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:19.845810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:19.886312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:20.110547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d4365513-3a96-4404-976a-89360ec5394c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:20.121608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d4365513-3a96-4404-976a-89360ec5394c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:20.124182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.203543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:20.236799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:20.238986 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.257545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:20.259758 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.469086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event deleted for resources: {'Port': ['ID=20311ccf-9f6d-439e-af94-86fc1c82230e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:20.555249 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.618788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:20.625848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dc9ce6c1-36ed-485a-a351-d8e60c15f9e1 None None] Provisioning complete for port d9547375-96a7-4022-9aa1-ebd415675815 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:20.626222 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce6c1-36ed-485a-a351-d8e60c15f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.632920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d4365513-3a96-4404-976a-89360ec5394c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d4365513-3a96-4404-976a-89360ec5394c,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:20.644035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7f7325f2-c245-4ab7-8b7a-11ff1454dc42 admin admin] 10.222.0.69 "PUT /v2.0/routers/a965e926-a4e7-464e-bf7b-d77d6b66ffb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7719169 Aug 31 09:47:20.654704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31beeffe-f11e-4e69-9030-bc5f8b0637f0 req-2690b3dc-00e9-4389-a330-cfba91f2c149 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:20.661929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31beeffe-f11e-4e69-9030-bc5f8b0637f0 req-2690b3dc-00e9-4389-a330-cfba91f2c149 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 944 time: 0.5921414 Aug 31 09:47:20.730845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df787daa-4489-4c6f-a059-d49c853ad54d req-c528cbac-93b6-4553-9112-5e6d585e94df tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:20.735112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.759683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df787daa-4489-4c6f-a059-d49c853ad54d req-c528cbac-93b6-4553-9112-5e6d585e94df tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.6958289 Aug 31 09:47:20.825426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ce6c1-36ed-485a-a351-d8e60c15f9e1 None None] Port d9547375-96a7-4022-9aa1-ebd415675815 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:20.911474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46856) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:20.912757 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.916106 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.918352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e6355774-9820-463a-945b-0f13022bcb1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "DELETE /v2.0/floatingips/ea7d6a92-4274-44ca-b4d9-6e09e65e0332 HTTP/1.1" status: 204 len: 168 time: 2.2502463 Aug 31 09:47:20.952354 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:20.953620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31beeffe-f11e-4e69-9030-bc5f8b0637f0 req-abce0af6-7275-43ee-a6a6-d1fa3852ee62 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707620 Aug 31 09:47:20.954793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d4365513-3a96-4404-976a-89360ec5394c,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:20.969444 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df787daa-4489-4c6f-a059-d49c853ad54d req-315c88e8-c6f9-4759-9cdf-7120e2dce0f4 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059786 Aug 31 09:47:21.049305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408915d7-a10d-4487-b443-5cfe90b0826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b553c8-29f8-45b7-9e0a-3b5b9ad472c9'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:21.052236 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568d9c7a-3ce6-45d0-a79d-6aa5e6865944" -d '{"events": [{"server_uuid": "408915d7-a10d-4487-b443-5cfe90b0826e", "name": "network-vif-plugged", "status": "completed", "tag": "54b553c8-29f8-45b7-9e0a-3b5b9ad472c9"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:21.112214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,segment=NetworkSegment(066bad39-99e0-4473-bdf2-77563d20410b),segment_id=066bad39-99e0-4473-bdf2-77563d20410b)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:21.120259 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.166735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38d4b096-2494-429f-a9b7-652a63fc6b89 req-53d98eef-323c-4cc1-b00b-d1fac5914d9a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.0922859 Aug 31 09:47:21.229774 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df88a1-f438-4ef4-90a7-24aa7260f2a7 x-openstack-request-id: req-d2df88a1-f438-4ef4-90a7-24aa7260f2a7 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:21.230727 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408915d7-a10d-4487-b443-5cfe90b0826e", "name": "network-vif-plugged", "status": "completed", "tag": "54b553c8-29f8-45b7-9e0a-3b5b9ad472c9", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:21.231910 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2df88a1-f438-4ef4-90a7-24aa7260f2a7 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:21.234140 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408915d7-a10d-4487-b443-5cfe90b0826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b553c8-29f8-45b7-9e0a-3b5b9ad472c9', 'code': 200} Aug 31 09:47:21.246930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46866) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:21.248924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Sync routers for ids ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:21.290996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb289f0-6c69-49d8-aa7a-ee1c8ea3a4eb req-52c4fba1-755c-4b3d-8e9c-28f2b3722531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:21.292567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fb289f0-6c69-49d8-aa7a-ee1c8ea3a4eb req-52c4fba1-755c-4b3d-8e9c-28f2b3722531 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 1096 time: 0.0878007 Aug 31 09:47:21.339531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Routers {'a965e926-a4e7-464e-bf7b-d77d6b66ffb9'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:21.341194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:21.363634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fb289f0-6c69-49d8-aa7a-ee1c8ea3a4eb req-706b3119-0bb4-4662-bbe9-ab02bd1455c2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634062 Aug 31 09:47:21.453198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:21.593586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ba2b3844-3d88-401b-a132-f772bd461bce tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1598056654', 'prefixes': ['172.20.0.0/16']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:21.604727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46878) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:21.611425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315056049', 'description': 'tempest-description--1067734830'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:21.666518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:47:21.666518 n-d-806683-2 neutron-server[94786]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:47:21.666518 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'id': '4ee43ac7-1597-46d7-ad1e-aa858bda39ee', 'expiration': datetime.datetime(2021, 8, 31, 9, 49, 21, 649360)}] Aug 31 09:47:21.666518 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:47:21.667032 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:47:21.676090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Set router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:21.698174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-422203539-network', 'tenant_id': '1707391f5e7f48d79f8369c87fb2f94f'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:21.752391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Made reservation on behalf of 1707391f5e7f48d79f8369c87fb2f94f for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:21.756822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.775454 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d4365513-3a96-4404-976a-89360ec5394c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:21.786230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.809480 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3844-3d88-401b-a132-f772bd461bce tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] Notify callbacks [] for subnetpool, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.816253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46880) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:21.817437 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ba2b3844-3d88-401b-a132-f772bd461bce tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8948936 Aug 31 09:47:21.902004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-974ec96b-9dea-4427-9783-27b8a9bf2f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.931159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3eb94cc1-3b9d-49c5-a910-69f8e06ab2d7 tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] 10.222.0.69 "GET /v2.0/subnetpools/1bcceca2-ec8b-4f22-b192-1dc1b7f529a2 HTTP/1.1" status: 200 len: 732 time: 0.1160319 Aug 31 09:47:21.933651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46890) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:21.939664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c929ed82-da64-413d-9e32-c5316e0300f5 tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-243232864'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:22.011279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.031453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.063885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d4365513-3a96-4404-976a-89360ec5394c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:22.064857 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.098825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:22.118445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:22.122285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.123004 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Added segment 1b5315d7-60ff-4a38-9420-798af5e9e7aa of type vlan for network 54656795-aa2e-4269-8bed-e78030a8f800 Aug 31 09:47:22.208172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.309673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.312997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:22.313721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.341870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46902) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:22.373763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1258676149-network', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:22.562085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'd4365513-3a96-4404-976a-89360ec5394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:18Z', 'revision_number': 4, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port': {'id': 'd4365513-3a96-4404-976a-89360ec5394c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:07Z', 'updated_at': '2021-08-31T09:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd9547375-96a7-4022-9aa1-ebd415675815', 'name': '', 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'mac_address': 'fa:16:3e:be:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '988507dd-d35d-4742-80c8-57544a43d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:16Z', 'updated_at': '2021-08-31T09:47:19Z', 'revision_number': 2, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'subnets': [{'id': '988507dd-d35d-4742-80c8-57544a43d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:22.563982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] Pushing event updated for resources: {'Network': ['ID=54656795-aa2e-4269-8bed-e78030a8f800,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:22.574917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c929ed82-da64-413d-9e32-c5316e0300f5 tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] Notify callbacks [] for subnetpool, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.584026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46910) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:22.584257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c929ed82-da64-413d-9e32-c5316e0300f5 tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] 10.222.0.69 "PUT /v2.0/subnetpools/1bcceca2-ec8b-4f22-b192-1dc1b7f529a2 HTTP/1.1" status: 200 len: 683 time: 0.6488154 Aug 31 09:47:22.605854 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.638695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Checking router: a965e926-a4e7-464e-bf7b-d77d6b66ffb9 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:22.639077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Updating router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 port d9547375-96a7-4022-9aa1-ebd415675815 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:22.641310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 54656795-aa2e-4269-8bed-e78030a8f800 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:22.687623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b972a-1f84-43f4-9258-2c515d81a437 req-1bb6674d-61e1-4ee0-80b2-2c38c73957ca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:22.696262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-548b972a-1f84-43f4-9258-2c515d81a437 req-1bb6674d-61e1-4ee0-80b2-2c38c73957ca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.4593127 Aug 31 09:47:22.709296 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cde6d2bd-a0bb-4da8-b608-5323ef7c8f6e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4583375 Aug 31 09:47:22.730960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5013a-1298-47fc-9583-832fc183a8cb req-4c7e1cf4-77f1-4865-bf61-41a4067cc218 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:22.735852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Made reservation on behalf of abfed7ae83db4b0b98b9dc564c1890af for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:22.744193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.744982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ac5013a-1298-47fc-9583-832fc183a8cb req-4c7e1cf4-77f1-4865-bf61-41a4067cc218 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.5093176 Aug 31 09:47:22.748962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46912) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:22.757841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.811893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Request body: {'subnet': {'network_id': '54656795-aa2e-4269-8bed-e78030a8f800', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-422203539-subnet', 'tenant_id': '1707391f5e7f48d79f8369c87fb2f94f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:22.852125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1ae8c3d-956f-4413-b29b-991c501e309a tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] Notify callbacks [] for subnetpool, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.853550 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a1ae8c3d-956f-4413-b29b-991c501e309a tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] 10.222.0.69 "DELETE /v2.0/subnetpools/1bcceca2-ec8b-4f22-b192-1dc1b7f529a2 HTTP/1.1" status: 204 len: 168 time: 0.2684960 Aug 31 09:47:22.857260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46914) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:22.860144 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.873864 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-3279fb07-6c34-47cc-81cc-a10cdc135d45 tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] show failed (client error): The resource could not be found. Aug 31 09:47:22.875150 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3279fb07-6c34-47cc-81cc-a10cdc135d45 tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] 10.222.0.69 "GET /v2.0/subnetpools/1bcceca2-ec8b-4f22-b192-1dc1b7f529a2 HTTP/1.1" status: 404 len: 346 time: 0.0169358 Aug 31 09:47:22.878460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46916) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:22.901045 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-31a9e767-0fa8-4b13-8424-4909c2c19852 tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] delete failed (client error): The resource could not be found. Aug 31 09:47:22.902175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-31a9e767-0fa8-4b13-8424-4909c2c19852 tempest-SubnetPoolsTestJSON-623747600 tempest-SubnetPoolsTestJSON-623747600-project] 10.222.0.69 "DELETE /v2.0/subnetpools/1bcceca2-ec8b-4f22-b192-1dc1b7f529a2 HTTP/1.1" status: 404 len: 346 time: 0.0225210 Aug 31 09:47:22.996789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-548b972a-1f84-43f4-9258-2c515d81a437 req-8e335f38-b2b4-49a0-9236-e7ed4ab4729a tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991195 Aug 31 09:47:23.025490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ac5013a-1298-47fc-9583-832fc183a8cb req-e06ac48c-73e4-4c6c-9908-c728787ae573 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793639 Aug 31 09:47:23.095288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-26284400-6042-477b-989d-ed53c705f2a3 req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1033201710', 'description': 'tempest-description-1388676046'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:23.161801 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.218138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09b9355e-5a3d-4bd1-bc96-a60b0e447116 req-b7fb0b05-77c0-4ae2-963a-8a44157aba0a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.1076000 Aug 31 09:47:23.221416 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.246499 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [req-26284400-6042-477b-989d-ed53c705f2a3 req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:47:23.246499 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:47:23.246499 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id_1': 'd427a77df8a742dba523b91ccc0932b6', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 47, 23, 116245)}] Aug 31 09:47:23.246499 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:47:23.248990 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [req-26284400-6042-477b-989d-ed53c705f2a3 req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:47:23.249724 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:47:23.249724 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:47:23.249724 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id_1': '1707391f5e7f48d79f8369c87fb2f94f', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 47, 22, 873624)}] Aug 31 09:47:23.249724 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:47:23.251012 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:47:23.277202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.290086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Transition to ACTIVE for port object d9547375-96a7-4022-9aa1-ebd415675815 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:23.300375 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.307243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04935de-7144-4e1b-9e04-b52f943f03c0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:23.389695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.401709 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.417764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.423119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-22e922fd-2651-4b56-9121-a597d9cffeea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8161395 Aug 31 09:47:23.426064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46930) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:23.432037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255b184-46b4-4586-94ec-d44f39f39de7 None None] Pushing event updated for resources: {'Port': ['ID=d9547375-96a7-4022-9aa1-ebd415675815,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:23.439974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1f13a8f9-732c-4b95-bea5-76673961da91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'security_group_rule': {'security_group_id': 'd04935de-7144-4e1b-9e04-b52f943f03c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:23.455477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e95ab4-d64e-41d0-af10-c769e31babd9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:23.469954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Attempting to bind port d9547375-96a7-4022-9aa1-ebd415675815 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:23.470337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Attempting to bind port d9547375-96a7-4022-9aa1-ebd415675815 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:23.470797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Attempting to bind port d9547375-96a7-4022-9aa1-ebd415675815 on network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:23.487878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:23.488271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Checking segment: {'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:23.488724 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.489122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Bound using segment: {'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:23.490507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Bound port: d9547375-96a7-4022-9aa1-ebd415675815, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184711bb-dc05-470c-bfc5-1c4b26b86396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:23.493517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.501398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:23.549634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.550091 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Added segment ad6a3684-6a9e-41e2-b558-ae91b51563ff of type vlan for network fe9caab1-cd82-4469-b2bc-db9439ee1a86 Aug 31 09:47:23.608646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f13a8f9-732c-4b95-bea5-76673961da91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.654486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46936) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:23.717291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.726021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] For port d9547375-96a7-4022-9aa1-ebd415675815, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:23.731159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] For port d9547375-96a7-4022-9aa1-ebd415675815, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d9547375-96a7-4022-9aa1-ebd415675815,segment=NetworkSegment(184711bb-dc05-470c-bfc5-1c4b26b86396),segment_id=184711bb-dc05-470c-bfc5-1c4b26b86396)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:23.740016 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.775184 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.777272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:23.778086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.790128 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f13a8f9-732c-4b95-bea5-76673961da91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.806704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f13a8f9-732c-4b95-bea5-76673961da91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.848771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Routers {'a965e926-a4e7-464e-bf7b-d77d6b66ffb9'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:23.849574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:23.894935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13a8f9-732c-4b95-bea5-76673961da91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376dd0c1-5c33-4238-89e3-cd91193d6616,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:23.912103 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26284400-6042-477b-989d-ed53c705f2a3 req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.921514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255b184-46b4-4586-94ec-d44f39f39de7 None None] Pushing event updated for resources: {'Port': ['ID=d9547375-96a7-4022-9aa1-ebd415675815,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:23.994587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] Pushing event updated for resources: {'Network': ['ID=fe9caab1-cd82-4469-b2bc-db9439ee1a86,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:24.006042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network fe9caab1-cd82-4469-b2bc-db9439ee1a86 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:24.079276 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3dd28b8-f90a-4eff-bebf-d76d303d85be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.088844 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd0ee486-8fbb-4a66-8d6d-22d3a69d9363 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7413003 Aug 31 09:47:24.089166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46946) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:24.094789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Request body: {'subnet': {'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1258676149-subnet', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:24.110480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Made reservation on behalf of 1707391f5e7f48d79f8369c87fb2f94f for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:24.130159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.134600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] Set router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:24.208224 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f13a8f9-732c-4b95-bea5-76673961da91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.212232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1f13a8f9-732c-4b95-bea5-76673961da91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7839861 Aug 31 09:47:24.212466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46948) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:24.217815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bd941647-f23e-4243-bfcb-9e09f3348cfe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'security_group_rule': {'security_group_id': 'd04935de-7144-4e1b-9e04-b52f943f03c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:24.397470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91bd0e-e147-4712-9c5a-f5c0408525bd req-b139c0ad-4225-4dd4-ae8a-f36ccf3cdbe4 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.400978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba91bd0e-e147-4712-9c5a-f5c0408525bd req-b139c0ad-4225-4dd4-ae8a-f36ccf3cdbe4 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.1961999 Aug 31 09:47:24.422838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26284400-6042-477b-989d-ed53c705f2a3 req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.454344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Made reservation on behalf of abfed7ae83db4b0b98b9dc564c1890af for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:24.457054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.477593 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26284400-6042-477b-989d-ed53c705f2a3 req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.491634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'd4365513-3a96-4404-976a-89360ec5394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:18Z', 'revision_number': 4, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port': {'id': 'd4365513-3a96-4404-976a-89360ec5394c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:07Z', 'updated_at': '2021-08-31T09:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd9547375-96a7-4022-9aa1-ebd415675815', 'name': '', 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'mac_address': 'fa:16:3e:be:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '988507dd-d35d-4742-80c8-57544a43d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:16Z', 'updated_at': '2021-08-31T09:47:23Z', 'revision_number': 4, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'subnets': [{'id': '988507dd-d35d-4742-80c8-57544a43d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:24.538523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd941647-f23e-4243-bfcb-9e09f3348cfe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.557850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cfa49-afca-4490-8419-b3ba706373d7 None None] The sync data for ids ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'] in n-d-806683-2 is: [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'd4365513-3a96-4404-976a-89360ec5394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:18Z', 'revision_number': 4, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port': {'id': 'd4365513-3a96-4404-976a-89360ec5394c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:07Z', 'updated_at': '2021-08-31T09:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd9547375-96a7-4022-9aa1-ebd415675815', 'name': '', 'network_id': '8e168a58-3f0a-4484-9ef4-ac75c0d76015', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'mac_address': 'fa:16:3e:be:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '988507dd-d35d-4742-80c8-57544a43d54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:16Z', 'updated_at': '2021-08-31T09:47:23Z', 'revision_number': 4, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'subnets': [{'id': '988507dd-d35d-4742-80c8-57544a43d54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:24.667136 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd941647-f23e-4243-bfcb-9e09f3348cfe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.673452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd941647-f23e-4243-bfcb-9e09f3348cfe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.684872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba91bd0e-e147-4712-9c5a-f5c0408525bd req-dfbb2b3c-e3a4-447e-a4f7-d7108f4b01f3 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456236 Aug 31 09:47:24.712483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda8e3b7-372b-49a6-8f95-2f3e51d9420f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:24.763043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd941647-f23e-4243-bfcb-9e09f3348cfe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79b8e5d-49d6-4c9d-bcd6-d91c1b84f413,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:24.866924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.889504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9540ec77-1bd6-4153-b9ef-d7442de0c988 req-56337b7d-78d3-4bc3-8bfc-623d5dc31723 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.0421073 Aug 31 09:47:24.932984 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.948969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb947da0-afe1-4a3e-b44f-81b4b3341aca,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:24.964409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Checking segment: {'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:24.964804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Network hostable DHCP agents. Network: fe9caab1-cd82-4469-b2bc-db9439ee1a86, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:25.003827 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.010713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Network fe9caab1-cd82-4469-b2bc-db9439ee1a86 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:25.024309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d15becc-c532-44fb-98f7-e9f53d8f842d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:25.042961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, fe9caab1-cd82-4469-b2bc-db9439ee1a86) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:25.049701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:25.050683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.060290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554436c-8275-4e46-967d-bcfb92ddca47 None None] Network fe9caab1-cd82-4469-b2bc-db9439ee1a86 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:25.074328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3dd28b8-f90a-4eff-bebf-d76d303d85be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.088259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd941647-f23e-4243-bfcb-9e09f3348cfe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.089599 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bd941647-f23e-4243-bfcb-9e09f3348cfe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8758247 Aug 31 09:47:25.092625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9213da13-af98-4172-9b53-d1f1713d84cd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0020607 Aug 31 09:47:25.093306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46964) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:25.099951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:25.106019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46966) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:25.113503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:25.116962 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3dd28b8-f90a-4eff-bebf-d76d303d85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.126712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26284400-6042-477b-989d-ed53c705f2a3 req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.128145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26284400-6042-477b-989d-ed53c705f2a3 req-c6985d41-3e9a-4ea6-aa59-e719d5a4bf44 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 2.0389144 Aug 31 09:47:25.146930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Checking segment: {'id': '1b5315d7-60ff-4a38-9420-798af5e9e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '54656795-aa2e-4269-8bed-e78030a8f800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:25.147307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Network hostable DHCP agents. Network: 54656795-aa2e-4269-8bed-e78030a8f800, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:25.158390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.187682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e3dd28b8-f90a-4eff-bebf-d76d303d85be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f86b611fc5434a08924efc530b244a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5234206 Aug 31 09:47:25.189551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46970) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:25.199910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd28b8-f90a-4eff-bebf-d76d303d85be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269ab6ca-9efc-4fde-9fc0-30145224a874,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:25.267187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Network 54656795-aa2e-4269-8bed-e78030a8f800 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:25.277576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48323f41-d787-4fff-ae5d-02df6af9feee req-3bbe663c-eb26-4b41-825e-a8888bde8473 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:25.303384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48323f41-d787-4fff-ae5d-02df6af9feee req-3bbe663c-eb26-4b41-825e-a8888bde8473 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.2313395 Aug 31 09:47:25.332035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.336212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.408472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 54656795-aa2e-4269-8bed-e78030a8f800) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:25.413867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:25.415418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.443933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408dcd3-d066-453d-a02e-3c7eee1fede8 None None] Network 54656795-aa2e-4269-8bed-e78030a8f800 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:25.466639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48323f41-d787-4fff-ae5d-02df6af9feee req-0626b66c-4f37-4e11-8f14-3b34a4d1a681 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622403 Aug 31 09:47:25.481464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64fc1360-95f4-46c5-a762-97d91e6a460e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7195828 Aug 31 09:47:25.505756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-509f626a-36a8-4f63-8c36-b305a835fcba req-a7d0feb6-8080-45c2-8a5e-20726928988a tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1033201710&fields=id&tenant_id=d427a77df8a742dba523b91ccc0932b6 HTTP/1.1" status: 200 len: 267 time: 0.2442832 Aug 31 09:47:25.564058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.634030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a864b18-621a-42bf-a052-06f12dd25ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.707330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a864b18-621a-42bf-a052-06f12dd25ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.753878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f626a-36a8-4f63-8c36-b305a835fcba req-217bc253-805d-4c03-ab1c-602124cf8a54 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:25.773627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-509f626a-36a8-4f63-8c36-b305a835fcba req-217bc253-805d-4c03-ab1c-602124cf8a54 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.2328808 Aug 31 09:47:25.783627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-509f626a-36a8-4f63-8c36-b305a835fcba req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Request body: {'port': {'security_groups': ['906e1378-c283-4cb9-bade-c600d7b6bcdf', 'dda8e3b7-372b-49a6-8f95-2f3e51d9420f']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:25.905404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d9547375-96a7-4022-9aa1-ebd415675815 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:25.953097 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-584750d2-c3ad-4fb5-bd38-2eeb2562158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.069818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-509f626a-36a8-4f63-8c36-b305a835fcba req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.106881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a864b18-621a-42bf-a052-06f12dd25ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.111024 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a864b18-621a-42bf-a052-06f12dd25ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.116391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a864b18-621a-42bf-a052-06f12dd25ee0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/269ab6ca-9efc-4fde-9fc0-30145224a874 HTTP/1.1" status: 204 len: 168 time: 0.9213412 Aug 31 09:47:26.126555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.141853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.170703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec473f0a-1a41-4572-874d-507ab7664311 None None] Network 54656795-aa2e-4269-8bed-e78030a8f800 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:26.185449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-fe9caab1-cd82-4469-b2bc-db9439ee1a86', 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'fixed_ips': [{'subnet_id': 'fb947da0-afe1-4a3e-b44f-81b4b3341aca'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:47:26.186639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.258499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b023a1-3019-487a-b0eb-ce30eea7e680 req-68ca0930-a318-4ac6-bc90-7a6d3ae9e0f3 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:26.263103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9b023a1-3019-487a-b0eb-ce30eea7e680 req-68ca0930-a318-4ac6-bc90-7a6d3ae9e0f3 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.2322595 Aug 31 09:47:26.287008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a864b18-621a-42bf-a052-06f12dd25ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269ab6ca-9efc-4fde-9fc0-30145224a874,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:26.399183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d9547375-96a7-4022-9aa1-ebd415675815 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:26.500820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9b023a1-3019-487a-b0eb-ce30eea7e680 req-a6ba9082-cffe-42f9-84e1-f755a5ea5abd tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098374 Aug 31 09:47:26.552681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d9547375-96a7-4022-9aa1-ebd415675815 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:26.556968 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.602696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Allocated IP 172.25.1.253 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/d8b50c27-e3bf-4431-9035-186df44e89ac) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:26.743434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5876103e-9915-4bb0-8970-029fccc3bbbc req-2c650893-6858-431f-a73f-8cda1fc43738 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.0639350 Aug 31 09:47:26.867318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-509f626a-36a8-4f63-8c36-b305a835fcba req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] For port 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:26.918216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-509f626a-36a8-4f63-8c36-b305a835fcba req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.933285 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-509f626a-36a8-4f63-8c36-b305a835fcba req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.987404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5f5d2646-851a-4f1b-8a56-e004ef0e5673'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:27.105444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f626a-36a8-4f63-8c36-b305a835fcba req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.106066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-509f626a-36a8-4f63-8c36-b305a835fcba req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.118014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-509f626a-36a8-4f63-8c36-b305a835fcba req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "PUT /v2.0/ports/5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 982 time: 1.3426805 Aug 31 09:47:27.121882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:27.131220 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06" -d '{"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:27.168259 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.226213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b418b-178f-4743-ac3c-966bd740fab3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event updated for resources: {'Port': ['ID=5f5d2646-851a-4f1b-8a56-e004ef0e5673,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:27.239954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.255247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d9547375-96a7-4022-9aa1-ebd415675815, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d9547375-96a7-4022-9aa1-ebd415675815,segment=NetworkSegment(184711bb-dc05-470c-bfc5-1c4b26b86396),segment_id=184711bb-dc05-470c-bfc5-1c4b26b86396)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:27.264253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.269043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5f5d2646-851a-4f1b-8a56-e004ef0e5673'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:27.281252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-4b891674-ca58-4744-a14c-6ed35dffe342 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1033201710&fields=id&tenant_id=d427a77df8a742dba523b91ccc0932b6 HTTP/1.1" status: 200 len: 267 time: 0.0497394 Aug 31 09:47:27.370771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.396254 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.415127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Allocated IP 172.20.0.2 (fe9caab1-cd82-4469-b2bc-db9439ee1a86/fb947da0-afe1-4a3e-b44f-81b4b3341aca/a123c5a9-9f15-4cba-8042-fc47daffe39f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:27.435826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.587872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'Port': ['ID=d8b50c27-e3bf-4431-9035-186df44e89ac,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:27.607652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:27.611051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:27.618795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:27.625020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-ac2e2217-d3c9-470d-820b-01cc090d25a7 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.634475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-ac2e2217-d3c9-470d-820b-01cc090d25a7 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 985 time: 0.3369944 Aug 31 09:47:27.644856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Request body: {'port': {'security_groups': ['906e1378-c283-4cb9-bade-c600d7b6bcdf']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:27.679772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Allocated IP 172.25.1.105 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/20e3f094-f5d0-41b4-870b-1d420ecbdeae) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:27.748378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d9547375-96a7-4022-9aa1-ebd415675815,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:27.767943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-7883511c-535c-4d34-bd0c-b76cd692ddf3 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.775232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-7883511c-535c-4d34-bd0c-b76cd692ddf3 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/networks?id=54656795-aa2e-4269-8bed-e78030a8f800 HTTP/1.1" status: 200 len: 820 time: 0.3837638 Aug 31 09:47:27.792946 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.797557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-66f3186f-8385-448f-b64c-e8dcb829ad8b tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/quotas/1707391f5e7f48d79f8369c87fb2f94f HTTP/1.1" status: 200 len: 375 time: 0.0213473 Aug 31 09:47:27.840818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.848972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-ce319958-5c52-43e8-8d23-aa6bd2cbec58 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1707391f5e7f48d79f8369c87fb2f94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502737 Aug 31 09:47:27.886655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47050) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:27.905513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.040004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.056128 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.159725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-488229824'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:28.195299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.211145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-299ea228-07b6-4645-9825-2c6bbd96c19f service neutron] 10.222.0.69 "GET /v2.0/networks/54656795-aa2e-4269-8bed-e78030a8f800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410199 Aug 31 09:47:28.255079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:28.264797 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.269409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:28.272797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:28.286097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Transition to ACTIVE for port object a123c5a9-9f15-4cba-8042-fc47daffe39f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:28.302963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Pushing event updated for resources: {'Port': ['ID=20e3f094-f5d0-41b4-870b-1d420ecbdeae,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:28.315797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Transition to ACTIVE for port object a123c5a9-9f15-4cba-8042-fc47daffe39f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:28.327838 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.332996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-e900cf62-99f6-4af3-bc55-97c5eec49af0 service neutron] 10.222.0.69 "GET /v2.0/networks/54656795-aa2e-4269-8bed-e78030a8f800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199207 Aug 31 09:47:28.389369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Made reservation on behalf of 22e5f1366ff34c0fbf743473844282f4 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:28.392885 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.438642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Network fe9caab1-cd82-4469-b2bc-db9439ee1a86 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:28.448393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:28.454612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:28.495851 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.498832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Pushing event updated for resources: {'Port': ['ID=a123c5a9-9f15-4cba-8042-fc47daffe39f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:28.525595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.536687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.574593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Attempting to bind port a123c5a9-9f15-4cba-8042-fc47daffe39f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:28.575247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Attempting to bind port a123c5a9-9f15-4cba-8042-fc47daffe39f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:28.575635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Attempting to bind port a123c5a9-9f15-4cba-8042-fc47daffe39f on network fe9caab1-cd82-4469-b2bc-db9439ee1a86 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:28.588419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:28.588930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Checking segment: {'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:28.589477 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.589968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Bound using segment: {'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:28.590544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Bound port: a123c5a9-9f15-4cba-8042-fc47daffe39f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:28.591173 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.601875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.722323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] For port a123c5a9-9f15-4cba-8042-fc47daffe39f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:28.726453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] For port a123c5a9-9f15-4cba-8042-fc47daffe39f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a123c5a9-9f15-4cba-8042-fc47daffe39f,segment=NetworkSegment(ad6a3684-6a9e-41e2-b558-ae91b51563ff),segment_id=ad6a3684-6a9e-41e2-b558-ae91b51563ff)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:28.734164 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.772466 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121dbb7-dffd-4a64-a371-cacccd828cc8 x-openstack-request-id: req-f121dbb7-dffd-4a64-a371-cacccd828cc8 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:28.773011 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:28.773011 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f121dbb7-dffd-4a64-a371-cacccd828cc8 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:28.773430 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'status': 'completed', 'code': 200} Aug 31 09:47:28.827522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d2d1c-4b34-4a09-90ee-3d6b4762bc1c None None] Pushing event updated for resources: {'Port': ['ID=a123c5a9-9f15-4cba-8042-fc47daffe39f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:28.849697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.878727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'Port': ['ID=d8b50c27-e3bf-4431-9035-186df44e89ac,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:29.029322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] For port 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:29.115181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.121300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.157803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.170843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5f5d2646-851a-4f1b-8a56-e004ef0e5673'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:29.289124 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.295375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event updated for resources: {'Port': ['ID=5f5d2646-851a-4f1b-8a56-e004ef0e5673,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:29.316539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.340715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:29.354688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.355092 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Added segment 457ca9be-8f2b-44b3-a1de-4dc734392d6a of type vlan for network 30bf5c1f-3407-4a0e-897d-9545594bc0af Aug 31 09:47:29.406779 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.408077 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22b9ce13-4172-474b-8fdb-044b2844589e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3133597 Aug 31 09:47:29.419868 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.456135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-0f02196d-0f11-4369-a904-9341f831fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:29.458969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-0f02196d-0f11-4369-a904-9341f831fdb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1136 time: 0.6728225 Aug 31 09:47:29.461977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.470043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:29.470918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.499048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:29.500056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.501586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec1bc46-8f1b-44d8-a28b-68a13555c347 req-976de2cf-0e11-417a-9c5c-6bc27fb59eca tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "PUT /v2.0/ports/5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 943 time: 1.8661687 Aug 31 09:47:29.511593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc8ce2-3bf4-46bc-abdf-b89f4b82a6d3 req-7d00e859-7a9e-49a8-b888-2ab498c0b009 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:29.519230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65cc8ce2-3bf4-46bc-abdf-b89f4b82a6d3 req-7d00e859-7a9e-49a8-b888-2ab498c0b009 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.7283263 Aug 31 09:47:29.539583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6519589 Aug 31 09:47:29.614232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5f5d2646-851a-4f1b-8a56-e004ef0e5673'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:29.620590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47084) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:29.633719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Request body: {'subnet': {'network_id': '30bf5c1f-3407-4a0e-897d-9545594bc0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:29.789539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Made reservation on behalf of 22e5f1366ff34c0fbf743473844282f4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:29.812133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.927458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.969492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Pushing event updated for resources: {'Network': ['ID=30bf5c1f-3407-4a0e-897d-9545594bc0af,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:29.995983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 30bf5c1f-3407-4a0e-897d-9545594bc0af details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:30.129345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee06ede2-92a6-4f08-816c-3de1ae3d1b8f req-3b59571d-565c-4168-98e7-54b196b7e780 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.1741138 Aug 31 09:47:30.146765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e87581-5407-4f3e-8d2d-5c776a4eb0fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd634e9-69da-4ac1-b265-6abe2e3fc2ce,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:30.167020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-edea967d-cccf-4e64-8935-6042c6732596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:30.183043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-edea967d-cccf-4e64-8935-6042c6732596 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.6602716 Aug 31 09:47:30.207937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d9547375-96a7-4022-9aa1-ebd415675815 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:30.243564 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65cc8ce2-3bf4-46bc-abdf-b89f4b82a6d3 req-749891fe-b5e3-40b5-999d-92aa9b4bb1df tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7229033 Aug 31 09:47:30.323930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-814bc90c-cf84-47bb-89d3-4a4b55ee127d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 217 time: 0.1108441 Aug 31 09:47:30.364560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d9547375-96a7-4022-9aa1-ebd415675815 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:30.364943 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.384886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.388937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c918b5b-4a6e-4496-9a8a-8123ed64b582 req-56be45fe-cd4f-4366-ab97-4dccc47d565a tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 210 time: 0.0692801 Aug 31 09:47:30.397462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:47:30.523195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-6cfb49d8-7488-401e-8c95-3b86a2eeb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:30.525040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-6cfb49d8-7488-401e-8c95-3b86a2eeb4c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1262722 Aug 31 09:47:30.554425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a123c5a9-9f15-4cba-8042-fc47daffe39f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:30.632704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0891a-284f-4d1b-a598-480c4937d600 None None] Network fe9caab1-cd82-4469-b2bc-db9439ee1a86 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:30.831836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eb408563-5989-4601-82d7-a57edc186747 None None] Provisioning for port a123c5a9-9f15-4cba-8042-fc47daffe39f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:30.971316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a123c5a9-9f15-4cba-8042-fc47daffe39f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:30.991209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a123c5a9-9f15-4cba-8042-fc47daffe39f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:30.996226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.152545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:31.154178 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcbd18f-1952-472c-9054-8d7769004653" -d '{"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:31.218414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-5c90a9b9-1b6d-4730-abfe-eff093d9a891 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6475410 Aug 31 09:47:31.224352 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.236878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-552b610f-9c81-4689-889b-25bb98da27b4 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9159749 Aug 31 09:47:31.240213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Pushing event updated for resources: {'Subnet': ['ID=e68e43fd-a261-4d02-a849-53746f57aba4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:31.247267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:31.273740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-ce708f60-6f3b-4fa5-9df6-a5b1816338e3 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--315056049&fields=id&tenant_id=079bf3653f69456b93cb7c8eee16aae3 HTTP/1.1" status: 200 len: 267 time: 0.7047105 Aug 31 09:47:31.286625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a123c5a9-9f15-4cba-8042-fc47daffe39f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a123c5a9-9f15-4cba-8042-fc47daffe39f,segment=NetworkSegment(ad6a3684-6a9e-41e2-b558-ae91b51563ff),segment_id=ad6a3684-6a9e-41e2-b558-ae91b51563ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:31.297677 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.422268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a123c5a9-9f15-4cba-8042-fc47daffe39f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:31.469511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Checking segment: {'id': '457ca9be-8f2b-44b3-a1de-4dc734392d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '30bf5c1f-3407-4a0e-897d-9545594bc0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:31.469880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Network hostable DHCP agents. Network: 30bf5c1f-3407-4a0e-897d-9545594bc0af, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:31.490490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:31.520529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-dde13b6f-26a9-4274-8064-b6c39248397a service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657850 Aug 31 09:47:31.526850 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Sync routers for ids ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:31.534730 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.547577 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Routers {'a57945b4-5a99-4f87-acdc-9eaa99dd2c06'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:31.548668 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:31.556040 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.560323 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8dbd0f0d-4fad-41cd-ac9b-e04c9131b111 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4505434 Aug 31 09:47:31.565054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47128) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:31.587539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-e449fdc9-a9af-4a32-b649-7bfb922ae984 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:31.589278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-e449fdc9-a9af-4a32-b649-7bfb922ae984 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.20 "GET /v2.0/networks?id=54656795-aa2e-4269-8bed-e78030a8f800 HTTP/1.1" status: 200 len: 820 time: 0.4950929 Aug 31 09:47:31.603376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e0d04738-33b2-4c14-a7ec-7f2e8471547d None None] Provisioning complete for port a123c5a9-9f15-4cba-8042-fc47daffe39f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:31.604738 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e0d04738-33b2-4c14-a7ec-7f2e8471547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.605222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Request body: {'port': {'device_id': '4be35566-5ae9-420a-b9f3-48dd270bfc09', 'network_id': '54656795-aa2e-4269-8bed-e78030a8f800', 'admin_state_up': True, 'tenant_id': '1707391f5e7f48d79f8369c87fb2f94f'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:31.614651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Network 30bf5c1f-3407-4a0e-897d-9545594bc0af is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:31.712318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 30bf5c1f-3407-4a0e-897d-9545594bc0af) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:31.713669 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Set router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:31.726096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a123c5a9-9f15-4cba-8042-fc47daffe39f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:31.733733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:31.737405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a426022-4aa0-4992-b81a-71673ce9cc16 None None] Network 30bf5c1f-3407-4a0e-897d-9545594bc0af requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:31.738194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.775248 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1246975-8843-464f-9fbc-321e3cb071d7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1535158 Aug 31 09:47:31.780419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47130) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:31.804839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Request body: {'port': {'network_id': '30bf5c1f-3407-4a0e-897d-9545594bc0af', 'name': 'tempest-TagsExtTest-1967721707'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:31.993209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a123c5a9-9f15-4cba-8042-fc47daffe39f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:31.993579 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.040401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-2fdece72-28f5-4f2d-be66-4431fc50e3ad tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:32.042101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-2fdece72-28f5-4f2d-be66-4431fc50e3ad tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 816 time: 0.7493911 Aug 31 09:47:32.066043 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:47:28Z', 'revision_number': 3, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port': {'id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:32.089978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Made reservation on behalf of 1707391f5e7f48d79f8369c87fb2f94f for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:32.102338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.102633 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Checking router: a57945b4-5a99-4f87-acdc-9eaa99dd2c06 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:32.102987 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Updating router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 port 20e3f094-f5d0-41b4-870b-1d420ecbdeae binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:32.136620 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.193773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-c2894e11-ada3-4a6f-b1fd-b41c760c457b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/quotas/079bf3653f69456b93cb7c8eee16aae3 HTTP/1.1" status: 200 len: 375 time: 0.0824964 Aug 31 09:47:32.210537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-30bf5c1f-3407-4a0e-897d-9545594bc0af', 'network_id': '30bf5c1f-3407-4a0e-897d-9545594bc0af', 'tenant_id': '22e5f1366ff34c0fbf743473844282f4', 'fixed_ips': [{'subnet_id': 'e68e43fd-a261-4d02-a849-53746f57aba4'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:47:32.211581 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.259265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Made reservation on behalf of 22e5f1366ff34c0fbf743473844282f4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:32.264426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.297891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04d18d1d-8e57-4c86-a0ef-cd45cae44e06 req-dc19b31e-365f-4726-9fe3-a0d810af0f96 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645135 Aug 31 09:47:32.394431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] device_id is not set on port ef0edd67-bba3-48cc-afc5-c49e38b90f7c yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:47:32.476464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Allocated IP 172.20.0.4 (54656795-aa2e-4269-8bed-e78030a8f800/4d15becc-c532-44fb-98f7-e9f53d8f842d/217f1f45-4cef-45a9-8720-27915e13100d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:32.588383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Allocated IP 172.20.0.6 (30bf5c1f-3407-4a0e-897d-9545594bc0af/e68e43fd-a261-4d02-a849-53746f57aba4/ef0edd67-bba3-48cc-afc5-c49e38b90f7c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:32.671419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-32f7e6ea-e5b1-48e9-bfcc-33a1980c7a81 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4490678 Aug 31 09:47:32.763206 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.789174 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Transition to ACTIVE for port object 20e3f094-f5d0-41b4-870b-1d420ecbdeae will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:32.822949 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.888082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.898226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-287e033e-a7ed-44c7-a1fe-1ebeab015875 service neutron] 10.222.0.69 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073178 Aug 31 09:47:32.932433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.944027 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Pushing event updated for resources: {'Port': ['ID=20e3f094-f5d0-41b4-870b-1d420ecbdeae,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:32.948451 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Attempting to bind port 20e3f094-f5d0-41b4-870b-1d420ecbdeae on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:32.949074 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Attempting to bind port 20e3f094-f5d0-41b4-870b-1d420ecbdeae by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:32.949872 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Attempting to bind port 20e3f094-f5d0-41b4-870b-1d420ecbdeae on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:32.958379 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.959083 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.959862 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.960410 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.960928 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.961682 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.962344 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.962898 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.963482 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.964231 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.964761 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.965271 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:32.973201 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:32.973918 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:32.976297 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.978439 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:32.979696 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Bound port: 20e3f094-f5d0-41b4-870b-1d420ecbdeae, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:32.980536 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.035680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.050455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Transition to ACTIVE for port object ef0edd67-bba3-48cc-afc5-c49e38b90f7c will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:33.064839 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] For port 20e3f094-f5d0-41b4-870b-1d420ecbdeae, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:33.083464 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] For port 20e3f094-f5d0-41b4-870b-1d420ecbdeae, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=20e3f094-f5d0-41b4-870b-1d420ecbdeae,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:33.097992 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.112996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.188612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Allocated IP 172.20.0.2 (30bf5c1f-3407-4a0e-897d-9545594bc0af/e68e43fd-a261-4d02-a849-53746f57aba4/709bf37a-27e9-46c0-a904-2ff1a9c436f8) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:33.237744 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.243038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Pushing event updated for resources: {'Port': ['ID=ef0edd67-bba3-48cc-afc5-c49e38b90f7c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:33.256797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Network 30bf5c1f-3407-4a0e-897d-9545594bc0af is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:33.275569 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Routers {'a57945b4-5a99-4f87-acdc-9eaa99dd2c06'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:33.284412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:33.285689 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:33.288969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:33.290937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Allocated IP 172.25.1.241 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/418cd581-c86c-43de-85bb-250910dee0d1) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:33.344089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Pushing event updated for resources: {'Port': ['ID=217f1f45-4cef-45a9-8720-27915e13100d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:33.387349 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c2765-1832-4feb-ba3a-9d13e468e952 None None] Pushing event updated for resources: {'Port': ['ID=20e3f094-f5d0-41b4-870b-1d420ecbdeae,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:33.409392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Network 54656795-aa2e-4269-8bed-e78030a8f800 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:33.435742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:33.439968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:33.480863 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-617e4641-66d6-48e9-83da-7f509f72f80b service neutron] 10.222.0.69 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811291 Aug 31 09:47:33.523834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:33.524522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.542044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.544373 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] Set router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:33.575667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Transition to ACTIVE for port object 709bf37a-27e9-46c0-a904-2ff1a9c436f8 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:33.611807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Transition to ACTIVE for port object 709bf37a-27e9-46c0-a904-2ff1a9c436f8 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:33.616056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4127cecf-e3d3-4bee-b9e3-916f46228b8b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8153863 Aug 31 09:47:33.624203 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.628545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:33.629553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47156) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:33.629773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.648601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d4d86c58-4e44-4f28-a031-4fa6618e2acf tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1900498648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:33.670122 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-09611292-9e2b-459e-8ecf-7e0dbab0d7d7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0706861 Aug 31 09:47:33.685183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Request body: {'port': {'device_id': '4be35566-5ae9-420a-b9f3-48dd270bfc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:33.737399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Network 30bf5c1f-3407-4a0e-897d-9545594bc0af is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:33.798610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:33.810362 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.814572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:33.822399 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.825500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.842948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Pushing event updated for resources: {'Port': ['ID=709bf37a-27e9-46c0-a904-2ff1a9c436f8,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:33.929927 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d4d86c58-4e44-4f28-a031-4fa6618e2acf tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.931137 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d4d86c58-4e44-4f28-a031-4fa6618e2acf tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.972495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Attempting to bind port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:33.972948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Attempting to bind port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '457ca9be-8f2b-44b3-a1de-4dc734392d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '30bf5c1f-3407-4a0e-897d-9545594bc0af'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:33.973670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Attempting to bind port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 on network 30bf5c1f-3407-4a0e-897d-9545594bc0af {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:33.999685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:34.000204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Checking segment: {'id': '457ca9be-8f2b-44b3-a1de-4dc734392d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '30bf5c1f-3407-4a0e-897d-9545594bc0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:34.000639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.001081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Bound using segment: {'id': '457ca9be-8f2b-44b3-a1de-4dc734392d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '30bf5c1f-3407-4a0e-897d-9545594bc0af'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:34.001617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Bound port: 709bf37a-27e9-46c0-a904-2ff1a9c436f8, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457ca9be-8f2b-44b3-a1de-4dc734392d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '30bf5c1f-3407-4a0e-897d-9545594bc0af'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:34.001938 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.160784 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:47:28Z', 'revision_number': 3, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port': {'id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:34.183530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] For port 709bf37a-27e9-46c0-a904-2ff1a9c436f8, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:34.193410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] For port 709bf37a-27e9-46c0-a904-2ff1a9c436f8, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=709bf37a-27e9-46c0-a904-2ff1a9c436f8,segment=NetworkSegment(457ca9be-8f2b-44b3-a1de-4dc734392d6a),segment_id=457ca9be-8f2b-44b3-a1de-4dc734392d6a)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:34.205102 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.249644 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6cc5b-b5f6-4dd9-b884-8c5b4c32ca40 None None] The sync data for ids ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'] in n-d-806683-2 is: [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:47:28Z', 'revision_number': 3, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port': {'id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:34.307972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a7fa22d-7e3f-4930-b070-c4ba462bf810 req-9d358fc4-1ec4-4a97-8450-c7fc7578488a tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c5f025-9bb7-4ba4-b7a0-628c684c4ecb HTTP/1.1" status: 200 len: 210 time: 0.1662772 Aug 31 09:47:34.357577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d4d86c58-4e44-4f28-a031-4fa6618e2acf tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.396343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.396343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d4d86c58-4e44-4f28-a031-4fa6618e2acf tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.425333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f857a-096b-4dc3-948b-fa682105a605 None None] Pushing event updated for resources: {'Port': ['ID=709bf37a-27e9-46c0-a904-2ff1a9c436f8,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:34.544375 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce859483-a558-4508-b76a-1dd64e6e7960 x-openstack-request-id: req-ce859483-a558-4508-b76a-1dd64e6e7960 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:34.545041 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:34.545492 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce859483-a558-4508-b76a-1dd64e6e7960 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:34.546208 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'status': 'completed', 'code': 200} Aug 31 09:47:34.556622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-8adac2ae-275d-4e16-9356-87982b45a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:34.559088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-8adac2ae-275d-4e16-9356-87982b45a372 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a28079726718464a8376962144539400&device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 1096 time: 0.5262911 Aug 31 09:47:34.623329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217f1f45-4cef-45a9-8720-27915e13100d {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:34.636240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:34.646962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.655828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbd18f-1952-472c-9054-8d7769004653 req-2adf1ae6-c48e-4296-a8d2-38c8006a2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:34.657815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bbcbd18f-1952-472c-9054-8d7769004653 req-2adf1ae6-c48e-4296-a8d2-38c8006a2106 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.1853623 Aug 31 09:47:34.793934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Transition to ACTIVE for port object 217f1f45-4cef-45a9-8720-27915e13100d will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:34.801264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d4d86c58-4e44-4f28-a031-4fa6618e2acf tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.802916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d4d86c58-4e44-4f28-a031-4fa6618e2acf tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1685050 Aug 31 09:47:34.808813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47180) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:34.827320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-14578cb2-ea1d-4839-b951-1cf3957adc6f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-694450546', 'prefixes': ['172.20.0.0/16']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:34.877495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:34.891698 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.899234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:35.037334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event updated for resources: {'Port': ['ID=418cd581-c86c-43de-85bb-250910dee0d1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:35.101524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc68316-6344-44b1-b815-9a9631c5541c req-7aa26c28-288e-4845-b60a-93c44949000f tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:35.103235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8cc68316-6344-44b1-b815-9a9631c5541c req-7aa26c28-288e-4845-b60a-93c44949000f tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 943 time: 0.4444520 Aug 31 09:47:35.154447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbd18f-1952-472c-9054-8d7769004653 req-cdd5637e-d615-452d-bd53-db524023c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:35.154684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Allocated IP 172.20.0.1 (fe9caab1-cd82-4469-b2bc-db9439ee1a86/fb947da0-afe1-4a3e-b44f-81b4b3341aca/d8d73700-8119-4f88-a0ea-3801fa638358) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:35.156508 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bbcbd18f-1952-472c-9054-8d7769004653 req-cdd5637e-d615-452d-bd53-db524023c6a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.4916081 Aug 31 09:47:35.202982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-45b7dc0e-0b66-4127-9b6a-0e90e08a27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:35.204539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-45b7dc0e-0b66-4127-9b6a-0e90e08a27ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3c8de19-271a-4311-b8e0-b1f679c124e9 HTTP/1.1" status: 200 len: 914 time: 0.6096725 Aug 31 09:47:35.225565 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bbcbd18f-1952-472c-9054-8d7769004653 req-cbdde074-0385-4483-a1e2-fd85408a919d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 217 time: 0.0531182 Aug 31 09:47:35.229541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Pushing event updated for resources: {'Port': ['ID=217f1f45-4cef-45a9-8720-27915e13100d,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:35.403909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbd18f-1952-472c-9054-8d7769004653 req-8e40f674-89fd-45ed-abd2-1fd1f828ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:35.405464 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bbcbd18f-1952-472c-9054-8d7769004653 req-8e40f674-89fd-45ed-abd2-1fd1f828ba3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1551547 Aug 31 09:47:35.502533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bbcbd18f-1952-472c-9054-8d7769004653 req-f3af3264-3003-400a-8a86-ab670ee4051f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487170 Aug 31 09:47:35.522995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.557290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Transition to ACTIVE for port object d8d73700-8119-4f88-a0ea-3801fa638358 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:35.655253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-853612e4-5929-40e2-896f-0070ed5fc251 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 HTTP/1.1" status: 200 len: 217 time: 0.4164095 Aug 31 09:47:35.701128 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bbcbd18f-1952-472c-9054-8d7769004653 req-d652e375-324a-4e93-a4d0-eafa9792d6d5 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888549 Aug 31 09:47:35.730518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.741684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8cc68316-6344-44b1-b815-9a9631c5541c req-9829edc9-853b-484a-be86-7d0089056843 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106975 Aug 31 09:47:35.752988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Attempting to bind port 217f1f45-4cef-45a9-8720-27915e13100d on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:35.763627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Attempting to bind port 217f1f45-4cef-45a9-8720-27915e13100d by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '1b5315d7-60ff-4a38-9420-798af5e9e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '54656795-aa2e-4269-8bed-e78030a8f800'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:35.764316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Attempting to bind port 217f1f45-4cef-45a9-8720-27915e13100d on network 54656795-aa2e-4269-8bed-e78030a8f800 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:35.824421 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-14578cb2-ea1d-4839-b951-1cf3957adc6f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for subnetpool, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.826034 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-14578cb2-ea1d-4839-b951-1cf3957adc6f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.0159919 Aug 31 09:47:35.883766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 20e3f094-f5d0-41b4-870b-1d420ecbdeae up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:35.886038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47194) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:35.891259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-d42f3b14-9f2e-4e67-a93b-0b34908dce33 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4', 'tempest-TagsExtTest-Tag-389857577') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:35.893716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Port 217f1f45-4cef-45a9-8720-27915e13100d on network 54656795-aa2e-4269-8bed-e78030a8f800 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:47:35.894244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Attempting to bind port 217f1f45-4cef-45a9-8720-27915e13100d on network 54656795-aa2e-4269-8bed-e78030a8f800 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:35.910897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:35.911526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Checking segment: {'id': '1b5315d7-60ff-4a38-9420-798af5e9e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '54656795-aa2e-4269-8bed-e78030a8f800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:35.912217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Bound using segment: {'id': '1b5315d7-60ff-4a38-9420-798af5e9e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '54656795-aa2e-4269-8bed-e78030a8f800'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:35.912919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Bound port: 217f1f45-4cef-45a9-8720-27915e13100d, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5315d7-60ff-4a38-9420-798af5e9e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '54656795-aa2e-4269-8bed-e78030a8f800'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:35.913464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.047296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 20e3f094-f5d0-41b4-870b-1d420ecbdeae completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:36.052102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 20e3f094-f5d0-41b4-870b-1d420ecbdeae triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:36.052102 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.184078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] For port 217f1f45-4cef-45a9-8720-27915e13100d, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:36.187785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] For port 217f1f45-4cef-45a9-8720-27915e13100d, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=217f1f45-4cef-45a9-8720-27915e13100d,segment=NetworkSegment(1b5315d7-60ff-4a38-9420-798af5e9e7aa),segment_id=1b5315d7-60ff-4a38-9420-798af5e9e7aa)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:36.213414 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.230315 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.236608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bbcbd18f-1952-472c-9054-8d7769004653 req-c6336cd5-a45f-4fd7-a87b-a90dc413055d service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035930 Aug 31 09:47:36.257978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 20e3f094-f5d0-41b4-870b-1d420ecbdeae, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=20e3f094-f5d0-41b4-870b-1d420ecbdeae,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:36.259445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb647a8-a9ba-4866-876a-27467b8687c4 None None] Network 30bf5c1f-3407-4a0e-897d-9545594bc0af requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:36.335959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:36.336667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.338196 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/217f1f45-4cef-45a9-8720-27915e13100d HTTP/1.1" status: 200 len: 1091 time: 2.6589868 Aug 31 09:47:36.341413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be35566-5ae9-420a-b9f3-48dd270bfc09', 'tag': '217f1f45-4cef-45a9-8720-27915e13100d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:36.354571 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4be35566-5ae9-420a-b9f3-48dd270bfc09", "tag": "217f1f45-4cef-45a9-8720-27915e13100d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:36.363727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d42f3b14-9f2e-4e67-a93b-0b34908dce33 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags/tempest-TagsExtTest-Tag-389857577 HTTP/1.1" status: 201 len: 201 time: 0.4762800 Aug 31 09:47:36.376191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47204) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:36.382501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-226dd409-03e4-4511-9481-4e06cc1dbe0d tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c', 'tempest-TagsExtTest-Tag-1766592441') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:36.433876 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.434719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 709bf37a-27e9-46c0-a904-2ff1a9c436f8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:36.484094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-706dd743-09ca-4b3a-888d-9424fb8b6112 None None] Provisioning for port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:36.487539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52536fa6-3098-4f00-b2e4-8af2e7e950c1 service neutron] Pushing event updated for resources: {'Port': ['ID=217f1f45-4cef-45a9-8720-27915e13100d,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:36.511145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-7efbb908-430d-49ae-b605-9b653d075818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:36.512715 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-7efbb908-430d-49ae-b605-9b653d075818 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1707391f5e7f48d79f8369c87fb2f94f&device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 1094 time: 0.1227093 Aug 31 09:47:36.607512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=20e3f094-f5d0-41b4-870b-1d420ecbdeae,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:36.614978 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.615585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:36.623499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d73700-8119-4f88-a0ea-3801fa638358,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:36.628147 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-039d1fa3-bb2a-4b5d-a5f6-bc779163c73f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=217f1f45-4cef-45a9-8720-27915e13100d HTTP/1.1" status: 200 len: 217 time: 0.0988269 Aug 31 09:47:36.638195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:36.640129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.695860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-0454af5b-c92d-4039-b726-0abd744e8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:36.697451 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-0454af5b-c92d-4039-b726-0abd744e8e13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d15becc-c532-44fb-98f7-e9f53d8f842d HTTP/1.1" status: 200 len: 860 time: 0.0677259 Aug 31 09:47:36.704906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-226dd409-03e4-4511-9481-4e06cc1dbe0d tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags/tempest-TagsExtTest-Tag-1766592441 HTTP/1.1" status: 201 len: 201 time: 0.3274589 Aug 31 09:47:36.717501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:36.728755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-f3dcd6cc-722d-457e-b0a9-9356721b3d1c tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98', 'tempest-TagsExtTest-Tag-52400002') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:36.770056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c11a7ed1-bdd3-4e84-beb2-082cf1a568c3 req-2000cce5-1b9e-42aa-9436-48a8ba2b6ae5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 210 time: 0.2974198 Aug 31 09:47:36.804766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Network fe9caab1-cd82-4469-b2bc-db9439ee1a86 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:36.810692 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-5e0f9239-181c-42af-8bac-6576fd946459 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54656795-aa2e-4269-8bed-e78030a8f800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034458 Aug 31 09:47:36.826331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-cc5fb626-0d14-40c7-8a8c-cc18b68cd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:36.828272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-cc5fb626-0d14-40c7-8a8c-cc18b68cd11c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3da331d-af3e-419f-9425-94341c9fbed4 HTTP/1.1" status: 200 len: 852 time: 1.1236522 Aug 31 09:47:36.837743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:36.841093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:36.921944 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.949814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.999934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 709bf37a-27e9-46c0-a904-2ff1a9c436f8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=709bf37a-27e9-46c0-a904-2ff1a9c436f8,segment=NetworkSegment(457ca9be-8f2b-44b3-a1de-4dc734392d6a),segment_id=457ca9be-8f2b-44b3-a1de-4dc734392d6a)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:37.010266 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.100514 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f3dcd6cc-722d-457e-b0a9-9356721b3d1c tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags/tempest-TagsExtTest-Tag-52400002 HTTP/1.1" status: 201 len: 201 time: 0.3809254 Aug 31 09:47:37.108180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47220) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:37.116160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f6cd530-1fa2-4f78-aa54-f6ec82d040b2 None None] Provisioning for port ef0edd67-bba3-48cc-afc5-c49e38b90f7c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:37.121669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-68a4fbc8-1839-4dc8-a7b7-d10b3c8516d2 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957', 'tempest-TagsExtTest-Tag-2040249031') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:37.133864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f6cd530-1fa2-4f78-aa54-f6ec82d040b2 None None] Provisioning complete for port ef0edd67-bba3-48cc-afc5-c49e38b90f7c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:37.134027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd530-1fa2-4f78-aa54-f6ec82d040b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.135792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=709bf37a-27e9-46c0-a904-2ff1a9c436f8,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:37.255011 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-39c83680-37b1-4185-86e8-fa516d643e5b service neutron] 10.222.0.20 "GET /v2.0/networks/54656795-aa2e-4269-8bed-e78030a8f800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905380 Aug 31 09:47:37.289011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2f6cd530-1fa2-4f78-aa54-f6ec82d040b2 None None] Port ef0edd67-bba3-48cc-afc5-c49e38b90f7c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:37.321953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f6cd530-1fa2-4f78-aa54-f6ec82d040b2 None None] Provisioning complete for port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:37.322320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd530-1fa2-4f78-aa54-f6ec82d040b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.345752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-8ec14c39-aa35-4de5-8894-c7c493e9de48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3c8de19-271a-4311-b8e0-b1f679c124e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4174619 Aug 31 09:47:37.346448 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.428226 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-68a4fbc8-1839-4dc8-a7b7-d10b3c8516d2 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags/tempest-TagsExtTest-Tag-2040249031 HTTP/1.1" status: 201 len: 201 time: 0.3167067 Aug 31 09:47:37.430998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4a371b2-9f79-4265-ba07-4a024318e7a6 req-edcc0793-7806-4590-b3b4-a81975a355a9 service neutron] 10.222.0.20 "GET /v2.0/networks/54656795-aa2e-4269-8bed-e78030a8f800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550262 Aug 31 09:47:37.432023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47222) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:37.445375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-a249f981-f181-46ab-bb5c-0b2748e47a7b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:37.517830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.534459 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a249f981-f181-46ab-bb5c-0b2748e47a7b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags HTTP/1.1" status: 200 len: 240 time: 0.0990734 Aug 31 09:47:37.534741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:37.541281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-9c5c09a3-29f5-42a9-abd4-d818a234bad3 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4', 'tempest-TagsExtTest-Tag-389857577') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:37.580919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-949802be-d518-4528-922b-679a63989585 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:37.584113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-949802be-d518-4528-922b-679a63989585 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 816 time: 1.9173827 Aug 31 09:47:37.601657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271166e9-42db-4d7d-9f83-8ad973fab577 req-eae1e93a-6adb-458b-abfd-c81cd6ec60c7 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:37.607647 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9c5c09a3-29f5-42a9-abd4-d818a234bad3 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags/tempest-TagsExtTest-Tag-389857577 HTTP/1.1" status: 204 len: 168 time: 0.0713322 Aug 31 09:47:37.608234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47230) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:37.609756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-271166e9-42db-4d7d-9f83-8ad973fab577 req-eae1e93a-6adb-458b-abfd-c81cd6ec60c7 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.3517842 Aug 31 09:47:37.613670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-9448ab99-bd75-4fe6-ae0c-5e7bae288560 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4', 'tempest-TagsExtTest-Tag-389857577') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:37.619294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b094123e-824e-492e-b410-3791a20c7c28 None None] Provisioning complete for port ef0edd67-bba3-48cc-afc5-c49e38b90f7c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:37.619294 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b094123e-824e-492e-b410-3791a20c7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.685761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b094123e-824e-492e-b410-3791a20c7c28 None None] Port ef0edd67-bba3-48cc-afc5-c49e38b90f7c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:37.715798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b094123e-824e-492e-b410-3791a20c7c28 None None] Provisioning for port d8d73700-8119-4f88-a0ea-3801fa638358 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:37.723205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b094123e-824e-492e-b410-3791a20c7c28 None None] Provisioning complete for port d8d73700-8119-4f88-a0ea-3801fa638358 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:37.724327 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b094123e-824e-492e-b410-3791a20c7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.729024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 20e3f094-f5d0-41b4-870b-1d420ecbdeae up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:37.767577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9448ab99-bd75-4fe6-ae0c-5e7bae288560 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags/tempest-TagsExtTest-Tag-389857577 HTTP/1.1" status: 204 len: 168 time: 0.1583176 Aug 31 09:47:37.769011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47232) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:37.778322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-a9e8e470-d17f-4278-accf-36cf7ba60e84 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:37.804812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b094123e-824e-492e-b410-3791a20c7c28 None None] Port d8d73700-8119-4f88-a0ea-3801fa638358 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:37.805038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-c312c9a5-42a8-4db6-b542-8f431cf8809e service neutron] 10.222.0.52 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190166 Aug 31 09:47:37.827059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 20e3f094-f5d0-41b4-870b-1d420ecbdeae triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:37.827945 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.848285 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a9e8e470-d17f-4278-accf-36cf7ba60e84 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags HTTP/1.1" status: 200 len: 205 time: 0.0761747 Aug 31 09:47:37.848906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47234) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:37.854484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-c581eb15-97cb-4377-a651-f4c3de9557ca tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:37.877445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-face0403-2d65-4bb6-bad5-d315f27051ca tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079bf3653f69456b93cb7c8eee16aae3 HTTP/1.1" status: 200 len: 379 time: 0.2556367 Aug 31 09:47:37.926372 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c581eb15-97cb-4377-a651-f4c3de9557ca tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags HTTP/1.1" status: 200 len: 241 time: 0.0764406 Aug 31 09:47:37.930827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 709bf37a-27e9-46c0-a904-2ff1a9c436f8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:37.931316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47242) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:37.936246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-71dd33d1-ca33-4f8c-8913-2eeed494a1d3 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c', 'tempest-TagsExtTest-Tag-1766592441') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:37.958829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-271166e9-42db-4d7d-9f83-8ad973fab577 req-092f372a-728c-4463-87f8-f06f293e7a6b tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481007 Aug 31 09:47:37.964357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'port': {'device_id': '0214985f-3e13-46a6-a449-5ffa05579194', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'admin_state_up': True, 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'security_groups': ['d04935de-7144-4e1b-9e04-b52f943f03c0']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:37.987470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:37.988126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.025373 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-71dd33d1-ca33-4f8c-8913-2eeed494a1d3 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags/tempest-TagsExtTest-Tag-1766592441 HTTP/1.1" status: 204 len: 168 time: 0.0906012 Aug 31 09:47:38.025495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47244) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:38.032984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-096a7575-648f-4d26-8caa-a85ef15536ea tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c', 'tempest-TagsExtTest-Tag-1766592441') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:38.115171 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d37c0b7-b3d7-4383-9928-0bdefe774f80 x-openstack-request-id: req-2d37c0b7-b3d7-4383-9928-0bdefe774f80 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:38.115448 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be35566-5ae9-420a-b9f3-48dd270bfc09", "tag": "217f1f45-4cef-45a9-8720-27915e13100d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:38.115693 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d37c0b7-b3d7-4383-9928-0bdefe774f80 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:38.116088 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be35566-5ae9-420a-b9f3-48dd270bfc09', 'tag': '217f1f45-4cef-45a9-8720-27915e13100d', 'status': 'completed', 'code': 200} Aug 31 09:47:38.134152 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-096a7575-648f-4d26-8caa-a85ef15536ea tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags/tempest-TagsExtTest-Tag-1766592441 HTTP/1.1" status: 204 len: 168 time: 0.1059017 Aug 31 09:47:38.134787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47250) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:38.139956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-5d42ba4f-6b81-4eb6-a24f-030b4abd2000 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:38.174591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.197007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.230014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-6676bfd7-9ecf-4ad3-bf27-f7f8cb290124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.231604 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-6676bfd7-9ecf-4ad3-bf27-f7f8cb290124 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1707391f5e7f48d79f8369c87fb2f94f&device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 1094 time: 0.0632534 Aug 31 09:47:38.255159 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d42ba4f-6b81-4eb6-a24f-030b4abd2000 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags HTTP/1.1" status: 200 len: 205 time: 0.1151862 Aug 31 09:47:38.255827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47252) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:38.296693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-44ba2901-78fe-41ba-9478-41848b74d993 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:38.303750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0660c2c-5d8b-4f51-bc84-55175354b097 req-5ebd1a67-b3a0-470e-b5b3-c502b6ca2d18 service neutron] 10.222.0.52 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738910 Aug 31 09:47:38.409844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event updated for resources: {'Port': ['ID=418cd581-c86c-43de-85bb-250910dee0d1,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:38.420746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.428962 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.438096 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.448412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c18a2-a0f4-4495-acea-f778b200cf1b req-e185534c-f938-4abf-b75d-c959b99db97d tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.450123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d44c18a2-a0f4-4495-acea-f778b200cf1b req-e185534c-f938-4abf-b75d-c959b99db97d tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 943 time: 0.2600069 Aug 31 09:47:38.493839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Made reservation on behalf of 079bf3653f69456b93cb7c8eee16aae3 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:38.497681 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.528909 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.530214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-856a3274-97d5-439a-a6d6-16f548dd57af tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.2885935 Aug 31 09:47:38.659215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.682873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-fb632f67-d96b-4b64-abfc-9e727463976d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.1343026 Aug 31 09:47:38.683541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d73700-8119-4f88-a0ea-3801fa638358,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:38.747038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d44c18a2-a0f4-4495-acea-f778b200cf1b req-3e7e532c-e24e-4562-8de1-8f7efca0f460 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660007 Aug 31 09:47:38.763172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-44ba2901-78fe-41ba-9478-41848b74d993 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags HTTP/1.1" status: 200 len: 239 time: 0.4720562 Aug 31 09:47:38.765379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:38.770071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-fae35c30-765f-4e35-b2a9-17f61e6817d4 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98', 'tempest-TagsExtTest-Tag-52400002') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:38.774284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-d59cf3dd-88d0-4698-9d60-269142edc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.775932 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-d59cf3dd-88d0-4698-9d60-269142edc79a service neutron] 10.222.0.20 "GET /v2.0/networks?id=54656795-aa2e-4269-8bed-e78030a8f800 HTTP/1.1" status: 200 len: 922 time: 0.5359318 Aug 31 09:47:38.872600 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-f3183c16-013c-4364-ae04-4d7f561cc093 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=217f1f45-4cef-45a9-8720-27915e13100d HTTP/1.1" status: 200 len: 217 time: 0.0664737 Aug 31 09:47:38.907988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4933ded8-07b5-4c15-bc9e-a741099cc48d req-8c2ddc3f-919e-4a9f-80f7-485bf64f7a1d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 210 time: 0.0581715 Aug 31 09:47:38.916298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fae35c30-765f-4e35-b2a9-17f61e6817d4 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags/tempest-TagsExtTest-Tag-52400002 HTTP/1.1" status: 204 len: 168 time: 0.1497035 Aug 31 09:47:38.916901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47264) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:38.926977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-2f175e7e-5ba9-4f61-a90f-59dfad5da99e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98', 'tempest-TagsExtTest-Tag-52400002') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:39.014380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47272) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.021873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Allocated IP 172.20.0.10 (7ef2d02d-7502-478d-a729-87262870c6fa/6a419e78-d143-4781-a8aa-5dff93412488/c193156c-28ed-4076-80d6-8c10d3979ebf) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:39.027312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-de65998e-def3-48d8-b2f2-3f6e45507bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:39.028952 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-de65998e-def3-48d8-b2f2-3f6e45507bb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d15becc-c532-44fb-98f7-e9f53d8f842d HTTP/1.1" status: 200 len: 860 time: 0.1478474 Aug 31 09:47:39.032997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-845fbe55-47e9-45ab-9e8d-8d700aaf18b3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:39.034689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-845fbe55-47e9-45ab-9e8d-8d700aaf18b3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3046012 Aug 31 09:47:39.055920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-d6d32b20-5359-41ba-8977-ab39ac541fcf tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:47:39.057018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cb88a8a-edc8-4309-991a-66aaeb00aba3 req-d6d32b20-5359-41ba-8977-ab39ac541fcf tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089378 Aug 31 09:47:39.070197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Network fe9caab1-cd82-4469-b2bc-db9439ee1a86 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:39.081240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:39.184937 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-8e109559-0127-49a0-8858-e0973f69dabd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54656795-aa2e-4269-8bed-e78030a8f800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436682 Aug 31 09:47:39.189635 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2f175e7e-5ba9-4f61-a90f-59dfad5da99e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags/tempest-TagsExtTest-Tag-52400002 HTTP/1.1" status: 204 len: 168 time: 0.2679126 Aug 31 09:47:39.234676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47278) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.239642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-b65ffc60-ce56-49f2-b8ff-be3262bb4d34 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:39.284806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fa109a6-a1a0-41b4-8835-c2d834210abd tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.346234 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-954f927f-d445-44d9-bea6-0bd9f3c0ee7a service neutron] 10.222.0.20 "GET /v2.0/networks/54656795-aa2e-4269-8bed-e78030a8f800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383700 Aug 31 09:47:39.349034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fa109a6-a1a0-41b4-8835-c2d834210abd tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.447445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a3ec761-212a-435f-ae02-b1b548dcb34e None None] Provisioning complete for port d8d73700-8119-4f88-a0ea-3801fa638358 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:39.449161 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec761-212a-435f-ae02-b1b548dcb34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.490806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ec761-212a-435f-ae02-b1b548dcb34e None None] Port d8d73700-8119-4f88-a0ea-3801fa638358 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:39.518030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-daf7a5ad-4053-40b3-aaaa-fcd135f319d4 req-c2b89b94-641a-487b-8977-a3100163ed7f service neutron] 10.222.0.20 "GET /v2.0/networks/54656795-aa2e-4269-8bed-e78030a8f800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595743 Aug 31 09:47:39.534510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fa109a6-a1a0-41b4-8835-c2d834210abd tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.538306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7fa109a6-a1a0-41b4-8835-c2d834210abd tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.539923 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7fa109a6-a1a0-41b4-8835-c2d834210abd tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "DELETE /v2.0/security-groups/cf84c196-4435-43ab-88e3-8388e658798d HTTP/1.1" status: 204 len: 168 time: 0.5217280 Aug 31 09:47:39.543518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47284) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.561976 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-77972008-8a94-4652-aa73-715862eb47ed tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] show failed (client error): The resource could not be found. Aug 31 09:47:39.563036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-77972008-8a94-4652-aa73-715862eb47ed tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "GET /v2.0/security-groups/cf84c196-4435-43ab-88e3-8388e658798d HTTP/1.1" status: 404 len: 347 time: 0.0185788 Aug 31 09:47:39.563800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa109a6-a1a0-41b4-8835-c2d834210abd tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf84c196-4435-43ab-88e3-8388e658798d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:39.565809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47286) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.720792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting port 9c41efe8-0490-4b96-a7f1-152c92afac7a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:39.721134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.811572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188baaaf-3b87-4c42-9896-038b352eb520 req-6e5840a0-db16-4ef1-a58c-8dcb39964fc4 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:39.816120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-188baaaf-3b87-4c42-9896-038b352eb520 req-6e5840a0-db16-4ef1-a58c-8dcb39964fc4 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.7011478 Aug 31 09:47:39.836825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.837381 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.840413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f546a-1f74-4016-a191-4db4466ce74e req-38a5cfa9-0b80-4ffd-b09a-10f5154001f0 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:39.841962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-38a5cfa9-0b80-4ffd-b09a-10f5154001f0 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6492982 Aug 31 09:47:39.854096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Calling delete_port for 9c41efe8-0490-4b96-a7f1-152c92afac7a owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:39.861118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b65ffc60-ce56-49f2-b8ff-be3262bb4d34 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags HTTP/1.1" status: 200 len: 205 time: 0.6224401 Aug 31 09:47:39.863081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47298) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.870297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-56eaae9e-110e-4673-bf57-ed1719c3e6b7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:39.929064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-56eaae9e-110e-4673-bf57-ed1719c3e6b7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags HTTP/1.1" status: 200 len: 241 time: 0.0649114 Aug 31 09:47:39.933234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47302) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.938158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-eefcb146-3ecb-47e4-b7e6-8b24ba8b7413 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957', 'tempest-TagsExtTest-Tag-2040249031') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:39.940569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-df2490bb-a175-4755-a325-c66c63a883f3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.0759463 Aug 31 09:47:39.942414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:39.947394 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.966467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Request body: {'floatingip': {'port_id': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:39.983194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eefcb146-3ecb-47e4-b7e6-8b24ba8b7413 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags/tempest-TagsExtTest-Tag-2040249031 HTTP/1.1" status: 204 len: 168 time: 0.0471277 Aug 31 09:47:39.985800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47310) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.991310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-b12d21ef-b2ca-43ad-b300-075efcdee248 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957', 'tempest-TagsExtTest-Tag-2040249031') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:40.013605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-188baaaf-3b87-4c42-9896-038b352eb520 req-1cac6b72-b9ff-486a-86cb-d88c0d3b7ecd tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882603 Aug 31 09:47:40.027104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Transition to ACTIVE for port object c193156c-28ed-4076-80d6-8c10d3979ebf will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:40.032706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.073863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47314) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.075286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b12d21ef-b2ca-43ad-b300-075efcdee248 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags/tempest-TagsExtTest-Tag-2040249031 HTTP/1.1" status: 204 len: 168 time: 0.0884318 Aug 31 09:47:40.091334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.108974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-ccd4671e-09e5-4a82-8f1d-8aa6fa5a7275 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:40.125005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Port': ['ID=9c41efe8-0490-4b96-a7f1-152c92afac7a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:40.196775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.199977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.203086 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-90525cba-bc69-402a-9614-822b79bbe536 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "DELETE /v2.0/floatingips/2cecb2ca-8c4c-45ca-ac6f-31b1e9d77978 HTTP/1.1" status: 204 len: 168 time: 0.6345198 Aug 31 09:47:40.204010 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47318) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.300513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.305839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ccd4671e-09e5-4a82-8f1d-8aa6fa5a7275 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags HTTP/1.1" status: 200 len: 205 time: 0.1979411 Aug 31 09:47:40.306312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47320) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.312911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-29fd5c40-4969-49bb-9ed0-e541181a66de tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:40.326806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2931b383-0194-47a0-a0bc-8be5942e46d5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting port 565e1b0f-de4b-4baf-8c63-4aa7212bc502 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:40.327151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2931b383-0194-47a0-a0bc-8be5942e46d5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.388513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6650d-5f30-4870-a97e-c9521167b821 req-39f05571-87fa-442e-9cea-508a110babc7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:40.390070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4e6650d-5f30-4870-a97e-c9521167b821 req-39f05571-87fa-442e-9cea-508a110babc7 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 943 time: 0.2757726 Aug 31 09:47:40.401432 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-29fd5c40-4969-49bb-9ed0-e541181a66de tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags HTTP/1.1" status: 204 len: 168 time: 0.0919819 Aug 31 09:47:40.406209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47322) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.417546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-0b4dd316-6061-49a7-9ff1-c391fd46f3ec tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:40.444053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:40.455825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Network 7ef2d02d-7502-478d-a729-87262870c6fa is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:40.468759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64067a2c-e692-4196-8e12-d7c4541d17e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/a57945b4-5a99-4f87-acdc-9eaa99dd2c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8681407 Aug 31 09:47:40.468941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Sync routers for ids ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:40.470964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:40.476612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2931b383-0194-47a0-a0bc-8be5942e46d5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.486170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:40.488792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:40.505293 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Routers {'a57945b4-5a99-4f87-acdc-9eaa99dd2c06'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:40.513772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:40.527341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2931b383-0194-47a0-a0bc-8be5942e46d5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Calling delete_port for 565e1b0f-de4b-4baf-8c63-4aa7212bc502 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:40.550095 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0b4dd316-6061-49a7-9ff1-c391fd46f3ec tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags HTTP/1.1" status: 204 len: 168 time: 0.1428323 Aug 31 09:47:40.586543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47326) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.605732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-6b1843ec-2c66-4156-9af1-dcc6919ea01f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:40.630089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4e6650d-5f30-4870-a97e-c9521167b821 req-f951e692-86f3-42eb-99dd-9d171022fad3 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896324 Aug 31 09:47:40.683658 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.696045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:40.696158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.742334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2931b383-0194-47a0-a0bc-8be5942e46d5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.787520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-42ddd286-a581-413a-bf32-04b05f09be68 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8389981 Aug 31 09:47:40.793690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931b383-0194-47a0-a0bc-8be5942e46d5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Port': ['ID=565e1b0f-de4b-4baf-8c63-4aa7212bc502,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:40.816871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Request body: {'port': {'device_id': '0214985f-3e13-46a6-a449-5ffa05579194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:40.856644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Set router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:40.895199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fd2ca65d-cbac-4259-9fd1-f532be8fb534 None None] Provisioning for port c193156c-28ed-4076-80d6-8c10d3979ebf completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:40.908379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fd2ca65d-cbac-4259-9fd1-f532be8fb534 None None] Provisioning complete for port c193156c-28ed-4076-80d6-8c10d3979ebf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:40.909545 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca65d-cbac-4259-9fd1-f532be8fb534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.930506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2931b383-0194-47a0-a0bc-8be5942e46d5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.934981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2931b383-0194-47a0-a0bc-8be5942e46d5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "DELETE /v2.0/ports/565e1b0f-de4b-4baf-8c63-4aa7212bc502 HTTP/1.1" status: 204 len: 168 time: 0.7271569 Aug 31 09:47:40.936037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47330) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.979157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc47117-e2f2-418b-954c-7f6683e200f0 req-27b0b74e-f155-4f30-bfdc-069b72823ab8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:40.991249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cc47117-e2f2-418b-954c-7f6683e200f0 req-27b0b74e-f155-4f30-bfdc-069b72823ab8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 932 time: 0.2570593 Aug 31 09:47:41.029104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6b1843ec-2c66-4156-9af1-dcc6919ea01f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags HTTP/1.1" status: 204 len: 168 time: 0.4280784 Aug 31 09:47:41.033545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47332) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:41.040054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-23eb9a6c-9b90-4158-9499-9106c26615fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:41.042823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.043042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ca65d-cbac-4259-9fd1-f532be8fb534 None None] Port c193156c-28ed-4076-80d6-8c10d3979ebf cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:41.072899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 217f1f45-4cef-45a9-8720-27915e13100d details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:47:41.089791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-347836ed-acea-4d32-86c4-f420c1a165f7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting port 88eafdf0-d6a9-4ac5-990f-ed2225afba99 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:41.090283 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347836ed-acea-4d32-86c4-f420c1a165f7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.256458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-23eb9a6c-9b90-4158-9499-9106c26615fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags HTTP/1.1" status: 204 len: 168 time: 0.2177739 Aug 31 09:47:41.260452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47338) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:41.261903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:47:37Z', 'revision_number': 4, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port': {'id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd8d73700-8119-4f88-a0ea-3801fa638358', 'name': '', 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'mac_address': 'fa:16:3e:9c:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'fb947da0-afe1-4a3e-b44f-81b4b3341aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:34Z', 'updated_at': '2021-08-31T09:47:37Z', 'revision_number': 2, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'subnets': [{'id': 'fb947da0-afe1-4a3e-b44f-81b4b3341aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:41.268108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-ef88d23a-c7e9-46b6-b897-c2aa69689b63 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4', 'tempest-TagsExtTest-Tag-1667567705') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:41.306270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347836ed-acea-4d32-86c4-f420c1a165f7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.324047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Checking router: a57945b4-5a99-4f87-acdc-9eaa99dd2c06 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:41.324543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Updating router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 port d8d73700-8119-4f88-a0ea-3801fa638358 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:41.327865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 217f1f45-4cef-45a9-8720-27915e13100d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=217f1f45-4cef-45a9-8720-27915e13100d,segment=NetworkSegment(1b5315d7-60ff-4a38-9420-798af5e9e7aa),segment_id=1b5315d7-60ff-4a38-9420-798af5e9e7aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:41.338605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-347836ed-acea-4d32-86c4-f420c1a165f7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Calling delete_port for 88eafdf0-d6a9-4ac5-990f-ed2225afba99 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:41.371358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '217f1f45-4cef-45a9-8720-27915e13100d', 'network_id': '54656795-aa2e-4269-8bed-e78030a8f800', 'port_id': '217f1f45-4cef-45a9-8720-27915e13100d', 'mac_address': 'fa:16:3e:9d:37:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d15becc-c532-44fb-98f7-e9f53d8f842d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:47:41.378367 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.482486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ef88d23a-c7e9-46b6-b897-c2aa69689b63 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags/tempest-TagsExtTest-Tag-1667567705 HTTP/1.1" status: 201 len: 201 time: 0.2208471 Aug 31 09:47:41.483195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47342) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:41.485406 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.490080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-023aa94b-4ef7-4b1a-8888-ce61c2be27db tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c', 'tempest-TagsExtTest-Tag-1925612688') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:41.498982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c193156c-28ed-4076-80d6-8c10d3979ebf {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:41.508184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.514150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217f1f45-4cef-45a9-8720-27915e13100d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:41.522975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Transition to ACTIVE for port object c193156c-28ed-4076-80d6-8c10d3979ebf will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:41.529814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cc47117-e2f2-418b-954c-7f6683e200f0 req-952e67d6-50d2-46b3-82f5-9b214f33ef8b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5371234 Aug 31 09:47:41.533627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.538529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 217f1f45-4cef-45a9-8720-27915e13100d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=217f1f45-4cef-45a9-8720-27915e13100d,segment=NetworkSegment(1b5315d7-60ff-4a38-9420-798af5e9e7aa),segment_id=1b5315d7-60ff-4a38-9420-798af5e9e7aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:41.547631 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.637386 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-023aa94b-4ef7-4b1a-8888-ce61c2be27db tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags/tempest-TagsExtTest-Tag-1925612688 HTTP/1.1" status: 201 len: 201 time: 0.1485932 Aug 31 09:47:41.637386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47344) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:41.641061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-de75107a-759b-4900-b5e5-16e322bbc43e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98', 'tempest-TagsExtTest-Tag-788706322') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:41.688145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:41.692818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347836ed-acea-4d32-86c4-f420c1a165f7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.800641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:47:41.805374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347836ed-acea-4d32-86c4-f420c1a165f7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Port': ['ID=88eafdf0-d6a9-4ac5-990f-ed2225afba99,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:41.868353 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-de75107a-759b-4900-b5e5-16e322bbc43e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags/tempest-TagsExtTest-Tag-788706322 HTTP/1.1" status: 201 len: 201 time: 0.2318304 Aug 31 09:47:41.869074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47350) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:41.881785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-512a7c94-f4ec-4624-9919-4dd73e168a31 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957', 'tempest-TagsExtTest-Tag-280268108') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:41.907570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347836ed-acea-4d32-86c4-f420c1a165f7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.913411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47352) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:41.914203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-347836ed-acea-4d32-86c4-f420c1a165f7 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "DELETE /v2.0/ports/88eafdf0-d6a9-4ac5-990f-ed2225afba99 HTTP/1.1" status: 204 len: 168 time: 0.9776645 Aug 31 09:47:41.955193 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-512a7c94-f4ec-4624-9919-4dd73e168a31 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags/tempest-TagsExtTest-Tag-280268108 HTTP/1.1" status: 201 len: 201 time: 0.0819793 Aug 31 09:47:41.958296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47354) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:41.963806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-6250027f-1144-4410-8811-38d159176010 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4', {'tags': ['tempest-TagsExtTest-Tag-1314640660', 'tempest-TagsExtTest-Tag-1517546158', 'tempest-TagsExtTest-Tag-45295530']}) {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.041745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['217f1f45-4cef-45a9-8720-27915e13100d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:42.043993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=217f1f45-4cef-45a9-8720-27915e13100d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:42.057677 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6250027f-1144-4410-8811-38d159176010 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags HTTP/1.1" status: 200 len: 316 time: 0.0979578 Aug 31 09:47:42.060195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47358) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.066701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-4c24ad50-75e9-40fd-941c-c0a2dd97be6e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.095327 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.101204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Attempting to bind port c193156c-28ed-4076-80d6-8c10d3979ebf on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:42.101750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Attempting to bind port c193156c-28ed-4076-80d6-8c10d3979ebf by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:42.102163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Attempting to bind port c193156c-28ed-4076-80d6-8c10d3979ebf on network 7ef2d02d-7502-478d-a729-87262870c6fa {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:42.114696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.169271 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4c24ad50-75e9-40fd-941c-c0a2dd97be6e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags HTTP/1.1" status: 204 len: 168 time: 0.1074259 Aug 31 09:47:42.171914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47360) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.177488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Port c193156c-28ed-4076-80d6-8c10d3979ebf on network 7ef2d02d-7502-478d-a729-87262870c6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:47:42.177804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-3b191175-678c-4d69-b634-98897a3f66b6 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4', 'tempest-TagsExtTest-Tag-1314640660') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.177933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Attempting to bind port c193156c-28ed-4076-80d6-8c10d3979ebf on network 7ef2d02d-7502-478d-a729-87262870c6fa {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:42.186900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:42.187277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Checking segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:42.187632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Bound using segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:42.188073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Bound port: c193156c-28ed-4076-80d6-8c10d3979ebf, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:42.188461 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.209166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc20b44-f2ec-43cd-93c0-287c9aa21691 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting subnet cd49b6f0-d9c2-4e14-a163-4f38258ec16f {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:42.258873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1cc20b44-f2ec-43cd-93c0-287c9aa21691 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.296077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6ba3f-031c-4f63-bcf2-2591e584c5cf req-b6990e21-ebd9-4c7d-b91c-785e876b6190 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:42.297667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63f6ba3f-031c-4f63-bcf2-2591e584c5cf req-b6990e21-ebd9-4c7d-b91c-785e876b6190 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.2452319 Aug 31 09:47:42.309466 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-3b191175-678c-4d69-b634-98897a3f66b6 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:42.311035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3b191175-678c-4d69-b634-98897a3f66b6 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags/tempest-TagsExtTest-Tag-1314640660 HTTP/1.1" status: 404 len: 329 time: 0.1373680 Aug 31 09:47:42.315457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47364) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.325296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-20ff6ae0-b3e4-44d2-b214-de738cf0835c tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4', 'tempest-TagsExtTest-Tag-1517546158') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.400738 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-20ff6ae0-b3e4-44d2-b214-de738cf0835c tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:42.401999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-20ff6ae0-b3e4-44d2-b214-de738cf0835c tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags/tempest-TagsExtTest-Tag-1517546158 HTTP/1.1" status: 404 len: 329 time: 0.0848899 Aug 31 09:47:42.404752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.409961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-cb9f1d94-f2d5-491f-8127-a5de5e2c700f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4', 'tempest-TagsExtTest-Tag-45295530') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.454282 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.467059 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-cb9f1d94-f2d5-491f-8127-a5de5e2c700f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:42.468180 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb9f1d94-f2d5-491f-8127-a5de5e2c700f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags/tempest-TagsExtTest-Tag-45295530 HTTP/1.1" status: 404 len: 327 time: 0.0624983 Aug 31 09:47:42.471090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47368) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.476995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Transition to ACTIVE for port object d8d73700-8119-4f88-a0ea-3801fa638358 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:42.477817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-0f63a724-7ff8-4494-9e65-7dd11bf9d607 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c', {'tags': ['tempest-TagsExtTest-Tag-1272104434', 'tempest-TagsExtTest-Tag-2001353206', 'tempest-TagsExtTest-Tag-687037582']}) {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.486067 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.555023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd86fe-7ab2-4015-8156-f657f74778ff None None] Pushing event updated for resources: {'Port': ['ID=d8d73700-8119-4f88-a0ea-3801fa638358,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:42.582614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0f63a724-7ff8-4494-9e65-7dd11bf9d607 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags HTTP/1.1" status: 200 len: 317 time: 0.1080291 Aug 31 09:47:42.585552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47370) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.590852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-10c62fe3-4e72-45c3-8c89-e605769a9f44 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.618009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Attempting to bind port d8d73700-8119-4f88-a0ea-3801fa638358 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:42.618683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Attempting to bind port d8d73700-8119-4f88-a0ea-3801fa638358 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:42.619287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Attempting to bind port d8d73700-8119-4f88-a0ea-3801fa638358 on network fe9caab1-cd82-4469-b2bc-db9439ee1a86 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:42.628100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:42.628985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Checking segment: {'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:42.629610 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.630885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Bound using segment: {'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:42.631585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Bound port: d8d73700-8119-4f88-a0ea-3801fa638358, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a3684-6a9e-41e2-b558-ae91b51563ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:42.632235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.698228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-10c62fe3-4e72-45c3-8c89-e605769a9f44 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags HTTP/1.1" status: 204 len: 168 time: 0.1111767 Aug 31 09:47:42.701151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47374) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.706225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-11ad0fa4-751c-4d1a-87e7-4a6ebdc79381 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c', 'tempest-TagsExtTest-Tag-1272104434') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.738488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] For port d8d73700-8119-4f88-a0ea-3801fa638358, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:42.745794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] For port d8d73700-8119-4f88-a0ea-3801fa638358, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d8d73700-8119-4f88-a0ea-3801fa638358,segment=NetworkSegment(ad6a3684-6a9e-41e2-b558-ae91b51563ff),segment_id=ad6a3684-6a9e-41e2-b558-ae91b51563ff)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:42.758568 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.783841 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-11ad0fa4-751c-4d1a-87e7-4a6ebdc79381 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:42.785690 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-11ad0fa4-751c-4d1a-87e7-4a6ebdc79381 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags/tempest-TagsExtTest-Tag-1272104434 HTTP/1.1" status: 404 len: 329 time: 0.0831742 Aug 31 09:47:42.788807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47376) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.797634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-8dccb018-6f6b-4680-b9b2-be1d295dd4e7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c', 'tempest-TagsExtTest-Tag-2001353206') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.827791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Routers {'a57945b4-5a99-4f87-acdc-9eaa99dd2c06'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:42.828711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.885943 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-8dccb018-6f6b-4680-b9b2-be1d295dd4e7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:42.887186 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8dccb018-6f6b-4680-b9b2-be1d295dd4e7 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags/tempest-TagsExtTest-Tag-2001353206 HTTP/1.1" status: 404 len: 329 time: 0.0972483 Aug 31 09:47:42.891122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47378) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.898683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-4eb342d6-b76a-4ef2-a1e0-3403becf558e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c', 'tempest-TagsExtTest-Tag-687037582') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:42.906932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd86fe-7ab2-4015-8156-f657f74778ff None None] Pushing event updated for resources: {'Port': ['ID=d8d73700-8119-4f88-a0ea-3801fa638358,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:42.916333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:42.921940 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Floating IP 3a296499-d5aa-44e7-a604-ecc15d4b5417 associated. External IP: 172.25.1.241, port: 5f5d2646-851a-4f1b-8a56-e004ef0e5673. Aug 31 09:47:42.982379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1cc20b44-f2ec-43cd-93c0-287c9aa21691 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.014647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] Set router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:43.015139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:43.017602 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-4eb342d6-b76a-4ef2-a1e0-3403becf558e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:43.024046 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4eb342d6-b76a-4ef2-a1e0-3403becf558e tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags/tempest-TagsExtTest-Tag-687037582 HTTP/1.1" status: 404 len: 328 time: 0.1290264 Aug 31 09:47:43.026122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:43.043659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-d0d83c0e-9309-43c9-b714-67981e7b8abb tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98', {'tags': ['tempest-TagsExtTest-Tag-1705929986', 'tempest-TagsExtTest-Tag-1040579278', 'tempest-TagsExtTest-Tag-2868789']}) {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:43.053435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.086612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 217f1f45-4cef-45a9-8720-27915e13100d up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:43.142066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:43.165035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63f6ba3f-031c-4f63-bcf2-2591e584c5cf req-42d4ec29-3408-495d-9047-a9008678ac4d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8204985 Aug 31 09:47:43.217434 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d0d83c0e-9309-43c9-b714-67981e7b8abb tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags HTTP/1.1" status: 200 len: 315 time: 0.1862483 Aug 31 09:47:43.218195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47384) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:43.236893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-a9b10a81-336b-4f6c-808d-0528a4a8e098 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:43.245966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:43.246607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.248112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-4528991c-9378-4628-95ff-eb6d7effd09e service neutron] 10.222.0.20 "PUT /v2.0/ports/c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1092 time: 2.4371943 Aug 31 09:47:43.248576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:43.254137 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8e292e-c021-43c6-8789-3b14baa8038e" -d '{"events": [{"name": "network-changed", "server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:43.288280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 217f1f45-4cef-45a9-8720-27915e13100d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:43.305424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 217f1f45-4cef-45a9-8720-27915e13100d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:43.305725 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.426433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1cc20b44-f2ec-43cd-93c0-287c9aa21691 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.483785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a9b10a81-336b-4f6c-808d-0528a4a8e098 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags HTTP/1.1" status: 204 len: 168 time: 0.2643473 Aug 31 09:47:43.485139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47390) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:43.493309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-617e5975-a2a3-4cf8-93dc-246b51de253d tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98', 'tempest-TagsExtTest-Tag-1705929986') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:43.563920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34edbd-b622-4ea4-b999-0c62c3dbbc6c req-fedbf031-ce11-4294-97de-80217dd3bd3f tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:43.565619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c34edbd-b622-4ea4-b999-0c62c3dbbc6c req-fedbf031-ce11-4294-97de-80217dd3bd3f tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 944 time: 0.2755835 Aug 31 09:47:43.568774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-3cdd6c03-895b-40fa-babe-fff8061f1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:43.569768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-3cdd6c03-895b-40fa-babe-fff8061f1a64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1095 time: 0.2620142 Aug 31 09:47:43.582829 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-617e5975-a2a3-4cf8-93dc-246b51de253d tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:43.588148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-617e5975-a2a3-4cf8-93dc-246b51de253d tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags/tempest-TagsExtTest-Tag-1705929986 HTTP/1.1" status: 404 len: 329 time: 0.1018832 Aug 31 09:47:43.588783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47392) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:43.594033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-0d144831-e6de-46e6-811f-7e8b66e45217 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98', 'tempest-TagsExtTest-Tag-1040579278') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:43.605973 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.643199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-8ae17bac-02d5-419f-81cd-ac7c022a8428 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 217 time: 0.0546613 Aug 31 09:47:43.695280 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-0d144831-e6de-46e6-811f-7e8b66e45217 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:43.699525 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0d144831-e6de-46e6-811f-7e8b66e45217 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags/tempest-TagsExtTest-Tag-1040579278 HTTP/1.1" status: 404 len: 329 time: 0.1095102 Aug 31 09:47:43.700364 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47394) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:43.704979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-7a89ab6e-9e13-4c1a-b24d-f98955b5aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:43.706566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-610160ae-aed8-440f-890f-b0c315042bea tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98', 'tempest-TagsExtTest-Tag-2868789') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:43.707380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-7a89ab6e-9e13-4c1a-b24d-f98955b5aa1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0537755 Aug 31 09:47:43.717729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.745791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 217f1f45-4cef-45a9-8720-27915e13100d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=217f1f45-4cef-45a9-8720-27915e13100d,segment=NetworkSegment(1b5315d7-60ff-4a38-9420-798af5e9e7aa),segment_id=1b5315d7-60ff-4a38-9420-798af5e9e7aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:43.748234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be35566-5ae9-420a-b9f3-48dd270bfc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217f1f45-4cef-45a9-8720-27915e13100d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:43.750651 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39abf683-b7e3-4ee2-8549-b26a0da8b2c2" -d '{"events": [{"server_uuid": "4be35566-5ae9-420a-b9f3-48dd270bfc09", "name": "network-vif-plugged", "status": "completed", "tag": "217f1f45-4cef-45a9-8720-27915e13100d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:43.763549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.788138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c34edbd-b622-4ea4-b999-0c62c3dbbc6c req-abfc826a-cfda-47cf-b83c-7fcf5916a2ff tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122428 Aug 31 09:47:43.795786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1cc20b44-f2ec-43cd-93c0-287c9aa21691 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.842414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc20b44-f2ec-43cd-93c0-287c9aa21691 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Subnet': ['ID=cd49b6f0-d9c2-4e14-a163-4f38258ec16f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:43.850043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:47:37Z', 'revision_number': 4, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port': {'id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd8d73700-8119-4f88-a0ea-3801fa638358', 'name': '', 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'mac_address': 'fa:16:3e:9c:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'fb947da0-afe1-4a3e-b44f-81b4b3341aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:34Z', 'updated_at': '2021-08-31T09:47:42Z', 'revision_number': 4, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'subnets': [{'id': 'fb947da0-afe1-4a3e-b44f-81b4b3341aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:43.860601 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1cc20b44-f2ec-43cd-93c0-287c9aa21691 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.863399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1cc20b44-f2ec-43cd-93c0-287c9aa21691 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "DELETE /v2.0/subnets/cd49b6f0-d9c2-4e14-a163-4f38258ec16f HTTP/1.1" status: 204 len: 168 time: 1.9484339 Aug 31 09:47:43.870030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47398) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:43.901579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb743dd0-b9d9-4be1-ab5e-d8de499526b3 None None] The sync data for ids ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'] in n-d-806683-2 is: [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:47:37Z', 'revision_number': 4, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port': {'id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd8d73700-8119-4f88-a0ea-3801fa638358', 'name': '', 'network_id': 'fe9caab1-cd82-4469-b2bc-db9439ee1a86', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'mac_address': 'fa:16:3e:9c:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'fb947da0-afe1-4a3e-b44f-81b4b3341aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:34Z', 'updated_at': '2021-08-31T09:47:42Z', 'revision_number': 4, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'subnets': [{'id': 'fb947da0-afe1-4a3e-b44f-81b4b3341aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:43.904074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5171adec-501f-4fb1-b63e-50a662cf492b None None] Network e283a2ae-d07b-4a4b-9b10-501aebd8903d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:43.917250 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-610160ae-aed8-440f-890f-b0c315042bea tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:43.921796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-610160ae-aed8-440f-890f-b0c315042bea tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags/tempest-TagsExtTest-Tag-2868789 HTTP/1.1" status: 404 len: 326 time: 0.2200942 Aug 31 09:47:43.925810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47400) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:43.932811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=217f1f45-4cef-45a9-8720-27915e13100d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:43.936830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea67cbf-f28c-4966-b85a-13f93dc8f950 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Deleting subnet 007ab783-936f-4c3e-9605-182e3608f4b5 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:43.940821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Router 0a7769e5-ea50-48f7-a72b-3b83720e7364 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:43.943664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-f59ec1d8-ab5e-4d20-af47-86daf7ee1866 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957', {'tags': ['tempest-TagsExtTest-Tag-1133654024', 'tempest-TagsExtTest-Tag-129115136', 'tempest-TagsExtTest-Tag-934513910']}) {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:43.961697 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea67cbf-f28c-4966-b85a-13f93dc8f950 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.976142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-6e357eb0-db28-401d-b34e-7433ef0575be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:43.979811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-6e357eb0-db28-401d-b34e-7433ef0575be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362339 Aug 31 09:47:44.059514 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f59ec1d8-ab5e-4d20-af47-86daf7ee1866 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "PUT /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags HTTP/1.1" status: 200 len: 316 time: 0.1300762 Aug 31 09:47:44.060102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47404) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.074267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-cc0b3342-4ab7-4af0-80ad-8b3fb5a8bfc0 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.138517 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cc0b3342-4ab7-4af0-80ad-8b3fb5a8bfc0 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags HTTP/1.1" status: 204 len: 168 time: 0.0751963 Aug 31 09:47:44.138778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47406) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.147686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-61b4ec3a-b787-4f93-bf11-19b7c8c8cd89 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957', 'tempest-TagsExtTest-Tag-1133654024') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.203474 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-61b4ec3a-b787-4f93-bf11-19b7c8c8cd89 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:44.207299 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-61b4ec3a-b787-4f93-bf11-19b7c8c8cd89 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags/tempest-TagsExtTest-Tag-1133654024 HTTP/1.1" status: 404 len: 329 time: 0.0648146 Aug 31 09:47:44.207677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea67cbf-f28c-4966-b85a-13f93dc8f950 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.208920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47408) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.219428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-41d92447-6dcc-421c-b9a2-dca8b66624fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957', 'tempest-TagsExtTest-Tag-129115136') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.251334 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-41d92447-6dcc-421c-b9a2-dca8b66624fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:44.252412 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-41d92447-6dcc-421c-b9a2-dca8b66624fc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags/tempest-TagsExtTest-Tag-129115136 HTTP/1.1" status: 404 len: 328 time: 0.0425265 Aug 31 09:47:44.255759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47410) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.260914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-c1dbac96-c01f-47ed-a9de-49d2d3abb2c1 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957', 'tempest-TagsExtTest-Tag-934513910') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.291230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] DHCP port deletion for e283a2ae-d07b-4a4b-9b10-501aebd8903d request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:44.299263 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-c1dbac96-c01f-47ed-a9de-49d2d3abb2c1 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] show failed (client error): The resource could not be found. Aug 31 09:47:44.301409 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c1dbac96-c01f-47ed-a9de-49d2d3abb2c1 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags/tempest-TagsExtTest-Tag-934513910 HTTP/1.1" status: 404 len: 328 time: 0.0444753 Aug 31 09:47:44.304212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47412) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.311207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-4e42e130-6273-49be-b7b7-7a4c7daa108b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c7b5561-82a0-410d-b133-47cefa043957') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.351426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284026a-89d9-4aaf-ba0b-ded60f06ef8f req-c74bf87c-9463-4fff-9c9d-f140fa557c1c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:44.352316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4e42e130-6273-49be-b7b7-7a4c7daa108b tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957/tags HTTP/1.1" status: 204 len: 168 time: 0.0457695 Aug 31 09:47:44.359001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e284026a-89d9-4aaf-ba0b-ded60f06ef8f req-c74bf87c-9463-4fff-9c9d-f140fa557c1c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 944 time: 0.2887964 Aug 31 09:47:44.360999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47416) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.366034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-d950a473-0e71-4d2d-a412-81389d7e193d tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '425ce942-85cb-47d4-baed-e6044da32f98') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.409182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] Deleting port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:44.409676 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.414496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-b515685d-021d-4774-afeb-c2f8b64b9d1d service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801570 Aug 31 09:47:44.489779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] For port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d52f83a2-fc3f-49d9-9980-8f6c82ba56cb,segment=NetworkSegment(fdfffdef-77bb-4c9c-9a66-12c4c280cf85),segment_id=fdfffdef-77bb-4c9c-9a66-12c4c280cf85)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:44.490209 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.510114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] Calling delete_port for d52f83a2-fc3f-49d9-9980-8f6c82ba56cb owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:44.556095 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d950a473-0e71-4d2d-a412-81389d7e193d tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98/tags HTTP/1.1" status: 204 len: 168 time: 0.1940138 Aug 31 09:47:44.557168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47418) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.557887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e284026a-89d9-4aaf-ba0b-ded60f06ef8f req-fe89b5a5-ab76-46a3-9bd0-be1db61b1521 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976552 Aug 31 09:47:44.564399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-a5f19b06-bd94-44fe-9b08-975e4d32a5ee tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ef0edd67-bba3-48cc-afc5-c49e38b90f7c') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.568754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:44.592454 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] Sync routers for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:44.601032 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.611219 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:44.611872 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.656033 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a5f19b06-bd94-44fe-9b08-975e4d32a5ee tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c/tags HTTP/1.1" status: 204 len: 168 time: 0.0974076 Aug 31 09:47:44.661394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47420) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.671958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.tag.tag_plugin [None req-510b2861-a614-447b-9dd2-5966123acb78 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e68e43fd-a261-4d02-a849-53746f57aba4') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:44.675243 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.692792 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea67cbf-f28c-4966-b85a-13f93dc8f950 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.706604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] No DVR routers for this DVR port d52f83a2-fc3f-49d9-9980-8f6c82ba56cb on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:44.768715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a30d90-328c-4b7a-8812-c304660d922f None None] Pushing event deleted for resources: {'Port': ['ID=d52f83a2-fc3f-49d9-9980-8f6c82ba56cb,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:44.810018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-9b2cbd24-47cc-4294-a320-381e5311933c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "PUT /v2.0/floatingips/3a296499-d5aa-44e7-a604-ecc15d4b5417 HTTP/1.1" status: 200 len: 997 time: 4.8596528 Aug 31 09:47:44.855366 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-510b2861-a614-447b-9dd2-5966123acb78 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4/tags HTTP/1.1" status: 204 len: 168 time: 0.1883481 Aug 31 09:47:44.870028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47426) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.872794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d577a9c-c980-4cec-b453-4298c9e29be4 req-9ca3c327-448f-4acd-a83f-de77fd06d429 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464083 Aug 31 09:47:44.914317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f546a-1f74-4016-a191-4db4466ce74e req-a414c860-eabf-4ded-8204-29a4ecdae861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:44.916339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-a414c860-eabf-4ded-8204-29a4ecdae861 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.0896266 Aug 31 09:47:44.935573 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9d753e-051b-40eb-acb7-c8f23a217477 x-openstack-request-id: req-ed9d753e-051b-40eb-acb7-c8f23a217477 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:44.936015 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:44.936368 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed9d753e-051b-40eb-acb7-c8f23a217477 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:44.936891 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'status': 'completed', 'code': 200} Aug 31 09:47:44.949483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea67cbf-f28c-4966-b85a-13f93dc8f950 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.013614 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3169474d-d33a-4b30-88e2-8d41bd0e3b14 x-openstack-request-id: req-3169474d-d33a-4b30-88e2-8d41bd0e3b14 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:45.014006 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be35566-5ae9-420a-b9f3-48dd270bfc09", "name": "network-vif-plugged", "status": "completed", "tag": "217f1f45-4cef-45a9-8720-27915e13100d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:45.014360 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3169474d-d33a-4b30-88e2-8d41bd0e3b14 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:45.014907 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be35566-5ae9-420a-b9f3-48dd270bfc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217f1f45-4cef-45a9-8720-27915e13100d', 'code': 200} Aug 31 09:47:45.078146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-980ee20c-b73a-43fa-8325-fbd7199e6d9f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for subnetpool, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.079450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-980ee20c-b73a-43fa-8325-fbd7199e6d9f tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4c7b5561-82a0-410d-b133-47cefa043957 HTTP/1.1" status: 204 len: 168 time: 0.2083876 Aug 31 09:47:45.082563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47428) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:45.086739 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea67cbf-f28c-4966-b85a-13f93dc8f950 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.090854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dea67cbf-f28c-4966-b85a-13f93dc8f950 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "DELETE /v2.0/subnets/007ab783-936f-4c3e-9605-182e3608f4b5 HTTP/1.1" status: 204 len: 168 time: 1.2196281 Aug 31 09:47:45.091983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea67cbf-f28c-4966-b85a-13f93dc8f950 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Subnet': ['ID=007ab783-936f-4c3e-9605-182e3608f4b5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:45.092902 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:45.096439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8570efe0-6a6a-4262-b228-7d5a797d2103 None None] Network 3ed98179-c04f-4109-b9e5-63ca2f25e31e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:45.114967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47430) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:45.133909 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6f1a8ac5-664b-4117-8e16-1c63318217e4 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "GET /v2.0/ports?device_id=425ce942-85cb-47d4-baed-e6044da32f98 HTTP/1.1" status: 200 len: 205 time: 0.0502272 Aug 31 09:47:45.160916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47436) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:45.221371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f3ca6-4215-4e5f-b071-36230958de11 req-4fc14256-ee8a-43ac-8381-490d2767ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.222942 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-602f3ca6-4215-4e5f-b071-36230958de11 req-4fc14256-ee8a-43ac-8381-490d2767ee3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 1096 time: 0.0879841 Aug 31 09:47:45.266730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-602f3ca6-4215-4e5f-b071-36230958de11 req-ff943afc-1409-46e3-bfdb-0eddadca4a7d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350697 Aug 31 09:47:45.458031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] DHCP port deletion for 3ed98179-c04f-4109-b9e5-63ca2f25e31e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:45.471710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-fd33c15c-a1f9-4ca7-b267-e6527719a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.474453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-fd33c15c-a1f9-4ca7-b267-e6527719a1a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1095 time: 0.4795022 Aug 31 09:47:45.481428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f15dff25-70e9-4691-b390-6bc90d137022 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.494442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.497027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f546a-1f74-4016-a191-4db4466ce74e req-ed66712a-dcda-4aae-a622-1619a6407c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.498788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-ed66712a-dcda-4aae-a622-1619a6407c31 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.5759263 Aug 31 09:47:45.542155 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '3a296499-d5aa-44e7-a604-ecc15d4b5417', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'port_id': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'mac_address': 'fa:16:3e:eb:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c50489-71fa-4052-8212-d02f3658d43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:41Z', 'revision_number': 1, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:36Z', 'revision_number': 5, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:45.562965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] Deleting port 2e10ecdd-ac9c-445a-8402-35d83a240e44 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:45.563659 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.576317 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] Checking router: 0a7769e5-ea50-48f7-a72b-3b83720e7364 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:45.603876 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:45.604504 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:45.661967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] For port 2e10ecdd-ac9c-445a-8402-35d83a240e44, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2e10ecdd-ac9c-445a-8402-35d83a240e44,segment=NetworkSegment(a3a88ae0-e8eb-40da-bb02-11caf186e6ac),segment_id=a3a88ae0-e8eb-40da-bb02-11caf186e6ac)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:45.662783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.692642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] Calling delete_port for 2e10ecdd-ac9c-445a-8402-35d83a240e44 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:45.736198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faa3aa-37d1-49ce-9780-758950ad69c0 req-74f5f491-c25c-46a3-9a3e-f6572cd4f200 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.738402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6faa3aa-37d1-49ce-9780-758950ad69c0 req-74f5f491-c25c-46a3-9a3e-f6572cd4f200 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.4787309 Aug 31 09:47:45.809293 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:45.822217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d8d73700-8119-4f88-a0ea-3801fa638358 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:45.975960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d8d73700-8119-4f88-a0ea-3801fa638358 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:45.982997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d8d73700-8119-4f88-a0ea-3801fa638358 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:45.983371 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.044582 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.090026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] Pushing event deleted for resources: {'Port': ['ID=2e10ecdd-ac9c-445a-8402-35d83a240e44,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:46.098375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473e1a02-d767-4d6b-82fb-0387d526d7b9 None None] No DVR routers for this DVR port 2e10ecdd-ac9c-445a-8402-35d83a240e44 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:46.166297 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '3a296499-d5aa-44e7-a604-ecc15d4b5417', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'port_id': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'mac_address': 'fa:16:3e:eb:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c50489-71fa-4052-8212-d02f3658d43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:41Z', 'revision_number': 1, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:36Z', 'revision_number': 5, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:46.167162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.202197 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddce0b5-1442-48b9-901a-df7265b3ab45 None None] The sync data for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 is: [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '3a296499-d5aa-44e7-a604-ecc15d4b5417', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'floating_ip_address': '172.25.1.241', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'port_id': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'mac_address': 'fa:16:3e:eb:0e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c50489-71fa-4052-8212-d02f3658d43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:41Z', 'revision_number': 1, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:36Z', 'revision_number': 5, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:46.207144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d8d73700-8119-4f88-a0ea-3801fa638358, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d8d73700-8119-4f88-a0ea-3801fa638358,segment=NetworkSegment(ad6a3684-6a9e-41e2-b558-ae91b51563ff),segment_id=ad6a3684-6a9e-41e2-b558-ae91b51563ff)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:46.214342 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.297041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d8d73700-8119-4f88-a0ea-3801fa638358,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:46.316554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2e10ecdd-ac9c-445a-8402-35d83a240e44 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:46.341638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2e10ecdd-ac9c-445a-8402-35d83a240e44 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:46.342135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2e10ecdd-ac9c-445a-8402-35d83a240e44 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:46.342846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d52f83a2-fc3f-49d9-9980-8f6c82ba56cb no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:46.356984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-989bb4af-8bc1-4044-9fa7-63af72ff331b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 1000 time: 0.7787135 Aug 31 09:47:46.365182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d52f83a2-fc3f-49d9-9980-8f6c82ba56cb {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:46.365542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d52f83a2-fc3f-49d9-9980-8f6c82ba56cb not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:46.368427 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f15dff25-70e9-4691-b390-6bc90d137022 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.408875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f15dff25-70e9-4691-b390-6bc90d137022 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.426436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.521722 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6faa3aa-37d1-49ce-9780-758950ad69c0 req-4d96f3e3-979a-4970-bc1f-9b9e5fda8a75 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7495403 Aug 31 09:47:46.526430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e283a2ae-d07b-4a4b-9b10-501aebd8903d']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:46.535793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1160320-d756-4013-91eb-79e688174116 None None] New status for floating IP 3a296499-d5aa-44e7-a604-ecc15d4b5417: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:47:46.538344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-f417f96d-bdd7-4202-bae2-d1bcc1153bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:46.539909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-f417f96d-bdd7-4202-bae2-d1bcc1153bec service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.9718082 Aug 31 09:47:46.546963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:46.548638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfffdef-77bb-4c9c-9a66-12c4c280cf85') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:46.566927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f546a-1f74-4016-a191-4db4466ce74e req-6256ca6c-c7a9-4cc7-95b7-1e195c324a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:46.568640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-6256ca6c-c7a9-4cc7-95b7-1e195c324a68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1891427 Aug 31 09:47:46.602936 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.641133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-6191b412-c3ec-46d8-9a6b-b58b885314f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 217 time: 0.0913181 Aug 31 09:47:46.653872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f15dff25-70e9-4691-b390-6bc90d137022 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.654381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15dff25-70e9-4691-b390-6bc90d137022 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Fanout notify agent at l3_agent the message router_deleted on router 425ce942-85cb-47d4-baed-e6044da32f98 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:47:46.662360 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f15dff25-70e9-4691-b390-6bc90d137022 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.665758 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f15dff25-70e9-4691-b390-6bc90d137022 tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/routers/425ce942-85cb-47d4-baed-e6044da32f98 HTTP/1.1" status: 204 len: 168 time: 1.4930890 Aug 31 09:47:46.665758 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-20fc5539-b472-48a5-bfc4-4ed3288f743f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594156 Aug 31 09:47:46.666209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:46.714843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-7f936293-cfb6-43c2-8d47-feedb5c1e464 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:47:46.716289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-7f936293-cfb6-43c2-8d47-feedb5c1e464 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0301440 Aug 31 09:47:46.746289 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.808657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:46.809069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.811368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-69e93207-b473-4406-b69f-7a325f6a490a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Deleting port ef0edd67-bba3-48cc-afc5-c49e38b90f7c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:46.811817 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-69e93207-b473-4406-b69f-7a325f6a490a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:46.812358 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:46.887445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-12894f34-79a2-40e8-a48c-001bb89156e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:46.888945 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-12894f34-79a2-40e8-a48c-001bb89156e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.2222848 Aug 31 09:47:46.914056 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-69e93207-b473-4406-b69f-7a325f6a490a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.928129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6761-bfda-4c58-9605-c0588d424e21 req-6f7818ce-7e9a-42af-98e4-67f766096234 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:46.928387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-69e93207-b473-4406-b69f-7a325f6a490a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Calling delete_port for ef0edd67-bba3-48cc-afc5-c49e38b90f7c owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:46.929699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa9b6761-bfda-4c58-9605-c0588d424e21 req-6f7818ce-7e9a-42af-98e4-67f766096234 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 945 time: 0.2772017 Aug 31 09:47:46.938182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:46.940787 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90381eba-fcda-42be-a385-86a849f284de" -d '{"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:46.966788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.977263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:46.979175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "DELETE /v2.0/networks/e283a2ae-d07b-4a4b-9b10-501aebd8903d HTTP/1.1" status: 204 len: 168 time: 1.8602953 Aug 31 09:47:46.982845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47448) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:47.020126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7f2d7-0484-432b-94ef-abe73929ade5 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Network': ['ID=e283a2ae-d07b-4a4b-9b10-501aebd8903d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.026891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-d1fd6169-a351-47f4-be81-18723f16f4fc service neutron] 10.222.0.69 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891552 Aug 31 09:47:47.084999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.092803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-e837c215-02e2-4ebd-8cb7-2673c46fed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:47.094668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-e837c215-02e2-4ebd-8cb7-2673c46fed44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911788 Aug 31 09:47:47.100300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa9b6761-bfda-4c58-9605-c0588d424e21 req-65e4bffc-3e7c-4ef0-8b7f-2b590c5d3608 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526716 Aug 31 09:47:47.218840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.226523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-69e93207-b473-4406-b69f-7a325f6a490a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.236652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed98179-c04f-4109-b9e5-63ca2f25e31e']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:47.240037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-631f546a-1f74-4016-a191-4db4466ce74e req-063f6095-52a3-4f3b-a35b-893f3742f3ed service neutron] 10.222.0.69 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054830 Aug 31 09:47:47.266864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-84c4b721-a655-42c0-9afa-05e3dd72c89c service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640959 Aug 31 09:47:47.268724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e93207-b473-4406-b69f-7a325f6a490a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Pushing event deleted for resources: {'Port': ['ID=ef0edd67-bba3-48cc-afc5-c49e38b90f7c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.271748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:47.272044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a88ae0-e8eb-40da-bb02-11caf186e6ac') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:47.274530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd8c7b-6d8a-4101-82a1-af606a868a53 req-67639e81-5e91-4951-a456-6fb315aea4a9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:47.276354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8cdd8c7b-6d8a-4101-82a1-af606a868a53 req-67639e81-5e91-4951-a456-6fb315aea4a9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 944 time: 0.0938680 Aug 31 09:47:47.285967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.340414 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.344010 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d99188-91fe-436f-9e20-9ee0f42ce803 x-openstack-request-id: req-03d99188-91fe-436f-9e20-9ee0f42ce803 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:47.344303 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:47.344558 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03d99188-91fe-436f-9e20-9ee0f42ce803 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:47.344963 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'status': 'completed', 'code': 200} Aug 31 09:47:47.355047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:47.355465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:47.358636 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:47.416536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8cdd8c7b-6d8a-4101-82a1-af606a868a53 req-e6233a1f-a2e7-4abb-8c23-b4a3b7e18d2b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296341 Aug 31 09:47:47.425279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-69e93207-b473-4406-b69f-7a325f6a490a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.427380 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-69e93207-b473-4406-b69f-7a325f6a490a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/ports/ef0edd67-bba3-48cc-afc5-c49e38b90f7c HTTP/1.1" status: 204 len: 168 time: 0.7600973 Aug 31 09:47:47.431731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47458) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:47.458602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90381eba-fcda-42be-a385-86a849f284de req-215ee0c4-c431-43b6-bada-49b3a3001408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:47.471801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90381eba-fcda-42be-a385-86a849f284de req-215ee0c4-c431-43b6-bada-49b3a3001408 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.1190135 Aug 31 09:47:47.497124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e8e292e-c021-43c6-8789-3b14baa8038e req-151f30d5-a64e-48cb-b11b-3e01c8d8f014 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162273 Aug 31 09:47:47.500706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.517702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.520827 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] 10.222.0.69 "DELETE /v2.0/networks/3ed98179-c04f-4109-b9e5-63ca2f25e31e HTTP/1.1" status: 204 len: 168 time: 0.5367742 Aug 31 09:47:47.609419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600df4ca-573e-47ef-9fcc-6027984accd1 tempest-TaggedBootDevicesTest-1355413145 tempest-TaggedBootDevicesTest-1355413145-project] Pushing event deleted for resources: {'Network': ['ID=3ed98179-c04f-4109-b9e5-63ca2f25e31e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:47.656510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6f6caa-d6a5-4fd6-9783-2a27f5bc8f3a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Deleting subnet e68e43fd-a261-4d02-a849-53746f57aba4 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:47.671866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6caa-d6a5-4fd6-9783-2a27f5bc8f3a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.750276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6caa-d6a5-4fd6-9783-2a27f5bc8f3a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.759238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d8d73700-8119-4f88-a0ea-3801fa638358 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:47.827601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90381eba-fcda-42be-a385-86a849f284de req-8bd8dba2-118f-431e-b1f3-5dec182193d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:47.830372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90381eba-fcda-42be-a385-86a849f284de req-8bd8dba2-118f-431e-b1f3-5dec182193d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.3339567 Aug 31 09:47:47.848214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d8d73700-8119-4f88-a0ea-3801fa638358 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:47.848681 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.861070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6caa-d6a5-4fd6-9783-2a27f5bc8f3a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.944389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6caa-d6a5-4fd6-9783-2a27f5bc8f3a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:47.946508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-95014b5b-9de3-4103-9395-67240665fa32 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1002 time: 0.4387403 Aug 31 09:47:47.989599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6caa-d6a5-4fd6-9783-2a27f5bc8f3a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Pushing event deleted for resources: {'Subnet': ['ID=e68e43fd-a261-4d02-a849-53746f57aba4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:48.004979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6caa-d6a5-4fd6-9783-2a27f5bc8f3a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.008868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8484469-0c3c-4a14-96fa-f37b74277aa2 None None] Network 30bf5c1f-3407-4a0e-897d-9545594bc0af requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:48.012470 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6c6f6caa-d6a5-4fd6-9783-2a27f5bc8f3a tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/subnets/e68e43fd-a261-4d02-a849-53746f57aba4 HTTP/1.1" status: 204 len: 168 time: 0.5794556 Aug 31 09:47:48.015835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47490) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:48.053040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-d78f87a1-e4fc-49bc-a04f-61d7382e7c48 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:48.060057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-d78f87a1-e4fc-49bc-a04f-61d7382e7c48 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports/5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 943 time: 0.1125777 Aug 31 09:47:48.071786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90381eba-fcda-42be-a385-86a849f284de req-5f820cf4-2f99-42f5-8978-25350ab61ffd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 1002 time: 0.2323956 Aug 31 09:47:48.136229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.187938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8d2c3-fbad-4cfd-88df-1520102c91e8 req-0fce3d67-76c8-43a0-978c-c4866bd83ca0 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:48.189934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbe8d2c3-fbad-4cfd-88df-1520102c91e8 req-0fce3d67-76c8-43a0-978c-c4866bd83ca0 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.1866496 Aug 31 09:47:48.216161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Deleting port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:48.216511 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.243889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90381eba-fcda-42be-a385-86a849f284de req-3f1d3b52-4ec1-4fe9-9186-38a0970387c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:48.245465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90381eba-fcda-42be-a385-86a849f284de req-3f1d3b52-4ec1-4fe9-9186-38a0970387c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1653383 Aug 31 09:47:48.258259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] DHCP port deletion for 30bf5c1f-3407-4a0e-897d-9545594bc0af request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:48.295728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90381eba-fcda-42be-a385-86a849f284de req-dcfb13ed-81cd-4265-bcd2-b71210e28762 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349922 Aug 31 09:47:48.309220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-e3cb37c1-7459-44b7-a9fe-57dbefdb672b tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1002 time: 0.1780789 Aug 31 09:47:48.322272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] For port 709bf37a-27e9-46c0-a904-2ff1a9c436f8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=709bf37a-27e9-46c0-a904-2ff1a9c436f8,segment=NetworkSegment(457ca9be-8f2b-44b3-a1de-4dc734392d6a),segment_id=457ca9be-8f2b-44b3-a1de-4dc734392d6a)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:48.323065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.328337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbe8d2c3-fbad-4cfd-88df-1520102c91e8 req-9e835ce8-2953-49ab-b025-1c17300f1208 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242437 Aug 31 09:47:48.331524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] Deleting port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:48.332115 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.365476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Calling delete_port for 709bf37a-27e9-46c0-a904-2ff1a9c436f8 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:48.418272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] For port 709bf37a-27e9-46c0-a904-2ff1a9c436f8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=709bf37a-27e9-46c0-a904-2ff1a9c436f8,segment=NetworkSegment(457ca9be-8f2b-44b3-a1de-4dc734392d6a),segment_id=457ca9be-8f2b-44b3-a1de-4dc734392d6a)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:48.418680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.454832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] Calling delete_port for 709bf37a-27e9-46c0-a904-2ff1a9c436f8 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:48.507483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.525360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] No DVR routers for this DVR port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:48.562546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Pushing event deleted for resources: {'Port': ['ID=709bf37a-27e9-46c0-a904-2ff1a9c436f8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:48.593488 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.630913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] Pushing event deleted for resources: {'Port': ['ID=709bf37a-27e9-46c0-a904-2ff1a9c436f8,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:48.639455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d2f8f-efa5-4ff8-b5ef-e7b072094caa None None] No DVR routers for this DVR port 709bf37a-27e9-46c0-a904-2ff1a9c436f8 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:48.642949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90381eba-fcda-42be-a385-86a849f284de req-80f4fc34-880f-4224-980e-4d549a3bd495 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324656 Aug 31 09:47:48.694570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-fd65195e-11e5-4c08-b136-727238c8fe42 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:48.696062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-fd65195e-11e5-4c08-b136-727238c8fe42 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3668296 Aug 31 09:47:48.706119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.720918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bf5c1f-3407-4a0e-897d-9545594bc0af']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:48.733055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-181d43dc-310e-46e1-b20a-5cc29d289621 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:47:48.734091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-181d43dc-310e-46e1-b20a-5cc29d289621 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078089 Aug 31 09:47:48.746205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457ca9be-8f2b-44b3-a1de-4dc734392d6a') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:48.747263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457ca9be-8f2b-44b3-a1de-4dc734392d6a') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:48.763708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.782931 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.799247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:48.799897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:48.804674 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:48.818475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86186dd7-aefd-45d3-8c5c-9aa868ae5b6c req-30d83ca0-48bc-4e41-8a7b-6944d84a013f tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:48.823254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86186dd7-aefd-45d3-8c5c-9aa868ae5b6c req-30d83ca0-48bc-4e41-8a7b-6944d84a013f tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 945 time: 0.2397354 Aug 31 09:47:48.899873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90381eba-fcda-42be-a385-86a849f284de req-a57b52cd-a726-4413-bf92-8498846c30a7 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325931 Aug 31 09:47:48.912904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-31bf218e-3834-4256-abc4-13eaa2f8ce85 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1002 time: 0.1601357 Aug 31 09:47:48.925591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:48.940959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86186dd7-aefd-45d3-8c5c-9aa868ae5b6c req-8c0f9744-431e-4bfb-aa83-7baf734f513f tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031079 Aug 31 09:47:49.046204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:49.121054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:47:49.321377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-df04b83d-441c-488c-8da2-629d2a5d9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:49.330338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-df04b83d-441c-488c-8da2-629d2a5d9e41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a28079726718464a8376962144539400&device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 1096 time: 0.0806875 Aug 31 09:47:49.367818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:49.397395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:49.415999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'port_id': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'mac_address': 'fa:16:3e:ba:a7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:47:49.432080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:49.434973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] 10.222.0.69 "DELETE /v2.0/networks/30bf5c1f-3407-4a0e-897d-9545594bc0af HTTP/1.1" status: 204 len: 168 time: 1.4144909 Aug 31 09:47:49.436234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78792b87-d156-4187-a3de-490b4f083dfc tempest-TagsExtTest-277970371 tempest-TagsExtTest-277970371-project] Pushing event deleted for resources: {'Network': ['ID=30bf5c1f-3407-4a0e-897d-9545594bc0af,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:49.444067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:49.452534 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:49.453601 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Floating IP 3a296499-d5aa-44e7-a604-ecc15d4b5417 disassociated. External IP: 172.25.1.241, port: 5f5d2646-851a-4f1b-8a56-e004ef0e5673. Aug 31 09:47:49.531544 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:49.573431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c193156c-28ed-4076-80d6-8c10d3979ebf {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:49.621647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:49.630573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:49.948932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47712) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:50.082228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:50.095879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 709bf37a-27e9-46c0-a904-2ff1a9c436f8 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:50.126791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 709bf37a-27e9-46c0-a904-2ff1a9c436f8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:50.128070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 709bf37a-27e9-46c0-a904-2ff1a9c436f8 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:50.205409 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4cdc9575-cda8-4da8-9828-1b5f7d676589 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22e5f1366ff34c0fbf743473844282f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556269 Aug 31 09:47:50.208303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47744) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:50.254179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c193156c-28ed-4076-80d6-8c10d3979ebf'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:50.264152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab555965-206d-404b-b6bc-e37dce6bf849 req-c92627ae-caa6-4bd6-a38b-5ca35a2d9159 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:50.265716 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab555965-206d-404b-b6bc-e37dce6bf849 req-c92627ae-caa6-4bd6-a38b-5ca35a2d9159 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.5268424 Aug 31 09:47:50.275706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-6493a472-fa96-4b7d-90e9-6125c4c35fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:50.277179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-6493a472-fa96-4b7d-90e9-6125c4c35fbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3c8de19-271a-4311-b8e0-b1f679c124e9 HTTP/1.1" status: 200 len: 914 time: 0.9376652 Aug 31 09:47:50.285500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f77f573-c980-4c67-886f-28b180d375c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.313930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f77f573-c980-4c67-886f-28b180d375c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.335698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-2518bced-ad33-4a13-b69a-7b6cfc990aac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 HTTP/1.1" status: 200 len: 217 time: 0.0449436 Aug 31 09:47:50.401196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab555965-206d-404b-b6bc-e37dce6bf849 req-44adb660-8795-470f-b45e-f3337b85430d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266036 Aug 31 09:47:50.408938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Router 0a7769e5-ea50-48f7-a72b-3b83720e7364 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:50.451364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f77f573-c980-4c67-886f-28b180d375c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.452444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-ae593b4b-4937-4983-9d15-31358ff3f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:50.454069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-ae593b4b-4937-4983-9d15-31358ff3f949 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3da331d-af3e-419f-9425-94341c9fbed4 HTTP/1.1" status: 200 len: 852 time: 0.1088347 Aug 31 09:47:50.457732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f77f573-c980-4c67-886f-28b180d375c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.459232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8f77f573-c980-4c67-886f-28b180d375c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9fd634e9-69da-4ac1-b265-6abe2e3fc2ce HTTP/1.1" status: 204 len: 168 time: 0.2496367 Aug 31 09:47:50.471707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77f573-c980-4c67-886f-28b180d375c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd634e9-69da-4ac1-b265-6abe2e3fc2ce,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:50.585675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-2e4ed1e9-01cd-40a6-895d-547ec0bc0051 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3c8de19-271a-4311-b8e0-b1f679c124e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230848 Aug 31 09:47:50.809185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-64fdc310-7760-47b8-86dd-a361e0108e66 service neutron] 10.222.0.52 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141192 Aug 31 09:47:50.901016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112883b4-3a03-437b-86dd-280f885bd61d req-a5497ad9-9901-460b-997d-03a849bbff59 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:50.907253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-112883b4-3a03-437b-86dd-280f885bd61d req-a5497ad9-9901-460b-997d-03a849bbff59 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.3153043 Aug 31 09:47:50.917517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:50.928478 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] Sync routers for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:50.942585 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.963539 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:50.964168 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:51.010054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-10f662ab-41da-4285-88f0-d51992229359 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "PUT /v2.0/floatingips/3a296499-d5aa-44e7-a604-ecc15d4b5417 HTTP/1.1" status: 200 len: 695 time: 2.0894613 Aug 31 09:47:51.014475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:51.019547 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042ec7b5-0e39-4641-9e87-9e7f831b7f73" -d '{"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:51.030005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-112883b4-3a03-437b-86dd-280f885bd61d req-79e1f30b-2f61-47b9-9b79-f977bb2715b7 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189103 Aug 31 09:47:51.080060 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e82d4c2-7284-414d-9cb4-e6d5c033fad6 req-d48f0cd8-b55a-4416-801b-0f01774359ae service neutron] 10.222.0.52 "GET /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602394 Aug 31 09:47:51.198666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-a1d39d1b-3efa-4c54-833f-a0e3378e6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:51.207729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-a1d39d1b-3efa-4c54-833f-a0e3378e6dd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.1265891 Aug 31 09:47:51.243852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:51.393389 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905e223-4edf-4b2a-8917-ef89d6a8d789 x-openstack-request-id: req-a905e223-4edf-4b2a-8917-ef89d6a8d789 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:51.394401 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:51.394516 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a905e223-4edf-4b2a-8917-ef89d6a8d789 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:51.397497 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'status': 'completed', 'code': 200} Aug 31 09:47:51.480955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-ee4a633b-898b-4f3d-a3b4-296490470998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:51.489586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-ee4a633b-898b-4f3d-a3b4-296490470998 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.2807162 Aug 31 09:47:51.548643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-31255fa8-dc7a-4c96-8cd3-c80f220e4a6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 217 time: 0.0580614 Aug 31 09:47:51.586125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-ccadbcee-6578-4f44-9c45-cdda2ba76d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:51.587936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-ccadbcee-6578-4f44-9c45-cdda2ba76d4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d427a77df8a742dba523b91ccc0932b6&device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 1097 time: 0.2025867 Aug 31 09:47:51.687163 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:36Z', 'revision_number': 5, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:51.748369 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] Checking router: 0a7769e5-ea50-48f7-a72b-3b83720e7364 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:51.773434 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:51.774056 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:51.796659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-d371c03b-7738-4eb8-80d2-d4204ee5c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:51.800809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-d371c03b-7738-4eb8-80d2-d4204ee5c508 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 200 len: 922 time: 0.2036135 Aug 31 09:47:51.802381 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fd9feadc-6684-453b-985d-46cffd0cec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:51.822616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-5f1db571-c28c-48b7-a776-4164485d5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:51.841721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-5f1db571-c28c-48b7-a776-4164485d5ab6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.2921641 Aug 31 09:47:51.930693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-c63f6f42-f693-4d04-b41a-c03296bb3be8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873637 Aug 31 09:47:51.933199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-2659bc6d-89e7-4dab-acb9-2eecfcb7a660 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 200 len: 217 time: 0.1241939 Aug 31 09:47:52.029886 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:52.085369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-863f755a-667b-4b92-a5f5-836dc7f241e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:52.086916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-863f755a-667b-4b92-a5f5-836dc7f241e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 200 len: 860 time: 0.1344018 Aug 31 09:47:52.101477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d1a1c-6a07-4cdb-9d8b-c47191d535dd req-05bf2cbf-2b9a-4b01-b391-7b515e00f081 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:52.103282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-414d1a1c-6a07-4cdb-9d8b-c47191d535dd req-05bf2cbf-2b9a-4b01-b391-7b515e00f081 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.1829417 Aug 31 09:47:52.167316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-03f301ea-534f-4b99-8fea-09abd2ce2fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fecfacf3-ee1a-404a-908a-bfd9f65030b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621121 Aug 31 09:47:52.188021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-efc44d1a-7e5f-4ccc-8601-bf3f103f487f service neutron] 10.222.0.69 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563977 Aug 31 09:47:52.327035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-414d1a1c-6a07-4cdb-9d8b-c47191d535dd req-bbe665e3-caa3-4ed2-8f4e-003e5b903a30 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097425 Aug 31 09:47:52.375517 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:47:52.426658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-bca292cf-3cef-45ce-99cd-32033a0e1982 service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453980 Aug 31 09:47:52.454418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-91aaa665-5937-457c-8ce2-d6701a50cc62 req-b8660482-7e50-45dc-b4bc-65885d0baf71 service neutron] 10.222.0.69 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652242 Aug 31 09:47:52.466843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48012) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:52.482617 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:36Z', 'revision_number': 5, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:52.661428 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b6232-de87-42e5-a37e-bc79080e9bc0 None None] The sync data for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 is: [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:46:24Z', 'revision_number': 4, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43fa6f71-c23e-4102-8a41-d5aa9b7a7c88', 'name': '', 'network_id': 'fecfacf3-ee1a-404a-908a-bfd9f65030b2', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'mac_address': 'fa:16:3e:50:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:21Z', 'updated_at': '2021-08-31T09:46:36Z', 'revision_number': 5, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'subnets': [{'id': '73e92cca-fe68-4c33-8153-17a9a9b7b220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:52.879816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-f16361c0-9ca2-408d-9522-43bbce3f0363 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/floatingips/3a296499-d5aa-44e7-a604-ecc15d4b5417 HTTP/1.1" status: 200 len: 695 time: 0.3011501 Aug 31 09:47:53.120593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73934bd8-3a49-4df5-958b-6c2a8eb59aec req-2d485a9f-cc22-430c-b75e-ba81e2acd9f4 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:53.130289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:53.134237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73934bd8-3a49-4df5-958b-6c2a8eb59aec req-2d485a9f-cc22-430c-b75e-ba81e2acd9f4 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.4251826 Aug 31 09:47:53.198900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-042ec7b5-0e39-4641-9e87-9e7f831b7f73 req-a22cf304-ba1b-4ef7-a048-a8abba062deb service neutron] 10.222.0.52 "GET /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425945 Aug 31 09:47:53.256171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73934bd8-3a49-4df5-958b-6c2a8eb59aec req-aeefd9bf-c9cc-4836-ab6a-7f90bd313e3f tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206970 Aug 31 09:47:53.278057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-ad80d4c2-6eed-41a1-ae82-03613b0333d4 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:53.279986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-ad80d4c2-6eed-41a1-ae82-03613b0333d4 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 784 time: 0.3933046 Aug 31 09:47:53.317585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-70b538c2-bccc-444a-861a-f94e099438c3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:47:53.318977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-70b538c2-bccc-444a-861a-f94e099438c3 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071528 Aug 31 09:47:53.335022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584f392-4a39-4b14-acdb-aa9ceb208e93 None None] New status for floating IP 3a296499-d5aa-44e7-a604-ecc15d4b5417: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:47:53.336474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:53.522992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-d1501e11-3153-4b85-992f-5463c6d4c6cb tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 698 time: 0.1566217 Aug 31 09:47:53.595314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port c193156c-28ed-4076-80d6-8c10d3979ebf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:53.604502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port c193156c-28ed-4076-80d6-8c10d3979ebf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:53.605157 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:53.708261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-24afb206-0433-4dc8-bd61-27381f74a899 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 698 time: 0.1818419 Aug 31 09:47:53.878841 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:53.921457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:53.924095 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbac6fe-095f-4841-a579-b9b3b4ede071" -d '{"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-plugged", "status": "completed", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:53.933596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Deleting port d9547375-96a7-4022-9aa1-ebd415675815 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:53.934548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:53.936133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be27fb-6d39-4e0b-bc1c-1c5050da58a5 req-bd199964-a38f-424e-9c16-60a31ba833ae tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:53.945742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95be27fb-6d39-4e0b-bc1c-1c5050da58a5 req-bd199964-a38f-424e-9c16-60a31ba833ae tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.2627172 Aug 31 09:47:53.956131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:53.966508 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.038903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95be27fb-6d39-4e0b-bc1c-1c5050da58a5 req-d37d56a0-c43d-48fa-9bfe-781fcc3cd0f1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919523 Aug 31 09:47:54.071990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:54.098542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Deleting port 418cd581-c86c-43de-85bb-250910dee0d1 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:54.100216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.107679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] For port d9547375-96a7-4022-9aa1-ebd415675815, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d9547375-96a7-4022-9aa1-ebd415675815,segment=NetworkSegment(184711bb-dc05-470c-bfc5-1c4b26b86396),segment_id=184711bb-dc05-470c-bfc5-1c4b26b86396)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:54.108306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.123328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Calling delete_port for d9547375-96a7-4022-9aa1-ebd415675815 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:54.403270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb309f0-f7b6-4a1c-80e0-e71aa6372b88 req-6fe28be4-75ba-420b-9603-49333b432dc0 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:54.407287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bb309f0-f7b6-4a1c-80e0-e71aa6372b88 req-6fe28be4-75ba-420b-9603-49333b432dc0 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.1412268 Aug 31 09:47:54.419144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.439107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.439911 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.458665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9547375-96a7-4022-9aa1-ebd415675815,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:54.464034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Calling delete_port for 418cd581-c86c-43de-85bb-250910dee0d1 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:54.468869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.469226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.469576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.470034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.470368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.470690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.471035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.471357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.471677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.472035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.472358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.472677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.567472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bb309f0-f7b6-4a1c-80e0-e71aa6372b88 req-220a1ea4-a935-44e3-9030-cb27aa96c24a tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498272 Aug 31 09:47:54.684049 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a124406b-e8f7-4cb1-ac2e-0d216bbb4949 x-openstack-request-id: req-a124406b-e8f7-4cb1-ac2e-0d216bbb4949 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:54.685080 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-plugged", "status": "completed", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:54.685573 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a124406b-e8f7-4cb1-ac2e-0d216bbb4949 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:54.686186 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'code': 200} Aug 31 09:47:54.779462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.799241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0994b-deaa-4ab1-858c-3a6dd5242a8b req-d9a24c5f-ee0f-4921-a7bd-d5272d792e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:54.802171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fe0994b-deaa-4ab1-858c-3a6dd5242a8b req-d9a24c5f-ee0f-4921-a7bd-d5272d792e2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1097 time: 0.0682602 Aug 31 09:47:54.803692 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.830353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event deleted for resources: {'Port': ['ID=418cd581-c86c-43de-85bb-250910dee0d1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:54.860957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.861607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.862106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.863325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.863831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.864407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.865113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.866151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.866650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.867306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.867804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.868286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:54.961527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2fe0994b-deaa-4ab1-858c-3a6dd5242a8b req-1e19cd9c-34eb-430c-8d97-9d24a22bf9a1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323094 Aug 31 09:47:54.974674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.977872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.979369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c99e0c77-3cff-49ae-b0c5-d6c8f4ad095f req-169cd94c-d914-4213-9519-333445d8da1d tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "DELETE /v2.0/floatingips/3a296499-d5aa-44e7-a604-ecc15d4b5417 HTTP/1.1" status: 204 len: 173 time: 1.2699397 Aug 31 09:47:55.014383 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.085578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-021249ad-304e-434a-9b5c-d9678cb83149 req-cc816fb1-5812-40e8-8d4b-11f55207da8c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups/dda8e3b7-372b-49a6-8f95-2f3e51d9420f HTTP/1.1" status: 200 len: 1810 time: 0.0847232 Aug 31 09:47:55.192719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-021249ad-304e-434a-9b5c-d9678cb83149 req-9d5394bc-f683-46a3-ba83-ce53c194eaa9 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.246139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-021249ad-304e-434a-9b5c-d9678cb83149 req-9d5394bc-f683-46a3-ba83-ce53c194eaa9 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.251205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:55.310681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735bd30-776f-45e2-91f4-13caf0eef218 req-b365d120-2a0a-484f-b050-22d865e5c122 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:55.315649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b735bd30-776f-45e2-91f4-13caf0eef218 req-b365d120-2a0a-484f-b050-22d865e5c122 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 945 time: 0.1844125 Aug 31 09:47:55.404970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b735bd30-776f-45e2-91f4-13caf0eef218 req-f63093fc-82d6-410e-b806-c08571b185e9 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 Aug 31 09:47:55.431514 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-021249ad-304e-434a-9b5c-d9678cb83149 req-9d5394bc-f683-46a3-ba83-ce53c194eaa9 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.435012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-021249ad-304e-434a-9b5c-d9678cb83149 req-9d5394bc-f683-46a3-ba83-ce53c194eaa9 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.436174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-021249ad-304e-434a-9b5c-d9678cb83149 req-9d5394bc-f683-46a3-ba83-ce53c194eaa9 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "DELETE /v2.0/security-groups/dda8e3b7-372b-49a6-8f95-2f3e51d9420f HTTP/1.1" status: 204 len: 173 time: 0.3450944 Aug 31 09:47:55.446499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5394bc-f683-46a3-ba83-ce53c194eaa9 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda8e3b7-372b-49a6-8f95-2f3e51d9420f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.514446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:55.525759 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] Sync routers for ids ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:55.539928 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] Routers {'a965e926-a4e7-464e-bf7b-d77d6b66ffb9'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:55.541358 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:55.546504 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8fd4dec2-b346-4152-863d-5c5843c03297 admin admin] 10.222.0.69 "PUT /v2.0/routers/a965e926-a4e7-464e-bf7b-d77d6b66ffb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0755920 Aug 31 09:47:55.547316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48088) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:55.668012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f23cd-fb23-48d9-895c-09353ff112eb req-83ee7b0d-09e0-4f8e-9bf7-ca1f7662faee tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:55.670327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-331f23cd-fb23-48d9-895c-09353ff112eb req-83ee7b0d-09e0-4f8e-9bf7-ca1f7662faee tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1429255 Aug 31 09:47:55.695258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-234230a5-cbba-4b59-95fa-ceafc1c20eab tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:55.698946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-234230a5-cbba-4b59-95fa-ceafc1c20eab tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.52 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.2255297 Aug 31 09:47:55.724119 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b2f7d00-54cb-4f5e-ad71-cd0c066e71fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.843119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.932271 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-331f23cd-fb23-48d9-895c-09353ff112eb req-f5d57ffa-083a-4d4a-9e22-3e6a915fdc76 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288582 Aug 31 09:47:55.978706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959f70f-6220-4dd9-87b3-18395ab03225 req-f44eec5f-7bdd-45c7-ba84-915533b81956 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:55.982794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2959f70f-6220-4dd9-87b3-18395ab03225 req-f44eec5f-7bdd-45c7-ba84-915533b81956 tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 945 time: 0.1534135 Aug 31 09:47:56.013682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Deleting port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:56.014021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.142389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.156730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2959f70f-6220-4dd9-87b3-18395ab03225 req-fd96a111-1f2e-438c-a933-eee07c9bb29d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/security-groups?id=42245d2f-6dc8-44e7-b826-2b5048f8c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637254 Aug 31 09:47:56.196204 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] Set router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:56.244893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] For port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,segment=NetworkSegment(066bad39-99e0-4473-bdf2-77563d20410b),segment_id=066bad39-99e0-4473-bdf2-77563d20410b)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:56.245515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.265821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Calling delete_port for 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:56.295360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Deleting port d4365513-3a96-4404-976a-89360ec5394c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:56.298201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.461201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.474878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['54b553c8-29f8-45b7-9e0a-3b5b9ad472c9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:56.577616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baf40c-2397-4c74-87e7-d58224ec0f1b req-0c1fc353-af9a-4381-9a7e-91b565613a76 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:56.585416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03baf40c-2397-4c74-87e7-d58224ec0f1b req-0c1fc353-af9a-4381-9a7e-91b565613a76 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.4537950 Aug 31 09:47:56.596061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] For port d4365513-3a96-4404-976a-89360ec5394c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d4365513-3a96-4404-976a-89360ec5394c,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:56.596431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.596546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Pushing event deleted for resources: {'Port': ['ID=54b553c8-29f8-45b7-9e0a-3b5b9ad472c9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.616667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Calling delete_port for d4365513-3a96-4404-976a-89360ec5394c owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:56.663001 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'd4365513-3a96-4404-976a-89360ec5394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:54Z', 'revision_number': 5, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port': {'id': 'd4365513-3a96-4404-976a-89360ec5394c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:07Z', 'updated_at': '2021-08-31T09:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:56.724049 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] Checking router: a965e926-a4e7-464e-bf7b-d77d6b66ffb9 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:56.743755 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] Routers {'a965e926-a4e7-464e-bf7b-d77d6b66ffb9'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:56.745974 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:56.752668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] No DVR routers for this DVR port 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:56.761424 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.770997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebd99f65-2efc-48bb-924f-6ba4fb66c754 req-c55c0d31-2c04-4fc2-94a8-196cb770da8d tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.52 "DELETE /v2.0/ports/54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 HTTP/1.1" status: 204 len: 173 time: 1.0416510 Aug 31 09:47:56.775547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408915d7-a10d-4487-b443-5cfe90b0826e', 'name': 'network-vif-deleted', 'tag': '54b553c8-29f8-45b7-9e0a-3b5b9ad472c9'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:56.777981 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b2770-11f4-4da7-812d-1f2b3bb288b5" -d '{"events": [{"server_uuid": "408915d7-a10d-4487-b443-5cfe90b0826e", "name": "network-vif-deleted", "tag": "54b553c8-29f8-45b7-9e0a-3b5b9ad472c9"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:56.809352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03baf40c-2397-4c74-87e7-d58224ec0f1b req-5b5cfdc0-b685-4170-a02a-091c84799c9c tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146540 Aug 31 09:47:56.843361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba665e-ef00-43f4-82fb-17ee70c7ebf6 req-ee1d90ef-c21b-4b4e-a33e-9e30160b8219 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:56.849322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02ba665e-ef00-43f4-82fb-17ee70c7ebf6 req-ee1d90ef-c21b-4b4e-a33e-9e30160b8219 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 945 time: 0.2106774 Aug 31 09:47:56.897490 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021eb642-4c5b-4a7d-9e2d-cd4a5a0b7dfa x-openstack-request-id: req-021eb642-4c5b-4a7d-9e2d-cd4a5a0b7dfa {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:56.898047 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408915d7-a10d-4487-b443-5cfe90b0826e", "name": "network-vif-deleted", "tag": "54b553c8-29f8-45b7-9e0a-3b5b9ad472c9", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:56.898461 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-021eb642-4c5b-4a7d-9e2d-cd4a5a0b7dfa {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:56.899105 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408915d7-a10d-4487-b443-5cfe90b0826e', 'name': 'network-vif-deleted', 'tag': '54b553c8-29f8-45b7-9e0a-3b5b9ad472c9', 'status': 'completed', 'code': 200} Aug 31 09:47:56.915363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02ba665e-ef00-43f4-82fb-17ee70c7ebf6 req-b0d91122-7f07-46b6-88f7-4bdb5c0ca208 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/security-groups?id=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527914 Aug 31 09:47:56.946624 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] Set router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:56.989922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.035592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4365513-3a96-4404-976a-89360ec5394c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:57.074504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592945e5-bea4-41f7-8168-2629b3060748 req-53154a4d-347c-4109-bc28-bef4c994f61c tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.075957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-592945e5-bea4-41f7-8168-2629b3060748 req-53154a4d-347c-4109-bc28-bef4c994f61c tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.20 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 945 time: 0.1449699 Aug 31 09:47:57.088970 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:56Z', 'revision_number': 6, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:57.111461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.153440 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cd52a-116a-473b-af86-192c6581d544 None None] The sync data for ids ['a965e926-a4e7-464e-bf7b-d77d6b66ffb9'] in n-d-806683-2 is: [{'id': 'a965e926-a4e7-464e-bf7b-d77d6b66ffb9', 'name': 'tempest-TestAggregatesBasicOps-413028950-router', 'tenant_id': '8984b1c81d2448b085fdecf3db14a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:04Z', 'updated_at': '2021-08-31T09:47:56Z', 'revision_number': 6, 'project_id': '8984b1c81d2448b085fdecf3db14a8e3', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:57.290322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.294805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.390097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.392171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a965e926-a4e7-464e-bf7b-d77d6b66ffb9 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:47:57.401253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffc6d9cd-fee8-4fd2-9dd3-79db52d7a6e2 req-c00440ad-0674-4668-8e9d-5fd602e16f5b tempest-TestServerAdvancedOps-91969097 tempest-TestServerAdvancedOps-91969097-project] 10.222.0.69 "GET /v2.0/ports?device_id=408915d7-a10d-4487-b443-5cfe90b0826e HTTP/1.1" status: 200 len: 210 time: 0.1025038 Aug 31 09:47:57.402943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.404529 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9ffbb66a-2819-4a21-85fe-7ac7bf02ce53 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a965e926-a4e7-464e-bf7b-d77d6b66ffb9 HTTP/1.1" status: 204 len: 168 time: 1.8561351 Aug 31 09:47:57.407613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48120) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:57.437272 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53525-f312-4b9e-bcfa-8f44ac7d5e2e req-6d4a817d-9e63-48d2-badd-af7ebce2c5fd tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.445276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30c53525-f312-4b9e-bcfa-8f44ac7d5e2e req-6d4a817d-9e63-48d2-badd-af7ebce2c5fd tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1476614 Aug 31 09:47:57.479574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Deleting port 217f1f45-4cef-45a9-8720-27915e13100d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:57.479848 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.489000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9deb7a-69de-4ffe-98d3-e411a14639b9 admin admin] Deleting subnet 988507dd-d35d-4742-80c8-57544a43d54e {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:57.492592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9deb7a-69de-4ffe-98d3-e411a14639b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.548420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9deb7a-69de-4ffe-98d3-e411a14639b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.556977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30c53525-f312-4b9e-bcfa-8f44ac7d5e2e req-a399af83-5233-48b5-a856-9c0d14e02a22 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107364 Aug 31 09:47:57.641202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.670165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] For port 217f1f45-4cef-45a9-8720-27915e13100d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=217f1f45-4cef-45a9-8720-27915e13100d,segment=NetworkSegment(1b5315d7-60ff-4a38-9420-798af5e9e7aa),segment_id=1b5315d7-60ff-4a38-9420-798af5e9e7aa)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:57.672629 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.713506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9deb7a-69de-4ffe-98d3-e411a14639b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.726368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Calling delete_port for 217f1f45-4cef-45a9-8720-27915e13100d owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:57.745816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d9547375-96a7-4022-9aa1-ebd415675815 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:57.787038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d9547375-96a7-4022-9aa1-ebd415675815 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:57.787298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d9547375-96a7-4022-9aa1-ebd415675815 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:57.862012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9deb7a-69de-4ffe-98d3-e411a14639b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.904916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9deb7a-69de-4ffe-98d3-e411a14639b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988507dd-d35d-4742-80c8-57544a43d54e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:57.911488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9deb7a-69de-4ffe-98d3-e411a14639b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.913391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ff9deb7a-69de-4ffe-98d3-e411a14639b9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/988507dd-d35d-4742-80c8-57544a43d54e HTTP/1.1" status: 204 len: 168 time: 0.5047007 Aug 31 09:47:57.916119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48130) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:57.920614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd050f5-6b1e-46fe-912b-143330cb8222 None None] Network 8e168a58-3f0a-4484-9ef4-ac75c0d76015 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:58.004274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.067562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Deleting port ac64e96a-01b8-4571-aed1-5f46e3689e3d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:58.067938 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.124580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7efd4e-de19-4574-a60d-da7199e32ca7 req-6544b11b-eaf8-4f56-b270-d6fd8e9ba530 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:58.144292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b7efd4e-de19-4574-a60d-da7199e32ca7 req-6544b11b-eaf8-4f56-b270-d6fd8e9ba530 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.4252229 Aug 31 09:47:58.150852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48134) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:58.157693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Request body: {'floatingip': {'port_id': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:58.171187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] DHCP port deletion for 8e168a58-3f0a-4484-9ef4-ac75c0d76015 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:58.196064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf5631-c183-4118-81b1-11852556cf13 req-57c9cf3a-b0ce-4450-9b39-9c7f038d83a2 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:58.197832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ecf5631-c183-4118-81b1-11852556cf13 req-57c9cf3a-b0ce-4450-9b39-9c7f038d83a2 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.52 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.3157516 Aug 31 09:47:58.218447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e245a1-a2ee-4ca4-879e-b712ff7ed050 req-a9f1263b-9624-4130-8c0c-a1ebc7697440 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:58.230457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23e245a1-a2ee-4ca4-879e-b712ff7ed050 req-a9f1263b-9624-4130-8c0c-a1ebc7697440 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 946 time: 0.2859464 Aug 31 09:47:58.276892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] Deleting port ac64e96a-01b8-4571-aed1-5f46e3689e3d {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:58.277263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.305683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.369985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] For port ac64e96a-01b8-4571-aed1-5f46e3689e3d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac64e96a-01b8-4571-aed1-5f46e3689e3d,segment=NetworkSegment(184711bb-dc05-470c-bfc5-1c4b26b86396),segment_id=184711bb-dc05-470c-bfc5-1c4b26b86396)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:58.370647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.391103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] Calling delete_port for ac64e96a-01b8-4571-aed1-5f46e3689e3d owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:58.480706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.519266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['217f1f45-4cef-45a9-8720-27915e13100d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:58.525047 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-233ac34e-43c0-4967-b037-7dc8801d8fb3 req-79256bad-b2e6-4db3-808c-dcd6f9482b73 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.69 "GET /v2.0/ports?device_id=4be35566-5ae9-420a-b9f3-48dd270bfc09 HTTP/1.1" status: 200 len: 210 time: 0.1681743 Aug 31 09:47:58.548001 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.597252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] Pushing event deleted for resources: {'Port': ['ID=ac64e96a-01b8-4571-aed1-5f46e3689e3d,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:58.622139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c822b-98dd-4d49-a731-b26d52dff1bb None None] No DVR routers for this DVR port ac64e96a-01b8-4571-aed1-5f46e3689e3d on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:58.628819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.694768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48144) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:58.704069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] For port ac64e96a-01b8-4571-aed1-5f46e3689e3d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac64e96a-01b8-4571-aed1-5f46e3689e3d,segment=NetworkSegment(184711bb-dc05-470c-bfc5-1c4b26b86396),segment_id=184711bb-dc05-470c-bfc5-1c4b26b86396)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:58.704579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.749815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Pushing event deleted for resources: {'Port': ['ID=217f1f45-4cef-45a9-8720-27915e13100d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:58.786936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] No DVR routers for this DVR port 217f1f45-4cef-45a9-8720-27915e13100d on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:58.800433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23e245a1-a2ee-4ca4-879e-b712ff7ed050 req-4aca93c3-ae07-41fc-aca6-1179f1a9bc5a tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/security-groups?id=906e1378-c283-4cb9-bade-c600d7b6bcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689206 Aug 31 09:47:58.804046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.806395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-592945e5-bea4-41f7-8168-2629b3060748 req-f79cc816-6aed-48a8-bd42-ad49847fd742 tempest-ServerMetadataNegativeTestJSON-436388010 tempest-ServerMetadataNegativeTestJSON-436388010-project] 10.222.0.20 "DELETE /v2.0/ports/217f1f45-4cef-45a9-8720-27915e13100d HTTP/1.1" status: 204 len: 173 time: 1.7211678 Aug 31 09:47:58.852434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Deleting port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:58.853119 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.911867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be35566-5ae9-420a-b9f3-48dd270bfc09', 'name': 'network-vif-deleted', 'tag': '217f1f45-4cef-45a9-8720-27915e13100d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:58.914676 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e365e9e0-1459-4112-b135-4b81a7a33781" -d '{"events": [{"server_uuid": "4be35566-5ae9-420a-b9f3-48dd270bfc09", "name": "network-vif-deleted", "tag": "217f1f45-4cef-45a9-8720-27915e13100d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:59.028383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] For port 5f5d2646-851a-4f1b-8a56-e004ef0e5673, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5f5d2646-851a-4f1b-8a56-e004ef0e5673,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:59.029060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:59.063961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Calling delete_port for 5f5d2646-851a-4f1b-8a56-e004ef0e5673 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:59.141573 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8ea141-a431-4f0c-83b2-a353f7db2426 x-openstack-request-id: req-8e8ea141-a431-4f0c-83b2-a353f7db2426 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:59.142290 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be35566-5ae9-420a-b9f3-48dd270bfc09", "name": "network-vif-deleted", "tag": "217f1f45-4cef-45a9-8720-27915e13100d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:59.142539 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e8ea141-a431-4f0c-83b2-a353f7db2426 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:59.142984 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be35566-5ae9-420a-b9f3-48dd270bfc09', 'name': 'network-vif-deleted', 'tag': '217f1f45-4cef-45a9-8720-27915e13100d', 'status': 'completed', 'code': 200} Aug 31 09:47:59.188571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Calling delete_port for ac64e96a-01b8-4571-aed1-5f46e3689e3d owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:59.287371 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:59.301142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5f5d2646-851a-4f1b-8a56-e004ef0e5673'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:59.302932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa43acb-290e-4540-b583-45e337860012 admin admin] Deleting subnet d3da331d-af3e-419f-9425-94341c9fbed4 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:59.386302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Pushing event deleted for resources: {'Port': ['ID=5f5d2646-851a-4f1b-8a56-e004ef0e5673,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:59.470257 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.db.resource_extend [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:47:59.733702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d4365513-3a96-4404-976a-89360ec5394c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:59.797306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d4365513-3a96-4404-976a-89360ec5394c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:59.797694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d4365513-3a96-4404-976a-89360ec5394c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:59.800888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac64e96a-01b8-4571-aed1-5f46e3689e3d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:59.868078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ac64e96a-01b8-4571-aed1-5f46e3689e3d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:59.868455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac64e96a-01b8-4571-aed1-5f46e3689e3d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:00.076743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5f5d2646-851a-4f1b-8a56-e004ef0e5673 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:00.122424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 5f5d2646-851a-4f1b-8a56-e004ef0e5673 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:00.123134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5f5d2646-851a-4f1b-8a56-e004ef0e5673 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:00.124999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:00.148460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fa43acb-290e-4540-b583-45e337860012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.193728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:00.194074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 54b553c8-29f8-45b7-9e0a-3b5b9ad472c9 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:00.197064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fa43acb-290e-4540-b583-45e337860012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.243216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48170) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:00.251889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fa43acb-290e-4540-b583-45e337860012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.272025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] No DVR routers for this DVR port 5f5d2646-851a-4f1b-8a56-e004ef0e5673 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:00.337636 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.340652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5de42f6-4db3-49bc-88c5-13e37fb42fba req-d5961148-a1e8-4b98-b029-da85c4489f29 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.69 "GET /v2.0/ports?device_id=55c50489-71fa-4052-8212-d02f3658d43c HTTP/1.1" status: 200 len: 210 time: 0.0905721 Aug 31 09:48:00.343093 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.348288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ecf5631-c183-4118-81b1-11852556cf13 req-abdd0a15-cf7c-4c50-a0c0-3df17ce9e559 tempest-ServerRescueTestJSONUnderV235-852733596 tempest-ServerRescueTestJSONUnderV235-852733596-project] 10.222.0.52 "DELETE /v2.0/ports/5f5d2646-851a-4f1b-8a56-e004ef0e5673 HTTP/1.1" status: 204 len: 173 time: 2.1149044 Aug 31 09:48:00.351461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-22afa7b7-ee20-4b27-854d-63dc732f3f61 admin admin] Deleting subnet 4d15becc-c532-44fb-98f7-e9f53d8f842d {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:48:00.363164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22afa7b7-ee20-4b27-854d-63dc732f3f61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.368376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fa43acb-290e-4540-b583-45e337860012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.376985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.421978 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22afa7b7-ee20-4b27-854d-63dc732f3f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.489133 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22afa7b7-ee20-4b27-854d-63dc732f3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.550720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa43acb-290e-4540-b583-45e337860012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3da331d-af3e-419f-9425-94341c9fbed4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:00.593799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22afa7b7-ee20-4b27-854d-63dc732f3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.637194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4fa43acb-290e-4540-b583-45e337860012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.646907 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4fa43acb-290e-4540-b583-45e337860012 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d3da331d-af3e-419f-9425-94341c9fbed4 HTTP/1.1" status: 204 len: 168 time: 1.9409614 Aug 31 09:48:00.647936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.651916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48182) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:00.658645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22afa7b7-ee20-4b27-854d-63dc732f3f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.661130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-22afa7b7-ee20-4b27-854d-63dc732f3f61 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4d15becc-c532-44fb-98f7-e9f53d8f842d HTTP/1.1" status: 204 len: 168 time: 0.3860719 Aug 31 09:48:00.663186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afa7b7-ee20-4b27-854d-63dc732f3f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d15becc-c532-44fb-98f7-e9f53d8f842d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:00.667039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48184) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:00.824778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.879003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac64e96a-01b8-4571-aed1-5f46e3689e3d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:00.904274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] No DVR routers for this DVR port ac64e96a-01b8-4571-aed1-5f46e3689e3d on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:01.001722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.026473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54656795-aa2e-4269-8bed-e78030a8f800']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:01.054661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5315d7-60ff-4a38-9420-798af5e9e7aa') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:01.055202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5315d7-60ff-4a38-9420-798af5e9e7aa') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:01.079107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.093090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.112930 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.123477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:01.125045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.130161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 217f1f45-4cef-45a9-8720-27915e13100d no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:01.131008 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:01.145322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e168a58-3f0a-4484-9ef4-ac75c0d76015']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:01.148607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'name': 'network-vif-deleted', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:01.154711 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Floating IP 19bd2458-aa8c-4fa9-843c-d86b6e56a171 associated. External IP: 172.25.1.253, port: c193156c-28ed-4076-80d6-8c10d3979ebf. Aug 31 09:48:01.164762 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e1645-d4bf-46ee-a11b-1e6255aac161" -d '{"events": [{"server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "name": "network-vif-deleted", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:01.180137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 217f1f45-4cef-45a9-8720-27915e13100d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:01.180411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 217f1f45-4cef-45a9-8720-27915e13100d not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:01.192234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184711bb-dc05-470c-bfc5-1c4b26b86396') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:01.192682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184711bb-dc05-470c-bfc5-1c4b26b86396') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:01.209420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.227182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.238612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:01.239466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.239629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.265230 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.276478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] 10.222.0.69 "DELETE /v2.0/networks/54656795-aa2e-4269-8bed-e78030a8f800 HTTP/1.1" status: 204 len: 168 time: 0.6023221 Aug 31 09:48:01.320395 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a805a2-1150-4ea0-8872-8ecad96bf69e x-openstack-request-id: req-55a805a2-1150-4ea0-8872-8ecad96bf69e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:01.320395 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c50489-71fa-4052-8212-d02f3658d43c", "name": "network-vif-deleted", "tag": "5f5d2646-851a-4f1b-8a56-e004ef0e5673", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:01.320395 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55a805a2-1150-4ea0-8872-8ecad96bf69e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:01.320395 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c50489-71fa-4052-8212-d02f3658d43c', 'name': 'network-vif-deleted', 'tag': '5f5d2646-851a-4f1b-8a56-e004ef0e5673', 'status': 'completed', 'code': 200} Aug 31 09:48:01.320395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a884df3-c2ed-40e9-87a3-48c8adaad09c admin admin] Pushing event deleted for resources: {'Network': ['ID=54656795-aa2e-4269-8bed-e78030a8f800,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: self.session.flush() Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:01.352782 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:01.378199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.419058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48200) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:01.454348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.471059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.474283 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8e168a58-3f0a-4484-9ef4-ac75c0d76015 HTTP/1.1" status: 204 len: 168 time: 3.5571630 Aug 31 09:48:01.480486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48202) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:01.747622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48204) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:01.802729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb84c7-2d04-4b43-948d-019bbc06f241 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e168a58-3f0a-4484-9ef4-ac75c0d76015,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:01.943448 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.038388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c8de19-271a-4311-b8e0-b1f679c124e9']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:02.062316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb790b84-ce67-473f-971b-6d39cc382329 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1707391f5e7f48d79f8369c87fb2f94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115647 Aug 31 09:48:02.064733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48208) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:02.105027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066bad39-99e0-4473-bdf2-77563d20410b') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:02.105254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066bad39-99e0-4473-bdf2-77563d20410b') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:02.133563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.170533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-27a17e24-b3fc-41b2-b6b1-b9d6f1903d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.199140 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-27a17e24-b3fc-41b2-b6b1-b9d6f1903d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.258349 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.266775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Router eddaf6a2-60bb-4513-80e5-121ebc28c71a has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:02.296678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:02.297156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.300207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-27a17e24-b3fc-41b2-b6b1-b9d6f1903d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:02.303585 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:02.307854 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-27a17e24-b3fc-41b2-b6b1-b9d6f1903d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.307854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-27a17e24-b3fc-41b2-b6b1-b9d6f1903d70 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6 HTTP/1.1" status: 204 len: 168 time: 0.2369766 Aug 31 09:48:02.351108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a17e24-b3fc-41b2-b6b1-b9d6f1903d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7371cd2b-d9ba-4cd1-97d3-8aa0eeea0fa6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:02.455885 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.596733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.700408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.709209 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e3c8de19-271a-4311-b8e0-b1f679c124e9 HTTP/1.1" status: 204 len: 168 time: 2.0508730 Aug 31 09:48:02.711200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226066fd-565b-4dea-b692-4df2c9336782 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c8de19-271a-4311-b8e0-b1f679c124e9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:02.722623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48220) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:02.885762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-200755ce-edca-456c-aa45-932624f3c694 admin admin] Deleting subnet 63b9c7fa-5957-4eb9-b9ff-5bd92e959b39 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:48:02.890073 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200755ce-edca-456c-aa45-932624f3c694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.000248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200755ce-edca-456c-aa45-932624f3c694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.055435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Deleting port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:03.055814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.092534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:03.098308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.107256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] Sync routers for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:03.132763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:03.134821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:03.210877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200755ce-edca-456c-aa45-932624f3c694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.214242 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-90ec29b6-c8e3-4631-97a5-3dcc4192293f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "PUT /v2.0/floatingips/19bd2458-aa8c-4fa9-843c-d86b6e56a171 HTTP/1.1" status: 200 len: 992 time: 5.0621943 Aug 31 09:48:03.235080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:03.237712 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa57b12-1f67-4910-9a55-841d9acd28c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:03.288088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] For port 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,segment=NetworkSegment(c46c5107-ee0d-4bc8-9f99-47bd886db16b),segment_id=c46c5107-ee0d-4bc8-9f99-47bd886db16b)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:03.295751 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.350610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200755ce-edca-456c-aa45-932624f3c694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.372138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Calling delete_port for 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:03.387154 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3e30a6-b8fa-48af-8c1d-22a2c291bd04 x-openstack-request-id: req-5a3e30a6-b8fa-48af-8c1d-22a2c291bd04 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:03.389361 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:03.389521 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a3e30a6-b8fa-48af-8c1d-22a2c291bd04 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:03.389886 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'status': 'completed', 'code': 200} Aug 31 09:48:03.403988 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200755ce-edca-456c-aa45-932624f3c694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.406265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-200755ce-edca-456c-aa45-932624f3c694 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/63b9c7fa-5957-4eb9-b9ff-5bd92e959b39 HTTP/1.1" status: 204 len: 168 time: 0.6819699 Aug 31 09:48:03.411475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48240) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:03.490012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200755ce-edca-456c-aa45-932624f3c694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b9c7fa-5957-4eb9-b9ff-5bd92e959b39,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:03.587403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:03.671265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:03.697915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-79f6912a-ac09-4737-b985-88d3c67668d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:03.700883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-79f6912a-ac09-4737-b985-88d3c67668d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1097 time: 0.3318820 Aug 31 09:48:03.982124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-90e145d5-3ef8-42dc-88a5-940d0e83ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:03.985108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-90e145d5-3ef8-42dc-88a5-940d0e83ce4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.2732427 Aug 31 09:48:03.999289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.073925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48256) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:04.101686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '19bd2458-aa8c-4fa9-843c-d86b6e56a171', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'port_id': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'mac_address': 'fa:16:3e:ba:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0214985f-3e13-46a6-a449-5ffa05579194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:59Z', 'revision_number': 1, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:04.175596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-59aea501-3127-4f8a-812b-fa1154b43ebd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1000 time: 0.1826229 Aug 31 09:48:04.180994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] Checking router: eddaf6a2-60bb-4513-80e5-121ebc28c71a for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:04.199170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:04.200226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:04.270101 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.310507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a992cb1-b517-4fe4-b59c-dd1eb226f6c2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:04.349359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ca368a-e53b-4e0f-b06e-fdd6738df7a9') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:04.349894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ca368a-e53b-4e0f-b06e-fdd6738df7a9') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:04.365147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.388491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.414519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:04.415259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.422378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.431298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:04.445836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-fb15f283-bd66-4fe5-a4e4-9dee53c165f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:04.448025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-fb15f283-bd66-4fe5-a4e4-9dee53c165f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.2600181 Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:04.602487 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:04.614940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.631491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.637095 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] 10.222.0.69 "DELETE /v2.0/networks/8a992cb1-b517-4fe4-b59c-dd1eb226f6c2 HTTP/1.1" status: 204 len: 168 time: 1.2206402 Aug 31 09:48:04.707369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=43fa6f71-c23e-4102-8a41-d5aa9b7a7c88,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:04.755006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e7517-db14-4f3d-bca0-9fa3a56034ac admin admin] Pushing event deleted for resources: {'Network': ['ID=8a992cb1-b517-4fe4-b59c-dd1eb226f6c2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:04.855178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a40da424-b464-4d4e-a1a1-4a924cd94a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:05.017130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:05.021501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '19bd2458-aa8c-4fa9-843c-d86b6e56a171', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'port_id': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'mac_address': 'fa:16:3e:ba:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0214985f-3e13-46a6-a449-5ffa05579194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:59Z', 'revision_number': 1, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:05.098041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043ad0e-2d31-4da0-9eca-bc691321b625 None None] The sync data for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 is: [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '19bd2458-aa8c-4fa9-843c-d86b6e56a171', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'port_id': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'mac_address': 'fa:16:3e:ba:a7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0214985f-3e13-46a6-a449-5ffa05579194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:59Z', 'revision_number': 1, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:05.240761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48288) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:05.319868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7eefb9f-0dc4-45ec-ae9a-670c4c83b74a req-6bfaaf34-d016-418b-a697-3457f367268a tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ad776ba-1df6-44f2-984a-e82df9de9997 HTTP/1.1" status: 200 len: 210 time: 0.1151874 Aug 31 09:48:05.452390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Deleting port d8d73700-8119-4f88-a0ea-3801fa638358 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:05.453197 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:05.668296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ebd46-df03-4038-8b82-9ac44148f308 None None] New status for floating IP 19bd2458-aa8c-4fa9-843c-d86b6e56a171: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:48:05.722568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48306) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:05.819550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-28e58ce0-b6a9-4ebd-9da8-39d1c223c0a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a28079726718464a8376962144539400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360022 Aug 31 09:48:05.830392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48318) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:05.834466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-15b299c6-a8f7-4631-b3d3-c07d7428b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:05.845343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-15b299c6-a8f7-4631-b3d3-c07d7428b2b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2558630 Aug 31 09:48:05.884974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] For port d8d73700-8119-4f88-a0ea-3801fa638358, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d8d73700-8119-4f88-a0ea-3801fa638358,segment=NetworkSegment(ad6a3684-6a9e-41e2-b558-ae91b51563ff),segment_id=ad6a3684-6a9e-41e2-b558-ae91b51563ff)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:05.885370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:05.983375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Calling delete_port for d8d73700-8119-4f88-a0ea-3801fa638358 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:06.308816 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43fd2e05-998e-4568-aa31-d9e0600498fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:06.394320 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43fd2e05-998e-4568-aa31-d9e0600498fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:06.585828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a40da424-b464-4d4e-a1a1-4a924cd94a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:06.589059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-0c326951-ea0f-425f-b2c0-4e9f8551b2b6 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316051 Aug 31 09:48:06.605728 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a40da424-b464-4d4e-a1a1-4a924cd94a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:06.652223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fc64e19-0299-4960-aff5-81147eafd04e req-7d16d484-b7bd-471d-b4db-8e69eff35368 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1454725 Aug 31 09:48:06.699351 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43fd2e05-998e-4568-aa31-d9e0600498fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:06.702230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43fd2e05-998e-4568-aa31-d9e0600498fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:06.714007 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-43fd2e05-998e-4568-aa31-d9e0600498fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/42245d2f-6dc8-44e7-b826-2b5048f8c4d3 HTTP/1.1" status: 204 len: 168 time: 0.8668146 Aug 31 09:48:06.746827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40da424-b464-4d4e-a1a1-4a924cd94a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22474637-5cc1-4496-afd9-b60616be01c1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:06.841459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Router 0a7769e5-ea50-48f7-a72b-3b83720e7364 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:06.888064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a40da424-b464-4d4e-a1a1-4a924cd94a42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0cad484ddde047ebbb37081074bde1da&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7826819 Aug 31 09:48:06.909052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48338) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:07.392921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd2e05-998e-4568-aa31-d9e0600498fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42245d2f-6dc8-44e7-b826-2b5048f8c4d3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.444996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48346) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:07.632460 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-55f393e9-46e0-4872-aa9c-6576fe9e1a58 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=706faaaa326e4a418f33886aca778c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540115 Aug 31 09:48:07.639385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48348) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:07.766961 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26f25f96-95e3-443d-9f10-abbfdb9f6e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.820361 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.909862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa57b12-1f67-4910-9a55-841d9acd28c4 req-e41184c5-9bff-4537-aa17-62aa6253e3c7 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3076525 Aug 31 09:48:07.968792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26f25f96-95e3-443d-9f10-abbfdb9f6e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.982812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8f2a0a6-f676-428e-bdf3-8dfe6d4b49a3 req-ae3cbbcf-543d-4c6e-aa79-a0e03f77837b tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1116722 Aug 31 09:48:07.995361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d73700-8119-4f88-a0ea-3801fa638358,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:08.006318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:08.016158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] Sync routers for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:08.028762 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e6995f6f-1952-4856-a225-b4b909e10be8 admin admin] 10.222.0.69 "PUT /v2.0/routers/0a7769e5-ea50-48f7-a72b-3b83720e7364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6085889 Aug 31 09:48:08.033222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48352) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:08.038855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:08.039700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:08.396570 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0073b3b8-5571-440a-8b1c-2ee416f372eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.527317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d41caff3-5336-4f09-affa-127bfb21600c req-c4b09bcb-a931-43f4-9978-18acbcb66bab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ad776ba-1df6-44f2-984a-e82df9de9997 HTTP/1.1" status: 200 len: 210 time: 0.1461067 Aug 31 09:48:08.585981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:08.614650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.617750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26f25f96-95e3-443d-9f10-abbfdb9f6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.620897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26f25f96-95e3-443d-9f10-abbfdb9f6e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.626092 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-26f25f96-95e3-443d-9f10-abbfdb9f6e12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8dda84ac-1f67-494d-a4b9-87db0562ad82 HTTP/1.1" status: 204 len: 168 time: 0.9781387 Aug 31 09:48:08.641280 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0073b3b8-5571-440a-8b1c-2ee416f372eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.709442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f25f96-95e3-443d-9f10-abbfdb9f6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dda84ac-1f67-494d-a4b9-87db0562ad82,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:08.755569 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.008347 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0073b3b8-5571-440a-8b1c-2ee416f372eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.015303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0073b3b8-5571-440a-8b1c-2ee416f372eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.018009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0073b3b8-5571-440a-8b1c-2ee416f372eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22474637-5cc1-4496-afd9-b60616be01c1 HTTP/1.1" status: 204 len: 168 time: 1.1510048 Aug 31 09:48:09.045004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.050646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073b3b8-5571-440a-8b1c-2ee416f372eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22474637-5cc1-4496-afd9-b60616be01c1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:09.054102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:48:04Z', 'revision_number': 5, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port': {'id': '4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:17Z', 'updated_at': '2021-08-31T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.282060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.397807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d939bfd8-e18e-4e39-92a8-3bbb43434d1c req-0486b59d-1e5c-461c-a1cf-4f39cba8a5be tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0518534 Aug 31 09:48:09.498330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Deleting port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:09.501147 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.522672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] Checking router: 0a7769e5-ea50-48f7-a72b-3b83720e7364 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:09.649226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] Routers {'0a7769e5-ea50-48f7-a72b-3b83720e7364'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:09.658290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['0a7769e5-ea50-48f7-a72b-3b83720e7364'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.798172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] For port 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:09.798607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.826100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Calling delete_port for 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:09.843636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:09.887336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:09.926202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] Set router 0a7769e5-ea50-48f7-a72b-3b83720e7364 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:09.959151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1baf73f7-cf51-4381-ad5b-ad181070c665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.000177 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:48:09Z', 'revision_number': 6, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:10.030945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde752c8-3ea0-4107-a8cf-21a7afe2a4ab None None] The sync data for ids ['0a7769e5-ea50-48f7-a72b-3b83720e7364'] in n-d-806683-2 is: [{'id': '0a7769e5-ea50-48f7-a72b-3b83720e7364', 'name': 'tempest-ServerRescueTestJSONUnderV235-1908782846-router', 'tenant_id': 'd427a77df8a742dba523b91ccc0932b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:15Z', 'updated_at': '2021-08-31T09:48:09Z', 'revision_number': 6, 'project_id': 'd427a77df8a742dba523b91ccc0932b6', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:10.110159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e74b3db8-5160-4fb2-9d07-019e07d213f9 req-60c56c97-8d75-4b8a-b4c8-00ed74b88cf0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0481648 Aug 31 09:48:10.125816 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.156104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:10.225044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:10.236367 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] Sync routers for ids ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:10.250225 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4d9f7877-d4f7-4fce-84fb-0b80977655ed admin admin] 10.222.0.69 "PUT /v2.0/routers/a57945b4-5a99-4f87-acdc-9eaa99dd2c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7649992 Aug 31 09:48:10.253493 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] Routers {'a57945b4-5a99-4f87-acdc-9eaa99dd2c06'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:10.254298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48384) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:10.254713 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:10.339936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Deleting port 81d992c9-3158-4201-b892-992960fca9be {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:10.340248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.394165 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.421205 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1baf73f7-cf51-4381-ad5b-ad181070c665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.433639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1baf73f7-cf51-4381-ad5b-ad181070c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.488388 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.557111 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] Set router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:10.576724 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1baf73f7-cf51-4381-ad5b-ad181070c665 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c383731befae438cbd00293d7cd2038b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6700954 Aug 31 09:48:10.597016 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48390) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:10.630001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] For port 81d992c9-3158-4201-b892-992960fca9be, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=81d992c9-3158-4201-b892-992960fca9be,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:10.665154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.693615 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.714811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Calling delete_port for 81d992c9-3158-4201-b892-992960fca9be owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:10.808027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf73f7-cf51-4381-ad5b-ad181070c665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d874490e-e339-45f6-a50f-49adfb624691,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:10.976223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.023680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.035924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27442ec8-6e97-429f-9632-fb1549997945 req-1666ad4a-4f2e-497a-a621-121b411c6a05 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.4357786 Aug 31 09:48:11.110732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ce4c-ad8d-4e36-8929-11d98140ebea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.157076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-599aec04-c54d-48af-9ba0-6a99b4d1cb1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2878790 Aug 31 09:48:11.159239 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.160181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7769e5-ea50-48f7-a72b-3b83720e7364 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:48:11.169236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.171125 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7ea0cb17-588c-43e0-85a9-7a9938ecd828 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0a7769e5-ea50-48f7-a72b-3b83720e7364 HTTP/1.1" status: 204 len: 168 time: 3.1368480 Aug 31 09:48:11.175092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.179030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48404) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:11.217641 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:48:07Z', 'revision_number': 5, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port': {'id': '20e3f094-f5d0-41b4-870b-1d420ecbdeae', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:27Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:11.233189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ce4c-ad8d-4e36-8929-11d98140ebea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.297353 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ce4c-ad8d-4e36-8929-11d98140ebea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.301622 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ce4c-ad8d-4e36-8929-11d98140ebea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.306841 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c8d1ce4c-ad8d-4e36-8929-11d98140ebea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d874490e-e339-45f6-a50f-49adfb624691 HTTP/1.1" status: 204 len: 168 time: 0.7020831 Aug 31 09:48:11.313375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1ce4c-ad8d-4e36-8929-11d98140ebea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874490e-e339-45f6-a50f-49adfb624691,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:11.386569 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] Checking router: a57945b4-5a99-4f87-acdc-9eaa99dd2c06 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:11.391825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.411822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-d94d52f8-124c-4917-8e5f-cd0b1bc536d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:11.413074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-d94d52f8-124c-4917-8e5f-cd0b1bc536d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1097 time: 0.1577866 Aug 31 09:48:11.428051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-e548d03d-923f-4cde-a11a-49f34c06d390 admin admin] Deleting subnet 73e92cca-fe68-4c33-8153-17a9a9b7b220 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:48:11.432109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e548d03d-923f-4cde-a11a-49f34c06d390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.445847 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] Routers {'a57945b4-5a99-4f87-acdc-9eaa99dd2c06'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:11.446883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Pushing event deleted for resources: {'Port': ['ID=81d992c9-3158-4201-b892-992960fca9be,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:11.462380 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:11.505993 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e548d03d-923f-4cde-a11a-49f34c06d390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.521701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48410) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:11.912542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] Set router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:11.959310 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e548d03d-923f-4cde-a11a-49f34c06d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.014683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:12.124220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-7f7f5840-da7a-4951-a272-b1ac9cf374d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:12.125457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:12.126569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4dfbbfbd-2587-4c4f-a5ef-055f4cf6e43e not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:12.128146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:12.135429 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:48:11Z', 'revision_number': 6, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:12.137530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-7f7f5840-da7a-4951-a272-b1ac9cf374d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.5617442 Aug 31 09:48:12.183877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:12.184621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43fa6f71-c23e-4102-8a41-d5aa9b7a7c88 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:12.255135 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85fd2f6-93b1-449b-9923-91d38343c7c3 None None] The sync data for ids ['a57945b4-5a99-4f87-acdc-9eaa99dd2c06'] in n-d-806683-2 is: [{'id': 'a57945b4-5a99-4f87-acdc-9eaa99dd2c06', 'name': 'tempest-TestAggregatesBasicOps-1258676149-router', 'tenant_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:25Z', 'updated_at': '2021-08-31T09:48:11Z', 'revision_number': 6, 'project_id': 'abfed7ae83db4b0b98b9dc564c1890af', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:12.272594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.342947 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e548d03d-923f-4cde-a11a-49f34c06d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.367973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1651380656-network', 'tenant_id': '2a946289d37c49219918668e825a2f0d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:12.428247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Made reservation on behalf of 2a946289d37c49219918668e825a2f0d for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:12.430564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.444030 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.447885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Deleting port 20e3f094-f5d0-41b4-870b-1d420ecbdeae {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:12.448244 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.455039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d93bf599-097c-41e7-93b3-64b0c4edf134 req-5e9f1f92-9ce4-4120-8631-770cefcbcfad tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1158805 Aug 31 09:48:12.458299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e548d03d-923f-4cde-a11a-49f34c06d390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.460281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e548d03d-923f-4cde-a11a-49f34c06d390 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/73e92cca-fe68-4c33-8153-17a9a9b7b220 HTTP/1.1" status: 204 len: 168 time: 1.2763860 Aug 31 09:48:12.464091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:12.474261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548d03d-923f-4cde-a11a-49f34c06d390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e92cca-fe68-4c33-8153-17a9a9b7b220,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:12.507648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-ca3147e0-e1a1-4291-8d7b-1265c82c54c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1002 time: 0.3525105 Aug 31 09:48:12.629031 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.637854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-df5eb1c3-1ba2-4d86-92c9-c7697f66ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:12.639420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-df5eb1c3-1ba2-4d86-92c9-c7697f66ff0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.1195898 Aug 31 09:48:12.742851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] For port 20e3f094-f5d0-41b4-870b-1d420ecbdeae, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=20e3f094-f5d0-41b4-870b-1d420ecbdeae,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:12.743160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.770103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Calling delete_port for 20e3f094-f5d0-41b4-870b-1d420ecbdeae owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:12.773578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-1a87ae3c-e23a-4da8-a379-8c690d26b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:12.775254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-1a87ae3c-e23a-4da8-a379-8c690d26b8d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202402 Aug 31 09:48:12.811353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:12.891123 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.921761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecfacf3-ee1a-404a-908a-bfd9f65030b2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:12.937672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46c5107-ee0d-4bc8-9f99-47bd886db16b') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:12.937967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46c5107-ee0d-4bc8-9f99-47bd886db16b') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:12.950587 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.966104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.974342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:12.974803 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:12.980925 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:13.066892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.079432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.121976 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.178011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.179955 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fecfacf3-ee1a-404a-908a-bfd9f65030b2 HTTP/1.1" status: 204 len: 168 time: 0.7127335 Aug 31 09:48:13.183906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9e0dc-c85d-461f-9d1f-ec899233b235 admin admin] Pushing event deleted for resources: {'Network': ['ID=fecfacf3-ee1a-404a-908a-bfd9f65030b2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.185578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d1b69f-b093-4825-9a46-400fe14c6c5c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.206891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:13.230112 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.230875 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Added segment 71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65 of type vlan for network 29a750cf-c535-4b41-a74f-2d497e541168 Aug 31 09:48:13.295081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:13.309565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98b63ffd-9871-4713-94a7-f19c9ab83193 req-56af26eb-4b37-494d-8cff-67104cb92e51 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.2331316 Aug 31 09:48:13.329486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] Sync routers for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:13.338713 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-24ed559c-6285-487a-8508-dfcc35fb044a admin admin] 10.222.0.69 "PUT /v2.0/routers/1da9ad32-a49a-4a1c-b70f-bb2b65c59c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6144416 Aug 31 09:48:13.339862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48448) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:13.357937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.390714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:13.401793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:13.403025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-5f0d36e5-961c-4278-9415-6d65d9dd7a52 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167247 Aug 31 09:48:13.442595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.444034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:13.444832 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.589775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.736355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48450) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:13.757646 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.800327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:13.815734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=20e3f094-f5d0-41b4-870b-1d420ecbdeae,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.823118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58a3dd20-2714-4c0a-897c-113c432b0eeb req-cf3a0ebd-7523-4081-acb2-b4662df8d1df service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085529 Aug 31 09:48:13.863639 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.939701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fb0ee308-3cd1-4548-b8c9-03f1a1d444e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d427a77df8a742dba523b91ccc0932b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938105 Aug 31 09:48:13.966870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48452) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:14.007370 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.010672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.026634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 20e3f094-f5d0-41b4-870b-1d420ecbdeae no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:14.064657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 20e3f094-f5d0-41b4-870b-1d420ecbdeae {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:14.066321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 20e3f094-f5d0-41b4-870b-1d420ecbdeae not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:14.067411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d8d73700-8119-4f88-a0ea-3801fa638358 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:14.089760 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.091913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a57945b4-5a99-4f87-acdc-9eaa99dd2c06 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:48:14.097784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.102380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5abb2a03-7719-489d-ac28-33ac38f51c4c admin admin] 10.222.0.69 "DELETE /v2.0/routers/a57945b4-5a99-4f87-acdc-9eaa99dd2c06 HTTP/1.1" status: 204 len: 168 time: 3.8429456 Aug 31 09:48:14.102380 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d74eea0b-0a0d-4bb4-b868-ea02744c73bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.102846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48454) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:14.117612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] Pushing event updated for resources: {'Network': ['ID=29a750cf-c535-4b41-a74f-2d497e541168,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:14.137164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d8d73700-8119-4f88-a0ea-3801fa638358 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:14.137830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d8d73700-8119-4f88-a0ea-3801fa638358 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:14.180884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 29a750cf-c535-4b41-a74f-2d497e541168 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:14.191643 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d74eea0b-0a0d-4bb4-b868-ea02744c73bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.195541 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-26ecbdfa-b1f8-440d-9ea6-8f508e0812de admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6719310 Aug 31 09:48:14.197177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48456) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:14.213278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Request body: {'subnet': {'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1651380656-subnet', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:14.219731 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.242229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ee2bd5-d2ac-4724-912a-711277d5dc7a admin admin] Deleting subnet fb947da0-afe1-4a3e-b44f-81b4b3341aca {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:48:14.252999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2bd5-d2ac-4724-912a-711277d5dc7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.364279 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2bd5-d2ac-4724-912a-711277d5dc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.365945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Made reservation on behalf of 2a946289d37c49219918668e825a2f0d for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:14.368411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.448001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.557315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:48:11Z', 'revision_number': 5, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port': {'id': '56f683f0-d15b-44e2-bbe7-3759e9899333', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:49Z', 'updated_at': '2021-08-31T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:14.558297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Deleting port 56f683f0-d15b-44e2-bbe7-3759e9899333 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:14.561099 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.595239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] Checking router: 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:14.606316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] Routers {'1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:14.607197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:14.675268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] For port 56f683f0-d15b-44e2-bbe7-3759e9899333, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=56f683f0-d15b-44e2-bbe7-3759e9899333,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:14.676024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.707896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Calling delete_port for 56f683f0-d15b-44e2-bbe7-3759e9899333 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:14.751058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] Set router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:14.889200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02edeb5b-e31d-43c6-bd9f-9a0f33e1ae9e req-488e1ede-ab26-4e41-abf1-0fc38baf0072 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1156380 Aug 31 09:48:14.917594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:48:14Z', 'revision_number': 6, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:14.924089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d74eea0b-0a0d-4bb4-b868-ea02744c73bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.927563 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d74eea0b-0a0d-4bb4-b868-ea02744c73bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.943198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d74eea0b-0a0d-4bb4-b868-ea02744c73bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/906e1378-c283-4cb9-bade-c600d7b6bcdf HTTP/1.1" status: 204 len: 168 time: 0.9638362 Aug 31 09:48:15.024071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9416a63-b634-4db5-971c-459899b9a405 None None] The sync data for ids ['1da9ad32-a49a-4a1c-b70f-bb2b65c59c20'] in n-d-806683-2 is: [{'id': '1da9ad32-a49a-4a1c-b70f-bb2b65c59c20', 'name': 'tempest-TaggedBootDevicesTest-829915504-router', 'tenant_id': '6a637f499c88468398ba69ce5a70d104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:48Z', 'updated_at': '2021-08-31T09:48:14Z', 'revision_number': 6, 'project_id': '6a637f499c88468398ba69ce5a70d104', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:15.033022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eea0b-0a0d-4bb4-b868-ea02744c73bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e1378-c283-4cb9-bade-c600d7b6bcdf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:15.111171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.115417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2bd5-d2ac-4724-912a-711277d5dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.219053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f683f0-d15b-44e2-bbe7-3759e9899333,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:15.223923 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.225723 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.308904 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2bd5-d2ac-4724-912a-711277d5dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.329109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7465773-4d08-46cd-b62c-98ae80fb1cc8,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:15.339321 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2bd5-d2ac-4724-912a-711277d5dc7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.343616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b9ee2bd5-d2ac-4724-912a-711277d5dc7a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fb947da0-afe1-4a3e-b44f-81b4b3341aca HTTP/1.1" status: 204 len: 168 time: 1.2377679 Aug 31 09:48:15.351141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669249e5-5655-4176-82bb-9c649c863572 None None] Network fe9caab1-cd82-4469-b2bc-db9439ee1a86 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:15.364953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48470) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:15.376410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee2bd5-d2ac-4724-912a-711277d5dc7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb947da0-afe1-4a3e-b44f-81b4b3341aca,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:15.392583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Checking segment: {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:15.393481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Network hostable DHCP agents. Network: 29a750cf-c535-4b41-a74f-2d497e541168, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:15.401486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.406326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.495225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Network 29a750cf-c535-4b41-a74f-2d497e541168 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:15.522948 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.523611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 29a750cf-c535-4b41-a74f-2d497e541168) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:15.538781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:15.538781 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.554518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a174ed1e-6f89-40ba-b0ee-af56cbe7f71c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3559461 Aug 31 09:48:15.559838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48476) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:15.599081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:15.609283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71ef3c-24e5-400b-8322-650dd3a05f50 None None] Network 29a750cf-c535-4b41-a74f-2d497e541168 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:15.619900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.621833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:48:15.632743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.639777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48480) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:15.640443 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f43905a1-fa3d-4ae0-a8e2-cff011dec346 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1da9ad32-a49a-4a1c-b70f-bb2b65c59c20 HTTP/1.1" status: 204 len: 168 time: 2.2923520 Aug 31 09:48:15.699833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.701036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.722379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Deleting port a123c5a9-9f15-4cba-8042-fc47daffe39f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:15.722981 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.799229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] For port a123c5a9-9f15-4cba-8042-fc47daffe39f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a123c5a9-9f15-4cba-8042-fc47daffe39f,segment=NetworkSegment(ad6a3684-6a9e-41e2-b558-ae91b51563ff),segment_id=ad6a3684-6a9e-41e2-b558-ae91b51563ff)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:15.800635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.807732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54d7399-7444-42bb-b9f6-a67047170303 admin admin] Deleting subnet 0b00e266-7e73-4d06-99d6-4561cee3de9d {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:48:15.821202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b54d7399-7444-42bb-b9f6-a67047170303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.859188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Calling delete_port for a123c5a9-9f15-4cba-8042-fc47daffe39f owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:15.911364 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.950878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b54d7399-7444-42bb-b9f6-a67047170303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.042185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] DHCP port deletion for fe9caab1-cd82-4469-b2bc-db9439ee1a86 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:48:16.093340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-29a750cf-c535-4b41-a74f-2d497e541168', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:48:16.094488 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.231276 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.265114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 56f683f0-d15b-44e2-bbe7-3759e9899333 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:16.265656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c19170f-b8cc-4318-aa5e-13c19038291d req-e8e52842-c0a2-41d0-a0fd-7126245113e6 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0729349 Aug 31 09:48:16.282223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.320396 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b54d7399-7444-42bb-b9f6-a67047170303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.328685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 56f683f0-d15b-44e2-bbe7-3759e9899333 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:16.329046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 56f683f0-d15b-44e2-bbe7-3759e9899333 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:16.329519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 81d992c9-3158-4201-b892-992960fca9be no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:16.371010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a123c5a9-9f15-4cba-8042-fc47daffe39f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:16.386017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] No DVR routers for this DVR port a123c5a9-9f15-4cba-8042-fc47daffe39f on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:16.405683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 81d992c9-3158-4201-b892-992960fca9be {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:16.406035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 81d992c9-3158-4201-b892-992960fca9be not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:16.406509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a123c5a9-9f15-4cba-8042-fc47daffe39f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:16.443825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a123c5a9-9f15-4cba-8042-fc47daffe39f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:16.444180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a123c5a9-9f15-4cba-8042-fc47daffe39f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:16.467369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Deleting port a123c5a9-9f15-4cba-8042-fc47daffe39f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:16.467369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.507759 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.520790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b54d7399-7444-42bb-b9f6-a67047170303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.530993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9caab1-cd82-4469-b2bc-db9439ee1a86']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:16.545064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48500) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:16.576632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d7399-7444-42bb-b9f6-a67047170303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b00e266-7e73-4d06-99d6-4561cee3de9d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:16.582262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6a3684-6a9e-41e2-b558-ae91b51563ff') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:16.582565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6a3684-6a9e-41e2-b558-ae91b51563ff') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:16.592406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117bf550-e53b-4b9e-a79e-357dae99b38f None None] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:16.610964 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b54d7399-7444-42bb-b9f6-a67047170303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.613521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b54d7399-7444-42bb-b9f6-a67047170303 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0b00e266-7e73-4d06-99d6-4561cee3de9d HTTP/1.1" status: 204 len: 168 time: 0.9631476 Aug 31 09:48:16.618017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:16.636800 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.674823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.685590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:16.686003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:16.687965 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:16.705299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Allocated IP 172.20.0.2 (29a750cf-c535-4b41-a74f-2d497e541168/e7465773-4d08-46cd-b62c-98ae80fb1cc8/46451a86-8d71-4118-a45b-c3eec4f1f945) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:16.710985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] For port a123c5a9-9f15-4cba-8042-fc47daffe39f, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:16.711436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.752130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Calling delete_port for a123c5a9-9f15-4cba-8042-fc47daffe39f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:16.757108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Port a123c5a9-9f15-4cba-8042-fc47daffe39f was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:48:16.769149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.804877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-595112845-network', 'tenant_id': '66c64ef3009e411d9da05e7db9dd7698'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:16.826143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.896216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Made reservation on behalf of 66c64ef3009e411d9da05e7db9dd7698 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:16.898848 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.922979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.930702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Deleting port 01c81f75-d09e-44bf-a93e-a264daeddc0c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:16.931289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.947562 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Pushing event deleted for resources: {'Port': ['ID=a123c5a9-9f15-4cba-8042-fc47daffe39f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:16.960522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] No DVR routers for this DVR port a123c5a9-9f15-4cba-8042-fc47daffe39f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:16.980498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.980940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.981381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.981815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.982258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.982874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.983303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.983721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.984146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.985253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.985643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:16.986070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32602283-d7e7-4b3c-9b81-f59d797971e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:17.022215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.028833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.031893 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fe9caab1-cd82-4469-b2bc-db9439ee1a86 HTTP/1.1" status: 204 len: 168 time: 1.6658750 Aug 31 09:48:17.133352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b5758-e6a8-45ea-979a-860a665e48c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9caab1-cd82-4469-b2bc-db9439ee1a86,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.142326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.153685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] DHCP port deletion for e1550ab1-7c19-4c3d-a34a-bbd0081f2097 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:48:17.162301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Transition to ACTIVE for port object 46451a86-8d71-4118-a45b-c3eec4f1f945 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:17.177196 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.204594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] For port 01c81f75-d09e-44bf-a93e-a264daeddc0c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=01c81f75-d09e-44bf-a93e-a264daeddc0c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:17.205238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.208175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Transition to ACTIVE for port object 46451a86-8d71-4118-a45b-c3eec4f1f945 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:17.219680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.232953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.269203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Calling delete_port for 01c81f75-d09e-44bf-a93e-a264daeddc0c owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:17.280738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48514) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:17.295760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Network 29a750cf-c535-4b41-a74f-2d497e541168 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:17.303263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:17.320808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:17.332175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] Deleting port 01c81f75-d09e-44bf-a93e-a264daeddc0c {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:17.332647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.336676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Pushing event updated for resources: {'Port': ['ID=46451a86-8d71-4118-a45b-c3eec4f1f945,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.429870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dd1a5085-e4d2-4fc9-8714-f3f00aff4374 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8984b1c81d2448b085fdecf3db14a8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438363 Aug 31 09:48:17.431257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48518) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:17.464692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.480191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.511395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.518129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Allocated IP 172.25.1.232 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1647cd37-b514-48b6-9f41-6b0d289a2909) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:17.527293 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] For port 01c81f75-d09e-44bf-a93e-a264daeddc0c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=01c81f75-d09e-44bf-a93e-a264daeddc0c,segment=NetworkSegment(2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23),segment_id=2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:17.527824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.533536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:17.538794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Attempting to bind port 46451a86-8d71-4118-a45b-c3eec4f1f945 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:17.539263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Attempting to bind port 46451a86-8d71-4118-a45b-c3eec4f1f945 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:17.539694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Attempting to bind port 46451a86-8d71-4118-a45b-c3eec4f1f945 on network 29a750cf-c535-4b41-a74f-2d497e541168 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:17.550068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:17.550541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Checking segment: {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:17.551080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.551641 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Bound using segment: {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:17.552217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Bound port: 46451a86-8d71-4118-a45b-c3eec4f1f945, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:17.552643 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.560731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] Calling delete_port for 01c81f75-d09e-44bf-a93e-a264daeddc0c owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:17.567506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] No DVR routers for this DVR port 01c81f75-d09e-44bf-a93e-a264daeddc0c on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:17.569343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c81f75-d09e-44bf-a93e-a264daeddc0c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.576342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e83952-afc7-488a-aaa9-dfe80278a0a5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.602397 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.602797 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Added segment ca19c81b-5959-4daf-ba8d-9b4c2f9cd290 of type vlan for network 62fcc7c7-167e-4159-b34f-d7c71632a155 Aug 31 09:48:17.679500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48eba277-3dbe-4293-bbef-ec84fff941a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.740989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.764212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48eba277-3dbe-4293-bbef-ec84fff941a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.809508 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.834270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-761d35e7-9ff7-4668-ab6f-afe5da94cff2 req-7aa8fd2d-8a96-4e4f-ba9d-b279f8d4c868 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.3823364 Aug 31 09:48:17.834729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1550ab1-7c19-4c3d-a34a-bbd0081f2097']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:17.842895 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.856145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:17.856709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a655cb8-5d23-4980-8ca7-a4dd4a3c2c23') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:17.871784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.880219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.881217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:17.881806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.919001 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.939683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.960940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48eba277-3dbe-4293-bbef-ec84fff941a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.964259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48eba277-3dbe-4293-bbef-ec84fff941a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.965495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-48eba277-3dbe-4293-bbef-ec84fff941a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff1f35c0-37cd-49f3-a735-ee19f7611ff6 HTTP/1.1" status: 204 len: 168 time: 0.5318875 Aug 31 09:48:17.967829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:17.968450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:17.975855 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:17.981509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:17.989356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:17.995061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:17.995961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 01c81f75-d09e-44bf-a93e-a264daeddc0c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:18.040021 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4889829 Aug 31 09:48:18.040021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eba277-3dbe-4293-bbef-ec84fff941a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1f35c0-37cd-49f3-a735-ee19f7611ff6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.040228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48532) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:18.046675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11f652-46e6-4f38-b45d-c891dd8db571 admin admin] Pushing event updated for resources: {'Network': ['ID=62fcc7c7-167e-4159-b34f-d7c71632a155,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.047585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Request body: {'subnet': {'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-595112845-subnet', 'tenant_id': '66c64ef3009e411d9da05e7db9dd7698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:18.066364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.076811 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.081279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1647cd37-b514-48b6-9f41-6b0d289a2909,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.090798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e1550ab1-7c19-4c3d-a34a-bbd0081f2097 HTTP/1.1" status: 204 len: 168 time: 1.4709980 Aug 31 09:48:18.102582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 62fcc7c7-167e-4159-b34f-d7c71632a155 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:18.119531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 01c81f75-d09e-44bf-a93e-a264daeddc0c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:18.120081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 01c81f75-d09e-44bf-a93e-a264daeddc0c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:18.130258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0d096-c6c0-4f9a-9861-4c7cf631aa67 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1550ab1-7c19-4c3d-a34a-bbd0081f2097,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.218721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1d809648-4083-4538-a2a0-4065476be743 None None] For port 46451a86-8d71-4118-a45b-c3eec4f1f945, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:18.264680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1d809648-4083-4538-a2a0-4065476be743 None None] For port 46451a86-8d71-4118-a45b-c3eec4f1f945, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=46451a86-8d71-4118-a45b-c3eec4f1f945,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:18.274843 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.291309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.331319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] Network e1550ab1-7c19-4c3d-a34a-bbd0081f2097 is not hosted by any dhcp agent {{(pid=94788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:48:18.332217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] No DVR routers for this DVR port 01c81f75-d09e-44bf-a93e-a264daeddc0c on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:18.372428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d809648-4083-4538-a2a0-4065476be743 None None] Pushing event updated for resources: {'Port': ['ID=46451a86-8d71-4118-a45b-c3eec4f1f945,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.422171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492f511-6355-476f-bd4a-fb1015e12db4 None None] Pushing event deleted for resources: {'Port': ['ID=01c81f75-d09e-44bf-a93e-a264daeddc0c,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.438482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Made reservation on behalf of 66c64ef3009e411d9da05e7db9dd7698 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:18.442604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.751277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.828597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48548) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:18.828887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48550) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:18.948231 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c9f5865a-9720-48ea-9856-e3ee78c2764b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abfed7ae83db4b0b98b9dc564c1890af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162546 Aug 31 09:48:18.952537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48556) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:19.032503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69a2b453-8f56-42bf-ba2d-0a519d6b1909 req-b459168d-753e-4305-8c8f-cc885685babc tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0682206 Aug 31 09:48:19.044161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e2afe16-5e19-4d9d-9c6f-9a0e2c537356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.079488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e2afe16-5e19-4d9d-9c6f-9a0e2c537356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.092885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-732cd034-0dad-41d4-8dd9-2fac3183d674 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a637f499c88468398ba69ce5a70d104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846895 Aug 31 09:48:19.095360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48560) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:19.158295 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.170169 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.180191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8760e5d-a99c-44b8-8ad1-4a79607f8b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.204305 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e2afe16-5e19-4d9d-9c6f-9a0e2c537356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.208167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e2afe16-5e19-4d9d-9c6f-9a0e2c537356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.212543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1e2afe16-5e19-4d9d-9c6f-9a0e2c537356 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09e95ab4-d64e-41d0-af10-c769e31babd9 HTTP/1.1" status: 204 len: 168 time: 0.2558422 Aug 31 09:48:19.216227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8760e5d-a99c-44b8-8ad1-4a79607f8b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.233921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2afe16-5e19-4d9d-9c6f-9a0e2c537356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e95ab4-d64e-41d0-af10-c769e31babd9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:19.287595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Checking segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:19.287988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Network hostable DHCP agents. Network: 62fcc7c7-167e-4159-b34f-d7c71632a155, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:19.291951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=737c74e6-63d6-41ed-ba44-1f05af2406a0,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:19.318473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8760e5d-a99c-44b8-8ad1-4a79607f8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.323292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8760e5d-a99c-44b8-8ad1-4a79607f8b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.325239 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d8760e5d-a99c-44b8-8ad1-4a79607f8b56 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cddffa5-94f7-4f25-9918-6060a217313a HTTP/1.1" status: 204 len: 168 time: 0.2288113 Aug 31 09:48:19.339857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8760e5d-a99c-44b8-8ad1-4a79607f8b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cddffa5-94f7-4f25-9918-6060a217313a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:19.399634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Network 62fcc7c7-167e-4159-b34f-d7c71632a155 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:19.418509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 62fcc7c7-167e-4159-b34f-d7c71632a155) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:19.423945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:19.425230 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.430877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26945c08-cce7-4b93-b57f-b3329b423e95 None None] Network 62fcc7c7-167e-4159-b34f-d7c71632a155 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:19.466063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-55ea8a35-b664-44c8-87ff-34c9a32584b2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4246616 Aug 31 09:48:19.474543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:48:19.636439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:19.653449 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Sync routers for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:19.673696 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:19.674486 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:19.678856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.680588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a4d20fe4-6c27-4c66-a468-fd3fdf31b8f4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1170287 Aug 31 09:48:19.684770 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48570) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:19.723072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492ae57-3898-4096-98b3-3e2d89f1ceea None None] Network 62fcc7c7-167e-4159-b34f-d7c71632a155 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:19.896091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 46451a86-8d71-4118-a45b-c3eec4f1f945 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:19.921580 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:20.064432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5fefb1-d1d0-42d7-9674-6a526fc2cb02 None None] Network 29a750cf-c535-4b41-a74f-2d497e541168 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:20.198182 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:18Z', 'revision_number': 3, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:20.391555 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Checking router: beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:20.391904 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Updating router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 port 1647cd37-b514-48b6-9f41-6b0d289a2909 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:20.413175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f18a123d-5f2c-4905-85b6-d9a8c7a697cd None None] Provisioning for port 46451a86-8d71-4118-a45b-c3eec4f1f945 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:20.463821 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.657578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 46451a86-8d71-4118-a45b-c3eec4f1f945 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:20.711079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 46451a86-8d71-4118-a45b-c3eec4f1f945 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:20.711459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.883560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.947034 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.999325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 46451a86-8d71-4118-a45b-c3eec4f1f945, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=46451a86-8d71-4118-a45b-c3eec4f1f945,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:21.006364 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.115865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=46451a86-8d71-4118-a45b-c3eec4f1f945,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:21.271657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-131fa3e8-f5e1-4834-bdfc-c8c5a5e1d7b3 None None] Provisioning complete for port 46451a86-8d71-4118-a45b-c3eec4f1f945 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:21.272191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-131fa3e8-f5e1-4834-bdfc-c8c5a5e1d7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.344563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Allocated IP 172.20.0.1 (29a750cf-c535-4b41-a74f-2d497e541168/e7465773-4d08-46cd-b62c-98ae80fb1cc8/4e53cf5e-28ef-4b35-8507-06e279854289) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:21.366572 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.400927 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Transition to ACTIVE for port object 1647cd37-b514-48b6-9f41-6b0d289a2909 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:21.422512 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.434384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea5e2563-c54b-4b82-92f2-0896285b1bcb req-4c6c496a-2569-4159-b740-d817956cfb51 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 1.2262800 Aug 31 09:48:21.585017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-8ef972e9-a40f-4497-aea1-f465963636ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:21.586615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-8ef972e9-a40f-4497-aea1-f465963636ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 814 time: 1.1010928 Aug 31 09:48:21.591821 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Attempting to bind port 1647cd37-b514-48b6-9f41-6b0d289a2909 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:21.592182 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Attempting to bind port 1647cd37-b514-48b6-9f41-6b0d289a2909 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:21.592535 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Attempting to bind port 1647cd37-b514-48b6-9f41-6b0d289a2909 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:21.614664 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:21.615209 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:21.616370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-e9112c46-5d18-4308-b5e0-7abb2e65d4e1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/quotas/66c64ef3009e411d9da05e7db9dd7698 HTTP/1.1" status: 200 len: 375 time: 0.0115476 Aug 31 09:48:21.616511 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.616788 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:21.617482 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Bound port: 1647cd37-b514-48b6-9f41-6b0d289a2909, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:21.617977 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.636976 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99068e3f-331b-4f63-ab16-fbd43d08d188 None None] Pushing event updated for resources: {'Port': ['ID=1647cd37-b514-48b6-9f41-6b0d289a2909,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:21.666340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.674174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48636) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:21.682007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-719bd2c9-e6ed-489b-8acb-5b206fa680d1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647707 Aug 31 09:48:21.705185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Transition to ACTIVE for port object 4e53cf5e-28ef-4b35-8507-06e279854289 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:21.756437 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] For port 1647cd37-b514-48b6-9f41-6b0d289a2909, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:21.762096 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] For port 1647cd37-b514-48b6-9f41-6b0d289a2909, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1647cd37-b514-48b6-9f41-6b0d289a2909,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:21.775298 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.786723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48ff8991-7493-4e5a-ad0d-62f50975c906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.803382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 46451a86-8d71-4118-a45b-c3eec4f1f945 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:21.825731 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.887282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Network 29a750cf-c535-4b41-a74f-2d497e541168 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:21.911447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 46451a86-8d71-4118-a45b-c3eec4f1f945 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:21.911819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.935390 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:21.936049 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:47:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:21.947869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:21.965688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:22.036287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-708fb48b-9ae7-438a-a9c4-c393d7b39914 service neutron] 10.222.0.69 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364792 Aug 31 09:48:22.051705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-network', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:22.086410 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99068e3f-331b-4f63-ab16-fbd43d08d188 None None] Pushing event updated for resources: {'Port': ['ID=1647cd37-b514-48b6-9f41-6b0d289a2909,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:22.154736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e53cf5e-28ef-4b35-8507-06e279854289,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:22.198784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.260653 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:22.311517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-583428c9-e383-4c31-9adb-3c05488a790c service neutron] 10.222.0.69 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492461 Aug 31 09:48:22.362628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:22.365878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.401322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.443768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ae2b927-918c-492e-b5e7-6d8d2b28575f None None] Provisioning for port 4e53cf5e-28ef-4b35-8507-06e279854289 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:22.454573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ae2b927-918c-492e-b5e7-6d8d2b28575f None None] Provisioning complete for port 4e53cf5e-28ef-4b35-8507-06e279854289 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:22.456180 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b927-918c-492e-b5e7-6d8d2b28575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.592245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2b927-918c-492e-b5e7-6d8d2b28575f None None] Port 4e53cf5e-28ef-4b35-8507-06e279854289 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:22.638143 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.743218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80cce113-b2a4-4d40-a83c-af501242f4df req-61782e96-b66d-4a75-bb25-0be49e84179d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 210 time: 0.0871196 Aug 31 09:48:22.762984 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.816112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f423cf7e-4900-4b91-83aa-3c31184519fb req-b08847b6-9346-4b94-9d6e-0af6279fb152 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0787230 Aug 31 09:48:22.816998 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.837449 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:18Z', 'revision_number': 3, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:22.890113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:22.935567 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91b28d-7f22-4efc-a349-270b0ba84310 None None] The sync data for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 is: [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:18Z', 'revision_number': 3, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:23.021828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9857f123-41ee-4ca9-9539-41d6b451d6cd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.038527 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.040815 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Added segment 6e25c11b-5102-4c03-b988-e6890530d415 of type vlan for network 7ccf638d-afca-44df-8059-2feac97c1ce2 Aug 31 09:48:23.239626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.281196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.290856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.337799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.339199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:23.339800 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.515566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] Pushing event updated for resources: {'Network': ['ID=7ccf638d-afca-44df-8059-2feac97c1ce2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.522196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f188eb4e-97db-4c06-a55a-693e00d3fd0b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8442166 Aug 31 09:48:23.525566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48700) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:23.526663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.532009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Request body: {'subnet': {'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-subnet', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:23.532640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:23.643073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:23.651085 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.681208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e53cf5e-28ef-4b35-8507-06e279854289,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.949442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Network 29a750cf-c535-4b41-a74f-2d497e541168 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:23.952071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:23.954177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46994db8-5816-45cd-a896-69e14d99e029 req-11a283d2-a168-4a29-a1a7-43196605e101 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 210 time: 0.0715404 Aug 31 09:48:24.273502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1647cd37-b514-48b6-9f41-6b0d289a2909 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:24.289527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15eee8c4-8873-460b-b69d-7bbbe924170a req-472a1646-a3a1-4d22-aea2-79481ceb42bc tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1274731 Aug 31 09:48:24.410110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:24.464082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 1647cd37-b514-48b6-9f41-6b0d289a2909 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:24.479749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1647cd37-b514-48b6-9f41-6b0d289a2909 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:24.480124 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.484391 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.555914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b8a553c-0413-451d-acd5-160d29b4a570,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:24.587804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5c3ffb72-b813-4ed1-b5ca-12f17ba2e249 None None] Provisioning complete for port 4e53cf5e-28ef-4b35-8507-06e279854289 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:24.587804 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffb72-b813-4ed1-b5ca-12f17ba2e249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.617999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Checking segment: {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:24.618498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Network hostable DHCP agents. Network: 7ccf638d-afca-44df-8059-2feac97c1ce2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:24.645241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:24.649650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:24.663103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 7ccf638d-afca-44df-8059-2feac97c1ce2) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:24.667634 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cccdff3a-5bc1-41fa-9b55-31777a65cfe3 admin admin] 10.222.0.69 "PUT /v2.0/routers/beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9812191 Aug 31 09:48:24.688649 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:24.690411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.702355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2cf1d-0483-4f14-8a89-1799fffd3b2c None None] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:24.728191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-818e5b2a-730b-4b7d-9c54-28dc3ea86fbf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2012281 Aug 31 09:48:24.729330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48810) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:24.737171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:24.780195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.781513 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.899314 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.921091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ffb72-b813-4ed1-b5ca-12f17ba2e249 None None] Port 4e53cf5e-28ef-4b35-8507-06e279854289 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:24.959065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-7ccf638d-afca-44df-8059-2feac97c1ce2', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:48:24.959953 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.973850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.217585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Allocated IP 172.20.0.2 (7ccf638d-afca-44df-8059-2feac97c1ce2/5b8a553c-0413-451d-acd5-160d29b4a570/3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:25.228843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48822) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:25.332249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 1647cd37-b514-48b6-9f41-6b0d289a2909, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1647cd37-b514-48b6-9f41-6b0d289a2909,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:25.335812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.346365 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.381108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-875c3ee8-d094-4d14-9acb-15efaf438f10 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:25.388574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-875c3ee8-d094-4d14-9acb-15efaf438f10 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.20 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 814 time: 0.4853375 Aug 31 09:48:25.416627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Request body: {'port': {'device_id': 'e003929b-8c14-4bfe-8f93-de9b3c81c49f', 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'admin_state_up': True, 'tenant_id': '66c64ef3009e411d9da05e7db9dd7698'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:25.427290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7f1fc9f-0f32-4c08-93b8-adbe8339b06a req-b52a2f1b-964d-4dfb-853b-60f904d0a401 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 210 time: 0.2574060 Aug 31 09:48:25.481137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=1647cd37-b514-48b6-9f41-6b0d289a2909,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:25.531576 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.543782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Transition to ACTIVE for port object 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:25.579651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Transition to ACTIVE for port object 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:25.590000 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.646437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:25.650093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:25.663915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:25.687667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Pushing event updated for resources: {'Port': ['ID=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:25.704362 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d07df-60e4-46de-b226-6a05fb27a440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.751079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-412b44c9-789b-472f-9b37-21067666633d req-8679ec1a-3a50-4120-a5b8-6e17c48abc1b tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1232884 Aug 31 09:48:25.808331 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d325434-a778-46ea-ba2b-c7803f58f620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.812648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.815178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Attempting to bind port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:25.815704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Attempting to bind port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:25.816074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Attempting to bind port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb on network 7ccf638d-afca-44df-8059-2feac97c1ce2 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:25.822229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:25.822733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Checking segment: {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:25.823178 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.823579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Bound using segment: {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:25.825037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Bound port: 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:25.825424 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.912735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] For port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:25.917334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] For port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:25.929083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.977225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d07df-60e4-46de-b226-6a05fb27a440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.989328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1e5d07df-60e4-46de-b226-6a05fb27a440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.030852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798309-8046-4a3e-a66e-ea87bf3a17b5 None None] Pushing event updated for resources: {'Port': ['ID=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:26.062939 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1e5d07df-60e4-46de-b226-6a05fb27a440 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f2d9a8f241845f2acdf20cff9bbb908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8329098 Aug 31 09:48:26.066508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48840) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:26.098168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1647cd37-b514-48b6-9f41-6b0d289a2909 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:26.131996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d07df-60e4-46de-b226-6a05fb27a440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40caa0a1-5aa0-4c55-a43e-2e34d941047f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:26.147203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Sync routers for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:26.175912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:26.176563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:26.178609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa682f72-1bd7-4e37-9208-d044b251caf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.184316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48844) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:26.195027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1315502081-network', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:26.211901 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa682f72-1bd7-4e37-9208-d044b251caf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.229248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Made reservation on behalf of 66c64ef3009e411d9da05e7db9dd7698 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:26.235471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.289683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa682f72-1bd7-4e37-9208-d044b251caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.294930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aa682f72-1bd7-4e37-9208-d044b251caf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.295097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Made reservation on behalf of c9f257873cef447c8ddf7c4aa47cbe29 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:26.297897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.301706 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aa682f72-1bd7-4e37-9208-d044b251caf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40caa0a1-5aa0-4c55-a43e-2e34d941047f HTTP/1.1" status: 204 len: 168 time: 0.2340851 Aug 31 09:48:26.329284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:26.370931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa682f72-1bd7-4e37-9208-d044b251caf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40caa0a1-5aa0-4c55-a43e-2e34d941047f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:26.380042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.643294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Allocated IP 172.20.0.3 (62fcc7c7-167e-4159-b34f-d7c71632a155/737c74e6-63d6-41ed-ba44-1f05af2406a0/cef6aab0-d4db-44aa-b638-82dbcfe104dd) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:26.687262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc4f3d5b-71e6-4a51-99b5-a33314deeaf5 req-d14de4a4-9a13-437d-947b-579c3b74804f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 210 time: 0.0619082 Aug 31 09:48:26.703754 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1647cd37-b514-48b6-9f41-6b0d289a2909 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:26.708633 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.779123 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.833498 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.965867 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.999772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.052210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:27.141662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.142422 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Added segment b4717698-0310-491d-bf14-2bf2e4a6892e of type vlan for network df210fc6-65d6-4260-9ef0-a28a0f599623 Aug 31 09:48:27.151626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2894eb1c-2e14-4832-91b9-33ee7ab9a976 req-4448af92-078e-4fb0-9d7b-8ed1f21cd25f tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1006703 Aug 31 09:48:27.161738 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.170594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d900e1b-170e-476a-9675-7458cf9b2498,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.206464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48870) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:27.249529 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca716-ee5d-443c-93ad-dc1940efb2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.268889 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.272006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Allocated IP 172.25.1.169 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/f7f14d8f-121a-4043-bc07-590b092d9bbd) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:27.354320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 2, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:27.378141 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.379456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.380192 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.434477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Checking router: beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:27.438165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Updating router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 port 4e53cf5e-28ef-4b35-8507-06e279854289 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:27.456588 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.458555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48874) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:27.496863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.526033 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca716-ee5d-443c-93ad-dc1940efb2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.535584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce1ca716-ee5d-443c-93ad-dc1940efb2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.595373 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ce1ca716-ee5d-443c-93ad-dc1940efb2dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5937df77cd1442b0af061170a9098f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874676 Aug 31 09:48:27.597256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ca716-ee5d-443c-93ad-dc1940efb2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c3a92-a907-4908-93f4-49a0bf7ff899,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.600377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48880) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:27.638477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4525809 Aug 31 09:48:27.647534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48882) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:27.655689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa8206-6684-4e67-982a-ba853b77866f admin admin] Pushing event updated for resources: {'Network': ['ID=df210fc6-65d6-4260-9ef0-a28a0f599623,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.664200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Request body: {'subnet': {'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1315502081-subnet', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:27.701739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Network 62fcc7c7-167e-4159-b34f-d7c71632a155 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:27.715971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:27.723703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a96c1fcd-0bc2-4d78-9d2f-fd6d16dfde19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.727834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Made reservation on behalf of c9f257873cef447c8ddf7c4aa47cbe29 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:27.730494 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.737676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:27.806643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.807711 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.810363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Pushing event updated for resources: {'Port': ['ID=cef6aab0-d4db-44aa-b638-82dbcfe104dd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.828997 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.854732 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f2d8-ccca-4a4c-abc4-7c8e984e3471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.869937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a96c1fcd-0bc2-4d78-9d2f-fd6d16dfde19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.890086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3fecec8a-ab2d-40af-848f-c5d99de59885 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4780040 Aug 31 09:48:27.982480 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a96c1fcd-0bc2-4d78-9d2f-fd6d16dfde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.987648 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a96c1fcd-0bc2-4d78-9d2f-fd6d16dfde19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.988462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a96c1fcd-0bc2-4d78-9d2f-fd6d16dfde19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f9c3a92-a907-4908-93f4-49a0bf7ff899 HTTP/1.1" status: 204 len: 168 time: 0.3868895 Aug 31 09:48:28.006507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c1fcd-0bc2-4d78-9d2f-fd6d16dfde19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c3a92-a907-4908-93f4-49a0bf7ff899,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:28.076806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.081622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Request body: {'port': {'device_id': 'e003929b-8c14-4bfe-8f93-de9b3c81c49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:28.190265 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.199763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6808c2d6-7057-453d-ab86-9f8f3ff19109,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:28.206795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Transition to ACTIVE for port object 4e53cf5e-28ef-4b35-8507-06e279854289 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:28.210329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Checking segment: {'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:28.211252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Network hostable DHCP agents. Network: df210fc6-65d6-4260-9ef0-a28a0f599623, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:28.230423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network df210fc6-65d6-4260-9ef0-a28a0f599623 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:28.232346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Network df210fc6-65d6-4260-9ef0-a28a0f599623 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:28.234095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4445283-bcdf-4860-8021-664d38fc6a0e None None] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:28.245068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:28.269505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, df210fc6-65d6-4260-9ef0-a28a0f599623) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:28.286038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.286834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.299961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855590e1-d449-475a-aaa6-9b9bdbc12757 req-9a8dfda1-9a16-44c6-a6b0-18e45651449b tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.302214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-855590e1-d449-475a-aaa6-9b9bdbc12757 req-9a8dfda1-9a16-44c6-a6b0-18e45651449b tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 931 time: 0.4448094 Aug 31 09:48:28.305554 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f2d8-ccca-4a4c-abc4-7c8e984e3471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.320273 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.328853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3ede541b-ee3e-425a-ad6b-5a6c03c3955d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6761844 Aug 31 09:48:28.332199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48890) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:28.338269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f2d8-ccca-4a4c-abc4-7c8e984e3471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.338507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:28.341853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.344484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b1e4d6-ca43-49c8-aecc-133774f38c81 None None] Network df210fc6-65d6-4260-9ef0-a28a0f599623 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:28.383041 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.402883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.404571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.483755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:28.491374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.538865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58cae488-4b31-4add-b64b-3182fb993776 req-30ed1a7a-d64b-436b-a193-62ff66b2f0c3 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1204801 Aug 31 09:48:28.547418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:28.552489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c1a2f2d8-ccca-4a4c-abc4-7c8e984e3471 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2480882acd20451581321bb312e64fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0890787 Aug 31 09:48:28.553806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:28.584520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48892) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:28.588376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2f2d8-ccca-4a4c-abc4-7c8e984e3471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa150d9-f108-4a60-99d8-2eadbdbe932c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:28.591057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Pushing event updated for resources: {'Port': ['ID=f7f14d8f-121a-4043-bc07-590b092d9bbd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:28.606091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-855590e1-d449-475a-aaa6-9b9bdbc12757 req-e1bc2d71-8352-493e-ac5e-e2533b6afce3 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873054 Aug 31 09:48:28.727432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.779500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-11559adc-5e72-4355-9b84-320e72b4bd16 None None] Provisioning for port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:28.817694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:28.835141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:28.835674 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.838830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-11559adc-5e72-4355-9b84-320e72b4bd16 None None] Provisioning complete for port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:28.839198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-11559adc-5e72-4355-9b84-320e72b4bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.875429 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.878114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.944762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b74ea-86c5-42e1-ae88-f9397b89cc1d None None] Pushing event updated for resources: {'Port': ['ID=4e53cf5e-28ef-4b35-8507-06e279854289,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:28.993683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da707dd2-6405-440f-8fbe-d5a34e62fdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.026253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da707dd2-6405-440f-8fbe-d5a34e62fdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.112577 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da707dd2-6405-440f-8fbe-d5a34e62fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.115992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da707dd2-6405-440f-8fbe-d5a34e62fdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.117182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da707dd2-6405-440f-8fbe-d5a34e62fdfc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aaa150d9-f108-4a60-99d8-2eadbdbe932c HTTP/1.1" status: 204 len: 168 time: 0.5318701 Aug 31 09:48:29.122677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Attempting to bind port 4e53cf5e-28ef-4b35-8507-06e279854289 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:29.123147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Attempting to bind port 4e53cf5e-28ef-4b35-8507-06e279854289 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:29.123962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Attempting to bind port 4e53cf5e-28ef-4b35-8507-06e279854289 on network 29a750cf-c535-4b41-a74f-2d497e541168 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:29.163446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da707dd2-6405-440f-8fbe-d5a34e62fdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa150d9-f108-4a60-99d8-2eadbdbe932c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:29.178047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:29.178446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Checking segment: {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:29.179050 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.179525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Bound using segment: {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:29.180097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Bound port: 4e53cf5e-28ef-4b35-8507-06e279854289, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:29.180560 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.249113 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.258292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.288551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.318639 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:48:29.429826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-df210fc6-65d6-4260-9ef0-a28a0f599623', 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'fixed_ips': [{'subnet_id': '6808c2d6-7057-453d-ab86-9f8f3ff19109'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:48:29.431025 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.461252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Allocated IP 172.25.1.172 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/3f20876c-15ba-43b4-8c81-350cda2eee2c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:29.513590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef6aab0-d4db-44aa-b638-82dbcfe104dd {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:29.518391 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.524578 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.589001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Transition to ACTIVE for port object cef6aab0-d4db-44aa-b638-82dbcfe104dd will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:29.599601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.611446 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.613685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:29.619556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-11559adc-5e72-4355-9b84-320e72b4bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.640984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.718335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:29.752908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Pushing event updated for resources: {'Port': ['ID=cef6aab0-d4db-44aa-b638-82dbcfe104dd,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:29.766018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] For port 4e53cf5e-28ef-4b35-8507-06e279854289, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:29.788321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] For port 4e53cf5e-28ef-4b35-8507-06e279854289, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4e53cf5e-28ef-4b35-8507-06e279854289,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:29.823998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.851299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48906) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:29.862564 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f45c9f4b-e478-4a22-ab60-8bfc6ecbef0d req-2a9ab452-3796-4241-9f62-926f4098143f tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1160192 Aug 31 09:48:29.874695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Allocated IP 172.20.0.2 (df210fc6-65d6-4260-9ef0-a28a0f599623/6808c2d6-7057-453d-ab86-9f8f3ff19109/61829607-42a9-407d-bdd9-2461eafb20c3) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:29.886785 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-11559adc-5e72-4355-9b84-320e72b4bd16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:48:29.887178 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-11559adc-5e72-4355-9b84-320e72b4bd16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:48:29.918246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:29.919046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:29.961285 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a968adfe-be9c-44a4-9290-ebe194a7ee43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.003541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f725ef8-e672-4d27-b393-0346e0bd7aac req-a7d3339a-96d2-4477-8fc8-e99ad17554e3 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:30.015229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f725ef8-e672-4d27-b393-0346e0bd7aac req-a7d3339a-96d2-4477-8fc8-e99ad17554e3 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 943 time: 0.2674160 Aug 31 09:48:30.038565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b74ea-86c5-42e1-ae88-f9397b89cc1d None None] Pushing event updated for resources: {'Port': ['ID=4e53cf5e-28ef-4b35-8507-06e279854289,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.070322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:30.146479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f725ef8-e672-4d27-b393-0346e0bd7aac req-2f202ee7-49f7-438e-8d02-cf0703a1bb56 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299415 Aug 31 09:48:30.188234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Attempting to bind port cef6aab0-d4db-44aa-b638-82dbcfe104dd on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:30.188633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Attempting to bind port cef6aab0-d4db-44aa-b638-82dbcfe104dd by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:30.189031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Attempting to bind port cef6aab0-d4db-44aa-b638-82dbcfe104dd on network 62fcc7c7-167e-4159-b34f-d7c71632a155 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:30.204138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Port cef6aab0-d4db-44aa-b638-82dbcfe104dd on network 62fcc7c7-167e-4159-b34f-d7c71632a155 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:48:30.204486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Attempting to bind port cef6aab0-d4db-44aa-b638-82dbcfe104dd on network 62fcc7c7-167e-4159-b34f-d7c71632a155 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:30.216072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.218668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:30.253215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:30.256565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:30.256717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:30.256995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Checking segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:30.257395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Bound using segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:30.258005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Bound port: cef6aab0-d4db-44aa-b638-82dbcfe104dd, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:30.258215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.262926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:30.290496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:30.291234 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.299731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Pushing event updated for resources: {'Port': ['ID=3f20876c-15ba-43b4-8c81-350cda2eee2c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.329491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.397853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a968adfe-be9c-44a4-9290-ebe194a7ee43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.404888 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.412519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a968adfe-be9c-44a4-9290-ebe194a7ee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.450986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Transition to ACTIVE for port object 61829607-42a9-407d-bdd9-2461eafb20c3 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:30.453144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] For port cef6aab0-d4db-44aa-b638-82dbcfe104dd, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:30.520552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a968adfe-be9c-44a4-9290-ebe194a7ee43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db468ef451cf4d648876bd08e01d0832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6681681 Aug 31 09:48:30.523611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48908) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:30.525960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] For port cef6aab0-d4db-44aa-b638-82dbcfe104dd, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cef6aab0-d4db-44aa-b638-82dbcfe104dd,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:30.532494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968adfe-be9c-44a4-9290-ebe194a7ee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a63731a-d89f-4bf8-b003-1d47428979ea,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.538580 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.573122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.593769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:30.594412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.596452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] 10.222.0.20 "PUT /v2.0/ports/cef6aab0-d4db-44aa-b638-82dbcfe104dd HTTP/1.1" status: 200 len: 1091 time: 2.5289519 Aug 31 09:48:30.596924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e003929b-8c14-4bfe-8f93-de9b3c81c49f', 'tag': 'cef6aab0-d4db-44aa-b638-82dbcfe104dd'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:30.599339 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56676c18-ab4f-45d2-923b-9edba3daece4" -d '{"events": [{"name": "network-changed", "server_uuid": "e003929b-8c14-4bfe-8f93-de9b3c81c49f", "tag": "cef6aab0-d4db-44aa-b638-82dbcfe104dd"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:30.643007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46b63-aa43-4431-9369-558968a92054 service neutron] Pushing event updated for resources: {'Port': ['ID=cef6aab0-d4db-44aa-b638-82dbcfe104dd,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.667968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-550b3ff7-dbca-4475-b671-2748aab9fbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.681959 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2f648f-fd2c-4f28-81fc-bc544b9ba543 x-openstack-request-id: req-4c2f648f-fd2c-4f28-81fc-bc544b9ba543 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:30.682251 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e003929b-8c14-4bfe-8f93-de9b3c81c49f", "tag": "cef6aab0-d4db-44aa-b638-82dbcfe104dd", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:30.682487 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4c2f648f-fd2c-4f28-81fc-bc544b9ba543 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:30.683018 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e003929b-8c14-4bfe-8f93-de9b3c81c49f', 'tag': 'cef6aab0-d4db-44aa-b638-82dbcfe104dd', 'status': 'completed', 'code': 200} Aug 31 09:48:30.699715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Transition to ACTIVE for port object 61829607-42a9-407d-bdd9-2461eafb20c3 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:30.711947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Router 5cea285d-428b-4024-a59e-3382e6ef2fa7 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:48:30.723153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-94777c2b-7f35-488c-b20c-0bd0ac511ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:30.725014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-94777c2b-7f35-488c-b20c-0bd0ac511ce8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 1094 time: 0.0780458 Aug 31 09:48:30.738044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-550b3ff7-dbca-4475-b671-2748aab9fbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.740549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.786047 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-6012b8fd-a4dd-4c1b-a552-9a7a0b104c99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cef6aab0-d4db-44aa-b638-82dbcfe104dd HTTP/1.1" status: 200 len: 217 time: 0.0526109 Aug 31 09:48:30.815401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Network df210fc6-65d6-4260-9ef0-a28a0f599623 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:30.852625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:30.857000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:30.862870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Pushing event updated for resources: {'Port': ['ID=61829607-42a9-407d-bdd9-2461eafb20c3,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.879337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4a9214bc-eaf1-489c-ae2c-4c3d1aac130e None None] Provisioning complete for port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:30.879715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4a9214bc-eaf1-489c-ae2c-4c3d1aac130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.890643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-550b3ff7-dbca-4475-b671-2748aab9fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.893733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-550b3ff7-dbca-4475-b671-2748aab9fbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.897330 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-550b3ff7-dbca-4475-b671-2748aab9fbb6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a63731a-d89f-4bf8-b003-1d47428979ea HTTP/1.1" status: 204 len: 168 time: 0.3700874 Aug 31 09:48:30.926989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-9c6c6aad-9f3e-4a95-a669-4be62d9b1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:30.928506 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-9c6c6aad-9f3e-4a95-a669-4be62d9b1dd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.1005230 Aug 31 09:48:30.929190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b3ff7-dbca-4475-b671-2748aab9fbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a63731a-d89f-4bf8-b003-1d47428979ea,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.935974 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.971709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Attempting to bind port 61829607-42a9-407d-bdd9-2461eafb20c3 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:30.972221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Attempting to bind port 61829607-42a9-407d-bdd9-2461eafb20c3 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:30.972694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Attempting to bind port 61829607-42a9-407d-bdd9-2461eafb20c3 on network df210fc6-65d6-4260-9ef0-a28a0f599623 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:30.985219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:30.985480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Checking segment: {'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:30.985849 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.986275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Bound using segment: {'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:30.986778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Bound port: 61829607-42a9-407d-bdd9-2461eafb20c3, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:30.987163 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:31.003585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-3a2ea8b3-d1ef-4be7-b51a-7eb0c6c1c173 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609221 Aug 31 09:48:31.005630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:31.012766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:29Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:31.019894 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Sync routers for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:31.036938 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:31.037581 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:31.066920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e40c58-8de2-4853-b038-11434594dd4d None None] The sync data for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 is: [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:29Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:31.100953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:31.102487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-68c36254-17f5-4b7b-a924-098fc5548e4f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3708799 Aug 31 09:48:31.164775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48918) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:31.171013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] For port 61829607-42a9-407d-bdd9-2461eafb20c3, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:31.195026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] For port 61829607-42a9-407d-bdd9-2461eafb20c3, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=61829607-42a9-407d-bdd9-2461eafb20c3,segment=NetworkSegment(b4717698-0310-491d-bf14-2bf2e4a6892e),segment_id=b4717698-0310-491d-bf14-2bf2e4a6892e)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:31.218931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:31.255254 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:31.308685 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7632dc89-5bad-4bc4-84c2-6ac2591faa48 req-2a824a35-42a2-4a35-801b-644a3d2178d9 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.2595019 Aug 31 09:48:31.406304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-7288fb9e-6b12-47db-88f7-2754fd7b1b85 service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559968 Aug 31 09:48:31.457948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb74e83-f670-415c-93cc-b9e506e6401f None None] Pushing event updated for resources: {'Port': ['ID=61829607-42a9-407d-bdd9-2461eafb20c3,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:31.579413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Router 70708e9a-71ea-459c-aeeb-23553a642586 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:48:31.587381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e14b0-1272-4b9e-a443-11dc4698a2e5 req-20fb5661-26ca-45f9-b23a-1b59372a0589 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.589665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-215e14b0-1272-4b9e-a443-11dc4698a2e5 req-20fb5661-26ca-45f9-b23a-1b59372a0589 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 943 time: 0.2797992 Aug 31 09:48:31.596676 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:29Z', 'revision_number': 3, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:31.654540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f51b1989-8395-4ec1-805d-66016c8ba5ef req-22e93031-a983-4fba-9018-f56d967463fa service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137191 Aug 31 09:48:31.736901 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Checking router: 5cea285d-428b-4024-a59e-3382e6ef2fa7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:31.737479 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Updating router 5cea285d-428b-4024-a59e-3382e6ef2fa7 port f7f14d8f-121a-4043-bc07-590b092d9bbd binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:31.739719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-215e14b0-1272-4b9e-a443-11dc4698a2e5 req-71b54509-3394-4848-89ef-ae8ad7af71a4 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387122 Aug 31 09:48:31.784465 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:31.867253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-935c185f-1039-44ec-97c0-b68f8097226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.868891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-935c185f-1039-44ec-97c0-b68f8097226d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 1094 time: 0.1122515 Aug 31 09:48:31.992301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:32.005498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Sync routers for ids ['70708e9a-71ea-459c-aeeb-23553a642586'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:32.023643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.023866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Routers {'70708e9a-71ea-459c-aeeb-23553a642586'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:32.024311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['70708e9a-71ea-459c-aeeb-23553a642586'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:32.025040 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-78a2fc6f-8363-4a80-9675-5a215b5833ea admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6913505 Aug 31 09:48:32.047162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48932) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:32.250564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 61829607-42a9-407d-bdd9-2461eafb20c3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:32.322134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Set router 70708e9a-71ea-459c-aeeb-23553a642586 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:32.336522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.403976 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.431070 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Transition to ACTIVE for port object f7f14d8f-121a-4043-bc07-590b092d9bbd will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:32.445801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-7e53c807-51d8-4147-83a1-84da4bdff804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:32.447601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-7e53c807-51d8-4147-83a1-84da4bdff804 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 916 time: 0.5705278 Aug 31 09:48:32.451346 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.531435 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Attempting to bind port f7f14d8f-121a-4043-bc07-590b092d9bbd on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:32.532056 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Attempting to bind port f7f14d8f-121a-4043-bc07-590b092d9bbd by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:32.532613 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Attempting to bind port f7f14d8f-121a-4043-bc07-590b092d9bbd on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:32.540834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-8cb21293-27eb-4c69-b772-b326756a82c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cef6aab0-d4db-44aa-b638-82dbcfe104dd HTTP/1.1" status: 200 len: 217 time: 0.0837929 Aug 31 09:48:32.544068 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:32.547048 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:32.547690 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.553529 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:32.554295 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Bound port: f7f14d8f-121a-4043-bc07-590b092d9bbd, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:32.554894 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.670029 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] For port f7f14d8f-121a-4043-bc07-590b092d9bbd, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:32.673476 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] For port f7f14d8f-121a-4043-bc07-590b092d9bbd, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f7f14d8f-121a-4043-bc07-590b092d9bbd,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:32.695444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 61829607-42a9-407d-bdd9-2461eafb20c3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:32.703805 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.719392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4e53cf5e-28ef-4b35-8507-06e279854289 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:32.773598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Allocated IP 172.20.0.1 (7ccf638d-afca-44df-8059-2feac97c1ce2/5b8a553c-0413-451d-acd5-160d29b4a570/2a373d72-81af-4b2f-a903-04a94c5bc084) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:32.786934 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:32.791899 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:32.799368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-17b79a16-79f6-484a-a4d3-1558ef0fa3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:32.803162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-17b79a16-79f6-484a-a4d3-1558ef0fa3d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.1594551 Aug 31 09:48:32.847482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-445863a4-64f9-4012-8b32-400fffb5e585 req-0e6877b0-c245-473b-9bc2-5aed6ba49f6f tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.3086677 Aug 31 09:48:32.860726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:48:30Z', 'revision_number': 3, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:32.909519 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Pushing event updated for resources: {'Port': ['ID=f7f14d8f-121a-4043-bc07-590b092d9bbd,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:32.924063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-0c22d26d-934f-4df9-8301-6e606ec32739 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930862 Aug 31 09:48:32.936516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Checking router: 70708e9a-71ea-459c-aeeb-23553a642586 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:32.937128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Updating router 70708e9a-71ea-459c-aeeb-23553a642586 port 3f20876c-15ba-43b4-8c81-350cda2eee2c binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:32.994771 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.010995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.018804 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Pushing event updated for resources: {'Port': ['ID=f7f14d8f-121a-4043-bc07-590b092d9bbd,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:33.037026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4e53cf5e-28ef-4b35-8507-06e279854289 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:33.048524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4e53cf5e-28ef-4b35-8507-06e279854289 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:33.049669 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.062025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Transition to ACTIVE for port object 2a373d72-81af-4b2f-a903-04a94c5bc084 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:33.101525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7ac9f-8051-4719-884a-5dcbaad240ba None None] Network df210fc6-65d6-4260-9ef0-a28a0f599623 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:33.147874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.224542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:33.234338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:33.238307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:33.281278 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:33.293794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f8524-b485-4ed4-8fdb-d335e716a936 req-52a9d5a1-2160-4d70-ba36-c757e7b4bbf2 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:33.295470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-576f8524-b485-4ed4-8fdb-d335e716a936 req-52a9d5a1-2160-4d70-ba36-c757e7b4bbf2 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 943 time: 0.3154514 Aug 31 09:48:33.346155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-18e04c95-df9d-426f-b52c-dc989df3fd4c service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648419 Aug 31 09:48:33.392994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.526428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Pushing event updated for resources: {'Port': ['ID=2a373d72-81af-4b2f-a903-04a94c5bc084,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:33.545133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-52987414-e351-4fcd-90bc-531066cdfdb2 None None] Provisioning for port 61829607-42a9-407d-bdd9-2461eafb20c3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:33.575035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.577160 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.585140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-52987414-e351-4fcd-90bc-531066cdfdb2 None None] Provisioning complete for port 61829607-42a9-407d-bdd9-2461eafb20c3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:33.585399 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52987414-e351-4fcd-90bc-531066cdfdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.587355 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.587694 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.588021 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.588348 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.588670 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.589255 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.589769 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.590298 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.590827 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.591337 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.591852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d1b23-5b67-4b9d-aa5b-0d5ef607c696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:33.627562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-576f8524-b485-4ed4-8fdb-d335e716a936 req-47c01727-a283-43f0-92e7-2dd6f781f0be tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785172 Aug 31 09:48:33.697140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56676c18-ab4f-45d2-923b-9edba3daece4 req-46796cd2-2e1d-42a1-89f1-816f262d1092 service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145118 Aug 31 09:48:33.756568 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:29Z', 'revision_number': 3, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:33.806729 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60a3de-728c-4335-8cc7-1393edd2c86e None None] The sync data for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 is: [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:29Z', 'revision_number': 3, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:33.826237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.872832 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.873385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.884028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.973749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Pushing event updated for resources: {'Port': ['ID=2a373d72-81af-4b2f-a903-04a94c5bc084,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:33.977219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.109457 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.126004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Transition to ACTIVE for port object 3f20876c-15ba-43b4-8c81-350cda2eee2c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:34.129501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:34.131877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:34.182837 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.218322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 4e53cf5e-28ef-4b35-8507-06e279854289, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4e53cf5e-28ef-4b35-8507-06e279854289,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:34.327445 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.361325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Attempting to bind port 3f20876c-15ba-43b4-8c81-350cda2eee2c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:34.361702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Attempting to bind port 3f20876c-15ba-43b4-8c81-350cda2eee2c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:34.362054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Attempting to bind port 3f20876c-15ba-43b4-8c81-350cda2eee2c on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:34.408667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:34.409093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:34.409465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.409871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:34.410373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Bound port: 3f20876c-15ba-43b4-8c81-350cda2eee2c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:34.410788 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.486502 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52987414-e351-4fcd-90bc-531066cdfdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.486938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Router 5cea285d-428b-4024-a59e-3382e6ef2fa7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:34.577296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] For port 3f20876c-15ba-43b4-8c81-350cda2eee2c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:34.582182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] For port 3f20876c-15ba-43b4-8c81-350cda2eee2c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3f20876c-15ba-43b4-8c81-350cda2eee2c,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:34.589420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898db7c1-c1b0-468f-8ccd-c08bdd6e6c5b None None] Pushing event updated for resources: {'Port': ['ID=3f20876c-15ba-43b4-8c81-350cda2eee2c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:34.694529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f7f14d8f-121a-4043-bc07-590b092d9bbd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:34.745161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:34.759181 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-330dde12-c8fd-4614-bef0-b2cfef935b9e admin admin] 10.222.0.69 "PUT /v2.0/routers/5cea285d-428b-4024-a59e-3382e6ef2fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5929711 Aug 31 09:48:34.785307 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.818303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=4e53cf5e-28ef-4b35-8507-06e279854289,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:34.877651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-52987414-e351-4fcd-90bc-531066cdfdb2 None None] For port 61829607-42a9-407d-bdd9-2461eafb20c3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=61829607-42a9-407d-bdd9-2461eafb20c3,segment=NetworkSegment(b4717698-0310-491d-bf14-2bf2e4a6892e),segment_id=b4717698-0310-491d-bf14-2bf2e4a6892e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:34.896421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52987414-e351-4fcd-90bc-531066cdfdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.911126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port f7f14d8f-121a-4043-bc07-590b092d9bbd completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:34.923388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Routers {'70708e9a-71ea-459c-aeeb-23553a642586'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:34.924679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['70708e9a-71ea-459c-aeeb-23553a642586'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:34.929776 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31e38721-ac3e-409f-9858-729d81fe46d8 req-fb4278f8-2274-4ec0-aeff-443396c19f16 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1039946 Aug 31 09:48:34.930394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f7f14d8f-121a-4043-bc07-590b092d9bbd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:34.930394 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.943678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Allocated IP 172.20.0.1 (df210fc6-65d6-4260-9ef0-a28a0f599623/6808c2d6-7057-453d-ab86-9f8f3ff19109/43067a2d-69b8-4d47-938e-3a7c3b3bea69) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:34.967077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e466-b996-49a0-9462-045e6106928b req-5783a236-b7c5-40ab-bd25-ff9ee6cf264a tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:34.968764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3911e466-b996-49a0-9462-045e6106928b req-5783a236-b7c5-40ab-bd25-ff9ee6cf264a tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 943 time: 0.1420126 Aug 31 09:48:34.996748 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898db7c1-c1b0-468f-8ccd-c08bdd6e6c5b None None] Pushing event updated for resources: {'Port': ['ID=3f20876c-15ba-43b4-8c81-350cda2eee2c,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:35.084292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3911e466-b996-49a0-9462-045e6106928b req-d5b54a7c-da19-4947-95cf-546f98da233d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850749 Aug 31 09:48:35.168547 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.210979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Transition to ACTIVE for port object 43067a2d-69b8-4d47-938e-3a7c3b3bea69 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:35.278973 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.321980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-074d039b-471c-49c8-9619-6520f71223e0 None None] Provisioning for port 2a373d72-81af-4b2f-a903-04a94c5bc084 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:35.330942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cef6aab0-d4db-44aa-b638-82dbcfe104dd details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:35.351149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-074d039b-471c-49c8-9619-6520f71223e0 None None] Provisioning complete for port 2a373d72-81af-4b2f-a903-04a94c5bc084 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:35.351530 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-074d039b-471c-49c8-9619-6520f71223e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.359348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52987414-e351-4fcd-90bc-531066cdfdb2 None None] Pushing event updated for resources: {'Port': ['ID=61829607-42a9-407d-bdd9-2461eafb20c3,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:35.389776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Network df210fc6-65d6-4260-9ef0-a28a0f599623 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:35.400939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:35.404928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:35.409357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Pushing event updated for resources: {'Port': ['ID=43067a2d-69b8-4d47-938e-3a7c3b3bea69,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:35.426449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] Set router 70708e9a-71ea-459c-aeeb-23553a642586 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:35.486936 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.496295 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.resource_extend [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:48:35.589462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-074d039b-471c-49c8-9619-6520f71223e0 None None] Port 2a373d72-81af-4b2f-a903-04a94c5bc084 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:35.671874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.719661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.732482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-074d039b-471c-49c8-9619-6520f71223e0 None None] Provisioning complete for port 61829607-42a9-407d-bdd9-2461eafb20c3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:35.733407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-074d039b-471c-49c8-9619-6520f71223e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.811917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port f7f14d8f-121a-4043-bc07-590b092d9bbd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f7f14d8f-121a-4043-bc07-590b092d9bbd,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:35.836187 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.891228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cef6aab0-d4db-44aa-b638-82dbcfe104dd, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cef6aab0-d4db-44aa-b638-82dbcfe104dd,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:35.945755 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.952772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.963740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'cef6aab0-d4db-44aa-b638-82dbcfe104dd', 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'port_id': 'cef6aab0-d4db-44aa-b638-82dbcfe104dd', 'mac_address': 'fa:16:3e:0d:7a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737c74e6-63d6-41ed-ba44-1f05af2406a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:36.005171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=f7f14d8f-121a-4043-bc07-590b092d9bbd,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:36.096819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.098797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.103917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Pushing event updated for resources: {'Port': ['ID=43067a2d-69b8-4d47-938e-3a7c3b3bea69,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:36.140421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef6aab0-d4db-44aa-b638-82dbcfe104dd {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:36.172314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac2d8830-b8f1-443b-aeca-e0a68c0cbf86 req-2932485c-f04c-4e2c-a789-fe7c9b4d0e5d tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0695035 Aug 31 09:48:36.181428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:48:30Z', 'revision_number': 3, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:36.185636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cef6aab0-d4db-44aa-b638-82dbcfe104dd, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cef6aab0-d4db-44aa-b638-82dbcfe104dd,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:36.227338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2c4c6-a9cb-407d-9c3b-9c268efddac2 None None] The sync data for ids ['70708e9a-71ea-459c-aeeb-23553a642586'] in n-d-806683-2 is: [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:48:30Z', 'revision_number': 3, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:36.229445 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.311900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a602fc3-6149-4a02-b3c6-632d14682e76 None None] Provisioning for port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:36.325743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6a602fc3-6149-4a02-b3c6-632d14682e76 None None] Provisioning complete for port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:36.326173 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6a602fc3-6149-4a02-b3c6-632d14682e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.374777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6a602fc3-6149-4a02-b3c6-632d14682e76 None None] Port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:36.376687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Network df210fc6-65d6-4260-9ef0-a28a0f599623 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:36.377743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cef6aab0-d4db-44aa-b638-82dbcfe104dd,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:36.393841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed747-dfa7-4391-9388-508d5e7ffae6 req-213b7209-3299-4857-acc9-e619c188b137 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.400970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16aed747-dfa7-4391-9388-508d5e7ffae6 req-213b7209-3299-4857-acc9-e619c188b137 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 944 time: 0.1266284 Aug 31 09:48:36.403991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:36.543246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f7f14d8f-121a-4043-bc07-590b092d9bbd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:36.602272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cef6aab0-d4db-44aa-b638-82dbcfe104dd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:36.692252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16aed747-dfa7-4391-9388-508d5e7ffae6 req-087722c6-5c61-40e3-a982-c2356d9dec29 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687731 Aug 31 09:48:36.757047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Router 70708e9a-71ea-459c-aeeb-23553a642586 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:36.811267 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Sync routers for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:36.833220 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:36.833833 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:36.995503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7d71f713-d6dc-47cb-b3fa-ed4e8dced04b None None] Provisioning complete for port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:36.996082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7d71f713-d6dc-47cb-b3fa-ed4e8dced04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.998098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f7f14d8f-121a-4043-bc07-590b092d9bbd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:36.998493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.003721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:37.021621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d1d4169a-8a19-4632-9f9e-054955e9be31 admin admin] 10.222.0.69 "PUT /v2.0/routers/70708e9a-71ea-459c-aeeb-23553a642586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9615574 Aug 31 09:48:37.123722 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:37.244075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7d71f713-d6dc-47cb-b3fa-ed4e8dced04b None None] Port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:37.385496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 61829607-42a9-407d-bdd9-2461eafb20c3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:37.415229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9f6962-3e78-41f5-92ce-679a6e9b7290 req-9eb31b48-aba2-431c-858b-20ab9357a971 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0546002 Aug 31 09:48:37.459558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 2, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:37.483115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 61829607-42a9-407d-bdd9-2461eafb20c3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:37.484588 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.497577 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Checking router: 5cea285d-428b-4024-a59e-3382e6ef2fa7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:37.498049 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Updating router 5cea285d-428b-4024-a59e-3382e6ef2fa7 port 2a373d72-81af-4b2f-a903-04a94c5bc084 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:37.540832 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.665618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4e53cf5e-28ef-4b35-8507-06e279854289 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:37.755136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4e53cf5e-28ef-4b35-8507-06e279854289 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:37.755697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.027189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea16cc3-01f2-4d69-aa4e-7c32cf28ae1d req-9399d0b9-41d1-4da6-accb-523b229a411b tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:38.039842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea16cc3-01f2-4d69-aa4e-7c32cf28ae1d req-9399d0b9-41d1-4da6-accb-523b229a411b tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 944 time: 0.1283069 Aug 31 09:48:38.135073 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dea16cc3-01f2-4d69-aa4e-7c32cf28ae1d req-ccf71b75-34ba-4b4e-afd4-d1c14072265e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941608 Aug 31 09:48:38.169626 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.182435 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Transition to ACTIVE for port object 2a373d72-81af-4b2f-a903-04a94c5bc084 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:38.192855 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.388546 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Attempting to bind port 2a373d72-81af-4b2f-a903-04a94c5bc084 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:38.391951 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Attempting to bind port 2a373d72-81af-4b2f-a903-04a94c5bc084 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:38.392518 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Attempting to bind port 2a373d72-81af-4b2f-a903-04a94c5bc084 on network 7ccf638d-afca-44df-8059-2feac97c1ce2 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:38.401356 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872424a-30a0-4e89-b482-d393b09f19ff None None] Pushing event updated for resources: {'Port': ['ID=2a373d72-81af-4b2f-a903-04a94c5bc084,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:38.428453 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:38.429254 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Checking segment: {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:38.430094 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.430717 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Bound using segment: {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:38.431730 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Bound port: 2a373d72-81af-4b2f-a903-04a94c5bc084, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:38.432515 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.495243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3f20876c-15ba-43b4-8c81-350cda2eee2c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:38.627563 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] For port 2a373d72-81af-4b2f-a903-04a94c5bc084, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:38.637031 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] For port 2a373d72-81af-4b2f-a903-04a94c5bc084, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2a373d72-81af-4b2f-a903-04a94c5bc084,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:38.658673 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.686857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 3f20876c-15ba-43b4-8c81-350cda2eee2c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:38.696240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e0a7b0b-a8dd-4aa6-9bb8-cdf82022f442 req-421d1b0d-1f36-4319-a065-b3c393cd1fe5 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0895028 Aug 31 09:48:38.706417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3f20876c-15ba-43b4-8c81-350cda2eee2c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:38.706589 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.750508 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:38.751177 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:38.761033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49158) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:38.928674 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872424a-30a0-4e89-b482-d393b09f19ff None None] Pushing event updated for resources: {'Port': ['ID=2a373d72-81af-4b2f-a903-04a94c5bc084,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:38.975003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.984307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05619d55-4580-4176-acd1-574d8dd5f9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.994021 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:39.040916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 3f20876c-15ba-43b4-8c81-350cda2eee2c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3f20876c-15ba-43b4-8c81-350cda2eee2c,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:39.047896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.160094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=3f20876c-15ba-43b4-8c81-350cda2eee2c,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:39.261982 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05619d55-4580-4176-acd1-574d8dd5f9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.282814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05619d55-4580-4176-acd1-574d8dd5f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.318414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Sync routers for ids ['70708e9a-71ea-459c-aeeb-23553a642586'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:39.332088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05619d55-4580-4176-acd1-574d8dd5f9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376a7561-033e-4ee8-a490-1e648132f5d1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:39.350344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Routers {'70708e9a-71ea-459c-aeeb-23553a642586'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:39.352061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['70708e9a-71ea-459c-aeeb-23553a642586'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:39.367894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cef6aab0-d4db-44aa-b638-82dbcfe104dd up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:39.382287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f396-9c94-48d7-b0c6-1dfcb72ddcc9 req-65352c2f-2e6c-4d1c-9e17-5bd8f8aac5ba tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:39.390096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f357f396-9c94-48d7-b0c6-1dfcb72ddcc9 req-65352c2f-2e6c-4d1c-9e17-5bd8f8aac5ba tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 944 time: 0.1505785 Aug 31 09:48:39.393889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-05619d55-4580-4176-acd1-574d8dd5f9af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46fbdfcbd9694a6d9c30ce66aed3169c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312127 Aug 31 09:48:39.399213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49198) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:39.436428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f357f396-9c94-48d7-b0c6-1dfcb72ddcc9 req-ad607b18-7a58-4cd3-a78c-b1df8b6ea3dd tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Aug 31 09:48:39.481105 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-48349058-723c-4b08-880b-e882b77cb26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:38Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:39.492416 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-39c9e003-364a-466f-8268-8e532748ac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.525632 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48349058-723c-4b08-880b-e882b77cb26b None None] The sync data for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 is: [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:38Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:39.543288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-39c9e003-364a-466f-8268-8e532748ac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.614492 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-39c9e003-364a-466f-8268-8e532748ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.617640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-39c9e003-364a-466f-8268-8e532748ac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.619107 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-39c9e003-364a-466f-8268-8e532748ac48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/376a7561-033e-4ee8-a490-1e648132f5d1 HTTP/1.1" status: 204 len: 168 time: 0.2176263 Aug 31 09:48:39.647344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9e003-364a-466f-8268-8e532748ac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376a7561-033e-4ee8-a490-1e648132f5d1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:39.660043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port cef6aab0-d4db-44aa-b638-82dbcfe104dd completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:39.672328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port cef6aab0-d4db-44aa-b638-82dbcfe104dd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:39.674116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.869265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Set router 70708e9a-71ea-459c-aeeb-23553a642586 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:39.995266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85242ad5-4520-456e-bc00-fdb6486fe500 req-48284977-4fa0-45fa-9144-dda26e0054e5 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.1082747 Aug 31 09:48:40.134148 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.176487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e003929b-8c14-4bfe-8f93-de9b3c81c49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef6aab0-d4db-44aa-b638-82dbcfe104dd'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:40.179568 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3517a3e3-edd3-4c26-b5f2-c835d651f25e" -d '{"events": [{"server_uuid": "e003929b-8c14-4bfe-8f93-de9b3c81c49f", "name": "network-vif-plugged", "status": "completed", "tag": "cef6aab0-d4db-44aa-b638-82dbcfe104dd"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:40.202767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49214) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:40.224571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7863380e-238d-4781-80e2-20a446fbdacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.228572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cef6aab0-d4db-44aa-b638-82dbcfe104dd, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cef6aab0-d4db-44aa-b638-82dbcfe104dd,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:40.261846 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.288814 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf36b67-4f56-4482-9a31-adee5cab4f83 x-openstack-request-id: req-4bf36b67-4f56-4482-9a31-adee5cab4f83 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:40.289676 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e003929b-8c14-4bfe-8f93-de9b3c81c49f", "name": "network-vif-plugged", "status": "completed", "tag": "cef6aab0-d4db-44aa-b638-82dbcfe104dd", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:40.290537 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bf36b67-4f56-4482-9a31-adee5cab4f83 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:40.291195 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e003929b-8c14-4bfe-8f93-de9b3c81c49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef6aab0-d4db-44aa-b638-82dbcfe104dd', 'code': 200} Aug 31 09:48:40.420548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b267309-dc71-4edf-8300-030f45e4ec6b req-3572f0cd-1f21-447b-ac50-678733fcd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:40.422862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b267309-dc71-4edf-8300-030f45e4ec6b req-3572f0cd-1f21-447b-ac50-678733fcd33d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 1096 time: 0.0726297 Aug 31 09:48:40.465195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7863380e-238d-4781-80e2-20a446fbdacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.477811 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7863380e-238d-4781-80e2-20a446fbdacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.487767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cef6aab0-d4db-44aa-b638-82dbcfe104dd,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.493126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b267309-dc71-4edf-8300-030f45e4ec6b req-19d7dd5f-4716-49c4-85fa-5a22758f44c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622456 Aug 31 09:48:40.531391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863380e-238d-4781-80e2-20a446fbdacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500c88ed-035e-473e-b5b8-c6fa1b2ffac0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.539479 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.569780 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7863380e-238d-4781-80e2-20a446fbdacc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=662c9b3758394c37add646b6a8ff4fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636577 Aug 31 09:48:40.571312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49218) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:40.573709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43067a2d-69b8-4d47-938e-3a7c3b3bea69', 'name': '', 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'mac_address': 'fa:16:3e:51:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6808c2d6-7057-453d-ab86-9f8f3ff19109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:33Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 2, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'subnets': [{'id': '6808c2d6-7057-453d-ab86-9f8f3ff19109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:40.613519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcd601-701f-42b1-896f-6a210a835956 req-ad7cdb1f-869c-4a05-9f9e-d484b14f24d4 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:40.622041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bfcd601-701f-42b1-896f-6a210a835956 req-ad7cdb1f-869c-4a05-9f9e-d484b14f24d4 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 945 time: 0.0817256 Aug 31 09:48:40.674807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Checking router: 70708e9a-71ea-459c-aeeb-23553a642586 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:40.675359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Updating router 70708e9a-71ea-459c-aeeb-23553a642586 port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:40.680213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bfcd601-701f-42b1-896f-6a210a835956 req-77dd65db-ef5e-4c2a-bfbd-e8a570eedb17 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521381 Aug 31 09:48:40.680826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2a373d72-81af-4b2f-a903-04a94c5bc084 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:40.706503 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66d240da-aed6-4d23-83d8-8d741b2bcf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.751310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66d240da-aed6-4d23-83d8-8d741b2bcf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.753977 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.855584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66d240da-aed6-4d23-83d8-8d741b2bcf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.859442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66d240da-aed6-4d23-83d8-8d741b2bcf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.866715 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-66d240da-aed6-4d23-83d8-8d741b2bcf22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/500c88ed-035e-473e-b5b8-c6fa1b2ffac0 HTTP/1.1" status: 204 len: 168 time: 0.2896345 Aug 31 09:48:40.887605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d240da-aed6-4d23-83d8-8d741b2bcf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500c88ed-035e-473e-b5b8-c6fa1b2ffac0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.988192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2a373d72-81af-4b2f-a903-04a94c5bc084 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:40.997696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2a373d72-81af-4b2f-a903-04a94c5bc084 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:40.998170 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.168627 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.190059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c69dd376-14d3-4aca-bc97-6f825c524fb5 req-ad293d40-74a9-4c8c-ac12-db2000ec5774 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0506001 Aug 31 09:48:41.245201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 2a373d72-81af-4b2f-a903-04a94c5bc084, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2a373d72-81af-4b2f-a903-04a94c5bc084,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:41.282968 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.283891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3f20876c-15ba-43b4-8c81-350cda2eee2c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:41.405095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.422037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3f20876c-15ba-43b4-8c81-350cda2eee2c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:41.422434 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.428151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=2a373d72-81af-4b2f-a903-04a94c5bc084,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:41.456169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Transition to ACTIVE for port object 43067a2d-69b8-4d47-938e-3a7c3b3bea69 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:41.467175 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.534401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ae9b8-af4b-4deb-a2bd-b16a26c7fee0 None None] Pushing event updated for resources: {'Port': ['ID=43067a2d-69b8-4d47-938e-3a7c3b3bea69,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:41.619715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Attempting to bind port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:41.620076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Attempting to bind port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:41.620490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Attempting to bind port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 on network df210fc6-65d6-4260-9ef0-a28a0f599623 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:41.626540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:41.627470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Checking segment: {'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:41.627871 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.628261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Bound using segment: {'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:41.628731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Bound port: 43067a2d-69b8-4d47-938e-3a7c3b3bea69, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4717698-0310-491d-bf14-2bf2e4a6892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:41.629324 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.728941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] For port 43067a2d-69b8-4d47-938e-3a7c3b3bea69, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:41.733815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] For port 43067a2d-69b8-4d47-938e-3a7c3b3bea69, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43067a2d-69b8-4d47-938e-3a7c3b3bea69,segment=NetworkSegment(b4717698-0310-491d-bf14-2bf2e4a6892e),segment_id=b4717698-0310-491d-bf14-2bf2e4a6892e)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:41.744526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.848149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dda59-b1ca-44d0-9864-452226c03587 req-a92513d3-bc2e-495f-bf6c-4776cdd298c1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:41.858222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b01dda59-b1ca-44d0-9864-452226c03587 req-a92513d3-bc2e-495f-bf6c-4776cdd298c1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 945 time: 0.0758126 Aug 31 09:48:41.936750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b01dda59-b1ca-44d0-9864-452226c03587 req-d5f0d30e-fadb-4267-b3ca-c9c837e21280 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716791 Aug 31 09:48:41.965033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Routers {'70708e9a-71ea-459c-aeeb-23553a642586'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:41.967041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:48:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['70708e9a-71ea-459c-aeeb-23553a642586'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:42.279000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ae9b8-af4b-4deb-a2bd-b16a26c7fee0 None None] Pushing event updated for resources: {'Port': ['ID=43067a2d-69b8-4d47-938e-3a7c3b3bea69,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:42.355715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9919b8f-c07c-47d5-b29a-b951d270e7e0 req-7ab069cd-d9f1-4bc0-ae7f-4f644561dd98 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0443943 Aug 31 09:48:42.388586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] Set router 70708e9a-71ea-459c-aeeb-23553a642586 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:42.498522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2a373d72-81af-4b2f-a903-04a94c5bc084 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:42.655068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2a373d72-81af-4b2f-a903-04a94c5bc084 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:42.655525 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:42.800465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43067a2d-69b8-4d47-938e-3a7c3b3bea69', 'name': '', 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'mac_address': 'fa:16:3e:51:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6808c2d6-7057-453d-ab86-9f8f3ff19109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:33Z', 'updated_at': '2021-08-31T09:48:41Z', 'revision_number': 4, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'subnets': [{'id': '6808c2d6-7057-453d-ab86-9f8f3ff19109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:42.838821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594a3f2-1621-431e-9ed7-d5e60faf883a None None] The sync data for ids ['70708e9a-71ea-459c-aeeb-23553a642586'] in n-d-806683-2 is: [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '43067a2d-69b8-4d47-938e-3a7c3b3bea69', 'name': '', 'network_id': 'df210fc6-65d6-4260-9ef0-a28a0f599623', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'mac_address': 'fa:16:3e:51:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '6808c2d6-7057-453d-ab86-9f8f3ff19109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:33Z', 'updated_at': '2021-08-31T09:48:41Z', 'revision_number': 4, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'subnets': [{'id': '6808c2d6-7057-453d-ab86-9f8f3ff19109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:43.085961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6589c24-7906-4605-9915-ee362ce7de02 req-1c7897a3-a19f-4a3d-a416-5c9cd7905bfc tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:43.088710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6589c24-7906-4605-9915-ee362ce7de02 req-1c7897a3-a19f-4a3d-a416-5c9cd7905bfc tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 945 time: 0.0699756 Aug 31 09:48:43.146878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6589c24-7906-4605-9915-ee362ce7de02 req-e5b4225e-4e9c-4c4f-b887-a43c44675312 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517786 Aug 31 09:48:43.569386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-560ab32e-86c7-4c26-8f00-0134392420c4 req-b3124c42-fcac-468c-97d7-69b4fc6a1937 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0929296 Aug 31 09:48:43.601376 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:44.515187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43067a2d-69b8-4d47-938e-3a7c3b3bea69 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:44.588775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:44.597049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:44.597599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:44.717078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64c919c4-1c35-45c6-918e-244735ada7cf req-cc3f679b-d840-429d-84fe-72b2acdf02ea tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0314279 Aug 31 09:48:44.726949 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:44.821704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 43067a2d-69b8-4d47-938e-3a7c3b3bea69, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43067a2d-69b8-4d47-938e-3a7c3b3bea69,segment=NetworkSegment(b4717698-0310-491d-bf14-2bf2e4a6892e),segment_id=b4717698-0310-491d-bf14-2bf2e4a6892e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:44.827179 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:44.914723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=43067a2d-69b8-4d47-938e-3a7c3b3bea69,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:45.089715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49340) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:45.248298 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41aa22b8-f92a-4356-ad83-87110d8f39ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:45.369483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41aa22b8-f92a-4356-ad83-87110d8f39ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:45.375937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41aa22b8-f92a-4356-ad83-87110d8f39ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:45.417079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa22b8-f92a-4356-ad83-87110d8f39ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a2e6c-681a-4201-b6b8-3e1370c44143,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:45.421966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-41aa22b8-f92a-4356-ad83-87110d8f39ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87faa62df65345d3976e38e0e01c8c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309245 Aug 31 09:48:45.425686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49348) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:45.482600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7622e96a-880f-4b27-9345-bd198b75cccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:45.508267 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7622e96a-880f-4b27-9345-bd198b75cccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:45.563742 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7622e96a-880f-4b27-9345-bd198b75cccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:45.566534 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7622e96a-880f-4b27-9345-bd198b75cccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:45.572796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7622e96a-880f-4b27-9345-bd198b75cccf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad7a2e6c-681a-4201-b6b8-3e1370c44143 HTTP/1.1" status: 204 len: 168 time: 0.1457963 Aug 31 09:48:45.583345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622e96a-880f-4b27-9345-bd198b75cccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a2e6c-681a-4201-b6b8-3e1370c44143,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:45.882877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a58fd51-23c5-448e-b077-c3b2981e18aa req-c8ba6075-fa37-4a28-9a37-2b0bd7788263 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0379167 Aug 31 09:48:46.008826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49360) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:46.024566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c22cf99-51bf-4420-a80f-13292db88a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:46.087338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c651b926-962e-46e2-9c3d-19db12cef919 req-7b8346d3-07f1-496e-86ea-13a40cb26275 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0424993 Aug 31 09:48:46.173933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c22cf99-51bf-4420-a80f-13292db88a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:46.178764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c22cf99-51bf-4420-a80f-13292db88a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:46.221559 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5c22cf99-51bf-4420-a80f-13292db88a77 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=301485c8262c4a4cbf2a58463b3ccdc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116036 Aug 31 09:48:46.222412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22cf99-51bf-4420-a80f-13292db88a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622038dd-a9a6-4004-8bcb-5ef01e901589,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:46.224465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49362) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:46.324767 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0b4407b-f339-41df-b00f-434928f2c9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:46.363876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0b4407b-f339-41df-b00f-434928f2c9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:46.427869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0b4407b-f339-41df-b00f-434928f2c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:46.431346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0b4407b-f339-41df-b00f-434928f2c9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:46.435890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f0b4407b-f339-41df-b00f-434928f2c9a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/622038dd-a9a6-4004-8bcb-5ef01e901589 HTTP/1.1" status: 204 len: 168 time: 0.2103832 Aug 31 09:48:46.451079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4407b-f339-41df-b00f-434928f2c9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622038dd-a9a6-4004-8bcb-5ef01e901589,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:46.457702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43067a2d-69b8-4d47-938e-3a7c3b3bea69 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:46.533634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:46.534350 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:47.090233 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c17e6b9-b853-4ac2-892e-903a3880d4d8 req-6bf679e1-b4a0-4c7b-99e8-d4bd17218c36 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0476127 Aug 31 09:48:48.260774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fa33346-2e7c-441c-aea2-f1dd9c4bb01e req-2256b49c-87b1-44e6-b696-e9dd2963355b tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0409932 Aug 31 09:48:48.650694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10a606aa-247c-4aee-9197-330744639e00 req-1625f13f-750d-4d5b-b08b-cfaf0f9fa268 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3&device_id=0ad776ba-1df6-44f2-984a-e82df9de9997 HTTP/1.1" status: 200 len: 210 time: 0.0427518 Aug 31 09:48:48.935094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-223d4204-fc14-41fa-a4b5-1225b028e54b req-af3c7c7a-418b-4857-852f-8355dc83c0dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3eec4a8124874fe490c8c0283ed500c0&device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0400743 Aug 31 09:48:48.995657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0776e327-534c-444a-b972-324fabd737c6 req-5e040d72-28fc-49d0-a5fc-bfa01a69a2c9 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0631497 Aug 31 09:48:48.997463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-223d4204-fc14-41fa-a4b5-1225b028e54b req-50e9b80c-2d11-42cb-bd75-f8e32e7ecd26 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3eec4a8124874fe490c8c0283ed500c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518951 Aug 31 09:48:49.221316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4204-fc14-41fa-a4b5-1225b028e54b req-f3d7418f-198f-4b9a-a026-8cf1e1599676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:49.222876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-223d4204-fc14-41fa-a4b5-1225b028e54b req-f3d7418f-198f-4b9a-a026-8cf1e1599676 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2171996 Aug 31 09:48:50.126344 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e4b59ff-18ff-4927-9e30-4cc602de4b21 req-7bc6182c-235d-42d7-9a87-005ece968d7c tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0365469 Aug 31 09:48:50.450889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-223d4204-fc14-41fa-a4b5-1225b028e54b req-b093124a-eeb1-462b-9b6d-f569aedf2921 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.52 "GET /v2.0/ports?device_id=49e1d597-2ec3-4571-98dc-6baa3732f0d3 HTTP/1.1" status: 200 len: 210 time: 0.0324304 Aug 31 09:48:51.437457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78c94135-7468-4744-a9b8-b81b4098e420 req-e16cf72f-f90c-4ff7-af0f-b64200844795 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3eec4a8124874fe490c8c0283ed500c0&device_id=0ad776ba-1df6-44f2-984a-e82df9de9997 HTTP/1.1" status: 200 len: 210 time: 0.0620205 Aug 31 09:48:51.484008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff94b4fc-8c78-464a-9422-50169bf8be8b req-c6dd6917-4f43-47e1-9922-8b07dd486cd7 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ad776ba-1df6-44f2-984a-e82df9de9997 HTTP/1.1" status: 200 len: 210 time: 0.0435607 Aug 31 09:48:51.496260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78c94135-7468-4744-a9b8-b81b4098e420 req-3059f1dd-ab5e-42cd-b626-8408d75f536f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3eec4a8124874fe490c8c0283ed500c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446947 Aug 31 09:48:51.625706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94135-7468-4744-a9b8-b81b4098e420 req-dc8c2051-d529-40bd-9946-fb7a53c0e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:51.627539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78c94135-7468-4744-a9b8-b81b4098e420 req-dc8c2051-d529-40bd-9946-fb7a53c0e14f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1239228 Aug 31 09:48:51.790085 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de904f1f-3e8c-4e88-a067-3ee2832df9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:52.606822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6402f28-d6d5-453e-ae66-e1074202a00b req-5d1db7c6-e0a7-40c3-8539-5e18804babee tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ad776ba-1df6-44f2-984a-e82df9de9997 HTTP/1.1" status: 200 len: 210 time: 0.0305932 Aug 31 09:48:52.801798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78c94135-7468-4744-a9b8-b81b4098e420 req-722c3d0e-efc7-4c52-ab55-a8a47918ac54 tempest-ServerShowV247Test-82056533 tempest-ServerShowV247Test-82056533-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad776ba-1df6-44f2-984a-e82df9de9997 HTTP/1.1" status: 200 len: 210 time: 0.0331697 Aug 31 09:48:54.144091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49538) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:54.318254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0fd6-60c5-41e6-817e-c730a75b6cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:54.446650 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0fd6-60c5-41e6-817e-c730a75b6cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:54.452303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0fd6-60c5-41e6-817e-c730a75b6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:54.489286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc0fd6-60c5-41e6-817e-c730a75b6cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a109ea-0219-4bd1-a2a9-9d283cfcb960,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:54.523157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a0fc0fd6-60c5-41e6-817e-c730a75b6cf6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3eec4a8124874fe490c8c0283ed500c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762093 Aug 31 09:48:54.524399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49546) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:54.592966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61dc3aad-a865-4e3c-9566-eb31a2c0eebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:54.627624 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61dc3aad-a865-4e3c-9566-eb31a2c0eebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:54.700998 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61dc3aad-a865-4e3c-9566-eb31a2c0eebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:54.709248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61dc3aad-a865-4e3c-9566-eb31a2c0eebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:54.712500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-61dc3aad-a865-4e3c-9566-eb31a2c0eebc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73a109ea-0219-4bd1-a2a9-9d283cfcb960 HTTP/1.1" status: 204 len: 168 time: 0.1856279 Aug 31 09:48:54.735814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc3aad-a865-4e3c-9566-eb31a2c0eebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a109ea-0219-4bd1-a2a9-9d283cfcb960,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:55.012366 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:55.735910 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7aca9e5c-c4aa-4582-b996-070fd77cf064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:56.531976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-f06504b4-1753-4e3c-bec4-23388af32c8a req-33e1206a-fecd-4bcc-a3b6-a482c8892f90 service neutron] (94787) timed out ('10.222.0.20', 60512) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:48:57.392935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-be80de68-caed-4486-b075-7a13816063b0 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:57.394390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-be80de68-caed-4486-b075-7a13816063b0 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 814 time: 0.1619413 Aug 31 09:48:57.412960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-8e39f699-1cee-40eb-aa7f-7f4f701c17b0 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/quotas/66c64ef3009e411d9da05e7db9dd7698 HTTP/1.1" status: 200 len: 375 time: 0.0122511 Aug 31 09:48:57.478058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-43f302e2-d0a6-4309-8902-b22125b7cadc tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570650 Aug 31 09:48:57.608646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-b8674c84-384b-46c5-9fb5-aa0306d2dca8 service neutron] 10.222.0.69 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220822 Aug 31 09:48:57.640428 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:57.735152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-e851bb16-c1ce-434f-939a-ad1ad8651a05 service neutron] 10.222.0.69 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194310 Aug 31 09:48:58.045262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e38b993e-e11a-4fa0-9ea8-4b854577b55d req-69ba75c7-5516-496b-a099-15860e299f88 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 210 time: 0.0826266 Aug 31 09:48:58.552866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49702) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:58.566638 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:58.742270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:58.975689 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:58.981339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.118334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08eb02532a8542b08565dc519c95720c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638237 Aug 31 09:48:59.119296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc559f6a-bffd-47d8-9e83-696562438d43,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:59.121391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49726) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:59.138178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.138597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.144688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.145218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.145574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.145924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.148353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.159672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.163502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.165508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.166018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.166544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ca17f-4424-40a9-a753-5c07418e7bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.186219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49730) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:59.249626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afe3c67a-a4a0-485a-915c-294477ea4e4e req-b256e25a-16b2-48e8-a76f-47cee91cc2ad tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 210 time: 0.0433247 Aug 31 09:48:59.260767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.300075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.367810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.371310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.377638 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc559f6a-bffd-47d8-9e83-696562438d43 HTTP/1.1" status: 204 len: 168 time: 0.2528195 Aug 31 09:48:59.386835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc559f6a-bffd-47d8-9e83-696562438d43,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:59.395657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.396388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.396949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.397456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.397937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.398429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.398940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.399444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.399940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.411283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.415845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.416693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31eaed2-515a-4a5d-8a32-f323e4fd9f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:59.421175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3052aea0-0af4-4a75-9df7-f41169613236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.595158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3052aea0-0af4-4a75-9df7-f41169613236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.649201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3052aea0-0af4-4a75-9df7-f41169613236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.736087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3052aea0-0af4-4a75-9df7-f41169613236 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=255ca3344c354de3bcc3f6fbb9de1938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5473032 Aug 31 09:48:59.739823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49740) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:59.748481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052aea0-0af4-4a75-9df7-f41169613236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a4fd54-fc1c-45dd-b195-0472de69d730,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:59.819785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-58e56a7d-ab8d-4019-b579-5861b18e9045 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:59.822324 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-58e56a7d-ab8d-4019-b579-5861b18e9045 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.52 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 814 time: 0.2688935 Aug 31 09:48:59.836079 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ad69ea4-d87f-46aa-8a33-0ed1aa43c0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.840051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Request body: {'port': {'device_id': 'aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd', 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'admin_state_up': True, 'tenant_id': '66c64ef3009e411d9da05e7db9dd7698'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:59.865062 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ad69ea4-d87f-46aa-8a33-0ed1aa43c0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.918975 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ad69ea4-d87f-46aa-8a33-0ed1aa43c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.924835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ad69ea4-d87f-46aa-8a33-0ed1aa43c0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.929798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9ad69ea4-d87f-46aa-8a33-0ed1aa43c0e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0a4fd54-fc1c-45dd-b195-0472de69d730 HTTP/1.1" status: 204 len: 168 time: 0.1833839 Aug 31 09:48:59.942791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad69ea4-d87f-46aa-8a33-0ed1aa43c0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a4fd54-fc1c-45dd-b195-0472de69d730,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:59.959978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49744) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:59.985955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-124956c9-dd76-437f-baa6-99304dc8deb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.027760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Made reservation on behalf of 66c64ef3009e411d9da05e7db9dd7698 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:00.031318 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.251116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Allocated IP 172.20.0.13 (62fcc7c7-167e-4159-b34f-d7c71632a155/737c74e6-63d6-41ed-ba44-1f05af2406a0/a6877be1-b94d-43b1-817e-6e4ec1ebd0ef) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:00.265360 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-124956c9-dd76-437f-baa6-99304dc8deb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.272186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-124956c9-dd76-437f-baa6-99304dc8deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.346284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-124956c9-dd76-437f-baa6-99304dc8deb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2a5ed5dabdd4e5590ddda94b25c9556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849516 Aug 31 09:49:00.348782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49762) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:00.367129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124956c9-dd76-437f-baa6-99304dc8deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f62484e-adb1-477f-a00b-100e4512a0b9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:00.393567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6f6f8cf-ab77-487c-8e8d-4e02edf6f89e req-8d325a49-c824-43d8-88cd-a85423369ba8 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 210 time: 0.0551450 Aug 31 09:49:00.441004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4734f5a5-ddad-400e-8df0-6ff7f47dc87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.476872 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4734f5a5-ddad-400e-8df0-6ff7f47dc87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.555454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.560298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4734f5a5-ddad-400e-8df0-6ff7f47dc87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.563937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4734f5a5-ddad-400e-8df0-6ff7f47dc87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.595333 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4734f5a5-ddad-400e-8df0-6ff7f47dc87f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f62484e-adb1-477f-a00b-100e4512a0b9 HTTP/1.1" status: 204 len: 168 time: 0.2347157 Aug 31 09:49:00.609405 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.610305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734f5a5-ddad-400e-8df0-6ff7f47dc87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f62484e-adb1-477f-a00b-100e4512a0b9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:00.634420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cef6aab0-d4db-44aa-b638-82dbcfe104dd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:00.671142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49768) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:00.724323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-080232db-3ef2-448d-a5e5-b93653a6ca5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.779450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Network 62fcc7c7-167e-4159-b34f-d7c71632a155 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:00.786000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:00.804966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:00.831220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Pushing event updated for resources: {'Port': ['ID=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:00.941245 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-080232db-3ef2-448d-a5e5-b93653a6ca5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.949643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-080232db-3ef2-448d-a5e5-b93653a6ca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:00.968112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:00.971444 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:01.001463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-1f112029-e4fa-4796-a9a0-188820d98688 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1663351 Aug 31 09:49:01.081908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49782) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:01.082260 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-080232db-3ef2-448d-a5e5-b93653a6ca5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67b13b79384f498db6053c31ae610475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098084 Aug 31 09:49:01.083312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080232db-3ef2-448d-a5e5-b93653a6ca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1033df89-8c7f-42eb-a202-207416ba2339,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:01.163179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Request body: {'port': {'device_id': 'aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:01.221331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a6575f-76b7-4c9c-ba40-5e0e7ac0c7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:01.298572 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:01.306005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a6575f-76b7-4c9c-ba40-5e0e7ac0c7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:01.530184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a6575f-76b7-4c9c-ba40-5e0e7ac0c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:01.534008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a6575f-76b7-4c9c-ba40-5e0e7ac0c7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:01.538964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-21a6575f-76b7-4c9c-ba40-5e0e7ac0c7ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1033df89-8c7f-42eb-a202-207416ba2339 HTTP/1.1" status: 204 len: 168 time: 0.4557872 Aug 31 09:49:01.599775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6575f-76b7-4c9c-ba40-5e0e7ac0c7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1033df89-8c7f-42eb-a202-207416ba2339,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:01.774314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267ab1-5665-4de5-943e-97406bd85e23 req-6300b34e-0a69-4acb-a203-ca0ee845bbcd tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:01.778709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33267ab1-5665-4de5-943e-97406bd85e23 req-6300b34e-0a69-4acb-a203-ca0ee845bbcd tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 932 time: 0.2245817 Aug 31 09:49:01.884797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33267ab1-5665-4de5-943e-97406bd85e23 req-bed82087-3f14-4ae0-8dd4-9469bd3365e3 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988986 Aug 31 09:49:01.988924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6877be1-b94d-43b1-817e-6e4ec1ebd0ef {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:01.999318 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.017269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Transition to ACTIVE for port object a6877be1-b94d-43b1-817e-6e4ec1ebd0ef will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:02.022719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.124093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:02.135759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49824) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:02.156851 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67a21be1-7b82-4868-ba20-545c3bb8e44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.191335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Attempting to bind port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:02.191676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Attempting to bind port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:02.192009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Attempting to bind port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef on network 62fcc7c7-167e-4159-b34f-d7c71632a155 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:02.198800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef on network 62fcc7c7-167e-4159-b34f-d7c71632a155 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:02.199294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Attempting to bind port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef on network 62fcc7c7-167e-4159-b34f-d7c71632a155 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:02.209919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:02.210272 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Checking segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:02.210666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Bound using segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:02.215923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Bound port: a6877be1-b94d-43b1-817e-6e4ec1ebd0ef, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:02.216414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.284627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67a21be1-7b82-4868-ba20-545c3bb8e44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.294242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67a21be1-7b82-4868-ba20-545c3bb8e44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.390272 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] For port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:02.393851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] For port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:02.411646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.431235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-67a21be1-7b82-4868-ba20-545c3bb8e44c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc2f2bf6041d4dcba73c04d9c11356b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921486 Aug 31 09:49:02.431235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a21be1-7b82-4868-ba20-545c3bb8e44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14579209-c422-4b7e-aa4e-3ef05fd90fbd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:02.434098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49832) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:02.465441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:02.466787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.469273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/a6877be1-b94d-43b1-817e-6e4ec1ebd0ef HTTP/1.1" status: 200 len: 1092 time: 1.4598334 Aug 31 09:49:02.469977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd', 'tag': 'a6877be1-b94d-43b1-817e-6e4ec1ebd0ef'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:02.472590 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a2443-a896-4d70-a920-03401fcbd38c" -d '{"events": [{"name": "network-changed", "server_uuid": "aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd", "tag": "a6877be1-b94d-43b1-817e-6e4ec1ebd0ef"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:02.515258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a9c9c-a19b-4559-88fb-02a176d249b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:02.520566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73a85a9a-4d19-4753-96cc-cf210fb63298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.550705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73a85a9a-4d19-4753-96cc-cf210fb63298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.553641 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2a8b63-9e83-4920-876e-eb171f740a60 x-openstack-request-id: req-1e2a8b63-9e83-4920-876e-eb171f740a60 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:02.553909 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd", "tag": "a6877be1-b94d-43b1-817e-6e4ec1ebd0ef", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:02.554196 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e2a8b63-9e83-4920-876e-eb171f740a60 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:02.554604 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd', 'tag': 'a6877be1-b94d-43b1-817e-6e4ec1ebd0ef', 'status': 'completed', 'code': 200} Aug 31 09:49:02.576030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3fd764d1-2998-4ca3-afd9-a923eab13792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:02.577836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-3fd764d1-2998-4ca3-afd9-a923eab13792 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 1095 time: 0.0578902 Aug 31 09:49:02.623702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73a85a9a-4d19-4753-96cc-cf210fb63298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.627719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73a85a9a-4d19-4753-96cc-cf210fb63298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.637507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-73a85a9a-4d19-4753-96cc-cf210fb63298 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14579209-c422-4b7e-aa4e-3ef05fd90fbd HTTP/1.1" status: 204 len: 168 time: 0.2022648 Aug 31 09:49:02.648243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85a9a-4d19-4753-96cc-cf210fb63298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14579209-c422-4b7e-aa4e-3ef05fd90fbd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:02.708644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-91336342-8049-40f6-bd7e-fd61796f0424 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef HTTP/1.1" status: 200 len: 217 time: 0.1190758 Aug 31 09:49:02.850410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-f3d3ddcc-d64c-4328-bb32-d5665a4f6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:02.853736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-f3d3ddcc-d64c-4328-bb32-d5665a4f6039 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.1413445 Aug 31 09:49:02.917038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-8782af37-1e94-4b18-826e-49f07e84c24c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550225 Aug 31 09:49:03.125597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f8204-7160-4389-818e-54f51c89e4e5 req-144b4d58-ad5e-4721-9f9e-1dc6f63704e5 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:03.127924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a47f8204-7160-4389-818e-54f51c89e4e5 req-144b4d58-ad5e-4721-9f9e-1dc6f63704e5 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 944 time: 0.0999520 Aug 31 09:49:03.164773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-05c25069-a26e-4dd0-b545-a078c43ebe2e service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392426 Aug 31 09:49:03.190706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a47f8204-7160-4389-818e-54f51c89e4e5 req-45430bb6-d5f1-432b-826e-4367b658ef63 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537331 Aug 31 09:49:03.349288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30bf683f-2745-4228-b4e3-a0db8975e4ea req-2ee980df-67b1-4911-b3c8-f5fd886bac1a service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622734 Aug 31 09:49:03.530842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-cbdc52a3-ea8b-4e9f-80b4-181ab4616d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:03.533108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-cbdc52a3-ea8b-4e9f-80b4-181ab4616d52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 1095 time: 0.1219079 Aug 31 09:49:03.657866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-7ba251ca-66c5-4545-a5db-efb02e074f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:03.659775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-7ba251ca-66c5-4545-a5db-efb02e074f13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 916 time: 0.1187279 Aug 31 09:49:03.775229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-5c0a78e9-6390-436c-b567-5f10f4b18270 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef HTTP/1.1" status: 200 len: 217 time: 0.1067770 Aug 31 09:49:03.884590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-e743cea5-636b-4ea4-81c6-d49ffe234b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:03.887423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-e743cea5-636b-4ea4-81c6-d49ffe234b49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.1032152 Aug 31 09:49:03.943579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-7bb6f7c0-0622-405d-8a96-f1fedfbe3774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481765 Aug 31 09:49:04.087798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-b4394b68-632c-4b14-8c5a-e825b43185b9 service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354105 Aug 31 09:49:04.250892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c8a2443-a896-4d70-a920-03401fcbd38c req-40b5e568-a030-4686-870c-a21ac82aa0ae service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555252 Aug 31 09:49:04.382854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56eae-910d-4ebe-8c52-d6d80c329a66 req-4a666d4d-9cdc-4833-9fa3-e14b7190a94d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:04.392651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44e56eae-910d-4ebe-8c52-d6d80c329a66 req-4a666d4d-9cdc-4833-9fa3-e14b7190a94d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 944 time: 0.0744126 Aug 31 09:49:04.452257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44e56eae-910d-4ebe-8c52-d6d80c329a66 req-24f9ff3e-96a8-4afe-ab2f-e7506eea6bda tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584381 Aug 31 09:49:05.213265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49938) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:05.388022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58bd8331-2951-4152-9f76-27353d85d837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:05.531201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58bd8331-2951-4152-9f76-27353d85d837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:05.538652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58bd8331-2951-4152-9f76-27353d85d837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:05.591459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd8331-2951-4152-9f76-27353d85d837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726f12fa-dfb4-4a99-8ed1-d2f5c9f39d49,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:05.607626 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-58bd8331-2951-4152-9f76-27353d85d837 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5084f7e54d72486198cc442bfecf85a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931873 Aug 31 09:49:05.613782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49944) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:05.643181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25f17d-caec-4dcd-b469-b79fc7b62e26 req-ee4a7575-d9d8-4229-9a26-09b4b9b54db2 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:05.651774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff25f17d-caec-4dcd-b469-b79fc7b62e26 req-ee4a7575-d9d8-4229-9a26-09b4b9b54db2 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 944 time: 0.1005738 Aug 31 09:49:05.693376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3741f9da-40e8-4d02-9d18-9ecc19df3a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:05.703413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff25f17d-caec-4dcd-b469-b79fc7b62e26 req-4d82404c-753d-475e-a9db-921f72a0deeb tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497005 Aug 31 09:49:05.730785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3741f9da-40e8-4d02-9d18-9ecc19df3a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:05.811531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3741f9da-40e8-4d02-9d18-9ecc19df3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:05.816859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3741f9da-40e8-4d02-9d18-9ecc19df3a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:05.818331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3741f9da-40e8-4d02-9d18-9ecc19df3a80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/726f12fa-dfb4-4a99-8ed1-d2f5c9f39d49 HTTP/1.1" status: 204 len: 168 time: 0.2032309 Aug 31 09:49:05.846148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f9da-40e8-4d02-9d18-9ecc19df3a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726f12fa-dfb4-4a99-8ed1-d2f5c9f39d49,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:06.318871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49972) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:06.323586 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:49:06.337341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6f68f5d-1129-47ee-8d6c-481b50da4ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:06.490000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6f68f5d-1129-47ee-8d6c-481b50da4ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:06.494522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a6877be1-b94d-43b1-817e-6e4ec1ebd0ef details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:06.507038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6f68f5d-1129-47ee-8d6c-481b50da4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:06.586689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d6f68f5d-1129-47ee-8d6c-481b50da4ff7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de0fb4b2f84e4574b0e33cdd53a19222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662115 Aug 31 09:49:06.589367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49974) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:06.634699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f68f5d-1129-47ee-8d6c-481b50da4ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120954c4-ab5a-47e8-a1e7-f7a8d61717b1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:06.673303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-788cfb4b-7758-4d07-a36a-d4d71f598bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:06.696877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:06.707117 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-788cfb4b-7758-4d07-a36a-d4d71f598bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:06.716710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'a6877be1-b94d-43b1-817e-6e4ec1ebd0ef', 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'port_id': 'a6877be1-b94d-43b1-817e-6e4ec1ebd0ef', 'mac_address': 'fa:16:3e:f3:62:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737c74e6-63d6-41ed-ba44-1f05af2406a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:06.771953 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:06.784700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-788cfb4b-7758-4d07-a36a-d4d71f598bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:06.788790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-788cfb4b-7758-4d07-a36a-d4d71f598bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:06.791116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-788cfb4b-7758-4d07-a36a-d4d71f598bd8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/120954c4-ab5a-47e8-a1e7-f7a8d61717b1 HTTP/1.1" status: 204 len: 168 time: 0.1998985 Aug 31 09:49:06.801159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6877be1-b94d-43b1-817e-6e4ec1ebd0ef {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:06.827445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:06.832886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cfb4b-7758-4d07-a36a-d4d71f598bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120954c4-ab5a-47e8-a1e7-f7a8d61717b1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:06.837658 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:07.000514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab75b71-9b57-4a15-a79c-3c0844e4b095 req-ecdba73c-8e19-49e0-a62b-8c888561a61d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:07.003309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:07.004291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ab75b71-9b57-4a15-a79c-3c0844e4b095 req-ecdba73c-8e19-49e0-a62b-8c888561a61d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 945 time: 0.1532605 Aug 31 09:49:07.065542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a6877be1-b94d-43b1-817e-6e4ec1ebd0ef'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:07.087602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ab75b71-9b57-4a15-a79c-3c0844e4b095 req-83eb0937-c2da-4fe7-ae32-d2711e72c77d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770237 Aug 31 09:49:08.251790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7625-9f20-4903-a39b-ba511ec15067 req-c3c1902f-7251-49bb-8dba-4e289c955f60 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:08.260531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b18d7625-9f20-4903-a39b-ba511ec15067 req-c3c1902f-7251-49bb-8dba-4e289c955f60 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 945 time: 0.0846217 Aug 31 09:49:08.317010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b18d7625-9f20-4903-a39b-ba511ec15067 req-231a7220-5069-4578-a958-9aed5978b6ca tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Aug 31 09:49:08.493855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a6877be1-b94d-43b1-817e-6e4ec1ebd0ef up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:08.625853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:08.635513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:08.638697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:08.760004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:08.842150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50060) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:08.855145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:08.859728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6877be1-b94d-43b1-817e-6e4ec1ebd0ef'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:08.867357 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2c99b3-463e-43cf-94df-23ab366e4210" -d '{"events": [{"server_uuid": "aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd", "name": "network-vif-plugged", "status": "completed", "tag": "a6877be1-b94d-43b1-817e-6e4ec1ebd0ef"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:08.876347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50066) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:08.879286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:08.981886 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9982fa22-1724-4c72-ac77-79fa57517a5b x-openstack-request-id: req-9982fa22-1724-4c72-ac77-79fa57517a5b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:08.998502 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd", "name": "network-vif-plugged", "status": "completed", "tag": "a6877be1-b94d-43b1-817e-6e4ec1ebd0ef", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:09.000421 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9982fa22-1724-4c72-ac77-79fa57517a5b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:09.001740 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6877be1-b94d-43b1-817e-6e4ec1ebd0ef', 'code': 200} Aug 31 09:49:09.084903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:09.089491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1706e71-fb4a-453a-8e86-c05545e1c38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.146867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dddd8532-a4d9-4d2b-a45e-6b5141af1339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.161016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f03a2-acb5-4680-8f04-3a5fdcbfd39a req-7ab2bef6-c3e5-4cc7-b25e-a782a536b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:09.168830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df6f03a2-acb5-4680-8f04-3a5fdcbfd39a req-7ab2bef6-c3e5-4cc7-b25e-a782a536b7ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 1097 time: 0.0909748 Aug 31 09:49:09.228846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df6f03a2-acb5-4680-8f04-3a5fdcbfd39a req-3a6a0aae-7814-4b7e-8e05-9c04d94dc2fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530543 Aug 31 09:49:09.316315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1706e71-fb4a-453a-8e86-c05545e1c38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.325106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1706e71-fb4a-453a-8e86-c05545e1c38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.392586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1706e71-fb4a-453a-8e86-c05545e1c38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640387a7-b131-4870-9131-06fd82d8c305,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:09.427196 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f1706e71-fb4a-453a-8e86-c05545e1c38d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff91ff90cf4b4b0796d997def066f93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5828657 Aug 31 09:49:09.429615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50076) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:09.533394 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dddd8532-a4d9-4d2b-a45e-6b5141af1339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.539127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dddd8532-a4d9-4d2b-a45e-6b5141af1339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.584556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dddd8532-a4d9-4d2b-a45e-6b5141af1339 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af2fb9daf7164c389d61917a615fc81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046466 Aug 31 09:49:09.593649 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50078) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:09.604928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dcec1fdd-7aff-472a-a530-1c7880870a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.638091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd8532-a4d9-4d2b-a45e-6b5141af1339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94beeaf7-b1b6-493f-abe6-1a47a9c6fdfe,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:09.653880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0b9c-fbb9-4f53-b554-11054007f8e3 req-36797b29-ab85-495a-85d0-9e0d4c5fdc9d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:09.663615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f2e0b9c-fbb9-4f53-b554-11054007f8e3 req-36797b29-ab85-495a-85d0-9e0d4c5fdc9d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 946 time: 0.1633642 Aug 31 09:49:09.727810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dcec1fdd-7aff-472a-a530-1c7880870a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.816445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f2e0b9c-fbb9-4f53-b554-11054007f8e3 req-cdc8ce63-d51d-41d8-9b5e-16747100cd65 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440330 Aug 31 09:49:09.819841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b71f-e3d5-4bb4-a4b5-dba4aa02840b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.858428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b71f-e3d5-4bb4-a4b5-dba4aa02840b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.884522 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dcec1fdd-7aff-472a-a530-1c7880870a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.887223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dcec1fdd-7aff-472a-a530-1c7880870a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.888406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dcec1fdd-7aff-472a-a530-1c7880870a07 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/640387a7-b131-4870-9131-06fd82d8c305 HTTP/1.1" status: 204 len: 168 time: 0.4575362 Aug 31 09:49:09.918924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec1fdd-7aff-472a-a530-1c7880870a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640387a7-b131-4870-9131-06fd82d8c305,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:09.965222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b71f-e3d5-4bb4-a4b5-dba4aa02840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.969553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b71f-e3d5-4bb4-a4b5-dba4aa02840b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.971133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ecd6b71f-e3d5-4bb4-a4b5-dba4aa02840b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94beeaf7-b1b6-493f-abe6-1a47a9c6fdfe HTTP/1.1" status: 204 len: 168 time: 0.3764503 Aug 31 09:49:09.982681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6b71f-e3d5-4bb4-a4b5-dba4aa02840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94beeaf7-b1b6-493f-abe6-1a47a9c6fdfe,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:10.494621 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:10.962039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a90927-f125-47dc-bb64-845439e618b7 req-bcd9b8e9-8a5e-4928-af29-bc8b3874232a tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:10.964957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8a90927-f125-47dc-bb64-845439e618b7 req-bcd9b8e9-8a5e-4928-af29-bc8b3874232a tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 946 time: 0.0655417 Aug 31 09:49:11.015248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8a90927-f125-47dc-bb64-845439e618b7 req-7e4804f1-e14c-4f27-b093-d2a0051294a6 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Aug 31 09:49:11.118409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50150) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:11.126790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1771530041'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:11.151901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:11.157268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.214732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:49:11.220403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50154) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:11.237314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.237668 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Added segment d2320c39-5bd4-490c-9c27-09f4eb6f6b00 of type vlan for network e0064190-738d-4733-b091-a9c695bc228d Aug 31 09:49:11.328407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.362113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.370289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:11.371271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.417314 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15dbf3b2-e047-43cb-a92a-56f8ed1571db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.459719 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3390415 Aug 31 09:49:11.465588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50166) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:11.479542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-265480377'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:11.483413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d54df-b651-4ca0-8877-48b437ba9c68 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Network': ['ID=e0064190-738d-4733-b091-a9c695bc228d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:11.502003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e0064190-738d-4733-b091-a9c695bc228d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:49:11.546517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:49:11.546517 n-d-806683-2 neutron-server[94786]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:49:11.546517 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id_1': '3974ff294d7b4e87bc97b1ab0b8a522c', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 49, 11, 492927)}] Aug 31 09:49:11.546517 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:49:11.547019 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:49:11.699441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15dbf3b2-e047-43cb-a92a-56f8ed1571db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.712250 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15dbf3b2-e047-43cb-a92a-56f8ed1571db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.759076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbf3b2-e047-43cb-a92a-56f8ed1571db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccef55e-eaeb-4e07-8905-4fad67cd38a7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:11.776592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-15dbf3b2-e047-43cb-a92a-56f8ed1571db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b09336afa65d4412a2eed759e68e22de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546248 Aug 31 09:49:11.779296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50178) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:11.838217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90b45f9d-f986-46ec-a876-84041395db58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.864914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90b45f9d-f986-46ec-a876-84041395db58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.917996 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90b45f9d-f986-46ec-a876-84041395db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.921295 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90b45f9d-f986-46ec-a876-84041395db58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.924977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-90b45f9d-f986-46ec-a876-84041395db58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ccef55e-eaeb-4e07-8905-4fad67cd38a7 HTTP/1.1" status: 204 len: 168 time: 0.1424885 Aug 31 09:49:11.939050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b45f9d-f986-46ec-a876-84041395db58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccef55e-eaeb-4e07-8905-4fad67cd38a7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:12.082057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:12.086486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.118741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:49:12.131095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.131494 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Added segment a626bbb3-9b10-4e6a-bf83-b7a59ded8d26 of type vlan for network 4881000f-f362-409a-82b9-80064c0603e3 Aug 31 09:49:12.588083 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.623229 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.630538 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:12.631221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.742521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2682288 Aug 31 09:49:12.744949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50208) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:12.746805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff7ca4-f1f8-40b0-95c1-fb83a2168241 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Network': ['ID=4881000f-f362-409a-82b9-80064c0603e3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:12.751681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'subnet': {'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:12.759762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4881000f-f362-409a-82b9-80064c0603e3 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:49:13.001956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:13.007165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:13.033141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-ef7011dd-2e0d-4d9a-aeac-5bc5ed5436b1 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=48dc51884ebd49ee8363cdd5fab27a68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909135 Aug 31 09:49:13.340121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-a112630e-9d66-4c23-aef9-2c833fe972f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5292711 Aug 31 09:49:13.368816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698aced-1677-43c4-b330-58e845e06edf req-fedc6566-3702-499d-b4f4-f34e54185d2f tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.370474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-fedc6566-3702-499d-b4f4-f34e54185d2f tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364851 Aug 31 09:49:13.394369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-0240f150-0e42-4801-8a3c-f27d66b80d0b tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/quotas/48dc51884ebd49ee8363cdd5fab27a68 HTTP/1.1" status: 200 len: 375 time: 0.0137417 Aug 31 09:49:13.429877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:13.467186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-e428bf1f-a6c1-4505-a46f-84b15a25dbe5 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=48dc51884ebd49ee8363cdd5fab27a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690644 Aug 31 09:49:13.495679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-4ebc993f-30b8-43ac-b748-9cc5ac9aec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.505479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-4ebc993f-30b8-43ac-b748-9cc5ac9aec1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1097 time: 0.1056070 Aug 31 09:49:13.523289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Subnet': ['ID=83abec25-5179-4336-928d-0286e7a4e5cd,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:13.537256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Checking segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:13.537670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network hostable DHCP agents. Network: e0064190-738d-4733-b091-a9c695bc228d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:49:13.581496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network e0064190-738d-4733-b091-a9c695bc228d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:49:13.587783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:13.598497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e0064190-738d-4733-b091-a9c695bc228d) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:13.604239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.604968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:13.611719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7809135-c980-4af7-9bec-305db01c2882 None None] Network e0064190-738d-4733-b091-a9c695bc228d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:13.647847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1c1d181b-e061-4dca-96c9-34114c21085a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9008422 Aug 31 09:49:13.651460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50238) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:13.663214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'subnet': {'network_id': '4881000f-f362-409a-82b9-80064c0603e3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:13.719817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-b50a21f3-ce46-4bf4-85f9-ea521c769e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.732461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-b50a21f3-ce46-4bf4-85f9-ea521c769e73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.2044923 Aug 31 09:49:13.930673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:13.940686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3242be83-15c3-49b6-a49c-ee6529525db7 req-6e7d999e-58c9-40ae-b049-73a3c5a4c819 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 210 time: 0.1015539 Aug 31 09:49:13.943319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:13.954029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e0064190-738d-4733-b091-a9c695bc228d', 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'fixed_ips': [{'subnet_id': '83abec25-5179-4336-928d-0286e7a4e5cd'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:49:13.955810 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.006899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-44d35e27-3fab-4ed6-bc12-13680dc1c681 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1002 time: 0.2627890 Aug 31 09:49:14.008308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50252) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:14.149168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-67dd9095-f869-4bf8-9f4c-176c4365c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.154347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-67dd9095-f869-4bf8-9f4c-176c4365c6c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.1401324 Aug 31 09:49:14.211442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Allocated IP 10.1.1.2 (e0064190-738d-4733-b091-a9c695bc228d/83abec25-5179-4336-928d-0286e7a4e5cd/4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:14.248080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:14.288851 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.294859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-4ef1f476-489d-4cdb-bf07-969bc2459c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.298041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-4ef1f476-489d-4cdb-bf07-969bc2459c67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301768 Aug 31 09:49:14.338004 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.429298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Subnet': ['ID=8d4f3e8a-3552-4538-b4be-63a771611e70,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:14.468297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Checking segment: {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:14.468815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network hostable DHCP agents. Network: 4881000f-f362-409a-82b9-80064c0603e3, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:49:14.511562 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.529448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Transition to ACTIVE for port object 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:14.530952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network 4881000f-f362-409a-82b9-80064c0603e3 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:49:14.554075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4881000f-f362-409a-82b9-80064c0603e3) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:14.560190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.561270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.569038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83697773-2aaa-471d-86d1-7bd9129ceef9 None None] Network 4881000f-f362-409a-82b9-80064c0603e3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:14.586577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Transition to ACTIVE for port object 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:14.595613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e9c93151-fe8c-41db-85b2-c781e87f06c0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9426379 Aug 31 09:49:14.598212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:14.603995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'port': {'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'name': 'tempest-TaggedBootDevicesTest_v242-527302907', 'fixed_ips': [{'subnet_id': '83abec25-5179-4336-928d-0286e7a4e5cd'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:14.662853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-f45b4421-023c-4302-bd27-848a30a93100 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564527 Aug 31 09:49:14.680931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.816391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:14.863568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4e1aa3b-6fd0-485a-966d-96449a7a22c4 req-53612f33-41d3-4afd-88f6-e4816a214459 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871822 Aug 31 09:49:14.876035 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.950166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.999626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Pushing event updated for resources: {'Port': ['ID=4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:15.003025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] device_id is not set on port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:49:15.070928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Network e0064190-738d-4733-b091-a9c695bc228d is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:15.081979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:15.092972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:15.096752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4881000f-f362-409a-82b9-80064c0603e3', 'network_id': '4881000f-f362-409a-82b9-80064c0603e3', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'fixed_ips': [{'subnet_id': '8d4f3e8a-3552-4538-b4be-63a771611e70'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:49:15.097622 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.156406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Allocated IP 172.25.1.142 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/0abf825b-4214-47f2-9f76-9419e88be28b) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:15.256465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Allocated IP 10.1.1.248 (e0064190-738d-4733-b091-a9c695bc228d/83abec25-5179-4336-928d-0286e7a4e5cd/6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:15.341289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0ccc04f-72d8-48a4-8d0c-b20cc4ddb799 req-1cdf6385-a31c-4eaa-9b7c-083a6b78ec1b tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 210 time: 0.1243792 Aug 31 09:49:15.371287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Attempting to bind port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:15.371657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Attempting to bind port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:15.372026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Attempting to bind port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:15.388366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-7ecb00bf-a4c1-4994-8243-a86fc78ec2d9 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=48dc51884ebd49ee8363cdd5fab27a68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459092 Aug 31 09:49:15.408448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:15.408824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Checking segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:15.409238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.409638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Bound using segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:15.410130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Bound port: 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:15.410514 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.472707 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.491395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Transition to ACTIVE for port object 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:15.529823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.564031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698aced-1677-43c4-b330-58e845e06edf req-9ea5be2e-6d96-40fa-9793-13382c481f79 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:15.566377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-9ea5be2e-6d96-40fa-9793-13382c481f79 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644144 Aug 31 09:49:15.589692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Request body: {'port': {'device_id': 'b26f9ab0-f00e-4fd7-994c-e560723957e9', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '48dc51884ebd49ee8363cdd5fab27a68'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:15.595041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network e0064190-738d-4733-b091-a9c695bc228d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:15.603078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:15.606048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:15.629805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] For port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:15.638417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] For port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:15.652269 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.678478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Allocated IP 10.2.2.2 (4881000f-f362-409a-82b9-80064c0603e3/8d4f3e8a-3552-4538-b4be-63a771611e70/dbf3f68a-a3bb-4163-9aee-db427a68cd09) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:15.685239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:15.686067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.710537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:15.715949 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.740745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6071b479-b885-445f-8ef6-26b87e5cbb7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1412511 Aug 31 09:49:15.745961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50288) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:15.752355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'port': {'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'name': 'tempest-TaggedBootDevicesTest_v242-1230688414', 'fixed_ips': [{'subnet_id': '83abec25-5179-4336-928d-0286e7a4e5cd'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:15.802937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2f7b-6dde-49ce-a1c6-52c7b5a0893b None None] Pushing event updated for resources: {'Port': ['ID=4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:15.868417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Made reservation on behalf of 48dc51884ebd49ee8363cdd5fab27a68 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:15.877492 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.923248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.973558 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.987983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:15.993739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.027725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] device_id is not set on port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:49:16.046089 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.055711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Transition to ACTIVE for port object dbf3f68a-a3bb-4163-9aee-db427a68cd09 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:16.120269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Transition to ACTIVE for port object dbf3f68a-a3bb-4163-9aee-db427a68cd09 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:16.131411 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.173520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:16.198371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:16.213124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:16.223438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Pushing event updated for resources: {'Port': ['ID=dbf3f68a-a3bb-4163-9aee-db427a68cd09,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:16.241918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Network 4881000f-f362-409a-82b9-80064c0603e3 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:16.244450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:16.247999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:16.283268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Pushing event updated for resources: {'Port': ['ID=0abf825b-4214-47f2-9f76-9419e88be28b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:16.361993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Attempting to bind port dbf3f68a-a3bb-4163-9aee-db427a68cd09 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:16.362526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Attempting to bind port dbf3f68a-a3bb-4163-9aee-db427a68cd09 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:16.363101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Attempting to bind port dbf3f68a-a3bb-4163-9aee-db427a68cd09 on network 4881000f-f362-409a-82b9-80064c0603e3 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:16.392624 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:16.394409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Checking segment: {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:16.396420 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.398240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Bound using segment: {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:16.398771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Bound port: dbf3f68a-a3bb-4163-9aee-db427a68cd09, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:16.401844 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.441671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.513458 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.538914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] For port dbf3f68a-a3bb-4163-9aee-db427a68cd09, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:16.542992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] For port dbf3f68a-a3bb-4163-9aee-db427a68cd09, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dbf3f68a-a3bb-4163-9aee-db427a68cd09,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:16.549755 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.613857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09341610-af8c-4695-9b9d-79a8afaa6bc2 req-04d1bcf3-009c-4f4e-b3d2-9f5651d73dad tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 210 time: 0.0961797 Aug 31 09:49:16.642820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:16.765179 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.778963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3753b-b6d5-4f33-b2e9-72a9e794d92b None None] Pushing event updated for resources: {'Port': ['ID=dbf3f68a-a3bb-4163-9aee-db427a68cd09,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:16.791223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:16.795466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.914191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347843f1-a800-496e-9a3f-64b96f5f957b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:16.963720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.986943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.081982 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.109158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Allocated IP 10.1.1.158 (e0064190-738d-4733-b091-a9c695bc228d/83abec25-5179-4336-928d-0286e7a4e5cd/4ee67496-4f31-4fcd-bfb1-0d533f1d54ab) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:17.190605 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.200573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1912704 Aug 31 09:49:17.201542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50312) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:17.226591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1642062180', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'fixed_ips': [{'ip_address': '172.25.1.142'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:17.316334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f4540-3290-4d42-8821-ab9c737b81d6 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Pushing event updated for resources: {'Port': ['ID=0abf825b-4214-47f2-9f76-9419e88be28b,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:17.332285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Allocated IP 192.168.233.150 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/8772cbd6-4ab6-4bd5-9f64-14d7410ba8de) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:17.374233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Made reservation on behalf of 58b52adb5f114cf68e1b7fb5f8acacf4 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:17.377175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.378579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.395688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Transition to ACTIVE for port object 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:17.409674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.439356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.503167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:17.521733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network e0064190-738d-4733-b091-a9c695bc228d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:17.524414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:17.526564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:17.593055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:17.595314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.643955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6817fb-4afc-42cf-96dd-512ffff8fd0f None None] Network e0064190-738d-4733-b091-a9c695bc228d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:17.663521 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.694076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Transition to ACTIVE for port object 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:17.696866 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.714681 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e72e2cb6-aecc-4393-8203-d3dcc1df57d6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9674110 Aug 31 09:49:17.714967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.751218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd97579-d103-4f4d-bf81-a2afd90dbc89,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:17.754451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] device_id is not set on port 0e57b135-fe0b-4da2-952e-78068596b304 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:49:17.836248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Provisioning for port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:17.865262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Provisioning complete for port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:17.867159 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.898163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d5d1325-96a6-45dc-8a31-fd371caf8ca6 req-d8b41f35-2950-4330-8ed9-fb1caf170c10 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 210 time: 0.0640655 Aug 31 09:49:18.060414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.180511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50326) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:18.185517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7b9e5592-553d-4602-82d2-d2bc9f8d7db3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035738264', 'description': 'tempest-description--361645192'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:18.242477 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:49:18.243036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:49:18.246311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5592-553d-4602-82d2-d2bc9f8d7db3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.253529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Pushing event updated for resources: {'Port': ['ID=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.266460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:18.268455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:18.271476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:18.305650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c4bcda2-9d53-4e9c-b7de-91c642daa818 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0807903 Aug 31 09:49:18.306672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50330) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:18.521486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673ea5d-187e-45d9-8df6-a5467e07e180 None None] Network 4881000f-f362-409a-82b9-80064c0603e3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:18.572303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:18.580826 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.595043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.616893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5592-553d-4602-82d2-d2bc9f8d7db3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.625161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dbf3f68a-a3bb-4163-9aee-db427a68cd09 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:18.625505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5592-553d-4602-82d2-d2bc9f8d7db3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.701666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5592-553d-4602-82d2-d2bc9f8d7db3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.702968 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7b9e5592-553d-4602-82d2-d2bc9f8d7db3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5214043 Aug 31 09:49:18.708453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50334) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:18.720611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5e52645b-d201-4481-ba61-097635ada627 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'security_group_rule': {'security_group_id': 'c34a7e7c-9af1-4c77-85ae-b30386e61572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:18.724386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e5592-553d-4602-82d2-d2bc9f8d7db3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34a7e7c-9af1-4c77-85ae-b30386e61572,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.738650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-47bdf26d-f9a4-4ba8-8c91-5f9619465381 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1540091 Aug 31 09:49:18.753595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] For port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:18.758825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Request body: {'port': {'device_id': 'b26f9ab0-f00e-4fd7-994c-e560723957e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:18.776283 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.848478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.871733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Pushing event updated for resources: {'Port': ['ID=4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.878609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port dbf3f68a-a3bb-4163-9aee-db427a68cd09 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:18.889793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.890460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.905476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.905903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.906255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.907260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.907608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.907952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.908292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.908625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.908984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.909313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe95c8-a656-442a-b6c9-d9f41691298f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:18.982771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Provisioning for port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:18.989764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Provisioning complete for port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:18.990554 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.068278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:19.080890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Deleting port 0abf825b-4214-47f2-9f76-9419e88be28b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:19.081840 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.087640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Provisioning for port dbf3f68a-a3bb-4163-9aee-db427a68cd09 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:19.094491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Provisioning complete for port dbf3f68a-a3bb-4163-9aee-db427a68cd09 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:19.095309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.118683 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e52645b-d201-4481-ba61-097635ada627 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.204272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.243244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] For port dbf3f68a-a3bb-4163-9aee-db427a68cd09, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dbf3f68a-a3bb-4163-9aee-db427a68cd09,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:19.248934 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.274631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef087d5-1770-4099-a1dc-cb6e96b2d5ad req-ed926f05-3a27-43d2-9210-293fe7194cea tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:19.282368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ef087d5-1770-4099-a1dc-cb6e96b2d5ad req-ed926f05-3a27-43d2-9210-293fe7194cea tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 936 time: 0.2066433 Aug 31 09:49:19.324043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa91b9-93f3-4707-a5a0-327db4974753 None None] Pushing event updated for resources: {'Port': ['ID=dbf3f68a-a3bb-4163-9aee-db427a68cd09,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:19.374266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.375886 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.386538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Provisioning complete for port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:19.386689 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.396542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Calling delete_port for 0abf825b-4214-47f2-9f76-9419e88be28b owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:19.451607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e52645b-d201-4481-ba61-097635ada627 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.471461 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e52645b-d201-4481-ba61-097635ada627 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.562281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Provisioning for port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:19.568418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ef087d5-1770-4099-a1dc-cb6e96b2d5ad req-d3388a54-4104-430d-8e30-e397cdbc6ad3 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844667 Aug 31 09:49:19.571607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Provisioning complete for port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:19.572812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.583626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52645b-d201-4481-ba61-097635ada627 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfcce54-c47b-486b-afa4-7da0aeea8dbd,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:19.585630 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5e52645b-d201-4481-ba61-097635ada627 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.586883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5e52645b-d201-4481-ba61-097635ada627 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8759692 Aug 31 09:49:19.589642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50350) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:19.595179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f81b7d7a-e291-493a-a8dd-932b4ef3bda5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'security_group_rule': {'security_group_id': 'c34a7e7c-9af1-4c77-85ae-b30386e61572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:19.677875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f81b7d7a-e291-493a-a8dd-932b4ef3bda5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.695893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:19.722837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Provisioning for port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:19.727234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Provisioning complete for port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:19.727739 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.755271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:19.783044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f81b7d7a-e291-493a-a8dd-932b4ef3bda5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.792627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f81b7d7a-e291-493a-a8dd-932b4ef3bda5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.813397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b7d7a-e291-493a-a8dd-932b4ef3bda5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647cb643-17ed-457a-bf33-10076f575daa,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:19.818375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f81b7d7a-e291-493a-a8dd-932b4ef3bda5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.820645 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f81b7d7a-e291-493a-a8dd-932b4ef3bda5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2291155 Aug 31 09:49:19.820820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-289011e8-7eef-45f1-9d32-f38e3c1e8d9c None None] Port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:19.825259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.825399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50356) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:19.834202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:19.846837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Transition to ACTIVE for port object 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:19.866531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.884075 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.966709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cba70933-488b-4890-8813-7ed67298c690 None None] Provisioning complete for port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:19.967415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cba70933-488b-4890-8813-7ed67298c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.988018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.005930 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.017028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Pushing event updated for resources: {'Port': ['ID=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.060133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-cba70933-488b-4890-8813-7ed67298c690 None None] Port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:20.091469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cba70933-488b-4890-8813-7ed67298c690 None None] Provisioning complete for port dbf3f68a-a3bb-4163-9aee-db427a68cd09 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:20.094065 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cba70933-488b-4890-8813-7ed67298c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.098405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Pushing event deleted for resources: {'Port': ['ID=0abf825b-4214-47f2-9f76-9419e88be28b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.188475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Allocated IP 172.25.1.66 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/5c25ed50-4d6e-4371-9cf4-4bc919f7ec25) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:20.210351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-2e1f3ba6-3996-407e-8305-16c6271751b3 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:20.217827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-2e1f3ba6-3996-407e-8305-16c6271751b3 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 814 time: 0.3376460 Aug 31 09:49:20.261077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-80e4d666-8e3b-4811-91c1-890eb6f8ff21 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/quotas/66c64ef3009e411d9da05e7db9dd7698 HTTP/1.1" status: 200 len: 375 time: 0.0420759 Aug 31 09:49:20.272834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Attempting to bind port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:20.273215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Attempting to bind port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:20.273537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Attempting to bind port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:20.291028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:20.291362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Attempting to bind port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:20.294200 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.296721 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.301885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6b9771b6-e120-4f69-ade8-2fdb7ac5d4c2 tempest-ExternalNetworksAdminNegativeTestJSON-564114211 tempest-ExternalNetworksAdminNegativeTestJSON-564114211-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/f0933c42-3817-4ebe-bc52-4eccfde55e57 HTTP/1.1" status: 204 len: 168 time: 1.9910350 Aug 31 09:49:20.326500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:20.326984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:20.327394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:20.328866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Bound port: 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:20.329244 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.362298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.363652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-78d956e4-05cb-4c61-9c9d-f16845fff544 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918336 Aug 31 09:49:20.432453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.470958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:20.474370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:20.485397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:20.518472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=5c25ed50-4d6e-4371-9cf4-4bc919f7ec25,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.535246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:20.592973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:20.593703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.665954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.733514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50376) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:20.751444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.821318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dbf3f68a-a3bb-4163-9aee-db427a68cd09 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:20.883397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port dbf3f68a-a3bb-4163-9aee-db427a68cd09 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:20.883848 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.986002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] For port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:21.013841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] For port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:21.049447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fe215-5761-435c-9e09-a470b240427e req-ab88eecb-23b2-411c-b263-f41da790ab61 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.057853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b8fe215-5761-435c-9e09-a470b240427e req-ab88eecb-23b2-411c-b263-f41da790ab61 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 948 time: 0.1522243 Aug 31 09:49:21.060567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf72825b-e734-4ab4-a304-fa0ab87bd84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.084855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.183807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf72825b-e734-4ab4-a304-fa0ab87bd84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.188881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-b7f0b927-109b-4470-9353-e109dcc54b71 service neutron] 10.222.0.69 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047132 Aug 31 09:49:21.192258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf72825b-e734-4ab4-a304-fa0ab87bd84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.197345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Pushing event updated for resources: {'Port': ['ID=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:21.202016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.202641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.227212 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-fde7ea53-4fbd-4d54-bd35-eaa576411698 service neutron] 10.222.0.20 "PUT /v2.0/ports/8772cbd6-4ab6-4bd5-9f64-14d7410ba8de HTTP/1.1" status: 200 len: 1096 time: 2.4775090 Aug 31 09:49:21.235858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26f9ab0-f00e-4fd7-994c-e560723957e9', 'tag': '8772cbd6-4ab6-4bd5-9f64-14d7410ba8de'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:21.238741 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af230a3-97be-42f5-9a51-b10b8d9233de" -d '{"events": [{"name": "network-changed", "server_uuid": "b26f9ab0-f00e-4fd7-994c-e560723957e9", "tag": "8772cbd6-4ab6-4bd5-9f64-14d7410ba8de"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:21.268137 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cf72825b-e734-4ab4-a304-fa0ab87bd84b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8cc3ab32d174bda8084fe9c8b21b0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306511 Aug 31 09:49:21.278486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50388) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:21.335911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72825b-e734-4ab4-a304-fa0ab87bd84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc73f352-5d8f-4d13-a728-ce1b6ababe70,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:21.362792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b8fe215-5761-435c-9e09-a470b240427e req-16cc5acc-7d85-4f23-b78c-5496b8335312 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036757 Aug 31 09:49:21.384582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f5f85e2-a779-48e6-92d0-08f76f7ac942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.393443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.405888 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.461864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f5f85e2-a779-48e6-92d0-08f76f7ac942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.487700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698aced-1677-43c4-b330-58e845e06edf req-9fa6935c-2137-4c8c-bb32-cdb8816407d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.489489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-9fa6935c-2137-4c8c-bb32-cdb8816407d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48dc51884ebd49ee8363cdd5fab27a68&device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 1099 time: 0.1665981 Aug 31 09:49:21.502039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-c3370f4c-89bb-4558-a858-f55e880789c6 service neutron] 10.222.0.69 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015828 Aug 31 09:49:21.559735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-4dc800f1-8fba-4a81-ac12-015362cc8cec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de HTTP/1.1" status: 200 len: 217 time: 0.0527675 Aug 31 09:49:21.565893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=5c25ed50-4d6e-4371-9cf4-4bc919f7ec25,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:21.582903 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.588170 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38db68d-049d-4196-bfef-5ea3fe0a0132 x-openstack-request-id: req-b38db68d-049d-4196-bfef-5ea3fe0a0132 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:21.588448 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26f9ab0-f00e-4fd7-994c-e560723957e9", "tag": "8772cbd6-4ab6-4bd5-9f64-14d7410ba8de", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:21.588688 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b38db68d-049d-4196-bfef-5ea3fe0a0132 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:21.589071 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26f9ab0-f00e-4fd7-994c-e560723957e9', 'tag': '8772cbd6-4ab6-4bd5-9f64-14d7410ba8de', 'status': 'completed', 'code': 200} Aug 31 09:49:21.612937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f5f85e2-a779-48e6-92d0-08f76f7ac942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.615535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f5f85e2-a779-48e6-92d0-08f76f7ac942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.616717 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0f5f85e2-a779-48e6-92d0-08f76f7ac942 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc73f352-5d8f-4d13-a728-ce1b6ababe70 HTTP/1.1" status: 204 len: 168 time: 0.3372424 Aug 31 09:49:21.619719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.620862 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4208d794-7524-4e7b-a717-df7a72965c1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7941225 Aug 31 09:49:21.627890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f85e2-a779-48e6-92d0-08f76f7ac942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc73f352-5d8f-4d13-a728-ce1b6ababe70,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:21.652001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698aced-1677-43c4-b330-58e845e06edf req-b0124338-22da-4385-8ed4-e2449f9bdd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.654620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-b0124338-22da-4385-8ed4-e2449f9bdd8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0778947 Aug 31 09:49:21.806437 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-19fa7b14-1234-4ab4-a47b-7e8bdf5caec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.847455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be9af03a-9258-4a4a-bc24-5ec7e43bffb8 req-e18b64fc-1890-4342-aeab-44a8c64b9b3d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 210 time: 0.0812380 Aug 31 09:49:21.858681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698aced-1677-43c4-b330-58e845e06edf req-2b7630a5-4a94-44a9-bbca-16714ceef0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.861591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-2b7630a5-4a94-44a9-bbca-16714ceef0f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1987560 Aug 31 09:49:22.051313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-636d1825-fcad-42e7-9ca3-c33fad8760d9 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816399 Aug 31 09:49:22.197266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2698aced-1677-43c4-b330-58e845e06edf req-005c786e-98ad-432b-9c5f-283ca57d9c84 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360340 Aug 31 09:49:22.249710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50416) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:22.308421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-ad3f7014-a215-4185-bfa5-28ca097e22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.309860 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c1def251-66cf-428c-bdab-c6660459493c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58b52adb5f114cf68e1b7fb5f8acacf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570781 Aug 31 09:49:22.312625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:22.313760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-ad3f7014-a215-4185-bfa5-28ca097e22cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48dc51884ebd49ee8363cdd5fab27a68&device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 1099 time: 0.0636284 Aug 31 09:49:22.380475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17867040-83f7-4124-9b27-36cd455c77fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.411507 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17867040-83f7-4124-9b27-36cd455c77fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.468695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17867040-83f7-4124-9b27-36cd455c77fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.472829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17867040-83f7-4124-9b27-36cd455c77fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.473908 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-17867040-83f7-4124-9b27-36cd455c77fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cd97579-d103-4f4d-bf81-a2afd90dbc89 HTTP/1.1" status: 204 len: 168 time: 0.1588864 Aug 31 09:49:22.483256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17867040-83f7-4124-9b27-36cd455c77fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd97579-d103-4f4d-bf81-a2afd90dbc89,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:22.636072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-6d35a131-8a73-4c21-acd0-a1f7734ea9ee tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1035738264&fields=id&tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c HTTP/1.1" status: 200 len: 267 time: 0.1766257 Aug 31 09:49:22.637686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-a16de556-b020-478f-86a3-1f4d3282b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.639998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-a16de556-b020-478f-86a3-1f4d3282b218 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.3033686 Aug 31 09:49:22.648987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e27154-dba8-4352-9463-747b62828282 req-f4018bc6-0fa4-4867-93d3-6324616ec9f8 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.650671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13e27154-dba8-4352-9463-747b62828282 req-f4018bc6-0fa4-4867-93d3-6324616ec9f8 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 948 time: 0.1900311 Aug 31 09:49:22.759425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-18397068-3d4f-4055-82b0-d6a9a3b8e938 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de HTTP/1.1" status: 200 len: 217 time: 0.1043265 Aug 31 09:49:22.812176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-56d2ba2b-f4e6-4005-b288-e7ce4820261a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.814699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-56d2ba2b-f4e6-4005-b288-e7ce4820261a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports/6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 936 time: 0.1628938 Aug 31 09:49:22.874670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13e27154-dba8-4352-9463-747b62828282 req-7086309a-3d69-4422-b71d-9c4ff3b4bb40 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898985 Aug 31 09:49:22.879549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-3bc63248-ef36-4430-b451-952de30c5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.881092 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-3bc63248-ef36-4430-b451-952de30c5f0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.1093528 Aug 31 09:49:22.909604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-ae5ced00-e456-4b5f-8bc7-ef67245a3770 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.911290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-ae5ced00-e456-4b5f-8bc7-ef67245a3770 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports/4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 937 time: 0.0785954 Aug 31 09:49:23.026264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-60b51817-cec5-4455-9d45-9529e82a6351 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0885031 Aug 31 09:49:23.076774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-38bb1e8d-d5e3-40e4-bc72-430028eb0e32 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0496037 Aug 31 09:49:23.230290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-446a1ac5-048f-4058-ab5c-c43af2b74b04 req-52b901ce-3487-473b-a408-29acb46efbc4 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 210 time: 0.1510131 Aug 31 09:49:23.264390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-428657fa-025e-4fe6-9d74-1f46648e4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.264390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-428657fa-025e-4fe6-9d74-1f46648e4b3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3704541 Aug 31 09:49:23.269080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-cc71180b-09b7-4b31-b7bc-6bc288939ef5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.275150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-cc71180b-09b7-4b31-b7bc-6bc288939ef5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.281909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-cc71180b-09b7-4b31-b7bc-6bc288939ef5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.295567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-cc71180b-09b7-4b31-b7bc-6bc288939ef5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/networks?id=7ccf638d-afca-44df-8059-2feac97c1ce2&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=4881000f-f362-409a-82b9-80064c0603e3&id=4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 200 len: 1995 time: 0.2175069 Aug 31 09:49:23.355443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0b87fc31-ec32-48a3-8fb3-01297e837e11 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/quotas/3974ff294d7b4e87bc97b1ab0b8a522c HTTP/1.1" status: 200 len: 375 time: 0.0586300 Aug 31 09:49:23.530670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-2f21d615-3c99-4412-b410-4f8d0f11078f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1667013 Aug 31 09:49:23.602671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-195dfcd5-3592-472e-817d-eca12f971450 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.604242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-195dfcd5-3592-472e-817d-eca12f971450 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.52 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 814 time: 0.4040110 Aug 31 09:49:23.618311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-26af1958-9255-4292-bd57-1c1a11926fbd service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198037 Aug 31 09:49:23.623840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Request body: {'port': {'device_id': 'f29ce216-c25c-444e-a3f0-4f79a895fd71', 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'admin_state_up': True, 'tenant_id': '66c64ef3009e411d9da05e7db9dd7698'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:23.817813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-ef7ad7ac-97a7-405a-8dfa-18bde8b1fca8 service neutron] 10.222.0.69 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859280 Aug 31 09:49:23.957213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8af230a3-97be-42f5-9a51-b10b8d9233de req-348a36c2-2649-400b-b3ec-febb45e5e585 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286583 Aug 31 09:49:23.963888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Made reservation on behalf of 66c64ef3009e411d9da05e7db9dd7698 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:23.968421 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:23.993770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-f1c8c568-082c-41ea-8a1e-2b3c0d26af08 service neutron] 10.222.0.69 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750088 Aug 31 09:49:24.104888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-fc128187-d265-4d26-9879-be53f87c8a98 service neutron] 10.222.0.69 "GET /v2.0/ports/6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1102159 Aug 31 09:49:24.316060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50502) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:24.429702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-30d06c47-5ca7-4bfa-8d5a-25f7d098aa24 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-562053947'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:24.445211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29ffa9-acd3-4a37-8eb6-3bd859712bcd req-9d4ef97c-7e20-40a3-9e1f-4335c5414f59 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:24.446720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc29ffa9-acd3-4a37-8eb6-3bd859712bcd req-9d4ef97c-7e20-40a3-9e1f-4335c5414f59 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 948 time: 0.4204643 Aug 31 09:49:24.457012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30d06c47-5ca7-4bfa-8d5a-25f7d098aa24 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.458542 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30d06c47-5ca7-4bfa-8d5a-25f7d098aa24 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.520120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30d06c47-5ca7-4bfa-8d5a-25f7d098aa24 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.525801 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30d06c47-5ca7-4bfa-8d5a-25f7d098aa24 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.546512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Allocated IP 172.20.0.8 (62fcc7c7-167e-4159-b34f-d7c71632a155/737c74e6-63d6-41ed-ba44-1f05af2406a0/8f0c2de2-9241-41e6-a77a-4d441b25158f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:24.550431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30d06c47-5ca7-4bfa-8d5a-25f7d098aa24 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.551767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-30d06c47-5ca7-4bfa-8d5a-25f7d098aa24 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2346447 Aug 31 09:49:24.554245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50510) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:24.570557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-3438300a-02b5-4066-92ae-789d98d8d52a service neutron] 10.222.0.69 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549267 Aug 31 09:49:24.581533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc29ffa9-acd3-4a37-8eb6-3bd859712bcd req-d9b42009-16b1-454e-b89c-15f39e7b5426 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064301 Aug 31 09:49:24.635889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-62cfa959-03ad-4da1-8cd2-53e1e25c08b6 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.785200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e98cfcc-dfc4-4a1b-a43a-924de496645b req-23767906-bf70-494a-ad98-e084d00a0108 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 210 time: 0.0480957 Aug 31 09:49:24.821046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-d3ef7bc3-56d4-45b9-8a2e-cd548549489f service neutron] 10.222.0.69 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383938 Aug 31 09:49:24.826407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-62cfa959-03ad-4da1-8cd2-53e1e25c08b6 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.829392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-62cfa959-03ad-4da1-8cd2-53e1e25c08b6 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.875901 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-62cfa959-03ad-4da1-8cd2-53e1e25c08b6 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.876544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cfa959-03ad-4da1-8cd2-53e1e25c08b6 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d880a39-6736-4b7a-a20b-c220cefbd6c5 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:49:24.883195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.886526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-62cfa959-03ad-4da1-8cd2-53e1e25c08b6 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.891780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50512) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:24.893851 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-62cfa959-03ad-4da1-8cd2-53e1e25c08b6 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "DELETE /v2.0/routers/3d880a39-6736-4b7a-a20b-c220cefbd6c5 HTTP/1.1" status: 204 len: 168 time: 0.3322213 Aug 31 09:49:24.897910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-868ee47f-36bb-40e3-90b9-a37df343732b service neutron] 10.222.0.69 "GET /v2.0/ports/4ee67496-4f31-4fcd-bfb1-0d533f1d54ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0612760 Aug 31 09:49:24.903413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2bdaac8f-bcc3-4ef9-87ed-108cd0aff5c0 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Request body: {'router': {'name': 'tempest-router-1609873392', 'distributed': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:24.995663 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2bdaac8f-bcc3-4ef9-87ed-108cd0aff5c0 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.996719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2bdaac8f-bcc3-4ef9-87ed-108cd0aff5c0 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.002625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.054327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-471eb01e-9b42-426d-a947-68468a5fca66 service neutron] 10.222.0.69 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454973 Aug 31 09:49:25.055367 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.075497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cef6aab0-d4db-44aa-b638-82dbcfe104dd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:25.080041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a6877be1-b94d-43b1-817e-6e4ec1ebd0ef'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:25.105931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2bdaac8f-bcc3-4ef9-87ed-108cd0aff5c0 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.167646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2bdaac8f-bcc3-4ef9-87ed-108cd0aff5c0 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.178602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Network 62fcc7c7-167e-4159-b34f-d7c71632a155 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:25.195693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:25.201912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:25.258913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2bdaac8f-bcc3-4ef9-87ed-108cd0aff5c0 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.263135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50516) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:25.263319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2bdaac8f-bcc3-4ef9-87ed-108cd0aff5c0 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3700445 Aug 31 09:49:25.263985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Pushing event updated for resources: {'Port': ['ID=8f0c2de2-9241-41e6-a77a-4d441b25158f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:25.315334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:25.316530 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.322783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-9b6bfefd-577c-4f16-9d91-943afd0746a0 service neutron] 10.222.0.69 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361112 Aug 31 09:49:25.339438 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-7f6a8ebe-6123-4f80-939b-7fa8b1a5be6e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7228703 Aug 31 09:49:25.361265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Request body: {'port': {'device_id': 'f29ce216-c25c-444e-a3f0-4f79a895fd71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:25.422849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66a77e8a-b020-4df5-a944-ff6c54c48078 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.473855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.520474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-52733ae8-f396-43d2-9aa9-4b4047931946 service neutron] 10.222.0.69 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795859 Aug 31 09:49:25.581923 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66a77e8a-b020-4df5-a944-ff6c54c48078 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.584321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66a77e8a-b020-4df5-a944-ff6c54c48078 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.615318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:25.646410 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66a77e8a-b020-4df5-a944-ff6c54c48078 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.647026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a77e8a-b020-4df5-a944-ff6c54c48078 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba58d90b-6cbb-479b-8278-43a877b4ea6f {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:49:25.653052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66a77e8a-b020-4df5-a944-ff6c54c48078 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.654259 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-66a77e8a-b020-4df5-a944-ff6c54c48078 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "DELETE /v2.0/routers/ba58d90b-6cbb-479b-8278-43a877b4ea6f HTTP/1.1" status: 204 len: 168 time: 0.3892004 Aug 31 09:49:25.659919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50520) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:25.663395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-11cc7039-89be-4049-be36-8c09e3966054 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Request body: {'router': {'name': 'tempest-router-887371470', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ed403eddcae5477e96ba538b5d1fe45a'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:25.687693 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11cc7039-89be-4049-be36-8c09e3966054 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.688913 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11cc7039-89be-4049-be36-8c09e3966054 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.762267 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11cc7039-89be-4049-be36-8c09e3966054 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.774531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dcea244a-a2f6-4b59-bdec-1c727e61f5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.778697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11cc7039-89be-4049-be36-8c09e3966054 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.790908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-da76b32d-ead6-4d3a-b214-8a90c3209319 service neutron] 10.222.0.69 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606535 Aug 31 09:49:25.809490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11cc7039-89be-4049-be36-8c09e3966054 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.810894 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-11cc7039-89be-4049-be36-8c09e3966054 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1511259 Aug 31 09:49:25.813537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50528) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:25.830126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:25.847021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:25.860155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '8772cbd6-4ab6-4bd5-9f64-14d7410ba8de', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '8772cbd6-4ab6-4bd5-9f64-14d7410ba8de', 'mac_address': 'fa:16:3e:76:1e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:25.899608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45de2c4-9862-434b-a00f-8857468f1cb2 req-dc790320-5b99-4dbc-ba28-f1eb5b053110 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:25.901157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c45de2c4-9862-434b-a00f-8857468f1cb2 req-dc790320-5b99-4dbc-ba28-f1eb5b053110 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 948 time: 0.2368903 Aug 31 09:49:25.908343 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.930816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:25.952787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:25.959796 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.992156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c45de2c4-9862-434b-a00f-8857468f1cb2 req-36464c34-01c6-4c8f-8706-5c4a3c3eb333 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798807 Aug 31 09:49:26.019714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-2616428b-733f-4934-85aa-d16792230253 service neutron] 10.222.0.69 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867206 Aug 31 09:49:26.036890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:26.134048 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.134501 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.135295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0c2de2-9241-41e6-a77a-4d441b25158f {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:26.150140 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.211998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Transition to ACTIVE for port object 8f0c2de2-9241-41e6-a77a-4d441b25158f will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:26.216548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-e6f22434-372c-49b7-97a3-048dce65a79b service neutron] 10.222.0.69 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898408 Aug 31 09:49:26.227223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.231500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94787) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 09:49:26.231846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Router f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1 migrating from provider to provider. {{(pid=94787) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 09:49:26.232236 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.237478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.241499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.265407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['8772cbd6-4ab6-4bd5-9f64-14d7410ba8de'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:26.285665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Pushing event updated for resources: {'Port': ['ID=8f0c2de2-9241-41e6-a77a-4d441b25158f,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:26.349540 n-d-806683-2 neutron-server[94787]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] No L3 agents can host the router f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1 Aug 31 09:49:26.362096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eace60-cbce-4677-bfa4-1809ab2f5f61 req-cd4aa0e1-cf39-4d96-89d3-981f766ef5e8 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:26.368834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31eace60-cbce-4677-bfa4-1809ab2f5f61 req-cd4aa0e1-cf39-4d96-89d3-981f766ef5e8 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 931 time: 0.2208154 Aug 31 09:49:26.462576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31eace60-cbce-4677-bfa4-1809ab2f5f61 req-d800d4ef-2344-4012-b977-c328f16d7627 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927675 Aug 31 09:49:26.465447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Hosts for router f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1: [] {{(pid=94787) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 09:49:26.491638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Hosts for other DVR routers connected to router f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1: set() {{(pid=94787) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 09:49:26.494445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.498182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-c6b09c28-6bc5-45e3-bb62-d5cf6f83eec4 service neutron] 10.222.0.69 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707510 Aug 31 09:49:26.499130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50534) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:26.499455 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1bde106c-55fe-42e4-90f2-a20af76b9076 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "PUT /v2.0/routers/f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1 HTTP/1.1" status: 200 len: 716 time: 0.6842604 Aug 31 09:49:26.634049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Attempting to bind port 8f0c2de2-9241-41e6-a77a-4d441b25158f on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:26.634049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Attempting to bind port 8f0c2de2-9241-41e6-a77a-4d441b25158f by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:26.634049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Attempting to bind port 8f0c2de2-9241-41e6-a77a-4d441b25158f on network 62fcc7c7-167e-4159-b34f-d7c71632a155 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:26.639863 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9db4814b-3998-4d33-966b-2501b87affbc tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "GET /v2.0/routers/f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1 HTTP/1.1" status: 200 len: 716 time: 0.1371036 Aug 31 09:49:26.640960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50540) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:26.645597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Port 8f0c2de2-9241-41e6-a77a-4d441b25158f on network 62fcc7c7-167e-4159-b34f-d7c71632a155 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:26.645932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Attempting to bind port 8f0c2de2-9241-41e6-a77a-4d441b25158f on network 62fcc7c7-167e-4159-b34f-d7c71632a155 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:26.655663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:26.656018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Checking segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:26.656522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Bound using segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:26.656881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Bound port: 8f0c2de2-9241-41e6-a77a-4d441b25158f, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:26.657263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.718291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-08d5ec4e-fae2-4bfb-9c50-24bcb2c47037 service neutron] 10.222.0.69 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103858 Aug 31 09:49:26.802084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] For port 8f0c2de2-9241-41e6-a77a-4d441b25158f, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:26.807066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] For port 8f0c2de2-9241-41e6-a77a-4d441b25158f, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8f0c2de2-9241-41e6-a77a-4d441b25158f,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:26.812696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.823024 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22c53a2b-6461-40a9-8993-3d54e15833e4 tempest-RoutersTestDVR-974355182 tempest-RoutersTestDVR-974355182-project] 10.222.0.69 "GET /v2.0/routers/f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1 HTTP/1.1" status: 200 len: 682 time: 0.1808562 Aug 31 09:49:26.825484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50544) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:26.876078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:26.876699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.878098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] 10.222.0.52 "PUT /v2.0/ports/8f0c2de2-9241-41e6-a77a-4d441b25158f HTTP/1.1" status: 200 len: 1091 time: 1.5244064 Aug 31 09:49:26.883072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29ce216-c25c-444e-a3f0-4f79a895fd71', 'tag': '8f0c2de2-9241-41e6-a77a-4d441b25158f'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:26.885956 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e0b01-def6-4bdb-89f2-5b352d295a75" -d '{"events": [{"name": "network-changed", "server_uuid": "f29ce216-c25c-444e-a3f0-4f79a895fd71", "tag": "8f0c2de2-9241-41e6-a77a-4d441b25158f"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:26.917247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-893d76b2-9ecc-4b14-9f21-abf63a91496e service neutron] 10.222.0.69 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900733 Aug 31 09:49:26.935633 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b827706-0bf4-440f-a043-db7a24af8a0c tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.945789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84600ade-7cef-4ac2-8001-3768c007c5ba service neutron] Pushing event updated for resources: {'Port': ['ID=8f0c2de2-9241-41e6-a77a-4d441b25158f,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:26.952360 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed28dc47-cf08-43d6-a283-42b524cebfe7 x-openstack-request-id: req-ed28dc47-cf08-43d6-a283-42b524cebfe7 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:26.953393 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29ce216-c25c-444e-a3f0-4f79a895fd71", "tag": "8f0c2de2-9241-41e6-a77a-4d441b25158f", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:26.953842 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed28dc47-cf08-43d6-a283-42b524cebfe7 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:26.954571 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29ce216-c25c-444e-a3f0-4f79a895fd71', 'tag': '8f0c2de2-9241-41e6-a77a-4d441b25158f', 'status': 'completed', 'code': 200} Aug 31 09:49:27.040221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-39017a1c-747a-4c6e-b648-76fd76d5d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:27.041797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-39017a1c-747a-4c6e-b648-76fd76d5d9ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 1094 time: 0.1145566 Aug 31 09:49:27.066250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-27d62e83-7530-4da0-adc1-51bfc5f6ce2c service neutron] 10.222.0.69 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400547 Aug 31 09:49:27.121573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b827706-0bf4-440f-a043-db7a24af8a0c tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.123872 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b827706-0bf4-440f-a043-db7a24af8a0c tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.153998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-2d15a094-13c9-4c9f-9d5c-539c24200986 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0c2de2-9241-41e6-a77a-4d441b25158f HTTP/1.1" status: 200 len: 217 time: 0.0865145 Aug 31 09:49:27.175993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b827706-0bf4-440f-a043-db7a24af8a0c tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.176849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b827706-0bf4-440f-a043-db7a24af8a0c tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:49:27.190115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b827706-0bf4-440f-a043-db7a24af8a0c tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.191592 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7b827706-0bf4-440f-a043-db7a24af8a0c tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "DELETE /v2.0/routers/f81517fb-b7f0-4d83-b3fe-b6eab5d84dd1 HTTP/1.1" status: 204 len: 168 time: 0.3650191 Aug 31 09:49:27.195347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50554) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:27.200609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ec96a549-6e04-4838-b992-db8cb682bdf9 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Request body: {'router': {'name': 'tempest-router-690377186', 'distributed': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:27.209957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3ff74-6d46-4f9f-b9ac-3a20cb638ce5 req-dc2a64cd-0269-40ad-b309-18ecdf155198 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:27.211240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb3ff74-6d46-4f9f-b9ac-3a20cb638ce5 req-dc2a64cd-0269-40ad-b309-18ecdf155198 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 949 time: 0.1360691 Aug 31 09:49:27.233965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec96a549-6e04-4838-b992-db8cb682bdf9 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.235656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec96a549-6e04-4838-b992-db8cb682bdf9 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.255385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-2d7f8923-46d3-46c2-96e6-e0d24d0a3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:27.257055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-2d7f8923-46d3-46c2-96e6-e0d24d0a3257 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.0942931 Aug 31 09:49:27.311977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec96a549-6e04-4838-b992-db8cb682bdf9 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.317585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec96a549-6e04-4838-b992-db8cb682bdf9 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.319165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-39948c0c-e199-4d77-820b-2aa1c46ba4ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511959 Aug 31 09:49:27.322498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb3ff74-6d46-4f9f-b9ac-3a20cb638ce5 req-148309f7-5cdc-46d0-aae6-90e971fc1e2c tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020272 Aug 31 09:49:27.351351 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ec96a549-6e04-4838-b992-db8cb682bdf9 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.353119 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ec96a549-6e04-4838-b992-db8cb682bdf9 tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1566026 Aug 31 09:49:27.355658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50566) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:27.469010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-fc5c0966-b4ee-42e6-a190-264d0c5a8635 service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421907 Aug 31 09:49:27.632790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:27.657032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-193fcc46-af95-4f00-9f93-dafe3b64203d req-57069edd-2db5-45c9-b1ed-ce9432303036 service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805496 Aug 31 09:49:27.670716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e3c0c-93e2-4776-9575-de735b62398d req-e465cf3d-b1bb-41b2-8045-abcfb2bd9abe tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:27.678853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e99e3c0c-93e2-4776-9575-de735b62398d req-e465cf3d-b1bb-41b2-8045-abcfb2bd9abe tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 943 time: 0.0897577 Aug 31 09:49:27.778478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e99e3c0c-93e2-4776-9575-de735b62398d req-0ec4602a-b9b6-4704-bab4-908f432ff85f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984650 Aug 31 09:49:27.799664 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.815196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:27.819543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:27.819967 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.849690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99abb54c-881e-4e22-9d91-39f0f043f3dc tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.858513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-f87ce592-d85a-4c55-8646-e787114ba6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:27.860877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-f87ce592-d85a-4c55-8646-e787114ba6bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 1094 time: 0.1158102 Aug 31 09:49:27.980811 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.031363 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf7d377d-de35-486d-ac68-16e7249fabab req-4c48b8b0-110d-48f7-b388-8e8819298f7a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.1521053 Aug 31 09:49:28.041463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26f9ab0-f00e-4fd7-994c-e560723957e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772cbd6-4ab6-4bd5-9f64-14d7410ba8de'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:28.048524 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bf86b1-1092-40e6-9905-89fc6f8bf2e6" -d '{"events": [{"server_uuid": "b26f9ab0-f00e-4fd7-994c-e560723957e9", "name": "network-vif-plugged", "status": "completed", "tag": "8772cbd6-4ab6-4bd5-9f64-14d7410ba8de"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:28.083355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:28.094117 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.099021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-b316d8f8-4ff0-42e5-88a8-75d02683a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:28.099308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99abb54c-881e-4e22-9d91-39f0f043f3dc tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.102019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-b316d8f8-4ff0-42e5-88a8-75d02683a2d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 916 time: 0.2312326 Aug 31 09:49:28.102583 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99abb54c-881e-4e22-9d91-39f0f043f3dc tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.160601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-c739654a-ee1d-45c5-bf27-60fe6199c68d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0c2de2-9241-41e6-a77a-4d441b25158f HTTP/1.1" status: 200 len: 217 time: 0.0472608 Aug 31 09:49:28.183560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99abb54c-881e-4e22-9d91-39f0f043f3dc tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.185397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99abb54c-881e-4e22-9d91-39f0f043f3dc tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2546fd20-3d27-4439-8201-06466089004b {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:49:28.191266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99abb54c-881e-4e22-9d91-39f0f043f3dc tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.192325 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-99abb54c-881e-4e22-9d91-39f0f043f3dc tempest-RoutersTestDVR-1153738519 tempest-RoutersTestDVR-1153738519-project-admin] 10.222.0.69 "DELETE /v2.0/routers/2546fd20-3d27-4439-8201-06466089004b HTTP/1.1" status: 204 len: 168 time: 0.8352776 Aug 31 09:49:28.254267 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dd8023-0658-4c41-ad2b-05a98f87cc94 x-openstack-request-id: req-93dd8023-0658-4c41-ad2b-05a98f87cc94 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:28.257038 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26f9ab0-f00e-4fd7-994c-e560723957e9", "name": "network-vif-plugged", "status": "completed", "tag": "8772cbd6-4ab6-4bd5-9f64-14d7410ba8de", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:28.257969 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93dd8023-0658-4c41-ad2b-05a98f87cc94 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:28.258591 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26f9ab0-f00e-4fd7-994c-e560723957e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772cbd6-4ab6-4bd5-9f64-14d7410ba8de', 'code': 200} Aug 31 09:49:28.259586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:28.538082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-8707b142-d258-4b4e-a3c7-6e949264ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:28.539668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-8707b142-d258-4b4e-a3c7-6e949264ffce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.3692641 Aug 31 09:49:28.551475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e78345-4c0a-4da1-a9e7-17238087dd6e req-6ef9aa91-0a2c-4054-959f-0d5d8d3af136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:28.552968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8e78345-4c0a-4da1-a9e7-17238087dd6e req-6ef9aa91-0a2c-4054-959f-0d5d8d3af136 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 1101 time: 0.3680472 Aug 31 09:49:28.576001 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.593186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda4e08-8faf-405f-ae4d-50126b6c903c req-757be41f-05ff-4967-8cf6-c3ce6e17552e tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:28.595316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8cda4e08-8faf-405f-ae4d-50126b6c903c req-757be41f-05ff-4967-8cf6-c3ce6e17552e tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 950 time: 0.1266973 Aug 31 09:49:28.597341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-ea914cf1-619f-49a8-896c-2b0e1cda5f22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433986 Aug 31 09:49:28.683192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50604) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:28.695972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8e78345-4c0a-4da1-a9e7-17238087dd6e req-c8b78f3d-7e3d-4ebd-b914-f2af2730c7b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308494 Aug 31 09:49:28.706350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8cda4e08-8faf-405f-ae4d-50126b6c903c req-8808ae9b-14b1-4700-bc8c-30069db18f3d tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022587 Aug 31 09:49:28.745998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-e7d8ef7e-f15d-4e7f-aeee-30b6722f6f31 service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299458 Aug 31 09:49:28.843467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c51e8aa6-e48c-4735-b27b-db78552a7d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.883139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86e0b01-def6-4bdb-89f2-5b352d295a75 req-1c97b4f9-3684-4e2d-8ceb-8dcfbc97b9f4 service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297457 Aug 31 09:49:28.903997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22fe8a-9ec4-4f9f-8cf8-5ebfce872555 req-21d1d378-14b0-4eac-b374-7c520ef50654 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:28.905793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a22fe8a-9ec4-4f9f-8cf8-5ebfce872555 req-21d1d378-14b0-4eac-b374-7c520ef50654 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 943 time: 0.0667944 Aug 31 09:49:28.945354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c51e8aa6-e48c-4735-b27b-db78552a7d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.949843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a22fe8a-9ec4-4f9f-8cf8-5ebfce872555 req-bb85d24c-b062-4ef9-aed1-9c186a83b37d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Aug 31 09:49:28.950067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c51e8aa6-e48c-4735-b27b-db78552a7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.993553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c51e8aa6-e48c-4735-b27b-db78552a7d4b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed403eddcae5477e96ba538b5d1fe45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088000 Aug 31 09:49:28.996183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50610) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:28.998539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e8aa6-e48c-4735-b27b-db78552a7d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4ed9dc-7d28-4800-8672-10368101e1fd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:29.058372 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-537bf382-cd51-4ee5-813b-a1d227d01086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.084651 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-537bf382-cd51-4ee5-813b-a1d227d01086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.144174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a82cc22-cd2d-4a5a-9327-fb19c7f36aa1 req-c15c8eeb-e8ca-402d-b558-c909f618f7e0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0370755 Aug 31 09:49:29.172131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-537bf382-cd51-4ee5-813b-a1d227d01086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.175245 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-537bf382-cd51-4ee5-813b-a1d227d01086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.176427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-537bf382-cd51-4ee5-813b-a1d227d01086 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f4ed9dc-7d28-4800-8672-10368101e1fd HTTP/1.1" status: 204 len: 168 time: 0.1792343 Aug 31 09:49:29.185688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bf382-cd51-4ee5-813b-a1d227d01086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4ed9dc-7d28-4800-8672-10368101e1fd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:29.356555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-f6e0ec48-1709-486e-a126-bd23b6534fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:29.358432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-f6e0ec48-1709-486e-a126-bd23b6534fc6 service neutron] 10.222.0.20 "GET /v2.0/ports/6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 1032 time: 0.0444584 Aug 31 09:49:29.418574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-5e66eab9-a292-4890-8b9b-16ec22c1a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:29.420042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-5e66eab9-a292-4890-8b9b-16ec22c1a329 service neutron] 10.222.0.20 "GET /v2.0/ports/4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 1033 time: 0.0519021 Aug 31 09:49:29.517835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50624) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:29.532357 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8a09d3-05db-48ff-b6b7-cde3ba156802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.555630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-eef4de50-fa96-4376-a13c-7f18da62b822 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:29.561469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-eef4de50-fa96-4376-a13c-7f18da62b822 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:29.568014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-eef4de50-fa96-4376-a13c-7f18da62b822 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:29.569839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-eef4de50-fa96-4376-a13c-7f18da62b822 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "GET /v2.0/networks?id=7ccf638d-afca-44df-8059-2feac97c1ce2&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=4881000f-f362-409a-82b9-80064c0603e3&id=4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 200 len: 1995 time: 0.1421418 Aug 31 09:49:29.638459 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-61118cfb-ea9a-41f0-8dcc-ec3a88e887fb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c HTTP/1.1" status: 200 len: 380 time: 0.0573552 Aug 31 09:49:29.651211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'admin_state_up': True, 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'security_groups': ['c34a7e7c-9af1-4c77-85ae-b30386e61572']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:29.697933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8a09d3-05db-48ff-b6b7-cde3ba156802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.705039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8a09d3-05db-48ff-b6b7-cde3ba156802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.760502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a09d3-05db-48ff-b6b7-cde3ba156802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7552df40-2b54-4c05-9696-ed93e98c5cc2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:29.771323 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b8a09d3-05db-48ff-b6b7-cde3ba156802 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a30b86d882a844cb9dc7da7e8f468612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523634 Aug 31 09:49:29.773880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50632) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:29.811010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:29.819993 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.853253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0edcfd56-28e2-4703-b1d1-0c8c214a5e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.883699 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0edcfd56-28e2-4703-b1d1-0c8c214a5e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.899457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05f619-e304-4efa-bbf1-90c11574e8a2 req-ac71802c-3a5c-41d4-96f0-c520c7a0cf0b tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:29.907628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a05f619-e304-4efa-bbf1-90c11574e8a2 req-ac71802c-3a5c-41d4-96f0-c520c7a0cf0b tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 950 time: 0.0802507 Aug 31 09:49:29.952720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0edcfd56-28e2-4703-b1d1-0c8c214a5e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.958176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0edcfd56-28e2-4703-b1d1-0c8c214a5e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.959408 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0edcfd56-28e2-4703-b1d1-0c8c214a5e3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7552df40-2b54-4c05-9696-ed93e98c5cc2 HTTP/1.1" status: 204 len: 168 time: 0.1843600 Aug 31 09:49:29.970322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcfd56-28e2-4703-b1d1-0c8c214a5e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7552df40-2b54-4c05-9696-ed93e98c5cc2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:30.030579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a05f619-e304-4efa-bbf1-90c11574e8a2 req-c4998ae8-91c0-44ea-9580-a34b78123db7 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216555 Aug 31 09:49:30.143196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Allocated IP 172.20.0.8 (7ccf638d-afca-44df-8059-2feac97c1ce2/5b8a553c-0413-451d-acd5-160d29b4a570/9bca7e4b-7397-4e14-8ce0-5e02c84df416) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:30.163387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff1103-a85f-4f09-aaa8-d6fe1ec0a4ba req-c4f023ad-05bd-4f19-96c5-e05b444d0d4b tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:30.165048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6ff1103-a85f-4f09-aaa8-d6fe1ec0a4ba req-c4f023ad-05bd-4f19-96c5-e05b444d0d4b tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 943 time: 0.0888493 Aug 31 09:49:30.314714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6ff1103-a85f-4f09-aaa8-d6fe1ec0a4ba req-5eb0ea50-bb63-4325-9e20-f075bd21ef32 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376107 Aug 31 09:49:30.340278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-268922f8-2f11-4fca-99c1-025bd3eb735b req-56be38c6-287c-4d22-88dd-268f4f24d1ef tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0482366 Aug 31 09:49:30.430105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.447289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Transition to ACTIVE for port object 9bca7e4b-7397-4e14-8ce0-5e02c84df416 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:30.497755 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.579198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=9bca7e4b-7397-4e14-8ce0-5e02c84df416,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:30.598525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:30.602234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:30.605207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:30.649853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8f0c2de2-9241-41e6-a77a-4d441b25158f details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:30.704424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:30.705122 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.738025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-faf27998-e1b0-49ec-9eea-5cf839dcdd55 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0924950 Aug 31 09:49:30.758505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'admin_state_up': True, 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'security_groups': ['c34a7e7c-9af1-4c77-85ae-b30386e61572']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:30.853806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8f0c2de2-9241-41e6-a77a-4d441b25158f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8f0c2de2-9241-41e6-a77a-4d441b25158f,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:30.868832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '8f0c2de2-9241-41e6-a77a-4d441b25158f', 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'port_id': '8f0c2de2-9241-41e6-a77a-4d441b25158f', 'mac_address': 'fa:16:3e:de:1d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737c74e6-63d6-41ed-ba44-1f05af2406a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:30.933379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.947830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0c2de2-9241-41e6-a77a-4d441b25158f {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:30.994186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:30.998961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8f0c2de2-9241-41e6-a77a-4d441b25158f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8f0c2de2-9241-41e6-a77a-4d441b25158f,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:31.004039 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:31.015359 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:31.095995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2a285ae0-acd8-4fa0-bc20-7f6f9ec8d023 None None] Provisioning for port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:31.137672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2a285ae0-acd8-4fa0-bc20-7f6f9ec8d023 None None] Provisioning complete for port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:31.138372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a285ae0-acd8-4fa0-bc20-7f6f9ec8d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:31.207089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8f0c2de2-9241-41e6-a77a-4d441b25158f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:31.242903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2a285ae0-acd8-4fa0-bc20-7f6f9ec8d023 None None] Port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:31.304585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548aa97-3cba-46d4-8b88-1992b36f2c8b req-52113119-a62e-4a04-af74-91363afa1551 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:31.306241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c548aa97-3cba-46d4-8b88-1992b36f2c8b req-52113119-a62e-4a04-af74-91363afa1551 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 950 time: 0.1538215 Aug 31 09:49:31.310628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['8f0c2de2-9241-41e6-a77a-4d441b25158f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:31.382083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c548aa97-3cba-46d4-8b88-1992b36f2c8b req-51bea4fe-1a55-49b9-af51-8ba7aae71ac6 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655158 Aug 31 09:49:31.388946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Allocated IP 10.1.1.122 (e0064190-738d-4733-b091-a9c695bc228d/83abec25-5179-4336-928d-0286e7a4e5cd/51133362-96f1-4480-8b28-296952a81d2e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:31.629363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f03966-c191-4a65-8c19-3d5dc767ab21 req-dd70f38b-7bba-40b0-a4bb-3ad8719da8f4 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:31.630987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8f03966-c191-4a65-8c19-3d5dc767ab21 req-dd70f38b-7bba-40b0-a4bb-3ad8719da8f4 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 944 time: 0.1868281 Aug 31 09:49:31.659714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2d48-1c5e-4e99-bd33-ce27edca1ea4 req-964d262a-59ee-4f3b-955a-5c26cee320e5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:31.661309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-632b2d48-1c5e-4e99-bd33-ce27edca1ea4 req-964d262a-59ee-4f3b-955a-5c26cee320e5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 931 time: 0.1463728 Aug 31 09:49:31.748786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8f03966-c191-4a65-8c19-3d5dc767ab21 req-9932e584-f8fd-484b-a05a-a2a4ce18bf45 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065147 Aug 31 09:49:31.755756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-632b2d48-1c5e-4e99-bd33-ce27edca1ea4 req-cdd599b8-8e76-4a90-95ef-879d23515030 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860131 Aug 31 09:49:31.808246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:31.854127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Transition to ACTIVE for port object 51133362-96f1-4480-8b28-296952a81d2e will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:31.956484 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.044789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network e0064190-738d-4733-b091-a9c695bc228d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:32.049570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:32.053510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=51133362-96f1-4480-8b28-296952a81d2e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:32.056452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:32.163604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:32.164317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.177005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50700) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:32.199321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839093-dc62-4014-9561-7d491615a4b6 req-6472857e-8ea4-401e-836b-76e9fc2c3301 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:32.201180 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53839093-dc62-4014-9561-7d491615a4b6 req-6472857e-8ea4-401e-836b-76e9fc2c3301 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 950 time: 0.1489947 Aug 31 09:49:32.202733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-88098305-5076-4bd4-9493-88774bc4a100 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4556947 Aug 31 09:49:32.227943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'admin_state_up': True, 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'security_groups': ['c34a7e7c-9af1-4c77-85ae-b30386e61572']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:32.333646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-581463368', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:32.344165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53839093-dc62-4014-9561-7d491615a4b6 req-11d602d2-f8ef-4573-8dd4-96d0c10f6d04 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305890 Aug 31 09:49:32.378025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Made reservation on behalf of f817cb92dec64f0fb5932d81c9b797ac for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:32.381915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.388003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fd6068c5-ca51-4876-877c-d1e1a467a3b6 None None] Provisioning for port 51133362-96f1-4480-8b28-296952a81d2e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:32.399144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.400163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fd6068c5-ca51-4876-877c-d1e1a467a3b6 None None] Provisioning complete for port 51133362-96f1-4480-8b28-296952a81d2e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:32.400545 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fd6068c5-ca51-4876-877c-d1e1a467a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.424898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:32.430985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.482656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fd6068c5-ca51-4876-877c-d1e1a467a3b6 None None] Port 51133362-96f1-4480-8b28-296952a81d2e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:32.551951 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.556179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.560605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] device_id is not set on port 78d95082-25a1-462e-a1aa-64553ef1b61b yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:49:32.615320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Allocated IP 10.1.1.153 (e0064190-738d-4733-b091-a9c695bc228d/83abec25-5179-4336-928d-0286e7a4e5cd/6cb08a69-176d-47dc-833e-bf742e9bb0b6) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:32.652851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8f0c2de2-9241-41e6-a77a-4d441b25158f up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:32.658573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca3fa4-47a7-4892-bf9b-c6c0a686a1ab,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:32.735207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 8f0c2de2-9241-41e6-a77a-4d441b25158f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:32.741834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 8f0c2de2-9241-41e6-a77a-4d441b25158f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:32.742351 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.750170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Allocated IP 172.25.1.156 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/78d95082-25a1-462e-a1aa-64553ef1b61b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:32.864920 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.929909 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.980102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Transition to ACTIVE for port object 6cb08a69-176d-47dc-833e-bf742e9bb0b6 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:32.983236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29ce216-c25c-444e-a3f0-4f79a895fd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0c2de2-9241-41e6-a77a-4d441b25158f'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:32.987094 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175f1ff9-7840-4852-a7a1-02eaa5b7ca90" -d '{"events": [{"server_uuid": "f29ce216-c25c-444e-a3f0-4f79a895fd71", "name": "network-vif-plugged", "status": "completed", "tag": "8f0c2de2-9241-41e6-a77a-4d441b25158f"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:33.016730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8f0c2de2-9241-41e6-a77a-4d441b25158f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8f0c2de2-9241-41e6-a77a-4d441b25158f,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:33.018205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c94289-3f2f-4865-9a6a-6f98563e0402 req-77350c56-dc46-4ade-b987-98ff8d4d322d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:33.023341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.026522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c94289-3f2f-4865-9a6a-6f98563e0402 req-77350c56-dc46-4ade-b987-98ff8d4d322d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:33.028402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6c94289-3f2f-4865-9a6a-6f98563e0402 req-77350c56-dc46-4ade-b987-98ff8d4d322d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 1653 time: 0.1513519 Aug 31 09:49:33.044134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc944-4227-431e-9912-3eb877a03d3b req-5fa29f6a-7020-436f-9e26-f2e90ca010ef tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:33.051756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b2cc944-4227-431e-9912-3eb877a03d3b req-5fa29f6a-7020-436f-9e26-f2e90ca010ef tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 944 time: 0.1234844 Aug 31 09:49:33.059710 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.128588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8f0c2de2-9241-41e6-a77a-4d441b25158f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:33.130278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b2cc944-4227-431e-9912-3eb877a03d3b req-5bd649cc-cd45-4e81-98ac-4961455a43a6 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724244 Aug 31 09:49:33.156973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.188412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.207079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6c94289-3f2f-4865-9a6a-6f98563e0402 req-224bc760-4aaa-4e9e-8e08-8e8e7353b98e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529484 Aug 31 09:49:33.228046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Pushing event updated for resources: {'Port': ['ID=78d95082-25a1-462e-a1aa-64553ef1b61b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:33.259847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:33.262410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:33.265903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:33.279055 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bce409-f3d1-48d1-be34-523bad39d9a2 x-openstack-request-id: req-63bce409-f3d1-48d1-be34-523bad39d9a2 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:33.279609 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29ce216-c25c-444e-a3f0-4f79a895fd71", "name": "network-vif-plugged", "status": "completed", "tag": "8f0c2de2-9241-41e6-a77a-4d441b25158f", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:33.280237 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63bce409-f3d1-48d1-be34-523bad39d9a2 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:33.280899 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29ce216-c25c-444e-a3f0-4f79a895fd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0c2de2-9241-41e6-a77a-4d441b25158f', 'code': 200} Aug 31 09:49:33.287659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network e0064190-738d-4733-b091-a9c695bc228d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:33.308443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:33.331464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:33.390072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:33.392716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.423086 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c2bf4b9f-7d86-486f-abef-f1da29b70466 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2451403 Aug 31 09:49:33.431266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50724) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:33.433554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=6cb08a69-176d-47dc-833e-bf742e9bb0b6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:33.445632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.156'}]}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:33.505137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.506638 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.546138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-cb4175d9-acf3-4239-bb73-24b191e35e62 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:33.554097 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-cb4175d9-acf3-4239-bb73-24b191e35e62 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.20 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 950 time: 0.1007240 Aug 31 09:49:33.560397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:33.561182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.575117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ac2ca-eb9d-41ef-90d0-fab6fea40aff req-089fa184-3f29-468d-a325-a24217c9c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:33.577183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-512ac2ca-eb9d-41ef-90d0-fab6fea40aff req-089fa184-3f29-468d-a325-a24217c9c774 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 1096 time: 0.2101619 Aug 31 09:49:33.600831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-366cacd7-ebc8-4bea-a36e-8f79339d6068 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3791883 Aug 31 09:49:33.619735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4881000f-f362-409a-82b9-80064c0603e3', 'admin_state_up': True, 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'security_groups': ['c34a7e7c-9af1-4c77-85ae-b30386e61572']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:33.650848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac99401-4390-4823-bb6c-6a863367f99f req-862b81a6-32e3-421a-9e19-fe8178864697 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:33.656527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ac99401-4390-4823-bb6c-6a863367f99f req-862b81a6-32e3-421a-9e19-fe8178864697 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 950 time: 0.2074685 Aug 31 09:49:33.664979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.720319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f553363d-272f-4cea-8bc7-d4e2c4a670e6 None None] Provisioning for port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:33.724565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f553363d-272f-4cea-8bc7-d4e2c4a670e6 None None] Provisioning complete for port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:33.724931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f553363d-272f-4cea-8bc7-d4e2c4a670e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.766370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ac99401-4390-4823-bb6c-6a863367f99f req-dc298394-c0eb-4367-b6c2-4717a2ec3487 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/security-groups?id=347843f1-a800-496e-9a3f-64b96f5f957b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618262 Aug 31 09:49:33.772413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-512ac2ca-eb9d-41ef-90d0-fab6fea40aff req-94c25b42-dfe7-43cc-991b-4fb2ead9bb71 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794441 Aug 31 09:49:33.811806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f553363d-272f-4cea-8bc7-d4e2c4a670e6 None None] Port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:33.854872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:33.878153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Deleting port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:33.878552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.958782 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.961104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.081960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] For port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:34.082349 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.105241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Calling delete_port for 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:34.317895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Allocated IP 10.2.2.100 (4881000f-f362-409a-82b9-80064c0603e3/8d4f3e8a-3552-4538-b4be-63a771611e70/cc350b13-3bc1-4664-ba6a-f47938b010f6) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:34.334327 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.360407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.486796 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.508724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Transition to ACTIVE for port object cc350b13-3bc1-4664-ba6a-f47938b010f6 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:34.509452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.522858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['8772cbd6-4ab6-4bd5-9f64-14d7410ba8de'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:34.607076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Pushing event deleted for resources: {'Port': ['ID=8772cbd6-4ab6-4bd5-9f64-14d7410ba8de,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:34.632934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.671039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] No DVR routers for this DVR port 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:49:34.676340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.678352 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c2e0edd5-a838-49f5-8d02-3d14dff687a2 req-d5aec2f2-dfed-4f7b-bcec-fafaaa47d6de tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.20 "DELETE /v2.0/ports/8772cbd6-4ab6-4bd5-9f64-14d7410ba8de HTTP/1.1" status: 204 len: 173 time: 1.1134410 Aug 31 09:49:34.678835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26f9ab0-f00e-4fd7-994c-e560723957e9', 'name': 'network-vif-deleted', 'tag': '8772cbd6-4ab6-4bd5-9f64-14d7410ba8de'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:34.681644 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765f9e67-dd0b-4700-b37f-841869cf73d6" -d '{"events": [{"server_uuid": "b26f9ab0-f00e-4fd7-994c-e560723957e9", "name": "network-vif-deleted", "tag": "8772cbd6-4ab6-4bd5-9f64-14d7410ba8de"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:34.719460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.754038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325ae17-5380-436f-b327-a3cd6e37a0e0 req-07596893-08ce-4da1-99ad-6e652285e576 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:34.755753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4325ae17-5380-436f-b327-a3cd6e37a0e0 req-07596893-08ce-4da1-99ad-6e652285e576 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 945 time: 0.2523994 Aug 31 09:49:34.777139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network 4881000f-f362-409a-82b9-80064c0603e3 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:34.806778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:34.829489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:34.872782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c5a50-3325-4e68-b4ba-67f9791c7dfb req-cedf48f9-c84f-4e51-ad95-e36be5628b1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:34.881194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c5a50-3325-4e68-b4ba-67f9791c7dfb req-cedf48f9-c84f-4e51-ad95-e36be5628b1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:34.897933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c5a50-3325-4e68-b4ba-67f9791c7dfb req-cedf48f9-c84f-4e51-ad95-e36be5628b1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:34.909878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c5a50-3325-4e68-b4ba-67f9791c7dfb req-cedf48f9-c84f-4e51-ad95-e36be5628b1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:34.913911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e30c5a50-3325-4e68-b4ba-67f9791c7dfb req-cedf48f9-c84f-4e51-ad95-e36be5628b1d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 3095 time: 0.4079392 Aug 31 09:49:34.915115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=cc350b13-3bc1-4664-ba6a-f47938b010f6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:35.029276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.033318 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.071591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e30c5a50-3325-4e68-b4ba-67f9791c7dfb req-8e1b0737-bb54-41c7-9272-56a0f21a61f3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190872 Aug 31 09:49:35.077480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:35.078529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.085275 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.086047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 216ad900-c633-4a0e-abca-a731928b9fb8 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:49:35.111808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4325ae17-5380-436f-b327-a3cd6e37a0e0 req-e456eb2f-a638-459f-8837-4af0cd189a65 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391352 Aug 31 09:49:35.114922 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:49:35.118583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-41e00204-1df4-4cd3-ae04-09c0e6dea5e3 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6831603 Aug 31 09:49:35.119184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50746) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:35.131040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4a96ab88-3a86-4f4f-8f9b-554cd3f82e70 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5175076 Aug 31 09:49:35.143181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4881000f-f362-409a-82b9-80064c0603e3', 'admin_state_up': True, 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'security_groups': ['c34a7e7c-9af1-4c77-85ae-b30386e61572']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:35.261073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c52dee99-e74c-4214-a5d4-89cf8cc5ac1b None None] Provisioning for port cc350b13-3bc1-4664-ba6a-f47938b010f6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:35.274232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c52dee99-e74c-4214-a5d4-89cf8cc5ac1b None None] Provisioning complete for port cc350b13-3bc1-4664-ba6a-f47938b010f6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:35.281333 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c52dee99-e74c-4214-a5d4-89cf8cc5ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.366660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c52dee99-e74c-4214-a5d4-89cf8cc5ac1b None None] Port cc350b13-3bc1-4664-ba6a-f47938b010f6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:35.368723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8169863c-3eaa-46db-b16b-ad934b213922 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Deleting port 78d95082-25a1-462e-a1aa-64553ef1b61b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:35.369286 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8169863c-3eaa-46db-b16b-ad934b213922 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.398035 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e785a-c210-49b0-9eaf-89403264986f x-openstack-request-id: req-d77e785a-c210-49b0-9eaf-89403264986f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:35.398586 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26f9ab0-f00e-4fd7-994c-e560723957e9", "name": "network-vif-deleted", "tag": "8772cbd6-4ab6-4bd5-9f64-14d7410ba8de", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:35.398864 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d77e785a-c210-49b0-9eaf-89403264986f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:35.399271 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26f9ab0-f00e-4fd7-994c-e560723957e9', 'name': 'network-vif-deleted', 'tag': '8772cbd6-4ab6-4bd5-9f64-14d7410ba8de', 'status': 'completed', 'code': 200} Aug 31 09:49:35.550769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8169863c-3eaa-46db-b16b-ad934b213922 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.564407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8169863c-3eaa-46db-b16b-ad934b213922 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Calling delete_port for 78d95082-25a1-462e-a1aa-64553ef1b61b owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:35.651768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf24423d-1341-4b3f-a7fd-30ef0be209f3 req-91173cb4-ca20-4111-b6d7-ded89ddd6226 tempest-VolumesNegativeTest-506321317 tempest-VolumesNegativeTest-506321317-project] 10.222.0.69 "GET /v2.0/ports?device_id=b26f9ab0-f00e-4fd7-994c-e560723957e9 HTTP/1.1" status: 200 len: 210 time: 0.0325480 Aug 31 09:49:35.726644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Made reservation on behalf of 3974ff294d7b4e87bc97b1ab0b8a522c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:35.732526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.746361 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8169863c-3eaa-46db-b16b-ad934b213922 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.786312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169863c-3eaa-46db-b16b-ad934b213922 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Pushing event deleted for resources: {'Port': ['ID=78d95082-25a1-462e-a1aa-64553ef1b61b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:35.889956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8169863c-3eaa-46db-b16b-ad934b213922 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.893100 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8169863c-3eaa-46db-b16b-ad934b213922 tempest-RoutersAdminNegativeTest-1160300424 tempest-RoutersAdminNegativeTest-1160300424-project-admin] 10.222.0.69 "DELETE /v2.0/ports/78d95082-25a1-462e-a1aa-64553ef1b61b HTTP/1.1" status: 204 len: 168 time: 0.7724268 Aug 31 09:49:35.959298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Allocated IP 10.2.2.200 (4881000f-f362-409a-82b9-80064c0603e3/8d4f3e8a-3552-4538-b4be-63a771611e70/99f92245-6acc-48c7-93cd-d517ad6d173d) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:36.137266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.152900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Transition to ACTIVE for port object 99f92245-6acc-48c7-93cd-d517ad6d173d will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:36.192222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.268525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50764) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:36.312915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Network 4881000f-f362-409a-82b9-80064c0603e3 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:36.330354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:36.333965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:36.341036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event updated for resources: {'Port': ['ID=99f92245-6acc-48c7-93cd-d517ad6d173d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:36.400231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ee48c-4f77-4946-95c5-43b3f9ecdf96 req-1eda8092-743c-478c-8ebc-ce3f564748e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:36.406571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ee48c-4f77-4946-95c5-43b3f9ecdf96 req-1eda8092-743c-478c-8ebc-ce3f564748e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:36.413044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ee48c-4f77-4946-95c5-43b3f9ecdf96 req-1eda8092-743c-478c-8ebc-ce3f564748e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:36.420635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ee48c-4f77-4946-95c5-43b3f9ecdf96 req-1eda8092-743c-478c-8ebc-ce3f564748e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:36.427721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ee48c-4f77-4946-95c5-43b3f9ecdf96 req-1eda8092-743c-478c-8ebc-ce3f564748e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:36.431358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c3ee48c-4f77-4946-95c5-43b3f9ecdf96 req-1eda8092-743c-478c-8ebc-ce3f564748e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 3816 time: 0.2029777 Aug 31 09:49:36.465232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec870a-64b3-4819-863b-1eb00bce7d99 req-ce3cf351-ecfa-4277-86f8-b2c83771dcea tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:36.466952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d77ae67b-55a5-4dde-addc-841915e0b964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.474427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78ec870a-64b3-4819-863b-1eb00bce7d99 req-ce3cf351-ecfa-4277-86f8-b2c83771dcea tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 945 time: 0.2470787 Aug 31 09:49:36.523034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:36.523727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.587082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c3ee48c-4f77-4946-95c5-43b3f9ecdf96 req-3ce7eb41-5e3e-4a6c-a8fd-1f5fec61c653 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399343 Aug 31 09:49:36.600957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78ec870a-64b3-4819-863b-1eb00bce7d99 req-eaeb30c2-221b-4e55-9152-5bad17fb359f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254878 Aug 31 09:49:36.613929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c897a02b-f246-49c9-8c9f-c9dae12c2fb6 None None] Provisioning for port 99f92245-6acc-48c7-93cd-d517ad6d173d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:36.616050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d77ae67b-55a5-4dde-addc-841915e0b964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.623091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d77ae67b-55a5-4dde-addc-841915e0b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.627348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c897a02b-f246-49c9-8c9f-c9dae12c2fb6 None None] Provisioning complete for port 99f92245-6acc-48c7-93cd-d517ad6d173d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:36.628860 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c897a02b-f246-49c9-8c9f-c9dae12c2fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.629732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b48775eb-02e0-4ff4-8989-9fc318acb7d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4908035 Aug 31 09:49:36.648858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:36.699994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c897a02b-f246-49c9-8c9f-c9dae12c2fb6 None None] Port 99f92245-6acc-48c7-93cd-d517ad6d173d cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:36.711921 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d77ae67b-55a5-4dde-addc-841915e0b964 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df2d39e1c11d4c89b4258461b59b252a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421108 Aug 31 09:49:36.714704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:36.761399 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.776858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ae67b-55a5-4dde-addc-841915e0b964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01d255-ebaf-411b-bfc0-b7eda6e85c5e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:36.854455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0733bfe0-45c4-43c4-b7a1-0da8ccb2e6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.908124 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0733bfe0-45c4-43c4-b7a1-0da8ccb2e6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.008152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0733bfe0-45c4-43c4-b7a1-0da8ccb2e6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.011349 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0733bfe0-45c4-43c4-b7a1-0da8ccb2e6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.012584 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0733bfe0-45c4-43c4-b7a1-0da8ccb2e6f4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd01d255-ebaf-411b-bfc0-b7eda6e85c5e HTTP/1.1" status: 204 len: 168 time: 0.2950993 Aug 31 09:49:37.040187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733bfe0-45c4-43c4-b7a1-0da8ccb2e6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01d255-ebaf-411b-bfc0-b7eda6e85c5e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.391358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bca7e4b-7397-4e14-8ce0-5e02c84df416 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:37.410301 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.434338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Transition to ACTIVE for port object 9bca7e4b-7397-4e14-8ce0-5e02c84df416 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:37.441765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.608705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50812) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:37.620953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Pushing event updated for resources: {'Port': ['ID=9bca7e4b-7397-4e14-8ce0-5e02c84df416,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.697741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:37.726605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Attempting to bind port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:37.726605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Attempting to bind port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:37.730843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Attempting to bind port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 on network 7ccf638d-afca-44df-8059-2feac97c1ce2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:37.746226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 on network 7ccf638d-afca-44df-8059-2feac97c1ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:37.746560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Attempting to bind port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 on network 7ccf638d-afca-44df-8059-2feac97c1ce2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:37.757348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:49:37.758966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8772cbd6-4ab6-4bd5-9f64-14d7410ba8de not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:37.761632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:37.762152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Checking segment: {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:37.762260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Bound using segment: {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:37.771696 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a2b439eb-927b-4a90-a5c0-a5dd299965bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f817cb92dec64f0fb5932d81c9b797ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595526 Aug 31 09:49:37.772389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Bound port: 9bca7e4b-7397-4e14-8ce0-5e02c84df416, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e25c11b-5102-4c03-b988-e6890530d415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:37.772794 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.774917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50818) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:37.885061 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025dd90-add5-4d3c-9059-d8501088a1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.934298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025dd90-add5-4d3c-9059-d8501088a1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.970572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979aeee-6c32-4e8a-bf66-8b5940f79a63 req-16e0eae4-16c9-4904-b754-49ecb9a2b28b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:37.977678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979aeee-6c32-4e8a-bf66-8b5940f79a63 req-16e0eae4-16c9-4904-b754-49ecb9a2b28b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:37.984263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979aeee-6c32-4e8a-bf66-8b5940f79a63 req-16e0eae4-16c9-4904-b754-49ecb9a2b28b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:37.992207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979aeee-6c32-4e8a-bf66-8b5940f79a63 req-16e0eae4-16c9-4904-b754-49ecb9a2b28b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.011290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979aeee-6c32-4e8a-bf66-8b5940f79a63 req-16e0eae4-16c9-4904-b754-49ecb9a2b28b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.017048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4979aeee-6c32-4e8a-bf66-8b5940f79a63 req-16e0eae4-16c9-4904-b754-49ecb9a2b28b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 3828 time: 0.2401719 Aug 31 09:49:38.022956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025dd90-add5-4d3c-9059-d8501088a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.025805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025dd90-add5-4d3c-9059-d8501088a1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.027007 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6025dd90-add5-4d3c-9059-d8501088a1e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61ca3fa4-47a7-4892-bf9b-c6c0a686a1ab HTTP/1.1" status: 204 len: 168 time: 0.2505200 Aug 31 09:49:38.043817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025dd90-add5-4d3c-9059-d8501088a1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca3fa4-47a7-4892-bf9b-c6c0a686a1ab,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:38.094271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] For port 9bca7e4b-7397-4e14-8ce0-5e02c84df416, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:38.110115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] For port 9bca7e4b-7397-4e14-8ce0-5e02c84df416, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:38.128173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.229385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Pushing event updated for resources: {'Port': ['ID=9bca7e4b-7397-4e14-8ce0-5e02c84df416,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:38.279336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4979aeee-6c32-4e8a-bf66-8b5940f79a63 req-c9f5eddd-bbf9-424e-8efc-e58527d53af4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421005 Aug 31 09:49:38.317022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.317841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.324276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0adfd89d-e145-49c2-80a1-190f8d4c344d service neutron] 10.222.0.20 "PUT /v2.0/ports/9bca7e4b-7397-4e14-8ce0-5e02c84df416 HTTP/1.1" status: 200 len: 1091 time: 1.6853507 Aug 31 09:49:38.324798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '9bca7e4b-7397-4e14-8ce0-5e02c84df416'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:38.334590 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47372d64-12f6-4b34-b97f-034d557ab004" -d '{"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "9bca7e4b-7397-4e14-8ce0-5e02c84df416"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:38.377015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:38.464100 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b64582-4364-4324-84d0-0314659d2772 x-openstack-request-id: req-89b64582-4364-4324-84d0-0314659d2772 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:38.464533 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "9bca7e4b-7397-4e14-8ce0-5e02c84df416", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:38.464792 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89b64582-4364-4324-84d0-0314659d2772 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:38.466531 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'status': 'completed', 'code': 200} Aug 31 09:49:38.568623 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.592595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-5c046b70-4625-41d0-b219-30dcd665802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.593312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-5c046b70-4625-41d0-b219-30dcd665802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.594605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-5c046b70-4625-41d0-b219-30dcd665802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.595655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-5c046b70-4625-41d0-b219-30dcd665802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.596256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-5c046b70-4625-41d0-b219-30dcd665802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.600179 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47372d64-12f6-4b34-b97f-034d557ab004 req-5c046b70-4625-41d0-b219-30dcd665802a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 4363 time: 0.1176915 Aug 31 09:49:38.849415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-620cfaa4-e29e-49a9-afcb-4a59b072cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.852505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-620cfaa4-e29e-49a9-afcb-4a59b072cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.853031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-620cfaa4-e29e-49a9-afcb-4a59b072cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.860761 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47372d64-12f6-4b34-b97f-034d557ab004 req-620cfaa4-e29e-49a9-afcb-4a59b072cc7c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2530320 Aug 31 09:49:39.039518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372d64-12f6-4b34-b97f-034d557ab004 req-462b45c6-83d9-4aef-9692-85aef587f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.041284 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47372d64-12f6-4b34-b97f-034d557ab004 req-462b45c6-83d9-4aef-9692-85aef587f811 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1697705 Aug 31 09:49:39.117461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:39.126489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.143729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Transition to ACTIVE for port object 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:39.148935 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.257668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:39.342448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Attempting to bind port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:39.345946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Attempting to bind port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:39.346470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Attempting to bind port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:39.368684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 on network e0064190-738d-4733-b091-a9c695bc228d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:39.369424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Attempting to bind port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:39.399540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:39.400230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Checking segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:39.401453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Bound using segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:39.402096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Bound port: 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:39.407155 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.490614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50932) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:39.633494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361478-8252-424c-a877-f8caa7614e3f req-31621c5c-d3ad-4f67-a01a-befc3d263dd6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.641945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361478-8252-424c-a877-f8caa7614e3f req-31621c5c-d3ad-4f67-a01a-befc3d263dd6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.663200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361478-8252-424c-a877-f8caa7614e3f req-31621c5c-d3ad-4f67-a01a-befc3d263dd6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.675047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361478-8252-424c-a877-f8caa7614e3f req-31621c5c-d3ad-4f67-a01a-befc3d263dd6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.685116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361478-8252-424c-a877-f8caa7614e3f req-31621c5c-d3ad-4f67-a01a-befc3d263dd6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.692052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361478-8252-424c-a877-f8caa7614e3f req-31621c5c-d3ad-4f67-a01a-befc3d263dd6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.694358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c361478-8252-424c-a877-f8caa7614e3f req-31621c5c-d3ad-4f67-a01a-befc3d263dd6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 4605 time: 0.2475603 Aug 31 09:49:39.704521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-362edb3b-aa19-4b75-9679-f7125dafe566 tempest-DvrRoutersNegativeTest-1943521650 tempest-DvrRoutersNegativeTest-1943521650-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1898102722', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:39.712933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.policy [None req-362edb3b-aa19-4b75-9679-f7125dafe566 tempest-DvrRoutersNegativeTest-1943521650 tempest-DvrRoutersNegativeTest-1943521650-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94787) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 09:49:39.716573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.policy [None req-362edb3b-aa19-4b75-9679-f7125dafe566 tempest-DvrRoutersNegativeTest-1943521650 tempest-DvrRoutersNegativeTest-1943521650-project] Failed policy check for 'create_router' {{(pid=94787) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 09:49:39.717450 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-362edb3b-aa19-4b75-9679-f7125dafe566 tempest-DvrRoutersNegativeTest-1943521650 tempest-DvrRoutersNegativeTest-1943521650-project] create failed (client error): Access was denied to this resource. Aug 31 09:49:39.719276 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-362edb3b-aa19-4b75-9679-f7125dafe566 tempest-DvrRoutersNegativeTest-1943521650 tempest-DvrRoutersNegativeTest-1943521650-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2280219 Aug 31 09:49:39.754253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] For port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:39.779036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] For port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:39.790176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c361478-8252-424c-a877-f8caa7614e3f req-238b4e0c-aa33-4c43-9116-2602da9e3b86 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&id=9857f123-41ee-4ca9-9539-41d6b451d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657747 Aug 31 09:49:39.792164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.872344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.873007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.875173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] 10.222.0.20 "PUT /v2.0/ports/6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 1135 time: 1.5162389 Aug 31 09:49:39.929938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:39.988541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e2106-33ac-46dc-9b70-69d2d2c7f41f service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:40.068607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.262179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51002) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:40.488050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61222de9-dab8-4e06-af23-1d612afbdccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.509819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:40.514852 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef" -d '{"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:40.515656 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.629291 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371b4136-2d69-4f97-9a09-365a66a3aec3 x-openstack-request-id: req-371b4136-2d69-4f97-9a09-365a66a3aec3 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:40.629794 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:40.630043 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-371b4136-2d69-4f97-9a09-365a66a3aec3 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:40.630463 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2', 'status': 'completed', 'code': 200} Aug 31 09:49:40.728287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:40.745906 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.763746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Transition to ACTIVE for port object 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:40.771626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.781486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61222de9-dab8-4e06-af23-1d612afbdccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.788222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-174985c0-eafe-429e-aa41-a8841ead0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:40.788933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-174985c0-eafe-429e-aa41-a8841ead0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:40.789956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-174985c0-eafe-429e-aa41-a8841ead0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:40.798351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-174985c0-eafe-429e-aa41-a8841ead0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:40.799123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-174985c0-eafe-429e-aa41-a8841ead0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:40.800383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-174985c0-eafe-429e-aa41-a8841ead0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:40.803284 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-174985c0-eafe-429e-aa41-a8841ead0f51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5291 time: 0.1624255 Aug 31 09:49:40.804765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61222de9-dab8-4e06-af23-1d612afbdccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.830564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:40.931764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-61222de9-dab8-4e06-af23-1d612afbdccb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=888123d59dfd4ba3af57ceb7a9795750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6677425 Aug 31 09:49:40.935235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222de9-dab8-4e06-af23-1d612afbdccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fa835-d3a9-408e-851d-00fe92d4a2ef,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:40.941956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51028) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:41.034075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-267637e6-3f26-42c5-93d9-1949f96a6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.034556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-267637e6-3f26-42c5-93d9-1949f96a6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.035059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-267637e6-3f26-42c5-93d9-1949f96a6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.036664 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-267637e6-3f26-42c5-93d9-1949f96a6f07 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2173276 Aug 31 09:49:41.073687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0d17-4482-49da-812a-a4e00bc4c296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.110368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-66abc014-5abd-47ee-8a21-b86469dc7250 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.123100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-66abc014-5abd-47ee-8a21-b86469dc7250 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.130077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-66abc014-5abd-47ee-8a21-b86469dc7250 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.138544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-66abc014-5abd-47ee-8a21-b86469dc7250 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.146441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-66abc014-5abd-47ee-8a21-b86469dc7250 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.159280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-66abc014-5abd-47ee-8a21-b86469dc7250 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.166046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-66abc014-5abd-47ee-8a21-b86469dc7250 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.168480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-66abc014-5abd-47ee-8a21-b86469dc7250 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5383 time: 0.1926436 Aug 31 09:49:41.172469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Attempting to bind port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:41.173190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Attempting to bind port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:41.173787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Attempting to bind port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:41.182080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab on network e0064190-738d-4733-b091-a9c695bc228d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:41.183040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Attempting to bind port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:41.201485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:41.205200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Checking segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:41.205916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Bound using segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:41.206637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Bound port: 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:41.207318 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.207958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0d17-4482-49da-812a-a4e00bc4c296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.282436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d02c5c15-957c-433d-8fcc-be2626d8ef7b req-0f1bf2fd-725d-4f7f-bf34-e879567f80af tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027687 Aug 31 09:49:41.286053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-b1c20d22-3c4b-4e7c-bcee-d04d23019193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.287593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05ac52db-ae5f-4ef7-9f67-4f9050e7bdef req-b1c20d22-3c4b-4e7c-bcee-d04d23019193 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2378032 Aug 31 09:49:41.322369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0d17-4482-49da-812a-a4e00bc4c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.325162 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0d17-4482-49da-812a-a4e00bc4c296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.326875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5c5b0d17-4482-49da-812a-a4e00bc4c296 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a2fa835-d3a9-408e-851d-00fe92d4a2ef HTTP/1.1" status: 204 len: 168 time: 0.3836327 Aug 31 09:49:41.347429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b0d17-4482-49da-812a-a4e00bc4c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fa835-d3a9-408e-851d-00fe92d4a2ef,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:41.348284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] For port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:41.355038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] For port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:41.371512 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.435237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.436150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.437717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 1136 time: 1.5278049 Aug 31 09:49:41.449075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd5828-60cb-420f-8806-635bba127e06 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:41.475443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:41.571592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.981852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51133362-96f1-4480-8b28-296952a81d2e {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:41.990100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.005142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Transition to ACTIVE for port object 51133362-96f1-4480-8b28-296952a81d2e will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:42.009762 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.169293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Attempting to bind port 51133362-96f1-4480-8b28-296952a81d2e on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:42.169645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Attempting to bind port 51133362-96f1-4480-8b28-296952a81d2e by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:42.169982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Attempting to bind port 51133362-96f1-4480-8b28-296952a81d2e on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:42.173556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Pushing event updated for resources: {'Port': ['ID=51133362-96f1-4480-8b28-296952a81d2e,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:42.180243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Port 51133362-96f1-4480-8b28-296952a81d2e on network e0064190-738d-4733-b091-a9c695bc228d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:42.180573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Attempting to bind port 51133362-96f1-4480-8b28-296952a81d2e on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:42.212503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:42.212854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Checking segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:42.213941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Bound using segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:42.214407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Bound port: 51133362-96f1-4480-8b28-296952a81d2e, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:42.214826 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.317060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] For port 51133362-96f1-4480-8b28-296952a81d2e, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:42.322505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] For port 51133362-96f1-4480-8b28-296952a81d2e, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=51133362-96f1-4480-8b28-296952a81d2e,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:42.333095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.416468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.417058 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.418583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] 10.222.0.20 "PUT /v2.0/ports/51133362-96f1-4480-8b28-296952a81d2e HTTP/1.1" status: 200 len: 1091 time: 0.9477615 Aug 31 09:49:42.419250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3226fb-1f45-4a2f-88cf-804581d255cf service neutron] Pushing event updated for resources: {'Port': ['ID=51133362-96f1-4480-8b28-296952a81d2e,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:42.454305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:42.499108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51064) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:42.595956 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.629453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-4c7f1382-5f1f-4491-b6a7-7d493310c9f4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.636739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-4c7f1382-5f1f-4491-b6a7-7d493310c9f4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.642979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-4c7f1382-5f1f-4491-b6a7-7d493310c9f4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.649254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-4c7f1382-5f1f-4491-b6a7-7d493310c9f4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.655269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-4c7f1382-5f1f-4491-b6a7-7d493310c9f4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.661855 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-4c7f1382-5f1f-4491-b6a7-7d493310c9f4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.667003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-secgroup--107928741'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:42.667991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-4c7f1382-5f1f-4491-b6a7-7d493310c9f4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.669984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-4c7f1382-5f1f-4491-b6a7-7d493310c9f4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5395 time: 0.1837699 Aug 31 09:49:42.672898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '4ee67496-4f31-4fcd-bfb1-0d533f1d54ab'}, {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '51133362-96f1-4480-8b28-296952a81d2e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:42.675185 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "4ee67496-4f31-4fcd-bfb1-0d533f1d54ab"}, {"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "51133362-96f1-4480-8b28-296952a81d2e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:42.713073 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.737630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.780245 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab08607a-1c2c-4751-8360-7b365f714050 x-openstack-request-id: req-ab08607a-1c2c-4751-8360-7b365f714050 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:42.781063 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "4ee67496-4f31-4fcd-bfb1-0d533f1d54ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "51133362-96f1-4480-8b28-296952a81d2e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:42.782585 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab08607a-1c2c-4751-8360-7b365f714050 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:42.782585 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '4ee67496-4f31-4fcd-bfb1-0d533f1d54ab', 'status': 'completed', 'code': 200} Aug 31 09:49:42.782585 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '51133362-96f1-4480-8b28-296952a81d2e', 'status': 'completed', 'code': 200} Aug 31 09:49:42.787357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f786b4df-7bf8-4e4c-980f-0cf3ab53e071 req-97b73624-8ed8-40df-9982-caec81095f6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085374 Aug 31 09:49:42.921133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-dd62e0b6-74ba-41c3-8147-61ef85320753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.922220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-dd62e0b6-74ba-41c3-8147-61ef85320753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.922220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-dd62e0b6-74ba-41c3-8147-61ef85320753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.922616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-dd62e0b6-74ba-41c3-8147-61ef85320753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.923175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-dd62e0b6-74ba-41c3-8147-61ef85320753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.923632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-dd62e0b6-74ba-41c3-8147-61ef85320753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.924094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-dd62e0b6-74ba-41c3-8147-61ef85320753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.926776 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-dd62e0b6-74ba-41c3-8147-61ef85320753 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6287 time: 0.1053815 Aug 31 09:49:43.090602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.103552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.181719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb08a69-176d-47dc-833e-bf742e9bb0b6 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:43.199919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781decc0-6aa9-4a0a-9dcb-80c84961761b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:43.200594 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.212429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-c6564a08-4a63-4565-a2a5-01445a04438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.213086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-c6564a08-4a63-4565-a2a5-01445a04438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.213581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-c6564a08-4a63-4565-a2a5-01445a04438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.215314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-c6564a08-4a63-4565-a2a5-01445a04438f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2772627 Aug 31 09:49:43.250772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Transition to ACTIVE for port object 6cb08a69-176d-47dc-833e-bf742e9bb0b6 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:43.258006 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.323869 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:49:43.362240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.370588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.418594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-9b2f2ef4-0949-4dbd-8691-575a8f1edcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.426001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-9b2f2ef4-0949-4dbd-8691-575a8f1edcf0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1971116 Aug 31 09:49:43.433841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a21649-62ac-4bf0-96c3-530e8b1d8d21,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:43.447687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.460119 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1be3cea4-9949-41d5-a18e-39a5cfbc8379 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9598634 Aug 31 09:49:43.467318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51088) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:43.502445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb08a69-176d-47dc-833e-bf742e9bb0b6,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:43.559482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-8bc6e49c-e713-46ed-855a-4aeab28ed81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.560157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-8bc6e49c-e713-46ed-855a-4aeab28ed81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.560702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-8bc6e49c-e713-46ed-855a-4aeab28ed81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.561238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-8bc6e49c-e713-46ed-855a-4aeab28ed81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.562297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-8bc6e49c-e713-46ed-855a-4aeab28ed81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.562879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-8bc6e49c-e713-46ed-855a-4aeab28ed81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.563410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-8bc6e49c-e713-46ed-855a-4aeab28ed81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.565777 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-8bc6e49c-e713-46ed-855a-4aeab28ed81d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6312 time: 0.0973804 Aug 31 09:49:43.592781 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.600758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Attempting to bind port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:43.601370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Attempting to bind port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:43.603109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Attempting to bind port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:43.611815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e9957be6-3a93-43dd-9a6d-7446b4897cb1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1419857 Aug 31 09:49:43.615058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51092) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:43.615760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 on network e0064190-738d-4733-b091-a9c695bc228d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:43.616340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Attempting to bind port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:43.623023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a2d4d4cb-bfb8-490d-ab85-bfcb495a5c4b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-security--2018800167', 'description': 'tempest-security-description-1777067191'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:43.637714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:43.638381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Checking segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:43.638905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Bound using segment: {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:43.639477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Bound port: 6cb08a69-176d-47dc-833e-bf742e9bb0b6, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:43.640102 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.669467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d4cb-bfb8-490d-ab85-bfcb495a5c4b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.758796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-fb463550-f713-4b10-a568-e53a6a04e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.759570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-fb463550-f713-4b10-a568-e53a6a04e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.760202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-fb463550-f713-4b10-a568-e53a6a04e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.761986 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-fb463550-f713-4b10-a568-e53a6a04e016 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1882126 Aug 31 09:49:43.777395 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d4cb-bfb8-490d-ab85-bfcb495a5c4b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.780363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] For port 6cb08a69-176d-47dc-833e-bf742e9bb0b6, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:43.795025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d4cb-bfb8-490d-ab85-bfcb495a5c4b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.795025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d4cb-bfb8-490d-ab85-bfcb495a5c4b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.798573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a2d4d4cb-bfb8-490d-ab85-bfcb495a5c4b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "PUT /v2.0/security-groups/b9a21649-62ac-4bf0-96c3-530e8b1d8d21 HTTP/1.1" status: 200 len: 1780 time: 0.1794546 Aug 31 09:49:43.801177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51094) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:43.807663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] For port 6cb08a69-176d-47dc-833e-bf742e9bb0b6, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:43.830585 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.903608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4d4cb-bfb8-490d-ab85-bfcb495a5c4b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a21649-62ac-4bf0-96c3-530e8b1d8d21,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:43.914919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.915770 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.917299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] 10.222.0.20 "PUT /v2.0/ports/6cb08a69-176d-47dc-833e-bf742e9bb0b6 HTTP/1.1" status: 200 len: 1091 time: 1.4688900 Aug 31 09:49:43.944847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b973f8ad-b344-4ad6-bb6a-f401336fce3c tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups/b9a21649-62ac-4bf0-96c3-530e8b1d8d21 HTTP/1.1" status: 200 len: 1780 time: 0.1392546 Aug 31 09:49:43.952276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51098) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:43.958631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:43.976975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-d4b6d303-b2ce-45b1-85cf-e502df727d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.979624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1e56a82c-0bd8-46e2-8ef9-5bbc7b35f8b0 req-d4b6d303-b2ce-45b1-85cf-e502df727d0a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2089195 Aug 31 09:49:44.054735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864e637-b5a0-40f5-922c-7c25d91a4b10 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb08a69-176d-47dc-833e-bf742e9bb0b6,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:44.106041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02e8f-bd05-4599-a656-1e288975547e req-213c9dcb-3f95-4c4c-827c-c10a8bbe25ba tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.112859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02e8f-bd05-4599-a656-1e288975547e req-213c9dcb-3f95-4c4c-827c-c10a8bbe25ba tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.118840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02e8f-bd05-4599-a656-1e288975547e req-213c9dcb-3f95-4c4c-827c-c10a8bbe25ba tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.124670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02e8f-bd05-4599-a656-1e288975547e req-213c9dcb-3f95-4c4c-827c-c10a8bbe25ba tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.130498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02e8f-bd05-4599-a656-1e288975547e req-213c9dcb-3f95-4c4c-827c-c10a8bbe25ba tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.136955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02e8f-bd05-4599-a656-1e288975547e req-213c9dcb-3f95-4c4c-827c-c10a8bbe25ba tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.143017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f02e8f-bd05-4599-a656-1e288975547e req-213c9dcb-3f95-4c4c-827c-c10a8bbe25ba tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.150954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5f02e8f-bd05-4599-a656-1e288975547e req-213c9dcb-3f95-4c4c-827c-c10a8bbe25ba tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5407 time: 0.1800530 Aug 31 09:49:44.220095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5f02e8f-bd05-4599-a656-1e288975547e req-6e471372-5563-4ed4-9974-c4013d87a8d2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682111 Aug 31 09:49:44.232040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.255336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79610f23-ddeb-4e6e-828a-75b1183aafd1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.325567 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79610f23-ddeb-4e6e-828a-75b1183aafd1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.459445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79610f23-ddeb-4e6e-828a-75b1183aafd1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.462256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79610f23-ddeb-4e6e-828a-75b1183aafd1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.463567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-79610f23-ddeb-4e6e-828a-75b1183aafd1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/b9a21649-62ac-4bf0-96c3-530e8b1d8d21 HTTP/1.1" status: 204 len: 168 time: 0.5099726 Aug 31 09:49:44.466305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51106) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:44.513724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79610f23-ddeb-4e6e-828a-75b1183aafd1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a21649-62ac-4bf0-96c3-530e8b1d8d21,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:44.570679 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d90cd6e8-2e7c-48e6-b660-e6cd63052ffb tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026955 Aug 31 09:49:44.578096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:44.600314 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-b48c566c-b6e3-4994-841e-1298fa61a218 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] delete failed (client error): The resource could not be found. Aug 31 09:49:44.609042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51112) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:44.609583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b48c566c-b6e3-4994-841e-1298fa61a218 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/b9a21649-62ac-4bf0-96c3-530e8b1d8d21 HTTP/1.1" status: 404 len: 347 time: 0.0297749 Aug 31 09:49:44.618181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8beb24a1-ac61-4334-b2de-bd373cc9ea68 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-secgroup--997522797'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:44.699483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8beb24a1-ac61-4334-b2de-bd373cc9ea68 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.706955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc350b13-3bc1-4664-ba6a-f47938b010f6 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:44.724420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.746844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Transition to ACTIVE for port object cc350b13-3bc1-4664-ba6a-f47938b010f6 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:44.759194 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.792574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '6cb08a69-176d-47dc-833e-bf742e9bb0b6'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:44.794905 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aafe37-c1d6-467f-b17d-858539b3a782" -d '{"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "6cb08a69-176d-47dc-833e-bf742e9bb0b6"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:44.842826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc350b13-3bc1-4664-ba6a-f47938b010f6,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:44.906588 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d25fd12-561f-4409-873c-dfa4706779f0 x-openstack-request-id: req-5d25fd12-561f-4409-873c-dfa4706779f0 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:44.906923 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "6cb08a69-176d-47dc-833e-bf742e9bb0b6", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:44.907176 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d25fd12-561f-4409-873c-dfa4706779f0 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:44.907566 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '6cb08a69-176d-47dc-833e-bf742e9bb0b6', 'status': 'completed', 'code': 200} Aug 31 09:49:44.948061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8beb24a1-ac61-4334-b2de-bd373cc9ea68 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.960824 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8beb24a1-ac61-4334-b2de-bd373cc9ea68 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.000883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-7ded1ebf-3021-4e78-9988-98f8b5324518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.001370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-7ded1ebf-3021-4e78-9988-98f8b5324518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.001856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-7ded1ebf-3021-4e78-9988-98f8b5324518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.002323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-7ded1ebf-3021-4e78-9988-98f8b5324518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.002816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-7ded1ebf-3021-4e78-9988-98f8b5324518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.003289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-7ded1ebf-3021-4e78-9988-98f8b5324518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.003761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-7ded1ebf-3021-4e78-9988-98f8b5324518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.005764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-7ded1ebf-3021-4e78-9988-98f8b5324518 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6379 time: 0.0958786 Aug 31 09:49:45.039137 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8beb24a1-ac61-4334-b2de-bd373cc9ea68 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.043400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8beb24a1-ac61-4334-b2de-bd373cc9ea68 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4333398 Aug 31 09:49:45.044074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51118) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:45.052269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-01d017d0-0c7f-43fe-be4e-6baa622149c8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': '9b6e16ca-fe00-4686-9e25-87bd5d96aaf5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:45.058864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Attempting to bind port cc350b13-3bc1-4664-ba6a-f47938b010f6 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:45.059221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Attempting to bind port cc350b13-3bc1-4664-ba6a-f47938b010f6 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:45.059541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Attempting to bind port cc350b13-3bc1-4664-ba6a-f47938b010f6 on network 4881000f-f362-409a-82b9-80064c0603e3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:45.072316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb24a1-ac61-4334-b2de-bd373cc9ea68 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6e16ca-fe00-4686-9e25-87bd5d96aaf5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:45.082230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Port cc350b13-3bc1-4664-ba6a-f47938b010f6 on network 4881000f-f362-409a-82b9-80064c0603e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:45.085603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Attempting to bind port cc350b13-3bc1-4664-ba6a-f47938b010f6 on network 4881000f-f362-409a-82b9-80064c0603e3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:45.096242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:45.096648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Checking segment: {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:45.096958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Bound using segment: {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:45.097390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Bound port: cc350b13-3bc1-4664-ba6a-f47938b010f6, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:45.097838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.131433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01d017d0-0c7f-43fe-be4e-6baa622149c8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.173225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-c2ff4fc1-f61d-4add-8ae8-a7c429bf1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.174361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-c2ff4fc1-f61d-4add-8ae8-a7c429bf1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.175152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-c2ff4fc1-f61d-4add-8ae8-a7c429bf1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.176915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-c2ff4fc1-f61d-4add-8ae8-a7c429bf1636 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1634152 Aug 31 09:49:45.236185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] For port cc350b13-3bc1-4664-ba6a-f47938b010f6, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:45.241930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] For port cc350b13-3bc1-4664-ba6a-f47938b010f6, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:45.248597 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.254120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01d017d0-0c7f-43fe-be4e-6baa622149c8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.283798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01d017d0-0c7f-43fe-be4e-6baa622149c8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.309124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.310008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.311671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/cc350b13-3bc1-4664-ba6a-f47938b010f6 HTTP/1.1" status: 200 len: 1091 time: 1.3653193 Aug 31 09:49:45.323721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d017d0-0c7f-43fe-be4e-6baa622149c8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431aff93-c9ad-44bf-8de9-c42e86b8ff8c,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:45.347373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-450fbe94-ea8b-49c9-8bbf-f89c0b5a4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.349971 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03aafe37-c1d6-467f-b17d-858539b3a782 req-450fbe94-ea8b-49c9-8bbf-f89c0b5a4de2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1646461 Aug 31 09:49:45.350461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Request body: {'port': {'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:45.356344 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01d017d0-0c7f-43fe-be4e-6baa622149c8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.362654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51122) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:45.363168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-01d017d0-0c7f-43fe-be4e-6baa622149c8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142481 Aug 31 09:49:45.407386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-98fb84c1-28d8-4869-ad14-b113ed5c1026 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.416925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e40cb-29d9-47ae-8340-dbcf062de8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc350b13-3bc1-4664-ba6a-f47938b010f6,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:45.418705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-98fb84c1-28d8-4869-ad14-b113ed5c1026 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.471998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-98fb84c1-28d8-4869-ad14-b113ed5c1026 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.487774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-98fb84c1-28d8-4869-ad14-b113ed5c1026 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.489216 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-98fb84c1-28d8-4869-ad14-b113ed5c1026 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/431aff93-c9ad-44bf-8de9-c42e86b8ff8c HTTP/1.1" status: 204 len: 168 time: 0.1243620 Aug 31 09:49:45.490352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb84c1-28d8-4869-ad14-b113ed5c1026 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=431aff93-c9ad-44bf-8de9-c42e86b8ff8c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:45.492331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51124) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:45.556303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2e5ef815-da6b-4773-8295-8e3e61c29876 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626493 Aug 31 09:49:45.559249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51126) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:45.665418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aa90fe0-1aaa-41bf-b6bc-fea79696f1db tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.702002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aa90fe0-1aaa-41bf-b6bc-fea79696f1db tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.777997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aa90fe0-1aaa-41bf-b6bc-fea79696f1db tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.781986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aa90fe0-1aaa-41bf-b6bc-fea79696f1db tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.785560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4aa90fe0-1aaa-41bf-b6bc-fea79696f1db tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/9b6e16ca-fe00-4686-9e25-87bd5d96aaf5 HTTP/1.1" status: 204 len: 168 time: 0.2227695 Aug 31 09:49:45.787226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51130) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:45.805529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-5c3fc28a-0963-4080-8820-133ca17f7962 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.811930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-5c3fc28a-0963-4080-8820-133ca17f7962 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.818016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-5c3fc28a-0963-4080-8820-133ca17f7962 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.824102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-5c3fc28a-0963-4080-8820-133ca17f7962 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.831198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-5c3fc28a-0963-4080-8820-133ca17f7962 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.837234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-5c3fc28a-0963-4080-8820-133ca17f7962 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.844103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-5c3fc28a-0963-4080-8820-133ca17f7962 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.852199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-5c3fc28a-0963-4080-8820-133ca17f7962 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5419 time: 0.4864056 Aug 31 09:49:45.863007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.018424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0aa3cea-b545-447f-acea-ece5c9b0349d req-ba806467-08a0-41cc-b559-08ad3144e5e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1651790 Aug 31 09:49:46.171278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa90fe0-1aaa-41bf-b6bc-fea79696f1db tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6e16ca-fe00-4686-9e25-87bd5d96aaf5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:46.220573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5ad7f52b-3bdc-4e0c-a660-9d5bc1545e60 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4258285 Aug 31 09:49:46.220962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51136) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:46.225557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d14fa04b-28e0-4575-957e-9cbb9c21d56b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775967539'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:46.244137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f92245-6acc-48c7-93cd-d517ad6d173d {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:46.253459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d14fa04b-28e0-4575-957e-9cbb9c21d56b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.257356 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.273357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Transition to ACTIVE for port object 99f92245-6acc-48c7-93cd-d517ad6d173d will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:46.278079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.375786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d14fa04b-28e0-4575-957e-9cbb9c21d56b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.381203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d14fa04b-28e0-4575-957e-9cbb9c21d56b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.389665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Pushing event updated for resources: {'Port': ['ID=99f92245-6acc-48c7-93cd-d517ad6d173d,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:46.420447 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d14fa04b-28e0-4575-957e-9cbb9c21d56b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.422209 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d14fa04b-28e0-4575-957e-9cbb9c21d56b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2002611 Aug 31 09:49:46.425050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51138) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:46.426227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa04b-28e0-4575-957e-9cbb9c21d56b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310d61af-f1c4-46d8-bfec-b21520634345,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:46.432462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5d0ef4fb-2b02-40cc-bd97-e50be4ef9657 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': '310d61af-f1c4-46d8-bfec-b21520634345', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:46.477684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Attempting to bind port 99f92245-6acc-48c7-93cd-d517ad6d173d on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:46.478018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Attempting to bind port 99f92245-6acc-48c7-93cd-d517ad6d173d by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:46.478355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Attempting to bind port 99f92245-6acc-48c7-93cd-d517ad6d173d on network 4881000f-f362-409a-82b9-80064c0603e3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:46.487134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Port 99f92245-6acc-48c7-93cd-d517ad6d173d on network 4881000f-f362-409a-82b9-80064c0603e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:46.487470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Attempting to bind port 99f92245-6acc-48c7-93cd-d517ad6d173d on network 4881000f-f362-409a-82b9-80064c0603e3 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:46.497943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:46.498289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Checking segment: {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:46.498686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Bound using segment: {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:46.500277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Bound port: 99f92245-6acc-48c7-93cd-d517ad6d173d, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4881000f-f362-409a-82b9-80064c0603e3'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:46.500652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.574046 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef4fb-2b02-40cc-bd97-e50be4ef9657 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.631935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] For port 99f92245-6acc-48c7-93cd-d517ad6d173d, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:46.636830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] For port 99f92245-6acc-48c7-93cd-d517ad6d173d, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=99f92245-6acc-48c7-93cd-d517ad6d173d,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:46.643414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.655215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef4fb-2b02-40cc-bd97-e50be4ef9657 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.681293 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef4fb-2b02-40cc-bd97-e50be4ef9657 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.689751 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.690464 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.700763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] 10.222.0.20 "PUT /v2.0/ports/99f92245-6acc-48c7-93cd-d517ad6d173d HTTP/1.1" status: 200 len: 1091 time: 1.3572094 Aug 31 09:49:46.731205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1973c-0644-4267-b698-df9d42a3be32 service neutron] Pushing event updated for resources: {'Port': ['ID=99f92245-6acc-48c7-93cd-d517ad6d173d,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:46.795922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ef4fb-2b02-40cc-bd97-e50be4ef9657 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e5ebe8-7899-49f3-ad56-2fbf72dbc2fa,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:46.838124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8709c638-8299-413e-a760-bfb6ab3223fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.839473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8709c638-8299-413e-a760-bfb6ab3223fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.840865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8709c638-8299-413e-a760-bfb6ab3223fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.841837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8709c638-8299-413e-a760-bfb6ab3223fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.842775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8709c638-8299-413e-a760-bfb6ab3223fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.843456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8709c638-8299-413e-a760-bfb6ab3223fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.844432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8709c638-8299-413e-a760-bfb6ab3223fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.847263 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8709c638-8299-413e-a760-bfb6ab3223fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6488 time: 0.0905282 Aug 31 09:49:46.848555 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef4fb-2b02-40cc-bd97-e50be4ef9657 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.849924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5d0ef4fb-2b02-40cc-bd97-e50be4ef9657 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4237139 Aug 31 09:49:46.852805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51142) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:46.857477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c7db4c45-61a1-4d86-b3bc-6f3c250e1124 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': '310d61af-f1c4-46d8-bfec-b21520634345', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:46.897306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7db4c45-61a1-4d86-b3bc-6f3c250e1124 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.923102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': 'cc350b13-3bc1-4664-ba6a-f47938b010f6'}, {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '99f92245-6acc-48c7-93cd-d517ad6d173d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:46.925615 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59295b4-24f1-486e-8af8-94a055a0e840" -d '{"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "cc350b13-3bc1-4664-ba6a-f47938b010f6"}, {"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "99f92245-6acc-48c7-93cd-d517ad6d173d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:46.929518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-c0e79c64-a70a-4dd5-a599-b5e63810086d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416 HTTP/1.1" status: 200 len: 217 time: 0.0692847 Aug 31 09:49:46.975314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7db4c45-61a1-4d86-b3bc-6f3c250e1124 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.985888 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7db4c45-61a1-4d86-b3bc-6f3c250e1124 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.021230 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01374379-b31a-4d85-89f5-c2397c2a5338 x-openstack-request-id: req-01374379-b31a-4d85-89f5-c2397c2a5338 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:47.021456 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "cc350b13-3bc1-4664-ba6a-f47938b010f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "99f92245-6acc-48c7-93cd-d517ad6d173d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:47.021558 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01374379-b31a-4d85-89f5-c2397c2a5338 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:47.021980 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': 'cc350b13-3bc1-4664-ba6a-f47938b010f6', 'status': 'completed', 'code': 200} Aug 31 09:49:47.022232 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '99f92245-6acc-48c7-93cd-d517ad6d173d', 'status': 'completed', 'code': 200} Aug 31 09:49:47.022581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7db4c45-61a1-4d86-b3bc-6f3c250e1124 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.026177 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c7db4c45-61a1-4d86-b3bc-6f3c250e1124 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700239 Aug 31 09:49:47.027355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51146) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.031499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-fc85992a-6031-4004-a76a-afd2220aa2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.033139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-fc85992a-6031-4004-a76a-afd2220aa2e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8a553c-0413-451d-acd5-160d29b4a570 HTTP/1.1" status: 200 len: 856 time: 0.0952570 Aug 31 09:49:47.033623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6de17144-2f31-4371-85e4-e547f7fd82b8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': '310d61af-f1c4-46d8-bfec-b21520634345', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:47.037689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db4c45-61a1-4d86-b3bc-6f3c250e1124 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4382542f-04a1-43c0-98cf-83f214da5f1b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:47.073110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6de17144-2f31-4371-85e4-e547f7fd82b8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.096400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-3b7de8f6-6da1-46bd-bc8b-1774f211c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.098428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-3b7de8f6-6da1-46bd-bc8b-1774f211c88f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ccf638d-afca-44df-8059-2feac97c1ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508833 Aug 31 09:49:47.146729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6de17144-2f31-4371-85e4-e547f7fd82b8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.150725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6de17144-2f31-4371-85e4-e547f7fd82b8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.165832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de17144-2f31-4371-85e4-e547f7fd82b8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bf4692-b55d-4550-9fbd-eb961ffd71d7,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:47.182087 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6de17144-2f31-4371-85e4-e547f7fd82b8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.183703 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6de17144-2f31-4371-85e4-e547f7fd82b8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552699 Aug 31 09:49:47.186636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51150) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.195626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-10a18b0f-b14a-4947-864a-1a93e865ab03 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': '310d61af-f1c4-46d8-bfec-b21520634345', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:47.236673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10a18b0f-b14a-4947-864a-1a93e865ab03 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.246615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-0ff9bcac-ef9a-4347-9fbc-23e0bb66b6e2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.254920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-0ff9bcac-ef9a-4347-9fbc-23e0bb66b6e2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.261698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-0ff9bcac-ef9a-4347-9fbc-23e0bb66b6e2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.268358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-0ff9bcac-ef9a-4347-9fbc-23e0bb66b6e2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.274342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-0ff9bcac-ef9a-4347-9fbc-23e0bb66b6e2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.281187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-0ff9bcac-ef9a-4347-9fbc-23e0bb66b6e2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.288205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-0ff9bcac-ef9a-4347-9fbc-23e0bb66b6e2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.290594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-0ff9bcac-ef9a-4347-9fbc-23e0bb66b6e2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1160157 Aug 31 09:49:47.309592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10a18b0f-b14a-4947-864a-1a93e865ab03 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.314953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10a18b0f-b14a-4947-864a-1a93e865ab03 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.333268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a18b0f-b14a-4947-864a-1a93e865ab03 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b819ec7-fd3e-42c6-b6fa-6d5f6854bdf7,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:47.351188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-10a18b0f-b14a-4947-864a-1a93e865ab03 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.352753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4e24f3d2-cc13-4ffb-a138-76e5e502135a service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457283 Aug 31 09:49:47.353572 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-10a18b0f-b14a-4947-864a-1a93e865ab03 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1621127 Aug 31 09:49:47.356716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51152) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.363245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-337ef020-7495-499a-a323-14a71a0d8b80 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': '310d61af-f1c4-46d8-bfec-b21520634345', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:47.364465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-382a7523-3d27-45f5-a968-d1211bc6eb0b req-dfcf7793-2c8d-4f69-a362-ec06dc68f4fd tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616822 Aug 31 09:49:47.398055 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-337ef020-7495-499a-a323-14a71a0d8b80 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.475601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-337ef020-7495-499a-a323-14a71a0d8b80 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.476647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b21ad9f1-9d03-447e-969e-5be31142ef40 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110125 Aug 31 09:49:47.480717 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-337ef020-7495-499a-a323-14a71a0d8b80 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.504422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ef020-7495-499a-a323-14a71a0d8b80 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cb7dbe-9bfe-46e6-bde3-ace257e7cb36,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:47.510692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-337ef020-7495-499a-a323-14a71a0d8b80 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.515883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-337ef020-7495-499a-a323-14a71a0d8b80 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1538308 Aug 31 09:49:47.516441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51154) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.526030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b57f2680-bff6-4170-be5b-4f5f49e58114 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0418637 Aug 31 09:49:47.562642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4bde60e-c4a8-4ce9-9bb3-cb9e3ee14b2c tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.571231 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4bde60e-c4a8-4ce9-9bb3-cb9e3ee14b2c tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.584518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-f863ae1c-acfd-428d-bb87-101cff98e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.586038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-f863ae1c-acfd-428d-bb87-101cff98e56a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0519297 Aug 31 09:49:47.604781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4bde60e-c4a8-4ce9-9bb3-cb9e3ee14b2c tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.611419 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f4bde60e-c4a8-4ce9-9bb3-cb9e3ee14b2c tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.616202 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f4bde60e-c4a8-4ce9-9bb3-cb9e3ee14b2c tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/66cb7dbe-9bfe-46e6-bde3-ace257e7cb36 HTTP/1.1" status: 204 len: 168 time: 0.0985425 Aug 31 09:49:47.616813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51160) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.638217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bde60e-c4a8-4ce9-9bb3-cb9e3ee14b2c tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66cb7dbe-9bfe-46e6-bde3-ace257e7cb36,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:47.651457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0bcbe3fe-69a9-45ab-ba9e-1c2fd25f1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.653130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0bcbe3fe-69a9-45ab-ba9e-1c2fd25f1a97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589859 Aug 31 09:49:47.690428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc29b74a-188a-475e-8883-e2ba0c3df429 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0663819 Aug 31 09:49:47.690428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51162) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.724870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc124-30a5-48da-88a8-e942414926cf tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.734477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc124-30a5-48da-88a8-e942414926cf tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.767115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-076036d6-54a8-4add-a50d-3e4eaf8404bd service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062233 Aug 31 09:49:47.774885 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc124-30a5-48da-88a8-e942414926cf tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.786417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc124-30a5-48da-88a8-e942414926cf tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.789983 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8e4cc124-30a5-48da-88a8-e942414926cf tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/8b819ec7-fd3e-42c6-b6fa-6d5f6854bdf7 HTTP/1.1" status: 204 len: 168 time: 0.0970840 Aug 31 09:49:47.789983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cc124-30a5-48da-88a8-e942414926cf tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b819ec7-fd3e-42c6-b6fa-6d5f6854bdf7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:47.799397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51164) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.869207 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ea7546e7-29e2-4fdc-a5e1-4b982a42a20b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0685437 Aug 31 09:49:47.869993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51168) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.883309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-cfd7c744-e6d9-4c05-a684-1f28da136354 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074712 Aug 31 09:49:47.898173 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fea492f-e89b-43db-8633-6d578a284441 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.907304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fea492f-e89b-43db-8633-6d578a284441 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.932576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-ed3d5747-11cf-421d-a486-80e560d2129d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 217 time: 0.0392988 Aug 31 09:49:47.944843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fea492f-e89b-43db-8633-6d578a284441 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.954179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0fea492f-e89b-43db-8633-6d578a284441 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.955504 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0fea492f-e89b-43db-8633-6d578a284441 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/10bf4692-b55d-4550-9fbd-eb961ffd71d7 HTTP/1.1" status: 204 len: 168 time: 0.0840883 Aug 31 09:49:47.959221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51170) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:47.988516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-76d237e8-767c-49fb-806f-975aa688c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:47.990326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-76d237e8-767c-49fb-806f-975aa688c78d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0497110 Aug 31 09:49:47.993282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea492f-e89b-43db-8633-6d578a284441 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10bf4692-b55d-4550-9fbd-eb961ffd71d7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:48.009897 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9de7ebf7-8434-4b6f-9604-1bed1ac768bb tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0472286 Aug 31 09:49:48.010191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51172) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:48.036566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67be890b-558f-4bfd-a9cb-a009954ce183 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.046492 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67be890b-558f-4bfd-a9cb-a009954ce183 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.057696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-26cc89e0-d014-4bb2-bfc3-7267f493f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.059441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-26cc89e0-d014-4bb2-bfc3-7267f493f751 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599213 Aug 31 09:49:48.079167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67be890b-558f-4bfd-a9cb-a009954ce183 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.087839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-67be890b-558f-4bfd-a9cb-a009954ce183 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.091258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-67be890b-558f-4bfd-a9cb-a009954ce183 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/4382542f-04a1-43c0-98cf-83f214da5f1b HTTP/1.1" status: 204 len: 168 time: 0.0779572 Aug 31 09:49:48.095839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51174) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:48.103985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be890b-558f-4bfd-a9cb-a009954ce183 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4382542f-04a1-43c0-98cf-83f214da5f1b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:48.151199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-79c36521-0624-42a2-b6c1-869d6a106d52 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0517659 Aug 31 09:49:48.151719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51176) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:48.175537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b8d15c42-366d-4ded-a691-9b8288e0fd6b service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082721 Aug 31 09:49:48.179224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44935ec3-804f-40f1-a06d-0720dff93087 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.187855 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44935ec3-804f-40f1-a06d-0720dff93087 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.219763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44935ec3-804f-40f1-a06d-0720dff93087 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.227431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44935ec3-804f-40f1-a06d-0720dff93087 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.228832 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-44935ec3-804f-40f1-a06d-0720dff93087 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/02e5ebe8-7899-49f3-ad56-2fbf72dbc2fa HTTP/1.1" status: 204 len: 168 time: 0.0760820 Aug 31 09:49:48.235885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51178) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:48.253468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44935ec3-804f-40f1-a06d-0720dff93087 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e5ebe8-7899-49f3-ad56-2fbf72dbc2fa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:48.292785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7fd5b7d5-ec6c-4c7c-b170-beef35bbdf20 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530953 Aug 31 09:49:48.293164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51180) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:48.314066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-4ab6e28e-cde2-4f3e-a92f-000c80b5b495 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312099 Aug 31 09:49:48.363765 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8fa380fc-b4c2-417e-8edb-9832a23f3e6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=51133362-96f1-4480-8b28-296952a81d2e HTTP/1.1" status: 200 len: 217 time: 0.0397151 Aug 31 09:49:48.420119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-3d8b6ccb-13b5-4743-ac3b-2279349b0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.422149 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-3d8b6ccb-13b5-4743-ac3b-2279349b0a79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0493460 Aug 31 09:49:48.490790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-448cbf0f-a099-4db8-a325-ebbe302a1e44 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.523753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0505d394-d54f-4b48-8a42-22d0b2e5c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.525270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-0505d394-d54f-4b48-8a42-22d0b2e5c447 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940063 Aug 31 09:49:48.550054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-448cbf0f-a099-4db8-a325-ebbe302a1e44 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.629985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-fa489ed9-6be4-4929-8873-f585448fd58b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.635306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-fa489ed9-6be4-4929-8873-f585448fd58b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.641355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-fa489ed9-6be4-4929-8873-f585448fd58b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.647247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-fa489ed9-6be4-4929-8873-f585448fd58b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.653170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-fa489ed9-6be4-4929-8873-f585448fd58b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.659670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-fa489ed9-6be4-4929-8873-f585448fd58b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.665577 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-fa489ed9-6be4-4929-8873-f585448fd58b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.668000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-fa489ed9-6be4-4929-8873-f585448fd58b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1943796 Aug 31 09:49:48.747431 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-448cbf0f-a099-4db8-a325-ebbe302a1e44 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.750045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-448cbf0f-a099-4db8-a325-ebbe302a1e44 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.751277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-448cbf0f-a099-4db8-a325-ebbe302a1e44 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/310d61af-f1c4-46d8-bfec-b21520634345 HTTP/1.1" status: 204 len: 168 time: 0.4570100 Aug 31 09:49:48.754001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51192) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:48.755561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1601189a-46cf-47e9-ad3d-e3ab078a4ccb req-62f87cea-1350-4bc0-94c8-7ab55b1f03d7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750077 Aug 31 09:49:48.760788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-01488650-85ec-4f29-9e5a-6e8bdba76367 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232621 Aug 31 09:49:48.784526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cbf0f-a099-4db8-a325-ebbe302a1e44 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d61af-f1c4-46d8-bfec-b21520634345,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:48.811583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fe932015-35bb-42b0-87e9-dec0c42347a4 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561051 Aug 31 09:49:48.817766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51194) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:48.824223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-47cb7c5d-27f4-4f42-afe2-a8fc4605a994 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895324595'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:48.856480 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47cb7c5d-27f4-4f42-afe2-a8fc4605a994 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.882815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-56e620d9-8f5b-4a05-b7e7-4dfbb8dec8e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088302 Aug 31 09:49:48.946786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-64820f2e-6e4f-4530-8817-cf0fe871de47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6 HTTP/1.1" status: 200 len: 217 time: 0.0552800 Aug 31 09:49:48.963256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47cb7c5d-27f4-4f42-afe2-a8fc4605a994 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.969348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47cb7c5d-27f4-4f42-afe2-a8fc4605a994 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.000443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47cb7c5d-27f4-4f42-afe2-a8fc4605a994 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.001954 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-47cb7c5d-27f4-4f42-afe2-a8fc4605a994 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1829247 Aug 31 09:49:49.003299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb7c5d-27f4-4f42-afe2-a8fc4605a994 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3208aec9-166a-4c65-b8bd-385b819277d0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:49.005105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51198) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:49.011592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-15995f74-8b32-461c-bf7d-cfc691428a12 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': '3208aec9-166a-4c65-b8bd-385b819277d0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:49.024286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-bbfeff13-56d1-4cd3-9e2c-041fdda8ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:49.025742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-bbfeff13-56d1-4cd3-9e2c-041fdda8ca77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0604141 Aug 31 09:49:49.073397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15995f74-8b32-461c-bf7d-cfc691428a12 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.099558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-338e9b05-b070-4e3f-93d4-cb7a6d96b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:49.101068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-338e9b05-b070-4e3f-93d4-cb7a6d96b71d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679140 Aug 31 09:49:49.199066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15995f74-8b32-461c-bf7d-cfc691428a12 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.208796 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15995f74-8b32-461c-bf7d-cfc691428a12 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.240335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15995f74-8b32-461c-bf7d-cfc691428a12 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41aad2c-96f6-4357-a0c2-447d0347fa4f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:49.245953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-57f6f80f-92af-4eda-99be-c73e7b6824fc service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341922 Aug 31 09:49:49.250020 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15995f74-8b32-461c-bf7d-cfc691428a12 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.253805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-15995f74-8b32-461c-bf7d-cfc691428a12 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2451625 Aug 31 09:49:49.255012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51200) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:49.324905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4ad9-e981-49d2-aa76-dddc457ed798 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.350122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-176080b0-71e5-4ca9-9666-cd666d441bee service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960243 Aug 31 09:49:49.358149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4ad9-e981-49d2-aa76-dddc457ed798 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.408718 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4ad9-e981-49d2-aa76-dddc457ed798 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.411778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4ad9-e981-49d2-aa76-dddc457ed798 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.416277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7cbf4ad9-e981-49d2-aa76-dddc457ed798 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/3208aec9-166a-4c65-b8bd-385b819277d0 HTTP/1.1" status: 204 len: 168 time: 0.1576302 Aug 31 09:49:49.421288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51202) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:49.426473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-8031fd6a-0009-4ec8-b4ef-ed7deaac0f06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6 HTTP/1.1" status: 200 len: 217 time: 0.0680320 Aug 31 09:49:49.434779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf4ad9-e981-49d2-aa76-dddc457ed798 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3208aec9-166a-4c65-b8bd-385b819277d0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:49.533445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-cd6144b7-3393-496e-9b64-d7d02840ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:49.534985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-cd6144b7-3393-496e-9b64-d7d02840ab63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0970187 Aug 31 09:49:49.542126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-948870d7-9bb1-4e81-833f-03e813c152cc tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161046 Aug 31 09:49:49.543296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51204) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:49.548386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ff9189ac-e4ab-4458-98da-1e333430a013 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-secgroup--159759821'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:49.584714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9189ac-e4ab-4458-98da-1e333430a013 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.589243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-7582cfe2-1ac7-4d43-a0c8-a0700ccd0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:49.592070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-7582cfe2-1ac7-4d43-a0c8-a0700ccd0af3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490570 Aug 31 09:49:49.702435 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9189ac-e4ab-4458-98da-1e333430a013 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.708796 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9189ac-e4ab-4458-98da-1e333430a013 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.717493 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-65a0f006-bbc9-445a-82e7-7a48db25e909 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175728 Aug 31 09:49:49.748958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff9189ac-e4ab-4458-98da-1e333430a013 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.753896 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ff9189ac-e4ab-4458-98da-1e333430a013 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2061572 Aug 31 09:49:49.753896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:49.758251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-eddaff33-46cd-4112-a12a-7f7f109345c1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-secgroup--185574486'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:49.764586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9189ac-e4ab-4458-98da-1e333430a013 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd2598-167b-4b70-adee-c828758dc408,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:49.790242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eddaff33-46cd-4112-a12a-7f7f109345c1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.877695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-b36f47ca-43a4-4632-a046-6a68e486a867 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518009 Aug 31 09:49:49.934985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eddaff33-46cd-4112-a12a-7f7f109345c1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.943793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eddaff33-46cd-4112-a12a-7f7f109345c1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.968471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-7b2b8962-c49c-4d8f-bd59-016f4a195bb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=99f92245-6acc-48c7-93cd-d517ad6d173d HTTP/1.1" status: 200 len: 217 time: 0.0816882 Aug 31 09:49:50.047867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eddaff33-46cd-4112-a12a-7f7f109345c1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.052180 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eddaff33-46cd-4112-a12a-7f7f109345c1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2975032 Aug 31 09:49:50.056879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51218) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:50.058453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-988d329d-cd46-45fb-9c9d-35cd9f422f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.060179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-988d329d-cd46-45fb-9c9d-35cd9f422f3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0645795 Aug 31 09:49:50.066596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ae03dc19-03f8-4d92-b20d-173eaed9c46d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': 'efdd2598-167b-4b70-adee-c828758dc408', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd42b7d70-673a-4f61-b464-19805f066fe7', 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:50.094907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddaff33-46cd-4112-a12a-7f7f109345c1 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42b7d70-673a-4f61-b464-19805f066fe7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:50.103363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-f5aca142-b50c-4387-bbc1-615c7a633ec6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.111009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-f5aca142-b50c-4387-bbc1-615c7a633ec6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.117743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-f5aca142-b50c-4387-bbc1-615c7a633ec6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.124168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-f5aca142-b50c-4387-bbc1-615c7a633ec6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.133321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-f5aca142-b50c-4387-bbc1-615c7a633ec6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.142017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-f5aca142-b50c-4387-bbc1-615c7a633ec6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.150421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-f5aca142-b50c-4387-bbc1-615c7a633ec6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.153895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-f5aca142-b50c-4387-bbc1-615c7a633ec6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.2464049 Aug 31 09:49:50.160342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae03dc19-03f8-4d92-b20d-173eaed9c46d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.220206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ffc12f4-08e0-48c5-979a-aa747cecff92 req-aa788341-69b9-4010-992d-61632911ebbe tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461619 Aug 31 09:49:50.238326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-babb2663-b774-4c74-a361-e937492fca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.240188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-babb2663-b774-4c74-a361-e937492fca76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1674502 Aug 31 09:49:50.302775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae03dc19-03f8-4d92-b20d-173eaed9c46d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.312249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae03dc19-03f8-4d92-b20d-173eaed9c46d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.361860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03dc19-03f8-4d92-b20d-173eaed9c46d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be2d174-7215-4267-9c5d-954d69d538c4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:50.376788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae03dc19-03f8-4d92-b20d-173eaed9c46d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.378878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ae03dc19-03f8-4d92-b20d-173eaed9c46d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3169978 Aug 31 09:49:50.381671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51230) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:50.414341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faefff74-c41e-48c7-a76b-8bcecc1e82e0 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.424892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faefff74-c41e-48c7-a76b-8bcecc1e82e0 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.430820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-903b614c-e28f-4aa6-9990-2ffb70081118 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808057 Aug 31 09:49:50.477353 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faefff74-c41e-48c7-a76b-8bcecc1e82e0 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.492871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faefff74-c41e-48c7-a76b-8bcecc1e82e0 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.496491 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-faefff74-c41e-48c7-a76b-8bcecc1e82e0 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7be2d174-7215-4267-9c5d-954d69d538c4 HTTP/1.1" status: 204 len: 168 time: 0.1130893 Aug 31 09:49:50.499340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51234) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:50.511772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefff74-c41e-48c7-a76b-8bcecc1e82e0 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7be2d174-7215-4267-9c5d-954d69d538c4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:50.591802 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc240687-31e2-42b3-a924-a77f30c93e63 req-c7a05851-db8d-48ff-898b-c1d77de1f75a service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516755 Aug 31 09:49:50.642589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-41f34717-2486-4c8e-9247-6d23914f2b8f tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0911140 Aug 31 09:49:50.645401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51240) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:50.760918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e6220ee-f6ee-4a9e-92b0-6916c78a9d62 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.768311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-572fb92c-cf0e-48c2-96a8-c8e0967cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.768877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-572fb92c-cf0e-48c2-96a8-c8e0967cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.770128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-572fb92c-cf0e-48c2-96a8-c8e0967cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.777191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-572fb92c-cf0e-48c2-96a8-c8e0967cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.778635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-572fb92c-cf0e-48c2-96a8-c8e0967cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.779298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-572fb92c-cf0e-48c2-96a8-c8e0967cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.779884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-572fb92c-cf0e-48c2-96a8-c8e0967cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.782197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-572fb92c-cf0e-48c2-96a8-c8e0967cf9d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6488 time: 0.1233637 Aug 31 09:49:50.812336 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e6220ee-f6ee-4a9e-92b0-6916c78a9d62 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.895695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e6220ee-f6ee-4a9e-92b0-6916c78a9d62 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.900334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e6220ee-f6ee-4a9e-92b0-6916c78a9d62 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.902019 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3e6220ee-f6ee-4a9e-92b0-6916c78a9d62 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/d42b7d70-673a-4f61-b464-19805f066fe7 HTTP/1.1" status: 204 len: 168 time: 0.2556136 Aug 31 09:49:50.906728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51250) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:50.915288 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6220ee-f6ee-4a9e-92b0-6916c78a9d62 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42b7d70-673a-4f61-b464-19805f066fe7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:50.946938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-0e0214eb-aa1d-478e-b192-c15cf61c97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.948493 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-0e0214eb-aa1d-478e-b192-c15cf61c97b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 200 len: 903 time: 0.1587417 Aug 31 09:49:51.004170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-a323254d-dd9b-4899-a245-50fd9524770a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6 HTTP/1.1" status: 200 len: 217 time: 0.0472875 Aug 31 09:49:51.052632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-616890d5-500a-4797-b8de-7c64f74381ac tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1444354 Aug 31 09:49:51.056083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51268) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:51.077222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-1ead0a2e-3314-49e5-a947-f3e36c5b8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.080300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-1ead0a2e-3314-49e5-a947-f3e36c5b8e99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0683975 Aug 31 09:49:51.190203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc20594a-08ee-4d21-8372-f7d4fc234edb tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.209477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-81202ed8-929f-4776-bc88-2beabbc3498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.211424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-81202ed8-929f-4776-bc88-2beabbc3498e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233544 Aug 31 09:49:51.222106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc20594a-08ee-4d21-8372-f7d4fc234edb tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.272784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc20594a-08ee-4d21-8372-f7d4fc234edb tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.276179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc20594a-08ee-4d21-8372-f7d4fc234edb tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.277983 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc20594a-08ee-4d21-8372-f7d4fc234edb tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/efdd2598-167b-4b70-adee-c828758dc408 HTTP/1.1" status: 204 len: 168 time: 0.2195156 Aug 31 09:49:51.282353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51290) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:51.321081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20594a-08ee-4d21-8372-f7d4fc234edb tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd2598-167b-4b70-adee-c828758dc408,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:51.363077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-402929d7-0120-478a-92aa-4cb547b4a94e service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422081 Aug 31 09:49:51.371668 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9d043e6b-34ce-47eb-b737-4bfdd4480550 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844481 Aug 31 09:49:51.372078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51292) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:51.378776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2f132801-f587-45d3-b6b2-559050bea79b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-secgroup--261520199'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:51.409282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f132801-f587-45d3-b6b2-559050bea79b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.520140 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f132801-f587-45d3-b6b2-559050bea79b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.525850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f132801-f587-45d3-b6b2-559050bea79b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.560889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f132801-f587-45d3-b6b2-559050bea79b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c01d7e-a5ff-4630-a90a-6ca38c040915,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:51.590624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2f132801-f587-45d3-b6b2-559050bea79b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.596085 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2f132801-f587-45d3-b6b2-559050bea79b tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2224891 Aug 31 09:49:51.597252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51296) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:51.603162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-373548db-8b3e-4c68-8fad-2ca44e830489 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': '03c01d7e-a5ff-4630-a90a-6ca38c040915', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:51.637737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-373548db-8b3e-4c68-8fad-2ca44e830489 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.726312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-373548db-8b3e-4c68-8fad-2ca44e830489 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.735355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-373548db-8b3e-4c68-8fad-2ca44e830489 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.777098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373548db-8b3e-4c68-8fad-2ca44e830489 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aad986-b1ad-4a6f-af35-910172672a77,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:51.788447 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c5cd24b7-40d2-420d-ab78-7289203520d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.789184 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-373548db-8b3e-4c68-8fad-2ca44e830489 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.798829 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-373548db-8b3e-4c68-8fad-2ca44e830489 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1930101 Aug 31 09:49:51.798829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51298) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:51.844931 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-334c9b36-94cd-417b-af89-48a3245cb034 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.854472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-334c9b36-94cd-417b-af89-48a3245cb034 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.873198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-ee361e0f-f918-486d-8368-3aeedb8e7fab tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.880260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-ee361e0f-f918-486d-8368-3aeedb8e7fab tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.886874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-334c9b36-94cd-417b-af89-48a3245cb034 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.887506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-ee361e0f-f918-486d-8368-3aeedb8e7fab tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.895530 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-334c9b36-94cd-417b-af89-48a3245cb034 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.895867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-ee361e0f-f918-486d-8368-3aeedb8e7fab tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.899269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-334c9b36-94cd-417b-af89-48a3245cb034 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/c8aad986-b1ad-4a6f-af35-910172672a77 HTTP/1.1" status: 204 len: 168 time: 0.1028008 Aug 31 09:49:51.902894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:51.907064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-ee361e0f-f918-486d-8368-3aeedb8e7fab tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.911671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-ee361e0f-f918-486d-8368-3aeedb8e7fab tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.918402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-ee361e0f-f918-486d-8368-3aeedb8e7fab tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.921091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-ee361e0f-f918-486d-8368-3aeedb8e7fab tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.5567188 Aug 31 09:49:51.934715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9b36-94cd-417b-af89-48a3245cb034 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8aad986-b1ad-4a6f-af35-910172672a77,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:51.977431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1e84bc5f-fdab-4e0e-a7ba-a980465fa18e tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689261 Aug 31 09:49:51.977760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-8295a9dc-382d-416b-9ea7-a8834d1bb831 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955498 Aug 31 09:49:51.977952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51302) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.008535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6b4337f-f525-46f0-8235-7c7e40969b4f req-859611fb-f458-4848-bb28-6b207b3724f3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802007 Aug 31 09:49:52.062936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3644c68-d0b0-4a82-8ad4-85e27b461f69 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.099293 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3644c68-d0b0-4a82-8ad4-85e27b461f69 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.109007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-88c6d26a-e66d-437a-b27d-6ebbd1a00a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.109612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-88c6d26a-e66d-437a-b27d-6ebbd1a00a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.110412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-88c6d26a-e66d-437a-b27d-6ebbd1a00a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.111128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-88c6d26a-e66d-437a-b27d-6ebbd1a00a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.111708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-88c6d26a-e66d-437a-b27d-6ebbd1a00a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.112229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-88c6d26a-e66d-437a-b27d-6ebbd1a00a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.112924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-88c6d26a-e66d-437a-b27d-6ebbd1a00a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.115167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-88c6d26a-e66d-437a-b27d-6ebbd1a00a73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6488 time: 0.0693903 Aug 31 09:49:52.148907 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3644c68-d0b0-4a82-8ad4-85e27b461f69 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.154310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b3644c68-d0b0-4a82-8ad4-85e27b461f69 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.158389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b3644c68-d0b0-4a82-8ad4-85e27b461f69 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/03c01d7e-a5ff-4630-a90a-6ca38c040915 HTTP/1.1" status: 204 len: 168 time: 0.1767132 Aug 31 09:49:52.160246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51304) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.194587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3644c68-d0b0-4a82-8ad4-85e27b461f69 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c01d7e-a5ff-4630-a90a-6ca38c040915,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:52.246874 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7bac120e-f421-4b5f-867d-dbb7a0a39fa8 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852780 Aug 31 09:49:52.247944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51314) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.254778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c46fe492-d1bc-40a9-952d-59dba4d9ab1d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803921237'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:52.271371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-029741bd-0e74-4cc3-9710-2cebd56a6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.273358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-029741bd-0e74-4cc3-9710-2cebd56a6e22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 200 len: 903 time: 0.1435721 Aug 31 09:49:52.291895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c46fe492-d1bc-40a9-952d-59dba4d9ab1d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.353162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-0439135e-36b3-40e7-a2cd-2677a31f00f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=99f92245-6acc-48c7-93cd-d517ad6d173d HTTP/1.1" status: 200 len: 217 time: 0.0644853 Aug 31 09:49:52.412164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c46fe492-d1bc-40a9-952d-59dba4d9ab1d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.419020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c46fe492-d1bc-40a9-952d-59dba4d9ab1d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.438781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-432f0ee9-421a-4936-bf82-8d4c11adf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.441603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-432f0ee9-421a-4936-bf82-8d4c11adf0b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0812435 Aug 31 09:49:52.456158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fe492-d1bc-40a9-952d-59dba4d9ab1d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd09fe28-a3a2-4c9c-a58f-aea5cf11de1a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:52.467797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c46fe492-d1bc-40a9-952d-59dba4d9ab1d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.469079 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c46fe492-d1bc-40a9-952d-59dba4d9ab1d tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2198954 Aug 31 09:49:52.472127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51318) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.476572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e5cba592-61ad-4225-88de-5211ac819c87 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': 'dd09fe28-a3a2-4c9c-a58f-aea5cf11de1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:52.507979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-f32f52f1-b599-400f-a459-c8bce4c2967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.510581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-f32f52f1-b599-400f-a459-c8bce4c2967d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618494 Aug 31 09:49:52.511426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5cba592-61ad-4225-88de-5211ac819c87 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.579952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5cba592-61ad-4225-88de-5211ac819c87 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.585217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5cba592-61ad-4225-88de-5211ac819c87 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.619533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cba592-61ad-4225-88de-5211ac819c87 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbeedfe5-e431-45ba-ac11-501b4871e266,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:52.627138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5cba592-61ad-4225-88de-5211ac819c87 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.628522 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e5cba592-61ad-4225-88de-5211ac819c87 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555197 Aug 31 09:49:52.631191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51322) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.655804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bd1f11ea-7c1d-4e91-b5dc-18142e7b73c3 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules/dbeedfe5-e431-45ba-ac11-501b4871e266 HTTP/1.1" status: 200 len: 763 time: 0.0232530 Aug 31 09:49:52.658187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51324) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.665922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-a86b9f79-5109-408a-a374-efd90379c71c service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447089 Aug 31 09:49:52.721878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-be8150a6-28a8-492d-b412-69bdad472d73 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0623505 Aug 31 09:49:52.725660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51326) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.755842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee26dcb8-93e5-4e26-bc96-68444320d4bc tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.765460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee26dcb8-93e5-4e26-bc96-68444320d4bc tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.802471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59295b4-24f1-486e-8af8-94a055a0e840 req-6035ea90-d82e-4603-b05f-400f0b97360f service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281598 Aug 31 09:49:52.803221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee26dcb8-93e5-4e26-bc96-68444320d4bc tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.813848 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee26dcb8-93e5-4e26-bc96-68444320d4bc tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.815771 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee26dcb8-93e5-4e26-bc96-68444320d4bc tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/dbeedfe5-e431-45ba-ac11-501b4871e266 HTTP/1.1" status: 204 len: 168 time: 0.0891151 Aug 31 09:49:52.818645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51328) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.837231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26dcb8-93e5-4e26-bc96-68444320d4bc tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbeedfe5-e431-45ba-ac11-501b4871e266,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:52.873714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64e1dc38-0c2d-4b19-9e24-db8811a9df38 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515366 Aug 31 09:49:52.875700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51330) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:52.881001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-742261ff-01a2-40d0-99aa-af9d384ca90f tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': 'dd09fe28-a3a2-4c9c-a58f-aea5cf11de1a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:52.910537 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-742261ff-01a2-40d0-99aa-af9d384ca90f tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.966505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-742261ff-01a2-40d0-99aa-af9d384ca90f tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.971853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-742261ff-01a2-40d0-99aa-af9d384ca90f tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.001688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742261ff-01a2-40d0-99aa-af9d384ca90f tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5134df-169b-4f53-b37a-ff7f5a5a17ce,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:53.005129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-742261ff-01a2-40d0-99aa-af9d384ca90f tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.009240 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-742261ff-01a2-40d0-99aa-af9d384ca90f tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296887 Aug 31 09:49:53.009696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51332) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.038327 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d8aeed81-ef6a-47c1-9ce0-2b9866363856 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules/6e5134df-169b-4f53-b37a-ff7f5a5a17ce HTTP/1.1" status: 200 len: 763 time: 0.0244453 Aug 31 09:49:53.039346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51336) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.095900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b0c92577-e815-4cbc-907d-abe88010f2c5 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0500684 Aug 31 09:49:53.096898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51338) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.183715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76f1ab5-1225-4b64-a86a-a5eccab97c19 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.206704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76f1ab5-1225-4b64-a86a-a5eccab97c19 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.226487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-d365854a-5d38-4d38-92d8-3305a27dfcc5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.232565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-d365854a-5d38-4d38-92d8-3305a27dfcc5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.239762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-d365854a-5d38-4d38-92d8-3305a27dfcc5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.245966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-d365854a-5d38-4d38-92d8-3305a27dfcc5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.252049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-d365854a-5d38-4d38-92d8-3305a27dfcc5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.258400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-d365854a-5d38-4d38-92d8-3305a27dfcc5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.264734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-d365854a-5d38-4d38-92d8-3305a27dfcc5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.267021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-d365854a-5d38-4d38-92d8-3305a27dfcc5 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1366787 Aug 31 09:49:53.372611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d46d540e-00b4-4fdf-8376-580f9a26d706 req-e6c64592-e99c-4a54-b6f2-9d2d0dda39a0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947154 Aug 31 09:49:53.382499 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76f1ab5-1225-4b64-a86a-a5eccab97c19 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.387982 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76f1ab5-1225-4b64-a86a-a5eccab97c19 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.392259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c76f1ab5-1225-4b64-a86a-a5eccab97c19 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/6e5134df-169b-4f53-b37a-ff7f5a5a17ce HTTP/1.1" status: 204 len: 168 time: 0.2916882 Aug 31 09:49:53.392679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51350) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.436625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f1ab5-1225-4b64-a86a-a5eccab97c19 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e5134df-169b-4f53-b37a-ff7f5a5a17ce,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:53.467093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51352) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.474851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-eb417eec-afdb-45f3-a148-53948dce7896 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Request body: {'security_group_rule': {'security_group_id': 'dd09fe28-a3a2-4c9c-a58f-aea5cf11de1a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:53.476311 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e1f0ae7a-d4df-4b50-8b01-f0cf8324e4e2 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0813482 Aug 31 09:49:53.508893 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-eb417eec-afdb-45f3-a148-53948dce7896 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Project 338019080d0b47ea9dcc530c9aa4774e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:49:53.516990 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb417eec-afdb-45f3-a148-53948dce7896 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.584211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb417eec-afdb-45f3-a148-53948dce7896 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.590389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb417eec-afdb-45f3-a148-53948dce7896 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.615463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb417eec-afdb-45f3-a148-53948dce7896 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cae3268-090f-4770-8e17-a24b9cb84ce3,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:53.632851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb417eec-afdb-45f3-a148-53948dce7896 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.636836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eb417eec-afdb-45f3-a148-53948dce7896 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646612 Aug 31 09:49:53.637302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51358) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.665510 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-651b22ce-8ed3-4dd7-b9b1-e69559ed9095 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules/5cae3268-090f-4770-8e17-a24b9cb84ce3 HTTP/1.1" status: 200 len: 769 time: 0.0243695 Aug 31 09:49:53.665911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51360) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.720585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51362) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.722090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-98db3c31-7d17-446f-ac7b-51967caad929 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0544679 Aug 31 09:49:53.760028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a901b7a0-e0e7-4aea-8919-bcf3311cdaab tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.802268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a901b7a0-e0e7-4aea-8919-bcf3311cdaab tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.861311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a901b7a0-e0e7-4aea-8919-bcf3311cdaab tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.873399 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a901b7a0-e0e7-4aea-8919-bcf3311cdaab tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:53.879598 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a901b7a0-e0e7-4aea-8919-bcf3311cdaab tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5cae3268-090f-4770-8e17-a24b9cb84ce3 HTTP/1.1" status: 204 len: 168 time: 0.1542444 Aug 31 09:49:53.880121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51364) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:53.903564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901b7a0-e0e7-4aea-8919-bcf3311cdaab tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cae3268-090f-4770-8e17-a24b9cb84ce3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:53.971451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-025ed789-c37f-4a5b-a0f2-661e1aadb272 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0896919 Aug 31 09:49:53.972112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51366) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:54.037133 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4e7d87-bfbf-47cf-be93-7ea72c2e82b7 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.065340 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4e7d87-bfbf-47cf-be93-7ea72c2e82b7 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.110667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51372) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:54.135847 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4e7d87-bfbf-47cf-be93-7ea72c2e82b7 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.140364 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4e7d87-bfbf-47cf-be93-7ea72c2e82b7 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.142820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ec4e7d87-bfbf-47cf-be93-7ea72c2e82b7 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "DELETE /v2.0/security-groups/dd09fe28-a3a2-4c9c-a58f-aea5cf11de1a HTTP/1.1" status: 204 len: 168 time: 0.1695933 Aug 31 09:49:54.149212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51376) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:54.162931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e7d87-bfbf-47cf-be93-7ea72c2e82b7 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd09fe28-a3a2-4c9c-a58f-aea5cf11de1a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:54.216054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9eba31c8-40d1-4120-9b62-70c0b17ce2ec tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655844 Aug 31 09:49:54.221740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51380) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:54.294490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b36c6c02-5fe1-419c-84a3-22c0e6271515 tempest-SecGroupIPv6Test-1831905081 tempest-SecGroupIPv6Test-1831905081-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720863 Aug 31 09:49:54.386689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d6cf9fd8-5e5d-40c8-820a-3c8bc9bd3b97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48dc51884ebd49ee8363cdd5fab27a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726424 Aug 31 09:49:54.387135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51386) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:54.457192 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c434e566-32aa-402d-9094-4e3d87921cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.489962 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c434e566-32aa-402d-9094-4e3d87921cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.567012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c434e566-32aa-402d-9094-4e3d87921cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.569807 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c434e566-32aa-402d-9094-4e3d87921cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.573554 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c434e566-32aa-402d-9094-4e3d87921cb6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/347843f1-a800-496e-9a3f-64b96f5f957b HTTP/1.1" status: 204 len: 168 time: 0.1829324 Aug 31 09:49:54.581643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434e566-32aa-402d-9094-4e3d87921cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347843f1-a800-496e-9a3f-64b96f5f957b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:54.667712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-e0450277-d9d8-46bd-aaa3-1fb8c2d4edd7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.675735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-e0450277-d9d8-46bd-aaa3-1fb8c2d4edd7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.684275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51398) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:54.684933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-e0450277-d9d8-46bd-aaa3-1fb8c2d4edd7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.693449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-e0450277-d9d8-46bd-aaa3-1fb8c2d4edd7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.700906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-e0450277-d9d8-46bd-aaa3-1fb8c2d4edd7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.707614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-e0450277-d9d8-46bd-aaa3-1fb8c2d4edd7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.714221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-e0450277-d9d8-46bd-aaa3-1fb8c2d4edd7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.716448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-e0450277-d9d8-46bd-aaa3-1fb8c2d4edd7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1309528 Aug 31 09:49:54.809942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-36e7b645-3f0a-4104-b095-29dfd1266906 req-28635054-3e4f-44a8-a49d-52666e664f43 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862281 Aug 31 09:49:54.892160 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1e5cae6d-51fb-4861-a67e-d8e100d1236a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=338019080d0b47ea9dcc530c9aa4774e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063565 Aug 31 09:49:54.894420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51404) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:54.947631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c4a7ab-9cf5-46b0-b784-d1313634c0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.974282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c4a7ab-9cf5-46b0-b784-d1313634c0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.999706 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:55.039706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c4a7ab-9cf5-46b0-b784-d1313634c0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:55.042697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c4a7ab-9cf5-46b0-b784-d1313634c0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:55.044885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-93c4a7ab-9cf5-46b0-b784-d1313634c0b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/781decc0-6aa9-4a0a-9dcb-80c84961761b HTTP/1.1" status: 204 len: 168 time: 0.1488328 Aug 31 09:49:55.055097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4a7ab-9cf5-46b0-b784-d1313634c0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781decc0-6aa9-4a0a-9dcb-80c84961761b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:55.745378 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01f65573-91bb-40c8-9016-8350c495335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.015874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:56.055858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb01be-fa85-4e75-b45a-2adab913194f req-b0a2415b-0cce-417a-80eb-22862687f5eb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.072706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb01be-fa85-4e75-b45a-2adab913194f req-b0a2415b-0cce-417a-80eb-22862687f5eb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.086697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb01be-fa85-4e75-b45a-2adab913194f req-b0a2415b-0cce-417a-80eb-22862687f5eb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.094038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb01be-fa85-4e75-b45a-2adab913194f req-b0a2415b-0cce-417a-80eb-22862687f5eb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.101353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb01be-fa85-4e75-b45a-2adab913194f req-b0a2415b-0cce-417a-80eb-22862687f5eb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.112337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb01be-fa85-4e75-b45a-2adab913194f req-b0a2415b-0cce-417a-80eb-22862687f5eb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.119777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb01be-fa85-4e75-b45a-2adab913194f req-b0a2415b-0cce-417a-80eb-22862687f5eb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.129755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53cb01be-fa85-4e75-b45a-2adab913194f req-b0a2415b-0cce-417a-80eb-22862687f5eb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.2061207 Aug 31 09:49:56.205539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53cb01be-fa85-4e75-b45a-2adab913194f req-39630cae-78a5-4dd7-9574-8c2841f11354 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747912 Aug 31 09:49:56.365375 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6895e5f7-c239-46b8-ab0f-861dfddbcb35 tempest-ServiceProvidersTest-1263609677 tempest-ServiceProvidersTest-1263609677-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3474340 Aug 31 09:49:56.661519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51502) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:56.817030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d780-cf39-4821-9a08-6f12baa8d9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.988966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d780-cf39-4821-9a08-6f12baa8d9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.994603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d780-cf39-4821-9a08-6f12baa8d9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.052789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6ab0d780-cf39-4821-9a08-6f12baa8d9b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cab4d7425b984ba790556a11ad9e69fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901217 Aug 31 09:49:57.055226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0d780-cf39-4821-9a08-6f12baa8d9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234bdf3a-d235-450d-afab-a366c9a83d6a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:57.056543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:57.128917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51514) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:57.134422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909259900', 'description': 'tempest-secgroup-smoke-909259900 description', 'project_id': 'fe145957829b494fbea1c53baae9541f'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:57.161174 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba311f2c-527f-46c9-b105-feccced961a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.163422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.174383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.192418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba311f2c-527f-46c9-b105-feccced961a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.254152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba311f2c-527f-46c9-b105-feccced961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.258645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba311f2c-527f-46c9-b105-feccced961a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.260411 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ba311f2c-527f-46c9-b105-feccced961a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/234bdf3a-d235-450d-afab-a366c9a83d6a HTTP/1.1" status: 204 len: 168 time: 0.1765242 Aug 31 09:49:57.273367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba311f2c-527f-46c9-b105-feccced961a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234bdf3a-d235-450d-afab-a366c9a83d6a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:57.350413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.373042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.450116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-f18993ad-570b-463b-bc78-51c63964085d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.457989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-f18993ad-570b-463b-bc78-51c63964085d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.464513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-f18993ad-570b-463b-bc78-51c63964085d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.471000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-f18993ad-570b-463b-bc78-51c63964085d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.477065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-f18993ad-570b-463b-bc78-51c63964085d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.483783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-f18993ad-570b-463b-bc78-51c63964085d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.490123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-f18993ad-570b-463b-bc78-51c63964085d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.492389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-f18993ad-570b-463b-bc78-51c63964085d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1671417 Aug 31 09:49:57.496453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f88df1-cb43-4414-a5f7-933fb6f1a4c7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:57.562268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f61d5be-0c67-47c7-815f-c155df4067c8 req-b28d17b0-fe08-4ddb-885a-9fb46d1352e6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614774 Aug 31 09:49:57.602210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.606306 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.642513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feaba4cb-5397-459b-9245-e10b91e65677,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:57.650258 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.668852 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.672669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a7a37d18-4d25-449f-a81c-556de29672ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5419049 Aug 31 09:49:57.675158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51530) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:57.685646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a7efaef4-2902-4eb3-a563-e29b40e6a1a9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'feaba4cb-5397-459b-9245-e10b91e65677', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:57.728888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7efaef4-2902-4eb3-a563-e29b40e6a1a9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.810025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7efaef4-2902-4eb3-a563-e29b40e6a1a9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.815757 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7efaef4-2902-4eb3-a563-e29b40e6a1a9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.837382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efaef4-2902-4eb3-a563-e29b40e6a1a9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e311806e-d04c-48a3-8423-ac8675a3674e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:57.850027 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7efaef4-2902-4eb3-a563-e29b40e6a1a9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.852161 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a7efaef4-2902-4eb3-a563-e29b40e6a1a9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753159 Aug 31 09:49:57.856481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51538) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:57.862991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4962b447-3528-4e6b-bfb0-ae684e542e9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'feaba4cb-5397-459b-9245-e10b91e65677', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:57.918131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4962b447-3528-4e6b-bfb0-ae684e542e9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.008707 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4962b447-3528-4e6b-bfb0-ae684e542e9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.014631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4962b447-3528-4e6b-bfb0-ae684e542e9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.059878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962b447-3528-4e6b-bfb0-ae684e542e9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932c03de-cb5e-481a-bf76-575e2ace0d8c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:58.064602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4962b447-3528-4e6b-bfb0-ae684e542e9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.068591 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4962b447-3528-4e6b-bfb0-ae684e542e9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2106273 Aug 31 09:49:58.071223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51550) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:58.079002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5211a969-67b1-4b85-bcaa-2c431fd4472a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'feaba4cb-5397-459b-9245-e10b91e65677', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:58.112672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5211a969-67b1-4b85-bcaa-2c431fd4472a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.211504 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5211a969-67b1-4b85-bcaa-2c431fd4472a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.217282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5211a969-67b1-4b85-bcaa-2c431fd4472a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.245855 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211a969-67b1-4b85-bcaa-2c431fd4472a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b31d24-33cd-4038-814f-4e64d351faff,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:58.271609 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5211a969-67b1-4b85-bcaa-2c431fd4472a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.276578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51554) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:58.277022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5211a969-67b1-4b85-bcaa-2c431fd4472a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2044635 Aug 31 09:49:58.282858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d379398f-363a-4861-91f3-55ca5ca16031 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'feaba4cb-5397-459b-9245-e10b91e65677', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:58.353655 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d379398f-363a-4861-91f3-55ca5ca16031 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.436207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d379398f-363a-4861-91f3-55ca5ca16031 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.442920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d379398f-363a-4861-91f3-55ca5ca16031 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.469998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379398f-363a-4861-91f3-55ca5ca16031 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6d96ca-48de-4cb6-acb6-48b0a05f61cb,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:58.475255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d379398f-363a-4861-91f3-55ca5ca16031 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.476487 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d379398f-363a-4861-91f3-55ca5ca16031 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982384 Aug 31 09:49:58.479456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51562) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:58.486091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-23f41063-7960-496d-a72a-669a48bc1f13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'feaba4cb-5397-459b-9245-e10b91e65677', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:58.516203 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-23f41063-7960-496d-a72a-669a48bc1f13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Project fe145957829b494fbea1c53baae9541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:49:58.523083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-23f41063-7960-496d-a72a-669a48bc1f13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.578153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.605788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-23f41063-7960-496d-a72a-669a48bc1f13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.612234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-23f41063-7960-496d-a72a-669a48bc1f13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.633479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f41063-7960-496d-a72a-669a48bc1f13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2b3dcc-a61a-40df-a583-b286b74692e0,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:58.651148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-23f41063-7960-496d-a72a-669a48bc1f13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.659116 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-23f41063-7960-496d-a72a-669a48bc1f13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1775687 Aug 31 09:49:58.664827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51568) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:58.670197 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fbec435e-0d4f-457b-8f33-345f8d173592 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'feaba4cb-5397-459b-9245-e10b91e65677', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:58.698301 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-fbec435e-0d4f-457b-8f33-345f8d173592 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Project fe145957829b494fbea1c53baae9541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:49:58.710014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fbec435e-0d4f-457b-8f33-345f8d173592 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.815437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fbec435e-0d4f-457b-8f33-345f8d173592 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.821445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fbec435e-0d4f-457b-8f33-345f8d173592 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.831710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-95d06714-1d6c-402c-8c18-264fdf650075 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.847031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec435e-0d4f-457b-8f33-345f8d173592 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3f4305-5944-4174-ac9b-e3fccac180fc,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:58.847432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-95d06714-1d6c-402c-8c18-264fdf650075 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.857513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fbec435e-0d4f-457b-8f33-345f8d173592 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.862830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fbec435e-0d4f-457b-8f33-345f8d173592 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1927578 Aug 31 09:49:58.863005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-95d06714-1d6c-402c-8c18-264fdf650075 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.863148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51574) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:58.868176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'network': {'name': 'tempest-network-smoke--1343879362', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'port_security_enabled': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:58.872345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-95d06714-1d6c-402c-8c18-264fdf650075 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.887961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-95d06714-1d6c-402c-8c18-264fdf650075 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.898212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-95d06714-1d6c-402c-8c18-264fdf650075 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.904364 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:58.910348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-95d06714-1d6c-402c-8c18-264fdf650075 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.911092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.913927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-95d06714-1d6c-402c-8c18-264fdf650075 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.2078917 Aug 31 09:49:58.974553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-554140d4-165a-41f2-8a16-e0b1fa77bb88 req-62279b8c-1683-4c75-98b8-062f9f29aeeb tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525110 Aug 31 09:49:58.982993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:49:59.012708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.013058 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Added segment 918eed2c-b0fa-4201-a880-c195fc9b5ad7 of type vlan for network 159b9386-61b4-491e-a3a6-5b55831147e8 Aug 31 09:49:59.091094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.123582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.131654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:59.132478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.207074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51588) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:59.212076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'admin_state_up': True, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:59.219102 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3549297 Aug 31 09:49:59.237810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6957-20a4-4a4c-ab10-1890edb9ce95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Network': ['ID=159b9386-61b4-491e-a3a6-5b55831147e8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:59.249237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 159b9386-61b4-491e-a3a6-5b55831147e8 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:49:59.253840 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.255016 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.325694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.552713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.610450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51598) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:59.788773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.916896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.922618 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.928999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.946571 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.964599 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90b95dd9b757430287c8c55fb7e39b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524547 Aug 31 09:49:59.967093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51602) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:00.044579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540e1f4d-5395-4316-a955-1b26380c84c2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:00.087522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.088025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.088700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.089213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.089757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.090194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.090620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.091347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.092001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.092001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.092241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.092722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725eb66-8e87-49ee-a449-5b6eb56031e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.118573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.25.1.202 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/9ad5a82c-10e8-4e03-9c35-a9d680984505) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:00.133660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9625-2389-4151-988d-e58f78ccec0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.161945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9625-2389-4151-988d-e58f78ccec0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.218939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9625-2389-4151-988d-e58f78ccec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.226095 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c1a9625-2389-4151-988d-e58f78ccec0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.229810 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7c1a9625-2389-4151-988d-e58f78ccec0a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/540e1f4d-5395-4316-a955-1b26380c84c2 HTTP/1.1" status: 204 len: 168 time: 0.2589812 Aug 31 09:50:00.257748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a9625-2389-4151-988d-e58f78ccec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540e1f4d-5395-4316-a955-1b26380c84c2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:00.350868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-807d1de1-a39a-416c-9a9f-db893c057664 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:00.360515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-807d1de1-a39a-416c-9a9f-db893c057664 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:00.368598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-807d1de1-a39a-416c-9a9f-db893c057664 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:00.376469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-807d1de1-a39a-416c-9a9f-db893c057664 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:00.383475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-807d1de1-a39a-416c-9a9f-db893c057664 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:00.389824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-807d1de1-a39a-416c-9a9f-db893c057664 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:00.395727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-807d1de1-a39a-416c-9a9f-db893c057664 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:00.399760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-807d1de1-a39a-416c-9a9f-db893c057664 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1989238 Aug 31 09:50:00.422087 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.466438 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bee86c27-5ac2-4b6b-b55d-efafffedf897 req-11d3ea66-f106-4ed2-8b6b-c051cee59594 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549097 Aug 31 09:50:00.499890 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.556644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=9ad5a82c-10e8-4e03-9c35-a9d680984505,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:00.568830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.569211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.569557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.570358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.570358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.570578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.570913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.571228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.571692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.571887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.572215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.572627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.589198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:00.590707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:00.594152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:00.620516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51622) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:00.633930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5de3091e-255c-4c66-b34d-9f924de11849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.821845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5de3091e-255c-4c66-b34d-9f924de11849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.829117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5de3091e-255c-4c66-b34d-9f924de11849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.875047 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5de3091e-255c-4c66-b34d-9f924de11849 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dbdaa0deca5543dfb70c7afce0df62d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535620 Aug 31 09:50:00.876464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3091e-255c-4c66-b34d-9f924de11849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0b45cb-b081-49ab-a961-08041a1ea107,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:00.879242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51626) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:00.939670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e067fea4-c4c6-4282-9200-19d35a7d85ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.963333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e067fea4-c4c6-4282-9200-19d35a7d85ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.018576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e067fea4-c4c6-4282-9200-19d35a7d85ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.023044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e067fea4-c4c6-4282-9200-19d35a7d85ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.024867 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.027729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e067fea4-c4c6-4282-9200-19d35a7d85ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea0b45cb-b081-49ab-a961-08041a1ea107 HTTP/1.1" status: 204 len: 168 time: 0.1472812 Aug 31 09:50:01.038589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067fea4-c4c6-4282-9200-19d35a7d85ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0b45cb-b081-49ab-a961-08041a1ea107,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:01.633266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.709436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-68519279-9ec1-4c3b-9c76-fd058da29904 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.715838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-68519279-9ec1-4c3b-9c76-fd058da29904 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.721830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-68519279-9ec1-4c3b-9c76-fd058da29904 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.727927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-68519279-9ec1-4c3b-9c76-fd058da29904 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.734469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-68519279-9ec1-4c3b-9c76-fd058da29904 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.740770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-68519279-9ec1-4c3b-9c76-fd058da29904 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.746741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-68519279-9ec1-4c3b-9c76-fd058da29904 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.751324 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-68519279-9ec1-4c3b-9c76-fd058da29904 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1634488 Aug 31 09:50:01.819223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9df24268-44c4-4c18-a33e-c7919f7191c7 req-367f6e0b-9768-422f-a782-507365b30c62 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604303 Aug 31 09:50:01.949366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 4f8c5998-7aa6-4682-9333-1d595556fc94 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:50:02.123941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:50:02.141744 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Sync routers for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:50:02.151791 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:02.152594 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:49:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:02.224197 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.226089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-75c92ecd-19be-4c72-bdb9-0c4af7328a93 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0180020 Aug 31 09:50:02.229498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51682) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:02.272022 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:02.320996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-f9f2038d-6571-4808-98cd-836936bc9591 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:02.330334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-f9f2038d-6571-4808-98cd-836936bc9591 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 814 time: 0.1789317 Aug 31 09:50:02.361995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-d74a615f-3a50-44f4-92fa-e1bd653e98f3 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/quotas/66c64ef3009e411d9da05e7db9dd7698 HTTP/1.1" status: 200 len: 375 time: 0.0231404 Aug 31 09:50:02.459598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-7c7744a9-afd1-4a81-81fd-926afd4a3673 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958755 Aug 31 09:50:02.550311 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:00Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:02.585229 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Checking router: 4f8c5998-7aa6-4682-9333-1d595556fc94 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:50:02.586009 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Updating router 4f8c5998-7aa6-4682-9333-1d595556fc94 port 9ad5a82c-10e8-4e03-9c35-a9d680984505 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:50:02.605445 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ed7c4d0f-c9eb-487f-9d5b-ee072d73fce2 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=fe145957829b494fbea1c53baae9541f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3746457 Aug 31 09:50:02.608695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51694) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:02.613655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-b201a8f6-9037-4b4d-a609-5cf02fe084bb service neutron] 10.222.0.69 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435008 Aug 31 09:50:02.619434 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.784264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-f6a34cf5-f092-4647-b96a-b97164d01543 service neutron] 10.222.0.69 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622162 Aug 31 09:50:02.887429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325ae2c-9beb-430b-9597-e0fa57f22e50 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:02.892033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51704) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:02.892512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1325ae2c-9beb-430b-9597-e0fa57f22e50 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2827954 Aug 31 09:50:02.979864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e9547eb4-fdb3-4fd2-816c-5335f640c9c3 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0863001 Aug 31 09:50:02.983269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51710) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:02.994136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1394250348', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:03.069953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-67c78fb7-7da6-4731-8e6c-392a8e7b8d90 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:03.083431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-67c78fb7-7da6-4731-8e6c-392a8e7b8d90 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:03.090515 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.098715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-67c78fb7-7da6-4731-8e6c-392a8e7b8d90 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:03.105782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-67c78fb7-7da6-4731-8e6c-392a8e7b8d90 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:03.113554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-67c78fb7-7da6-4731-8e6c-392a8e7b8d90 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:03.119309 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Transition to ACTIVE for port object 9ad5a82c-10e8-4e03-9c35-a9d680984505 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:03.119864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-67c78fb7-7da6-4731-8e6c-392a8e7b8d90 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:03.127200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-67c78fb7-7da6-4731-8e6c-392a8e7b8d90 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:03.129425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-67c78fb7-7da6-4731-8e6c-392a8e7b8d90 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1680822 Aug 31 09:50:03.133740 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.173645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:50:03.176647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4735810-6132-45f1-87a9-441c2d4bcb6d req-01f86c15-dbdf-4b7d-bbd5-fb20162f1367 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 210 time: 0.0462046 Aug 31 09:50:03.181603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.203091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78adff57-12f0-4d5a-8f90-845556f76e7d req-7c6816aa-efa0-4a52-8d93-0159041e48fe tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601068 Aug 31 09:50:03.245893 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Pushing event updated for resources: {'Port': ['ID=9ad5a82c-10e8-4e03-9c35-a9d680984505,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:03.260146 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.260741 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.261267 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.261885 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.262412 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.262953 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.263831 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.264415 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.264939 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.265450 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.265978 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.266607 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:03.294673 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Attempting to bind port 9ad5a82c-10e8-4e03-9c35-a9d680984505 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:50:03.295452 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Attempting to bind port 9ad5a82c-10e8-4e03-9c35-a9d680984505 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:50:03.296583 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Attempting to bind port 9ad5a82c-10e8-4e03-9c35-a9d680984505 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:03.302591 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:50:03.303572 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:03.304209 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.304818 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:50:03.305626 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Bound port: 9ad5a82c-10e8-4e03-9c35-a9d680984505, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:50:03.306247 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.403300 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] For port 9ad5a82c-10e8-4e03-9c35-a9d680984505, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:50:03.407123 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] For port 9ad5a82c-10e8-4e03-9c35-a9d680984505, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ad5a82c-10e8-4e03-9c35-a9d680984505,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:50:03.415036 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.512979 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:03.513619 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:49:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:03.533807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.581518 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf82e5e-bce1-4456-92ae-a10fe7491189 None None] Pushing event updated for resources: {'Port': ['ID=9ad5a82c-10e8-4e03-9c35-a9d680984505,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:03.597444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Subnet': ['ID=6742ddd3-28d0-4165-9631-ef4e3f81868c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:03.649542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Checking segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:03.649922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network hostable DHCP agents. Network: 159b9386-61b4-491e-a3a6-5b55831147e8, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:50:03.681324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network 159b9386-61b4-491e-a3a6-5b55831147e8 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:50:03.685328 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:03.702638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 159b9386-61b4-491e-a3a6-5b55831147e8) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:03.712619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686abba5-fa02-4ac2-8518-5db1c7773d9a None None] Network 159b9386-61b4-491e-a3a6-5b55831147e8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:50:03.724049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:03.727393 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.755236 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee00d2f1-366a-4ae7-9b0a-f5694faf4e78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7707946 Aug 31 09:50:03.758388 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51734) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:03.999648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-159b9386-61b4-491e-a3a6-5b55831147e8', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:50:04.001028 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.102322 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-542edab6-df0c-4741-8642-d3e29414944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:00Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:04.137918 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542edab6-df0c-4741-8642-d3e29414944e None None] The sync data for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 is: [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:00Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:50:04.194507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Allocated IP 172.20.0.2 (159b9386-61b4-491e-a3a6-5b55831147e8/6742ddd3-28d0-4165-9631-ef4e3f81868c/60fb2f3f-739a-4804-8fc1-7df6e705adfd) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:04.407620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-def509ac-846d-4cb0-a8e9-24cd992bb6d1 req-414c49d7-4a73-4f04-9666-1350fcb6b4fd tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 210 time: 0.0528488 Aug 31 09:50:04.427657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.438592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Transition to ACTIVE for port object 60fb2f3f-739a-4804-8fc1-7df6e705adfd will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:04.467024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Transition to ACTIVE for port object 60fb2f3f-739a-4804-8fc1-7df6e705adfd will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:04.480083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.487336 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-2ddff29a-66e6-4073-8374-d45fcdec6717 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:04.493883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-2ddff29a-66e6-4073-8374-d45fcdec6717 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:04.500763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-2ddff29a-66e6-4073-8374-d45fcdec6717 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:04.507767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-2ddff29a-66e6-4073-8374-d45fcdec6717 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:04.515123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-2ddff29a-66e6-4073-8374-d45fcdec6717 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:04.522811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-2ddff29a-66e6-4073-8374-d45fcdec6717 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:04.536761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Pushing event updated for resources: {'Port': ['ID=60fb2f3f-739a-4804-8fc1-7df6e705adfd,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:04.536909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-2ddff29a-66e6-4073-8374-d45fcdec6717 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:04.539452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-2ddff29a-66e6-4073-8374-d45fcdec6717 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1948647 Aug 31 09:50:04.562783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Network 159b9386-61b4-491e-a3a6-5b55831147e8 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:04.564412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:04.572977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:04.721749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Attempting to bind port 60fb2f3f-739a-4804-8fc1-7df6e705adfd on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:50:04.724646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Attempting to bind port 60fb2f3f-739a-4804-8fc1-7df6e705adfd by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:50:04.724911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Attempting to bind port 60fb2f3f-739a-4804-8fc1-7df6e705adfd on network 159b9386-61b4-491e-a3a6-5b55831147e8 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:04.736235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:50:04.737138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Checking segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:04.737715 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.738557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Bound using segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:50:04.739104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Bound port: 60fb2f3f-739a-4804-8fc1-7df6e705adfd, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:50:04.739492 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.859895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aaae00b1-97db-4a52-9fc7-d05b7905c641 req-95279c26-5536-4e9c-bada-035279967d93 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3120034 Aug 31 09:50:04.865406 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.879418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] For port 60fb2f3f-739a-4804-8fc1-7df6e705adfd, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:50:04.885180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] For port 60fb2f3f-739a-4804-8fc1-7df6e705adfd, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=60fb2f3f-739a-4804-8fc1-7df6e705adfd,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:50:04.907761 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.003308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0c38b-5580-4395-9c4c-a09409161d7d None None] Pushing event updated for resources: {'Port': ['ID=60fb2f3f-739a-4804-8fc1-7df6e705adfd,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:05.007509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-cced1b2c-500a-4ba1-8b9e-38fc132abbdf tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:05.009178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-cced1b2c-500a-4ba1-8b9e-38fc132abbdf tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.20 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 814 time: 0.4627702 Aug 31 09:50:05.059425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Request body: {'port': {'device_id': '44fde80d-1fda-4906-8edc-99ddc5969869', 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'admin_state_up': True, 'tenant_id': '66c64ef3009e411d9da05e7db9dd7698'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:05.538102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Made reservation on behalf of 66c64ef3009e411d9da05e7db9dd7698 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:50:05.542546 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.652183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c388b542-e8cd-4837-816c-615fa8a8042a req-df2a7916-7343-4bbe-a154-b854f630f18a tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 210 time: 0.1193357 Aug 31 09:50:05.804411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.20.0.1 (159b9386-61b4-491e-a3a6-5b55831147e8/6742ddd3-28d0-4165-9631-ef4e3f81868c/fa7da5e4-1335-4b29-80c6-0d71f33b2395) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:05.927474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Allocated IP 172.20.0.4 (62fcc7c7-167e-4159-b34f-d7c71632a155/737c74e6-63d6-41ed-ba44-1f05af2406a0/1f9493b0-99ff-4e85-bf15-24a051a693be) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:06.330781 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.475491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Transition to ACTIVE for port object fa7da5e4-1335-4b29-80c6-0d71f33b2395 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:06.518568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304effe4-bbaf-4cc6-8934-f53376237485 req-41f03c6b-bea4-4cf5-8569-edd323bd80c4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.524800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304effe4-bbaf-4cc6-8934-f53376237485 req-41f03c6b-bea4-4cf5-8569-edd323bd80c4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.531366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304effe4-bbaf-4cc6-8934-f53376237485 req-41f03c6b-bea4-4cf5-8569-edd323bd80c4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.537723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304effe4-bbaf-4cc6-8934-f53376237485 req-41f03c6b-bea4-4cf5-8569-edd323bd80c4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.543621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304effe4-bbaf-4cc6-8934-f53376237485 req-41f03c6b-bea4-4cf5-8569-edd323bd80c4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.550687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304effe4-bbaf-4cc6-8934-f53376237485 req-41f03c6b-bea4-4cf5-8569-edd323bd80c4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.556761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304effe4-bbaf-4cc6-8934-f53376237485 req-41f03c6b-bea4-4cf5-8569-edd323bd80c4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.558819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-304effe4-bbaf-4cc6-8934-f53376237485 req-41f03c6b-bea4-4cf5-8569-edd323bd80c4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.2851985 Aug 31 09:50:06.615920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 60fb2f3f-739a-4804-8fc1-7df6e705adfd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:06.686942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.693158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-304effe4-bbaf-4cc6-8934-f53376237485 req-28c5bf1d-b4aa-4c72-98c3-340bb2e93ab1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200488 Aug 31 09:50:06.702236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 60fb2f3f-739a-4804-8fc1-7df6e705adfd completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:06.720746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ad5a82c-10e8-4e03-9c35-a9d680984505 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:06.720907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.843299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7058020b-0116-4900-8fc4-90c4d72aefe9 None None] Network 159b9386-61b4-491e-a3a6-5b55831147e8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:50:06.853924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=fa7da5e4-1335-4b29-80c6-0d71f33b2395,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:06.883026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network 159b9386-61b4-491e-a3a6-5b55831147e8 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:06.892322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:06.896196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:06.971566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-664eee66-0d06-45c0-a838-b058fa74f1f8 req-b63b1a59-f502-4bcb-b096-4f87492338cf tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 210 time: 0.0722063 Aug 31 09:50:06.991258 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.059165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Pushing event updated for resources: {'Port': ['ID=1f9493b0-99ff-4e85-bf15-24a051a693be,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:07.072946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.110737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cef6aab0-d4db-44aa-b638-82dbcfe104dd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:07.113644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a6877be1-b94d-43b1-817e-6e4ec1ebd0ef', '8f0c2de2-9241-41e6-a77a-4d441b25158f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:07.120426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Network 62fcc7c7-167e-4159-b34f-d7c71632a155 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:07.125130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:07.129188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:07.219739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:07.220554 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.252685 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-df690469-40f6-4eb3-b036-2c34258d64ac tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1970062 Aug 31 09:50:07.293717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Request body: {'port': {'device_id': '44fde80d-1fda-4906-8edc-99ddc5969869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:07.296382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.312558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 9ad5a82c-10e8-4e03-9c35-a9d680984505 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:07.324534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c2962dfb-5fb4-4ce2-9222-280b1c58d4d6 None None] Provisioning for port 60fb2f3f-739a-4804-8fc1-7df6e705adfd completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:07.335464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c2962dfb-5fb4-4ce2-9222-280b1c58d4d6 None None] Provisioning complete for port 60fb2f3f-739a-4804-8fc1-7df6e705adfd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:07.339322 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c2962dfb-5fb4-4ce2-9222-280b1c58d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.388295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9ad5a82c-10e8-4e03-9c35-a9d680984505 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:07.388705 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.448493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.510595 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c2962dfb-5fb4-4ce2-9222-280b1c58d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.711868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c2962dfb-5fb4-4ce2-9222-280b1c58d4d6 None None] For port 60fb2f3f-739a-4804-8fc1-7df6e705adfd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=60fb2f3f-739a-4804-8fc1-7df6e705adfd,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:07.747480 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c2962dfb-5fb4-4ce2-9222-280b1c58d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.831474 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.910850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 9ad5a82c-10e8-4e03-9c35-a9d680984505, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ad5a82c-10e8-4e03-9c35-a9d680984505,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:07.926468 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.952205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2962dfb-5fb4-4ce2-9222-280b1c58d4d6 None None] Pushing event updated for resources: {'Port': ['ID=60fb2f3f-739a-4804-8fc1-7df6e705adfd,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:08.074681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=9ad5a82c-10e8-4e03-9c35-a9d680984505,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:08.096740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51844) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:08.202653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-ae14e73a-7daf-43db-bbac-826a7a4acae0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4078412 Aug 31 09:50:08.235267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-5f77a575-f46d-4c0c-a11d-ed13e40e8e2a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.241516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-5f77a575-f46d-4c0c-a11d-ed13e40e8e2a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.247696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-5f77a575-f46d-4c0c-a11d-ed13e40e8e2a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.254020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-5f77a575-f46d-4c0c-a11d-ed13e40e8e2a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.260191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-5f77a575-f46d-4c0c-a11d-ed13e40e8e2a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.266437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-5f77a575-f46d-4c0c-a11d-ed13e40e8e2a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.272454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-5f77a575-f46d-4c0c-a11d-ed13e40e8e2a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.274421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-5f77a575-f46d-4c0c-a11d-ed13e40e8e2a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.3837669 Aug 31 09:50:08.290983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d5ef4080-d4ac-4dc9-9159-d5835ec913a0 None None] Provisioning complete for port 60fb2f3f-739a-4804-8fc1-7df6e705adfd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:08.291353 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d5ef4080-d4ac-4dc9-9159-d5835ec913a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.309942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76390055-3dc8-4977-a4b2-1da8b0dedcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.460416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d5ef4080-d4ac-4dc9-9159-d5835ec913a0 None None] Provisioning for port fa7da5e4-1335-4b29-80c6-0d71f33b2395 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:08.465008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d5ef4080-d4ac-4dc9-9159-d5835ec913a0 None None] Provisioning complete for port fa7da5e4-1335-4b29-80c6-0d71f33b2395 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:08.465360 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d5ef4080-d4ac-4dc9-9159-d5835ec913a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.474646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76390055-3dc8-4977-a4b2-1da8b0dedcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.492894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76390055-3dc8-4977-a4b2-1da8b0dedcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.513567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef4080-d4ac-4dc9-9159-d5835ec913a0 None None] Port fa7da5e4-1335-4b29-80c6-0d71f33b2395 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:50:08.542207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 60fb2f3f-739a-4804-8fc1-7df6e705adfd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:08.554783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76390055-3dc8-4977-a4b2-1da8b0dedcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a0aae-0ccc-47bd-8d5b-f675c9c0e8dc,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:08.555646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.569185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-76390055-3dc8-4977-a4b2-1da8b0dedcf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5f2a474afba4a5386a4d4182e35a59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709284 Aug 31 09:50:08.569905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51848) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:08.575727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bb20c68-e70f-46ff-a465-3db835407ce8 req-d8b824e9-cb1b-4583-9670-ab967d101107 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2760684 Aug 31 09:50:08.578102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-85a5d21e-8bd4-4291-8992-0e6e76f9e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.579592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-85a5d21e-8bd4-4291-8992-0e6e76f9e251 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 1097 time: 0.2886276 Aug 31 09:50:08.593449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93563c-fa9c-4030-93d5-967093b7bc36 req-17716508-0233-4fcf-b59b-00ec4479b9bd tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.595085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e93563c-fa9c-4030-93d5-967093b7bc36 req-17716508-0233-4fcf-b59b-00ec4479b9bd tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 931 time: 0.3153775 Aug 31 09:50:08.614019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.666919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 60fb2f3f-739a-4804-8fc1-7df6e705adfd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:08.667348 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.679783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4815d058-8e90-4542-9bcf-d80c7a4e10ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.711417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4815d058-8e90-4542-9bcf-d80c7a4e10ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.757173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ad3e89ae-f995-483b-9504-d4da516a42b7 None None] Provisioning complete for port fa7da5e4-1335-4b29-80c6-0d71f33b2395 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:08.757791 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ad3e89ae-f995-483b-9504-d4da516a42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.776131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4815d058-8e90-4542-9bcf-d80c7a4e10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.779204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4815d058-8e90-4542-9bcf-d80c7a4e10ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.780686 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4815d058-8e90-4542-9bcf-d80c7a4e10ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/057a0aae-0ccc-47bd-8d5b-f675c9c0e8dc HTTP/1.1" status: 204 len: 168 time: 0.2097769 Aug 31 09:50:08.790955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815d058-8e90-4542-9bcf-d80c7a4e10ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a0aae-0ccc-47bd-8d5b-f675c9c0e8dc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:08.808570 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.879576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9493b0-99ff-4e85-bf15-24a051a693be {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:08.898043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e89ae-f995-483b-9504-d4da516a42b7 None None] Port fa7da5e4-1335-4b29-80c6-0d71f33b2395 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:50:08.922566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ad5a82c-10e8-4e03-9c35-a9d680984505 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:08.951101 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.976634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-dd32b071-61b4-4299-bce2-fed866985715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.978235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-dd32b071-61b4-4299-bce2-fed866985715 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 916 time: 0.3559308 Aug 31 09:50:09.013070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9ad5a82c-10e8-4e03-9c35-a9d680984505 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:09.015202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.051195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=fa7da5e4-1335-4b29-80c6-0d71f33b2395,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:09.084219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Transition to ACTIVE for port object 1f9493b0-99ff-4e85-bf15-24a051a693be will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:09.106471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e93563c-fa9c-4030-93d5-967093b7bc36 req-084d0955-32d4-41d9-a587-f65113688a2a tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780674 Aug 31 09:50:09.114375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-878dea7c-0ea9-4291-9d7b-252f33585832 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef HTTP/1.1" status: 200 len: 217 time: 0.1117415 Aug 31 09:50:09.117044 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.210295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51862) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:09.227134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee09299d-2439-4c5e-b4be-6dfa6e9f472b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.302268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=1f9493b0-99ff-4e85-bf15-24a051a693be,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:09.308080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-9aab41b5-42ed-494b-8939-e3786fa3b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:09.309703 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-9aab41b5-42ed-494b-8939-e3786fa3b238 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.1867630 Aug 31 09:50:09.336392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network 159b9386-61b4-491e-a3a6-5b55831147e8 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:09.349932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:09.365741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee09299d-2439-4c5e-b4be-6dfa6e9f472b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.376189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee09299d-2439-4c5e-b4be-6dfa6e9f472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.397539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-e50899a7-abc8-46cd-a505-6fdd5a0b3e1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765924 Aug 31 09:50:09.430624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09299d-2439-4c5e-b4be-6dfa6e9f472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e4a62-9202-4d29-aab0-1e1621d7b52e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:09.435735 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee09299d-2439-4c5e-b4be-6dfa6e9f472b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c686d350e3348c5a2a2015a8b3e7ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239211 Aug 31 09:50:09.443267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51868) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:09.511807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-506065b3-1cb4-4bdf-9b56-6f8458d13780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.539081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-506065b3-1cb4-4bdf-9b56-6f8458d13780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.601230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-506065b3-1cb4-4bdf-9b56-6f8458d13780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.603932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-506065b3-1cb4-4bdf-9b56-6f8458d13780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.607813 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-506065b3-1cb4-4bdf-9b56-6f8458d13780 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f71e4a62-9202-4d29-aab0-1e1621d7b52e HTTP/1.1" status: 204 len: 168 time: 0.1602809 Aug 31 09:50:09.617984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506065b3-1cb4-4bdf-9b56-6f8458d13780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e4a62-9202-4d29-aab0-1e1621d7b52e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:09.740215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2ace553d-c201-483b-bb2b-3aebbd524ac6 None None] Provisioning complete for port fa7da5e4-1335-4b29-80c6-0d71f33b2395 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:09.741088 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ace553d-c201-483b-bb2b-3aebbd524ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.788480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2ace553d-c201-483b-bb2b-3aebbd524ac6 None None] Port fa7da5e4-1335-4b29-80c6-0d71f33b2395 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:50:09.914442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Attempting to bind port 1f9493b0-99ff-4e85-bf15-24a051a693be on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:50:09.914833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Attempting to bind port 1f9493b0-99ff-4e85-bf15-24a051a693be by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:50:09.915261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Attempting to bind port 1f9493b0-99ff-4e85-bf15-24a051a693be on network 62fcc7c7-167e-4159-b34f-d7c71632a155 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:09.941481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Port 1f9493b0-99ff-4e85-bf15-24a051a693be on network 62fcc7c7-167e-4159-b34f-d7c71632a155 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:50:09.941749 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Attempting to bind port 1f9493b0-99ff-4e85-bf15-24a051a693be on network 62fcc7c7-167e-4159-b34f-d7c71632a155 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:09.958200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:50:09.958569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Checking segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:09.960602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Bound using segment: {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:50:09.960602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Bound port: 1f9493b0-99ff-4e85-bf15-24a051a693be, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:50:09.960602 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.963712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-b6b03537-6a0e-4be3-924e-920710d3fa87 service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544868 Aug 31 09:50:09.975811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-ccab65f7-b2ea-423c-b945-714d06b3f6ec tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:09.981956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-ccab65f7-b2ea-423c-b945-714d06b3f6ec tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:09.988515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-ccab65f7-b2ea-423c-b945-714d06b3f6ec tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:09.994607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-ccab65f7-b2ea-423c-b945-714d06b3f6ec tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.000696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-ccab65f7-b2ea-423c-b945-714d06b3f6ec tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.006571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-ccab65f7-b2ea-423c-b945-714d06b3f6ec tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.012467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-ccab65f7-b2ea-423c-b945-714d06b3f6ec tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.014997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-ccab65f7-b2ea-423c-b945-714d06b3f6ec tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.2155328 Aug 31 09:50:10.129380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 4f8c5998-7aa6-4682-9333-1d595556fc94 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:50:10.214231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8bcebff9-524d-4043-b22f-fa13b4cd0c84 req-597c3b1c-c33d-42e4-87be-1057ce96451b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776085 Aug 31 09:50:10.397232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] For port 1f9493b0-99ff-4e85-bf15-24a051a693be, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:50:10.405569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80f9024f-5b0b-445a-967c-a32d3040a5f0 req-a80e4a61-3ed3-4c29-920a-bb06742f7ec8 service neutron] 10.222.0.52 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877845 Aug 31 09:50:10.470823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] For port 1f9493b0-99ff-4e85-bf15-24a051a693be, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1f9493b0-99ff-4e85-bf15-24a051a693be,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:50:10.486812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c54d1-f0eb-42be-893c-7d27a58f4d43 req-65d5364f-e5d5-4005-8f9d-d9678276c959 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.495319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a36c54d1-f0eb-42be-893c-7d27a58f4d43 req-65d5364f-e5d5-4005-8f9d-d9678276c959 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 943 time: 0.2798948 Aug 31 09:50:10.512144 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:10.525646 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:10.571573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:50:10.575880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.577173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:10.578609 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] 10.222.0.20 "PUT /v2.0/ports/1f9493b0-99ff-4e85-bf15-24a051a693be HTTP/1.1" status: 200 len: 1091 time: 3.2895291 Aug 31 09:50:10.584725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fde80d-1fda-4906-8edc-99ddc5969869', 'tag': '1f9493b0-99ff-4e85-bf15-24a051a693be'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:10.587051 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f1de1-efcf-41b7-8b15-61b8ad934029" -d '{"events": [{"name": "network-changed", "server_uuid": "44fde80d-1fda-4906-8edc-99ddc5969869", "tag": "1f9493b0-99ff-4e85-bf15-24a051a693be"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:10.589257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Sync routers for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:50:10.609463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d910e7a7-0311-4064-b5ea-f1b980166766 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "PUT /v2.0/routers/4f8c5998-7aa6-4682-9333-1d595556fc94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8369625 Aug 31 09:50:10.627528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a36c54d1-f0eb-42be-893c-7d27a58f4d43 req-4facec69-276d-4b26-a2e6-a6a0f97b1747 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275256 Aug 31 09:50:10.630796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:10.634233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:49:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:10.655999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8fe29-d458-4493-bdd9-62296aa1d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=1f9493b0-99ff-4e85-bf15-24a051a693be,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:10.745369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-525d2916-4ad8-48e5-a15f-7e88f23af5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.752618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-525d2916-4ad8-48e5-a15f-7e88f23af5c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 1094 time: 0.1173902 Aug 31 09:50:10.821144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:10.834895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-ac51bbaf-0e39-433b-a5cb-34e6fcba7264 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f9493b0-99ff-4e85-bf15-24a051a693be HTTP/1.1" status: 200 len: 217 time: 0.0736921 Aug 31 09:50:10.912099 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70395e73-470d-42a2-82b0-dfae3c32af00 x-openstack-request-id: req-70395e73-470d-42a2-82b0-dfae3c32af00 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:10.912436 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fde80d-1fda-4906-8edc-99ddc5969869", "tag": "1f9493b0-99ff-4e85-bf15-24a051a693be", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:10.912693 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70395e73-470d-42a2-82b0-dfae3c32af00 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:10.913085 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fde80d-1fda-4906-8edc-99ddc5969869', 'tag': '1f9493b0-99ff-4e85-bf15-24a051a693be', 'status': 'completed', 'code': 200} Aug 31 09:50:10.941876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-864ab976-76fc-48c2-aa48-41773be3fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.943446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-864ab976-76fc-48c2-aa48-41773be3fa1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.1002319 Aug 31 09:50:10.991320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-7ac84ff9-7cb9-488d-a62c-18d1d83b5006 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383909 Aug 31 09:50:11.034501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-f27cf512-2237-443d-af72-5a19c157580d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909259900&fields=id&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 267 time: 0.0888531 Aug 31 09:50:11.123928 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 2, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:11.188680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Checking router: 4f8c5998-7aa6-4682-9333-1d595556fc94 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:50:11.189669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Updating router 4f8c5998-7aa6-4682-9333-1d595556fc94 port fa7da5e4-1335-4b29-80c6-0d71f33b2395 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:50:11.197561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-4fcfc66d-1aa1-47ce-9df5-6b9b2ce5a80f service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934149 Aug 31 09:50:11.236351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0650-eb71-4f30-8288-649e253e6eee req-77425829-eb61-4396-8e96-d9f183efa310 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.239604 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.242986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-77425829-eb61-4396-8e96-d9f183efa310 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 797 time: 0.1802907 Aug 31 09:50:11.355543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4cbd9658-d574-4a4a-9f1c-224d9817bbb4 req-bf8dad7c-bb35-449e-bc3f-cf04a34c3e5a service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485720 Aug 31 09:50:11.374229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-5652781e-1820-4300-89be-964862cb2b02 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/quotas/fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 375 time: 0.1166670 Aug 31 09:50:11.500509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-ae1682fb-4ee4-4a56-8eab-833cfdf52f1a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.506820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-ae1682fb-4ee4-4a56-8eab-833cfdf52f1a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.512936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-ae1682fb-4ee4-4a56-8eab-833cfdf52f1a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.519497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-ae1682fb-4ee4-4a56-8eab-833cfdf52f1a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.525431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-ae1682fb-4ee4-4a56-8eab-833cfdf52f1a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.531967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-ae1682fb-4ee4-4a56-8eab-833cfdf52f1a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.537996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-ae1682fb-4ee4-4a56-8eab-833cfdf52f1a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.539938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-ae1682fb-4ee4-4a56-8eab-833cfdf52f1a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5431 time: 0.1751101 Aug 31 09:50:11.548695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-bd1b1320-fadb-4690-88d0-9fa4da98ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.550195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-bd1b1320-fadb-4690-88d0-9fa4da98ad60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 1094 time: 0.1315563 Aug 31 09:50:11.557622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-8ec5d563-19d1-474a-9330-3c84de963b33 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571419 Aug 31 09:50:11.691390 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.703680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Transition to ACTIVE for port object fa7da5e4-1335-4b29-80c6-0d71f33b2395 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:11.707763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e9a095a-d644-4dd8-99a7-627559481ff8 req-0ad9cc1e-d11c-42c8-aedb-ffa026e2c89e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566017 Aug 31 09:50:11.741199 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.775131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-2b280522-b942-413c-bb06-842b3150fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.775131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-2b280522-b942-413c-bb06-842b3150fc2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 916 time: 0.2147851 Aug 31 09:50:11.776151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-601d87be-08a9-4d55-af84-5bfdfd92df34 service neutron] 10.222.0.69 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880145 Aug 31 09:50:11.820371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe34f4-c5ca-465f-826a-9911fefcc88b None None] Pushing event updated for resources: {'Port': ['ID=fa7da5e4-1335-4b29-80c6-0d71f33b2395,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:11.871598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-5419662d-72f6-44cb-8061-25ae8713e068 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f9493b0-99ff-4e85-bf15-24a051a693be HTTP/1.1" status: 200 len: 217 time: 0.0890622 Aug 31 09:50:11.910635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Attempting to bind port fa7da5e4-1335-4b29-80c6-0d71f33b2395 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:50:11.911768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Attempting to bind port fa7da5e4-1335-4b29-80c6-0d71f33b2395 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:50:11.912391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Attempting to bind port fa7da5e4-1335-4b29-80c6-0d71f33b2395 on network 159b9386-61b4-491e-a3a6-5b55831147e8 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:11.916349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:11.933129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:50:11.933845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Checking segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:11.934476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.935121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Bound using segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:50:11.935878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Bound port: fa7da5e4-1335-4b29-80c6-0d71f33b2395, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:50:11.936509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.049717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-561a8b4b-9f93-4338-9e1b-4236d4b6f369 service neutron] 10.222.0.69 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600644 Aug 31 09:50:12.121199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] For port fa7da5e4-1335-4b29-80c6-0d71f33b2395, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:50:12.145466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-e65dbf8b-b38b-4c8f-9ce6-03901e66198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.147005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-e65dbf8b-b38b-4c8f-9ce6-03901e66198c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.2179253 Aug 31 09:50:12.160288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] For port fa7da5e4-1335-4b29-80c6-0d71f33b2395, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fa7da5e4-1335-4b29-80c6-0d71f33b2395,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:50:12.168377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:12.183788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb5d9-9afe-4943-9876-7b37979b38fa req-bd75aa42-557c-47f7-8d36-d20ee3a152db tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.190461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.193727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f6bb5d9-9afe-4943-9876-7b37979b38fa req-bd75aa42-557c-47f7-8d36-d20ee3a152db tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 943 time: 0.1426802 Aug 31 09:50:12.251335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-471f8ff4-3359-47f2-9e71-3c1b586e0f2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877652 Aug 31 09:50:12.263651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '4ee67496-4f31-4fcd-bfb1-0d533f1d54ab', 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'port_id': '4ee67496-4f31-4fcd-bfb1-0d533f1d54ab', 'mac_address': 'fa:16:3e:71:89:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83abec25-5179-4336-928d-0286e7a4e5cd', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:12.417906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:12.418621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:49:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:12.493287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e64d7d4c-e6cb-488a-8eee-efac3804b4c4 req-b60b4027-25fb-4b5a-a3de-acf84b96d048 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 210 time: 0.0976753 Aug 31 09:50:12.497238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe34f4-c5ca-465f-826a-9911fefcc88b None None] Pushing event updated for resources: {'Port': ['ID=fa7da5e4-1335-4b29-80c6-0d71f33b2395,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:12.508793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f6bb5d9-9afe-4943-9876-7b37979b38fa req-ebdd1d4f-d065-41a0-9a88-a29b915a85ce tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141620 Aug 31 09:50:12.564896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.600235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:12.603281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-92a8d416-bf14-40ad-b04b-74cb200afb8b service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407359 Aug 31 09:50:12.629756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:12.641230 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.642136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6cb08a69-176d-47dc-833e-bf742e9bb0b6 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:12.725294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b14f1de1-efcf-41b7-8b15-61b8ad934029 req-85eaecd2-6988-42ba-a103-e83184b2b619 service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134925 Aug 31 09:50:12.926888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-22b47811-4abd-41e4-9dc4-d33f84d532c1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.936598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-22b47811-4abd-41e4-9dc4-d33f84d532c1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.955146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-22b47811-4abd-41e4-9dc4-d33f84d532c1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.961798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-22b47811-4abd-41e4-9dc4-d33f84d532c1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.975804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-22b47811-4abd-41e4-9dc4-d33f84d532c1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.997268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-22b47811-4abd-41e4-9dc4-d33f84d532c1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.002679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6cb08a69-176d-47dc-833e-bf742e9bb0b6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:13.009408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-22b47811-4abd-41e4-9dc4-d33f84d532c1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.017769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-22b47811-4abd-41e4-9dc4-d33f84d532c1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5432 time: 0.1714518 Aug 31 09:50:13.030495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:13.033598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '6cb08a69-176d-47dc-833e-bf742e9bb0b6', 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'port_id': '6cb08a69-176d-47dc-833e-bf742e9bb0b6', 'mac_address': 'fa:16:3e:9b:d1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83abec25-5179-4336-928d-0286e7a4e5cd', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:13.063853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:13.167717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d33958e-c16e-46c3-8db5-3ee2642cf7ba req-c225e2af-9562-4c4a-ba3f-5a5b89b4b41d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271086 Aug 31 09:50:13.171632 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:13.235521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb08a69-176d-47dc-833e-bf742e9bb0b6 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:13.268430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6cb08a69-176d-47dc-833e-bf742e9bb0b6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:13.282019 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:13.282706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:13.400125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6cb08a69-176d-47dc-833e-bf742e9bb0b6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:13.417589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:13.434411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2', 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'port_id': '6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2', 'mac_address': 'fa:16:3e:59:d5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83abec25-5179-4336-928d-0286e7a4e5cd', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:13.487484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:12Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:13.490971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:13.535145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6ac88-061b-4f19-a16a-2060adace7d4 None None] The sync data for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 is: [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:12Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:50:13.555244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:13.624236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:13.665111 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:13.666072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9bca7e4b-7397-4e14-8ce0-5e02c84df416 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:13.709279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e23362d6-424b-4fa5-9aa6-57ec5531225b req-a1f4efca-d47b-43c9-aefb-a1a16e1048d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 210 time: 0.1381025 Aug 31 09:50:13.790679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:13.793937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:13.878854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0650-eb71-4f30-8288-649e253e6eee req-6fb370d7-3a9f-4577-9961-7e7b4a3a53e8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.881749 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-6fb370d7-3a9f-4577-9961-7e7b4a3a53e8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 797 time: 0.2042730 Aug 31 09:50:13.969836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9bca7e4b-7397-4e14-8ce0-5e02c84df416, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:13.985390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'port_id': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'mac_address': 'fa:16:3e:dd:cb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:14.038590 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.039361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-2ed81555-5a45-4068-81b9-6c8bf7a9295a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1557851 Aug 31 09:50:14.047677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-ead52bb2-eb42-4356-bb46-3abc9e72c5d3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 379 time: 0.1444271 Aug 31 09:50:14.060519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bca7e4b-7397-4e14-8ce0-5e02c84df416 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:14.062731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b53b52-a91b-44c5-88e4-7d93474f6e44 req-cf68f17d-5a56-4e3a-af87-7950bf702cee tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:14.073345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6b53b52-a91b-44c5-88e4-7d93474f6e44 req-cf68f17d-5a56-4e3a-af87-7950bf702cee tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 943 time: 0.3562541 Aug 31 09:50:14.089199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9bca7e4b-7397-4e14-8ce0-5e02c84df416, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:14.096484 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.097555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 51133362-96f1-4480-8b28-296952a81d2e details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:14.128449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'port': {'device_id': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'admin_state_up': True, 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'security_groups': ['feaba4cb-5397-459b-9245-e10b91e65677']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:14.180365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9bca7e4b-7397-4e14-8ce0-5e02c84df416,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:14.197625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 51133362-96f1-4480-8b28-296952a81d2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=51133362-96f1-4480-8b28-296952a81d2e,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:14.231425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '51133362-96f1-4480-8b28-296952a81d2e', 'network_id': 'e0064190-738d-4733-b091-a9c695bc228d', 'port_id': '51133362-96f1-4480-8b28-296952a81d2e', 'mac_address': 'fa:16:3e:22:28:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83abec25-5179-4336-928d-0286e7a4e5cd', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:14.296924 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.307746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6b53b52-a91b-44c5-88e4-7d93474f6e44 req-d8fd7c38-a9c3-4f6b-8d72-b26562998853 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310491 Aug 31 09:50:14.329480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-91e2130a-07d3-4fe7-85f1-a2e53a6cb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:14.331022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-91e2130a-07d3-4fe7-85f1-a2e53a6cb2bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c64ef3009e411d9da05e7db9dd7698&device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 1096 time: 0.2550559 Aug 31 09:50:14.354063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51133362-96f1-4480-8b28-296952a81d2e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:14.380469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 51133362-96f1-4480-8b28-296952a81d2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=51133362-96f1-4480-8b28-296952a81d2e,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:14.391104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.391876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cc350b13-3bc1-4664-ba6a-f47938b010f6 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:14.579851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=51133362-96f1-4480-8b28-296952a81d2e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:14.641251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa7da5e4-1335-4b29-80c6-0d71f33b2395 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:14.761710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cc350b13-3bc1-4664-ba6a-f47938b010f6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:14.782185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'cc350b13-3bc1-4664-ba6a-f47938b010f6', 'network_id': '4881000f-f362-409a-82b9-80064c0603e3', 'port_id': 'cc350b13-3bc1-4664-ba6a-f47938b010f6', 'mac_address': 'fa:16:3e:1e:8c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4f3e8a-3552-4538-b4be-63a771611e70', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:14.785606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port fa7da5e4-1335-4b29-80c6-0d71f33b2395 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:14.792042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port fa7da5e4-1335-4b29-80c6-0d71f33b2395 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:14.792419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.840849 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.904316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc350b13-3bc1-4664-ba6a-f47938b010f6 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:14.934563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2711cd7e-94db-48f1-9816-18afebd1e0d6 req-f634f264-b996-47d6-a588-c80439675d18 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 210 time: 0.0676110 Aug 31 09:50:14.949665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:50:14.954783 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.965259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cc350b13-3bc1-4664-ba6a-f47938b010f6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:14.971324 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.991455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b781a-28e0-4ed7-a750-514606817483 req-741f5b78-7b61-4924-b4f1-e75e88bec01e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:14.999150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b781a-28e0-4ed7-a750-514606817483 req-741f5b78-7b61-4924-b4f1-e75e88bec01e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.006874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b781a-28e0-4ed7-a750-514606817483 req-741f5b78-7b61-4924-b4f1-e75e88bec01e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.009474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 99f92245-6acc-48c7-93cd-d517ad6d173d details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:15.015370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b781a-28e0-4ed7-a750-514606817483 req-741f5b78-7b61-4924-b4f1-e75e88bec01e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.018350 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:15.022385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b781a-28e0-4ed7-a750-514606817483 req-741f5b78-7b61-4924-b4f1-e75e88bec01e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.029208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b781a-28e0-4ed7-a750-514606817483 req-741f5b78-7b61-4924-b4f1-e75e88bec01e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.036363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b781a-28e0-4ed7-a750-514606817483 req-741f5b78-7b61-4924-b4f1-e75e88bec01e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.044927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-804b781a-28e0-4ed7-a750-514606817483 req-741f5b78-7b61-4924-b4f1-e75e88bec01e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5435 time: 0.7217638 Aug 31 09:50:15.084941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cc350b13-3bc1-4664-ba6a-f47938b010f6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:15.103683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-b2904593-9fc4-4102-8dba-cc78b8146409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.105516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-b2904593-9fc4-4102-8dba-cc78b8146409 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 200 len: 916 time: 0.7373424 Aug 31 09:50:15.170428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port fa7da5e4-1335-4b29-80c6-0d71f33b2395, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fa7da5e4-1335-4b29-80c6-0d71f33b2395,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:15.180302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:15.206836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-804b781a-28e0-4ed7-a750-514606817483 req-5a338b83-93dc-44ea-9737-603d0ca0e549 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604357 Aug 31 09:50:15.211702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-66f30ddf-c20d-4bd8-9c76-ec3ffc35ad77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cef6aab0-d4db-44aa-b638-82dbcfe104dd HTTP/1.1" status: 200 len: 217 time: 0.0631714 Aug 31 09:50:15.248735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=fa7da5e4-1335-4b29-80c6-0d71f33b2395,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:15.329532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 99f92245-6acc-48c7-93cd-d517ad6d173d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=99f92245-6acc-48c7-93cd-d517ad6d173d,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:15.348031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '99f92245-6acc-48c7-93cd-d517ad6d173d', 'network_id': '4881000f-f362-409a-82b9-80064c0603e3', 'port_id': '99f92245-6acc-48c7-93cd-d517ad6d173d', 'mac_address': 'fa:16:3e:8a:fa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4f3e8a-3552-4538-b4be-63a771611e70', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:15.410518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:15.414058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.20.0.5 (159b9386-61b4-491e-a3a6-5b55831147e8/6742ddd3-28d0-4165-9631-ef4e3f81868c/2d4a2e95-ec72-41f8-9719-f96257c6582b) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:15.429318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f92245-6acc-48c7-93cd-d517ad6d173d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:15.461795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 99f92245-6acc-48c7-93cd-d517ad6d173d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=99f92245-6acc-48c7-93cd-d517ad6d173d,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:15.467474 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:15.494525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-99f80713-3510-40c4-a16d-d95dafc281bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.496191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-99f80713-3510-40c4-a16d-d95dafc281bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 200 len: 854 time: 0.2733674 Aug 31 09:50:15.528989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=99f92245-6acc-48c7-93cd-d517ad6d173d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:15.583527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-30c3835c-0878-442f-a5e1-2d47409a3516 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62fcc7c7-167e-4159-b34f-d7c71632a155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756521 Aug 31 09:50:15.612275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d8e12-a571-4068-8046-c368fbb6785a req-11187844-7b2d-4812-9e92-55db2d66a1fd tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.613763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a9d8e12-a571-4068-8046-c368fbb6785a req-11187844-7b2d-4812-9e92-55db2d66a1fd tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 943 time: 0.1851070 Aug 31 09:50:15.750027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a9d8e12-a571-4068-8046-c368fbb6785a req-0b38cb0f-bc83-4a1e-b1a1-6c9e037824d8 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232281 Aug 31 09:50:15.769860 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:15.780179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-c73f2c35-0d41-485b-b1b4-6c24406ea993 service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883466 Aug 31 09:50:15.787142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Transition to ACTIVE for port object 2d4a2e95-ec72-41f8-9719-f96257c6582b will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:15.808039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['9bca7e4b-7397-4e14-8ce0-5e02c84df416'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:15.885061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6cb08a69-176d-47dc-833e-bf742e9bb0b6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:15.897065 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:15.953802 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c08e531-7680-46f9-b46d-c5494f353a6d req-cde123e8-f0d0-4bbe-a7ad-19fe3fd87a5f service neutron] 10.222.0.20 "GET /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630416 Aug 31 09:50:15.955556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cc350b13-3bc1-4664-ba6a-f47938b010f6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:15.963188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['51133362-96f1-4480-8b28-296952a81d2e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:15.967244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network 159b9386-61b4-491e-a3a6-5b55831147e8 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:15.970590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:15.974128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:16.010112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:16.048776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.049722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.070245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-f1190fe3-148d-482f-bc13-5d1e4e7b1a5c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9924555 Aug 31 09:50:16.085461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Request body: {'port': {'device_id': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:16.230793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99fb4a-0dbf-4502-88bb-d40138991a96 req-b12747d7-8c57-488f-a50f-0b902dff2c09 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.233533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a99fb4a-0dbf-4502-88bb-d40138991a96 req-b12747d7-8c57-488f-a50f-0b902dff2c09 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 931 time: 0.1432571 Aug 31 09:50:16.234888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.260322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['99f92245-6acc-48c7-93cd-d517ad6d173d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:16.520392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa7da5e4-1335-4b29-80c6-0d71f33b2395 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:16.522260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a99fb4a-0dbf-4502-88bb-d40138991a96 req-ba21a5a9-da9b-4adc-8cf3-00e79692bd8c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475979 Aug 31 09:50:16.634988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ede5780-c521-4b86-8fde-8b24850fb4d3 None None] Provisioning for port 2d4a2e95-ec72-41f8-9719-f96257c6582b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:16.661393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-3bdde2c7-206e-45b6-b580-e4d52e8c6f5d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.667758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-3bdde2c7-206e-45b6-b580-e4d52e8c6f5d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.674853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-3bdde2c7-206e-45b6-b580-e4d52e8c6f5d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.681857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-3bdde2c7-206e-45b6-b580-e4d52e8c6f5d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.685251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4ee67496-4f31-4fcd-bfb1-0d533f1d54ab'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:16.689211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-3bdde2c7-206e-45b6-b580-e4d52e8c6f5d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.699631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-3bdde2c7-206e-45b6-b580-e4d52e8c6f5d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.706541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-3bdde2c7-206e-45b6-b580-e4d52e8c6f5d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.707614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ede5780-c521-4b86-8fde-8b24850fb4d3 None None] Provisioning complete for port 2d4a2e95-ec72-41f8-9719-f96257c6582b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:16.708252 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ede5780-c521-4b86-8fde-8b24850fb4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.708707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-3bdde2c7-206e-45b6-b580-e4d52e8c6f5d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5438 time: 0.2889748 Aug 31 09:50:16.779672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:16.826783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cb954c1-ffe8-46f1-bbfd-a3b233873288 req-157f93ca-bb46-47cc-a0bd-4a8faa1f3756 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038015 Aug 31 09:50:16.921208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9ede5780-c521-4b86-8fde-8b24850fb4d3 None None] Port 2d4a2e95-ec72-41f8-9719-f96257c6582b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:50:16.957766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port fa7da5e4-1335-4b29-80c6-0d71f33b2395 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:16.958282 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.980909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4a2e95-ec72-41f8-9719-f96257c6582b {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:16.990543 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.004714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Transition to ACTIVE for port object 2d4a2e95-ec72-41f8-9719-f96257c6582b will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:17.016650 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.022702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1f9493b0-99ff-4e85-bf15-24a051a693be details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:17.122002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10506718-d251-45e5-bc33-a4c5c1f1d14b req-843f0bf0-67e6-4deb-8a0c-f43e9bbd8845 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.130876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10506718-d251-45e5-bc33-a4c5c1f1d14b req-843f0bf0-67e6-4deb-8a0c-f43e9bbd8845 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 943 time: 0.2970002 Aug 31 09:50:17.208038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-10506718-d251-45e5-bc33-a4c5c1f1d14b req-ec0b81dc-0f05-4f5a-b344-67b7ddcead1f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677772 Aug 31 09:50:17.315247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Attempting to bind port 2d4a2e95-ec72-41f8-9719-f96257c6582b on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:50:17.315627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Attempting to bind port 2d4a2e95-ec72-41f8-9719-f96257c6582b by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:50:17.315969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Attempting to bind port 2d4a2e95-ec72-41f8-9719-f96257c6582b on network 159b9386-61b4-491e-a3a6-5b55831147e8 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:17.322697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Port 2d4a2e95-ec72-41f8-9719-f96257c6582b on network 159b9386-61b4-491e-a3a6-5b55831147e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:50:17.323063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Attempting to bind port 2d4a2e95-ec72-41f8-9719-f96257c6582b on network 159b9386-61b4-491e-a3a6-5b55831147e8 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:17.329805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:50:17.330996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Checking segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:17.331783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Bound using segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:50:17.333251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Bound port: 2d4a2e95-ec72-41f8-9719-f96257c6582b, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:50:17.333431 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.351385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:17.465838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:50:17.471422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:50:17.477750 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.594914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:17.607955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.610656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.612665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-ab90dd6b-c853-4a40-bd65-a620b003a80c service neutron] 10.222.0.52 "PUT /v2.0/ports/2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 1091 time: 1.5323713 Aug 31 09:50:17.613349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:17.615948 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fb252d-302e-4614-ad9b-3c88cf54d7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:17.638206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1f9493b0-99ff-4e85-bf15-24a051a693be, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1f9493b0-99ff-4e85-bf15-24a051a693be,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:17.692067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '1f9493b0-99ff-4e85-bf15-24a051a693be', 'network_id': '62fcc7c7-167e-4159-b34f-d7c71632a155', 'port_id': '1f9493b0-99ff-4e85-bf15-24a051a693be', 'mac_address': 'fa:16:3e:95:b7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737c74e6-63d6-41ed-ba44-1f05af2406a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:17.762118 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7441eeb-0e03-4299-afc8-aaa2370fc2fe x-openstack-request-id: req-c7441eeb-0e03-4299-afc8-aaa2370fc2fe {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:17.762412 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:17.762671 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7441eeb-0e03-4299-afc8-aaa2370fc2fe {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:17.766984 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'status': 'completed', 'code': 200} Aug 31 09:50:17.802635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6876de-3462-43b0-8b55-52d3f0ed5778 req-8602a923-970d-4d63-b55a-eaf647509f78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.803946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c6876de-3462-43b0-8b55-52d3f0ed5778 req-8602a923-970d-4d63-b55a-eaf647509f78 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.1750932 Aug 31 09:50:17.807492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0650-eb71-4f30-8288-649e253e6eee req-4aa31b9b-e1d4-4d55-9de5-d903096fe760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.808972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-4aa31b9b-e1d4-4d55-9de5-d903096fe760 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1094 time: 0.0901184 Aug 31 09:50:17.817090 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.846690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9493b0-99ff-4e85-bf15-24a051a693be {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:17.876591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1f9493b0-99ff-4e85-bf15-24a051a693be, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1f9493b0-99ff-4e85-bf15-24a051a693be,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:17.883705 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.912708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-dd5a088b-6996-4134-88a6-be0baf201479 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 217 time: 0.0888104 Aug 31 09:50:17.959973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1f9493b0-99ff-4e85-bf15-24a051a693be,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:17.973208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c6876de-3462-43b0-8b55-52d3f0ed5778 req-834482ec-76c1-47f2-b9c2-e718abec5418 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540282 Aug 31 09:50:18.032140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0650-eb71-4f30-8288-649e253e6eee req-868c729f-be28-40d5-bc23-2cb93f3d7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.033672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-868c729f-be28-40d5-bc23-2cb93f3d7612 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.1122079 Aug 31 09:50:18.080283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-94f9dfa4-cc20-4ce1-824d-466bdd085e89 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.086440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-94f9dfa4-cc20-4ce1-824d-466bdd085e89 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.092680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-94f9dfa4-cc20-4ce1-824d-466bdd085e89 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.098731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-94f9dfa4-cc20-4ce1-824d-466bdd085e89 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.109766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-94f9dfa4-cc20-4ce1-824d-466bdd085e89 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.116166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-94f9dfa4-cc20-4ce1-824d-466bdd085e89 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.122174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-94f9dfa4-cc20-4ce1-824d-466bdd085e89 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.124795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-94f9dfa4-cc20-4ce1-824d-466bdd085e89 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5438 time: 0.1491013 Aug 31 09:50:18.154502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0650-eb71-4f30-8288-649e253e6eee req-1da3b1ac-ce93-4099-8f82-4ce41eeeda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.156087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-1da3b1ac-ce93-4099-8f82-4ce41eeeda52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143997 Aug 31 09:50:18.195456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60a17ec0-2409-449a-87bd-e113e16b4f80 req-3e25b6ad-d393-4e76-a8a8-441298523854 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611289 Aug 31 09:50:18.277100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-fc045545-05aa-4d3d-875f-beaa14bc657e service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090655 Aug 31 09:50:18.398599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc2f1-df50-4829-92d0-a073c0e4e292 req-f6a72315-36d5-4e5a-bad8-de14d6d7a452 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.400279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-707fc2f1-df50-4829-92d0-a073c0e4e292 req-f6a72315-36d5-4e5a-bad8-de14d6d7a452 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 944 time: 0.1065383 Aug 31 09:50:18.448127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872a0650-eb71-4f30-8288-649e253e6eee req-18f2d936-a7c9-4ba9-8f4b-ec644667b7cb service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624150 Aug 31 09:50:18.568165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-17205fae-36aa-474c-92bb-40b118c270f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.571269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-17205fae-36aa-474c-92bb-40b118c270f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1094 time: 0.0727186 Aug 31 09:50:18.575284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-707fc2f1-df50-4829-92d0-a073c0e4e292 req-5f6745af-6218-4ec2-aa41-3ddb25c2de18 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258099 Aug 31 09:50:18.709784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-85007791-7b44-46a6-8a35-9bc09b8b114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.716022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-85007791-7b44-46a6-8a35-9bc09b8b114a service neutron] 10.222.0.52 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 899 time: 0.1373301 Aug 31 09:50:18.800779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-f01decc1-0295-4d51-bd1d-c91ae481ae47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 217 time: 0.0756092 Aug 31 09:50:18.858115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-e1b92eaf-7ec7-46b9-aa14-b832f10454d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.859673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-e1b92eaf-7ec7-46b9-aa14-b832f10454d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.0510354 Aug 31 09:50:18.927360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-87e876c4-ad2d-4a1c-ba66-61b62ba82e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.929638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-87e876c4-ad2d-4a1c-ba66-61b62ba82e70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620921 Aug 31 09:50:18.951945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['1f9493b0-99ff-4e85-bf15-24a051a693be'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:19.026061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52130) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:19.044031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9bca7e4b-7397-4e14-8ce0-5e02c84df416 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:19.153397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-7854679d-0bfe-4f14-bd47-de051d585f57 service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140477 Aug 31 09:50:19.188027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d130dfa-d7f6-4f31-8da1-bc46ef1e141e req-ce6447e3-e52b-4951-88b3-96dbb4a77e60 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.190636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d130dfa-d7f6-4f31-8da1-bc46ef1e141e req-ce6447e3-e52b-4951-88b3-96dbb4a77e60 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.0908790 Aug 31 09:50:19.205727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70fc7152-f3c7-4091-a1e5-4885611aa674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.269869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:19.278701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:19.279145 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.307773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d130dfa-d7f6-4f31-8da1-bc46ef1e141e req-791a46e5-d55f-4906-afe8-9ecb101789f2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047957 Aug 31 09:50:19.364142 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65fb252d-302e-4614-ad9b-3c88cf54d7ad req-b34c4c67-eb68-4bf0-ab5e-c28b2aaec9fc service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004166 Aug 31 09:50:19.396986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70fc7152-f3c7-4091-a1e5-4885611aa674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.407553 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-70fc7152-f3c7-4091-a1e5-4885611aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.446721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.450388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc7152-f3c7-4091-a1e5-4885611aa674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a13aa3f-c210-4afc-b6ee-3711aa8aa64b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:19.456689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-70fc7152-f3c7-4091-a1e5-4885611aa674 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00088aea331447cf89d2ef41a30f6243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293292 Aug 31 09:50:19.459397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52142) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:19.464799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-b414af5c-6798-4571-8566-a54faa2d066e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.472871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-b414af5c-6798-4571-8566-a54faa2d066e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.477802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bca7e4b-7397-4e14-8ce0-5e02c84df416'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:19.479708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-b414af5c-6798-4571-8566-a54faa2d066e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.480767 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f12c7b-eb63-4716-9206-3b7482157b56" -d '{"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "9bca7e4b-7397-4e14-8ce0-5e02c84df416"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:19.487640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-b414af5c-6798-4571-8566-a54faa2d066e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.503707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9bca7e4b-7397-4e14-8ce0-5e02c84df416, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:19.514475 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.517094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-b414af5c-6798-4571-8566-a54faa2d066e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.518258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cc350b13-3bc1-4664-ba6a-f47938b010f6 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:19.523353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-b414af5c-6798-4571-8566-a54faa2d066e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.529677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-b414af5c-6798-4571-8566-a54faa2d066e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.531852 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-b414af5c-6798-4571-8566-a54faa2d066e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5438 time: 0.1663985 Aug 31 09:50:19.564600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e563121-de19-40a4-8c28-61fb1b5611bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.589655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4322bf86-e975-4b9b-a6ba-fc8bb80fbf11 req-082f97e6-ec8a-4662-a5f0-42c0221a0698 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504529 Aug 31 09:50:19.592477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e563121-de19-40a4-8c28-61fb1b5611bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.647887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9bca7e4b-7397-4e14-8ce0-5e02c84df416,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:19.667792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.668833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.669416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.671009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.671588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.672501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.673114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.673667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.674220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.674800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.675376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.675998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:19.685022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port cc350b13-3bc1-4664-ba6a-f47938b010f6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:19.690057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port cc350b13-3bc1-4664-ba6a-f47938b010f6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:19.690440 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.695812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e563121-de19-40a4-8c28-61fb1b5611bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.700736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e563121-de19-40a4-8c28-61fb1b5611bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.702827 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6e563121-de19-40a4-8c28-61fb1b5611bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a13aa3f-c210-4afc-b6ee-3711aa8aa64b HTTP/1.1" status: 204 len: 168 time: 0.2421255 Aug 31 09:50:19.718615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e563121-de19-40a4-8c28-61fb1b5611bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a13aa3f-c210-4afc-b6ee-3711aa8aa64b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:19.780678 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a01f40b-a389-4cef-a3dc-3c3a12b1a5b1 x-openstack-request-id: req-3a01f40b-a389-4cef-a3dc-3c3a12b1a5b1 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:19.780973 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "9bca7e4b-7397-4e14-8ce0-5e02c84df416", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:19.781231 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a01f40b-a389-4cef-a3dc-3c3a12b1a5b1 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:19.781623 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'code': 200} Aug 31 09:50:19.813265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a882fc-ad0d-4e40-bc5d-7af25618860d req-71901bb1-955f-4e9a-bc74-15de9832e419 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.815244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11a882fc-ad0d-4e40-bc5d-7af25618860d req-71901bb1-955f-4e9a-bc74-15de9832e419 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 944 time: 0.0723422 Aug 31 09:50:19.848375 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.874436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11a882fc-ad0d-4e40-bc5d-7af25618860d req-60118e90-b7ea-4239-8555-9152c2eb37df tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 Aug 31 09:50:19.904420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port cc350b13-3bc1-4664-ba6a-f47938b010f6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:19.909314 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:19.965829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=cc350b13-3bc1-4664-ba6a-f47938b010f6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:20.119350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52164) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:20.132810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43a85c6b-98de-4bf7-afcf-8f4fa83aed81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:20.229373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43a85c6b-98de-4bf7-afcf-8f4fa83aed81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:20.234478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43a85c6b-98de-4bf7-afcf-8f4fa83aed81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:20.276514 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-43a85c6b-98de-4bf7-afcf-8f4fa83aed81 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f985b3ada13450796681166fad14fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560192 Aug 31 09:50:20.279873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52166) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:20.283158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a85c6b-98de-4bf7-afcf-8f4fa83aed81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d57c8-b677-44a6-8de7-944716c5f195,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:20.324046 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:50:20.340012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-094fb8c5-24e1-4699-b944-6ade67660a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:20.365587 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-094fb8c5-24e1-4699-b944-6ade67660a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:20.459907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033d579-9187-4bef-95e4-108ee20cee86 req-d2f5d98e-94c2-4b55-a4aa-9e72c226e630 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.461550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b033d579-9187-4bef-95e4-108ee20cee86 req-d2f5d98e-94c2-4b55-a4aa-9e72c226e630 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.0682681 Aug 31 09:50:20.470720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-094fb8c5-24e1-4699-b944-6ade67660a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:20.473445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-094fb8c5-24e1-4699-b944-6ade67660a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:20.474605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-094fb8c5-24e1-4699-b944-6ade67660a7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d9d57c8-b677-44a6-8de7-944716c5f195 HTTP/1.1" status: 204 len: 168 time: 0.1937411 Aug 31 09:50:20.496867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fb8c5-24e1-4699-b944-6ade67660a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d57c8-b677-44a6-8de7-944716c5f195,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:20.537168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b033d579-9187-4bef-95e4-108ee20cee86 req-079e827c-0dcb-4014-9603-bb3997389562 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614223 Aug 31 09:50:20.760683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-151f0578-620a-4da0-813c-d7b7df39ec6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.768568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-151f0578-620a-4da0-813c-d7b7df39ec6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.774894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-151f0578-620a-4da0-813c-d7b7df39ec6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.781037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-151f0578-620a-4da0-813c-d7b7df39ec6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.788038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-151f0578-620a-4da0-813c-d7b7df39ec6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.794396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-151f0578-620a-4da0-813c-d7b7df39ec6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.800725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-151f0578-620a-4da0-813c-d7b7df39ec6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.807320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-151f0578-620a-4da0-813c-d7b7df39ec6c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5440 time: 0.1028502 Aug 31 09:50:20.853519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2d4a2e95-ec72-41f8-9719-f96257c6582b details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:20.861320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8265938a-8fd0-45bb-b6c1-0bde000561ba req-45d16be5-aa1a-41b6-aa63-00995417b599 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522194 Aug 31 09:50:20.876039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52190) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:20.897048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-12c7cc70-ad45-4fcc-baa4-deb03cfc8470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:20.990318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:21.017321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'port_id': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'mac_address': 'fa:16:3e:85:2f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:21.064251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4511a-c6ee-4c5e-85d2-591a3d17adc0 req-57f2c9d1-0ba7-4f8e-aba0-633eb9845adf tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:21.068989 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.072144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef4511a-c6ee-4c5e-85d2-591a3d17adc0 req-57f2c9d1-0ba7-4f8e-aba0-633eb9845adf tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 944 time: 0.0906436 Aug 31 09:50:21.083920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 99f92245-6acc-48c7-93cd-d517ad6d173d up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:21.124324 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef4511a-c6ee-4c5e-85d2-591a3d17adc0 req-fd7b49ba-4292-4390-97c4-0400d1dbcc2f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510995 Aug 31 09:50:21.126189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4a2e95-ec72-41f8-9719-f96257c6582b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:21.148618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:21.159630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.174591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-12c7cc70-ad45-4fcc-baa4-deb03cfc8470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.181304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-12c7cc70-ad45-4fcc-baa4-deb03cfc8470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.192783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 99f92245-6acc-48c7-93cd-d517ad6d173d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:21.204176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 99f92245-6acc-48c7-93cd-d517ad6d173d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:21.204561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.230531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7cc70-ad45-4fcc-baa4-deb03cfc8470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c60b3-320a-4700-9962-6128212f7616,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:21.264188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-12c7cc70-ad45-4fcc-baa4-deb03cfc8470 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ceebbd208e044034947f6e0ae0d1507e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860619 Aug 31 09:50:21.266472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52200) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:21.288453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:21.334258 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b1e8f778-eaed-4cf1-9308-8f0cd928e42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.356547 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b1e8f778-eaed-4cf1-9308-8f0cd928e42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.363167 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.386589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['2d4a2e95-ec72-41f8-9719-f96257c6582b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:21.413005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b1e8f778-eaed-4cf1-9308-8f0cd928e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.415797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b1e8f778-eaed-4cf1-9308-8f0cd928e42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.417182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b1e8f778-eaed-4cf1-9308-8f0cd928e42e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb3c60b3-320a-4700-9962-6128212f7616 HTTP/1.1" status: 204 len: 168 time: 0.1491241 Aug 31 09:50:21.426952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8f778-eaed-4cf1-9308-8f0cd928e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c60b3-320a-4700-9962-6128212f7616,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:21.447841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 99f92245-6acc-48c7-93cd-d517ad6d173d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=99f92245-6acc-48c7-93cd-d517ad6d173d,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:21.460342 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.461145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6cb08a69-176d-47dc-833e-bf742e9bb0b6 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:21.590980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=99f92245-6acc-48c7-93cd-d517ad6d173d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:21.634738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:21.649571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:21.649858 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.685276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d058a52-2308-448b-8b6b-4877d1108ca8 req-36a2ea65-635d-4c01-a9d4-2566b19f2acf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:21.694080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d058a52-2308-448b-8b6b-4877d1108ca8 req-36a2ea65-635d-4c01-a9d4-2566b19f2acf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 944 time: 0.0637031 Aug 31 09:50:21.745422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d058a52-2308-448b-8b6b-4877d1108ca8 req-509e5825-7473-44c2-ac80-92a39565394b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468676 Aug 31 09:50:21.798471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc350b13-3bc1-4664-ba6a-f47938b010f6'}, {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f92245-6acc-48c7-93cd-d517ad6d173d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:21.802329 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834bb683-efc8-4b2b-a576-541a028c514c" -d '{"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "cc350b13-3bc1-4664-ba6a-f47938b010f6"}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "99f92245-6acc-48c7-93cd-d517ad6d173d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:21.870931 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8bb74c-a20d-4340-8983-e32e02e68aea x-openstack-request-id: req-cf8bb74c-a20d-4340-8983-e32e02e68aea {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:21.871230 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "cc350b13-3bc1-4664-ba6a-f47938b010f6", "code": 200}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "99f92245-6acc-48c7-93cd-d517ad6d173d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:21.871481 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf8bb74c-a20d-4340-8983-e32e02e68aea {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:21.871881 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc350b13-3bc1-4664-ba6a-f47938b010f6', 'code': 200} Aug 31 09:50:21.873202 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f92245-6acc-48c7-93cd-d517ad6d173d', 'code': 200} Aug 31 09:50:21.876659 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-98107d2d-384b-4cca-b13f-5ffd5d1fc949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.881500 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.964078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6cb08a69-176d-47dc-833e-bf742e9bb0b6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:21.975855 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.976709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:22.089079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-91dec48f-e0d7-4cc3-8052-b490c11515cc tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.096449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-91dec48f-e0d7-4cc3-8052-b490c11515cc tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.102764 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-91dec48f-e0d7-4cc3-8052-b490c11515cc tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.109913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-91dec48f-e0d7-4cc3-8052-b490c11515cc tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.116478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-91dec48f-e0d7-4cc3-8052-b490c11515cc tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.123062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-91dec48f-e0d7-4cc3-8052-b490c11515cc tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.129228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-91dec48f-e0d7-4cc3-8052-b490c11515cc tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.131368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-91dec48f-e0d7-4cc3-8052-b490c11515cc tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5442 time: 0.1600852 Aug 31 09:50:22.165078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6cb08a69-176d-47dc-833e-bf742e9bb0b6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:22.190053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:22.210716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:22.211129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:22.230380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69b8160f-7147-4336-81cb-f2bf7384a24c req-cd6ff20b-7fc6-4dc9-8498-1aa981b62aed tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868235 Aug 31 09:50:22.302348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a8bb-ef07-49e9-91fb-9facf6d8958b req-e3e73bf0-612b-4f88-b3d9-273693ce86ef tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.304681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7607a8bb-ef07-49e9-91fb-9facf6d8958b req-e3e73bf0-612b-4f88-b3d9-273693ce86ef tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 944 time: 0.0868189 Aug 31 09:50:22.322931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:22.358225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7607a8bb-ef07-49e9-91fb-9facf6d8958b req-e83b410d-2b61-4253-b39f-9fa51aeb0366 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 Aug 31 09:50:22.362682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:22.366934 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:22.367757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 51133362-96f1-4480-8b28-296952a81d2e up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:22.464407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:22.467849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 51133362-96f1-4480-8b28-296952a81d2e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:22.471988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 51133362-96f1-4480-8b28-296952a81d2e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:22.472332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:22.559342 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:22.603125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 51133362-96f1-4480-8b28-296952a81d2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=51133362-96f1-4480-8b28-296952a81d2e,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:22.609856 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:22.663407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=51133362-96f1-4480-8b28-296952a81d2e,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:22.866741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2d4a2e95-ec72-41f8-9719-f96257c6582b up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:22.876863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70616ff-6387-49f6-9533-65a12806cc4a req-ef07237b-6dff-4106-b3cc-afb342921cc8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:22.884483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d70616ff-6387-49f6-9533-65a12806cc4a req-ef07237b-6dff-4106-b3cc-afb342921cc8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 944 time: 0.0627019 Aug 31 09:50:22.933092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 2d4a2e95-ec72-41f8-9719-f96257c6582b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:22.941848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 2d4a2e95-ec72-41f8-9719-f96257c6582b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:22.942523 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:22.949532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d70616ff-6387-49f6-9533-65a12806cc4a req-520fcb6d-d60c-4270-8e6c-a243c1563197 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638506 Aug 31 09:50:23.024872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.043482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:23.107243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:23.117292 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.178872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:23.202192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:23.202626 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.255366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:23.307307 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.362816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:23.368119 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.369932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1f9493b0-99ff-4e85-bf15-24a051a693be up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:23.448084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-29122b70-51b2-4e1e-8d54-47564cf9bc9f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:23.469136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:23.491613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 1f9493b0-99ff-4e85-bf15-24a051a693be completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:23.492045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-29122b70-51b2-4e1e-8d54-47564cf9bc9f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:23.498979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-29122b70-51b2-4e1e-8d54-47564cf9bc9f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:23.501569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 1f9493b0-99ff-4e85-bf15-24a051a693be triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:23.501954 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.505849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-29122b70-51b2-4e1e-8d54-47564cf9bc9f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:23.512276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-29122b70-51b2-4e1e-8d54-47564cf9bc9f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:23.518379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-29122b70-51b2-4e1e-8d54-47564cf9bc9f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:23.524791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-29122b70-51b2-4e1e-8d54-47564cf9bc9f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:23.527033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-29122b70-51b2-4e1e-8d54-47564cf9bc9f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5444 time: 0.1787629 Aug 31 09:50:23.614193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31ba49-cc3e-4d3f-b38b-ab3c3ae3ec05 req-e0b63e39-b7a1-422e-822d-9645d66be977 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:23.616049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8d31ba49-cc3e-4d3f-b38b-ab3c3ae3ec05 req-e0b63e39-b7a1-422e-822d-9645d66be977 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 944 time: 0.0878470 Aug 31 09:50:23.625567 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.634536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1c291d8-315e-444a-b255-b07c20e66b2f req-ec02b59e-8397-4bb0-bfbe-c07a14ad0daa tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950758 Aug 31 09:50:23.675152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 1f9493b0-99ff-4e85-bf15-24a051a693be, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1f9493b0-99ff-4e85-bf15-24a051a693be,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:23.676202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8d31ba49-cc3e-4d3f-b38b-ab3c3ae3ec05 req-b264a507-0593-49a1-8448-5e8c0c05d915 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471306 Aug 31 09:50:23.687673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.748147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=1f9493b0-99ff-4e85-bf15-24a051a693be,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:23.874010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb08a69-176d-47dc-833e-bf742e9bb0b6'}, {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2'}, {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51133362-96f1-4480-8b28-296952a81d2e'}, {'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b'}, {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee67496-4f31-4fcd-bfb1-0d533f1d54ab'}, {'server_uuid': '44fde80d-1fda-4906-8edc-99ddc5969869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9493b0-99ff-4e85-bf15-24a051a693be'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:23.876455 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f74bdd5-c195-4060-a8b2-6bf6a064226a" -d '{"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "6cb08a69-176d-47dc-833e-bf742e9bb0b6"}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2"}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "51133362-96f1-4480-8b28-296952a81d2e"}, {"server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b"}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "4ee67496-4f31-4fcd-bfb1-0d533f1d54ab"}, {"server_uuid": "44fde80d-1fda-4906-8edc-99ddc5969869", "name": "network-vif-plugged", "status": "completed", "tag": "1f9493b0-99ff-4e85-bf15-24a051a693be"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:23.928001 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923c161a-db88-445e-8c1f-c6be400d06e1 x-openstack-request-id: req-923c161a-db88-445e-8c1f-c6be400d06e1 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:23.928321 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "6cb08a69-176d-47dc-833e-bf742e9bb0b6", "code": 200}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2", "code": 200}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "51133362-96f1-4480-8b28-296952a81d2e", "code": 200}, {"server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b", "code": 200}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-plugged", "status": "completed", "tag": "4ee67496-4f31-4fcd-bfb1-0d533f1d54ab", "code": 200}, {"server_uuid": "44fde80d-1fda-4906-8edc-99ddc5969869", "name": "network-vif-plugged", "status": "completed", "tag": "1f9493b0-99ff-4e85-bf15-24a051a693be", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:23.928574 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-923c161a-db88-445e-8c1f-c6be400d06e1 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:23.929132 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb08a69-176d-47dc-833e-bf742e9bb0b6', 'code': 200} Aug 31 09:50:23.929453 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2', 'code': 200} Aug 31 09:50:23.929604 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51133362-96f1-4480-8b28-296952a81d2e', 'code': 200} Aug 31 09:50:23.930224 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'code': 200} Aug 31 09:50:23.930581 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee67496-4f31-4fcd-bfb1-0d533f1d54ab', 'code': 200} Aug 31 09:50:23.930742 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fde80d-1fda-4906-8edc-99ddc5969869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9493b0-99ff-4e85-bf15-24a051a693be', 'code': 200} Aug 31 09:50:24.135141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aac1f-0649-43c6-83da-37682243f5b9 req-2007c57c-032b-43e5-8386-41395e729743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.139263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-142aac1f-0649-43c6-83da-37682243f5b9 req-2007c57c-032b-43e5-8386-41395e729743 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 1096 time: 0.0633214 Aug 31 09:50:24.165937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3d019-7f99-4875-80ba-66821198342b req-7592c6ab-e4f3-424f-9e78-528ba7cab6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.175376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d3d019-7f99-4875-80ba-66821198342b req-7592c6ab-e4f3-424f-9e78-528ba7cab6e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1096 time: 0.1646795 Aug 31 09:50:24.185282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-142aac1f-0649-43c6-83da-37682243f5b9 req-7336e5ae-fa54-4794-b3a9-84556f05e868 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 Aug 31 09:50:24.202056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727a2f5-ec69-4da7-83e5-c698ed6d3c89 req-668a637a-56a8-47f5-b55d-6e85dfd2dfa2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.204120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a727a2f5-ec69-4da7-83e5-c698ed6d3c89 req-668a637a-56a8-47f5-b55d-6e85dfd2dfa2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.1811807 Aug 31 09:50:24.227330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce751a-4b46-450a-99be-051c4e07066e req-e7e1c01d-0dd9-4ab6-98cc-8055d8c0fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.227818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce751a-4b46-450a-99be-051c4e07066e req-e7e1c01d-0dd9-4ab6-98cc-8055d8c0fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.228289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce751a-4b46-450a-99be-051c4e07066e req-e7e1c01d-0dd9-4ab6-98cc-8055d8c0fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.228761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce751a-4b46-450a-99be-051c4e07066e req-e7e1c01d-0dd9-4ab6-98cc-8055d8c0fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.229230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce751a-4b46-450a-99be-051c4e07066e req-e7e1c01d-0dd9-4ab6-98cc-8055d8c0fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.229692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce751a-4b46-450a-99be-051c4e07066e req-e7e1c01d-0dd9-4ab6-98cc-8055d8c0fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.230248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce751a-4b46-450a-99be-051c4e07066e req-e7e1c01d-0dd9-4ab6-98cc-8055d8c0fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.232450 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afce751a-4b46-450a-99be-051c4e07066e req-e7e1c01d-0dd9-4ab6-98cc-8055d8c0fdac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6502 time: 0.1436234 Aug 31 09:50:24.265398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d3d019-7f99-4875-80ba-66821198342b req-863669b0-6273-4df5-b02a-4f18c0cbb828 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603218 Aug 31 09:50:24.288124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a727a2f5-ec69-4da7-83e5-c698ed6d3c89 req-09b2d2f2-7570-4032-be76-d9cc814a64c5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520811 Aug 31 09:50:24.478799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52340) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:24.510415 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afce751a-4b46-450a-99be-051c4e07066e req-f171a7e6-8aaf-4273-9676-d0b69ba3abe4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&id=9857f123-41ee-4ca9-9539-41d6b451d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457532 Aug 31 09:50:24.597010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a85b3c6-2d31-40f9-b9a8-3e6c3cc2480d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.709159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a85b3c6-2d31-40f9-b9a8-3e6c3cc2480d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.716585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a85b3c6-2d31-40f9-b9a8-3e6c3cc2480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.745163 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8a85b3c6-2d31-40f9-b9a8-3e6c3cc2480d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=901bc8dd3c0d49a782ebb24ea3ebb658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651417 Aug 31 09:50:24.749101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52354) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:24.817410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85b3c6-2d31-40f9-b9a8-3e6c3cc2480d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb6a51c-b7f2-4079-a68a-1e26b3d9d730,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:24.841612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73468c09-ef2f-4ca8-8986-4d6f5d02bbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.844076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-e1f96b2d-4bab-4b06-9069-6dc43ef2eaa9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.850050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-e1f96b2d-4bab-4b06-9069-6dc43ef2eaa9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.856012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-e1f96b2d-4bab-4b06-9069-6dc43ef2eaa9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.862878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-e1f96b2d-4bab-4b06-9069-6dc43ef2eaa9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.864370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73468c09-ef2f-4ca8-8986-4d6f5d02bbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.868883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-e1f96b2d-4bab-4b06-9069-6dc43ef2eaa9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.875436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-e1f96b2d-4bab-4b06-9069-6dc43ef2eaa9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.882112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-e1f96b2d-4bab-4b06-9069-6dc43ef2eaa9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.887084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-e1f96b2d-4bab-4b06-9069-6dc43ef2eaa9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.1396477 Aug 31 09:50:24.921529 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73468c09-ef2f-4ca8-8986-4d6f5d02bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.923380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0acad5-2612-4776-a657-7dbbee1d4ad1 req-13316801-b304-400d-9f6f-ecc5d02a41d9 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:24.924555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73468c09-ef2f-4ca8-8986-4d6f5d02bbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.924921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f0acad5-2612-4776-a657-7dbbee1d4ad1 req-13316801-b304-400d-9f6f-ecc5d02a41d9 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 945 time: 0.1351464 Aug 31 09:50:24.928457 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-73468c09-ef2f-4ca8-8986-4d6f5d02bbc5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fb6a51c-b7f2-4079-a68a-1e26b3d9d730 HTTP/1.1" status: 204 len: 168 time: 0.1783164 Aug 31 09:50:24.941605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73468c09-ef2f-4ca8-8986-4d6f5d02bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb6a51c-b7f2-4079-a68a-1e26b3d9d730,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:24.956020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13ee3263-cbb0-4def-ab58-dad201bae75a req-55046da6-dab2-4478-9f88-71a860ed7377 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633433 Aug 31 09:50:25.009333 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.016499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f0acad5-2612-4776-a657-7dbbee1d4ad1 req-7e678475-2a78-4078-a9bd-b82bf5683e97 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773880 Aug 31 09:50:25.248852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52368) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:25.264255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40b37e1d-dc50-4f78-8c5a-0fe7626cdeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.390346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40b37e1d-dc50-4f78-8c5a-0fe7626cdeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.396213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40b37e1d-dc50-4f78-8c5a-0fe7626cdeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.433922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07198328-6f68-48cf-96b4-c14af8be05a3 req-5aba50bc-2c5b-449d-8d2a-59d0580fa74d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:25.435631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07198328-6f68-48cf-96b4-c14af8be05a3 req-5aba50bc-2c5b-449d-8d2a-59d0580fa74d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0628660 Aug 31 09:50:25.436450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b37e1d-dc50-4f78-8c5a-0fe7626cdeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21ae4bb-7ef1-4fb6-a05b-69817616fe3d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:25.458762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-40b37e1d-dc50-4f78-8c5a-0fe7626cdeb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=affecd7f377a4faba57222680e776951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063127 Aug 31 09:50:25.459098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52372) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:25.490448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07198328-6f68-48cf-96b4-c14af8be05a3 req-a6239b57-50ab-4f94-82c1-79a3dca2f437 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477901 Aug 31 09:50:25.526560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3bdedf8-92a4-4649-9ff2-d06ffd39dd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.557580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3bdedf8-92a4-4649-9ff2-d06ffd39dd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.610383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3bdedf8-92a4-4649-9ff2-d06ffd39dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.623194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3bdedf8-92a4-4649-9ff2-d06ffd39dd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.624405 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c3bdedf8-92a4-4649-9ff2-d06ffd39dd76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e21ae4bb-7ef1-4fb6-a05b-69817616fe3d HTTP/1.1" status: 204 len: 168 time: 0.1643815 Aug 31 09:50:25.645826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdedf8-92a4-4649-9ff2-d06ffd39dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21ae4bb-7ef1-4fb6-a05b-69817616fe3d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:25.720190 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5ceba059-cd43-4dc3-8bb8-fe6aba7bd294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:25.943134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22424e7a-67d0-4575-bc87-12c5bc17e485 req-da38d7a5-f85c-4a97-8707-210d86b07e36 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:25.944694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22424e7a-67d0-4575-bc87-12c5bc17e485 req-da38d7a5-f85c-4a97-8707-210d86b07e36 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.3820550 Aug 31 09:50:25.994647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22424e7a-67d0-4575-bc87-12c5bc17e485 req-d2c634bc-20a7-47fe-8817-d5a4012382f4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389462 Aug 31 09:50:26.015430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52396) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:26.072655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad4189-6885-44e6-88a9-1b290f36ffe3 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.074498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c2ad4189-6885-44e6-88a9-1b290f36ffe3 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1091 time: 0.0569069 Aug 31 09:50:26.078261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52404) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:26.084775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:26.120857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:26.175067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-a7efe581-ca60-4f6a-ae0a-ff1587d5b04d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.181608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-a7efe581-ca60-4f6a-ae0a-ff1587d5b04d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.191990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-a7efe581-ca60-4f6a-ae0a-ff1587d5b04d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.203023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-a7efe581-ca60-4f6a-ae0a-ff1587d5b04d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.211882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-a7efe581-ca60-4f6a-ae0a-ff1587d5b04d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.220814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-a7efe581-ca60-4f6a-ae0a-ff1587d5b04d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.228860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-a7efe581-ca60-4f6a-ae0a-ff1587d5b04d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.231280 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-a7efe581-ca60-4f6a-ae0a-ff1587d5b04d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.1871982 Aug 31 09:50:26.247427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:26.320747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ceec401-e82c-47bd-85d4-ab464ea0ed88 req-b81abab7-315f-4007-9425-f4249c7be76d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818143 Aug 31 09:50:26.338531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3311001-ae7d-4512-b08b-fdf5a5427815 req-438a94f1-5e68-4c96-b919-74d9541d1583 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:26.345995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3311001-ae7d-4512-b08b-fdf5a5427815 req-438a94f1-5e68-4c96-b919-74d9541d1583 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 945 time: 0.2406199 Aug 31 09:50:26.383813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.25.1.105 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/c98939b3-4000-4c7f-8543-b849e112b002) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:26.411647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3311001-ae7d-4512-b08b-fdf5a5427815 req-507dc916-6568-4efe-9de1-776abafe206a tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646904 Aug 31 09:50:26.540748 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:26.596273 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:26.663399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:26.668511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:26.674454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:26.677132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=c98939b3-4000-4c7f-8543-b849e112b002,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:27.189997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:27.281831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:27.515139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:27.524575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:27.616804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=c98939b3-4000-4c7f-8543-b849e112b002,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:27.649603 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:27.684877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:27.835644 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Floating IP b97e4053-eaf9-4b80-a953-4c18e7932fe6 associated. External IP: 172.25.1.105, port: 2d4a2e95-ec72-41f8-9719-f96257c6582b. Aug 31 09:50:27.932881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-45c3849e-4fdf-4207-83d1-8f102a6568e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:27.937641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-45c3849e-4fdf-4207-83d1-8f102a6568e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:27.944151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-45c3849e-4fdf-4207-83d1-8f102a6568e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:27.950801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-45c3849e-4fdf-4207-83d1-8f102a6568e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:27.957055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-45c3849e-4fdf-4207-83d1-8f102a6568e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:27.964201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-45c3849e-4fdf-4207-83d1-8f102a6568e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:27.971781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-45c3849e-4fdf-4207-83d1-8f102a6568e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:27.976666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-45c3849e-4fdf-4207-83d1-8f102a6568e1 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.1306732 Aug 31 09:50:28.066220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f440ea34-9267-4414-aa15-62714c4ae1c4 req-3c6ae83e-777c-46b0-ba52-858d0d03162c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846350 Aug 31 09:50:28.221122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 4f8c5998-7aa6-4682-9333-1d595556fc94 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:50:28.297498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350d38-6013-4e1e-84ea-197fd3287574 req-1ea8e72a-8de3-445d-8939-28466eeb7b06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.304732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350d38-6013-4e1e-84ea-197fd3287574 req-1ea8e72a-8de3-445d-8939-28466eeb7b06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.311246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350d38-6013-4e1e-84ea-197fd3287574 req-1ea8e72a-8de3-445d-8939-28466eeb7b06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.318298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350d38-6013-4e1e-84ea-197fd3287574 req-1ea8e72a-8de3-445d-8939-28466eeb7b06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.324777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350d38-6013-4e1e-84ea-197fd3287574 req-1ea8e72a-8de3-445d-8939-28466eeb7b06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.364827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350d38-6013-4e1e-84ea-197fd3287574 req-1ea8e72a-8de3-445d-8939-28466eeb7b06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.376010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350d38-6013-4e1e-84ea-197fd3287574 req-1ea8e72a-8de3-445d-8939-28466eeb7b06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.378080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1b350d38-6013-4e1e-84ea-197fd3287574 req-1ea8e72a-8de3-445d-8939-28466eeb7b06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.2070041 Aug 31 09:50:28.389176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52552) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:28.394514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Request body: {'floatingip': {'port_id': '9bca7e4b-7397-4e14-8ce0-5e02c84df416'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:28.411282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:50:28.429504 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] Sync routers for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:50:28.449918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.457519 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:28.458141 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:50:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:28.503012 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-83f9eddb-7a75-404d-bf2b-5cd15bd116b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4235609 Aug 31 09:50:28.504072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:28.506774 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9a0db-fa3f-43f5-b886-1cbb49443d69" -d '{"events": [{"name": "network-changed", "server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:28.540946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.587337 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.606063 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0c4537-c49c-4ac4-a24a-0f26a8635d5b x-openstack-request-id: req-3d0c4537-c49c-4ac4-a24a-0f26a8635d5b {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:28.607145 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:28.607637 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d0c4537-c49c-4ac4-a24a-0f26a8635d5b {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:28.608303 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'status': 'completed', 'code': 200} Aug 31 09:50:28.631649 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:29.057407 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'b97e4053-eaf9-4b80-a953-4c18e7932fe6', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'port_id': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'mac_address': 'fa:16:3e:85:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:27Z', 'updated_at': '2021-08-31T09:50:27Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:15Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:29.096215 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] Checking router: 4f8c5998-7aa6-4682-9333-1d595556fc94 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:50:29.097233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399f49f-4ff4-48be-b60f-29e15339667c req-e25c1093-4b8d-4215-a0ef-174eed832d13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:29.106100 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:29.107141 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:50:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:29.107791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d399f49f-4ff4-48be-b60f-29e15339667c req-e25c1093-4b8d-4215-a0ef-174eed832d13 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.4274399 Aug 31 09:50:29.206932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-39547cd8-c380-4246-805e-9b5d87e01090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:29.208813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-39547cd8-c380-4246-805e-9b5d87e01090 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1096 time: 0.5297177 Aug 31 09:50:29.432240 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:29.437709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d399f49f-4ff4-48be-b60f-29e15339667c req-6e41332e-ef6e-4de1-b32e-59a28516cacd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288302 Aug 31 09:50:29.459349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52578) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:29.541411 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c6046cfd-592b-4af8-8229-2d72c0737df8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/b97e4053-eaf9-4b80-a953-4c18e7932fe6 HTTP/1.1" status: 200 len: 991 time: 0.0779388 Aug 31 09:50:29.609020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-b5722dc4-067b-4618-80bc-5b8be304d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:29.610925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-b5722dc4-067b-4618-80bc-5b8be304d751 service neutron] 10.222.0.52 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 899 time: 0.3666818 Aug 31 09:50:29.617427 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.resource_extend [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:50:29.766962 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:29.771631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-fc9597ca-dd3b-4cc8-9952-8f334c7b8552 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 999 time: 0.1517735 Aug 31 09:50:29.778448 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:29.914229 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'b97e4053-eaf9-4b80-a953-4c18e7932fe6', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'port_id': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'mac_address': 'fa:16:3e:85:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:27Z', 'updated_at': '2021-08-31T09:50:27Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:15Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:29.939302 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Floating IP fc4c5267-f82b-42a1-a524-815b549c5fd3 associated. External IP: 172.25.1.66, port: 9bca7e4b-7397-4e14-8ce0-5e02c84df416. Aug 31 09:50:29.945733 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5dc0ea-c28a-4047-bd9b-bac501bbc516 None None] The sync data for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 is: [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'b97e4053-eaf9-4b80-a953-4c18e7932fe6', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.105', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'port_id': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'mac_address': 'fa:16:3e:85:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:27Z', 'updated_at': '2021-08-31T09:50:27Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:15Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:50:30.072087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-47a4653f-918c-4439-8205-fbd7238e87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.074111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-47a4653f-918c-4439-8205-fbd7238e87fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.1425645 Aug 31 09:50:30.193358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-f11c298b-b152-4180-aa8b-cfd45d20f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.196221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-f11c298b-b152-4180-aa8b-cfd45d20f101 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136250 Aug 31 09:50:30.322271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752763eb-8e15-4fb4-824a-3fed56ae14fe None None] New status for floating IP b97e4053-eaf9-4b80-a953-4c18e7932fe6: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:50:30.543361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52604) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:30.646921 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b59821c0-a37e-47f2-b576-00ea17bb0230 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/b97e4053-eaf9-4b80-a953-4c18e7932fe6 HTTP/1.1" status: 200 len: 993 time: 0.1018195 Aug 31 09:50:30.850270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-e3c5ec9e-5b60-45c5-aa37-b51a23698275 service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457233 Aug 31 09:50:30.935990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Router 5cea285d-428b-4024-a59e-3382e6ef2fa7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:50:31.084451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75d9a0db-fa3f-43f5-b886-1cbb49443d69 req-9985e5aa-ec93-4c56-8116-133c5c5a4107 service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253151 Aug 31 09:50:31.110785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:50:31.115294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:31.134004 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] Sync routers for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:50:31.149484 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:31.150614 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:50:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:31.158141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b0dda031-9a50-4f19-b38e-a2bcc16cb6ce tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "PUT /v2.0/floatingips/fc4c5267-f82b-42a1-a524-815b549c5fd3 HTTP/1.1" status: 200 len: 990 time: 2.7672503 Aug 31 09:50:31.158944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '9bca7e4b-7397-4e14-8ce0-5e02c84df416'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:31.161608 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13007766-7478-4b6a-86ba-d849fbca6b81" -d '{"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "9bca7e4b-7397-4e14-8ce0-5e02c84df416"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:31.247733 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2180c100-eeb1-465f-9df9-e72beb464f38 x-openstack-request-id: req-2180c100-eeb1-465f-9df9-e72beb464f38 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:31.248400 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "tag": "9bca7e4b-7397-4e14-8ce0-5e02c84df416", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:31.248400 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2180c100-eeb1-465f-9df9-e72beb464f38 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:31.248648 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'tag': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'status': 'completed', 'code': 200} Aug 31 09:50:31.312483 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:31.348183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-e6a6b7bc-ede0-4aa7-9683-193628abd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.348848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-e6a6b7bc-ede0-4aa7-9683-193628abd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.349329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-e6a6b7bc-ede0-4aa7-9683-193628abd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.349806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-e6a6b7bc-ede0-4aa7-9683-193628abd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.350275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-e6a6b7bc-ede0-4aa7-9683-193628abd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.350787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-e6a6b7bc-ede0-4aa7-9683-193628abd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.351241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-e6a6b7bc-ede0-4aa7-9683-193628abd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.353463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-e6a6b7bc-ede0-4aa7-9683-193628abd961 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6502 time: 0.0734086 Aug 31 09:50:31.472072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-7efb7cb7-24e6-4444-a2e7-edb5e2432483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.474156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-7efb7cb7-24e6-4444-a2e7-edb5e2432483 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ccf638d-afca-44df-8059-2feac97c1ce2 HTTP/1.1" status: 200 len: 919 time: 0.1064672 Aug 31 09:50:31.577022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-03e0251d-4d52-4e7a-ac09-ebcea8623ec9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416 HTTP/1.1" status: 200 len: 998 time: 0.0865250 Aug 31 09:50:31.585051 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'fc4c5267-f82b-42a1-a524-815b549c5fd3', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'port_id': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'mac_address': 'fa:16:3e:dd:cb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:50:29Z', 'revision_number': 1, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:41Z', 'revision_number': 5, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:31.618790 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] Checking router: 5cea285d-428b-4024-a59e-3382e6ef2fa7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:50:31.630447 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:31.631873 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:50:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:31.646220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-c179f72b-2529-4300-9ff8-7896cfde3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.650105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-c179f72b-2529-4300-9ff8-7896cfde3d2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8a553c-0413-451d-acd5-160d29b4a570 HTTP/1.1" status: 200 len: 856 time: 0.0656767 Aug 31 09:50:31.752537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-dc267a03-8baf-464a-bc01-3b3701d1b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.754084 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:31.755192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-dc267a03-8baf-464a-bc01-3b3701d1b3bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ccf638d-afca-44df-8059-2feac97c1ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892231 Aug 31 09:50:31.891987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-99580b0d-e0f6-4436-be21-eb7b2b196029 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291020 Aug 31 09:50:32.021753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13007766-7478-4b6a-86ba-d849fbca6b81 req-c5f8f9eb-43aa-4134-a054-27b544097de5 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214368 Aug 31 09:50:32.102116 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'fc4c5267-f82b-42a1-a524-815b549c5fd3', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'port_id': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'mac_address': 'fa:16:3e:dd:cb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:50:29Z', 'revision_number': 1, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:41Z', 'revision_number': 5, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:32.139563 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624f16d5-8697-47dc-9f0a-86522fcf67e8 None None] The sync data for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 is: [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'fc4c5267-f82b-42a1-a524-815b549c5fd3', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'port_id': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'mac_address': 'fa:16:3e:dd:cb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71298774-f363-43b9-9d26-a479c5981805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:50:29Z', 'revision_number': 1, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:41Z', 'revision_number': 5, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:50:32.397404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538a81a-427c-4647-acd6-980920dc8a5a None None] New status for floating IP fc4c5267-f82b-42a1-a524-815b549c5fd3: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:50:40.506979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:43.602495 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:51.239299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc91bd-5902-4eeb-93b7-57e40d50cc8f req-f5cf3d68-5cea-4a39-90c8-357b2ae79dff tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:51.248737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42bc91bd-5902-4eeb-93b7-57e40d50cc8f req-f5cf3d68-5cea-4a39-90c8-357b2ae79dff tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 945 time: 0.1434402 Aug 31 09:50:51.296676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42bc91bd-5902-4eeb-93b7-57e40d50cc8f req-16211fb0-2b20-429a-a3cc-ce2a58f9f0b8 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465968 Aug 31 09:50:51.780474 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9dc4a33e-e572-49e3-911c-86b9b4840a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:52.439827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615f286-93af-454f-adf4-ee021e3e8268 req-9135eaab-f1c8-440f-8f3f-c30247ffa958 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:52.442165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1615f286-93af-454f-adf4-ee021e3e8268 req-9135eaab-f1c8-440f-8f3f-c30247ffa958 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 945 time: 0.0627632 Aug 31 09:50:52.503023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1615f286-93af-454f-adf4-ee021e3e8268 req-11ff40d4-cd45-48bd-bab3-c45d4f60e007 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511477 Aug 31 09:50:53.114484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-c9fe49a3-ed50-483b-ab69-9891ea42421f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:53.116158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-c9fe49a3-ed50-483b-ab69-9891ea42421f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.20 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 945 time: 0.0707071 Aug 31 09:50:53.265839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Deleting port 1f9493b0-99ff-4e85-bf15-24a051a693be {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:50:53.266630 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:53.424191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] For port 1f9493b0-99ff-4e85-bf15-24a051a693be, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=1f9493b0-99ff-4e85-bf15-24a051a693be,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:53.425051 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:53.452434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Calling delete_port for 1f9493b0-99ff-4e85-bf15-24a051a693be owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:50:53.754577 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521e361-0042-43a2-965e-8563bcb6fd93 req-9c47c9cf-6b5f-4259-ac61-05eae5ff6598 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:53.756846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e521e361-0042-43a2-965e-8563bcb6fd93 req-9c47c9cf-6b5f-4259-ac61-05eae5ff6598 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=44fde80d-1fda-4906-8edc-99ddc5969869 HTTP/1.1" status: 200 len: 945 time: 0.1242766 Aug 31 09:50:53.866017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e521e361-0042-43a2-965e-8563bcb6fd93 req-98369bf8-ca7a-483f-88c2-b8b876a96189 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022425 Aug 31 09:50:53.893999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:53.916802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cef6aab0-d4db-44aa-b638-82dbcfe104dd', '1f9493b0-99ff-4e85-bf15-24a051a693be'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:53.922664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a6877be1-b94d-43b1-817e-6e4ec1ebd0ef', '8f0c2de2-9241-41e6-a77a-4d441b25158f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:53.931959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Pushing event deleted for resources: {'Port': ['ID=1f9493b0-99ff-4e85-bf15-24a051a693be,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:54.071509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] No DVR routers for this DVR port 1f9493b0-99ff-4e85-bf15-24a051a693be on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:50:54.085659 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:54.089006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c624e46-ac40-4b45-897e-ca866b24a17d req-d04872d8-b6b9-4946-8546-a8cca106972f tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.20 "DELETE /v2.0/ports/1f9493b0-99ff-4e85-bf15-24a051a693be HTTP/1.1" status: 204 len: 173 time: 0.9654307 Aug 31 09:50:54.090259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fde80d-1fda-4906-8edc-99ddc5969869', 'name': 'network-vif-deleted', 'tag': '1f9493b0-99ff-4e85-bf15-24a051a693be'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:54.093926 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8486f203-ed23-44fc-a189-30175ef8be59" -d '{"events": [{"server_uuid": "44fde80d-1fda-4906-8edc-99ddc5969869", "name": "network-vif-deleted", "tag": "1f9493b0-99ff-4e85-bf15-24a051a693be"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:54.249475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec0466-2b57-473b-9989-92170f13fa5f req-cc98ad63-481a-4678-8422-1bd94237c0f4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:54.252190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68ec0466-2b57-473b-9989-92170f13fa5f req-cc98ad63-481a-4678-8422-1bd94237c0f4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1771646 Aug 31 09:50:54.281800 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ededca5-100e-497a-b35c-88af2cab1930 x-openstack-request-id: req-3ededca5-100e-497a-b35c-88af2cab1930 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:54.282299 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fde80d-1fda-4906-8edc-99ddc5969869", "name": "network-vif-deleted", "tag": "1f9493b0-99ff-4e85-bf15-24a051a693be", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:54.282883 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ededca5-100e-497a-b35c-88af2cab1930 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:54.283667 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fde80d-1fda-4906-8edc-99ddc5969869', 'name': 'network-vif-deleted', 'tag': '1f9493b0-99ff-4e85-bf15-24a051a693be', 'status': 'completed', 'code': 200} Aug 31 09:50:54.351159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68ec0466-2b57-473b-9989-92170f13fa5f req-3fad2666-477f-4c95-a1c9-5f170cdb5dff tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901661 Aug 31 09:50:55.015111 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:55.579469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1440-5264-4900-9e29-18183a91729d req-91019ca1-16a7-45ba-acb0-d62c6c47f01e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:55.581316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a47a1440-5264-4900-9e29-18183a91729d req-91019ca1-16a7-45ba-acb0-d62c6c47f01e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0636768 Aug 31 09:50:55.635851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a47a1440-5264-4900-9e29-18183a91729d req-b1c46d87-4981-4d59-aee3-d772dc35ac64 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453858 Aug 31 09:50:55.723861 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6fd121f3-a37f-47f9-85a4-b148473aba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:56.857354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921fdd9-86ed-402c-a04b-cd74bd00f20e req-f606342c-6ca7-42ac-9675-fb0256d4eefd tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:56.859054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d921fdd9-86ed-402c-a04b-cd74bd00f20e req-f606342c-6ca7-42ac-9675-fb0256d4eefd tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0657940 Aug 31 09:50:56.914819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d921fdd9-86ed-402c-a04b-cd74bd00f20e req-d6cb0794-9011-4f3e-95fa-d16b02b2e212 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484059 Aug 31 09:50:57.218932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1f9493b0-99ff-4e85-bf15-24a051a693be no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:57.247925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 1f9493b0-99ff-4e85-bf15-24a051a693be {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:50:57.248793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 1f9493b0-99ff-4e85-bf15-24a051a693be not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:50:57.325896 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:50:57.419972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca60f92-ff64-4de7-912a-00d68445fd03 req-b6b2e23d-df40-4775-9fb8-366cef93ae97 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:57.422001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ca60f92-ff64-4de7-912a-00d68445fd03 req-b6b2e23d-df40-4775-9fb8-366cef93ae97 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1096 time: 0.0593543 Aug 31 09:50:57.451685 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ca60f92-ff64-4de7-912a-00d68445fd03 req-b232014f-6b0a-4bf4-89d9-3a9970db722c tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:57.603831 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ca60f92-ff64-4de7-912a-00d68445fd03 req-b232014f-6b0a-4bf4-89d9-3a9970db722c tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:57.609484 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-5ca60f92-ff64-4de7-912a-00d68445fd03 req-b232014f-6b0a-4bf4-89d9-3a9970db722c tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:57.640649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ca60f92-ff64-4de7-912a-00d68445fd03 req-b232014f-6b0a-4bf4-89d9-3a9970db722c tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122838 Aug 31 09:50:57.646060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232014f-6b0a-4bf4-89d9-3a9970db722c tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a97258-1d43-4ace-8046-009db09ebde5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:57.653461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:57.914227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313d22-57e9-4fcb-aec8-29807bff3a4c req-caad6e9d-782f-4e65-a8c6-d0c2018c16fe tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:57.931602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac313d22-57e9-4fcb-aec8-29807bff3a4c req-caad6e9d-782f-4e65-a8c6-d0c2018c16fe tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.1541104 Aug 31 09:50:58.025150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac313d22-57e9-4fcb-aec8-29807bff3a4c req-932638c4-94fe-4314-b66e-1ca3ba456b29 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911140 Aug 31 09:50:58.069341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53158) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:58.162027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd3f9a-4033-458e-b1ec-6ee94ee83552 req-ac5fb268-3a0f-4a52-a2a0-8743491ff16b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:58.163718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cdcd3f9a-4033-458e-b1ec-6ee94ee83552 req-ac5fb268-3a0f-4a52-a2a0-8743491ff16b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0915904 Aug 31 09:50:58.198229 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d84f0496-1d2d-4529-acc1-b621463d3883 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/b97e4053-eaf9-4b80-a953-4c18e7932fe6 HTTP/1.1" status: 200 len: 993 time: 0.1246336 Aug 31 09:50:58.234048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cdcd3f9a-4033-458e-b1ec-6ee94ee83552 req-e3c64f9c-c131-4536-a4c0-fd244d455973 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601776 Aug 31 09:50:58.586363 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:58.629153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966e8e4-6a7f-45d4-a95f-74d760bd9ec6 req-e3ecbe34-fc3d-4afd-b9d7-4585da3bc40e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:58.631228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7966e8e4-6a7f-45d4-a95f-74d760bd9ec6 req-e3ecbe34-fc3d-4afd-b9d7-4585da3bc40e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 945 time: 0.0897014 Aug 31 09:50:58.703144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7966e8e4-6a7f-45d4-a95f-74d760bd9ec6 req-c33706a2-b318-4dde-9ae0-048b2ba37fe6 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636554 Aug 31 09:50:58.761600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-2a64ba52-6051-49e6-90f8-58a8943a6a01 req-6df07834-5273-400d-9022-3849fa4214c3 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:50:58.771349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a64ba52-6051-49e6-90f8-58a8943a6a01 req-6df07834-5273-400d-9022-3849fa4214c3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1762388 Aug 31 09:50:59.304034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175cee-47e7-480f-8065-6a22a5576c70 req-bdd0e4d6-56ba-498e-8bfc-2858ac630d0d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:59.306693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54175cee-47e7-480f-8065-6a22a5576c70 req-bdd0e4d6-56ba-498e-8bfc-2858ac630d0d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0689611 Aug 31 09:50:59.422313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-c526234e-3b73-4e7e-a340-36579f7029a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1927853 Aug 31 09:50:59.425573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54175cee-47e7-480f-8065-6a22a5576c70 req-24b16120-217e-4a88-b26a-4c1a9cbfd5f7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067603 Aug 31 09:50:59.443053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d3f10-26cb-4f87-92d3-7daf5e91cf6c req-8c693e28-32bd-4364-9ec7-a15916b179c6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:59.444924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a4d3f10-26cb-4f87-92d3-7daf5e91cf6c req-8c693e28-32bd-4364-9ec7-a15916b179c6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0946009 Aug 31 09:50:59.510913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a4d3f10-26cb-4f87-92d3-7daf5e91cf6c req-cef21db1-14bd-4b7f-8d8e-c72f2eace411 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487909 Aug 31 09:50:59.961348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076034a-cc36-48fe-83dd-b85a3a54cd1e req-cf09ac4d-44be-4c53-baf0-8617ce0a1933 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:59.965221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3076034a-cc36-48fe-83dd-b85a3a54cd1e req-cf09ac4d-44be-4c53-baf0-8617ce0a1933 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 945 time: 0.1159682 Aug 31 09:51:00.027002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3076034a-cc36-48fe-83dd-b85a3a54cd1e req-c17bc284-4a66-401a-ac6d-e616926062c8 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557015 Aug 31 09:51:00.179735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-edcd21e8-2a0c-44bd-8cf5-626c6f50522e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:00.183254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-edcd21e8-2a0c-44bd-8cf5-626c6f50522e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.52 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 945 time: 0.1305914 Aug 31 09:51:00.371582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Deleting port 8f0c2de2-9241-41e6-a77a-4d441b25158f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:00.372389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:00.502928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] For port 8f0c2de2-9241-41e6-a77a-4d441b25158f, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8f0c2de2-9241-41e6-a77a-4d441b25158f,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:00.503377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:00.531835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Calling delete_port for 8f0c2de2-9241-41e6-a77a-4d441b25158f owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:00.686627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ba262-6d30-4532-9b45-041182a33fc7 req-2dc9613a-424b-43a4-a147-bc0159f8ecaf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:00.688273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c9ba262-6d30-4532-9b45-041182a33fc7 req-2dc9613a-424b-43a4-a147-bc0159f8ecaf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.1578224 Aug 31 09:51:00.774880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdcca3-67ba-4439-9ba8-bae276083b87 req-f679bb6c-b0d5-4212-88ff-68f6c102b56d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:00.776615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbfdcca3-67ba-4439-9ba8-bae276083b87 req-f679bb6c-b0d5-4212-88ff-68f6c102b56d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1334553 Aug 31 09:51:00.781619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c9ba262-6d30-4532-9b45-041182a33fc7 req-acbf674f-1f4d-4dab-a019-1c15e6eae3d9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838206 Aug 31 09:51:00.871239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbfdcca3-67ba-4439-9ba8-bae276083b87 req-16caa487-9788-4d21-8ace-f9fe24f513cd tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813165 Aug 31 09:51:00.905397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:00.920565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cef6aab0-d4db-44aa-b638-82dbcfe104dd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:00.950765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Pushing event deleted for resources: {'Port': ['ID=8f0c2de2-9241-41e6-a77a-4d441b25158f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:00.982038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a6877be1-b94d-43b1-817e-6e4ec1ebd0ef', '8f0c2de2-9241-41e6-a77a-4d441b25158f'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:01.033476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.038904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.039407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.039912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.040352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.040810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.041242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.045754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.046238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.046683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.047150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.047651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:01.050861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] No DVR routers for this DVR port 8f0c2de2-9241-41e6-a77a-4d441b25158f on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:51:01.057381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:01.058027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-6d75e5e5-c280-4752-8d0b-804ed3ea1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:01.062347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-6d75e5e5-c280-4752-8d0b-804ed3ea1eaa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1096 time: 0.0859301 Aug 31 09:51:01.062924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-501af4bb-7891-40f0-a94e-a41d4d09a939 req-76987ad8-b7bf-4545-a341-334639c434a1 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.52 "DELETE /v2.0/ports/8f0c2de2-9241-41e6-a77a-4d441b25158f HTTP/1.1" status: 204 len: 173 time: 0.8717043 Aug 31 09:51:01.063900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29ce216-c25c-444e-a3f0-4f79a895fd71', 'name': 'network-vif-deleted', 'tag': '8f0c2de2-9241-41e6-a77a-4d441b25158f'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:01.066312 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1538d89c-b537-44fa-ad2c-af1088369b62" -d '{"events": [{"server_uuid": "f29ce216-c25c-444e-a3f0-4f79a895fd71", "name": "network-vif-deleted", "tag": "8f0c2de2-9241-41e6-a77a-4d441b25158f"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:01.156020 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaea900-b360-4b20-a724-02241a71cd10 x-openstack-request-id: req-4aaea900-b360-4b20-a724-02241a71cd10 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:01.156732 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29ce216-c25c-444e-a3f0-4f79a895fd71", "name": "network-vif-deleted", "tag": "8f0c2de2-9241-41e6-a77a-4d441b25158f", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:01.157221 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4aaea900-b360-4b20-a724-02241a71cd10 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:01.157863 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29ce216-c25c-444e-a3f0-4f79a895fd71', 'name': 'network-vif-deleted', 'tag': '8f0c2de2-9241-41e6-a77a-4d441b25158f', 'status': 'completed', 'code': 200} Aug 31 09:51:01.240784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a7c574ee-0d85-428d-a1e0-f8ba39d32ba0 req-ed919dcb-798f-476d-9e8a-362de224f0b3 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29ce216-c25c-444e-a3f0-4f79a895fd71 HTTP/1.1" status: 200 len: 210 time: 0.0665395 Aug 31 09:51:01.264131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-33f31ecd-c137-45e4-bd3d-95bbd9cc3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:01.266074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-33f31ecd-c137-45e4-bd3d-95bbd9cc3b12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 899 time: 0.1927888 Aug 31 09:51:01.378068 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-8a560194-f560-4c3c-8810-3322f902ebe2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 1001 time: 0.0961869 Aug 31 09:51:01.449029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-1283189b-a16b-4b44-aac6-abbfffef33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:01.450961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-1283189b-a16b-4b44-aac6-abbfffef33e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.0649662 Aug 31 09:51:01.502360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-aec999d7-0d91-4fe5-bf08-86ac35e6bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:01.504406 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-aec999d7-0d91-4fe5-bf08-86ac35e6bc6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450408 Aug 31 09:51:01.611353 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4e57ee62-ba86-4576-bfa7-72dbf9e3f211 service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987048 Aug 31 09:51:01.759103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-79f51e98-d64d-417b-b86d-c76a6b774ece service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394236 Aug 31 09:51:01.960021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aa0b8-c914-4def-b33d-667715bbda9d req-5fe0df3f-9817-4d2d-9359-de4bcd9c42b8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:01.969217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-442aa0b8-c914-4def-b33d-667715bbda9d req-5fe0df3f-9817-4d2d-9359-de4bcd9c42b8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0924947 Aug 31 09:51:02.028825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-442aa0b8-c914-4def-b33d-667715bbda9d req-f3759d2a-b270-4c4d-8876-ae1b9d40eae5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584042 Aug 31 09:51:02.099021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53061c-1180-455a-822e-f4050ec2d2e4 req-a4577881-7a96-4c46-8571-b70fc2d4a0c1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:02.100725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c53061c-1180-455a-822e-f4050ec2d2e4 req-a4577881-7a96-4c46-8571-b70fc2d4a0c1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0709574 Aug 31 09:51:02.156163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c53061c-1180-455a-822e-f4050ec2d2e4 req-497da4a6-3fd3-47a6-9dac-677ec4abe7aa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462654 Aug 31 09:51:02.604271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ce4b5-30e9-458c-a7f2-966eb17bc4fe req-bbe38a26-2f36-4267-801b-18eb59632e8d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:02.605922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9ce4b5-30e9-458c-a7f2-966eb17bc4fe req-bbe38a26-2f36-4267-801b-18eb59632e8d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 946 time: 0.0540748 Aug 31 09:51:02.650149 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d9ce4b5-30e9-458c-a7f2-966eb17bc4fe req-6e725b15-9e95-4a86-8625-001e1648c673 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Aug 31 09:51:03.080541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8f0c2de2-9241-41e6-a77a-4d441b25158f no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:03.113598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 8f0c2de2-9241-41e6-a77a-4d441b25158f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:51:03.114267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8f0c2de2-9241-41e6-a77a-4d441b25158f not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:51:03.164018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45ab63-b608-4af7-b601-a122ca399e6b req-b06f34d2-b637-4726-9f1f-2c21912435b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:03.171251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f45ab63-b608-4af7-b601-a122ca399e6b req-b06f34d2-b637-4726-9f1f-2c21912435b5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0625160 Aug 31 09:51:03.238070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f45ab63-b608-4af7-b601-a122ca399e6b req-0a60aec0-32c7-4db1-9240-577bee691708 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589883 Aug 31 09:51:03.321271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef799e8-e4ba-4c45-8315-682f20b56f28 req-2dfa7f1a-6e3d-4f6c-a35a-588cf6e9f8d5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:03.322683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef799e8-e4ba-4c45-8315-682f20b56f28 req-2dfa7f1a-6e3d-4f6c-a35a-588cf6e9f8d5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0625203 Aug 31 09:51:03.402424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ef799e8-e4ba-4c45-8315-682f20b56f28 req-f255e0e9-392c-4afb-8f55-eb291c7cb468 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720844 Aug 31 09:51:03.758220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53296) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:03.840088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0a5cd-8fda-4611-bf58-cd71cae271b9 req-84c8c97f-18a4-47de-97e5-8e0b83a38448 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:03.861170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0be0a5cd-8fda-4611-bf58-cd71cae271b9 req-84c8c97f-18a4-47de-97e5-8e0b83a38448 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 946 time: 0.1166031 Aug 31 09:51:03.938395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0be0a5cd-8fda-4611-bf58-cd71cae271b9 req-9bba2d7d-7446-4aac-9e44-b6bcb2f55f90 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713778 Aug 31 09:51:03.940577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-f78e78c4-9095-4758-a7b1-80cf11a303d9 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:03.942173 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-f78e78c4-9095-4758-a7b1-80cf11a303d9 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.52 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 946 time: 0.0983543 Aug 31 09:51:03.956721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.104633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Deleting port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:04.104893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.369650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916adab-7fbd-46b3-aa33-2b69a0f741ff req-1f1b0b45-ec97-4943-af04-d5eb4de9b4f6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:04.372277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8916adab-7fbd-46b3-aa33-2b69a0f741ff req-1f1b0b45-ec97-4943-af04-d5eb4de9b4f6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0607243 Aug 31 09:51:04.429486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8916adab-7fbd-46b3-aa33-2b69a0f741ff req-8cae0319-990b-48ba-b2ec-d8ed0fdbefdb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488768 Aug 31 09:51:04.547940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.560165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.561788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702f240-de58-4acd-b8d7-5c6d6e5fe5fc req-369cd919-5a27-40c7-848f-a5b3f6e9e7bb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:04.563502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3702f240-de58-4acd-b8d7-5c6d6e5fe5fc req-369cd919-5a27-40c7-848f-a5b3f6e9e7bb tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0568550 Aug 31 09:51:04.615767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3702f240-de58-4acd-b8d7-5c6d6e5fe5fc req-cb72d3ec-2715-401e-bfc5-910d1b47fe10 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413573 Aug 31 09:51:04.617830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] For port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:04.618201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.620747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac4979-e16d-47b5-8057-3059e04f9533,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:04.636804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d12c46aa93eb42c4ba585319c67a1d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8775644 Aug 31 09:51:04.641442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53308) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:04.647955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Calling delete_port for a6877be1-b94d-43b1-817e-6e4ec1ebd0ef owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:04.651356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.651711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.652099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.652460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.653008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.653817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.654119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.654448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.654808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.655119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.655573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.655854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bd4cb-6db1-489e-b30f-a79b6d49224a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:04.757626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be817c29-0a4e-476c-9c38-a33f0403421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.798155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be817c29-0a4e-476c-9c38-a33f0403421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.885646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.898660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cef6aab0-d4db-44aa-b638-82dbcfe104dd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:04.900931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a6877be1-b94d-43b1-817e-6e4ec1ebd0ef'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:04.940176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Pushing event deleted for resources: {'Port': ['ID=a6877be1-b94d-43b1-817e-6e4ec1ebd0ef,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:04.944864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be817c29-0a4e-476c-9c38-a33f0403421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.948028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-be817c29-0a4e-476c-9c38-a33f0403421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.950593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-be817c29-0a4e-476c-9c38-a33f0403421b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15ac4979-e16d-47b5-8057-3059e04f9533 HTTP/1.1" status: 204 len: 168 time: 0.3066540 Aug 31 09:51:04.995543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be817c29-0a4e-476c-9c38-a33f0403421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac4979-e16d-47b5-8057-3059e04f9533,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:05.023539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] No DVR routers for this DVR port a6877be1-b94d-43b1-817e-6e4ec1ebd0ef on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:51:05.027026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:05.030253 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2bee5b75-99aa-4250-a11b-a45a96f70266 req-a844182d-9e90-4342-b6dd-27b53ddf3b36 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.52 "DELETE /v2.0/ports/a6877be1-b94d-43b1-817e-6e4ec1ebd0ef HTTP/1.1" status: 204 len: 173 time: 1.0747762 Aug 31 09:51:05.030776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd', 'name': 'network-vif-deleted', 'tag': 'a6877be1-b94d-43b1-817e-6e4ec1ebd0ef'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:05.033877 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24df5196-fdad-4f2e-a575-a981facfeed2" -d '{"events": [{"server_uuid": "aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd", "name": "network-vif-deleted", "tag": "a6877be1-b94d-43b1-817e-6e4ec1ebd0ef"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:05.078934 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dcbd92-b7b3-4ce5-9b98-397989ac54f6 x-openstack-request-id: req-98dcbd92-b7b3-4ce5-9b98-397989ac54f6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:05.080045 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd", "name": "network-vif-deleted", "tag": "a6877be1-b94d-43b1-817e-6e4ec1ebd0ef", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:05.080457 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98dcbd92-b7b3-4ce5-9b98-397989ac54f6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:05.081968 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd', 'name': 'network-vif-deleted', 'tag': 'a6877be1-b94d-43b1-817e-6e4ec1ebd0ef', 'status': 'completed', 'code': 200} Aug 31 09:51:05.083509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9795881c-811a-4373-9847-c27d540fa0aa req-3575a57b-881d-4aba-8acf-855b578b28aa tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=aecc7bfd-f6ea-42f9-8c99-c23d29bb1bbd HTTP/1.1" status: 200 len: 210 time: 0.0501823 Aug 31 09:51:05.635824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a32415-a20a-4948-b88b-9d7dd239803f req-8a9f9056-fe95-45a0-93f8-12b4356d1737 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:05.638942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27a32415-a20a-4948-b88b-9d7dd239803f req-8a9f9056-fe95-45a0-93f8-12b4356d1737 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0770938 Aug 31 09:51:05.720244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27a32415-a20a-4948-b88b-9d7dd239803f req-566cfe28-82e9-4a57-a292-a885be221ff5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732775 Aug 31 09:51:05.781983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9f11-42f0-49d0-81a9-d8b508ba0905 req-6760ca93-9892-4db9-ba75-1a806d84380c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:05.783686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dece9f11-42f0-49d0-81a9-d8b508ba0905 req-6760ca93-9892-4db9-ba75-1a806d84380c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0803449 Aug 31 09:51:05.832167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dece9f11-42f0-49d0-81a9-d8b508ba0905 req-a721d629-5708-41fd-af87-814a411172be tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402627 Aug 31 09:51:05.911319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53352) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:05.916130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cd14678c-ee1a-4d0b-998d-3aed10a3f66f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374494970', 'description': 'tempest-secgroup-smoke-1374494970 description', 'project_id': '2a946289d37c49219918668e825a2f0d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:05.942762 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd14678c-ee1a-4d0b-998d-3aed10a3f66f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.039211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd14678c-ee1a-4d0b-998d-3aed10a3f66f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.043804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd14678c-ee1a-4d0b-998d-3aed10a3f66f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.079945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14678c-ee1a-4d0b-998d-3aed10a3f66f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb6790-132e-4567-8224-d534f700fe83,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:06.084764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd14678c-ee1a-4d0b-998d-3aed10a3f66f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.086608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cd14678c-ee1a-4d0b-998d-3aed10a3f66f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1742055 Aug 31 09:51:06.090434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53354) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:06.095517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-98409051-66e3-4930-825e-fa350dcaea87 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'security_group_rule': {'security_group_id': '10eb6790-132e-4567-8224-d534f700fe83', 'project_id': '2a946289d37c49219918668e825a2f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:06.138956 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98409051-66e3-4930-825e-fa350dcaea87 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.202374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98409051-66e3-4930-825e-fa350dcaea87 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.208514 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98409051-66e3-4930-825e-fa350dcaea87 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.237269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98409051-66e3-4930-825e-fa350dcaea87 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598b778f-b0c5-432a-b09c-6a491e4e2484,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:06.246312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98409051-66e3-4930-825e-fa350dcaea87 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.251843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-98409051-66e3-4930-825e-fa350dcaea87 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569207 Aug 31 09:51:06.253041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53362) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:06.258527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2cceeea8-1e06-451c-bd0f-bcd901097f75 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'security_group_rule': {'security_group_id': '10eb6790-132e-4567-8224-d534f700fe83', 'project_id': '2a946289d37c49219918668e825a2f0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:06.316708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2cceeea8-1e06-451c-bd0f-bcd901097f75 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.399157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2cceeea8-1e06-451c-bd0f-bcd901097f75 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.409251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2cceeea8-1e06-451c-bd0f-bcd901097f75 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.426926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceeea8-1e06-451c-bd0f-bcd901097f75 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3902f6d8-2545-477a-9640-70562b47ce19,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:06.441600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2cceeea8-1e06-451c-bd0f-bcd901097f75 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.442821 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2cceeea8-1e06-451c-bd0f-bcd901097f75 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1887529 Aug 31 09:51:06.445660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53372) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:06.464764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bf9c0d83-24e8-4fbb-84f7-50a1a580c746 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'security_group_rule': {'security_group_id': '10eb6790-132e-4567-8224-d534f700fe83', 'project_id': '2a946289d37c49219918668e825a2f0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:06.497819 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0d83-24e8-4fbb-84f7-50a1a580c746 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.577878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0d83-24e8-4fbb-84f7-50a1a580c746 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.583621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0d83-24e8-4fbb-84f7-50a1a580c746 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.603646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c0d83-24e8-4fbb-84f7-50a1a580c746 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cea85c-7adb-4288-b07f-3cf0da8e0644,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:06.616480 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0d83-24e8-4fbb-84f7-50a1a580c746 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.618235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bf9c0d83-24e8-4fbb-84f7-50a1a580c746 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582558 Aug 31 09:51:06.621221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53374) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:06.625955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3d372999-c66b-4d76-b9ed-e8d982312103 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'security_group_rule': {'security_group_id': '10eb6790-132e-4567-8224-d534f700fe83', 'project_id': '2a946289d37c49219918668e825a2f0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:06.657662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d372999-c66b-4d76-b9ed-e8d982312103 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.743069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d372999-c66b-4d76-b9ed-e8d982312103 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.748073 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d372999-c66b-4d76-b9ed-e8d982312103 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.775769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372999-c66b-4d76-b9ed-e8d982312103 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38279385-bf8d-4212-9eaf-dac65348b8b0,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:06.786054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d372999-c66b-4d76-b9ed-e8d982312103 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.803821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53378) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:06.804794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3d372999-c66b-4d76-b9ed-e8d982312103 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1801975 Aug 31 09:51:06.814099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c088cb16-9503-4c8b-b0fe-bb45a4cf9002 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'security_group_rule': {'security_group_id': '10eb6790-132e-4567-8224-d534f700fe83', 'project_id': '2a946289d37c49219918668e825a2f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:06.849936 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-c088cb16-9503-4c8b-b0fe-bb45a4cf9002 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Project 2a946289d37c49219918668e825a2f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:51:06.857134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c088cb16-9503-4c8b-b0fe-bb45a4cf9002 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.957121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5bd43-0329-452e-b19c-5df45832d24e req-a3fb39b0-d5dc-4fae-b601-826db8848293 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:06.959138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9d5bd43-0329-452e-b19c-5df45832d24e req-a3fb39b0-d5dc-4fae-b601-826db8848293 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0912514 Aug 31 09:51:06.973204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c088cb16-9503-4c8b-b0fe-bb45a4cf9002 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.978291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c088cb16-9503-4c8b-b0fe-bb45a4cf9002 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:07.001345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088cb16-9503-4c8b-b0fe-bb45a4cf9002 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ff0bd9-431b-4276-9436-b702ea46dcb0,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:07.016256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c088cb16-9503-4c8b-b0fe-bb45a4cf9002 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:07.021036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c088cb16-9503-4c8b-b0fe-bb45a4cf9002 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2134948 Aug 31 09:51:07.021955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:07.026742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3f6bffa3-6d34-41fa-a5fd-8cb753d77918 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'security_group_rule': {'security_group_id': '10eb6790-132e-4567-8224-d534f700fe83', 'project_id': '2a946289d37c49219918668e825a2f0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:07.080588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9d5bd43-0329-452e-b19c-5df45832d24e req-7cdc1f07-1127-4c83-97ee-8f2246623ae4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108856 Aug 31 09:51:07.090962 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-3f6bffa3-6d34-41fa-a5fd-8cb753d77918 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Project 2a946289d37c49219918668e825a2f0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:51:07.100021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a6877be1-b94d-43b1-817e-6e4ec1ebd0ef no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:07.103579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774f186-6d0b-4aa0-92fd-b732b0fbbd70 req-7d563ddd-30e0-4a5d-b944-1cdda231fd21 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:07.105536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e774f186-6d0b-4aa0-92fd-b732b0fbbd70 req-7d563ddd-30e0-4a5d-b944-1cdda231fd21 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1288009 Aug 31 09:51:07.128926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f6bffa3-6d34-41fa-a5fd-8cb753d77918 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:07.140239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: a6877be1-b94d-43b1-817e-6e4ec1ebd0ef {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:51:07.140977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a6877be1-b94d-43b1-817e-6e4ec1ebd0ef not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:51:07.168194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e774f186-6d0b-4aa0-92fd-b732b0fbbd70 req-8a6fd676-c5b5-44b3-9724-f4475c78572a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554681 Aug 31 09:51:07.268095 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f6bffa3-6d34-41fa-a5fd-8cb753d77918 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:07.272643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f6bffa3-6d34-41fa-a5fd-8cb753d77918 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:07.291616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bffa3-6d34-41fa-a5fd-8cb753d77918 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26ac802-109c-4913-9035-b240265f1e61,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:07.300047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f6bffa3-6d34-41fa-a5fd-8cb753d77918 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:07.307762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3f6bffa3-6d34-41fa-a5fd-8cb753d77918 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2839940 Aug 31 09:51:07.596231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-47f80490-ae8b-45a2-b1a2-a2c7db2a22d6 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374494970&fields=id&tenant_id=2a946289d37c49219918668e825a2f0d HTTP/1.1" status: 200 len: 267 time: 0.0361946 Aug 31 09:51:07.736776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-39ab40f1-0f7b-4194-99b0-3288b457ffab tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:07.738382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-39ab40f1-0f7b-4194-99b0-3288b457ffab tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/networks?id=29a750cf-c535-4b41-a74f-2d497e541168 HTTP/1.1" status: 200 len: 814 time: 0.1332312 Aug 31 09:51:07.758172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-5461d095-e934-43fa-8aea-5633d92a1fe2 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/quotas/2a946289d37c49219918668e825a2f0d HTTP/1.1" status: 200 len: 375 time: 0.0127144 Aug 31 09:51:07.831677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-cfb3f182-6c8e-4866-8f52-ff441b2bcdef tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a946289d37c49219918668e825a2f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609620 Aug 31 09:51:07.972612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-560b2e5b-44c9-4cbf-a45e-4c450c90f4eb service neutron] 10.222.0.69 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257472 Aug 31 09:51:08.100731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-8a5b1aad-5dce-4ea4-8583-7bf5da5629b1 service neutron] 10.222.0.69 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154609 Aug 31 09:51:08.243734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f20752-09ff-4d64-a112-85720d655536 req-ed4938d7-c569-4cdf-989b-ce4338456bf2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:08.251858 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42f20752-09ff-4d64-a112-85720d655536 req-ed4938d7-c569-4cdf-989b-ce4338456bf2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0644305 Aug 31 09:51:08.308451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42f20752-09ff-4d64-a112-85720d655536 req-2e3ed3f5-3808-41b0-91b3-1455305619bf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550907 Aug 31 09:51:08.589790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38f80-7f38-42d5-99f2-30815b766959 req-53c072f1-168e-4232-8b2d-02430acf2d78 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:08.592657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-efb38f80-7f38-42d5-99f2-30815b766959 req-53c072f1-168e-4232-8b2d-02430acf2d78 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1096725 Aug 31 09:51:08.628545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-78303ae7-f6e4-4224-b96d-9ca09d189a9c req-142fc076-6652-4c86-a453-355a0d5f1571 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 210 time: 0.0792150 Aug 31 09:51:08.689343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-efb38f80-7f38-42d5-99f2-30815b766959 req-f3ad4e18-78d8-4e8a-9231-79d0edab92aa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589001 Aug 31 09:51:09.465768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffe7d-ecab-4407-80b7-3bb5a082c7ac req-8ae0ec41-5697-49c3-b4fc-b1fe635a0c41 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:09.467614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c46ffe7d-ecab-4407-80b7-3bb5a082c7ac req-8ae0ec41-5697-49c3-b4fc-b1fe635a0c41 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0614285 Aug 31 09:51:09.529767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c46ffe7d-ecab-4407-80b7-3bb5a082c7ac req-56a9c593-a791-4ef3-9c0a-7e056f33a227 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520461 Aug 31 09:51:09.811003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0da7ca1b-6cbe-4421-a548-446ee8925583 req-dd79a219-b9e0-4dc6-ba51-17815861f71d tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 210 time: 0.0589857 Aug 31 09:51:09.843724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-ce8a3cdb-3da5-41b8-bd6a-3870255289ed tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:09.845483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-ce8a3cdb-3da5-41b8-bd6a-3870255289ed tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.20 "GET /v2.0/networks?id=29a750cf-c535-4b41-a74f-2d497e541168 HTTP/1.1" status: 200 len: 814 time: 0.2406988 Aug 31 09:51:09.920463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b63378-7424-4446-9e0d-c573ed20271e req-802653b5-1a53-4f2e-8dc9-631d75e97225 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:09.928479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2b63378-7424-4446-9e0d-c573ed20271e req-802653b5-1a53-4f2e-8dc9-631d75e97225 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 945 time: 0.1288049 Aug 31 09:51:09.941742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-4aa22812-4437-4a40-a2f1-c2733be03acd tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a946289d37c49219918668e825a2f0d HTTP/1.1" status: 200 len: 380 time: 0.0787597 Aug 31 09:51:09.996165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'port': {'device_id': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'admin_state_up': True, 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'security_groups': ['10eb6790-132e-4567-8224-d534f700fe83']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:10.067332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2b63378-7424-4446-9e0d-c573ed20271e req-b63f818b-a63e-4209-9c6e-48d3ef56c396 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373553 Aug 31 09:51:10.088505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f5d3b-bc66-44e2-95ee-7e8c8ff9328e req-e3e450f9-63eb-4efe-988a-b93e00548c8a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:10.090141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-575f5d3b-bc66-44e2-95ee-7e8c8ff9328e req-e3e450f9-63eb-4efe-988a-b93e00548c8a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1532123 Aug 31 09:51:10.198889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-575f5d3b-bc66-44e2-95ee-7e8c8ff9328e req-00e44fd3-702f-44bb-9465-1934fbef097c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974646 Aug 31 09:51:10.234387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Made reservation on behalf of 2a946289d37c49219918668e825a2f0d for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:10.238424 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:10.437594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Allocated IP 172.20.0.3 (29a750cf-c535-4b41-a74f-2d497e541168/e7465773-4d08-46cd-b62c-98ae80fb1cc8/289b16f4-1d37-41aa-9545-1ded9fa616a3) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:10.522236 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:10.588633 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:10.633628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Transition to ACTIVE for port object 289b16f4-1d37-41aa-9545-1ded9fa616a3 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:10.681352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed97bbd-de25-4055-95b5-7f322259dd96 req-8e2a0c81-18df-4ba6-8539-9d0bb69f966e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:10.683057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ed97bbd-de25-4055-95b5-7f322259dd96 req-8e2a0c81-18df-4ba6-8539-9d0bb69f966e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0819864 Aug 31 09:51:10.707389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:10.761670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Network 29a750cf-c535-4b41-a74f-2d497e541168 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:10.773050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:10.784517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:10.854098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ed97bbd-de25-4055-95b5-7f322259dd96 req-333f9cdc-1696-432c-bd5a-89696b65117d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565683 Aug 31 09:51:10.858621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'Port': ['ID=289b16f4-1d37-41aa-9545-1ded9fa616a3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:10.889472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:10.890290 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:10.908713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-d12cd519-a300-4938-826d-998831f9f75a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9231257 Aug 31 09:51:10.929318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Request body: {'port': {'device_id': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:11.071993 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:11.150420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3da1b9c4-d547-4057-8300-05406dc1a153 None None] Provisioning for port 289b16f4-1d37-41aa-9545-1ded9fa616a3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:11.156385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3da1b9c4-d547-4057-8300-05406dc1a153 None None] Provisioning complete for port 289b16f4-1d37-41aa-9545-1ded9fa616a3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:11.156908 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3da1b9c4-d547-4057-8300-05406dc1a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:11.198600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3da1b9c4-d547-4057-8300-05406dc1a153 None None] Port 289b16f4-1d37-41aa-9545-1ded9fa616a3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:51:11.301574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fbfb1-0791-419f-955e-749478376670 req-24f7bd8d-9bfb-4b40-9767-47c5bca13f57 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:11.303296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550fbfb1-0791-419f-955e-749478376670 req-24f7bd8d-9bfb-4b40-9767-47c5bca13f57 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 931 time: 0.3646219 Aug 31 09:51:11.426813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-550fbfb1-0791-419f-955e-749478376670 req-58a0175b-b2da-457c-88c4-71f25af3edd2 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150582 Aug 31 09:51:11.469804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa02034-55b4-4f0b-8427-69f9fd9921c4 req-bb9badb5-ce7f-47c7-b266-628eb64916bc tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:11.478615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1aa02034-55b4-4f0b-8427-69f9fd9921c4 req-bb9badb5-ce7f-47c7-b266-628eb64916bc tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 945 time: 0.1688688 Aug 31 09:51:11.517994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289b16f4-1d37-41aa-9545-1ded9fa616a3 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:11.538588 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:11.567814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1aa02034-55b4-4f0b-8427-69f9fd9921c4 req-9a0dbc1d-17db-4e34-af32-116fd0ec1a86 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829339 Aug 31 09:51:11.575446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Transition to ACTIVE for port object 289b16f4-1d37-41aa-9545-1ded9fa616a3 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:11.585786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:11.706157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Pushing event updated for resources: {'Port': ['ID=289b16f4-1d37-41aa-9545-1ded9fa616a3,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:11.814352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Attempting to bind port 289b16f4-1d37-41aa-9545-1ded9fa616a3 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:11.814694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Attempting to bind port 289b16f4-1d37-41aa-9545-1ded9fa616a3 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:11.816144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Attempting to bind port 289b16f4-1d37-41aa-9545-1ded9fa616a3 on network 29a750cf-c535-4b41-a74f-2d497e541168 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:11.830052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Port 289b16f4-1d37-41aa-9545-1ded9fa616a3 on network 29a750cf-c535-4b41-a74f-2d497e541168 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:11.830386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Attempting to bind port 289b16f4-1d37-41aa-9545-1ded9fa616a3 on network 29a750cf-c535-4b41-a74f-2d497e541168 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:11.843937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c07bc-2e82-4e35-8fd5-55d59a646620 req-2df11ab8-e453-4492-b3aa-cbc39a9d2e0a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:11.852524 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c5c07bc-2e82-4e35-8fd5-55d59a646620 req-2df11ab8-e453-4492-b3aa-cbc39a9d2e0a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1915340 Aug 31 09:51:11.859583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:11.859891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Checking segment: {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:11.860541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Bound using segment: {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:11.862306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Bound port: 289b16f4-1d37-41aa-9545-1ded9fa616a3, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:11.862681 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:11.944133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] For port 289b16f4-1d37-41aa-9545-1ded9fa616a3, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:11.947875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] For port 289b16f4-1d37-41aa-9545-1ded9fa616a3, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:11.960182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.042285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Pushing event updated for resources: {'Port': ['ID=289b16f4-1d37-41aa-9545-1ded9fa616a3,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:12.104199 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c5c07bc-2e82-4e35-8fd5-55d59a646620 req-9dc814f2-d976-421b-8ae9-f5055767465c tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505901 Aug 31 09:51:12.134257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.134650 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.136371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f10e7b3e-b0ae-4823-8e6c-0ab0a41477eb service neutron] 10.222.0.20 "PUT /v2.0/ports/289b16f4-1d37-41aa-9545-1ded9fa616a3 HTTP/1.1" status: 200 len: 1091 time: 1.2120619 Aug 31 09:51:12.138208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:12.140747 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716e09b9-bf16-4b22-b17f-6800599ce16b" -d '{"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:12.171721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef06f62-1f04-4d4f-89a9-b1e94d85d891 req-f5ac0aad-9bb9-4d30-8372-cb671c2c34c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.176336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ef06f62-1f04-4d4f-89a9-b1e94d85d891 req-f5ac0aad-9bb9-4d30-8372-cb671c2c34c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.2137809 Aug 31 09:51:12.210890 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b316bd7-5c83-4b9f-a99d-8e0f2383cf73 x-openstack-request-id: req-1b316bd7-5c83-4b9f-a99d-8e0f2383cf73 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:12.211264 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:12.211587 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b316bd7-5c83-4b9f-a99d-8e0f2383cf73 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:12.212055 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'status': 'completed', 'code': 200} Aug 31 09:51:12.253539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-b4bcc87e-f635-40b3-ba3d-cc76d6becacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.256289 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-b4bcc87e-f635-40b3-ba3d-cc76d6becacc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a946289d37c49219918668e825a2f0d&device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1094 time: 0.0625217 Aug 31 09:51:12.271160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ef06f62-1f04-4d4f-89a9-b1e94d85d891 req-dd0439a8-d1b9-4d55-b1bc-b967d8699be2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581317 Aug 31 09:51:12.300800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-2602e474-efa1-4b16-af57-c565ed2b7981 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.310653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-2602e474-efa1-4b16-af57-c565ed2b7981 tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.20 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 945 time: 0.1243098 Aug 31 09:51:12.353795 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-20473388-efa6-40b0-90cb-fb061d1e3a21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3 HTTP/1.1" status: 200 len: 217 time: 0.0881631 Aug 31 09:51:12.449301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-14ad4c46-fd42-4ed8-9a60-651f3b223d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.452331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-14ad4c46-fd42-4ed8-9a60-651f3b223d30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7465773-4d08-46cd-b62c-98ae80fb1cc8 HTTP/1.1" status: 200 len: 853 time: 0.0894914 Aug 31 09:51:12.517594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-52f513b7-874a-4afe-92dd-f4483ff06e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.519743 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-52f513b7-874a-4afe-92dd-f4483ff06e48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29a750cf-c535-4b41-a74f-2d497e541168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566735 Aug 31 09:51:12.630824 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-f5273e99-3678-4866-a4f4-85ad799eba9a service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006966 Aug 31 09:51:12.805204 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8ddd1e79-20a9-4a16-8abc-b54af29bc2b7 req-46fec430-ebef-4b7e-9e60-65fd2bd8a5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646981 Aug 31 09:51:12.923294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-9d8b69ee-b2c1-447c-83af-87ef5827eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.925291 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-9d8b69ee-b2c1-447c-83af-87ef5827eaf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a946289d37c49219918668e825a2f0d&device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1094 time: 0.0687087 Aug 31 09:51:12.951509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb787b-aba2-4562-869a-eb271632f63f req-393521d4-0a97-43c1-aa64-87cc0da7c0df tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.953037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bfb787b-aba2-4562-869a-eb271632f63f req-393521d4-0a97-43c1-aa64-87cc0da7c0df tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 945 time: 0.1135726 Aug 31 09:51:12.955174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Deleting port cef6aab0-d4db-44aa-b638-82dbcfe104dd {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:12.955517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.970156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271dbce-2f2c-4945-b11b-606fe8f70416 req-85950745-8566-4ec9-8664-bcc20fbbd2dd tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:12.977739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6271dbce-2f2c-4945-b11b-606fe8f70416 req-85950745-8566-4ec9-8664-bcc20fbbd2dd tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.1393001 Aug 31 09:51:13.040469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-c1fc503d-b493-4c53-aa4c-ef6ece6ea5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:13.042291 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-c1fc503d-b493-4c53-aa4c-ef6ece6ea5c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29a750cf-c535-4b41-a74f-2d497e541168 HTTP/1.1" status: 200 len: 916 time: 0.1079359 Aug 31 09:51:13.109495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-b6f7b86c-058e-4454-bbf3-55bd81a60d30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3 HTTP/1.1" status: 200 len: 217 time: 0.0553904 Aug 31 09:51:13.113512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bfb787b-aba2-4562-869a-eb271632f63f req-921f1207-f122-4206-8628-cad3137f317c tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/security-groups?id=34e83952-afc7-488a-aaa9-dfe80278a0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516459 Aug 31 09:51:13.141715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6271dbce-2f2c-4945-b11b-606fe8f70416 req-e7d2fa3c-2ca0-4f52-ae64-b163becc5be7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585760 Aug 31 09:51:13.158381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] For port cef6aab0-d4db-44aa-b638-82dbcfe104dd, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cef6aab0-d4db-44aa-b638-82dbcfe104dd,segment=NetworkSegment(ca19c81b-5959-4daf-ba8d-9b4c2f9cd290),segment_id=ca19c81b-5959-4daf-ba8d-9b4c2f9cd290)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:13.158706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:13.190830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Calling delete_port for cef6aab0-d4db-44aa-b638-82dbcfe104dd owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:13.191810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-1570b1c7-e697-4b5c-aec8-331f82782878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:13.194064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-1570b1c7-e697-4b5c-aec8-331f82782878 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7465773-4d08-46cd-b62c-98ae80fb1cc8 HTTP/1.1" status: 200 len: 853 time: 0.0741777 Aug 31 09:51:13.256953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-267778d1-4876-4f9d-99f9-36b5112a650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:13.258929 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-267778d1-4876-4f9d-99f9-36b5112a650d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29a750cf-c535-4b41-a74f-2d497e541168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554652 Aug 31 09:51:13.296161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:51:13.314091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844106f-44b6-497c-89a0-9f3c49d43216 req-3c3b4aa8-7a5c-4a55-9b9e-34f96089ac8a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:13.315837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3844106f-44b6-497c-89a0-9f3c49d43216 req-3c3b4aa8-7a5c-4a55-9b9e-34f96089ac8a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0730627 Aug 31 09:51:13.421016 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-5a714e3f-9c8c-437d-938f-53e1ee0eb027 service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537583 Aug 31 09:51:13.441783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3844106f-44b6-497c-89a0-9f3c49d43216 req-2ec32323-633a-4529-a8ad-9a67e22fe7cf tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166024 Aug 31 09:51:13.443925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:13.466515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'port_id': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'mac_address': 'fa:16:3e:ba:a7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:51:13.508966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510de10-efaf-4e9f-ae85-2a30c5b25fc5 req-76982351-4d61-4d57-9b81-7c12f7770018 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:13.510891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3510de10-efaf-4e9f-ae85-2a30c5b25fc5 req-76982351-4d61-4d57-9b81-7c12f7770018 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0956197 Aug 31 09:51:13.526826 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:13.531173 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:13.549842 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c193156c-28ed-4076-80d6-8c10d3979ebf {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:13.550157 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-716e09b9-bf16-4b22-b17f-6800599ce16b req-440698b4-60aa-4098-8da5-6bac088fb7b2 service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200061 Aug 31 09:51:13.554767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['cef6aab0-d4db-44aa-b638-82dbcfe104dd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:13.578596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Pushing event deleted for resources: {'Port': ['ID=cef6aab0-d4db-44aa-b638-82dbcfe104dd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:13.624913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:13.633389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3510de10-efaf-4e9f-ae85-2a30c5b25fc5 req-85609de9-53e6-46ea-b73d-bc45fef85bc6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105242 Aug 31 09:51:13.635369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:13.653914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] No DVR routers for this DVR port cef6aab0-d4db-44aa-b638-82dbcfe104dd on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:51:13.656933 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:13.659262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-640db0cb-2c9a-4c33-bf6d-951018089135 req-d0a3cf11-2e55-441d-9d11-8dc587e6ba7e tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.20 "DELETE /v2.0/ports/cef6aab0-d4db-44aa-b638-82dbcfe104dd HTTP/1.1" status: 204 len: 173 time: 1.3452954 Aug 31 09:51:13.699418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:13.716069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:13.776721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c193156c-28ed-4076-80d6-8c10d3979ebf'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:14.213276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e003929b-8c14-4bfe-8f93-de9b3c81c49f', 'name': 'network-vif-deleted', 'tag': 'cef6aab0-d4db-44aa-b638-82dbcfe104dd'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:14.217593 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f340dde-d4b1-4bb0-aa10-7d8ce3ad1ae7" -d '{"events": [{"server_uuid": "e003929b-8c14-4bfe-8f93-de9b3c81c49f", "name": "network-vif-deleted", "tag": "cef6aab0-d4db-44aa-b638-82dbcfe104dd"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:14.297266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e89dbac6-108f-4b6c-8023-18a54e2b3c7b req-fec71895-6110-4e18-8506-9179a8c9561d tempest-AttachVolumeNegativeTest-1567776540 tempest-AttachVolumeNegativeTest-1567776540-project] 10.222.0.69 "GET /v2.0/ports?device_id=e003929b-8c14-4bfe-8f93-de9b3c81c49f HTTP/1.1" status: 200 len: 210 time: 0.0608916 Aug 31 09:51:14.370385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0685b0-9b15-42df-ae4e-905b1233abe9 req-8c50a245-1a29-40e7-b4e6-664a41f9afa3 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:14.379746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce0685b0-9b15-42df-ae4e-905b1233abe9 req-8c50a245-1a29-40e7-b4e6-664a41f9afa3 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.0812392 Aug 31 09:51:14.399867 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55974917-7b72-49e0-bbf5-0c3b8f0695c3 x-openstack-request-id: req-55974917-7b72-49e0-bbf5-0c3b8f0695c3 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:14.400278 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e003929b-8c14-4bfe-8f93-de9b3c81c49f", "name": "network-vif-deleted", "tag": "cef6aab0-d4db-44aa-b638-82dbcfe104dd", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:14.400545 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55974917-7b72-49e0-bbf5-0c3b8f0695c3 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:14.401071 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e003929b-8c14-4bfe-8f93-de9b3c81c49f', 'name': 'network-vif-deleted', 'tag': 'cef6aab0-d4db-44aa-b638-82dbcfe104dd', 'status': 'completed', 'code': 200} Aug 31 09:51:14.433257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce0685b0-9b15-42df-ae4e-905b1233abe9 req-81f69102-c194-4f25-9c4f-afef568565c6 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501306 Aug 31 09:51:14.608205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938a130-9775-47e9-90e0-411f40e9615a req-4562bb59-41c4-420e-a7c5-6321eb0011e9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:14.609966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4938a130-9775-47e9-90e0-411f40e9615a req-4562bb59-41c4-420e-a7c5-6321eb0011e9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.0605252 Aug 31 09:51:14.669792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4938a130-9775-47e9-90e0-411f40e9615a req-6a7e46fa-8171-4fa8-a0b8-ac72ca2aa264 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468051 Aug 31 09:51:14.797992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09903b0b-267c-420f-9492-b37439e31c67 req-69eb1d88-ff56-427b-bfed-53c8cf18ca02 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:14.814271 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09903b0b-267c-420f-9492-b37439e31c67 req-69eb1d88-ff56-427b-bfed-53c8cf18ca02 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.0996130 Aug 31 09:51:14.956868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09903b0b-267c-420f-9492-b37439e31c67 req-eefa3260-1aae-428f-8a25-8dd6f1457d6e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415482 Aug 31 09:51:14.964198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-a5c77e27-f617-409d-b269-c1ad7d98edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:14.966248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-a5c77e27-f617-409d-b269-c1ad7d98edb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1096 time: 0.1175141 Aug 31 09:51:15.087568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-3300b4e4-4b32-466c-aa59-4577026111c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:15.089292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-3300b4e4-4b32-466c-aa59-4577026111c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.1011341 Aug 31 09:51:15.165653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-2c601e3c-d31b-4478-96de-1d934fbaa86b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1001 time: 0.0661838 Aug 31 09:51:15.227764 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-8b082c3b-b7a2-40c6-8484-0dec5a426e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:15.230101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-8b082c3b-b7a2-40c6-8484-0dec5a426e03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0547893 Aug 31 09:51:15.282560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-d475fabc-1845-48fb-a195-36e314ab727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:15.284587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-d475fabc-1845-48fb-a195-36e314ab727c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473595 Aug 31 09:51:15.332204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:15.399007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53524) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:15.409838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port c193156c-28ed-4076-80d6-8c10d3979ebf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:15.410204 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.415335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-bde7bce5-faf4-44ac-830c-61757b090717 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179066 Aug 31 09:51:15.472305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc06605-fe9d-4b4a-a216-ab792afaebfd admin admin] Deleting subnet 737c74e6-63d6-41ed-ba44-1f05af2406a0 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:51:15.477447 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc06605-fe9d-4b4a-a216-ab792afaebfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.531247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc06605-fe9d-4b4a-a216-ab792afaebfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.577668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.609100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc06605-fe9d-4b4a-a216-ab792afaebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.618076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:15.620371 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16124fa-f9d8-4cc2-89c3-a51553123fd7" -d '{"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-plugged", "status": "completed", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:15.626401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-678406ea-57d8-4ba3-b9fc-85b71ddd9a27 req-ff9b32e7-f93b-4539-98bc-cdd48640f8f2 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036490 Aug 31 09:51:15.636913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:15.644097 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.644990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cef6aab0-d4db-44aa-b638-82dbcfe104dd no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:15.661324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf44c9-bcd9-4649-94d1-bfbccee91ded req-65093040-c359-43da-a9a1-d2e15bdb957a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:15.674499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6baf44c9-bcd9-4649-94d1-bfbccee91ded req-65093040-c359-43da-a9a1-d2e15bdb957a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.1137023 Aug 31 09:51:15.680246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc06605-fe9d-4b4a-a216-ab792afaebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.692317 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ea1c5a-ab0c-4cb6-a1e3-020fb6138950 x-openstack-request-id: req-21ea1c5a-ab0c-4cb6-a1e3-020fb6138950 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:15.692592 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-plugged", "status": "completed", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:15.692840 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21ea1c5a-ab0c-4cb6-a1e3-020fb6138950 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:15.693239 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'code': 200} Aug 31 09:51:15.710398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc06605-fe9d-4b4a-a216-ab792afaebfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737c74e6-63d6-41ed-ba44-1f05af2406a0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:15.728539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6baf44c9-bcd9-4649-94d1-bfbccee91ded req-78e9cca3-fa4f-4548-8b1b-f419a2c7dbdc tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516462 Aug 31 09:51:15.740829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: cef6aab0-d4db-44aa-b638-82dbcfe104dd {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:51:15.740829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cef6aab0-d4db-44aa-b638-82dbcfe104dd not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:51:15.741168 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cc06605-fe9d-4b4a-a216-ab792afaebfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.741955 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9cc06605-fe9d-4b4a-a216-ab792afaebfd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/737c74e6-63d6-41ed-ba44-1f05af2406a0 HTTP/1.1" status: 204 len: 168 time: 0.3409557 Aug 31 09:51:15.746801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53538) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:15.792501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:15.872884 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.892845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc206a8-a1aa-46ab-817e-1d8f6ff71678 req-bf98f25c-c804-452d-a0bb-60b5e30c4cea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:15.894392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1dc206a8-a1aa-46ab-817e-1d8f6ff71678 req-bf98f25c-c804-452d-a0bb-60b5e30c4cea tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0819502 Aug 31 09:51:16.000595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.013586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1dc206a8-a1aa-46ab-817e-1d8f6ff71678 req-e8841109-407c-46d9-993f-d38b3c276c82 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114285 Aug 31 09:51:16.018331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fcc7c7-167e-4159-b34f-d7c71632a155']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:16.031011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:16.031579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca19c81b-5959-4daf-ba8d-9b4c2f9cd290') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:16.049038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.064059 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.071115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:51:16.071614 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:51:16.073849 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:51:16.164294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.170493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.175314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] 10.222.0.69 "DELETE /v2.0/networks/62fcc7c7-167e-4159-b34f-d7c71632a155 HTTP/1.1" status: 204 len: 168 time: 0.4264944 Aug 31 09:51:16.199016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810728e9-a14d-426f-b99e-85ad5ba39473 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fcc7c7-167e-4159-b34f-d7c71632a155,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:16.209642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50367446-9050-441f-b64b-2797aca05815 req-0eab00ed-645f-4745-8a20-8d25afaf6e43 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:16.217186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50367446-9050-441f-b64b-2797aca05815 req-0eab00ed-645f-4745-8a20-8d25afaf6e43 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.1324000 Aug 31 09:51:16.257574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50367446-9050-441f-b64b-2797aca05815 req-5ba6d0a5-7568-499f-b521-3bbd421c5ab2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394599 Aug 31 09:51:16.392185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53570) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:16.436690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-80c4a75a-2705-4127-b589-dd2129c04b24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66c64ef3009e411d9da05e7db9dd7698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431147 Aug 31 09:51:16.439137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53572) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:16.493715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ffad82a-899a-43aa-98ed-063fa564df36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.516893 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ffad82a-899a-43aa-98ed-063fa564df36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.570254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ffad82a-899a-43aa-98ed-063fa564df36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.573323 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ffad82a-899a-43aa-98ed-063fa564df36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.577526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7ffad82a-899a-43aa-98ed-063fa564df36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34e83952-afc7-488a-aaa9-dfe80278a0a5 HTTP/1.1" status: 204 len: 168 time: 0.1343014 Aug 31 09:51:16.584884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffad82a-899a-43aa-98ed-063fa564df36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e83952-afc7-488a-aaa9-dfe80278a0a5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:16.946598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165d0df-3ad4-478b-be15-cbef1a6ae204 req-a25b5acc-ab26-4255-a6de-2e1633c0f8a6 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:16.969148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3165d0df-3ad4-478b-be15-cbef1a6ae204 req-a25b5acc-ab26-4255-a6de-2e1633c0f8a6 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.1293287 Aug 31 09:51:17.090091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3165d0df-3ad4-478b-be15-cbef1a6ae204 req-6c872fa3-b247-4a72-827e-20b2cc651fc3 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041605 Aug 31 09:51:17.240405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2516e-48ff-4da5-8e24-57ede496b808 req-9009b4a4-e565-42ad-9444-cbd97821961d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:17.248682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb2516e-48ff-4da5-8e24-57ede496b808 req-9009b4a4-e565-42ad-9444-cbd97821961d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0711455 Aug 31 09:51:17.326610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb2516e-48ff-4da5-8e24-57ede496b808 req-1ed5afb2-17be-445e-a5a3-3c204d27633d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770268 Aug 31 09:51:17.494277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b0095-435c-4881-b017-45ff0c8f2b4d req-272c4309-d2a4-428e-9757-ee76d7d26c14 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:17.495993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e4b0095-435c-4881-b017-45ff0c8f2b4d req-272c4309-d2a4-428e-9757-ee76d7d26c14 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.1009917 Aug 31 09:51:17.556611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e4b0095-435c-4881-b017-45ff0c8f2b4d req-8a8524db-c037-4147-9799-dac0afcbb9ec tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515511 Aug 31 09:51:18.697826 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-55187b05-8618-497b-abf3-3d746a254b63 service neutron] show failed (client error): The resource could not be found. Aug 31 09:51:18.699110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-55187b05-8618-497b-abf3-3d746a254b63 service neutron] 10.222.0.52 "GET /v2.0/ports/2d4a2e95-ec72-41f8-9719-f96257c6582b/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.1442888 Aug 31 09:51:18.834162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e772f-3fac-470d-861b-881797c93900 req-48427747-74e9-45ad-9133-6c4e85338293 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:18.847690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-482e772f-3fac-470d-861b-881797c93900 req-48427747-74e9-45ad-9133-6c4e85338293 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.2061369 Aug 31 09:51:19.048027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-482e772f-3fac-470d-861b-881797c93900 req-c6b114b4-546d-4fff-9812-3a9cf0e92326 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961629 Aug 31 09:51:19.228267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bc47f-f4b0-4849-9626-2d153cca0c34 req-9c137f53-4841-488b-a7b9-54b460514b48 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:19.229247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb1bc47f-f4b0-4849-9626-2d153cca0c34 req-9c137f53-4841-488b-a7b9-54b460514b48 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.3258491 Aug 31 09:51:19.327052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-1bf6772d-48a4-41b4-9d5b-e1a1527264b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:19.328574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-1bf6772d-48a4-41b4-9d5b-e1a1527264b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 1096 time: 0.2757518 Aug 31 09:51:19.343255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaf72e-ecd4-4e54-8839-bf0366de3d16 req-630dcae9-a597-4d3b-8327-dc4ea5c12c65 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:19.344811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06aaf72e-ecd4-4e54-8839-bf0366de3d16 req-630dcae9-a597-4d3b-8327-dc4ea5c12c65 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.1687007 Aug 31 09:51:19.350245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:19.355204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb1bc47f-f4b0-4849-9626-2d153cca0c34 req-03f59584-09ce-4ade-8d6e-b00bd8075a94 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155729 Aug 31 09:51:19.455494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06aaf72e-ecd4-4e54-8839-bf0366de3d16 req-7a7fa92c-1044-4636-ad53-338b43299517 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954247 Aug 31 09:51:19.456771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:19.822828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:19.870669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:19.920481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:19.925478 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e039ca-e1cb-4f86-8f0c-e677898355f9" -d '{"events": [{"server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:19.930504 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:19.951874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Transition to ACTIVE for port object 2d4a2e95-ec72-41f8-9719-f96257c6582b will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:19.958864 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.119727 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300b9b46-a152-4557-8602-334f7aaab32e x-openstack-request-id: req-300b9b46-a152-4557-8602-334f7aaab32e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:20.120032 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:20.120297 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-300b9b46-a152-4557-8602-334f7aaab32e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:20.120804 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'code': 200} Aug 31 09:51:20.127527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:20.300319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] No DVR routers for this DVR port 2d4a2e95-ec72-41f8-9719-f96257c6582b on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:51:20.364130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14787-6e0a-4f3a-9437-d052599378fe req-599e4240-98aa-4510-9002-cf9c0b7ecb24 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:20.372055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fb14787-6e0a-4f3a-9437-d052599378fe req-599e4240-98aa-4510-9002-cf9c0b7ecb24 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.2333069 Aug 31 09:51:20.504228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fb14787-6e0a-4f3a-9437-d052599378fe req-25c72077-149c-4d65-b7e8-c1907ccead35 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311502 Aug 31 09:51:20.656613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Attempting to bind port 2d4a2e95-ec72-41f8-9719-f96257c6582b on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:20.657364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Attempting to bind port 2d4a2e95-ec72-41f8-9719-f96257c6582b by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:20.658098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Attempting to bind port 2d4a2e95-ec72-41f8-9719-f96257c6582b on network 159b9386-61b4-491e-a3a6-5b55831147e8 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:20.689335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Port 2d4a2e95-ec72-41f8-9719-f96257c6582b on network 159b9386-61b4-491e-a3a6-5b55831147e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:20.689673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Attempting to bind port 2d4a2e95-ec72-41f8-9719-f96257c6582b on network 159b9386-61b4-491e-a3a6-5b55831147e8 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:20.711928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac798-a41f-4c1c-8825-c1a9bcbb22c8 req-62250f3a-225c-45a4-ba6f-99bea2bacf26 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:20.720155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-139ac798-a41f-4c1c-8825-c1a9bcbb22c8 req-62250f3a-225c-45a4-ba6f-99bea2bacf26 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1402457 Aug 31 09:51:20.724783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:20.725119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Checking segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:20.725528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Bound using segment: {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:20.725962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Bound port: 2d4a2e95-ec72-41f8-9719-f96257c6582b, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918eed2c-b0fa-4201-a880-c195fc9b5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:20.726324 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.776966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffaae4-09d0-4d3d-a761-1098e9b33dcd req-d84311e5-ee36-4343-9a79-cfb97550ed58 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:20.785077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dffaae4-09d0-4d3d-a761-1098e9b33dcd req-d84311e5-ee36-4343-9a79-cfb97550ed58 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.1693795 Aug 31 09:51:20.864020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-139ac798-a41f-4c1c-8825-c1a9bcbb22c8 req-ae6ccb81-b2da-47a6-a24f-5bfda1c2ec37 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428294 Aug 31 09:51:20.929461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dffaae4-09d0-4d3d-a761-1098e9b33dcd req-aa95ddd1-13a7-45f3-906e-a14b0dac161c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433694 Aug 31 09:51:20.954289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:20.959741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:20.970721 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.082852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:21.083261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.088608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 1091 time: 1.7388110 Aug 31 09:51:21.220989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f169fbb-a7bc-47db-a0cb-18a607813fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:21.238394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-fe6e74c9-574a-4683-b978-11fdf52cbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:21.240073 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-fe6e74c9-574a-4683-b978-11fdf52cbdb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1094 time: 0.1160705 Aug 31 09:51:21.459043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-dec2ec9c-ca50-4285-8afd-361fc63b7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:21.460619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-dec2ec9c-ca50-4285-8afd-361fc63b7c11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 899 time: 0.2063091 Aug 31 09:51:21.628434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-996cac35-11fd-4337-85e1-03d70f33155b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 999 time: 0.1450212 Aug 31 09:51:21.797297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-584702ef-65dd-4166-960a-33de2e4b967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:22.122659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:22.125856 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398bb777-dab5-4708-b921-b0eb95fb2bca" -d '{"events": [{"name": "network-changed", "server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:22.161337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-0eb1ba7d-30b0-44ae-9c66-5fcad6a12012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.163457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-0eb1ba7d-30b0-44ae-9c66-5fcad6a12012 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.5337911 Aug 31 09:51:22.227607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef9b83-322a-4dfb-8a4e-32b4543441aa req-71c8d5fc-764e-4e59-90be-c2730d236e3b tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.242796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20ef9b83-322a-4dfb-8a4e-32b4543441aa req-71c8d5fc-764e-4e59-90be-c2730d236e3b tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.1872723 Aug 31 09:51:22.285721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60c2a1-ab14-4a1b-ba4c-1125ab33bfa6 req-cf1ca758-83dc-4fca-8b10-bc629dbf6e48 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.296357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd60c2a1-ab14-4a1b-ba4c-1125ab33bfa6 req-cf1ca758-83dc-4fca-8b10-bc629dbf6e48 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.2364876 Aug 31 09:51:22.438226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20ef9b83-322a-4dfb-8a4e-32b4543441aa req-1b9e85c8-9f1e-4eca-961d-3b222b7f1d38 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943254 Aug 31 09:51:22.531806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-aec341c1-89fc-47c3-8581-4f914d07ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.537723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-aec341c1-89fc-47c3-8581-4f914d07ba3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3655729 Aug 31 09:51:22.874781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd60c2a1-ab14-4a1b-ba4c-1125ab33bfa6 req-b4ba149f-79b7-4258-ad56-e88def67dd9f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4437082 Aug 31 09:51:22.946431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-3f786a9c-1a56-4cc1-bdd3-f42b3ef8194c service neutron] 10.222.0.20 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964462 Aug 31 09:51:23.030251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae44e4-0bf1-4c13-9452-f40272cd3dc0 req-6fd99d08-d29b-46e8-929f-ff0f03630e14 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.038887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ceae44e4-0bf1-4c13-9452-f40272cd3dc0 req-6fd99d08-d29b-46e8-929f-ff0f03630e14 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.3285050 Aug 31 09:51:23.118055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ceae44e4-0bf1-4c13-9452-f40272cd3dc0 req-cc92ff76-9feb-4e54-8d19-2df8be5f5191 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773818 Aug 31 09:51:23.162724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2d4a2e95-ec72-41f8-9719-f96257c6582b no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:23.230616 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf740057-3a40-4c3e-b673-4444071fb012 x-openstack-request-id: req-bf740057-3a40-4c3e-b673-4444071fb012 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:23.231276 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:23.231402 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf740057-3a40-4c3e-b673-4444071fb012 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:23.231859 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'status': 'completed', 'code': 200} Aug 31 09:51:23.264904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acde04e9-6f7b-4965-b20d-147f99ec2f8d req-de924746-8480-47ee-8a1e-2472eaf40c61 service neutron] 10.222.0.20 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067739 Aug 31 09:51:23.347981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2d4a2e95-ec72-41f8-9719-f96257c6582b not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:51:23.350344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-d1ddb8b8-21aa-4c9a-8bbd-45da2f15a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.357194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-d1ddb8b8-21aa-4c9a-8bbd-45da2f15a7c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1094 time: 0.1658149 Aug 31 09:51:23.454393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-fe13a282-8c0f-4335-9b72-e957dfc1d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.464624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-fe13a282-8c0f-4335-9b72-e957dfc1d3db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1094 time: 0.1398199 Aug 31 09:51:23.560307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-8eeb3233-67ae-482c-8884-2342ae2bacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.564798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-8eeb3233-67ae-482c-8884-2342ae2bacb6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 899 time: 0.2013588 Aug 31 09:51:23.682873 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-6703aeb3-c669-4c15-becb-1eda09dd7878 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 999 time: 0.1111622 Aug 31 09:51:23.722440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-fbd7173f-39a9-4ea7-a76f-91cb189dc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.726370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-fbd7173f-39a9-4ea7-a76f-91cb189dc41c service neutron] 10.222.0.20 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 899 time: 0.2508564 Aug 31 09:51:23.931879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-f759def1-6eb1-4ff4-a6f1-06dd42e72675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.939830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-f759def1-6eb1-4ff4-a6f1-06dd42e72675 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.2480056 Aug 31 09:51:23.954926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f40527-49bb-4cf0-a37d-1ca898bd609c req-d7cfdb30-64a4-4d37-889d-edbc221ac7b9 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.972378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13f40527-49bb-4cf0-a37d-1ca898bd609c req-d7cfdb30-64a4-4d37-889d-edbc221ac7b9 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.3652585 Aug 31 09:51:24.008927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-fc87d2c8-ca59-4a50-88c2-ebc8e9c26cce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 999 time: 0.2715280 Aug 31 09:51:24.082368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-d3047d54-a80e-4f6b-baf6-ba9be34add58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:24.084083 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-d3047d54-a80e-4f6b-baf6-ba9be34add58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362064 Aug 31 09:51:24.130326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13f40527-49bb-4cf0-a37d-1ca898bd609c req-11545472-3d4c-45d2-aab8-e120fdff5082 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570430 Aug 31 09:51:24.195806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-a3bb5f46-6dae-448b-89fe-9228b7427511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:24.206249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-a3bb5f46-6dae-448b-89fe-9228b7427511 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.1756454 Aug 31 09:51:24.272885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05760ed-26a6-47b1-b06c-905f4a373384 req-c58194d6-7680-4380-b655-d885761b6b26 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:24.279670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b05760ed-26a6-47b1-b06c-905f4a373384 req-c58194d6-7680-4380-b655-d885761b6b26 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.2221425 Aug 31 09:51:24.355361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-1682313f-6093-4eee-a150-68c09fe6d756 service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629702 Aug 31 09:51:24.442104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b05760ed-26a6-47b1-b06c-905f4a373384 req-fc7ef5df-2f84-4c84-8384-1fc013412802 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189930 Aug 31 09:51:24.444417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-2db2dd64-e98b-4482-ad3e-8da8cbf98622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:24.453268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-2db2dd64-e98b-4482-ad3e-8da8cbf98622 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326245 Aug 31 09:51:24.634849 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-00b9f1fa-8b7a-4d24-81d3-92084a6d0cd8 service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709999 Aug 31 09:51:24.750312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dcc8e-55ea-45b1-bd7e-52385e570d08 req-7bf25393-b254-4842-b750-0aa9bf1c11bb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:24.764146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b5dcc8e-55ea-45b1-bd7e-52385e570d08 req-7bf25393-b254-4842-b750-0aa9bf1c11bb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.1436470 Aug 31 09:51:24.821676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-934cbdc2-db68-4957-af3b-8f2647f9546b service neutron] 10.222.0.20 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567865 Aug 31 09:51:24.882386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b5dcc8e-55ea-45b1-bd7e-52385e570d08 req-4ff2f076-f417-459f-bdf4-41e11ed64c07 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172149 Aug 31 09:51:25.030692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.036684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-398bb777-dab5-4708-b921-b0eb95fb2bca req-6507f7fa-859b-4dfc-828e-dd0ba3ca6a6e service neutron] 10.222.0.20 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882801 Aug 31 09:51:25.314437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2135f-dc95-4243-b281-dc48590cc0f1 req-ed0b6b46-75b3-47ca-8550-453b04223f44 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:25.316241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ae2135f-dc95-4243-b281-dc48590cc0f1 req-ed0b6b46-75b3-47ca-8550-453b04223f44 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 943 time: 0.0696051 Aug 31 09:51:25.386208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 289b16f4-1d37-41aa-9545-1ded9fa616a3 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:51:25.448713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ae2135f-dc95-4243-b281-dc48590cc0f1 req-e545b7f8-46b8-4517-b41d-20e58984ea92 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012936 Aug 31 09:51:25.539598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 289b16f4-1d37-41aa-9545-1ded9fa616a3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:25.584807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'mac_address': 'fa:16:3e:4a:14:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:51:25.716900 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.763852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4e9dc-9775-4f1d-8982-bd415e75482f req-5e8d36b1-1506-4fe9-a18f-4bd7bd0c3bd8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:25.775914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cfb4e9dc-9775-4f1d-8982-bd415e75482f req-5e8d36b1-1506-4fe9-a18f-4bd7bd0c3bd8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1545329 Aug 31 09:51:25.802890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289b16f4-1d37-41aa-9545-1ded9fa616a3 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:25.857626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 289b16f4-1d37-41aa-9545-1ded9fa616a3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:25.865848 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d459b69b-95e8-4a6c-90c1-6343376f45a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.870713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cfb4e9dc-9775-4f1d-8982-bd415e75482f req-7e0496a4-5046-4de0-84ab-70c20a87d9dc tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937977 Aug 31 09:51:25.875211 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:26.016659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=289b16f4-1d37-41aa-9545-1ded9fa616a3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:26.025920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.026580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.027158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.027659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.031543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.032796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.033303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.033789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.034272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.034950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.035653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.036455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:26.134371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d997-6dc4-4ab1-a091-21ec72bb2e6f req-e3679794-069d-4abc-8466-55732499add9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:26.140428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a53d997-6dc4-4ab1-a091-21ec72bb2e6f req-e3679794-069d-4abc-8466-55732499add9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.1077764 Aug 31 09:51:26.224470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a53d997-6dc4-4ab1-a091-21ec72bb2e6f req-70098562-a25e-4b18-87da-0d10d9843119 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776839 Aug 31 09:51:26.305227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['289b16f4-1d37-41aa-9545-1ded9fa616a3'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:26.815043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006979-546f-4442-b6fa-38a9b4aac99f req-296ea1c3-fa3c-4231-b6bd-f8e89ba574f3 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:26.823277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec006979-546f-4442-b6fa-38a9b4aac99f req-296ea1c3-fa3c-4231-b6bd-f8e89ba574f3 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 944 time: 0.1195645 Aug 31 09:51:26.908341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec006979-546f-4442-b6fa-38a9b4aac99f req-1e589964-40c7-4680-84fb-5089215d2308 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776644 Aug 31 09:51:27.102183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57533d6-0023-4656-abdf-7a0e84207fac req-8b4d0443-906c-49d7-852b-c3aeb8fe395a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.120768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e57533d6-0023-4656-abdf-7a0e84207fac req-8b4d0443-906c-49d7-852b-c3aeb8fe395a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1154487 Aug 31 09:51:27.182265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e57533d6-0023-4656-abdf-7a0e84207fac req-a856a57e-fd55-4c1a-9cc6-3820eb1d77e7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594010 Aug 31 09:51:27.369750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9c594-b5ce-430e-b043-f53946d4760c req-46bc36e6-ad22-4dc6-b784-31fbd9eec170 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.371411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ea9c594-b5ce-430e-b043-f53946d4760c req-46bc36e6-ad22-4dc6-b784-31fbd9eec170 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.0581174 Aug 31 09:51:27.406527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2d4a2e95-ec72-41f8-9719-f96257c6582b details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:51:27.427901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1ea9c594-b5ce-430e-b043-f53946d4760c req-77af4575-a93b-4992-8c18-cddec14ba822 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457320 Aug 31 09:51:27.525150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:27.543603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'port_id': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'mac_address': 'fa:16:3e:85:2f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:51:27.618590 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.644048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4a2e95-ec72-41f8-9719-f96257c6582b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:27.685144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e603e-b638-4d81-bc8f-c755123569f3 req-38380c67-84e4-42e7-8940-a9cad899d493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.692747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-073e603e-b638-4d81-bc8f-c755123569f3 req-38380c67-84e4-42e7-8940-a9cad899d493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 943 time: 0.0877526 Aug 31 09:51:27.700105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.742153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:27.748835 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.750177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-073e603e-b638-4d81-bc8f-c755123569f3 req-720cc1e9-5d25-47e7-b057-cd71d9ce64ea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564494 Aug 31 09:51:27.843638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:27.897474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-91b481fb-bc0f-4338-bea8-f96ef05f4772 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.900072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-91b481fb-bc0f-4338-bea8-f96ef05f4772 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676&tenant_id=fe145957829b494fbea1c53baae9541f&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 944 time: 0.1920886 Aug 31 09:51:27.997770 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-cbfcdc28-9db5-4527-b187-ba6b1e7ec522 service neutron] delete failed (client error): The resource could not be found. Aug 31 09:51:28.001657 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-cbfcdc28-9db5-4527-b187-ba6b1e7ec522 service neutron] 10.222.0.52 "DELETE /v2.0/ports/2d4a2e95-ec72-41f8-9719-f96257c6582b/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0930986 Aug 31 09:51:28.112543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f6d92-d534-4322-865b-684df63a6d41 req-37703581-8c05-4cbb-ab18-981f3f76bd78 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:28.129806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf6f6d92-d534-4322-865b-684df63a6d41 req-37703581-8c05-4cbb-ab18-981f3f76bd78 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 944 time: 0.1046321 Aug 31 09:51:28.134925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-7c3c5168-a68e-4594-a627-8b7d33d5988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:28.140631 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-7c3c5168-a68e-4594-a627-8b7d33d5988e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1095 time: 0.0820122 Aug 31 09:51:28.203011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf6f6d92-d534-4322-865b-684df63a6d41 req-6e729e24-3836-4c5d-9d3b-3a52b196b878 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722499 Aug 31 09:51:28.251690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['2d4a2e95-ec72-41f8-9719-f96257c6582b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:28.447057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-861c0d0f-8df0-4dec-9625-0a711ab32137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:28.449129 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-861c0d0f-8df0-4dec-9625-0a711ab32137 service neutron] 10.222.0.52 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 899 time: 0.3039126 Aug 31 09:51:28.575656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05d9f4-0e8e-41a6-b11f-f880f98990e5 req-c8598e72-549d-4d38-89f8-088943947955 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:28.585649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c05d9f4-0e8e-41a6-b11f-f880f98990e5 req-c8598e72-549d-4d38-89f8-088943947955 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1318717 Aug 31 09:51:28.617686 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-41257dcc-2433-4c41-abfc-4f436334c885 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 1000 time: 0.1574390 Aug 31 09:51:28.623153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:28.702936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c05d9f4-0e8e-41a6-b11f-f880f98990e5 req-5b28b6e6-f0c0-4421-a938-0bfd07a017cf tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106892 Aug 31 09:51:28.750045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-87ec5c94-ef41-42c2-b27b-ea3d3a293e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:28.752109 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-87ec5c94-ef41-42c2-b27b-ea3d3a293e1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.1262074 Aug 31 09:51:28.826364 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-c30e01d6-0542-4d06-94cb-57d892f9913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:28.828113 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-c30e01d6-0542-4d06-94cb-57d892f9913d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694981 Aug 31 09:51:28.963299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d94f-daeb-4484-bc8e-bb6c52ac0a3f req-09b69d9c-af7d-4366-a900-e0d6e3e36d9d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:28.965333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d20d94f-daeb-4484-bc8e-bb6c52ac0a3f req-09b69d9c-af7d-4366-a900-e0d6e3e36d9d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 944 time: 0.0900984 Aug 31 09:51:28.979892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-63b67f4d-ee66-4ca7-aaa6-d6499a0a176a service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295617 Aug 31 09:51:29.021918 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d20d94f-daeb-4484-bc8e-bb6c52ac0a3f req-3a5b434f-a89d-4fd8-9f60-54a32dbcace0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485139 Aug 31 09:51:29.112032 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eb967951-d545-46c4-92ac-9b130bd9b8de req-c7c39fcf-eccd-46b0-8c8b-132976041d64 service neutron] 10.222.0.52 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217949 Aug 31 09:51:29.414219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35784078-4d72-423e-b04e-463e7c717418 req-dead9195-b9b5-487e-881d-2bb1cafb8db0 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:29.416923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35784078-4d72-423e-b04e-463e7c717418 req-dead9195-b9b5-487e-881d-2bb1cafb8db0 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 944 time: 0.0685771 Aug 31 09:51:29.429438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 289b16f4-1d37-41aa-9545-1ded9fa616a3 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:29.524691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35784078-4d72-423e-b04e-463e7c717418 req-91d885e8-7dc3-49fd-83e1-1a8cc1284e40 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943356 Aug 31 09:51:29.561206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 289b16f4-1d37-41aa-9545-1ded9fa616a3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:29.567618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 289b16f4-1d37-41aa-9545-1ded9fa616a3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:29.568288 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.704376 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.748134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:29.752213 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa462b2f-c8f9-44ca-b432-f8b2cd5160f4" -d '{"events": [{"server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "name": "network-vif-plugged", "status": "completed", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:29.759806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 289b16f4-1d37-41aa-9545-1ded9fa616a3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:29.768471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.825491 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd954a6-2e57-48c0-96d4-d8c189bd1b88 x-openstack-request-id: req-bfd954a6-2e57-48c0-96d4-d8c189bd1b88 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:29.825797 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "name": "network-vif-plugged", "status": "completed", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:29.826906 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bfd954a6-2e57-48c0-96d4-d8c189bd1b88 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:29.841271 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'code': 200} Aug 31 09:51:29.915646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=289b16f4-1d37-41aa-9545-1ded9fa616a3,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:30.136882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f3c11-8834-40e4-9b38-51db08abadb9 req-5bcb3a30-bc4c-4c2c-aaab-98f355aeb486 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:30.149662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59f3c11-8834-40e4-9b38-51db08abadb9 req-5bcb3a30-bc4c-4c2c-aaab-98f355aeb486 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.3049092 Aug 31 09:51:30.223208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5203dc-ea5f-4e93-9f8d-c2d6c0ed507f req-cc78f79e-b241-4409-98b4-bb07467d150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:30.224994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac5203dc-ea5f-4e93-9f8d-c2d6c0ed507f req-cc78f79e-b241-4409-98b4-bb07467d150e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1096 time: 0.2472806 Aug 31 09:51:30.255968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d59f3c11-8834-40e4-9b38-51db08abadb9 req-accf8c12-4af7-4723-8c52-9b75f35105e8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034026 Aug 31 09:51:30.314602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44ac1a-92ae-4d5a-9142-b6adc36a5022 req-b5975401-91cf-4e23-92a6-953ebfceb013 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:30.316597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d44ac1a-92ae-4d5a-9142-b6adc36a5022 req-b5975401-91cf-4e23-92a6-953ebfceb013 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 944 time: 0.1630001 Aug 31 09:51:30.333954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac5203dc-ea5f-4e93-9f8d-c2d6c0ed507f req-1215e188-169a-47df-89c7-d3df6113e439 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878918 Aug 31 09:51:30.381963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d44ac1a-92ae-4d5a-9142-b6adc36a5022 req-25b72435-c6e1-41c7-9e2f-0f6156d5803e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502129 Aug 31 09:51:30.419537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53812) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:30.509129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c421c891-e5ec-4bc3-8409-1552598d33d5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/b97e4053-eaf9-4b80-a953-4c18e7932fe6 HTTP/1.1" status: 200 len: 992 time: 0.0849290 Aug 31 09:51:30.678623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570d4a-8ead-4adf-8d9c-2207eb6e953b req-e7e8d64a-1b0d-4694-815d-076d57e611da tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:30.686721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be570d4a-8ead-4adf-8d9c-2207eb6e953b req-e7e8d64a-1b0d-4694-815d-076d57e611da tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 945 time: 0.0818624 Aug 31 09:51:30.739444 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be570d4a-8ead-4adf-8d9c-2207eb6e953b req-ad5c4cb8-7ae4-409f-a45f-634a2d9f67ca tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516162 Aug 31 09:51:31.438161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2d4a2e95-ec72-41f8-9719-f96257c6582b up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:31.444707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1d691-9930-47b2-afdc-a2bdec0c8c56 req-71365f23-fee3-436b-b998-80b9faa9eaa5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:31.454864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ac1d691-9930-47b2-afdc-a2bdec0c8c56 req-71365f23-fee3-436b-b998-80b9faa9eaa5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0760627 Aug 31 09:51:31.518602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ac1d691-9930-47b2-afdc-a2bdec0c8c56 req-4dcba2c8-2b45-4a7f-bf51-ef1c8966ff0d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609946 Aug 31 09:51:31.526736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 2d4a2e95-ec72-41f8-9719-f96257c6582b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:31.531537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 2d4a2e95-ec72-41f8-9719-f96257c6582b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:31.532061 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.692833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.754233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:31.773099 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.905659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:31.919848 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcf8db1-cb40-4a35-92f5-db24e3ceef5d" -d '{"events": [{"server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:31.927886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.956553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d6e16-4a77-4e8e-91e0-ae173320718c req-7ce73a3c-fdaa-4f89-8566-cb10c0ba7d33 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:31.964106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be3d6e16-4a77-4e8e-91e0-ae173320718c req-7ce73a3c-fdaa-4f89-8566-cb10c0ba7d33 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 945 time: 0.1457689 Aug 31 09:51:32.040735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be3d6e16-4a77-4e8e-91e0-ae173320718c req-78f66c37-afff-42f1-af4d-1106dd4833ff tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755951 Aug 31 09:51:32.054941 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c91aef9-4129-4531-a14d-68959514966b x-openstack-request-id: req-8c91aef9-4129-4531-a14d-68959514966b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:32.055930 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:32.056372 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c91aef9-4129-4531-a14d-68959514966b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:32.056934 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'code': 200} Aug 31 09:51:32.246279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9a24a-cabc-4cf2-afbe-2f8254980ab5 req-4cb1111e-df9d-430e-89ca-4147d6693931 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:32.259352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ce9a24a-cabc-4cf2-afbe-2f8254980ab5 req-4cb1111e-df9d-430e-89ca-4147d6693931 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 945 time: 0.1058483 Aug 31 09:51:32.348211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ce9a24a-cabc-4cf2-afbe-2f8254980ab5 req-b2dc53cc-e256-4d6c-9f92-e7edd4dfb28f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799806 Aug 31 09:51:32.367419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53856) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:32.529557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53864) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:32.733616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3512fee2-ede4-479d-8ba2-0179edb44c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.737125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307229dc-10e7-4b90-ab37-36e86bea8b9a tempest-TestVolumeBackupRestore-1018113046 tempest-TestVolumeBackupRestore-1018113046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:32.738812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-307229dc-10e7-4b90-ab37-36e86bea8b9a tempest-TestVolumeBackupRestore-1018113046 tempest-TestVolumeBackupRestore-1018113046-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1091 time: 0.3700902 Aug 31 09:51:32.742243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53870) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:32.747696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:32.767736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388567eb-7f48-423b-a6e2-cc68074b7da9 req-bb8c8f79-2aa8-435f-b1bd-0e5216fcd17e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:32.767736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-388567eb-7f48-423b-a6e2-cc68074b7da9 req-bb8c8f79-2aa8-435f-b1bd-0e5216fcd17e tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1136487 Aug 31 09:51:32.784365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.db.api [None req-3512fee2-ede4-479d-8ba2-0179edb44c52 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:51:32.784365 n-d-806683-2 neutron-server[94786]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:51:32.784365 n-d-806683-2 neutron-server[94786]: [parameters: {'project_id': 'f0b9576a0f504e5eb19d42ab02dbf341', 'id': '218b5077-e655-4827-a9db-d175d07cdb25', 'expiration': datetime.datetime(2021, 8, 31, 9, 53, 32, 772874)}] Aug 31 09:51:32.784365 n-d-806683-2 neutron-server[94786]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:51:32.784882 n-d-806683-2 neutron-server[94786]: DEBUG oslo_db.api [None req-3512fee2-ede4-479d-8ba2-0179edb44c52 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:51:32.821039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.844085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-388567eb-7f48-423b-a6e2-cc68074b7da9 req-78aef76b-cd6c-41de-a303-5351b8c86a2a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687919 Aug 31 09:51:32.972142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.125002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Allocated IP 172.25.1.180 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/fa476f1b-c50a-4e06-9ef9-1689a5ccf1d7) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:33.263217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.286282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3512fee2-ede4-479d-8ba2-0179edb44c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.307942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.349374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:33.364782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:33.377594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:33.499920 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3512fee2-ede4-479d-8ba2-0179edb44c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.511025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3512fee2-ede4-479d-8ba2-0179edb44c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.539681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'Port': ['ID=fa476f1b-c50a-4e06-9ef9-1689a5ccf1d7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:33.565587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3512fee2-ede4-479d-8ba2-0179edb44c52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0b9576a0f504e5eb19d42ab02dbf341&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0320530 Aug 31 09:51:33.569470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53882) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:33.590674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512fee2-ede4-479d-8ba2-0179edb44c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95dc6fe-1955-4fc8-a1aa-a9ad5c36a803,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:33.680486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86241753-2830-4c38-aebb-4a8f381d5031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.745666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86241753-2830-4c38-aebb-4a8f381d5031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.831302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86241753-2830-4c38-aebb-4a8f381d5031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.836018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86241753-2830-4c38-aebb-4a8f381d5031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.838189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-86241753-2830-4c38-aebb-4a8f381d5031 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a95dc6fe-1955-4fc8-a1aa-a9ad5c36a803 HTTP/1.1" status: 204 len: 168 time: 0.2675664 Aug 31 09:51:33.851665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86241753-2830-4c38-aebb-4a8f381d5031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95dc6fe-1955-4fc8-a1aa-a9ad5c36a803,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:34.028276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac8c66-439c-44e9-a24e-b9065cfd862c req-478b6cb9-b21c-4566-9e58-f59473ac92f0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:34.030950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0ac8c66-439c-44e9-a24e-b9065cfd862c req-478b6cb9-b21c-4566-9e58-f59473ac92f0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0732687 Aug 31 09:51:34.092752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0ac8c66-439c-44e9-a24e-b9065cfd862c req-e4bc9cfc-d218-44e0-9f22-0e70606ca018 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548842 Aug 31 09:51:34.093015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.183786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.326242 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:51:34.389787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.395383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.472028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event updated for resources: {'Port': ['ID=fa476f1b-c50a-4e06-9ef9-1689a5ccf1d7,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:34.482342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.628031 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Floating IP 6c7555a0-14dd-4944-b4cf-1f237f85832c associated. External IP: 172.25.1.180, port: 289b16f4-1d37-41aa-9545-1ded9fa616a3. Aug 31 09:51:34.756261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-b1a01790-b651-44da-8a11-9100917d6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:34.757689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-b1a01790-b651-44da-8a11-9100917d6790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1097 time: 0.0423868 Aug 31 09:51:34.888518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-2fecb57a-9507-40b3-a561-7169e55c3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:34.890616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-2fecb57a-9507-40b3-a561-7169e55c3fb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.1248009 Aug 31 09:51:34.899834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:34.993742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-b1f561fd-819f-4e87-b89b-2986bb5efe00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1002 time: 0.0946696 Aug 31 09:51:35.029388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:35.041435 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] Sync routers for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:35.053643 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:35.054636 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:35.059608 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.062810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-ef6de3bd-0d57-41d5-b6d6-beffca107486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.065509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-ef6de3bd-0d57-41d5-b6d6-beffca107486 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0638363 Aug 31 09:51:35.101278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7c11fac7-1a7d-494f-ab54-04dcec5934a7 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3554361 Aug 31 09:51:35.101278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:35.102050 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d8a13c-f9cd-42fa-a50e-aac397650b41" -d '{"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:35.104795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 53928) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:35.124190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-5168b1b9-3e1f-4b78-a91d-ffa588affa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.125710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-5168b1b9-3e1f-4b78-a91d-ffa588affa17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508142 Aug 31 09:51:35.157963 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76fc4c3-bf24-47f1-a8f6-110ba050e88e x-openstack-request-id: req-c76fc4c3-bf24-47f1-a8f6-110ba050e88e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:35.158604 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:35.158776 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c76fc4c3-bf24-47f1-a8f6-110ba050e88e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:35.159299 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'status': 'completed', 'code': 200} Aug 31 09:51:35.185888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c73b261-21ad-4669-a33f-592665108dcc tempest-TestVolumeBackupRestore-1018113046 tempest-TestVolumeBackupRestore-1018113046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.190798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0c73b261-21ad-4669-a33f-592665108dcc tempest-TestVolumeBackupRestore-1018113046 tempest-TestVolumeBackupRestore-1018113046-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1091 time: 0.0841115 Aug 31 09:51:35.198019 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 53936) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:35.227277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-11477431-8c3d-4260-b19c-1ca9659a43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.229125 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-11477431-8c3d-4260-b19c-1ca9659a43b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a946289d37c49219918668e825a2f0d&device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1096 time: 0.0577230 Aug 31 09:51:35.232529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-46b6ae1c-1ab2-4c35-836b-bf46791910ec tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Request body: {'floatingip': {'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:35.263222 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:35.292049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46b6ae1c-1ab2-4c35-836b-bf46791910ec tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.345916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-ef863b3a-d78a-4a0c-9dcb-e32434928789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.348028 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-ef863b3a-d78a-4a0c-9dcb-e32434928789 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29a750cf-c535-4b41-a74f-2d497e541168 HTTP/1.1" status: 200 len: 916 time: 0.1113398 Aug 31 09:51:35.466085 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-8b74bdd4-f1fb-4e2c-9a12-d921f773c76d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3 HTTP/1.1" status: 200 len: 999 time: 0.1105599 Aug 31 09:51:35.571522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-3447031c-5311-47a9-bba5-297b8987da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.575858 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-3447031c-5311-47a9-bba5-297b8987da44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7465773-4d08-46cd-b62c-98ae80fb1cc8 HTTP/1.1" status: 200 len: 853 time: 0.1019008 Aug 31 09:51:35.601482 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6c7555a0-14dd-4944-b4cf-1f237f85832c', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'mac_address': 'fa:16:3e:4a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:51:33Z', 'updated_at': '2021-08-31T09:51:33Z', 'revision_number': 0, 'project_id': '2a946289d37c49219918668e825a2f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:35.665453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-c59d4544-5236-4d9c-abbd-72fc65b71ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.667495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-c59d4544-5236-4d9c-abbd-72fc65b71ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29a750cf-c535-4b41-a74f-2d497e541168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854683 Aug 31 09:51:35.727352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5022b-4799-4cc9-b51e-26481dae2bcc req-6ea191c1-4004-41ed-a42a-eaf2f9b37694 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.732432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fce5022b-4799-4cc9-b51e-26481dae2bcc req-6ea191c1-4004-41ed-a42a-eaf2f9b37694 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1837084 Aug 31 09:51:35.804131 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] Checking router: beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:35.814614 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:35.815257 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:35.815474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-2f0504d8-5ab2-4279-bb55-61108396e93f service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770434 Aug 31 09:51:35.827831 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-7e2f72f2-c1f0-409c-946e-82b57c835d13 service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518528 Aug 31 09:51:35.955772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fce5022b-4799-4cc9-b51e-26481dae2bcc req-8e390ed4-80de-4975-abc8-426a0c21a699 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223182 Aug 31 09:51:35.983760 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:36.011944 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-77d8a13c-f9cd-42fa-a50e-aac397650b41 req-9f915db5-3a4c-47eb-b4cb-0eac2eb0007f service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767862 Aug 31 09:51:36.384901 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6c7555a0-14dd-4944-b4cf-1f237f85832c', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'mac_address': 'fa:16:3e:4a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:51:33Z', 'updated_at': '2021-08-31T09:51:33Z', 'revision_number': 0, 'project_id': '2a946289d37c49219918668e825a2f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:36.426592 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e87469-2cc2-44b3-b5ba-3e8ef971c99f None None] The sync data for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 is: [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6c7555a0-14dd-4944-b4cf-1f237f85832c', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'mac_address': 'fa:16:3e:4a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:51:33Z', 'updated_at': '2021-08-31T09:51:33Z', 'revision_number': 0, 'project_id': '2a946289d37c49219918668e825a2f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:36.538703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46b6ae1c-1ab2-4c35-836b-bf46791910ec tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.548901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46b6ae1c-1ab2-4c35-836b-bf46791910ec tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.634061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7491b8e7-fc09-4526-8c8e-757b080d0f10 req-18702f48-6e70-4e60-ab82-c6ccee5479d4 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087919 Aug 31 09:51:36.789415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763261c9-2435-4615-9c61-80864d72e493 None None] New status for floating IP 6c7555a0-14dd-4944-b4cf-1f237f85832c: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:51:36.910891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b6ae1c-1ab2-4c35-836b-bf46791910ec tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:36.912119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54040) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:37.115260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db025688-1fdf-4215-a287-433c0a0be8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.145439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b6ae1c-1ab2-4c35-836b-bf46791910ec tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:37.153688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46b6ae1c-1ab2-4c35-836b-bf46791910ec tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.162267 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] Sync routers for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:37.181577 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:37.183607 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:37.203479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a55e-02a9-4a92-824c-6d1f0f81bf43 req-2c7d3dbd-d195-4fb4-bea9-2f6caf795ff0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:37.205407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e61a55e-02a9-4a92-824c-6d1f0f81bf43 req-2c7d3dbd-d195-4fb4-bea9-2f6caf795ff0 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.1049504 Aug 31 09:51:37.211550 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:37.214229 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2b6630-0d87-426a-8f45-096f308cfc29" -d '{"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:37.274508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-46b6ae1c-1ab2-4c35-836b-bf46791910ec tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "PUT /v2.0/floatingips/6c7555a0-14dd-4944-b4cf-1f237f85832c HTTP/1.1" status: 200 len: 991 time: 2.0752361 Aug 31 09:51:37.276028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db025688-1fdf-4215-a287-433c0a0be8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.280144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e61a55e-02a9-4a92-824c-6d1f0f81bf43 req-af2a92d0-67ec-44d2-8a19-d0ee61f2489d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627463 Aug 31 09:51:37.287802 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db025688-1fdf-4215-a287-433c0a0be8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.310380 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0654ec5-aef2-46fc-a635-d5d91f38ce0d x-openstack-request-id: req-a0654ec5-aef2-46fc-a635-d5d91f38ce0d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:37.310665 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:37.312015 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0654ec5-aef2-46fc-a635-d5d91f38ce0d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:37.312307 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'status': 'completed', 'code': 200} Aug 31 09:51:37.343688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-db025688-1fdf-4215-a287-433c0a0be8b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9ede9844da346bf939cdcb2c277c3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303362 Aug 31 09:51:37.346188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db025688-1fdf-4215-a287-433c0a0be8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9702834b-a730-405f-9b1d-4663878a497e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:37.348701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54056) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:37.364091 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:37.408990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-3e3e17ac-0bfd-435b-b493-9c6acd771ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:37.415579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-3e3e17ac-0bfd-435b-b493-9c6acd771ec6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a946289d37c49219918668e825a2f0d&device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1096 time: 0.0829852 Aug 31 09:51:37.420280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f332997c-bbe1-4b4e-933f-9b5b0cd0ec6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.454126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f332997c-bbe1-4b4e-933f-9b5b0cd0ec6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.456856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:37.539810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f332997c-bbe1-4b4e-933f-9b5b0cd0ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.545527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f332997c-bbe1-4b4e-933f-9b5b0cd0ec6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.547763 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f332997c-bbe1-4b4e-933f-9b5b0cd0ec6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9702834b-a730-405f-9b1d-4663878a497e HTTP/1.1" status: 204 len: 168 time: 0.1978350 Aug 31 09:51:37.560030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332997c-bbe1-4b4e-933f-9b5b0cd0ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702834b-a730-405f-9b1d-4663878a497e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:37.577144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-6e52ce96-4ff1-45fb-8b7d-cf1c502b3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:37.578873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-6e52ce96-4ff1-45fb-8b7d-cf1c502b3cfe service neutron] 10.222.0.20 "GET /v2.0/networks?id=29a750cf-c535-4b41-a74f-2d497e541168 HTTP/1.1" status: 200 len: 916 time: 0.1550684 Aug 31 09:51:37.583460 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.638876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:37.645429 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eae83f-f72c-4015-a171-ff9154317024" -d '{"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-unplugged", "status": "completed", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:37.685115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:37.686939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-f7f66fb5-b9a1-4b1e-bf78-a5eaaacd1b06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3 HTTP/1.1" status: 200 len: 1001 time: 0.0974467 Aug 31 09:51:37.693503 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.765333 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563c0ae-bd66-405d-aa15-bbdf4144f3ad x-openstack-request-id: req-8563c0ae-bd66-405d-aa15-bbdf4144f3ad {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:37.767181 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-unplugged", "status": "completed", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:37.768465 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8563c0ae-bd66-405d-aa15-bbdf4144f3ad {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:37.769694 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'code': 200} Aug 31 09:51:37.789123 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6c7555a0-14dd-4944-b4cf-1f237f85832c', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'mac_address': 'fa:16:3e:4a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:51:33Z', 'updated_at': '2021-08-31T09:51:36Z', 'revision_number': 2, 'project_id': '2a946289d37c49219918668e825a2f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:37.797311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-ffb3415f-aee8-40a7-9d4a-b5aa59763c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:37.803220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-ffb3415f-aee8-40a7-9d4a-b5aa59763c52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7465773-4d08-46cd-b62c-98ae80fb1cc8 HTTP/1.1" status: 200 len: 853 time: 0.1074412 Aug 31 09:51:37.813312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:37.842172 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] Checking router: beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:37.852888 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:37.853910 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:37.882269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-344e6c80-2667-4524-a3b1-ff7bb4af85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:37.884714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-344e6c80-2667-4524-a3b1-ff7bb4af85a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29a750cf-c535-4b41-a74f-2d497e541168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715230 Aug 31 09:51:38.023111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-912d7055-2406-4144-b948-319c88025350 service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283672 Aug 31 09:51:38.024793 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:38.097683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54068) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:38.120202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02fc19c4-1150-4bb8-9bd3-2cecdd3dd5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.179912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2b6630-0d87-426a-8f45-096f308cfc29 req-5f9ebf48-1fda-4fe2-b64d-398f73eee29b service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428928 Aug 31 09:51:38.249832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02fc19c4-1150-4bb8-9bd3-2cecdd3dd5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.254369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02fc19c4-1150-4bb8-9bd3-2cecdd3dd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.300147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-02fc19c4-1150-4bb8-9bd3-2cecdd3dd5e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4dd7bbbbd6aa4b18866a5672e319e95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011547 Aug 31 09:51:38.301319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc19c4-1150-4bb8-9bd3-2cecdd3dd5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db35fc3c-1882-4b6e-b4ed-ac4ffd4297a9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.302942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54070) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:38.328553 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6c7555a0-14dd-4944-b4cf-1f237f85832c', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'mac_address': 'fa:16:3e:4a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:51:33Z', 'updated_at': '2021-08-31T09:51:36Z', 'revision_number': 2, 'project_id': '2a946289d37c49219918668e825a2f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:38.374651 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c7afb7b-5e57-4f4e-bb22-b24c3f3797a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.378865 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f544226-4b16-42c0-8160-cef2290b5332 None None] The sync data for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 is: [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '6c7555a0-14dd-4944-b4cf-1f237f85832c', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'floating_ip_address': '172.25.1.180', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'port_id': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'mac_address': 'fa:16:3e:4a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:51:33Z', 'updated_at': '2021-08-31T09:51:36Z', 'revision_number': 2, 'project_id': '2a946289d37c49219918668e825a2f0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:38.408161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c7afb7b-5e57-4f4e-bb22-b24c3f3797a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.488852 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c7afb7b-5e57-4f4e-bb22-b24c3f3797a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.492874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c7afb7b-5e57-4f4e-bb22-b24c3f3797a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.494983 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3c7afb7b-5e57-4f4e-bb22-b24c3f3797a9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db35fc3c-1882-4b6e-b4ed-ac4ffd4297a9 HTTP/1.1" status: 204 len: 168 time: 0.1908517 Aug 31 09:51:38.507702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21448da-d904-4a6b-8e88-37bb660881ee req-9483e033-fb9e-49ea-b3b7-fa9edcc702ca tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:38.509769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a21448da-d904-4a6b-8e88-37bb660881ee req-9483e033-fb9e-49ea-b3b7-fa9edcc702ca tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 944 time: 0.0905719 Aug 31 09:51:38.527235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7afb7b-5e57-4f4e-bb22-b24c3f3797a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db35fc3c-1882-4b6e-b4ed-ac4ffd4297a9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.582517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a21448da-d904-4a6b-8e88-37bb660881ee req-f70fe899-2c64-40b0-811b-7f3e573c9cdd tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572860 Aug 31 09:51:39.313640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:39.316873 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daadf96d-0da9-4675-9739-2a8f85860042" -d '{"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:39.356608 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69857840-a184-4f50-834e-1c4541b3f037 x-openstack-request-id: req-69857840-a184-4f50-834e-1c4541b3f037 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:39.356927 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:39.357185 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-69857840-a184-4f50-834e-1c4541b3f037 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:39.357591 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'status': 'completed', 'code': 200} Aug 31 09:51:39.424781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadf96d-0da9-4675-9739-2a8f85860042 req-d76d53cc-2b11-46bb-836e-186993768bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:39.426293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daadf96d-0da9-4675-9739-2a8f85860042 req-d76d53cc-2b11-46bb-836e-186993768bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a946289d37c49219918668e825a2f0d&device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1096 time: 0.0459480 Aug 31 09:51:39.543447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadf96d-0da9-4675-9739-2a8f85860042 req-c01ed115-ad5a-4d0d-bc48-2c8e4d38b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:39.544965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daadf96d-0da9-4675-9739-2a8f85860042 req-c01ed115-ad5a-4d0d-bc48-2c8e4d38b17f service neutron] 10.222.0.20 "GET /v2.0/networks?id=29a750cf-c535-4b41-a74f-2d497e541168 HTTP/1.1" status: 200 len: 916 time: 0.1104040 Aug 31 09:51:39.616814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daadf96d-0da9-4675-9739-2a8f85860042 req-a32c6ba1-e87c-439d-bd6e-2111e92823d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3 HTTP/1.1" status: 200 len: 1001 time: 0.0641286 Aug 31 09:51:39.720025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadf96d-0da9-4675-9739-2a8f85860042 req-fe9dc370-9234-4117-a28e-cccece1e3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:39.723095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daadf96d-0da9-4675-9739-2a8f85860042 req-fe9dc370-9234-4117-a28e-cccece1e3279 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7465773-4d08-46cd-b62c-98ae80fb1cc8 HTTP/1.1" status: 200 len: 853 time: 0.0937595 Aug 31 09:51:39.746130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed0fa9-49ed-437d-8eac-e9ba78ed0c2e req-284d7b8f-6297-4b76-97d9-6916f58bbb35 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:39.748241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25ed0fa9-49ed-437d-8eac-e9ba78ed0c2e req-284d7b8f-6297-4b76-97d9-6916f58bbb35 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 944 time: 0.0721045 Aug 31 09:51:39.815188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadf96d-0da9-4675-9739-2a8f85860042 req-76f68f74-bad5-4a78-b54b-e605917b346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:39.816892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daadf96d-0da9-4675-9739-2a8f85860042 req-76f68f74-bad5-4a78-b54b-e605917b346c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29a750cf-c535-4b41-a74f-2d497e541168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813251 Aug 31 09:51:39.825646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25ed0fa9-49ed-437d-8eac-e9ba78ed0c2e req-b3d46118-566f-40c6-b26e-372fb8121db3 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473371 Aug 31 09:51:39.934335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daadf96d-0da9-4675-9739-2a8f85860042 req-27420b44-e190-4179-b977-94a9e694cf19 service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073985 Aug 31 09:51:40.048787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-daadf96d-0da9-4675-9739-2a8f85860042 req-6e37eb46-7a56-4728-a77e-dccca90f50bd service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066585 Aug 31 09:51:40.536675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:40.828789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-73f655a7-7040-40d5-b1d9-9b1f737a98f4 req-b37fd3a6-a784-47ff-9003-94d56234dd14 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:51:40.831563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73f655a7-7040-40d5-b1d9-9b1f737a98f4 req-b37fd3a6-a784-47ff-9003-94d56234dd14 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070620 Aug 31 09:51:41.039020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ac2f2-019d-4e1a-8b8f-4522c6c14091 req-a6a0d33a-b217-4e9d-bf95-549d033b4051 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:41.042928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a0ac2f2-019d-4e1a-8b8f-4522c6c14091 req-a6a0d33a-b217-4e9d-bf95-549d033b4051 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 944 time: 0.0703773 Aug 31 09:51:41.110185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a0ac2f2-019d-4e1a-8b8f-4522c6c14091 req-5df23457-5181-4a42-b9d9-5c84f71149ba tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474079 Aug 31 09:51:41.338365 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-7edf4e6d-f00f-4bea-b92f-60331058ec41 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618536 Aug 31 09:51:41.465569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:42.258214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-4fa4147c-c6d2-4923-a91b-3979b663452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:42.260035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-4fa4147c-c6d2-4923-a91b-3979b663452f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194&tenant_id=079bf3653f69456b93cb7c8eee16aae3 HTTP/1.1" status: 200 len: 1095 time: 0.1162040 Aug 31 09:51:42.260441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d706f-79e7-4268-aaee-1ed293b2295c req-5a7361b7-1fbe-4160-ae4a-cb2a5da73cb9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:42.262605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-289d706f-79e7-4268-aaee-1ed293b2295c req-5a7361b7-1fbe-4160-ae4a-cb2a5da73cb9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 944 time: 0.0686793 Aug 31 09:51:42.275233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:42.317168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-289d706f-79e7-4268-aaee-1ed293b2295c req-f39938cb-8521-46cf-a9fa-04086f790b2f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475008 Aug 31 09:51:42.365332 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.055366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:43.112765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:43.158584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c193156c-28ed-4076-80d6-8c10d3979ebf {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:43.168043 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.184267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Transition to ACTIVE for port object c193156c-28ed-4076-80d6-8c10d3979ebf will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:43.189292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.351026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=9']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:43.493877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] No DVR routers for this DVR port c193156c-28ed-4076-80d6-8c10d3979ebf on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:51:43.536791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016d6db-9e1d-4e78-a0cf-de793373d137 req-8e1f1872-94a2-4984-a0a2-ad8595f59453 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:43.538487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d016d6db-9e1d-4e78-a0cf-de793373d137 req-8e1f1872-94a2-4984-a0a2-ad8595f59453 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 944 time: 0.0683239 Aug 31 09:51:43.588211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d016d6db-9e1d-4e78-a0cf-de793373d137 req-d609dbf4-e344-4b4d-9bde-2699898ce137 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Aug 31 09:51:43.630962 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.689604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Attempting to bind port c193156c-28ed-4076-80d6-8c10d3979ebf on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:43.690202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Attempting to bind port c193156c-28ed-4076-80d6-8c10d3979ebf by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:43.690629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Attempting to bind port c193156c-28ed-4076-80d6-8c10d3979ebf on network 7ef2d02d-7502-478d-a729-87262870c6fa {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:43.696576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Port c193156c-28ed-4076-80d6-8c10d3979ebf on network 7ef2d02d-7502-478d-a729-87262870c6fa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:43.697026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Attempting to bind port c193156c-28ed-4076-80d6-8c10d3979ebf on network 7ef2d02d-7502-478d-a729-87262870c6fa {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:43.702894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:43.703242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Checking segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:43.703750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Bound using segment: {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:43.704075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Bound port: c193156c-28ed-4076-80d6-8c10d3979ebf, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ec6330-08de-452c-863d-9df946c3d16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:43.704440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.788661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:43.793006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:43.797292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.835396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:43.836037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.837819 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] 10.222.0.52 "PUT /v2.0/ports/c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1092 time: 1.5680304 Aug 31 09:51:43.840576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:43.843911 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728031d9-6be4-4964-bf63-517913202ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:43.880447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d10f4-9fea-4918-8c6f-064adb5c1a95 service neutron] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:43.926439 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e364553-b7ca-4f88-9ea5-2f3d5d95ae97 x-openstack-request-id: req-1e364553-b7ca-4f88-9ea5-2f3d5d95ae97 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:43.926439 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:43.926439 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e364553-b7ca-4f88-9ea5-2f3d5d95ae97 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:43.926439 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'status': 'completed', 'code': 200} Aug 31 09:51:43.948997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-a579af0d-e1c3-4cb8-985d-e9c9a6d860d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:43.950934 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-a579af0d-e1c3-4cb8-985d-e9c9a6d860d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1096 time: 0.0723469 Aug 31 09:51:44.070922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-896ab88a-3484-47eb-91f1-ab96abf1da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.072410 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-896ab88a-3484-47eb-91f1-ab96abf1da36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.1147952 Aug 31 09:51:44.173688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-051f6668-7579-40a3-b3f2-25a587d3271f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1000 time: 0.0935774 Aug 31 09:51:44.232433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-65989c20-9b68-4172-8535-489f817893a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.234309 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-65989c20-9b68-4172-8535-489f817893a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0542119 Aug 31 09:51:44.294274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-8d183775-2122-4321-9030-462547113a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.296002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-8d183775-2122-4321-9030-462547113a17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544240 Aug 31 09:51:44.417800 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-07064493-a783-4a01-bf80-983910c3375d service neutron] 10.222.0.52 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148429 Aug 31 09:51:44.524501 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-7b9b7bdb-490d-470b-ace3-696ce864446a service neutron] 10.222.0.52 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000459 Aug 31 09:51:44.612880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728031d9-6be4-4964-bf63-517913202ca6 req-8f2d90f3-f14f-4753-b9d9-66ee1fc3fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.614543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-728031d9-6be4-4964-bf63-517913202ca6 req-8f2d90f3-f14f-4753-b9d9-66ee1fc3fb4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1096 time: 0.0438914 Aug 31 09:51:44.748209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728031d9-6be4-4964-bf63-517913202ca6 req-2f0ea6b9-d460-4924-aa32-0650ab9a6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.749823 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-728031d9-6be4-4964-bf63-517913202ca6 req-2f0ea6b9-d460-4924-aa32-0650ab9a6543 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.1247637 Aug 31 09:51:44.802319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb9ca-94cb-4be8-b408-d873e8ccd046 req-bdcc38e7-73e1-4638-a962-e94c40ae2b34 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.811385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57dcb9ca-94cb-4be8-b408-d873e8ccd046 req-bdcc38e7-73e1-4638-a962-e94c40ae2b34 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.0960763 Aug 31 09:51:44.824796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-728031d9-6be4-4964-bf63-517913202ca6 req-c32b351f-e1ce-485c-b8f2-da84add42e72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1000 time: 0.0661719 Aug 31 09:51:44.859773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57dcb9ca-94cb-4be8-b408-d873e8ccd046 req-399dff72-6b11-48b8-b418-c5822acd2aa9 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465422 Aug 31 09:51:44.904007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728031d9-6be4-4964-bf63-517913202ca6 req-2c90966b-9dc5-444d-b83b-7ec44bf0bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.904590 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-728031d9-6be4-4964-bf63-517913202ca6 req-2c90966b-9dc5-444d-b83b-7ec44bf0bcfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0732346 Aug 31 09:51:44.964985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728031d9-6be4-4964-bf63-517913202ca6 req-8198a72b-76ae-4454-850d-575a2fefffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.967530 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-728031d9-6be4-4964-bf63-517913202ca6 req-8198a72b-76ae-4454-850d-575a2fefffd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553262 Aug 31 09:51:45.079626 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-728031d9-6be4-4964-bf63-517913202ca6 req-bf87d47c-979a-43ba-8726-3dfc45d25727 service neutron] 10.222.0.52 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047854 Aug 31 09:51:45.192425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-728031d9-6be4-4964-bf63-517913202ca6 req-63484e89-e830-4da7-88d0-1ddbce2f59f9 service neutron] 10.222.0.52 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061621 Aug 31 09:51:46.015753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410bc3d-9f2a-495b-9ad1-033ede0d35b3 req-68ef347d-7fb8-4d0f-9ee4-5d4a06bb5564 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.024751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4410bc3d-9f2a-495b-9ad1-033ede0d35b3 req-68ef347d-7fb8-4d0f-9ee4-5d4a06bb5564 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.0689023 Aug 31 09:51:46.080369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4410bc3d-9f2a-495b-9ad1-033ede0d35b3 req-67328f03-07f3-40d4-ba59-929ff245e5c2 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465002 Aug 31 09:51:46.510563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54292) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:46.725776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c95af15c-b878-44b1-a8db-201ce739761e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.900343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c95af15c-b878-44b1-a8db-201ce739761e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.907570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c95af15c-b878-44b1-a8db-201ce739761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.947702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c95af15c-b878-44b1-a8db-201ce739761e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cd89de9619e4c4da6f48d855e69512c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345798 Aug 31 09:51:46.948693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95af15c-b878-44b1-a8db-201ce739761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a39f43-896c-452c-84ee-7c3ebfb696ee,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:46.951248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54298) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:47.019608 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f1d79c6-1998-4f9d-8bfe-a3cc25459f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.044811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f1d79c6-1998-4f9d-8bfe-a3cc25459f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.094447 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f1d79c6-1998-4f9d-8bfe-a3cc25459f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.098415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f1d79c6-1998-4f9d-8bfe-a3cc25459f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.100180 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f1d79c6-1998-4f9d-8bfe-a3cc25459f16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75a39f43-896c-452c-84ee-7c3ebfb696ee HTTP/1.1" status: 204 len: 168 time: 0.1477094 Aug 31 09:51:47.112135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d79c6-1998-4f9d-8bfe-a3cc25459f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a39f43-896c-452c-84ee-7c3ebfb696ee,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:47.250021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928ad39-2dca-446b-a9f4-50cecae5830f req-66a100ab-9192-4d56-b3fa-ee671367ee35 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:47.252072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4928ad39-2dca-446b-a9f4-50cecae5830f req-66a100ab-9192-4d56-b3fa-ee671367ee35 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.0622082 Aug 31 09:51:47.339119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4928ad39-2dca-446b-a9f4-50cecae5830f req-57919f47-d279-4090-b9b0-22cc67aaeb09 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761752 Aug 31 09:51:47.608868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54308) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:47.623256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3531ff8-e593-4319-87f1-73534e1962a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.789673 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3531ff8-e593-4319-87f1-73534e1962a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.799663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3531ff8-e593-4319-87f1-73534e1962a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.847431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c3531ff8-e593-4319-87f1-73534e1962a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83e496c6aa3d47c5892a7c7030d7ad4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374499 Aug 31 09:51:47.848355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3531ff8-e593-4319-87f1-73534e1962a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a1fb78-156f-4fcd-b2fe-be92fdaeff88,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:47.850708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54312) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:47.911848 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98ceda38-6018-4c0b-be2f-80643479862d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.970693 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98ceda38-6018-4c0b-be2f-80643479862d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.051015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98ceda38-6018-4c0b-be2f-80643479862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.054058 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-98ceda38-6018-4c0b-be2f-80643479862d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.055960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-98ceda38-6018-4c0b-be2f-80643479862d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30a1fb78-156f-4fcd-b2fe-be92fdaeff88 HTTP/1.1" status: 204 len: 168 time: 0.2047462 Aug 31 09:51:48.065460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceda38-6018-4c0b-be2f-80643479862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a1fb78-156f-4fcd-b2fe-be92fdaeff88,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:48.536965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e65a19-43b1-4207-9094-585b3eea03b9 req-b70f0d60-e94f-4f8e-9647-b4af2c73d817 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:48.538651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9e65a19-43b1-4207-9094-585b3eea03b9 req-b70f0d60-e94f-4f8e-9647-b4af2c73d817 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.0709932 Aug 31 09:51:48.610172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9e65a19-43b1-4207-9094-585b3eea03b9 req-08995464-d1f2-483b-80f7-97aa8b5117f4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565655 Aug 31 09:51:49.767362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54360) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:49.788570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0400705-7000-4168-94a3-083ef1c993b3 req-dd26a2d8-16ee-4d26-a779-daaebac9df49 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:49.797543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0400705-7000-4168-94a3-083ef1c993b3 req-dd26a2d8-16ee-4d26-a779-daaebac9df49 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.1097353 Aug 31 09:51:49.843453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0400705-7000-4168-94a3-083ef1c993b3 req-21584924-54e5-4e52-9e8b-cfcc2bef4165 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448217 Aug 31 09:51:49.953969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3222434-57fb-4eae-a147-8d3ae7021fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.115413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3222434-57fb-4eae-a147-8d3ae7021fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.121057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e3222434-57fb-4eae-a147-8d3ae7021fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.169190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e3222434-57fb-4eae-a147-8d3ae7021fed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20a0474b651b44ba9701ae00acce8d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007165 Aug 31 09:51:50.170103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3222434-57fb-4eae-a147-8d3ae7021fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b185ce-e8bb-4b21-a9ff-af41e6510e66,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:50.172096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:50.252981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28774cd5-bed8-44af-96a3-8fc3a045ccd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.280279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28774cd5-bed8-44af-96a3-8fc3a045ccd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.343583 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28774cd5-bed8-44af-96a3-8fc3a045ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.347830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28774cd5-bed8-44af-96a3-8fc3a045ccd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.352346 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-28774cd5-bed8-44af-96a3-8fc3a045ccd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05b185ce-e8bb-4b21-a9ff-af41e6510e66 HTTP/1.1" status: 204 len: 168 time: 0.1785460 Aug 31 09:51:50.362198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28774cd5-bed8-44af-96a3-8fc3a045ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b185ce-e8bb-4b21-a9ff-af41e6510e66,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:51.019588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730ac80-9611-4191-8d55-e2ec452751d4 req-cca09d29-bf3a-45be-8043-3f3adc073fb4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:51.025457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4730ac80-9611-4191-8d55-e2ec452751d4 req-cca09d29-bf3a-45be-8043-3f3adc073fb4 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.0614100 Aug 31 09:51:51.080705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4730ac80-9611-4191-8d55-e2ec452751d4 req-6e294a61-b834-4d55-b770-3ee8374d7206 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494516 Aug 31 09:51:51.802542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e42f737f-d25a-4d30-8a35-355cc56d7698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.320989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e0f35-cfc2-4074-b88b-75c5066dc84f req-d28e1748-bac1-4ae8-aaf6-1ba2b89fe4d8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:52.322629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-377e0f35-cfc2-4074-b88b-75c5066dc84f req-d28e1748-bac1-4ae8-aaf6-1ba2b89fe4d8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.1040857 Aug 31 09:51:52.469171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-377e0f35-cfc2-4074-b88b-75c5066dc84f req-ba83ddf2-acfd-4c43-9434-60a16aa71bd8 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256723 Aug 31 09:51:53.612776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54476) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:53.756052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38f31f-e27d-4b32-9dcb-a24f14a19305 req-b0dfcb81-30bb-42b7-a9b6-66875474e1a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:53.761362 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f38f31f-e27d-4b32-9dcb-a24f14a19305 req-b0dfcb81-30bb-42b7-a9b6-66875474e1a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.1104608 Aug 31 09:51:53.870312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f38f31f-e27d-4b32-9dcb-a24f14a19305 req-101f1519-3714-449d-976b-994ed4077ee1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943215 Aug 31 09:51:53.889858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0963637a-5b78-451a-bad2-45a49094e38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.046882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0963637a-5b78-451a-bad2-45a49094e38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.054654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0963637a-5b78-451a-bad2-45a49094e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.100195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963637a-5b78-451a-bad2-45a49094e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98dfcc7-428f-4934-a1e9-420dce45d11f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:54.110325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54482) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:54.118096 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0963637a-5b78-451a-bad2-45a49094e38f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3026528a76da4cb9ad881a9b98df70cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927444 Aug 31 09:51:54.170646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d036f684-9636-47ea-bc35-85b6f1151ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.201910 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d036f684-9636-47ea-bc35-85b6f1151ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.282408 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d036f684-9636-47ea-bc35-85b6f1151ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.285378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d036f684-9636-47ea-bc35-85b6f1151ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.289323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d036f684-9636-47ea-bc35-85b6f1151ff5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b98dfcc7-428f-4934-a1e9-420dce45d11f HTTP/1.1" status: 204 len: 168 time: 0.1751494 Aug 31 09:51:54.298268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036f684-9636-47ea-bc35-85b6f1151ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98dfcc7-428f-4934-a1e9-420dce45d11f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:54.880583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54500) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:54.907066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6c70-91e2-4885-8864-6c0cafccc1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.032846 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.235056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6c70-91e2-4885-8864-6c0cafccc1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.245508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25868-dc65-45ba-944f-1c785b1de2bd req-01b9440b-efe3-4fca-9acf-1a94f0a5ce48 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:55.247427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7c25868-dc65-45ba-944f-1c785b1de2bd req-01b9440b-efe3-4fca-9acf-1a94f0a5ce48 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.1813540 Aug 31 09:51:55.248833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ebbe6c70-91e2-4885-8864-6c0cafccc1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.310494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ebbe6c70-91e2-4885-8864-6c0cafccc1e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4fedc7cc1fa742c2bd9ff6f521e09e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271951 Aug 31 09:51:55.312332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:55.313311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe6c70-91e2-4885-8864-6c0cafccc1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a3e172-4819-43d6-93df-e8334c79fd21,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:55.373586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7c25868-dc65-45ba-944f-1c785b1de2bd req-2275711f-002f-4cec-b686-4ee98455a4b1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928597 Aug 31 09:51:55.387607 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34e55074-3180-4dff-b768-261936492b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.427285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34e55074-3180-4dff-b768-261936492b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.488634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34e55074-3180-4dff-b768-261936492b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.491366 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34e55074-3180-4dff-b768-261936492b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.492609 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-34e55074-3180-4dff-b768-261936492b2b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0a3e172-4819-43d6-93df-e8334c79fd21 HTTP/1.1" status: 204 len: 168 time: 0.1792712 Aug 31 09:51:55.505436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e55074-3180-4dff-b768-261936492b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a3e172-4819-43d6-93df-e8334c79fd21,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:55.729698 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bec6c3b4-5df5-400c-930e-a216e349ee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:56.565673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8b7de-43db-410f-87e7-3c0a381f3283 req-2683b294-a588-48a4-8e9d-c66659240776 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:56.567577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3e8b7de-43db-410f-87e7-3c0a381f3283 req-2683b294-a588-48a4-8e9d-c66659240776 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.1010234 Aug 31 09:51:56.645513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3e8b7de-43db-410f-87e7-3c0a381f3283 req-0a65ae2b-c634-4a20-a6ce-88bd0a0a6fad tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715454 Aug 31 09:51:57.651293 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:57.879104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce88d0-fc98-446d-a9fa-e39fbf7b7baf req-fa2714c8-b034-4402-9a4b-0a7abb8ee77b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:57.882476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88ce88d0-fc98-446d-a9fa-e39fbf7b7baf req-fa2714c8-b034-4402-9a4b-0a7abb8ee77b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.1041369 Aug 31 09:51:57.951959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88ce88d0-fc98-446d-a9fa-e39fbf7b7baf req-a7bb41b0-70c0-4307-95a2-b27dbf242959 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593617 Aug 31 09:51:58.587453 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:58.701810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54642) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:58.839286 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2beb459-ea01-4c09-8db6-b50d08a9e38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:58.950986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2beb459-ea01-4c09-8db6-b50d08a9e38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:58.956052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2beb459-ea01-4c09-8db6-b50d08a9e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.002295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beb459-ea01-4c09-8db6-b50d08a9e38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4541cfe8-7f11-4974-b7cc-6477ee49e574,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:59.012401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54654) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:59.022447 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d2beb459-ea01-4c09-8db6-b50d08a9e38b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3ed20d8ad3d43769d9c8228d833f5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193457 Aug 31 09:51:59.103791 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f98f740-cc47-45ee-a82e-2519ff809465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.145129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f98f740-cc47-45ee-a82e-2519ff809465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.154583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dede20-cf32-4750-883a-90af2c14a82f req-f7b15778-c4e4-45fa-8487-a15872a32518 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:59.156256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15dede20-cf32-4750-883a-90af2c14a82f req-f7b15778-c4e4-45fa-8487-a15872a32518 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 945 time: 0.0899255 Aug 31 09:51:59.223244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15dede20-cf32-4750-883a-90af2c14a82f req-c1ff2fa7-6013-49ff-aae5-523699e46596 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587585 Aug 31 09:51:59.250897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f98f740-cc47-45ee-a82e-2519ff809465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.254198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f98f740-cc47-45ee-a82e-2519ff809465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.256867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:51:59.267044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f98f740-cc47-45ee-a82e-2519ff809465 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4541cfe8-7f11-4974-b7cc-6477ee49e574 HTTP/1.1" status: 204 len: 168 time: 0.2479870 Aug 31 09:51:59.284139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98f740-cc47-45ee-a82e-2519ff809465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541cfe8-7f11-4974-b7cc-6477ee49e574,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:59.469329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:59.484370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'port_id': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'mac_address': 'fa:16:3e:ba:a7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:51:59.534356 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.553529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c193156c-28ed-4076-80d6-8c10d3979ebf {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:59.581380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:59.587046 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.647574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54662) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:59.660152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=11']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:59.668265 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf8f0-62ee-4f5f-aa07-2f1682a15686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.802343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf8f0-62ee-4f5f-aa07-2f1682a15686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.811328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c193156c-28ed-4076-80d6-8c10d3979ebf'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:59.813147 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ca3bf8f0-62ee-4f5f-aa07-2f1682a15686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.884390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ca3bf8f0-62ee-4f5f-aa07-2f1682a15686 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc3338b94eab409d836baee76a0adcbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351134 Aug 31 09:51:59.886833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:59.888941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bf8f0-62ee-4f5f-aa07-2f1682a15686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda0d75-2954-4a75-86e3-f8c7b9155555,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:59.956317 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c3b09bb-f4b5-4666-bcb5-2f88c64a4aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.985007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c3b09bb-f4b5-4666-bcb5-2f88c64a4aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.045230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c3b09bb-f4b5-4666-bcb5-2f88c64a4aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.048474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c3b09bb-f4b5-4666-bcb5-2f88c64a4aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.049676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4c3b09bb-f4b5-4666-bcb5-2f88c64a4aab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bda0d75-2954-4a75-86e3-f8c7b9155555 HTTP/1.1" status: 204 len: 168 time: 0.1611691 Aug 31 09:52:00.058624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b09bb-f4b5-4666-bcb5-2f88c64a4aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda0d75-2954-4a75-86e3-f8c7b9155555,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:00.409499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c9182-72ca-413b-8890-0c2d71a55777 req-dac57ac3-6b62-48e8-a83d-1a1288fe644d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:00.411906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c95c9182-72ca-413b-8890-0c2d71a55777 req-dac57ac3-6b62-48e8-a83d-1a1288fe644d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 946 time: 0.0676103 Aug 31 09:52:00.490329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c95c9182-72ca-413b-8890-0c2d71a55777 req-a916581c-1220-4c77-b76a-2c52c3d9b1c2 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715690 Aug 31 09:52:01.269533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:01.350316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port c193156c-28ed-4076-80d6-8c10d3979ebf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:01.355556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port c193156c-28ed-4076-80d6-8c10d3979ebf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:01.355922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:01.477996 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:01.508772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:01.512222 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba45858d-09e0-47aa-8618-9e795c4a6532" -d '{"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-plugged", "status": "completed", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:01.528496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:01.535722 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:01.569920 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2f01e3-0e8a-4719-8510-10a46ddf2811 x-openstack-request-id: req-5f2f01e3-0e8a-4719-8510-10a46ddf2811 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:01.570417 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-plugged", "status": "completed", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:01.570958 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f2f01e3-0e8a-4719-8510-10a46ddf2811 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:01.589684 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'code': 200} Aug 31 09:52:01.626723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=12']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:01.713082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef25f79-0786-474b-87f9-e442a1201c40 req-1602e212-e33f-4397-8030-c51cfa24e5fe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:01.715750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aef25f79-0786-474b-87f9-e442a1201c40 req-1602e212-e33f-4397-8030-c51cfa24e5fe tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 947 time: 0.0765369 Aug 31 09:52:01.779768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aef25f79-0786-474b-87f9-e442a1201c40 req-4010f52d-2c01-4ffb-ba11-e50c1dbb8c17 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499508 Aug 31 09:52:01.845395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6c0a-fde6-4eb4-b280-02324c49350d req-e1fb0d4c-6d07-4fa6-83b1-e0b1222ef2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:01.847232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-526a6c0a-fde6-4eb4-b280-02324c49350d req-e1fb0d4c-6d07-4fa6-83b1-e0b1222ef2be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1098 time: 0.0844321 Aug 31 09:52:01.906890 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-526a6c0a-fde6-4eb4-b280-02324c49350d req-482dca5f-9be0-4bf8-bfe0-4a3a1f08ad32 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518336 Aug 31 09:52:02.369193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54804) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:02.516286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.663092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.667734 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.723830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56af837-9fe9-4d89-a6c8-6680f186473c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:02.733296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58854bcb6b0a41779eea7e4fb61cdf94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622837 Aug 31 09:52:02.733691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54812) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:02.743156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.743917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.744546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.745718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.746610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.747467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.748099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.748727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.749286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.749831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.750446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.751169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1441bdce-4770-4d80-91d6-67b3faaacba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:02.844730 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c980169-2983-487e-88fe-6b18fa0cc733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.875300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c980169-2983-487e-88fe-6b18fa0cc733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.973756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478e309-fd14-4a03-acfd-e9193035809e req-520e5e86-53e2-49c1-b4a9-1f8ec09f148b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:02.977550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c980169-2983-487e-88fe-6b18fa0cc733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.977988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e478e309-fd14-4a03-acfd-e9193035809e req-520e5e86-53e2-49c1-b4a9-1f8ec09f148b tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 947 time: 0.0991189 Aug 31 09:52:02.982843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c980169-2983-487e-88fe-6b18fa0cc733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.988346 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2c980169-2983-487e-88fe-6b18fa0cc733 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e56af837-9fe9-4d89-a6c8-6680f186473c HTTP/1.1" status: 204 len: 168 time: 0.2529888 Aug 31 09:52:03.001327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980169-2983-487e-88fe-6b18fa0cc733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56af837-9fe9-4d89-a6c8-6680f186473c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:03.091706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e478e309-fd14-4a03-acfd-e9193035809e req-41f3edbd-b67a-4ffd-a3fa-9cbe2f1b62a1 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929677 Aug 31 09:52:04.244121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f905a0-3e50-470d-a71f-b8fdd9781337 req-87ae0590-dd0c-48ac-9e7c-b7897fa3688d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:04.245745 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22f905a0-3e50-470d-a71f-b8fdd9781337 req-87ae0590-dd0c-48ac-9e7c-b7897fa3688d tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 947 time: 0.0603645 Aug 31 09:52:04.282459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-a127e38c-6b91-4286-a9a8-8e0763659778 req-45bf0cb1-8ebf-4966-88b2-8fa827c5b979 service neutron] (94787) timed out ('10.222.0.69', 43224) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:52:04.303437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22f905a0-3e50-470d-a71f-b8fdd9781337 req-290ce9a0-4bfb-4121-b48d-e117c22c6422 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487192 Aug 31 09:52:04.590482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54916) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:04.730977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.845281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.849930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.895692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54924) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:04.896047 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3f0fedbe4e84f24b67b6889e56e9761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037949 Aug 31 09:52:04.896471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a827770d-825f-4964-b6f6-b62e4e9240d7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:04.905830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.906485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.907012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.907572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.908112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.908644 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.909178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.909684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.910264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.910869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.911400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.911938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfdef83-31a3-4bd9-966f-076a765cf91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:04.976658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9776-ff5c-4e37-a95d-bd60dc1450e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.002916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9776-ff5c-4e37-a95d-bd60dc1450e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.061381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9776-ff5c-4e37-a95d-bd60dc1450e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.065637 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9776-ff5c-4e37-a95d-bd60dc1450e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.070651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9d0d9776-ff5c-4e37-a95d-bd60dc1450e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a827770d-825f-4964-b6f6-b62e4e9240d7 HTTP/1.1" status: 204 len: 168 time: 0.1729152 Aug 31 09:52:05.082575 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d9776-ff5c-4e37-a95d-bd60dc1450e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a827770d-825f-4964-b6f6-b62e4e9240d7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:06.472132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54966) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:06.570121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-133264289', 'router:external': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:06.593366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Made reservation on behalf of 3e03592744424de4a3e9ac18d5a2e37b for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:06.596311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.609721 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.701145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.705002 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.732442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:52:06.743394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9952c4f1-e892-4a3a-b779-13526b92eeae,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:06.748689 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.748914 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Added segment b3981afa-d7b0-4358-8a6a-8b52de8abd18 of type vlan for network acf397cb-d316-4d1d-bcd1-733b0056d226 Aug 31 09:52:06.794699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.824610 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.825555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:06.826135 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.879449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4061298 Aug 31 09:52:06.880936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54976) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:06.887075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'subnet': {'network_id': 'acf397cb-d316-4d1d-bcd1-733b0056d226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:06.891236 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e820a-ab22-4fe8-9a98-81c67543d0f4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'Network': ['ID=acf397cb-d316-4d1d-bcd1-733b0056d226,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:06.903099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network acf397cb-d316-4d1d-bcd1-733b0056d226 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:52:06.912067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Made reservation on behalf of 3e03592744424de4a3e9ac18d5a2e37b for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:06.915694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.163510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54980) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:07.238675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:52:07.238996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.296598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84df4564-db45-45f7-8b1f-6284985e98fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.299322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5de48ce4-47c2-4849-a6c0-84bf3ba53cdc,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:07.306548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Checking segment: {'id': 'b3981afa-d7b0-4358-8a6a-8b52de8abd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'acf397cb-d316-4d1d-bcd1-733b0056d226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:07.307488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Network hostable DHCP agents. Network: acf397cb-d316-4d1d-bcd1-733b0056d226, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:52:07.325178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Network acf397cb-d316-4d1d-bcd1-733b0056d226 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:52:07.335533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, acf397cb-d316-4d1d-bcd1-733b0056d226) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:07.340779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:07.342166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.346343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5320813f-7457-4d61-bb22-48c5ada9bf1f None None] Network acf397cb-d316-4d1d-bcd1-733b0056d226 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:07.406686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84df4564-db45-45f7-8b1f-6284985e98fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.411171 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-84df4564-db45-45f7-8b1f-6284985e98fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.415966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-235481c7-e316-4bae-9a21-9229e1ce7304 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5333245 Aug 31 09:52:07.418611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 54984) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:07.424083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1628670784', 'network_id': 'acf397cb-d316-4d1d-bcd1-733b0056d226'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:07.448543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Made reservation on behalf of 3e03592744424de4a3e9ac18d5a2e37b for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:07.451074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.453389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df4564-db45-45f7-8b1f-6284985e98fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66417042-4ee1-4e72-8625-65c575f12713,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:07.463382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-84df4564-db45-45f7-8b1f-6284985e98fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0c97249e689c49c6a043cc8204791bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944961 Aug 31 09:52:07.464234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 54988) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:07.469738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] device_id is not set on port ac70f377-61d6-4f16-94df-768761da53fd yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:52:07.487664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ede98-b972-4517-9929-b07b030811c9 None None] Network acf397cb-d316-4d1d-bcd1-733b0056d226 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:07.521239 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9f7b-8256-40f3-8b1a-8e05eb3a647a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.544938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9f7b-8256-40f3-8b1a-8e05eb3a647a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.596978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Allocated IP 2001:db8::39d (acf397cb-d316-4d1d-bcd1-733b0056d226/5de48ce4-47c2-4849-a6c0-84bf3ba53cdc/ac70f377-61d6-4f16-94df-768761da53fd) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:07.602571 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9f7b-8256-40f3-8b1a-8e05eb3a647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.606064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9f7b-8256-40f3-8b1a-8e05eb3a647a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.609874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3d9d9f7b-8256-40f3-8b1a-8e05eb3a647a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66417042-4ee1-4e72-8625-65c575f12713 HTTP/1.1" status: 204 len: 168 time: 0.1423130 Aug 31 09:52:07.625767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d9f7b-8256-40f3-8b1a-8e05eb3a647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66417042-4ee1-4e72-8625-65c575f12713,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:07.797418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.852260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.897468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Network acf397cb-d316-4d1d-bcd1-733b0056d226 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:07.900677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:07.903330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:07.904412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:07.905025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.918015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'Port': ['ID=ac70f377-61d6-4f16-94df-768761da53fd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:07.928227 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d5d4cec3-f3a2-4ffb-b1dc-fc0c9956a02d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5085421 Aug 31 09:52:07.931028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55000) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:08.015913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-99aabdbd-9123-4ee6-b5e2-f1df6b3008a5 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Deleting port ac70f377-61d6-4f16-94df-768761da53fd {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:08.016263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-99aabdbd-9123-4ee6-b5e2-f1df6b3008a5 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.095074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-99aabdbd-9123-4ee6-b5e2-f1df6b3008a5 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.107492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-99aabdbd-9123-4ee6-b5e2-f1df6b3008a5 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Calling delete_port for ac70f377-61d6-4f16-94df-768761da53fd owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:08.252745 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-99aabdbd-9123-4ee6-b5e2-f1df6b3008a5 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.280266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aabdbd-9123-4ee6-b5e2-f1df6b3008a5 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac70f377-61d6-4f16-94df-768761da53fd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:08.308369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-99aabdbd-9123-4ee6-b5e2-f1df6b3008a5 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.310437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-99aabdbd-9123-4ee6-b5e2-f1df6b3008a5 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ac70f377-61d6-4f16-94df-768761da53fd HTTP/1.1" status: 204 len: 168 time: 0.3783221 Aug 31 09:52:08.313145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55014) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:08.317600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf397cb-d316-4d1d-bcd1-733b0056d226', 'external_fixed_ips': [{'subnet_id': '5de48ce4-47c2-4849-a6c0-84bf3ba53cdc', 'ip_address': '2001:db8::39d'}]}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:08.342492 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.343570 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.403069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.558635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.713907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55024) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:08.833038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69ea6e7-c976-477c-b8ac-0a82fcfdd74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.929091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69ea6e7-c976-477c-b8ac-0a82fcfdd74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.934370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69ea6e7-c976-477c-b8ac-0a82fcfdd74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.970984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ea6e7-c976-477c-b8ac-0a82fcfdd74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473ad7b8-16e0-4468-854d-501b50534d59,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:08.978119 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c69ea6e7-c976-477c-b8ac-0a82fcfdd74e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=985f8823fbd14602ad1d19f6d95ef501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629888 Aug 31 09:52:08.979268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55032) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:09.126840 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a68761-7d8c-4c13-95c5-636577d50fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.128818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.158712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.182835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a68761-7d8c-4c13-95c5-636577d50fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.305149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a68761-7d8c-4c13-95c5-636577d50fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.308316 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11a68761-7d8c-4c13-95c5-636577d50fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.309475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-11a68761-7d8c-4c13-95c5-636577d50fed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/473ad7b8-16e0-4468-854d-501b50534d59 HTTP/1.1" status: 204 len: 168 time: 0.3288069 Aug 31 09:52:09.345983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a68761-7d8c-4c13-95c5-636577d50fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473ad7b8-16e0-4468-854d-501b50534d59,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:09.372231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Allocated IP 2001:db8::39d (acf397cb-d316-4d1d-bcd1-733b0056d226/5de48ce4-47c2-4849-a6c0-84bf3ba53cdc/8abd2b04-756b-4601-83fa-708f20f1a985) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:09.490907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.533305 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.579576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Network acf397cb-d316-4d1d-bcd1-733b0056d226 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:09.582699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:09.586573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:09.623439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'Port': ['ID=8abd2b04-756b-4601-83fa-708f20f1a985,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:09.816377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-f2a605e3-81c1-44c9-871a-573cbdd591bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509884 Aug 31 09:52:09.836614 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.915172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-1530f4aa-511e-4844-9b92-4468ce674ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:09.916602 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-1530f4aa-511e-4844-9b92-4468ce674ae2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=079bf3653f69456b93cb7c8eee16aae3&device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 1098 time: 0.0499630 Aug 31 09:52:10.031702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-d894e1a8-7da0-4aba-9d8b-a474c0427a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.033377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-d894e1a8-7da0-4aba-9d8b-a474c0427a13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 200 len: 918 time: 0.0979421 Aug 31 09:52:10.062653 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.114070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-781c427a-f6e5-4c35-bd8c-489ce0d9e05f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 200 len: 1002 time: 0.0721254 Aug 31 09:52:10.169721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-859800e2-4786-435f-beaa-7f2b565af406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.171324 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-859800e2-4786-435f-beaa-7f2b565af406 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 200 len: 855 time: 0.0495760 Aug 31 09:52:10.226989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-d9303d87-9118-4807-8ea6-b100f8fe2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.228532 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-d9303d87-9118-4807-8ea6-b100f8fe2e41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7ef2d02d-7502-478d-a729-87262870c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497532 Aug 31 09:52:10.243421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Router 6876f2b0-0bc2-4077-84b1-e9469fec2a46 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:10.345986 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-db2bd081-9df6-456c-8dbd-e2ed3a1ceccd service neutron] 10.222.0.52 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104236 Aug 31 09:52:10.367057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:10.377141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Sync routers for ids ['6876f2b0-0bc2-4077-84b1-e9469fec2a46'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:10.388452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Routers {'6876f2b0-0bc2-4077-84b1-e9469fec2a46'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:10.389480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['6876f2b0-0bc2-4077-84b1-e9469fec2a46'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:10.390095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.394720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aa234153-efb3-4b91-a024-4f102af2e89d tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0804112 Aug 31 09:52:10.395446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55072) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:10.486571 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03d90b9c-ff8e-4087-ae24-637c538edc6c req-439ec13c-b02f-4370-95ca-3f4529a4e230 service neutron] 10.222.0.52 "GET /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307926 Aug 31 09:52:10.527741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.530640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Set router 6876f2b0-0bc2-4077-84b1-e9469fec2a46 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:10.605937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.649279 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.713572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Deleting port 8abd2b04-756b-4601-83fa-708f20f1a985 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:10.713924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.753027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6876f2b0-0bc2-4077-84b1-e9469fec2a46', 'name': '', 'tenant_id': '3e03592744424de4a3e9ac18d5a2e37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf397cb-d316-4d1d-bcd1-733b0056d226', 'external_fixed_ips': [{'subnet_id': '5de48ce4-47c2-4849-a6c0-84bf3ba53cdc', 'ip_address': '2001:db8::39d'}], 'enable_snat': True}, 'gw_port_id': '8abd2b04-756b-4601-83fa-708f20f1a985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:08Z', 'updated_at': '2021-08-31T09:52:09Z', 'revision_number': 3, 'project_id': '3e03592744424de4a3e9ac18d5a2e37b', 'gw_port': {'id': '8abd2b04-756b-4601-83fa-708f20f1a985', 'name': '', 'network_id': 'acf397cb-d316-4d1d-bcd1-733b0056d226', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ef:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6876f2b0-0bc2-4077-84b1-e9469fec2a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '5de48ce4-47c2-4849-a6c0-84bf3ba53cdc', 'ip_address': '2001:db8::39d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:09Z', 'updated_at': '2021-08-31T09:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de48ce4-47c2-4849-a6c0-84bf3ba53cdc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:10.796743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Checking router: 6876f2b0-0bc2-4077-84b1-e9469fec2a46 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:10.797101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Updating router 6876f2b0-0bc2-4077-84b1-e9469fec2a46 port 8abd2b04-756b-4601-83fa-708f20f1a985 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:10.832963 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.845915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.861123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Calling delete_port for 8abd2b04-756b-4601-83fa-708f20f1a985 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:11.064621 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.098899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event deleted for resources: {'Port': ['ID=8abd2b04-756b-4601-83fa-708f20f1a985,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:11.126838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.180917 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:52:11.181216 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:52:11.240795 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.243254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.292574 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.294401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6876f2b0-0bc2-4077-84b1-e9469fec2a46 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:11.300388 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.301989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-669ef3d8-cc79-4450-a4b8-4165db532017 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "DELETE /v2.0/routers/6876f2b0-0bc2-4077-84b1-e9469fec2a46 HTTP/1.1" status: 204 len: 168 time: 0.9053578 Aug 31 09:52:11.305480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55082) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:11.328458 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:52:11.372235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc6fb55-1dcb-4880-ab3c-d3d67e8ccbb8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Deleting subnet 5de48ce4-47c2-4849-a6c0-84bf3ba53cdc {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:52:11.377378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc6fb55-1dcb-4880-ab3c-d3d67e8ccbb8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.420841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc6fb55-1dcb-4880-ab3c-d3d67e8ccbb8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.466704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc6fb55-1dcb-4880-ab3c-d3d67e8ccbb8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.524670 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc6fb55-1dcb-4880-ab3c-d3d67e8ccbb8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.551070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6fb55-1dcb-4880-ab3c-d3d67e8ccbb8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5de48ce4-47c2-4849-a6c0-84bf3ba53cdc,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:11.555156 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-acc6fb55-1dcb-4880-ab3c-d3d67e8ccbb8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.557101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-acc6fb55-1dcb-4880-ab3c-d3d67e8ccbb8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/5de48ce4-47c2-4849-a6c0-84bf3ba53cdc HTTP/1.1" status: 204 len: 168 time: 0.2504561 Aug 31 09:52:11.559747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55084) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:11.633976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.701063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Port 8abd2b04-756b-4601-83fa-708f20f1a985 not found while updating agent binding for router 6876f2b0-0bc2-4077-84b1-e9469fec2a46. {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 09:52:11.709693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Routers set() bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:11.710085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Router IDs set() for agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:52:11.710765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_agentschedulers_db [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6876f2b0-0bc2-4077-84b1-e9469fec2a46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent'). {{(pid=94788) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 09:52:11.711158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900e739-6e6f-4b0b-93db-cddda0429747 None None] The sync data for ids ['6876f2b0-0bc2-4077-84b1-e9469fec2a46'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:11.718614 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.730506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf397cb-d316-4d1d-bcd1-733b0056d226']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:11.748588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3981afa-d7b0-4358-8a6a-8b52de8abd18') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:11.749018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3981afa-d7b0-4358-8a6a-8b52de8abd18') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:11.758624 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.779277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.785934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:52:11.786526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:52:11.788539 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:52:11.852647 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.857934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network acf397cb-d316-4d1d-bcd1-733b0056d226 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:52:11.860382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.870145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "DELETE /v2.0/networks/acf397cb-d316-4d1d-bcd1-733b0056d226 HTTP/1.1" status: 204 len: 168 time: 0.3085611 Aug 31 09:52:11.886183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b050f-8b38-422a-a2a3-d06a04efd421 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event deleted for resources: {'Network': ['ID=acf397cb-d316-4d1d-bcd1-733b0056d226,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:12.184509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55102) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:12.189164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dc55d7b8-75a9-4f6d-9273-e0985495a4db tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'router': {'name': 'tempest-router--871644031', 'project_id': '770eba9d2510497ab1a079eb57f1f613'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:12.212403 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc55d7b8-75a9-4f6d-9273-e0985495a4db tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.213731 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc55d7b8-75a9-4f6d-9273-e0985495a4db tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.281226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc55d7b8-75a9-4f6d-9273-e0985495a4db tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.285839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc55d7b8-75a9-4f6d-9273-e0985495a4db tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.301286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc55d7b8-75a9-4f6d-9273-e0985495a4db tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.305581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc55d7b8-75a9-4f6d-9273-e0985495a4db tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1174777 Aug 31 09:52:12.305863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55104) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:12.337720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55106) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:12.385903 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20ef9529-2b6c-4fc6-a0a7-22e3a6d5744a tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.535762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Deleting port fa476f1b-c50a-4e06-9ef9-1689a5ccf1d7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:12.536235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.560164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20ef9529-2b6c-4fc6-a0a7-22e3a6d5744a tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.562271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20ef9529-2b6c-4fc6-a0a7-22e3a6d5744a tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.616167 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20ef9529-2b6c-4fc6-a0a7-22e3a6d5744a tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.616631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ef9529-2b6c-4fc6-a0a7-22e3a6d5744a tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1c5377f-e93c-4865-8ded-d7cd672ddec2 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:12.616776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.617058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.621202 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20ef9529-2b6c-4fc6-a0a7-22e3a6d5744a tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.630780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Calling delete_port for fa476f1b-c50a-4e06-9ef9-1689a5ccf1d7 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:12.638295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-20ef9529-2b6c-4fc6-a0a7-22e3a6d5744a tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "DELETE /v2.0/routers/e1c5377f-e93c-4865-8ded-d7cd672ddec2 HTTP/1.1" status: 204 len: 168 time: 0.3183079 Aug 31 09:52:12.746036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55110) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:12.852915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.881461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event deleted for resources: {'Port': ['ID=fa476f1b-c50a-4e06-9ef9-1689a5ccf1d7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:13.016682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1423768890', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:13.164551 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.167356 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.234438 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.264581 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.264885 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Floating IP 6c7555a0-14dd-4944-b4cf-1f237f85832c disassociated (deleted). External IP: 172.25.1.180, port: 289b16f4-1d37-41aa-9545-1ded9fa616a3. Aug 31 09:52:13.388617 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.506966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:13.588523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.608809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.615106 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.623903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:13.629350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.635846 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] Sync routers for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:13.646622 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:13.647726 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:13.657562 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4303d745-8816-4f01-af29-0d6cdc2d5d30 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "DELETE /v2.0/floatingips/6c7555a0-14dd-4944-b4cf-1f237f85832c HTTP/1.1" status: 204 len: 168 time: 1.3179505 Aug 31 09:52:13.658257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:13.660689 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bc6609-281b-43ad-bf99-d759a522c638" -d '{"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:13.716652 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470c1d6a-16b5-42aa-aea7-9e8f4087437d x-openstack-request-id: req-470c1d6a-16b5-42aa-aea7-9e8f4087437d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:13.717135 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:13.717454 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-470c1d6a-16b5-42aa-aea7-9e8f4087437d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:13.717924 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'status': 'completed', 'code': 200} Aug 31 09:52:13.750524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Allocated IP 172.25.1.56 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/6a4a9fdb-8348-4113-9ec2-a454fdc12d5e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:13.808118 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:13.869029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc6609-281b-43ad-bf99-d759a522c638 req-31badc3d-f595-4338-b870-f79afa86ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:13.871546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40bc6609-281b-43ad-bf99-d759a522c638 req-31badc3d-f595-4338-b870-f79afa86ed1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a946289d37c49219918668e825a2f0d&device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 1096 time: 0.1317885 Aug 31 09:52:14.016691 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:14.139679 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] Checking router: beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:14.149550 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:14.150192 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:14.294213 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:14.379490 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.403933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952e41e-8301-445c-a406-374b2aa1f4ef req-9c4cb7dc-794a-4f23-bad1-6657f396727e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:14.412432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e952e41e-8301-445c-a406-374b2aa1f4ef req-9c4cb7dc-794a-4f23-bad1-6657f396727e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 945 time: 0.5224235 Aug 31 09:52:14.472289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc6609-281b-43ad-bf99-d759a522c638 req-a6eff4ef-5b20-4d19-a73d-6511ce97c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:14.473871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40bc6609-281b-43ad-bf99-d759a522c638 req-a6eff4ef-5b20-4d19-a73d-6511ce97c06e service neutron] 10.222.0.20 "GET /v2.0/networks?id=29a750cf-c535-4b41-a74f-2d497e541168 HTTP/1.1" status: 200 len: 916 time: 0.5951881 Aug 31 09:52:14.513805 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:14.542530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e952e41e-8301-445c-a406-374b2aa1f4ef req-0bf068cf-70fb-493e-9e00-68cd2e29799a tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291471 Aug 31 09:52:14.544636 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c51b4-514a-446f-979a-2005ea496201 None None] The sync data for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 is: [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:48:22Z', 'revision_number': 4, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4e53cf5e-28ef-4b35-8507-06e279854289', 'name': '', 'network_id': '29a750cf-c535-4b41-a74f-2d497e541168', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'mac_address': 'fa:16:3e:86:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:20Z', 'updated_at': '2021-08-31T09:48:34Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'subnets': [{'id': 'e7465773-4d08-46cd-b62c-98ae80fb1cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:14.555405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40bc6609-281b-43ad-bf99-d759a522c638 req-e0c8edcb-d04b-4b07-b223-76a72569a364 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3 HTTP/1.1" status: 200 len: 217 time: 0.0706601 Aug 31 09:52:14.574479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.651960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:14.658808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:14.662887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:14.664862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event updated for resources: {'Port': ['ID=6a4a9fdb-8348-4113-9ec2-a454fdc12d5e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:14.694006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc6609-281b-43ad-bf99-d759a522c638 req-7bbbec7f-e625-405e-8185-ffcd3e50dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:14.695392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40bc6609-281b-43ad-bf99-d759a522c638 req-7bbbec7f-e625-405e-8185-ffcd3e50dd9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7465773-4d08-46cd-b62c-98ae80fb1cc8 HTTP/1.1" status: 200 len: 853 time: 0.1319709 Aug 31 09:52:14.835148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc6609-281b-43ad-bf99-d759a522c638 req-53c5176d-e8f6-4507-a68b-cc6cfdde1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:14.836653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40bc6609-281b-43ad-bf99-d759a522c638 req-53c5176d-e8f6-4507-a68b-cc6cfdde1e5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29a750cf-c535-4b41-a74f-2d497e541168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320994 Aug 31 09:52:14.874814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c588e-198c-4929-88cd-87a5849da2be None None] New status for floating IP 6c7555a0-14dd-4944-b4cf-1f237f85832c: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:52:15.052249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40bc6609-281b-43ad-bf99-d759a522c638 req-6d497b8f-ced6-4f5a-ab44-e0a36c558684 service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965230 Aug 31 09:52:15.122976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.248167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40bc6609-281b-43ad-bf99-d759a522c638 req-f2949093-4211-431d-9623-de7361bc0048 service neutron] 10.222.0.20 "GET /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832356 Aug 31 09:52:15.374898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.512891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Router 906602e8-21df-4db1-992e-3b1eee8dfbdc is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:15.676781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-812005f5-19b7-494a-87ef-7ed221afa751 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.678162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-812005f5-19b7-494a-87ef-7ed221afa751 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.20 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 945 time: 0.1213443 Aug 31 09:52:15.715852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:15.725981 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597b2f7-0021-478d-8d46-2e98f7e05f98 None None] Sync routers for ids ['906602e8-21df-4db1-992e-3b1eee8dfbdc'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:15.735904 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597b2f7-0021-478d-8d46-2e98f7e05f98 None None] Routers {'906602e8-21df-4db1-992e-3b1eee8dfbdc'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:15.736831 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3597b2f7-0021-478d-8d46-2e98f7e05f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['906602e8-21df-4db1-992e-3b1eee8dfbdc'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:15.760086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05feb9-a1cf-4538-90a9-3950b2fdd45c req-11e6d141-c27a-44d3-836d-1fff2e06cce2 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.761588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f05feb9-a1cf-4538-90a9-3950b2fdd45c req-11e6d141-c27a-44d3-836d-1fff2e06cce2 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 945 time: 0.1328647 Aug 31 09:52:15.779140 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3597b2f7-0021-478d-8d46-2e98f7e05f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:15.789153 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597b2f7-0021-478d-8d46-2e98f7e05f98 None None] Routers {'906602e8-21df-4db1-992e-3b1eee8dfbdc'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:15.789758 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3597b2f7-0021-478d-8d46-2e98f7e05f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['906602e8-21df-4db1-992e-3b1eee8dfbdc'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:15.793955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.797825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c4dacd90-3bbd-4cd3-8b7e-09a9b4fee374 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0481656 Aug 31 09:52:15.800998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55142) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:15.828418 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3597b2f7-0021-478d-8d46-2e98f7e05f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:15.829070 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597b2f7-0021-478d-8d46-2e98f7e05f98 None None] The sync data for ids ['906602e8-21df-4db1-992e-3b1eee8dfbdc'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:15.835455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f05feb9-a1cf-4538-90a9-3950b2fdd45c req-bb252eb8-321d-4f74-80c0-6304cec5b68f tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/security-groups?id=10eb6790-132e-4567-8224-d534f700fe83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538435 Aug 31 09:52:15.849596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Deleting port 289b16f4-1d37-41aa-9545-1ded9fa616a3 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:15.849944 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.873483 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-238be774-3343-45e3-bc1b-8eb76f148193 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1192372 Aug 31 09:52:15.945927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] For port 289b16f4-1d37-41aa-9545-1ded9fa616a3, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=289b16f4-1d37-41aa-9545-1ded9fa616a3,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:15.946271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.948749 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c46b70b7-3413-48e7-bb5f-c241fcf1d016 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/routers/906602e8-21df-4db1-992e-3b1eee8dfbdc HTTP/1.1" status: 200 len: 924 time: 0.1455431 Aug 31 09:52:15.952779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55144) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:15.960260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Calling delete_port for 289b16f4-1d37-41aa-9545-1ded9fa616a3 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:15.971658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-9fb64e9c-bd09-4f0e-a852-c8f818846a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.972137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-9fb64e9c-bd09-4f0e-a852-c8f818846a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.972604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-9fb64e9c-bd09-4f0e-a852-c8f818846a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.973064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-9fb64e9c-bd09-4f0e-a852-c8f818846a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.973523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-9fb64e9c-bd09-4f0e-a852-c8f818846a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.973982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-9fb64e9c-bd09-4f0e-a852-c8f818846a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.974434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-9fb64e9c-bd09-4f0e-a852-c8f818846a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.976356 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-9fb64e9c-bd09-4f0e-a852-c8f818846a0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6502 time: 0.0733109 Aug 31 09:52:15.993834 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9bafe28e-ad4f-4c79-ac84-256e8eef8b06 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=906602e8-21df-4db1-992e-3b1eee8dfbdc HTTP/1.1" status: 200 len: 205 time: 0.0376139 Aug 31 09:52:15.994089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55146) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:16.087150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.127696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event deleted for resources: {'Port': ['ID=289b16f4-1d37-41aa-9545-1ded9fa616a3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:16.171571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] No DVR routers for this DVR port 289b16f4-1d37-41aa-9545-1ded9fa616a3 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:16.174142 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.176243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af68eb31-dbff-428d-87f7-73b82ca01235 req-8e4eab68-b0c7-4b37-8f62-85dd47d98b5e tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.20 "DELETE /v2.0/ports/289b16f4-1d37-41aa-9545-1ded9fa616a3 HTTP/1.1" status: 204 len: 173 time: 0.4911072 Aug 31 09:52:16.176680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'name': 'network-vif-deleted', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:16.178991 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce70d7f9-c119-46b2-ad22-77b2fbe12f9f" -d '{"events": [{"server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "name": "network-vif-deleted", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:16.220948 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e5cc9c-1bb5-4d95-871a-4bdad81fca6f x-openstack-request-id: req-23e5cc9c-1bb5-4d95-871a-4bdad81fca6f {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:16.221242 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c412f3d5-2edc-4635-97c4-66cff135cf99", "name": "network-vif-deleted", "tag": "289b16f4-1d37-41aa-9545-1ded9fa616a3", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:16.221495 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23e5cc9c-1bb5-4d95-871a-4bdad81fca6f {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:16.221899 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412f3d5-2edc-4635-97c4-66cff135cf99', 'name': 'network-vif-deleted', 'tag': '289b16f4-1d37-41aa-9545-1ded9fa616a3', 'status': 'completed', 'code': 200} Aug 31 09:52:16.253279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e0596aa6-7c54-450f-841c-8a8fa9597f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:16.254218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e0596aa6-7c54-450f-841c-8a8fa9597f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:16.254218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e0596aa6-7c54-450f-841c-8a8fa9597f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:16.255985 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e0596aa6-7c54-450f-841c-8a8fa9597f9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ccf638d-afca-44df-8059-2feac97c1ce2&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=4881000f-f362-409a-82b9-80064c0603e3&id=4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 200 len: 2301 time: 0.2542963 Aug 31 09:52:16.258819 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.407757 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-31aa985b-9417-480d-acf5-d0e3db68a1a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416 HTTP/1.1" status: 200 len: 1000 time: 0.1140947 Aug 31 09:52:16.459737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.474088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e9127a53-bdfe-425b-898a-cbb3b0ebc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:16.476529 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e9127a53-bdfe-425b-898a-cbb3b0ebc197 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8a553c-0413-451d-acd5-160d29b4a570 HTTP/1.1" status: 200 len: 856 time: 0.0597036 Aug 31 09:52:16.594895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Deleting port 6a4a9fdb-8348-4113-9ec2-a454fdc12d5e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:16.595250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.599494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-b56713d0-2a7b-408d-af51-d19ddb499527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:16.601171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-b56713d0-2a7b-408d-af51-d19ddb499527 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ccf638d-afca-44df-8059-2feac97c1ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011796 Aug 31 09:52:16.732859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.755557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Calling delete_port for 6a4a9fdb-8348-4113-9ec2-a454fdc12d5e owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:16.785403 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-3f72172c-e8cc-44b6-9b58-a0ead7392db1 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325495 Aug 31 09:52:16.972900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa824841-796b-4689-8761-939033853ca3 req-a6590527-7e66-4381-a6d6-c7c52f32f0ce tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 210 time: 0.0457923 Aug 31 09:52:17.011099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-5922afc5-a6d9-4678-970c-63a5817097e6 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979501 Aug 31 09:52:17.073118 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e4787c48-67a6-45b0-9562-6ffccd6d39dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0434203 Aug 31 09:52:17.120951 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.161348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event deleted for resources: {'Port': ['ID=6a4a9fdb-8348-4113-9ec2-a454fdc12d5e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:17.177572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-cca0fec5-e6b7-4042-b672-e844990bc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:17.179084 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-cca0fec5-e6b7-4042-b672-e844990bc197 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0996151 Aug 31 09:52:17.507625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.512270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-3a80e893-d13d-4418-817e-b1e4d1e30348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:17.513781 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-3a80e893-d13d-4418-817e-b1e4d1e30348 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564096 Aug 31 09:52:17.655806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.660272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.724303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.724826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Fanout notify agent at l3_agent the message router_deleted on router 906602e8-21df-4db1-992e-3b1eee8dfbdc {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:17.732653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.733778 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bdfc1346-6049-4b49-9d46-67cb20282cd5 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/906602e8-21df-4db1-992e-3b1eee8dfbdc HTTP/1.1" status: 204 len: 168 time: 1.7388310 Aug 31 09:52:17.740679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55164) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:17.742774 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-f0627846-e9c6-45d0-adca-b0d381edb8a9 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042208 Aug 31 09:52:17.745011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2002816521', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': False}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:17.773775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.774943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.848360 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.891393 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-343d0e7d-6dfa-47c7-81c8-b07203c5b4e7 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401880 Aug 31 09:52:17.946262 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-80a13b05-6706-4a34-9942-ecb6613505c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 217 time: 0.0456655 Aug 31 09:52:18.002029 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.005822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e448114c-db64-4148-aba1-e87a513e7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:18.007872 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e448114c-db64-4148-aba1-e87a513e7985 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0526588 Aug 31 09:52:18.074920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-7687d479-7f25-496e-99a5-34b93052a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:18.077762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-7687d479-7f25-496e-99a5-34b93052a933 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603616 Aug 31 09:52:18.112113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42351982-783d-4d4b-a609-4739be6be479 req-9551a4ee-32a6-4444-99a1-d374455f43c9 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 210 time: 0.0312860 Aug 31 09:52:18.191898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-510a6f9b-b9f8-436d-a659-3b879ed2e047 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044006 Aug 31 09:52:18.256243 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.276842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.311597 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-a1ef5504-67f1-4c75-a524-22f8cc54af7a service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120329 Aug 31 09:52:18.361362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-a838dd4b-4c36-4bba-977f-21ed27cb006a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=51133362-96f1-4480-8b28-296952a81d2e HTTP/1.1" status: 200 len: 217 time: 0.0418537 Aug 31 09:52:18.396951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Allocated IP 172.25.1.53 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/ac2d9685-7b69-44c7-93d3-3748d7b1aa62) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:18.424140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-192f5c88-4c58-4cd2-936e-dc2abaafc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:18.425723 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-192f5c88-4c58-4cd2-936e-dc2abaafc29a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0539129 Aug 31 09:52:18.495508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-4542e8ae-0cb7-46f5-9d42-05491536ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:18.497340 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-4542e8ae-0cb7-46f5-9d42-05491536ca8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613983 Aug 31 09:52:18.562705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.610207 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-47da5b32-e4e3-49aa-b6d1-a382b0cc290e service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051824 Aug 31 09:52:18.622809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.706650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:18.710189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:18.715272 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:18.791336 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-21864819-2968-41e8-9852-dd0e40b0322c service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668391 Aug 31 09:52:18.807980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'Port': ['ID=ac2d9685-7b69-44c7-93d3-3748d7b1aa62,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:18.874082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-bac9bc0c-badc-4a55-9d07-d2fab4b2dd5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6 HTTP/1.1" status: 200 len: 217 time: 0.0752561 Aug 31 09:52:18.952473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55178) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:18.970064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-12cdbf4f-ae99-4467-b9c6-5057e6005c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:18.971578 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-12cdbf4f-ae99-4467-b9c6-5057e6005c0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0898905 Aug 31 09:52:19.029478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e34cb673-2b3d-4ec4-969d-73933d5267ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.031048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e34cb673-2b3d-4ec4-969d-73933d5267ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512400 Aug 31 09:52:19.079667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.130155 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daacf0e9-bd1f-4028-ac37-fa1ac41a13c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.151726 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-dc90c00f-f014-4210-90af-2888e0977210 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130896 Aug 31 09:52:19.263801 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-e9006c60-941b-4c22-b27c-4e34f29c57c0 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040859 Aug 31 09:52:19.320128 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-33da383d-7478-4ada-b6e4-7c4d552f8958 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6 HTTP/1.1" status: 200 len: 217 time: 0.0465508 Aug 31 09:52:19.378707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-a028c93a-10a8-491f-8f91-e8ecefe3d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.380684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-a028c93a-10a8-491f-8f91-e8ecefe3d89d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0523858 Aug 31 09:52:19.437683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-4930ef62-2493-417f-95d4-ace52d15e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.439334 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-4930ef62-2493-417f-95d4-ace52d15e58c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485637 Aug 31 09:52:19.558230 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-546a6af8-6ecf-4dc0-aef5-b064e9438638 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057410 Aug 31 09:52:19.616637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19e63fb5-2386-4288-b08d-15c66f11914b req-25d6042a-feb7-434b-966b-843dc44c7033 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "GET /v2.0/ports?device_id=c412f3d5-2edc-4635-97c4-66cff135cf99 HTTP/1.1" status: 200 len: 210 time: 0.4005244 Aug 31 09:52:19.673651 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-81eb3b6c-e6b0-4ecc-81da-8b0296d3dc69 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081364 Aug 31 09:52:19.700420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 289b16f4-1d37-41aa-9545-1ded9fa616a3 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:19.723603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65d790-a6ba-4950-86b3-07a8f413ae47 req-4f37b40a-e93e-474e-afa7-72729a3326bc tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.725146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec65d790-a6ba-4950-86b3-07a8f413ae47 req-4f37b40a-e93e-474e-afa7-72729a3326bc tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1096 time: 0.1713035 Aug 31 09:52:19.747523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-8654a918-7335-4491-b12e-ba8c71194cde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=99f92245-6acc-48c7-93cd-d517ad6d173d HTTP/1.1" status: 200 len: 217 time: 0.0638726 Aug 31 09:52:19.779711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 289b16f4-1d37-41aa-9545-1ded9fa616a3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:19.780420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 289b16f4-1d37-41aa-9545-1ded9fa616a3 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:19.819876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-ca60bbc8-f0ff-4c0e-827a-9f84254f79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.821787 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-ca60bbc8-f0ff-4c0e-827a-9f84254f79f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0656281 Aug 31 09:52:19.825878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daacf0e9-bd1f-4028-ac37-fa1ac41a13c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.836838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-daacf0e9-bd1f-4028-ac37-fa1ac41a13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.860888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec65d790-a6ba-4950-86b3-07a8f413ae47 req-20d6f6f8-52d4-48c6-9980-f2481e462bda tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240880 Aug 31 09:52:19.866131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.875719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-390390e0-c92f-4628-a815-1306428b4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.878197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-390390e0-c92f-4628-a815-1306428b4771 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467634 Aug 31 09:52:19.894796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-daacf0e9-bd1f-4028-ac37-fa1ac41a13c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cef3ee3924fa4fe59141ffb32a7f2a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411349 Aug 31 09:52:19.895528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55190) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:19.895676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55188) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:19.939071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacf0e9-bd1f-4028-ac37-fa1ac41a13c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc274747-7371-4f09-8f28-58172ef36248,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:20.042853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32e3fea9-e6b1-4bed-9784-e939fcc83595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.077860 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32e3fea9-e6b1-4bed-9784-e939fcc83595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.084323 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-1860d4cf-be20-4106-85c3-8c02665a9a94 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978023 Aug 31 09:52:20.125396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Router b904cacf-068e-46ab-9096-b8c22fd4ee78 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:20.181154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32e3fea9-e6b1-4bed-9784-e939fcc83595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.183911 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32e3fea9-e6b1-4bed-9784-e939fcc83595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.187781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-32e3fea9-e6b1-4bed-9784-e939fcc83595 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc274747-7371-4f09-8f28-58172ef36248 HTTP/1.1" status: 204 len: 168 time: 0.2900040 Aug 31 09:52:20.212463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port c98939b3-4000-4c7f-8543-b849e112b002 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:20.213601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.231681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3fea9-e6b1-4bed-9784-e939fcc83595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc274747-7371-4f09-8f28-58172ef36248,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:20.259110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:20.266506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42fdedae-e50e-4205-a5e3-19a095e18766 req-46b7d708-4372-4b1b-84b8-f819e69aaec1 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541305 Aug 31 09:52:20.272932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Sync routers for ids ['b904cacf-068e-46ab-9096-b8c22fd4ee78'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:20.282972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Routers {'b904cacf-068e-46ab-9096-b8c22fd4ee78'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:20.284114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b904cacf-068e-46ab-9096-b8c22fd4ee78'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:20.288679 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.290836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aa5c7e93-21f0-4dff-9700-593078010482 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5488505 Aug 31 09:52:20.294198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55194) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:20.340871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.341309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.362841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for c98939b3-4000-4c7f-8543-b849e112b002 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:20.399668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Set router b904cacf-068e-46ab-9096-b8c22fd4ee78 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:20.435195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9feaa733-19f2-4b43-b92e-c244a61d5064 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/routers/b904cacf-068e-46ab-9096-b8c22fd4ee78 HTTP/1.1" status: 200 len: 908 time: 0.1355367 Aug 31 09:52:20.435738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55198) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:20.443243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2002816521', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': True}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:20.487466 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.488481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.569217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.616696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904cacf-068e-46ab-9096-b8c22fd4ee78', 'name': 'tempest-snat-router-2002816521', 'tenant_id': '3e03592744424de4a3e9ac18d5a2e37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.53'}], 'enable_snat': False}, 'gw_port_id': 'ac2d9685-7b69-44c7-93d3-3748d7b1aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:17Z', 'updated_at': '2021-08-31T09:52:18Z', 'revision_number': 3, 'project_id': '3e03592744424de4a3e9ac18d5a2e37b', 'gw_port': {'id': 'ac2d9685-7b69-44c7-93d3-3748d7b1aa62', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904cacf-068e-46ab-9096-b8c22fd4ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:18Z', 'updated_at': '2021-08-31T09:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:20.673470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Checking router: b904cacf-068e-46ab-9096-b8c22fd4ee78 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:20.674210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Updating router b904cacf-068e-46ab-9096-b8c22fd4ee78 port ac2d9685-7b69-44c7-93d3-3748d7b1aa62 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:20.709245 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.713662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:20.762441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.853733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.875606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=c98939b3-4000-4c7f-8543-b849e112b002,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:21.021897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.022689 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Floating IP b97e4053-eaf9-4b80-a953-4c18e7932fe6 disassociated (deleted). External IP: 172.25.1.105, port: 2d4a2e95-ec72-41f8-9719-f96257c6582b. Aug 31 09:52:21.027514 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.038192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Transition to ACTIVE for port object ac2d9685-7b69-44c7-93d3-3748d7b1aa62 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:21.044926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.102999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Attempting to bind port ac2d9685-7b69-44c7-93d3-3748d7b1aa62 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:21.104117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Attempting to bind port ac2d9685-7b69-44c7-93d3-3748d7b1aa62 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:21.104486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Attempting to bind port ac2d9685-7b69-44c7-93d3-3748d7b1aa62 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:21.119769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:21.120414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:21.120933 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.121610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:21.122316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Bound port: ac2d9685-7b69-44c7-93d3-3748d7b1aa62, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:21.123643 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.156610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42195f-dc2c-4fe2-aad4-a39c7b66a51b None None] Pushing event updated for resources: {'Port': ['ID=ac2d9685-7b69-44c7-93d3-3748d7b1aa62,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:21.168995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e8fa-6564-41e5-8dc1-888b6c232a21 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.202176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] For port ac2d9685-7b69-44c7-93d3-3748d7b1aa62, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:21.207531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] For port ac2d9685-7b69-44c7-93d3-3748d7b1aa62, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac2d9685-7b69-44c7-93d3-3748d7b1aa62,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:21.218480 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.249772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e8fa-6564-41e5-8dc1-888b6c232a21 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.309493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Routers {'b904cacf-068e-46ab-9096-b8c22fd4ee78'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:21.310043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b904cacf-068e-46ab-9096-b8c22fd4ee78'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:21.373869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42195f-dc2c-4fe2-aad4-a39c7b66a51b None None] Pushing event updated for resources: {'Port': ['ID=ac2d9685-7b69-44c7-93d3-3748d7b1aa62,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:21.401934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 4f8c5998-7aa6-4682-9333-1d595556fc94 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:21.464630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] Set router b904cacf-068e-46ab-9096-b8c22fd4ee78 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:21.512729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e8fa-6564-41e5-8dc1-888b6c232a21 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.515573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8a5e8fa-6564-41e5-8dc1-888b6c232a21 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.516764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e8a5e8fa-6564-41e5-8dc1-888b6c232a21 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] 10.222.0.69 "DELETE /v2.0/security-groups/10eb6790-132e-4567-8224-d534f700fe83 HTTP/1.1" status: 204 len: 168 time: 0.8021436 Aug 31 09:52:21.592501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5e8fa-6564-41e5-8dc1-888b6c232a21 tempest-TestVolumeBackupRestore-434920265 tempest-TestVolumeBackupRestore-434920265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb6790-132e-4567-8224-d534f700fe83,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:21.706622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:21.711159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.718001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.720852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] Sync routers for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:21.737306 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:21.738221 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:21.899093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c16e670-5ef1-41dc-b70a-786a6c885b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.939346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904cacf-068e-46ab-9096-b8c22fd4ee78', 'name': 'tempest-snat-router-2002816521', 'tenant_id': '3e03592744424de4a3e9ac18d5a2e37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.53'}], 'enable_snat': False}, 'gw_port_id': 'ac2d9685-7b69-44c7-93d3-3748d7b1aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:17Z', 'updated_at': '2021-08-31T09:52:18Z', 'revision_number': 3, 'project_id': '3e03592744424de4a3e9ac18d5a2e37b', 'gw_port': {'id': 'ac2d9685-7b69-44c7-93d3-3748d7b1aa62', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904cacf-068e-46ab-9096-b8c22fd4ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:18Z', 'updated_at': '2021-08-31T09:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:22.001776 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:22.074294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b469154-65b4-4f53-9ba6-35a86b8acd5a None None] The sync data for ids ['b904cacf-068e-46ab-9096-b8c22fd4ee78'] in n-d-806683-2 is: [{'id': 'b904cacf-068e-46ab-9096-b8c22fd4ee78', 'name': 'tempest-snat-router-2002816521', 'tenant_id': '3e03592744424de4a3e9ac18d5a2e37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.53'}], 'enable_snat': False}, 'gw_port_id': 'ac2d9685-7b69-44c7-93d3-3748d7b1aa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:17Z', 'updated_at': '2021-08-31T09:52:18Z', 'revision_number': 3, 'project_id': '3e03592744424de4a3e9ac18d5a2e37b', 'gw_port': {'id': 'ac2d9685-7b69-44c7-93d3-3748d7b1aa62', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904cacf-068e-46ab-9096-b8c22fd4ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:18Z', 'updated_at': '2021-08-31T09:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:22.209384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55284) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:22.376193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:22.393903 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c0917f9e-36f5-4f70-ae58-2ef67a57ec2a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/floatingips/b97e4053-eaf9-4b80-a953-4c18e7932fe6 HTTP/1.1" status: 204 len: 168 time: 2.4973028 Aug 31 09:52:22.395699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:22.408038 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253" -d '{"events": [{"name": "network-changed", "server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:22.469636 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:15Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:22.534677 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] Checking router: 4f8c5998-7aa6-4682-9333-1d595556fc94 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:22.549242 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:22.550196 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:22.593945 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff6704c-c57a-4ab3-9153-172a02f69fdc x-openstack-request-id: req-cff6704c-c57a-4ab3-9153-172a02f69fdc {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:22.594513 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:22.594982 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cff6704c-c57a-4ab3-9153-172a02f69fdc {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:22.597569 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'status': 'completed', 'code': 200} Aug 31 09:52:22.714678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'network': {'name': 'tempest-network-smoke--498044903', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'port_security_enabled': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:22.784186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:22.792435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:22.828754 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:22.857089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Allocated IP 172.25.1.171 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1dfb7473-60ec-4e91-aedb-029aec4cef33) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:22.873872 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:23.051761 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.118050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.149359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b27420-8f08-4895-be6a-2ca4e0205e05 req-3ef1757d-c045-41da-b228-6bc4edb379d3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:23.156757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45b27420-8f08-4895-be6a-2ca4e0205e05 req-3ef1757d-c045-41da-b228-6bc4edb379d3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.2033744 Aug 31 09:52:23.226334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'Port': ['ID=1dfb7473-60ec-4e91-aedb-029aec4cef33,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:23.263678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-3646be5a-52d7-43ea-b9f3-49a481d26990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:23.265955 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-3646be5a-52d7-43ea-b9f3-49a481d26990 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 1096 time: 0.7266850 Aug 31 09:52:23.277976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:23.289043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45b27420-8f08-4895-be6a-2ca4e0205e05 req-a928c603-12ab-42b6-a8c5-d0cefa139576 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128728 Aug 31 09:52:23.306262 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:15Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:23.338542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c94172-0880-4182-9dd8-c17472c97d48 None None] The sync data for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 is: [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'fa7da5e4-1335-4b29-80c6-0d71f33b2395', 'name': '', 'network_id': '159b9386-61b4-491e-a3a6-5b55831147e8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:62:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:50:05Z', 'updated_at': '2021-08-31T09:50:15Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '6742ddd3-28d0-4165-9631-ef4e3f81868c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:23.367606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.375363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.392843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:23.396962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:23.418569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:52:23.449054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-5c23cdab-346f-40fa-945e-1e72d8e92021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:23.451113 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-5c23cdab-346f-40fa-945e-1e72d8e92021 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 200 len: 899 time: 0.1710372 Aug 31 09:52:23.531652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.532242 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Added segment 9563f559-6780-4726-a709-1baca0a0f823 of type vlan for network e3f76e16-411d-4796-a6c1-b0941ccc13e8 Aug 31 09:52:23.552092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5498642b-0159-4414-a56f-e2d8fff3a694,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:23.567345 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-81eb8bb8-2978-4c6a-bc27-1df458e79c82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 200 len: 217 time: 0.0760934 Aug 31 09:52:23.622357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.653078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-e3fdc96e-53a0-41cb-91b7-7f565ea4ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:23.657931 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-e3fdc96e-53a0-41cb-91b7-7f565ea4ae85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 200 len: 835 time: 0.0898764 Aug 31 09:52:23.679094 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.694267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:23.695385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.801326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Network': ['ID=e3f76e16-411d-4796-a6c1-b0941ccc13e8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:23.820183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1bc3b22d-3976-4097-8b98-54eac6f39f21 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6099305 Aug 31 09:52:23.822900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55452) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:23.825386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:52:23.829197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-604704527', 'admin_state_up': True, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:23.879711 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.881840 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.032262 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.060695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab72a14-c9a1-4e67-8c36-9cf634ad4a7f None None] New status for floating IP b97e4053-eaf9-4b80-a953-4c18e7932fe6: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:52:24.083625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-625916a8-5d84-4a30-ae7e-1a28372cb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:24.085962 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-625916a8-5d84-4a30-ae7e-1a28372cb474 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159b9386-61b4-491e-a3a6-5b55831147e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4171662 Aug 31 09:52:24.260648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-df36108a-11f0-41b9-81df-6ecaf7bb580e service neutron] 10.222.0.20 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632974 Aug 31 09:52:24.350786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.610726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8e71-b1e4-4b9c-ae76-60777c141b13 req-1f2b447d-7628-4bcb-ba9c-65c701285639 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:24.612915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a86e8e71-b1e4-4b9c-ae76-60777c141b13 req-1f2b447d-7628-4bcb-ba9c-65c701285639 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.1388874 Aug 31 09:52:24.674374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-a0e687b2-d9a0-45c8-a0a9-c32ea41ee588 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:24.676467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-a0e687b2-d9a0-45c8-a0a9-c32ea41ee588 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 945 time: 0.1488278 Aug 31 09:52:24.696145 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3b3eeeb5-9175-4420-b5f5-b2fd0494d253 req-faa37170-3202-4b48-9402-e68e418ecbbb service neutron] 10.222.0.20 "GET /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282198 Aug 31 09:52:24.788792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac2d9685-7b69-44c7-93d3-3748d7b1aa62 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:24.806762 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a86e8e71-b1e4-4b9c-ae76-60777c141b13 req-455fe3df-c519-4669-8b2d-aa36c4876699 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850457 Aug 31 09:52:24.817067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.878738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ac2d9685-7b69-44c7-93d3-3748d7b1aa62 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:24.885483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ac2d9685-7b69-44c7-93d3-3748d7b1aa62 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:24.886205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.916599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 2d4a2e95-ec72-41f8-9719-f96257c6582b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:24.916964 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.045476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.061717 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.127260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ac2d9685-7b69-44c7-93d3-3748d7b1aa62, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac2d9685-7b69-44c7-93d3-3748d7b1aa62,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:25.142496 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.169541 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.277055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.303992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ac2d9685-7b69-44c7-93d3-3748d7b1aa62,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:25.318426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.431779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port 2d4a2e95-ec72-41f8-9719-f96257c6582b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=2d4a2e95-ec72-41f8-9719-f96257c6582b,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:25.438044 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.533482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 2d4a2e95-ec72-41f8-9719-f96257c6582b owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:25.614680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Router 8ee6838f-e039-49d3-8380-45854d5faad6 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:25.721850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.25.1.191 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/cdb0e922-7b47-4f19-9c99-84b349e4f7ef) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:25.735738 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2af040a7-bb89-487e-8b85-f6bfaefa9f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.870343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.921471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.939300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:25.966324 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Sync routers for ids ['8ee6838f-e039-49d3-8380-45854d5faad6'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:25.980943 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Routers {'8ee6838f-e039-49d3-8380-45854d5faad6'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:25.981494 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8ee6838f-e039-49d3-8380-45854d5faad6'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:25.985179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.986885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cc18337a-e888-4a3c-bad4-4164b9112fd7 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5499125 Aug 31 09:52:25.989592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55654) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:26.096384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:26.115712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:26.127601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:26.131781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=cdb0e922-7b47-4f19-9c99-84b349e4f7ef,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:26.159220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.208536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=2d4a2e95-ec72-41f8-9719-f96257c6582b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:26.228977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65844f90-8e87-4769-9d16-d0482488c822 req-f864fcff-b62f-4ff0-830d-86f281f0c531 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:26.230605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65844f90-8e87-4769-9d16-d0482488c822 req-f864fcff-b62f-4ff0-830d-86f281f0c531 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=7342ae61-9c57-4504-ba68-b68f23fc7676 HTTP/1.1" status: 200 len: 867 time: 0.2067540 Aug 31 09:52:26.237399 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ac75aa10-153e-4803-94f8-89afc0c31ca3 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/routers/8ee6838f-e039-49d3-8380-45854d5faad6 HTTP/1.1" status: 200 len: 908 time: 0.2424171 Aug 31 09:52:26.247406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55678) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:26.290348 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Set router 8ee6838f-e039-49d3-8380-45854d5faad6 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:26.424920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] No DVR routers for this DVR port 2d4a2e95-ec72-41f8-9719-f96257c6582b on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:26.428931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.432576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9ae1ce4-02ff-4348-b692-db61f02bac0d req-1aad6348-af87-4bf2-9867-a3d65a384d9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "DELETE /v2.0/ports/2d4a2e95-ec72-41f8-9719-f96257c6582b HTTP/1.1" status: 204 len: 173 time: 1.7464130 Aug 31 09:52:26.471082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'name': 'network-vif-deleted', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:26.480729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.491564 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d591a4-d52a-4a00-8b9c-baed815babe4" -d '{"events": [{"server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "name": "network-vif-deleted", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:26.721979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.782147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac2d9685-7b69-44c7-93d3-3748d7b1aa62 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:26.784071 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f95e3a-bb2e-451f-b6f5-975782aabb94 x-openstack-request-id: req-c7f95e3a-bb2e-451f-b6f5-975782aabb94 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:26.785713 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7342ae61-9c57-4504-ba68-b68f23fc7676", "name": "network-vif-deleted", "tag": "2d4a2e95-ec72-41f8-9719-f96257c6582b", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:26.786115 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7f95e3a-bb2e-451f-b6f5-975782aabb94 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:26.797715 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7342ae61-9c57-4504-ba68-b68f23fc7676', 'name': 'network-vif-deleted', 'tag': '2d4a2e95-ec72-41f8-9719-f96257c6582b', 'status': 'completed', 'code': 200} Aug 31 09:52:26.886504 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee6838f-e039-49d3-8380-45854d5faad6', 'name': 'tempest-snat-router-2002816521', 'tenant_id': '3e03592744424de4a3e9ac18d5a2e37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '1dfb7473-60ec-4e91-aedb-029aec4cef33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:20Z', 'updated_at': '2021-08-31T09:52:24Z', 'revision_number': 3, 'project_id': '3e03592744424de4a3e9ac18d5a2e37b', 'gw_port': {'id': '1dfb7473-60ec-4e91-aedb-029aec4cef33', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee6838f-e039-49d3-8380-45854d5faad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:22Z', 'updated_at': '2021-08-31T09:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:26.904228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65844f90-8e87-4769-9d16-d0482488c822 req-10b89c46-cbc1-4848-9fbf-8d7a2da7bf18 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=feaba4cb-5397-459b-9245-e10b91e65677&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5913424 Aug 31 09:52:26.930152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ac2d9685-7b69-44c7-93d3-3748d7b1aa62 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:26.930782 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.944526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Deleting port 1dfb7473-60ec-4e91-aedb-029aec4cef33 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:26.947692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.961806 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Checking router: 8ee6838f-e039-49d3-8380-45854d5faad6 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:26.962190 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Updating router 8ee6838f-e039-49d3-8380-45854d5faad6 port 1dfb7473-60ec-4e91-aedb-029aec4cef33 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:27.016047 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.042311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.061955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Calling delete_port for 1dfb7473-60ec-4e91-aedb-029aec4cef33 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:27.141539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.339323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.394623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dfb7473-60ec-4e91-aedb-029aec4cef33,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:27.460605 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.db.api [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94789) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:52:27.461345 n-d-806683-2 neutron-server[94789]: DEBUG oslo_db.api [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:52:27.506114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.617388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.619747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.651861 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.696358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.696358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee6838f-e039-49d3-8380-45854d5faad6 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:27.702524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.706407 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b4215af-f184-4049-ae2c-bc808e88e9d8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "DELETE /v2.0/routers/8ee6838f-e039-49d3-8380-45854d5faad6 HTTP/1.1" status: 204 len: 168 time: 1.4550297 Aug 31 09:52:27.706765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55724) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:27.749436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2d4a2e95-ec72-41f8-9719-f96257c6582b no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:27.768791 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.781811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 2d4a2e95-ec72-41f8-9719-f96257c6582b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:27.782443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 2d4a2e95-ec72-41f8-9719-f96257c6582b not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:27.852890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.911997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router 5808d6f2-7b51-45f0-8fab-b310059520e8 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:27.963862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55730) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:27.993817 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Port 1dfb7473-60ec-4e91-aedb-029aec4cef33 not found while updating agent binding for router 8ee6838f-e039-49d3-8380-45854d5faad6. {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 09:52:27.999118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.010891 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Routers set() bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:28.011751 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Router IDs set() for agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:52:28.012699 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ee6838f-e039-49d3-8380-45854d5faad6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent'). {{(pid=94789) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 09:52:28.013237 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3171e71-0784-4dc8-a568-9151435e13a8 None None] The sync data for ids ['8ee6838f-e039-49d3-8380-45854d5faad6'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:28.083159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Deleting port ac2d9685-7b69-44c7-93d3-3748d7b1aa62 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:28.083502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.151640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:28.162432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91c879-148a-4559-9530-411c88117384 None None] Sync routers for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:28.173833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91c879-148a-4559-9530-411c88117384 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:28.175218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5e91c879-148a-4559-9530-411c88117384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:28.227272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.228957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-81b983ba-8ae1-4d67-92b8-0b2189175e80 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4047189 Aug 31 09:52:28.232154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55732) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:28.364841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-5e91c879-148a-4559-9530-411c88117384 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:28.423469 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-948b07b0-ab2d-47a9-8594-4213b9fba344 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e68107358f094afc9ef9c1f3a080f644&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1891615 Aug 31 09:52:28.426223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55736) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:28.487756 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] For port ac2d9685-7b69-44c7-93d3-3748d7b1aa62, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac2d9685-7b69-44c7-93d3-3748d7b1aa62,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:28.488416 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.511543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Calling delete_port for ac2d9685-7b69-44c7-93d3-3748d7b1aa62 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:28.592283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948ea23-7a86-44f2-a1ae-18f40cbda429 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:28.595613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3948ea23-7a86-44f2-a1ae-18f40cbda429 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1676526 Aug 31 09:52:28.598255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55738) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:28.600541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.616320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5e91c879-148a-4559-9530-411c88117384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:26Z', 'revision_number': 3, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:28.641452 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e7d825ae-4d77-4038-9671-72597d98d5b7 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415106 Aug 31 09:52:28.643903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55740) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:28.649504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-271683379', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:28.653574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91c879-148a-4559-9530-411c88117384 None None] Checking router: 5808d6f2-7b51-45f0-8fab-b310059520e8 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:28.653796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91c879-148a-4559-9530-411c88117384 None None] Updating router 5808d6f2-7b51-45f0-8fab-b310059520e8 port cdb0e922-7b47-4f19-9c99-84b349e4f7ef binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:28.689629 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5e91c879-148a-4559-9530-411c88117384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.740720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.742196 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.808646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac2d9685-7b69-44c7-93d3-3748d7b1aa62,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:28.857353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55744) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:28.876501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:28.880221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.910902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.032647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5e91c879-148a-4559-9530-411c88117384 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.040545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.047015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5e91c879-148a-4559-9530-411c88117384 None None] Transition to ACTIVE for port object cdb0e922-7b47-4f19-9c99-84b349e4f7ef will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:29.047197 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.062467 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5e91c879-148a-4559-9530-411c88117384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.134822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.136108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b904cacf-068e-46ab-9096-b8c22fd4ee78 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:29.139494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Pushing event updated for resources: {'Port': ['ID=cdb0e922-7b47-4f19-9c99-84b349e4f7ef,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:29.141711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.143513 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-02a85010-18fc-4b36-90b5-f017422e434c tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b904cacf-068e-46ab-9096-b8c22fd4ee78 HTTP/1.1" status: 204 len: 168 time: 1.4355240 Aug 31 09:52:29.147249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55748) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:29.156470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1159985224', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:29.157201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.157553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.157900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.158253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.158586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.158941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.159276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.159673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.159951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.160348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.160598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.160925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:29.176370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5e91c879-148a-4559-9530-411c88117384 None None] Attempting to bind port cdb0e922-7b47-4f19-9c99-84b349e4f7ef on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:29.176746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5e91c879-148a-4559-9530-411c88117384 None None] Attempting to bind port cdb0e922-7b47-4f19-9c99-84b349e4f7ef by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:29.177117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c879-148a-4559-9530-411c88117384 None None] Attempting to bind port cdb0e922-7b47-4f19-9c99-84b349e4f7ef on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:29.183997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c879-148a-4559-9530-411c88117384 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:29.184457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c879-148a-4559-9530-411c88117384 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:29.184899 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5e91c879-148a-4559-9530-411c88117384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.185344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c879-148a-4559-9530-411c88117384 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:29.185902 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5e91c879-148a-4559-9530-411c88117384 None None] Bound port: cdb0e922-7b47-4f19-9c99-84b349e4f7ef, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:29.186435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5e91c879-148a-4559-9530-411c88117384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.188314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.189908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.247794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5e91c879-148a-4559-9530-411c88117384 None None] For port cdb0e922-7b47-4f19-9c99-84b349e4f7ef, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:29.251422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5e91c879-148a-4559-9530-411c88117384 None None] For port cdb0e922-7b47-4f19-9c99-84b349e4f7ef, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cdb0e922-7b47-4f19-9c99-84b349e4f7ef,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:29.258120 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5e91c879-148a-4559-9530-411c88117384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.258964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.316943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91c879-148a-4559-9530-411c88117384 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:29.317588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5e91c879-148a-4559-9530-411c88117384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:29.382380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4854f-549a-4459-bc32-bd6f8bc849f4 None None] Pushing event updated for resources: {'Port': ['ID=cdb0e922-7b47-4f19-9c99-84b349e4f7ef,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:29.417309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.444825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-5e91c879-148a-4559-9530-411c88117384 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:29.515339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.599667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Subnet': ['ID=64476bae-34b4-44c3-b949-703c98ca2e93,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:29.628588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.641265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5e91c879-148a-4559-9530-411c88117384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:26Z', 'revision_number': 3, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:29.648253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Checking segment: {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:29.648628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network hostable DHCP agents. Network: e3f76e16-411d-4796-a6c1-b0941ccc13e8, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:52:29.652096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.655311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port fa7da5e4-1335-4b29-80c6-0d71f33b2395 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:29.655311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.673381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91c879-148a-4559-9530-411c88117384 None None] The sync data for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 is: [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:26Z', 'revision_number': 3, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:29.750268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:52:29.782033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e3f76e16-411d-4796-a6c1-b0941ccc13e8) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:29.795179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Allocated IP 172.25.1.129 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/9b325ac0-7fb8-4ffb-ada4-950fb147ca3e) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:29.795387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:29.795387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.800106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df85984-f3ce-4956-a1e4-c69d03505f8a None None] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:29.805506 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.816542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port fa7da5e4-1335-4b29-80c6-0d71f33b2395, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fa7da5e4-1335-4b29-80c6-0d71f33b2395,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:29.816917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.866260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for fa7da5e4-1335-4b29-80c6-0d71f33b2395 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:29.878062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9b84e23f-d687-4c7a-87d2-bbbd431abd9c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2330391 Aug 31 09:52:29.881843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55752) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:29.966081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:52:29.967205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.985778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.152289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.211464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Allocated IP 172.20.0.2 (e3f76e16-411d-4796-a6c1-b0941ccc13e8/64476bae-34b4-44c3-b949-703c98ca2e93/45321f0f-a5d5-4c42-ba00-b7d7a9014213) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:30.268032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event updated for resources: {'Port': ['ID=9b325ac0-7fb8-4ffb-ada4-950fb147ca3e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:30.276390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:30.285775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:30.291507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:30.328258 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.339150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Deleting port 4e53cf5e-28ef-4b35-8507-06e279854289 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:30.339482 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.373400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=fa7da5e4-1335-4b29-80c6-0d71f33b2395,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:30.459821 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.479867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Transition to ACTIVE for port object 45321f0f-a5d5-4c42-ba00-b7d7a9014213 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:30.519098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Transition to ACTIVE for port object 45321f0f-a5d5-4c42-ba00-b7d7a9014213 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:30.554895 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.661917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:30.671502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:30.684579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:30.733811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Pushing event updated for resources: {'Port': ['ID=45321f0f-a5d5-4c42-ba00-b7d7a9014213,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:30.777173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Attempting to bind port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:30.777753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Attempting to bind port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:30.778359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Attempting to bind port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 on network e3f76e16-411d-4796-a6c1-b0941ccc13e8 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:30.793028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:30.793418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Checking segment: {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:30.794603 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.794603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Bound using segment: {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:30.796228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Bound port: 45321f0f-a5d5-4c42-ba00-b7d7a9014213, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:30.796622 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.805336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cdb0e922-7b47-4f19-9c99-84b349e4f7ef up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:30.903075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] For port 4e53cf5e-28ef-4b35-8507-06e279854289, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4e53cf5e-28ef-4b35-8507-06e279854289,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:30.903689 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.909950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port cdb0e922-7b47-4f19-9c99-84b349e4f7ef completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:30.914108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] For port 45321f0f-a5d5-4c42-ba00-b7d7a9014213, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:30.918598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] For port 45321f0f-a5d5-4c42-ba00-b7d7a9014213, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=45321f0f-a5d5-4c42-ba00-b7d7a9014213,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:30.920135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cdb0e922-7b47-4f19-9c99-84b349e4f7ef triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:30.920625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.921351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Calling delete_port for 4e53cf5e-28ef-4b35-8507-06e279854289 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:30.953086 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.955761 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.032391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f2019-f6d9-4c25-950d-3131aa9f486c None None] Pushing event updated for resources: {'Port': ['ID=45321f0f-a5d5-4c42-ba00-b7d7a9014213,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:31.044092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.086196 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.120167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port cdb0e922-7b47-4f19-9c99-84b349e4f7ef, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cdb0e922-7b47-4f19-9c99-84b349e4f7ef,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:31.128143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.203779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac2d9685-7b69-44c7-93d3-3748d7b1aa62 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:31.245199 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.248871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ac2d9685-7b69-44c7-93d3-3748d7b1aa62 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:31.249459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac2d9685-7b69-44c7-93d3-3748d7b1aa62 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:31.251327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=cdb0e922-7b47-4f19-9c99-84b349e4f7ef,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:31.382896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.457195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Pushing event deleted for resources: {'Port': ['ID=4e53cf5e-28ef-4b35-8507-06e279854289,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:31.742593 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.748613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 4f8c5998-7aa6-4682-9333-1d595556fc94 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:31.750443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.890439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.20.0.1 (e3f76e16-411d-4796-a6c1-b0941ccc13e8/64476bae-34b4-44c3-b949-703c98ca2e93/115037c8-fa08-4990-9f0b-485231b271af) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:31.974451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:31.986186 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] Sync routers for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:31.995826 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:31.996710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.006951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Router f5d0ceea-1008-48ef-b094-534c251b35d5 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:32.010090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1090a2a9-c3ac-4f2e-a0ad-3bb6cced3f9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "PUT /v2.0/routers/4f8c5998-7aa6-4682-9333-1d595556fc94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0451822 Aug 31 09:52:32.012677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55758) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.082522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.106248 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:32.107460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec2f1d8-7e51-403a-8836-7854679e3083 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting subnet 6742ddd3-28d0-4165-9631-ef4e3f81868c {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:52:32.116510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ec2f1d8-7e51-403a-8836-7854679e3083 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.134952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Transition to ACTIVE for port object 115037c8-fa08-4990-9f0b-485231b271af will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:32.166692 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ec2f1d8-7e51-403a-8836-7854679e3083 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.170280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:32.172652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:32.185514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e1e1d-3d29-4a26-85b2-e92b892307ea None None] Sync routers for ids ['f5d0ceea-1008-48ef-b094-534c251b35d5'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:32.198472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.199564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e1e1d-3d29-4a26-85b2-e92b892307ea None None] Routers {'f5d0ceea-1008-48ef-b094-534c251b35d5'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:32.203339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2dae3094-fade-4d3e-9016-cc82aed2c040 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0519164 Aug 31 09:52:32.203606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55760) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.204755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e22e1e1d-3d29-4a26-85b2-e92b892307ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f5d0ceea-1008-48ef-b094-534c251b35d5'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.208375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-44a1e25f-9f9a-4a8f-adf8-674d90def7cc tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': False}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:32.213042 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.268086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e22e1e1d-3d29-4a26-85b2-e92b892307ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.288048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e1e1d-3d29-4a26-85b2-e92b892307ea None None] Routers {'f5d0ceea-1008-48ef-b094-534c251b35d5'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:32.289666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e22e1e1d-3d29-4a26-85b2-e92b892307ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f5d0ceea-1008-48ef-b094-534c251b35d5'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.306710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:32.316648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:32.336525 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:52:30Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.347073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e22e1e1d-3d29-4a26-85b2-e92b892307ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.347888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e1e1d-3d29-4a26-85b2-e92b892307ea None None] The sync data for ids ['f5d0ceea-1008-48ef-b094-534c251b35d5'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:32.350115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:32.367875 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] Checking router: 4f8c5998-7aa6-4682-9333-1d595556fc94 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:32.378624 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] Routers {'4f8c5998-7aa6-4682-9333-1d595556fc94'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:32.380829 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4f8c5998-7aa6-4682-9333-1d595556fc94'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.388740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=115037c8-fa08-4990-9f0b-485231b271af,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:32.413781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:32.418812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.424277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d36d8319-47e6-41b8-b10b-d7fab97af2be admin admin] 10.222.0.69 "PUT /v2.0/routers/beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5614302 Aug 31 09:52:32.425116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55764) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.437951 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] Sync routers for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:32.459166 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:32.459794 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.488097 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ec2f1d8-7e51-403a-8836-7854679e3083 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.603874 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.623449 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] Set router 4f8c5998-7aa6-4682-9333-1d595556fc94 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:32.656690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ec2f1d8-7e51-403a-8836-7854679e3083 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.692905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2f1d8-7e51-403a-8836-7854679e3083 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Subnet': ['ID=6742ddd3-28d0-4165-9631-ef4e3f81868c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:32.695034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7ec2f1d8-7e51-403a-8836-7854679e3083 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.697586 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7ec2f1d8-7e51-403a-8836-7854679e3083 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/subnets/6742ddd3-28d0-4165-9631-ef4e3f81868c HTTP/1.1" status: 204 len: 168 time: 0.6833501 Aug 31 09:52:32.699985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1735c07e-a43c-4be1-9c9e-31b4fad7e2cc None None] Network 159b9386-61b4-491e-a3a6-5b55831147e8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:32.700530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55766) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.827404 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:32.902736 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.943573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 45321f0f-a5d5-4c42-ba00-b7d7a9014213 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:32.946204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a1e25f-9f9a-4a8f-adf8-674d90def7cc tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.979419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.022199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] DHCP port deletion for 159b9386-61b4-491e-a3a6-5b55831147e8 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:52:33.032793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.065917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:33.078785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cdb0e922-7b47-4f19-9c99-84b349e4f7ef up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:33.111501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.130305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] Deleting port 60fb2f3f-739a-4804-8fc1-7df6e705adfd {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:33.131093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.188461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Deleting port 1647cd37-b514-48b6-9f41-6b0d289a2909 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:33.189036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.235869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] For port 60fb2f3f-739a-4804-8fc1-7df6e705adfd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=60fb2f3f-739a-4804-8fc1-7df6e705adfd,segment=NetworkSegment(918eed2c-b0fa-4201-a880-c195fc9b5ad7),segment_id=918eed2c-b0fa-4201-a880-c195fc9b5ad7)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:33.236288 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.244201 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 5, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port': {'id': '1647cd37-b514-48b6-9f41-6b0d289a2909', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:17Z', 'updated_at': '2021-08-31T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:33.248870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cdb0e922-7b47-4f19-9c99-84b349e4f7ef triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:33.249319 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.253730 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:52:30Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:33.307789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db683a9b-fa2c-4bc3-b639-ab4b9bc84f1d None None] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:33.432195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] Calling delete_port for 60fb2f3f-739a-4804-8fc1-7df6e705adfd owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:33.440330 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] Checking router: beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:33.451883 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91307ea4-3f77-48ce-9b38-5399819e98bd None None] The sync data for ids ['4f8c5998-7aa6-4682-9333-1d595556fc94'] in n-d-806683-2 is: [{'id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173718448', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:52:30Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '9ad5a82c-10e8-4e03-9c35-a9d680984505', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8c5998-7aa6-4682-9333-1d595556fc94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:59Z', 'updated_at': '2021-08-31T09:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:33.484630 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] Routers {'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:33.485436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:33.511399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f653cb5e-6fa9-40e8-9056-ff019c230dd8 None None] Provisioning for port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:33.553639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f653cb5e-6fa9-40e8-9056-ff019c230dd8 None None] Provisioning complete for port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:33.554364 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f653cb5e-6fa9-40e8-9056-ff019c230dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.685393 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] Set router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:33.699783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 9ad5a82c-10e8-4e03-9c35-a9d680984505 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:33.700127 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.757185 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:52:32Z', 'revision_number': 6, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:33.762999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] For port 1647cd37-b514-48b6-9f41-6b0d289a2909, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1647cd37-b514-48b6-9f41-6b0d289a2909,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:33.763379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.787504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Calling delete_port for 1647cd37-b514-48b6-9f41-6b0d289a2909 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:33.804648 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b1831-c43b-4ef7-96ac-22dd3cf2f272 None None] The sync data for ids ['beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7'] in n-d-806683-2 is: [{'id': 'beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7', 'name': 'tempest-TestVolumeBackupRestore-1651380656-router', 'tenant_id': '2a946289d37c49219918668e825a2f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:15Z', 'updated_at': '2021-08-31T09:52:32Z', 'revision_number': 6, 'project_id': '2a946289d37c49219918668e825a2f0d', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:33.817914 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.831151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.913736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port 9ad5a82c-10e8-4e03-9c35-a9d680984505, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ad5a82c-10e8-4e03-9c35-a9d680984505,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:33.914127 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.930192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 9ad5a82c-10e8-4e03-9c35-a9d680984505 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:34.075849 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.109043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] Pushing event deleted for resources: {'Port': ['ID=60fb2f3f-739a-4804-8fc1-7df6e705adfd,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:34.111575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230ae6d-65aa-4713-9e52-e184a830d875 None None] No DVR routers for this DVR port 60fb2f3f-739a-4804-8fc1-7df6e705adfd on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:34.113763 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f653cb5e-6fa9-40e8-9056-ff019c230dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.170463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f653cb5e-6fa9-40e8-9056-ff019c230dd8 None None] For port 45321f0f-a5d5-4c42-ba00-b7d7a9014213, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=45321f0f-a5d5-4c42-ba00-b7d7a9014213,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:34.176580 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f653cb5e-6fa9-40e8-9056-ff019c230dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.267943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653cb5e-6fa9-40e8-9056-ff019c230dd8 None None] Pushing event updated for resources: {'Port': ['ID=45321f0f-a5d5-4c42-ba00-b7d7a9014213,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:34.310429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-92e239f8-eab9-4c7b-a2e5-7257238ca6c3 None None] Provisioning for port 115037c8-fa08-4990-9f0b-485231b271af completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:34.315293 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-92e239f8-eab9-4c7b-a2e5-7257238ca6c3 None None] Provisioning complete for port 115037c8-fa08-4990-9f0b-485231b271af triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:34.315676 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92e239f8-eab9-4c7b-a2e5-7257238ca6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.356286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.382555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-92e239f8-eab9-4c7b-a2e5-7257238ca6c3 None None] Port 115037c8-fa08-4990-9f0b-485231b271af cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:34.385907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=115037c8-fa08-4990-9f0b-485231b271af,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:34.394706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-92e239f8-eab9-4c7b-a2e5-7257238ca6c3 None None] Provisioning complete for port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:34.395214 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92e239f8-eab9-4c7b-a2e5-7257238ca6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.397668 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.405906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Pushing event deleted for resources: {'Port': ['ID=1647cd37-b514-48b6-9f41-6b0d289a2909,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:34.437794 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.505055 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a1e25f-9f9a-4a8f-adf8-674d90def7cc tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.512021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a1e25f-9f9a-4a8f-adf8-674d90def7cc tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.518666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=9ad5a82c-10e8-4e03-9c35-a9d680984505,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:34.552496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.585917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:34.588929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:34.619947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a5f52c90-5612-4bb0-8d6c-37721893f9e6 None None] Provisioning complete for port 115037c8-fa08-4990-9f0b-485231b271af triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:34.620321 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a5f52c90-5612-4bb0-8d6c-37721893f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.673156 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a5f52c90-5612-4bb0-8d6c-37721893f9e6 None None] Port 115037c8-fa08-4990-9f0b-485231b271af cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:34.678792 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.681873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.689783 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.731937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a1e25f-9f9a-4a8f-adf8-674d90def7cc tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Router f5d0ceea-1008-48ef-b094-534c251b35d5 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:34.859969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.860770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:34.875327 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.879054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eeb170a0-b455-4ca3-bcfc-328c18698160 admin admin] 10.222.0.69 "DELETE /v2.0/routers/beff6cf1-e1b9-4a4a-8c96-2c3c784c6de7 HTTP/1.1" status: 204 len: 168 time: 2.4511549 Aug 31 09:52:34.879239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55774) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:34.888193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.891371 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.910845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router 5808d6f2-7b51-45f0-8fab-b310059520e8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:34.927482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 45321f0f-a5d5-4c42-ba00-b7d7a9014213 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:35.012859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c81c68be-f49d-4043-8c3c-876aa31cb1be None None] Provisioning complete for port 115037c8-fa08-4990-9f0b-485231b271af triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:35.013222 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c81c68be-f49d-4043-8c3c-876aa31cb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.018968 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.019630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Fanout notify agent at l3_agent the message router_deleted on router 4f8c5998-7aa6-4682-9333-1d595556fc94 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:35.031577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.032917 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fd3bf300-4de6-483d-9fee-90b54f90465a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/routers/4f8c5998-7aa6-4682-9333-1d595556fc94 HTTP/1.1" status: 204 len: 168 time: 2.3314743 Aug 31 09:52:35.036504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab99d3f7-c455-4804-bf63-10220f3b1a23 admin admin] Deleting subnet e7465773-4d08-46cd-b62c-98ae80fb1cc8 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:52:35.037485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:35.037858 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.041238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55778) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.050847 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab99d3f7-c455-4804-bf63-10220f3b1a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.057649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a1e25f-9f9a-4a8f-adf8-674d90def7cc tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:35.064302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44a1e25f-9f9a-4a8f-adf8-674d90def7cc tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.065761 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-44a1e25f-9f9a-4a8f-adf8-674d90def7cc tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "PUT /v2.0/routers/f5d0ceea-1008-48ef-b094-534c251b35d5 HTTP/1.1" status: 200 len: 926 time: 2.8610320 Aug 31 09:52:35.071706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55782) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.072565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893aebd3-5a72-4c28-add9-6b23abf07c89 None None] Sync routers for ids ['f5d0ceea-1008-48ef-b094-534c251b35d5'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:35.121199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893aebd3-5a72-4c28-add9-6b23abf07c89 None None] Routers {'f5d0ceea-1008-48ef-b094-534c251b35d5'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:35.122141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-893aebd3-5a72-4c28-add9-6b23abf07c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f5d0ceea-1008-48ef-b094-534c251b35d5'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.180146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-893aebd3-5a72-4c28-add9-6b23abf07c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.186483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c81c68be-f49d-4043-8c3c-876aa31cb1be None None] Port 115037c8-fa08-4990-9f0b-485231b271af cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:35.197062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893aebd3-5a72-4c28-add9-6b23abf07c89 None None] Routers {'f5d0ceea-1008-48ef-b094-534c251b35d5'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:35.197520 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-421765eb-190a-42a3-bb34-03c1887882c8 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/routers/f5d0ceea-1008-48ef-b094-534c251b35d5 HTTP/1.1" status: 200 len: 926 time: 0.1246645 Aug 31 09:52:35.197699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-893aebd3-5a72-4c28-add9-6b23abf07c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f5d0ceea-1008-48ef-b094-534c251b35d5'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.198421 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab99d3f7-c455-4804-bf63-10220f3b1a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.202507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55786) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.215923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:35.223987 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f27acfef-adbd-40a6-ba14-b32ea68dbac3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "PUT /v2.0/routers/5808d6f2-7b51-45f0-8fab-b310059520e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3394368 Aug 31 09:52:35.226390 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Sync routers for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:35.233710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55788) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.242957 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:35.243989 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.252305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-893aebd3-5a72-4c28-add9-6b23abf07c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.252971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893aebd3-5a72-4c28-add9-6b23abf07c89 None None] The sync data for ids ['f5d0ceea-1008-48ef-b094-534c251b35d5'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:35.393496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.435276 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:35.460772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb162c2-56b9-499c-ba26-b60dfe287cfa tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.462942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-afb162c2-56b9-499c-ba26-b60dfe287cfa tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=f5d0ceea-1008-48ef-b094-534c251b35d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2305567 Aug 31 09:52:35.469606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55792) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.551952 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab99d3f7-c455-4804-bf63-10220f3b1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.588517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.602068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.602547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.603078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.603620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.604034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.604492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.604947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.605404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.605859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.606315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.606766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.611719 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-10cebf88-82c6-4603-bd27-ec6dd9a7de5d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7734 time: 0.3716481 Aug 31 09:52:35.614224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55796) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.618622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159b9386-61b4-491e-a3a6-5b55831147e8']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.631850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918eed2c-b0fa-4201-a880-c195fc9b5ad7') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.632185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918eed2c-b0fa-4201-a880-c195fc9b5ad7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.646655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.697413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa63408-d064-4f7c-b259-9c0b1809f534 req-9759452d-5457-45c5-a69b-a2a371366ba6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.699607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1aa63408-d064-4f7c-b259-9c0b1809f534 req-9759452d-5457-45c5-a69b-a2a371366ba6 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 947 time: 0.1230993 Aug 31 09:52:35.701222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.725074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:52:35.725643 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:52:35.730280 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:52:35.737544 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:32Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:33Z', 'revision_number': 2, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.744231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1647cd37-b514-48b6-9f41-6b0d289a2909 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:35.756486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.756954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.758147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.758147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.758311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.767338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.767816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.768276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.768729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.769320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.774295 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-912486d0-9d05-4439-9088-7fa04ca8801d tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6466 time: 0.1564696 Aug 31 09:52:35.778177 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 1647cd37-b514-48b6-9f41-6b0d289a2909 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:35.778536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1647cd37-b514-48b6-9f41-6b0d289a2909 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:35.780631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55800) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.787226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb75b31-9b57-4d0f-9ec3-66bf1042ca08 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.788550 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5bb75b31-9b57-4d0f-9ec3-66bf1042ca08 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 881 time: 0.3179371 Aug 31 09:52:35.791231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4e53cf5e-28ef-4b35-8507-06e279854289 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:35.804093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55802) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.805363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab99d3f7-c455-4804-bf63-10220f3b1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.810958 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Checking router: 5808d6f2-7b51-45f0-8fab-b310059520e8 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:35.811382 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Updating router 5808d6f2-7b51-45f0-8fab-b310059520e8 port 115037c8-fa08-4990-9f0b-485231b271af binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:35.827110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4e53cf5e-28ef-4b35-8507-06e279854289 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:35.827405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4e53cf5e-28ef-4b35-8507-06e279854289 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:35.827820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa7da5e4-1335-4b29-80c6-0d71f33b2395 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:35.843294 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.847341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: fa7da5e4-1335-4b29-80c6-0d71f33b2395 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:35.847682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fa7da5e4-1335-4b29-80c6-0d71f33b2395 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:35.848092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 60fb2f3f-739a-4804-8fc1-7df6e705adfd no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:35.868040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2eac0844-22c1-46fb-929b-8ca0091e170e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5d0ceea-1008-48ef-b094-534c251b35d5 HTTP/1.1" status: 200 len: 205 time: 0.0503705 Aug 31 09:52:35.875289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 60fb2f3f-739a-4804-8fc1-7df6e705adfd {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:35.875856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 60fb2f3f-739a-4804-8fc1-7df6e705adfd not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:35.879988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3397b9a2-d16a-440e-ad67-6223e12d2208 None None] Network 29a750cf-c535-4b41-a74f-2d497e541168 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:35.887147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55804) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.908302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab99d3f7-c455-4804-bf63-10220f3b1a23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.909333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ab99d3f7-c455-4804-bf63-10220f3b1a23 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e7465773-4d08-46cd-b62c-98ae80fb1cc8 HTTP/1.1" status: 204 len: 168 time: 1.0285199 Aug 31 09:52:35.915040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55806) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.915415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99d3f7-c455-4804-bf63-10220f3b1a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7465773-4d08-46cd-b62c-98ae80fb1cc8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:35.951759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1aa63408-d064-4f7c-b259-9c0b1809f534 req-67f06686-48c7-4f04-9bfb-6b8107aa77a5 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378659 Aug 31 09:52:36.004715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.017261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.019360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/networks/159b9386-61b4-491e-a3a6-5b55831147e8 HTTP/1.1" status: 204 len: 168 time: 0.9767668 Aug 31 09:52:36.027122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55808) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:36.052742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6b599-cfde-495a-a9c6-d9b9387783e1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Network': ['ID=159b9386-61b4-491e-a3a6-5b55831147e8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:36.065582 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.069115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.144175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25e97962-a54d-4941-85c3-eff40cebf809 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.144396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] DHCP port deletion for 29a750cf-c535-4b41-a74f-2d497e541168 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:52:36.178909 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25e97962-a54d-4941-85c3-eff40cebf809 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.194867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Deleting port 46451a86-8d71-4118-a45b-c3eec4f1f945 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:36.195213 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.250867 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.255738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] Deleting port 46451a86-8d71-4118-a45b-c3eec4f1f945 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:36.256918 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.272552 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Transition to ACTIVE for port object 115037c8-fa08-4990-9f0b-485231b271af will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:36.282729 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.287783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] For port 46451a86-8d71-4118-a45b-c3eec4f1f945, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=46451a86-8d71-4118-a45b-c3eec4f1f945,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:36.288344 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.305155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Calling delete_port for 46451a86-8d71-4118-a45b-c3eec4f1f945 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:36.357146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25e97962-a54d-4941-85c3-eff40cebf809 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.359928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-25e97962-a54d-4941-85c3-eff40cebf809 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.362263 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-25e97962-a54d-4941-85c3-eff40cebf809 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/security-groups/feaba4cb-5397-459b-9245-e10b91e65677 HTTP/1.1" status: 204 len: 168 time: 0.3336680 Aug 31 09:52:36.379458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e97962-a54d-4941-85c3-eff40cebf809 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaba4cb-5397-459b-9245-e10b91e65677,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:36.447359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] For port 46451a86-8d71-4118-a45b-c3eec4f1f945, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=46451a86-8d71-4118-a45b-c3eec4f1f945,segment=NetworkSegment(71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65),segment_id=71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:36.448699 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.460299 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Pushing event updated for resources: {'Port': ['ID=115037c8-fa08-4990-9f0b-485231b271af,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:36.464303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] Calling delete_port for 46451a86-8d71-4118-a45b-c3eec4f1f945 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:36.465442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.472976 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.473314 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.473647 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.473974 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.474298 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.474638 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.474983 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.475306 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.475620 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.475934 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.476246 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.476572 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:36.483019 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Attempting to bind port 115037c8-fa08-4990-9f0b-485231b271af on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:36.483382 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Attempting to bind port 115037c8-fa08-4990-9f0b-485231b271af by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:36.483733 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Attempting to bind port 115037c8-fa08-4990-9f0b-485231b271af on network e3f76e16-411d-4796-a6c1-b0941ccc13e8 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:36.496548 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:36.497360 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Checking segment: {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:36.498227 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.498961 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Bound using segment: {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:36.499616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Bound port: 115037c8-fa08-4990-9f0b-485231b271af, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:36.500184 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.569789 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.585173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Pushing event deleted for resources: {'Port': ['ID=46451a86-8d71-4118-a45b-c3eec4f1f945,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:36.593440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] No DVR routers for this DVR port 46451a86-8d71-4118-a45b-c3eec4f1f945 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:36.604498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] Pushing event deleted for resources: {'Port': ['ID=46451a86-8d71-4118-a45b-c3eec4f1f945,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:36.623577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cad67f-96c5-4230-8977-89595b5997d0 None None] No DVR routers for this DVR port 46451a86-8d71-4118-a45b-c3eec4f1f945 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:36.655974 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] For port 115037c8-fa08-4990-9f0b-485231b271af, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:36.661919 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] For port 115037c8-fa08-4990-9f0b-485231b271af, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=115037c8-fa08-4990-9f0b-485231b271af,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:36.668722 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.679532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 46451a86-8d71-4118-a45b-c3eec4f1f945 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:36.703529 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8fcd1684-f6c0-473a-9c17-6048a2a433c0 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.9217670 Aug 31 09:52:36.715204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.717101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 46451a86-8d71-4118-a45b-c3eec4f1f945 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:36.717449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 46451a86-8d71-4118-a45b-c3eec4f1f945 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:36.717868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ad5a82c-10e8-4e03-9c35-a9d680984505 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:36.764769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 9ad5a82c-10e8-4e03-9c35-a9d680984505 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:36.765425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ad5a82c-10e8-4e03-9c35-a9d680984505 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:36.788581 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:36.789133 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:36.833016 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.859173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a750cf-c535-4b41-a74f-2d497e541168']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:36.880660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:36.881202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ec5f4d-f3f3-48a5-8ade-2c957f6a5f65') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:36.898080 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.926367 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:36.930616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.937534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:52:36.937953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:52:36.939754 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:52:36.956373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-50fa5d13-d59b-40bf-93fc-03a15ff52459 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:36.958704 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-50fa5d13-d59b-40bf-93fc-03a15ff52459 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.52 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 947 time: 0.1595125 Aug 31 09:52:36.967216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Deleting port 9b325ac0-7fb8-4ffb-ada4-950fb147ca3e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:36.967965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.015675 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.021491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.027347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] 10.222.0.69 "DELETE /v2.0/networks/29a750cf-c535-4b41-a74f-2d497e541168 HTTP/1.1" status: 204 len: 168 time: 1.1097369 Aug 31 09:52:37.029120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55820) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.030529 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4df86e-7e98-44b8-b790-fdd51eb17e22 None None] Pushing event updated for resources: {'Port': ['ID=115037c8-fa08-4990-9f0b-485231b271af,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:37.064037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55822) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.080686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a25007f5-deb8-493e-a8b4-25a6cf912140 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778654067', 'description': 'tempest-secgroup-smoke-1778654067 description', 'project_id': 'fe145957829b494fbea1c53baae9541f'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:37.091085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.107816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Calling delete_port for 9b325ac0-7fb8-4ffb-ada4-950fb147ca3e owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:37.135056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d05a9-7198-431d-b27c-a7495e5d272e admin admin] Pushing event deleted for resources: {'Network': ['ID=29a750cf-c535-4b41-a74f-2d497e541168,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:37.160764 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55824) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.165714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dc1fc415-c09c-4f80-a2e4-dc4f4007fcf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695977951', 'description': 'tempest-secgroup-smoke-695977951 description', 'project_id': 'e68107358f094afc9ef9c1f3a080f644'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:37.223256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25007f5-deb8-493e-a8b4-25a6cf912140 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.264786 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:32Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:36Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:37.289387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc415-c09c-4f80-a2e4-dc4f4007fcf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.300009 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3ec02-f9dd-4aa2-bd56-15a84d959c42 None None] The sync data for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 is: [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:32Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:36Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:37.400582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ab7f4-db9a-43d3-a738-6aae12d11066 req-0536c728-d70d-48d2-935d-cc46e7637208 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:37.402822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.402990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b6ab7f4-db9a-43d3-a738-6aae12d11066 req-0536c728-d70d-48d2-935d-cc46e7637208 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 947 time: 0.1800692 Aug 31 09:52:37.437682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Deleting port c193156c-28ed-4076-80d6-8c10d3979ebf {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:37.437881 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.455461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event deleted for resources: {'Port': ['ID=9b325ac0-7fb8-4ffb-ada4-950fb147ca3e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:37.521956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b6ab7f4-db9a-43d3-a738-6aae12d11066 req-1207f87a-46e0-4894-a1df-dec5ccb3507a tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups?id=d04935de-7144-4e1b-9e04-b52f943f03c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050227 Aug 31 09:52:37.561328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25007f5-deb8-493e-a8b4-25a6cf912140 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.586641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25007f5-deb8-493e-a8b4-25a6cf912140 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.591048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] For port c193156c-28ed-4076-80d6-8c10d3979ebf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c193156c-28ed-4076-80d6-8c10d3979ebf,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:37.591415 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.604445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.666189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25007f5-deb8-493e-a8b4-25a6cf912140 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7743dd51-a55f-455e-a088-562ec83f8343,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:37.766101 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc415-c09c-4f80-a2e4-dc4f4007fcf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.774155 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc415-c09c-4f80-a2e4-dc4f4007fcf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.784041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.795277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a25007f5-deb8-493e-a8b4-25a6cf912140 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.795490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.795567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a25007f5-deb8-493e-a8b4-25a6cf912140 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7252657 Aug 31 09:52:37.800862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55826) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.813356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ef2c5fda-1447-4d4d-9e4c-25bb2558eceb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '7743dd51-a55f-455e-a088-562ec83f8343', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:37.829504 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc1fc415-c09c-4f80-a2e4-dc4f4007fcf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.833443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc1fc415-c09c-4f80-a2e4-dc4f4007fcf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6690414 Aug 31 09:52:37.834991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55828) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.845882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e10e749c-ad59-4aff-80d3-4f66bf6a47c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '480d7d33-96d8-4f17-a28e-88308971d018', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:37.859695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fc415-c09c-4f80-a2e4-dc4f4007fcf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480d7d33-96d8-4f17-a28e-88308971d018,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:37.889085 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.909478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.910110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Fanout notify agent at l3_agent the message router_deleted on router f5d0ceea-1008-48ef-b094-534c251b35d5 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:37.921873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.923048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0ebfbffd-c808-4936-bfb4-0ac4220c889b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/f5d0ceea-1008-48ef-b094-534c251b35d5 HTTP/1.1" status: 204 len: 168 time: 2.0349154 Aug 31 09:52:37.929746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55830) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.934692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-76570ec2-5a70-4562-8146-3d0fe3d79b94 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-772407325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:37.945785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5fda-1447-4d4d-9e4c-25bb2558eceb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.996849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e10e749c-ad59-4aff-80d3-4f66bf6a47c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.041227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76570ec2-5a70-4562-8146-3d0fe3d79b94 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.042337 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76570ec2-5a70-4562-8146-3d0fe3d79b94 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.053672 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.054075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.054374 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Floating IP 19bd2458-aa8c-4fa9-843c-d86b6e56a171 disassociated. External IP: 172.25.1.253, port: c193156c-28ed-4076-80d6-8c10d3979ebf. Aug 31 09:52:38.054923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Calling delete_port for c193156c-28ed-4076-80d6-8c10d3979ebf owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:38.114470 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e10e749c-ad59-4aff-80d3-4f66bf6a47c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.122220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e10e749c-ad59-4aff-80d3-4f66bf6a47c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.153583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e749c-ad59-4aff-80d3-4f66bf6a47c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b293fb7e-7791-496b-93d1-cdb8a8f8fe8a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:38.162544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5fda-1447-4d4d-9e4c-25bb2558eceb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.164241 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76570ec2-5a70-4562-8146-3d0fe3d79b94 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.166528 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e10e749c-ad59-4aff-80d3-4f66bf6a47c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.170563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e10e749c-ad59-4aff-80d3-4f66bf6a47c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271358 Aug 31 09:52:38.171278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55834) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.179075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e96e7b1c-f48a-4376-b467-81ae95402e73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '480d7d33-96d8-4f17-a28e-88308971d018', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:38.179467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5fda-1447-4d4d-9e4c-25bb2558eceb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.197523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76570ec2-5a70-4562-8146-3d0fe3d79b94 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.229566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c5fda-1447-4d4d-9e4c-25bb2558eceb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d00d09-e85d-4ed3-ae09-dc18d2b0ab71,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:38.253645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef2c5fda-1447-4d4d-9e4c-25bb2558eceb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.255053 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ef2c5fda-1447-4d4d-9e4c-25bb2558eceb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4510849 Aug 31 09:52:38.257935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55836) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.263201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-857b05ff-2ac2-4107-972e-4d52eb2a2a34 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '7743dd51-a55f-455e-a088-562ec83f8343', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:38.269066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76570ec2-5a70-4562-8146-3d0fe3d79b94 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.272667 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-76570ec2-5a70-4562-8146-3d0fe3d79b94 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3420262 Aug 31 09:52:38.275030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55838) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.279168 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e96e7b1c-f48a-4376-b467-81ae95402e73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.285151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:38.333222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-857b05ff-2ac2-4107-972e-4d52eb2a2a34 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.358475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.402526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event deleted for resources: {'Port': ['ID=c193156c-28ed-4076-80d6-8c10d3979ebf,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:38.489356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-857b05ff-2ac2-4107-972e-4d52eb2a2a34 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.496233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-857b05ff-2ac2-4107-972e-4d52eb2a2a34 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.553452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b05ff-2ac2-4107-972e-4d52eb2a2a34 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d456fe37-d88e-466f-ba4e-e549a520bae9,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:38.572353 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-857b05ff-2ac2-4107-972e-4d52eb2a2a34 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.576647 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-857b05ff-2ac2-4107-972e-4d52eb2a2a34 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3148851 Aug 31 09:52:38.578804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55842) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.583403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2bd9e6df-653d-4682-8df5-c47e04121c87 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '7743dd51-a55f-455e-a088-562ec83f8343', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:38.595050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Router eddaf6a2-60bb-4513-80e5-121ebc28c71a has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:38.733939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 115037c8-fa08-4990-9f0b-485231b271af up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:38.743096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:38.755944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e6df-653d-4682-8df5-c47e04121c87 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.767538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] Sync routers for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:38.795281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:38.796343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:38.809888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] No DVR routers for this DVR port c193156c-28ed-4076-80d6-8c10d3979ebf on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:38.814848 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.816994 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a996dc86-010e-4f02-96ba-363eb64bdf13 req-1ebe9535-ebb4-40b5-b2ce-908362ddc0fa tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.52 "DELETE /v2.0/ports/c193156c-28ed-4076-80d6-8c10d3979ebf HTTP/1.1" status: 204 len: 173 time: 1.6105621 Aug 31 09:52:38.817456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-deleted', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:38.819763 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f116762-06d4-4876-ad10-9a6c1fd289fd" -d '{"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-deleted", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:38.835386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86e24e78-e0ec-4b4c-8b46-8d93d04cd975 req-8a5de680-0720-4f45-8b0a-69e920353348 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0214985f-3e13-46a6-a449-5ffa05579194 HTTP/1.1" status: 200 len: 210 time: 0.1111941 Aug 31 09:52:38.904923 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eee97f-ad97-41d3-a139-063ff3ce5f21 x-openstack-request-id: req-08eee97f-ad97-41d3-a139-063ff3ce5f21 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:38.904923 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0214985f-3e13-46a6-a449-5ffa05579194", "name": "network-vif-deleted", "tag": "c193156c-28ed-4076-80d6-8c10d3979ebf", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:38.904923 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08eee97f-ad97-41d3-a139-063ff3ce5f21 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:38.904923 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0214985f-3e13-46a6-a449-5ffa05579194', 'name': 'network-vif-deleted', 'tag': 'c193156c-28ed-4076-80d6-8c10d3979ebf', 'status': 'completed', 'code': 200} Aug 31 09:52:38.931339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e6df-653d-4682-8df5-c47e04121c87 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.938412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e6df-653d-4682-8df5-c47e04121c87 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.949883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Deleting port 43067a2d-69b8-4d47-938e-3a7c3b3bea69 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:38.951525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.956799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e96e7b1c-f48a-4376-b467-81ae95402e73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.962672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9e6df-653d-4682-8df5-c47e04121c87 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c149806-aa31-421e-b423-dc1028e23eac,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:38.975101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 115037c8-fa08-4990-9f0b-485231b271af completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:38.975276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e6df-653d-4682-8df5-c47e04121c87 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.979237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2bd9e6df-653d-4682-8df5-c47e04121c87 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3968234 Aug 31 09:52:38.979461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55846) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.986718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3f8aa5a3-5ccd-4abb-a96d-3fd1b89e4ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '7743dd51-a55f-455e-a088-562ec83f8343', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:38.988022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 115037c8-fa08-4990-9f0b-485231b271af triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:38.988456 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.024927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f8aa5a3-5ccd-4abb-a96d-3fd1b89e4ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.025238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:39.035339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e96e7b1c-f48a-4376-b467-81ae95402e73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.095092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f8aa5a3-5ccd-4abb-a96d-3fd1b89e4ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.099885 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f8aa5a3-5ccd-4abb-a96d-3fd1b89e4ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.119578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8aa5a3-5ccd-4abb-a96d-3fd1b89e4ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52bdb5a-76bf-4a46-9591-9394b2648f93,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.130324 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3f8aa5a3-5ccd-4abb-a96d-3fd1b89e4ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.135081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3f8aa5a3-5ccd-4abb-a96d-3fd1b89e4ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511264 Aug 31 09:52:39.135081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55848) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:39.139055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e7b1c-f48a-4376-b467-81ae95402e73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2efa6f-a2b2-4872-a767-45705558b6f3,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.140945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6a6b5f5a-6881-4274-ba11-d6720b477c38 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '7743dd51-a55f-455e-a088-562ec83f8343', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:39.144999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.151907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e96e7b1c-f48a-4376-b467-81ae95402e73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.155537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e96e7b1c-f48a-4376-b467-81ae95402e73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9785240 Aug 31 09:52:39.155823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55850) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:39.161567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f109ad85-d2fd-4823-b04c-de9ab96f70e7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '480d7d33-96d8-4f17-a28e-88308971d018', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:39.182626 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-6a6b5f5a-6881-4274-ba11-d6720b477c38 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Project fe145957829b494fbea1c53baae9541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:52:39.191997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5f5a-6881-4274-ba11-d6720b477c38 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.209171 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.251454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] For port 43067a2d-69b8-4d47-938e-3a7c3b3bea69, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43067a2d-69b8-4d47-938e-3a7c3b3bea69,segment=NetworkSegment(b4717698-0310-491d-bf14-2bf2e4a6892e),segment_id=b4717698-0310-491d-bf14-2bf2e4a6892e)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:39.251825 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.260643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 115037c8-fa08-4990-9f0b-485231b271af, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=115037c8-fa08-4990-9f0b-485231b271af,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:39.262730 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f109ad85-d2fd-4823-b04c-de9ab96f70e7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.268642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Calling delete_port for 43067a2d-69b8-4d47-938e-3a7c3b3bea69 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:39.283485 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.339090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=115037c8-fa08-4990-9f0b-485231b271af,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.377994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:39.391882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5f5a-6881-4274-ba11-d6720b477c38 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.403562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5f5a-6881-4274-ba11-d6720b477c38 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.414548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] Checking router: eddaf6a2-60bb-4513-80e5-121ebc28c71a for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:39.424851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:39.425815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:39.436306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f109ad85-d2fd-4823-b04c-de9ab96f70e7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.437937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b5f5a-6881-4274-ba11-d6720b477c38 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3754a7-aac1-4d79-8dff-674a3cffca77,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.443219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f109ad85-d2fd-4823-b04c-de9ab96f70e7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.458324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109ad85-d2fd-4823-b04c-de9ab96f70e7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30227f32-8749-4a39-b297-edbd54c1a1d9,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.460204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5f5a-6881-4274-ba11-d6720b477c38 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.461416 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6a6b5f5a-6881-4274-ba11-d6720b477c38 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3255458 Aug 31 09:52:39.464796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55854) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:39.469779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-75b0d2b3-c5be-455e-8b04-aa657d9d080b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '7743dd51-a55f-455e-a088-562ec83f8343', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:39.500701 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-75b0d2b3-c5be-455e-8b04-aa657d9d080b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Project fe145957829b494fbea1c53baae9541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:52:39.505388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f109ad85-d2fd-4823-b04c-de9ab96f70e7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.506681 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f109ad85-d2fd-4823-b04c-de9ab96f70e7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498847 Aug 31 09:52:39.508145 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75b0d2b3-c5be-455e-8b04-aa657d9d080b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.511661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55856) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:39.518559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-109f4fd5-db8d-47e8-98da-b3333207e76d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '480d7d33-96d8-4f17-a28e-88308971d018', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:39.557376 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.564498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:39.565379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75b0d2b3-c5be-455e-8b04-aa657d9d080b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.571879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75b0d2b3-c5be-455e-8b04-aa657d9d080b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.587712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0d2b3-c5be-455e-8b04-aa657d9d080b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365be4fb-1cb7-4a38-813d-ddeab81b7631,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.594896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:39.595084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Pushing event deleted for resources: {'Port': ['ID=43067a2d-69b8-4d47-938e-3a7c3b3bea69,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.608557 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75b0d2b3-c5be-455e-8b04-aa657d9d080b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.608557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-75b0d2b3-c5be-455e-8b04-aa657d9d080b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420331 Aug 31 09:52:39.611801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55858) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:39.611911 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-109f4fd5-db8d-47e8-98da-b3333207e76d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.622382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'network': {'name': 'tempest-network-smoke--553990274', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'port_security_enabled': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:39.626306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: c193156c-28ed-4076-80d6-8c10d3979ebf {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:39.626653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c193156c-28ed-4076-80d6-8c10d3979ebf not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:39.649151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:39.654775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.684864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:52:39.697719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.698128 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Added segment c6692de2-ca62-4a44-b260-868fe5bc030e of type vlan for network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 Aug 31 09:52:39.748026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.781321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.786983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:39.787595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.839785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:39.865971 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2525232 Aug 31 09:52:39.868397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb543f6f-664f-4a5e-94ed-72f41af66dbd None None] The sync data for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 is: [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:42Z', 'revision_number': 4, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'a967c31a-29a7-444a-811d-b312c478ef3b', 'name': '', 'network_id': '7ef2d02d-7502-478d-a729-87262870c6fa', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'mac_address': 'fa:16:3e:27:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '6a419e78-d143-4781-a8aa-5dff93412488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:40Z', 'updated_at': '2021-08-31T09:40:47Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'subnets': [{'id': '6a419e78-d143-4781-a8aa-5dff93412488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:39.869572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55860) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:39.876014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'admin_state_up': True, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:39.897804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c70f1-4c1e-46b5-9791-735fc62f8f9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Network': ['ID=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.914616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.917000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:39.919283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:52:39.999584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.002527 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-109f4fd5-db8d-47e8-98da-b3333207e76d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.003819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.034185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55866) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:40.034910 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-109f4fd5-db8d-47e8-98da-b3333207e76d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.048895 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.060235 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.089085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f4fd5-db8d-47e8-98da-b3333207e76d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4278c3-96d7-47fe-81e2-52e5b6888fbe,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:40.130881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-109f4fd5-db8d-47e8-98da-b3333207e76d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.135237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-109f4fd5-db8d-47e8-98da-b3333207e76d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6194966 Aug 31 09:52:40.145503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55868) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:40.151703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c36c6031-6b78-4e89-8893-018d65d23372 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '480d7d33-96d8-4f17-a28e-88308971d018', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:40.163555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.225654 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67acca1-0820-4edd-a523-06e07d95326f None None] New status for floating IP 19bd2458-aa8c-4fa9-843c-d86b6e56a171: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:52:40.307746 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-c36c6031-6b78-4e89-8893-018d65d23372 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Project e68107358f094afc9ef9c1f3a080f644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:52:40.315381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90547fc9-cad2-43a8-8762-addb8d48b22f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.328448 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c36c6031-6b78-4e89-8893-018d65d23372 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.405998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Allocated IP 172.25.1.74 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/81f1b538-110e-4baf-a56c-1aa50ab2a7cc) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:40.407380 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.426351 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90547fc9-cad2-43a8-8762-addb8d48b22f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.432597 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.567898 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.619196 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c36c6031-6b78-4e89-8893-018d65d23372 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.651626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c36c6031-6b78-4e89-8893-018d65d23372 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.693858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90547fc9-cad2-43a8-8762-addb8d48b22f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.696633 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-90547fc9-cad2-43a8-8762-addb8d48b22f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.700176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-90547fc9-cad2-43a8-8762-addb8d48b22f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "DELETE /v2.0/security-groups/d04935de-7144-4e1b-9e04-b52f943f03c0 HTTP/1.1" status: 204 len: 168 time: 0.6605995 Aug 31 09:52:40.700327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 115037c8-fa08-4990-9f0b-485231b271af up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:40.701671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55872) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:40.711823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c6031-6b78-4e89-8893-018d65d23372 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc6442d-3ca0-4ab2-92a0-621ec09c976a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:40.719316 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.720478 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-c8681dce-797b-4c95-8af6-18eb2e90dc91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] show failed (client error): The resource could not be found. Aug 31 09:52:40.722804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90547fc9-cad2-43a8-8762-addb8d48b22f tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04935de-7144-4e1b-9e04-b52f943f03c0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:40.725101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c8681dce-797b-4c95-8af6-18eb2e90dc91 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "GET /v2.0/security-groups/d04935de-7144-4e1b-9e04-b52f943f03c0 HTTP/1.1" status: 404 len: 347 time: 0.0212629 Aug 31 09:52:40.725725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55874) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:40.737852 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c36c6031-6b78-4e89-8893-018d65d23372 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.741679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c36c6031-6b78-4e89-8893-018d65d23372 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5925937 Aug 31 09:52:40.742999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55876) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:40.748109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-819bf6a7-99c3-4a86-82fd-27e0d976c5fe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '480d7d33-96d8-4f17-a28e-88308971d018', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:40.760418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Router 70708e9a-71ea-459c-aeeb-23553a642586 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:40.808238 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-819bf6a7-99c3-4a86-82fd-27e0d976c5fe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Project e68107358f094afc9ef9c1f3a080f644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:52:40.829168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 115037c8-fa08-4990-9f0b-485231b271af triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:40.829544 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.852122 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-819bf6a7-99c3-4a86-82fd-27e0d976c5fe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.866929 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.928467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.25.1.12 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/55187341-0064-4541-bb54-e1af12b8f9f4) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:40.942379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Deleting port d8b50c27-e3bf-4431-9035-186df44e89ac {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:40.942721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.979071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:40.991952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:41.002011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:41.010249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event updated for resources: {'Port': ['ID=81f1b538-110e-4baf-a56c-1aa50ab2a7cc,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:41.038442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:41.050397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] Sync routers for ids ['70708e9a-71ea-459c-aeeb-23553a642586'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:41.054028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-af8c06b7-a9cf-4648-aa16-db75d3eaee56 admin admin] 10.222.0.69 "PUT /v2.0/routers/70708e9a-71ea-459c-aeeb-23553a642586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0217085 Aug 31 09:52:41.055658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55878) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:41.055776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-819bf6a7-99c3-4a86-82fd-27e0d976c5fe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.060878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-819bf6a7-99c3-4a86-82fd-27e0d976c5fe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.063831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] Routers {'70708e9a-71ea-459c-aeeb-23553a642586'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:41.064470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['70708e9a-71ea-459c-aeeb-23553a642586'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:41.085283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bf6a7-99c3-4a86-82fd-27e0d976c5fe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394a9b26-499c-4928-bf17-d9f79c83c9b4,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:41.138799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.139133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.157553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-819bf6a7-99c3-4a86-82fd-27e0d976c5fe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.159285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-819bf6a7-99c3-4a86-82fd-27e0d976c5fe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4147174 Aug 31 09:52:41.159467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Calling delete_port for d8b50c27-e3bf-4431-9035-186df44e89ac owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:41.191730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] Set router 70708e9a-71ea-459c-aeeb-23553a642586 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:41.208608 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.294596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.376856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-6972d58d-8b2c-4551-ba3e-fc23773655bf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695977951&fields=id&tenant_id=e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 267 time: 0.0808840 Aug 31 09:52:41.464511 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.568038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:41.596119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] Checking router: 70708e9a-71ea-459c-aeeb-23553a642586 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:41.597596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-9366091b-fef6-4541-9bac-a8daa2646982 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:41.603684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-9366091b-fef6-4541-9bac-a8daa2646982 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/networks?id=e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 200 len: 796 time: 0.2131538 Aug 31 09:52:41.605205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] Routers {'70708e9a-71ea-459c-aeeb-23553a642586'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:41.605714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['70708e9a-71ea-459c-aeeb-23553a642586'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:41.646428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-1e921eff-f032-4f30-a7d8-68900caa806a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/quotas/e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 375 time: 0.0410073 Aug 31 09:52:41.708842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.718232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] Set router 70708e9a-71ea-459c-aeeb-23553a642586 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:41.739611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-976944dc-0af8-4644-ae6d-42cd43dcbac9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921435 Aug 31 09:52:41.783820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:41.796123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:41.808748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:41.838996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.841750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=55187341-0064-4541-bb54-e1af12b8f9f4,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:41.862784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.924860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Pushing event deleted for resources: {'Port': ['ID=d8b50c27-e3bf-4431-9035-186df44e89ac,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:41.939986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:41.972855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec0a52-d56f-41eb-9fd3-f7069b8df709 None None] The sync data for ids ['70708e9a-71ea-459c-aeeb-23553a642586'] in n-d-806683-2 is: [{'id': '70708e9a-71ea-459c-aeeb-23553a642586', 'name': 'tempest-TestVolumeBackupRestore-1315502081-router', 'tenant_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:28Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'c9f257873cef447c8ddf7c4aa47cbe29', 'gw_port': {'id': '3f20876c-15ba-43b4-8c81-350cda2eee2c', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70708e9a-71ea-459c-aeeb-23553a642586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:29Z', 'updated_at': '2021-08-31T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:42.099510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.101939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.103665 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-504cb23f-707f-4d07-99be-993c869547a7 tempest-AttachVolumeShelveTestJSON-1549566131 tempest-AttachVolumeShelveTestJSON-1549566131-project] 10.222.0.69 "DELETE /v2.0/floatingips/19bd2458-aa8c-4fa9-843c-d86b6e56a171 HTTP/1.1" status: 204 len: 168 time: 1.3767295 Aug 31 09:52:42.113050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Deleting port 3f20876c-15ba-43b4-8c81-350cda2eee2c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:42.113421 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.171584 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.179591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.271513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-12b1d36c-9458-4b4b-a6a9-dbd299960bea service neutron] 10.222.0.69 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746716 Aug 31 09:52:42.280903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] For port 3f20876c-15ba-43b4-8c81-350cda2eee2c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3f20876c-15ba-43b4-8c81-350cda2eee2c,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:42.281270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.284044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.331086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Calling delete_port for 3f20876c-15ba-43b4-8c81-350cda2eee2c owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:42.443461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-ba442c3d-54f4-47e5-8715-f1260c791a26 service neutron] 10.222.0.69 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392367 Aug 31 09:52:42.460601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Router b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:42.596268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.610001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43067a2d-69b8-4d47-938e-3a7c3b3bea69 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:42.656685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:42.659961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 43067a2d-69b8-4d47-938e-3a7c3b3bea69 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:42.661967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43067a2d-69b8-4d47-938e-3a7c3b3bea69 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:42.671946 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cbcf36-13a2-4a3f-9234-1c0bb03c3a74 None None] Sync routers for ids ['b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:42.684092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.685664 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-87cbab55-515c-404a-bfb5-dd98061fa204 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "PUT /v2.0/routers/b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60 HTTP/1.1" status: 200 len: 882 time: 4.4084816 Aug 31 09:52:42.688608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55900) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:42.691876 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbcf36-13a2-4a3f-9234-1c0bb03c3a74 None None] Routers {'b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:42.692740 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-45cbcf36-13a2-4a3f-9234-1c0bb03c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:42.741664 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-45cbcf36-13a2-4a3f-9234-1c0bb03c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:42.754511 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbcf36-13a2-4a3f-9234-1c0bb03c3a74 None None] Routers {'b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:42.756642 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-45cbcf36-13a2-4a3f-9234-1c0bb03c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:42.810546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.839786 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-45cbcf36-13a2-4a3f-9234-1c0bb03c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:42.840644 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cbcf36-13a2-4a3f-9234-1c0bb03c3a74 None None] The sync data for ids ['b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:42.847088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f20876c-15ba-43b4-8c81-350cda2eee2c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:42.885443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28490a31-75a2-43d5-9989-f47ce588b8b7 req-af39ad33-2091-4973-a70a-e030d1aa7f03 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 210 time: 0.0412629 Aug 31 09:52:42.908805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b942bba1-d54a-43f8-8204-634a362cb208 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/routers/b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60 HTTP/1.1" status: 200 len: 923 time: 0.2149551 Aug 31 09:52:42.909857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55906) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:42.948431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 457d2405-ae99-4caa-bc10-de299b389d93 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:42.960675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.966994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a19e79-e78e-4d57-a5db-1b87aa194f64 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:42.968893 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-47a19e79-e78e-4d57-a5db-1b87aa194f64 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0573497 Aug 31 09:52:42.971266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55908) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.106817 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.110228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.116636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc0c3d-dce2-4e42-b921-0ab285c50fca tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:43.122470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e7cc0c3d-dce2-4e42-b921-0ab285c50fca tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 881 time: 0.1499569 Aug 31 09:52:43.123084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55914) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.160743 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cd78195a-f1db-4f05-80eb-011d50e00212 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60 HTTP/1.1" status: 200 len: 205 time: 0.0365138 Aug 31 09:52:43.163414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55916) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.193806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.194102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70708e9a-71ea-459c-aeeb-23553a642586 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:43.203248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.204456 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-58be3b8b-fe74-427b-8116-df6702fedcc3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/70708e9a-71ea-459c-aeeb-23553a642586 HTTP/1.1" status: 204 len: 168 time: 2.1491451 Aug 31 09:52:43.207040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55920) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.248488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:43.270574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Sync routers for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:43.276196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b46d79-9994-485d-9ac6-d488796803f8 admin admin] Deleting subnet 6808c2d6-7057-453d-ab86-9f8f3ff19109 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:52:43.280803 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.285629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3c806002-8cb6-43ba-ab55-e184fbeb5d70 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4141917 Aug 31 09:52:43.286592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95b46d79-9994-485d-9ac6-d488796803f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.287316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:43.288522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55922) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.290660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:43.343322 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f3f1dfdb-b5cd-473c-8dcc-1191f8b6cf2b tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=fe145957829b494fbea1c53baae9541f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537126 Aug 31 09:52:43.345128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55924) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.361610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95b46d79-9994-485d-9ac6-d488796803f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.511761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:43.541139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95b46d79-9994-485d-9ac6-d488796803f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.561121 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.637014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95b46d79-9994-485d-9ac6-d488796803f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.675574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7415c2f-a502-4ec1-8a13-f9191b4e36af tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:43.676282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95b46d79-9994-485d-9ac6-d488796803f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.677123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c7415c2f-a502-4ec1-8a13-f9191b4e36af tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3310816 Aug 31 09:52:43.684772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a048a7-8cd6-4628-954a-fe8f661565be None None] Network df210fc6-65d6-4260-9ef0-a28a0f599623 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:43.685251 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-95b46d79-9994-485d-9ac6-d488796803f8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6808c2d6-7057-453d-ab86-9f8f3ff19109 HTTP/1.1" status: 204 len: 168 time: 0.4765999 Aug 31 09:52:43.687978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55930) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.688327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55932) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.709795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b46d79-9994-485d-9ac6-d488796803f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6808c2d6-7057-453d-ab86-9f8f3ff19109,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:43.812381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4d06138b-debb-4b03-a28b-8275722b4fea tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204784 Aug 31 09:52:43.815388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55934) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.821779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-546510669', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:43.830573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.891197 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.893714 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.993540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:44.002769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.014563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:42Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:44.092332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] DHCP port deletion for df210fc6-65d6-4260-9ef0-a28a0f599623 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:52:44.096870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da10e7b0-bbdb-4e9a-b337-82374d963730 req-a6f1ea7d-749e-403a-8a78-3cdb59c9b9e5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 210 time: 0.0585945 Aug 31 09:52:44.100652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Checking router: 457d2405-ae99-4caa-bc10-de299b389d93 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:44.101427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Updating router 457d2405-ae99-4caa-bc10-de299b389d93 port 55187341-0064-4541-bb54-e1af12b8f9f4 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:44.139011 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.139380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Deleting port 81f1b538-110e-4baf-a56c-1aa50ab2a7cc {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:44.139830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.143556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Deleting port 61829607-42a9-407d-bdd9-2461eafb20c3 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:44.144014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.282410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] For port 61829607-42a9-407d-bdd9-2461eafb20c3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=61829607-42a9-407d-bdd9-2461eafb20c3,segment=NetworkSegment(b4717698-0310-491d-bf14-2bf2e4a6892e),segment_id=b4717698-0310-491d-bf14-2bf2e4a6892e)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:44.282989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.304310 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.318623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Calling delete_port for 81f1b538-110e-4baf-a56c-1aa50ab2a7cc owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:44.319550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] Deleting port 61829607-42a9-407d-bdd9-2461eafb20c3 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:44.320111 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.373191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Calling delete_port for 61829607-42a9-407d-bdd9-2461eafb20c3 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:44.433969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] For port 61829607-42a9-407d-bdd9-2461eafb20c3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=61829607-42a9-407d-bdd9-2461eafb20c3,segment=NetworkSegment(b4717698-0310-491d-bf14-2bf2e4a6892e),segment_id=b4717698-0310-491d-bf14-2bf2e4a6892e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:44.434521 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.457094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] Calling delete_port for 61829607-42a9-407d-bdd9-2461eafb20c3 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:44.483092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.502643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-e0637e10-f400-4784-8f0b-b71592f5f427 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:44.504259 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-e0637e10-f400-4784-8f0b-b71592f5f427 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/networks?id=e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 200 len: 796 time: 0.4228852 Aug 31 09:52:44.505572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.527617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=61829607-42a9-407d-bdd9-2461eafb20c3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:44.529654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] No DVR routers for this DVR port 61829607-42a9-407d-bdd9-2461eafb20c3 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:44.628124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Subnet': ['ID=845faec7-a66e-4868-8d06-e905db968926,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:44.634590 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-842f8c5d-9d4e-45f9-ba15-d3b7d1891bd0 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 379 time: 0.1179295 Aug 31 09:52:44.645228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'port': {'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'admin_state_up': True, 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'security_groups': ['480d7d33-96d8-4f17-a28e-88308971d018']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:44.685421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 61829607-42a9-407d-bdd9-2461eafb20c3 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:44.716357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Checking segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:44.716880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network hostable DHCP agents. Network: dde2e323-ad22-4bd3-8a5b-6ea82d4f7665, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:52:44.721805 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.734048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df210fc6-65d6-4260-9ef0-a28a0f599623']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:44.755792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 61829607-42a9-407d-bdd9-2461eafb20c3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:44.756290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 61829607-42a9-407d-bdd9-2461eafb20c3 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:44.756811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3f20876c-15ba-43b4-8c81-350cda2eee2c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:44.775543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4717698-0310-491d-bf14-2bf2e4a6892e') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:44.775757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4717698-0310-491d-bf14-2bf2e4a6892e') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:44.798145 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.806124 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.809059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 3f20876c-15ba-43b4-8c81-350cda2eee2c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:44.809441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3f20876c-15ba-43b4-8c81-350cda2eee2c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:44.827829 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.847566 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.857625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:52:44.864990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Transition to ACTIVE for port object 55187341-0064-4541-bb54-e1af12b8f9f4 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:44.869539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] Pushing event deleted for resources: {'Port': ['ID=61829607-42a9-407d-bdd9-2461eafb20c3,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:44.875005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e047f1c-cbd8-4857-8e78-fc46d1f393c8 None None] No DVR routers for this DVR port 61829607-42a9-407d-bdd9-2461eafb20c3 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:44.879592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.887812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, dde2e323-ad22-4bd3-8a5b-6ea82d4f7665) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:44.897709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:44.898322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.922809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:52:44.923204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:52:44.926040 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:52:44.928837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:44.939475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.954515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dcb5f9-4c4b-49cd-8ca9-5b0b94df9fd6 None None] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:45.028286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.039404 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.044742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] 10.222.0.69 "DELETE /v2.0/networks/df210fc6-65d6-4260-9ef0-a28a0f599623 HTTP/1.1" status: 204 len: 168 time: 1.3365090 Aug 31 09:52:45.059657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f70200-46ca-4965-87ef-c7e39344b211 None None] Pushing event updated for resources: {'Port': ['ID=55187341-0064-4541-bb54-e1af12b8f9f4,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:45.074717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Attempting to bind port 55187341-0064-4541-bb54-e1af12b8f9f4 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:45.075286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Attempting to bind port 55187341-0064-4541-bb54-e1af12b8f9f4 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:45.075762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Attempting to bind port 55187341-0064-4541-bb54-e1af12b8f9f4 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:45.083981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53e19b-c915-4629-821b-d83f24b13f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=df210fc6-65d6-4260-9ef0-a28a0f599623,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:45.086937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:45.087457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:45.087999 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.088507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:45.089274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Bound port: 55187341-0064-4541-bb54-e1af12b8f9f4, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:45.089599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.116157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.201630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event deleted for resources: {'Port': ['ID=81f1b538-110e-4baf-a56c-1aa50ab2a7cc,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:45.275232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] For port 55187341-0064-4541-bb54-e1af12b8f9f4, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:45.303976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.325639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] For port 55187341-0064-4541-bb54-e1af12b8f9f4, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=55187341-0064-4541-bb54-e1af12b8f9f4,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:45.357137 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.373635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:52:45.374545 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.451868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55954) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:45.464665 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7b7b70d5-6498-4529-b0b4-30fe73029ebd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6480129 Aug 31 09:52:45.473384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55956) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:45.487328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f24b43e-a40f-43db-bafd-2f2b4934104d req-4727a354-22ff-4ef5-888f-37ff8b469dd0 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 210 time: 0.2764413 Aug 31 09:52:45.570476 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-822f5409-3a17-450e-b023-269d7c726e90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a946289d37c49219918668e825a2f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172416 Aug 31 09:52:45.571332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55958) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:45.584747 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.587285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Allocated IP 172.20.0.2 (dde2e323-ad22-4bd3-8a5b-6ea82d4f7665/845faec7-a66e-4868-8d06-e905db968926/eba709ae-1324-4477-a692-21f905b39bfc) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:45.588249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.648194 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.649908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Fanout notify agent at l3_agent the message router_deleted on router b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:45.661674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.663967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f142cb11-a771-4466-93bd-45d3e8652c46 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60 HTTP/1.1" status: 204 len: 168 time: 2.4992311 Aug 31 09:52:45.668726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55960) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:45.675897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:45.676376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0d2d3de9-2f88-4c65-8e8e-b1b04bb81fa1 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1440429312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:45.677411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:45.711618 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3de9-2f88-4c65-8e8e-b1b04bb81fa1 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.714158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3de9-2f88-4c65-8e8e-b1b04bb81fa1 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.721033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f70200-46ca-4965-87ef-c7e39344b211 None None] Pushing event updated for resources: {'Port': ['ID=55187341-0064-4541-bb54-e1af12b8f9f4,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:45.795974 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3de9-2f88-4c65-8e8e-b1b04bb81fa1 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.804940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3de9-2f88-4c65-8e8e-b1b04bb81fa1 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.835590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3de9-2f88-4c65-8e8e-b1b04bb81fa1 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.840786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0d2d3de9-2f88-4c65-8e8e-b1b04bb81fa1 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1680472 Aug 31 09:52:45.840786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55962) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:45.848143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': True}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:46.034499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99412553-4bcc-4196-9958-dddbebe36a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.052518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.20.0.4 (e3f76e16-411d-4796-a6c1-b0941ccc13e8/64476bae-34b4-44c3-b949-703c98ca2e93/a0fd2073-fb49-4e12-8bf5-2b30beb1fab2) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:46.090229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99412553-4bcc-4196-9958-dddbebe36a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.124590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:46.208274 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.261519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Transition to ACTIVE for port object eba709ae-1324-4477-a692-21f905b39bfc will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:46.295564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Transition to ACTIVE for port object eba709ae-1324-4477-a692-21f905b39bfc will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:46.331268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.346071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99412553-4bcc-4196-9958-dddbebe36a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.348740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99412553-4bcc-4196-9958-dddbebe36a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.349897 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-99412553-4bcc-4196-9958-dddbebe36a87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17d1b69f-b093-4825-9a46-400fe14c6c5c HTTP/1.1" status: 204 len: 168 time: 0.7743788 Aug 31 09:52:46.399768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:46.405000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:46.410363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:46.434624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99412553-4bcc-4196-9958-dddbebe36a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d1b69f-b093-4825-9a46-400fe14c6c5c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.478212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Pushing event updated for resources: {'Port': ['ID=eba709ae-1324-4477-a692-21f905b39bfc,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.522059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Attempting to bind port eba709ae-1324-4477-a692-21f905b39bfc on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:46.522059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Attempting to bind port eba709ae-1324-4477-a692-21f905b39bfc by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:46.522325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Attempting to bind port eba709ae-1324-4477-a692-21f905b39bfc on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:46.530424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:46.530848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Checking segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:46.531263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.532000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Bound using segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:46.532421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Bound port: eba709ae-1324-4477-a692-21f905b39bfc, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:46.532816 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.550006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:42Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:46.562140 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.576368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.592205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7547d5db-8c11-43f9-8ea4-5cda62488e9e None None] The sync data for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 is: [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:42Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:46.629628 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.646660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Transition to ACTIVE for port object a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:46.676165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b870d2f-c9f2-49db-b65e-8e88a4d8f7f0 req-b849f358-c923-4f8c-b248-ce91519446ae tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 210 time: 0.0729187 Aug 31 09:52:46.715659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] For port eba709ae-1324-4477-a692-21f905b39bfc, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:46.722272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.725227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] For port eba709ae-1324-4477-a692-21f905b39bfc, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=eba709ae-1324-4477-a692-21f905b39bfc,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:46.733787 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.838478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d014710-1280-4531-97a3-fd7060d36395 None None] Pushing event updated for resources: {'Port': ['ID=eba709ae-1324-4477-a692-21f905b39bfc,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.856712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:46.868966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:46.889072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:46.919636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:47.027783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:47.028662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.076875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-01d9f9bb-3908-4c1e-95cd-8bff713be79a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4361517 Aug 31 09:52:47.098828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Request body: {'port': {'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:47.140248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55978) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:47.212317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.247877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.323316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a5bcc1dd-6c17-490c-b10f-47a858e57bf4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9f257873cef447c8ddf7c4aa47cbe29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818504 Aug 31 09:52:47.324265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 55980) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:47.429687 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.458771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.20.0.1 (dde2e323-ad22-4bd3-8a5b-6ea82d4f7665/845faec7-a66e-4868-8d06-e905db968926/27d188cb-a46f-4213-8300-2566ea58cc24) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:47.469381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Allocated IP 172.25.1.237 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/51b65f62-0ad0-4a1f-9bb8-61c0202e7f36) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:47.518172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b8293f4a-d614-4f74-9384-f49472c817ea None None] Provisioning for port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:47.524107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b8293f4a-d614-4f74-9384-f49472c817ea None None] Provisioning complete for port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:47.524552 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b8293f4a-d614-4f74-9384-f49472c817ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.562788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30bbf5d8-8664-4efb-9a2d-aa87dcd45f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.583963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b8293f4a-d614-4f74-9384-f49472c817ea None None] Port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:47.619655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.666477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.713709 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30bbf5d8-8664-4efb-9a2d-aa87dcd45f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.748250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:47.758830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:47.762892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:47.768875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'Port': ['ID=51b65f62-0ad0-4a1f-9bb8-61c0202e7f36,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:47.940730 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.959062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Transition to ACTIVE for port object 27d188cb-a46f-4213-8300-2566ea58cc24 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:47.989720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d44f3-46c3-42f9-b468-2947ed50bd71 req-64791403-d681-4815-9c7b-fb1f46d1d47a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:47.991373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-395d44f3-46c3-42f9-b468-2947ed50bd71 req-64791403-d681-4815-9c7b-fb1f46d1d47a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 931 time: 0.1680663 Aug 31 09:52:48.131772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.148964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30bbf5d8-8664-4efb-9a2d-aa87dcd45f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.152539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-30bbf5d8-8664-4efb-9a2d-aa87dcd45f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.153739 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-30bbf5d8-8664-4efb-9a2d-aa87dcd45f23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d900e1b-170e-476a-9675-7458cf9b2498 HTTP/1.1" status: 204 len: 168 time: 0.8213410 Aug 31 09:52:48.193664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbf5d8-8664-4efb-9a2d-aa87dcd45f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d900e1b-170e-476a-9675-7458cf9b2498,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:48.208061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:52:48.242189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:48.252758 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.252962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.280065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:48.283690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:48.300349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-395d44f3-46c3-42f9-b468-2947ed50bd71 req-73c5cb6d-e5dd-4ee3-9081-61423b182e78 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014581 Aug 31 09:52:48.330907 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:52:48.349411 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.421103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=27d188cb-a46f-4213-8300-2566ea58cc24,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:48.424714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f4c79-9b00-4772-a453-9db40849e97e None None] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:48.427731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Transition to ACTIVE for port object a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:48.440925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.549122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5d9faa37-f787-4a9d-8c95-4e8f81ac6627 None None] Provisioning for port eba709ae-1324-4477-a692-21f905b39bfc completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:48.582229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:48.643732 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.660487 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.761129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.779527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Attempting to bind port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:48.784735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Attempting to bind port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:48.785194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Attempting to bind port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 on network e3f76e16-411d-4796-a6c1-b0941ccc13e8 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:48.837408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 on network e3f76e16-411d-4796-a6c1-b0941ccc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:52:48.837747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Attempting to bind port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 on network e3f76e16-411d-4796-a6c1-b0941ccc13e8 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:48.888671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device eba709ae-1324-4477-a692-21f905b39bfc up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:48.958195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:48.958567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Checking segment: {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:48.967649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Bound using segment: {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:48.968205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Bound port: a0fd2073-fb49-4e12-8bf5-2b30beb1fab2, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9563f559-6780-4726-a709-1baca0a0f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:48.968592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.065742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Router 2e4f6175-1d24-4e6d-8de0-6d22a59ffddc is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:49.069179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port eba709ae-1324-4477-a692-21f905b39bfc completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:49.074111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port eba709ae-1324-4477-a692-21f905b39bfc triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:49.074489 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.245629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:49.251948 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.255498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-617d6bfa-bfe4-453b-8632-9661a6a5110b tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "PUT /v2.0/routers/2e4f6175-1d24-4e6d-8de0-6d22a59ffddc HTTP/1.1" status: 200 len: 919 time: 3.4113755 Aug 31 09:52:49.256563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 55992) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:49.259022 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254ff37e-b72d-4610-b7b5-0fad39b5030d None None] Sync routers for ids ['2e4f6175-1d24-4e6d-8de0-6d22a59ffddc'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:49.273628 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.280995 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ff37e-b72d-4610-b7b5-0fad39b5030d None None] Routers {'2e4f6175-1d24-4e6d-8de0-6d22a59ffddc'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:49.281753 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-254ff37e-b72d-4610-b7b5-0fad39b5030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2e4f6175-1d24-4e6d-8de0-6d22a59ffddc'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:49.350966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] For port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:49.359042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] For port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:49.421739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abc55bf3-64ad-4b21-9bf7-7bf0d0e2c839 None None] Provisioning for port 27d188cb-a46f-4213-8300-2566ea58cc24 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:49.427229 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-254ff37e-b72d-4610-b7b5-0fad39b5030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:49.448304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1360ce00-afcc-42aa-bc2d-775ab6b1c9bb tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/routers/2e4f6175-1d24-4e6d-8de0-6d22a59ffddc HTTP/1.1" status: 200 len: 925 time: 0.1902733 Aug 31 09:52:49.449890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port eba709ae-1324-4477-a692-21f905b39bfc, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=eba709ae-1324-4477-a692-21f905b39bfc,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:49.451138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56002) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:49.455948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abc55bf3-64ad-4b21-9bf7-7bf0d0e2c839 None None] Provisioning complete for port 27d188cb-a46f-4213-8300-2566ea58cc24 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:49.457099 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abc55bf3-64ad-4b21-9bf7-7bf0d0e2c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.464943 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ff37e-b72d-4610-b7b5-0fad39b5030d None None] Routers {'2e4f6175-1d24-4e6d-8de0-6d22a59ffddc'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:49.465583 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-254ff37e-b72d-4610-b7b5-0fad39b5030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2e4f6175-1d24-4e6d-8de0-6d22a59ffddc'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:49.473657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.474784 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.485381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 55187341-0064-4541-bb54-e1af12b8f9f4 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:49.507792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.508413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.510371 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] 10.222.0.52 "PUT /v2.0/ports/a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 HTTP/1.1" status: 200 len: 1091 time: 2.4168966 Aug 31 09:52:49.517650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:49.520199 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f3a735-37e1-4be2-a09f-41ec71f25db6" -d '{"events": [{"name": "network-changed", "server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:49.611920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0efcf-7b7e-4ef4-b928-48ec872e26de tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.615472 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-254ff37e-b72d-4610-b7b5-0fad39b5030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:49.618948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56008) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:49.619219 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254ff37e-b72d-4610-b7b5-0fad39b5030d None None] The sync data for ids ['2e4f6175-1d24-4e6d-8de0-6d22a59ffddc'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:49.629912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64b0efcf-7b7e-4ef4-b928-48ec872e26de tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=2e4f6175-1d24-4e6d-8de0-6d22a59ffddc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1752453 Aug 31 09:52:49.635766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56010) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:49.669764 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f213cf8-18e6-474f-8881-237bae3f6d46 x-openstack-request-id: req-3f213cf8-18e6-474f-8881-237bae3f6d46 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:49.670360 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:49.670815 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f213cf8-18e6-474f-8881-237bae3f6d46 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:49.671393 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'status': 'completed', 'code': 200} Aug 31 09:52:49.731132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c06fd-bd50-4b67-b34d-9da658e6e263 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:49.776170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=eba709ae-1324-4477-a692-21f905b39bfc,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:49.782333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2316b04f-81a9-49ea-ab07-6f8025ef7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.786171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2316b04f-81a9-49ea-ab07-6f8025ef7861 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 1094 time: 0.2234468 Aug 31 09:52:49.817197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289a8a7-0939-43ab-a37f-cd67dc71bb00 req-5fbcc0be-bf88-4676-8fd8-864fae8f0a9f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.818486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-abc55bf3-64ad-4b21-9bf7-7bf0d0e2c839 None None] Port 27d188cb-a46f-4213-8300-2566ea58cc24 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:49.827074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9289a8a7-0939-43ab-a37f-cd67dc71bb00 req-5fbcc0be-bf88-4676-8fd8-864fae8f0a9f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 943 time: 0.1980157 Aug 31 09:52:49.837320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abc55bf3-64ad-4b21-9bf7-7bf0d0e2c839 None None] Provisioning complete for port eba709ae-1324-4477-a692-21f905b39bfc triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:49.837712 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abc55bf3-64ad-4b21-9bf7-7bf0d0e2c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.879890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 55187341-0064-4541-bb54-e1af12b8f9f4 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:49.891192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 55187341-0064-4541-bb54-e1af12b8f9f4 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:49.891563 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.904901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9289a8a7-0939-43ab-a37f-cd67dc71bb00 req-38f6cee9-8074-464b-9bf2-54831b944277 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768363 Aug 31 09:52:49.928758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e26ac9-b8d3-498a-b74e-5f0e31fec7f1 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.937287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-97e26ac9-b8d3-498a-b74e-5f0e31fec7f1 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 881 time: 0.2989442 Aug 31 09:52:49.943413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56014) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:49.964535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.969353 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-7264a86b-143b-48c3-8205-e316a5c0a600 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 HTTP/1.1" status: 200 len: 217 time: 0.1591165 Aug 31 09:52:49.981183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d2f217d1-16c7-4042-b3be-c7f46f529a65 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e4f6175-1d24-4e6d-8de0-6d22a59ffddc HTTP/1.1" status: 200 len: 205 time: 0.0365539 Aug 31 09:52:49.981800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56016) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:50.024839 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.042676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.046407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-31aa0dc2-5600-41be-8825-5039ab38dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:50.048078 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-31aa0dc2-5600-41be-8825-5039ab38dd92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64476bae-34b4-44c3-b949-703c98ca2e93 HTTP/1.1" status: 200 len: 834 time: 0.0699680 Aug 31 09:52:50.055191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 55187341-0064-4541-bb54-e1af12b8f9f4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=55187341-0064-4541-bb54-e1af12b8f9f4,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:50.061432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.127114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=55187341-0064-4541-bb54-e1af12b8f9f4,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:50.134421 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.163959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ae840bea-0aef-4c70-a51d-44f4a56b5eae None None] Provisioning complete for port 27d188cb-a46f-4213-8300-2566ea58cc24 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:50.164332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ae840bea-0aef-4c70-a51d-44f4a56b5eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.202679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ae840bea-0aef-4c70-a51d-44f4a56b5eae None None] Port 27d188cb-a46f-4213-8300-2566ea58cc24 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:50.264378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.319162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Deleting port 51b65f62-0ad0-4a1f-9bb8-61c0202e7f36 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:50.319530 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.574985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.578997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=27d188cb-a46f-4213-8300-2566ea58cc24,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:50.619938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2613e285-9f7e-4add-ae25-2272bdf04796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:50.621510 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-2613e285-9f7e-4add-ae25-2272bdf04796 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f76e16-411d-4796-a6c1-b0941ccc13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5005455 Aug 31 09:52:50.656547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device eba709ae-1324-4477-a692-21f905b39bfc up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:50.707301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port eba709ae-1324-4477-a692-21f905b39bfc triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:50.707790 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.713573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.726626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Calling delete_port for 51b65f62-0ad0-4a1f-9bb8-61c0202e7f36 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:50.796688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 55187341-0064-4541-bb54-e1af12b8f9f4 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:50.846716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 55187341-0064-4541-bb54-e1af12b8f9f4 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:50.847114 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.891663 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-4cdc505a-1fc4-4735-8c32-8105a662c383 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582979 Aug 31 09:52:50.900251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:50.911745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:50.913815 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.948925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event deleted for resources: {'Port': ['ID=51b65f62-0ad0-4a1f-9bb8-61c0202e7f36,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:51.049573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.087944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a7a7-e571-40a7-8e56-bc64635ba308 req-d991cd46-d3a1-49d0-bbcd-aba296993f36 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:51.089509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0392a7a7-e571-40a7-8e56-bc64635ba308 req-d991cd46-d3a1-49d0-bbcd-aba296993f36 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 943 time: 0.0939381 Aug 31 09:52:51.150638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-afc96e99-a45e-4e4c-92ac-ff6715ec5ea1 None None] Provisioning complete for port 27d188cb-a46f-4213-8300-2566ea58cc24 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:51.151480 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-afc96e99-a45e-4e4c-92ac-ff6715ec5ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.172154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.176706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.192813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-afc96e99-a45e-4e4c-92ac-ff6715ec5ea1 None None] Port 27d188cb-a46f-4213-8300-2566ea58cc24 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:51.202932 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-86dfebae-295c-4698-b0a5-4356dae22a2d req-7a2b2917-7455-446c-becb-3a2388fa96b6 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014848 Aug 31 09:52:51.225324 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0392a7a7-e571-40a7-8e56-bc64635ba308 req-c9974328-5a24-4547-b1b6-f0ea30f707f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047096 Aug 31 09:52:51.234323 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.234663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Fanout notify agent at l3_agent the message router_deleted on router 2e4f6175-1d24-4e6d-8de0-6d22a59ffddc {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:51.237164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 457d2405-ae99-4caa-bc10-de299b389d93 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:51.242972 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.248451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c3b155e1-2184-4aaa-a35c-fe948bb21c91 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/2e4f6175-1d24-4e6d-8de0-6d22a59ffddc HTTP/1.1" status: 204 len: 168 time: 1.2615387 Aug 31 09:52:51.248641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56024) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:51.260105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-830186b9-8a2c-4eb9-a1e6-5be53a152c18 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1448396090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:51.284633 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-830186b9-8a2c-4eb9-a1e6-5be53a152c18 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.285747 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-830186b9-8a2c-4eb9-a1e6-5be53a152c18 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.342366 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-830186b9-8a2c-4eb9-a1e6-5be53a152c18 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.346786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-830186b9-8a2c-4eb9-a1e6-5be53a152c18 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.363889 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-830186b9-8a2c-4eb9-a1e6-5be53a152c18 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.365115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-830186b9-8a2c-4eb9-a1e6-5be53a152c18 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1094627 Aug 31 09:52:51.368137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56026) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:51.372599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'enable_snat': False}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:51.408710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-31f7bd07-ef96-47fb-a8eb-a0cd4166ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:51.410223 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-31f7bd07-ef96-47fb-a8eb-a0cd4166ca65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 1094 time: 0.1589983 Aug 31 09:52:51.536921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:51.549620 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-58e87927-f70d-4735-96cf-7178a0c7dedf tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "PUT /v2.0/routers/457d2405-ae99-4caa-bc10-de299b389d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0654531 Aug 31 09:52:51.549620 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.553480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Sync routers for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:51.567590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:51.568810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:51.602237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.698312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:51.812548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-514c53b1-3a8d-4ca5-90ed-b13b8833bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:51.814062 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-514c53b1-3a8d-4ca5-90ed-b13b8833bc6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 200 len: 898 time: 0.3720684 Aug 31 09:52:51.848423 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c9a7cb3b-9197-4f7f-9152-67515b55da4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.858831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-8333560e-cedf-43df-b1d5-88db51517304 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778654067&fields=id&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 267 time: 0.0739343 Aug 31 09:52:51.867428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-4f3996d9-3e0a-4f83-8639-288b610f98a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 HTTP/1.1" status: 200 len: 217 time: 0.0431521 Aug 31 09:52:51.948533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-7f74172b-b333-4d2c-b150-4e7c2c1c6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:51.950011 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-7f74172b-b333-4d2c-b150-4e7c2c1c6ba6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64476bae-34b4-44c3-b949-703c98ca2e93 HTTP/1.1" status: 200 len: 834 time: 0.0745428 Aug 31 09:52:51.954131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:49Z', 'revision_number': 2, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:51.954615 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.979969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.986179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Checking router: 457d2405-ae99-4caa-bc10-de299b389d93 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:51.986539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Updating router 457d2405-ae99-4caa-bc10-de299b389d93 port 27d188cb-a46f-4213-8300-2566ea58cc24 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:52.020981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.021216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-8c154852-d05c-451e-87ec-17d7eb41867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:52.022610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-8c154852-d05c-451e-87ec-17d7eb41867c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f76e16-411d-4796-a6c1-b0941ccc13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557029 Aug 31 09:52:52.027969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Deleting port a967c31a-29a7-444a-811d-b312c478ef3b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:52.028380 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.056298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-f6cd8cf5-b110-4287-a1df-d9e057026d26 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:52.057779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-f6cd8cf5-b110-4287-a1df-d9e057026d26 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 796 time: 0.1782734 Aug 31 09:52:52.099916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-ee566b1d-4c81-429f-9e9d-e64caf736bb4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/quotas/fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 375 time: 0.0293579 Aug 31 09:52:52.157715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Allocated IP 172.25.1.143 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/dc24f419-c6ec-46ef-9777-6b008679c41f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:52.179620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] For port a967c31a-29a7-444a-811d-b312c478ef3b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a967c31a-29a7-444a-811d-b312c478ef3b,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:52.180164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.191981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-48a0f1a3-4ef5-40f3-bee7-753615104c5d service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606164 Aug 31 09:52:52.195867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Calling delete_port for a967c31a-29a7-444a-811d-b312c478ef3b owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:52.222972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-e101618d-ec83-4935-a206-bbce16b5aeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126218 Aug 31 09:52:52.328756 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.346156 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Transition to ACTIVE for port object 27d188cb-a46f-4213-8300-2566ea58cc24 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:52.355234 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.377529 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-36f3a735-37e1-4be2-a09f-41ec71f25db6 req-f28481a7-9af7-463e-847d-726284629626 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775336 Aug 31 09:52:52.400257 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.430932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a832aa-a90f-4683-a578-b788c6807f22 None None] Pushing event updated for resources: {'Port': ['ID=27d188cb-a46f-4213-8300-2566ea58cc24,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:52.442152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef81f8f-9a54-432a-a0d3-677361b266c3 req-74838143-678b-4580-a8c8-5356417573d7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:52.443750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ef81f8f-9a54-432a-a0d3-677361b266c3 req-74838143-678b-4580-a8c8-5356417573d7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 943 time: 0.1106522 Aug 31 09:52:52.467868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-23b0d8e0-cb33-4792-85a8-0fe86a7ca374 service neutron] 10.222.0.69 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116992 Aug 31 09:52:52.482041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.499084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Attempting to bind port 27d188cb-a46f-4213-8300-2566ea58cc24 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:52.499733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Attempting to bind port 27d188cb-a46f-4213-8300-2566ea58cc24 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:52.500255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Attempting to bind port 27d188cb-a46f-4213-8300-2566ea58cc24 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:52.506314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:52.507316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Checking segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:52.507863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.508457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Bound using segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:52.509186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Bound port: 27d188cb-a46f-4213-8300-2566ea58cc24, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:52.509726 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.515511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Pushing event deleted for resources: {'Port': ['ID=a967c31a-29a7-444a-811d-b312c478ef3b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:52.518152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ef81f8f-9a54-432a-a0d3-677361b266c3 req-db415e4e-0b4f-4a27-9913-13a100af8060 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633919 Aug 31 09:52:52.588755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] For port 27d188cb-a46f-4213-8300-2566ea58cc24, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:52.594923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] For port 27d188cb-a46f-4213-8300-2566ea58cc24, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=27d188cb-a46f-4213-8300-2566ea58cc24,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:52.603863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.623553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.680181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:52.680862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:52.765492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:52.773833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-401277d9-698f-4140-ab7c-95287653c645 service neutron] 10.222.0.69 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887480 Aug 31 09:52:52.781391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:52.798680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:52.801763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Pushing event updated for resources: {'Port': ['ID=dc24f419-c6ec-46ef-9777-6b008679c41f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:52.839780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.005757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a832aa-a90f-4683-a578-b788c6807f22 None None] Pushing event updated for resources: {'Port': ['ID=27d188cb-a46f-4213-8300-2566ea58cc24,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:53.100481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-065cd3cc-9e11-46e7-a172-21ea446b406c req-fb7e293d-d473-4926-82c9-d57e1fcd6049 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 210 time: 0.0775433 Aug 31 09:52:53.105933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:53.289453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.454069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:52Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:53.487302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d3aa8b-dc56-4fba-bc83-6aeb035b3cc1 None None] The sync data for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 is: [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:52Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:53.569526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:53.594868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Router eddaf6a2-60bb-4513-80e5-121ebc28c71a has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:53.627437 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.633942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.772071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:53.788596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:53.800985 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] Sync routers for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:53.807992 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-820f2bc5-dcba-47e0-82bd-964cf4805813 admin admin] 10.222.0.69 "PUT /v2.0/routers/eddaf6a2-60bb-4513-80e5-121ebc28c71a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1836312 Aug 31 09:52:53.808931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56060) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:53.809780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:53.836092 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:53.838474 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:53.906918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b7212-f53d-4d1e-8f3c-71ca5cd34208 req-95f29c4c-eb57-4ee9-b1d8-a069ab73628c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:53.911979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.912253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a2b7212-f53d-4d1e-8f3c-71ca5cd34208 req-95f29c4c-eb57-4ee9-b1d8-a069ab73628c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 943 time: 0.1872070 Aug 31 09:52:53.930915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:52:53.963169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:53.965281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.975136 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.005790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a2b7212-f53d-4d1e-8f3c-71ca5cd34208 req-0d1cb70d-ebfe-4699-bb80-a8961b6e478c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842373 Aug 31 09:52:54.007958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Router f5bff912-19ef-46f9-a98b-a67919df9a33 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:54.043336 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:54.079306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:54.126835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.181873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['a0fd2073-fb49-4e12-8bf5-2b30beb1fab2'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:52:54.206589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Deleting port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:54.207163 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.243237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:54.260287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f0808-1587-4f8a-a3f1-41832f7a5bab None None] Sync routers for ids ['f5bff912-19ef-46f9-a98b-a67919df9a33'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:54.309393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] For port 4f0fa016-66d6-4cd4-b763-6615a2aca2b1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4f0fa016-66d6-4cd4-b763-6615a2aca2b1,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:54.309775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.317288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f0808-1587-4f8a-a3f1-41832f7a5bab None None] Routers {'f5bff912-19ef-46f9-a98b-a67919df9a33'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:54.317920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1e5f0808-1587-4f8a-a3f1-41832f7a5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f5bff912-19ef-46f9-a98b-a67919df9a33'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:54.327879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Calling delete_port for 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:54.336003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a85b445d-8fe0-4346-aee4-930be38be508 req-fc59e498-8bb0-4985-87cd-475ae311804a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 210 time: 0.0902908 Aug 31 09:52:54.339988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.343833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4b579d9b-1e5c-4159-845f-31b511e2bec4 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "PUT /v2.0/routers/f5bff912-19ef-46f9-a98b-a67919df9a33 HTTP/1.1" status: 200 len: 920 time: 2.9724481 Aug 31 09:52:54.345258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56064) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:54.437739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1e5f0808-1587-4f8a-a3f1-41832f7a5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:54.465005 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:52:52Z', 'revision_number': 5, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port': {'id': '4f0fa016-66d6-4cd4-b763-6615a2aca2b1', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:32Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:54.506090 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] Checking router: eddaf6a2-60bb-4513-80e5-121ebc28c71a for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:54.519731 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] Routers {'eddaf6a2-60bb-4513-80e5-121ebc28c71a'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:54.520390 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:54.523257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f0808-1587-4f8a-a3f1-41832f7a5bab None None] Routers {'f5bff912-19ef-46f9-a98b-a67919df9a33'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:54.527929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1e5f0808-1587-4f8a-a3f1-41832f7a5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f5bff912-19ef-46f9-a98b-a67919df9a33'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:54.538069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-cd07b180-2d76-48ff-a4e9-fb41f8e6279b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:54.539660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-cd07b180-2d76-48ff-a4e9-fb41f8e6279b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 796 time: 0.3414063 Aug 31 09:52:54.577132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.587084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1e5f0808-1587-4f8a-a3f1-41832f7a5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:54.588076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f0808-1587-4f8a-a3f1-41832f7a5bab None None] The sync data for ids ['f5bff912-19ef-46f9-a98b-a67919df9a33'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:54.600569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6ba9b9c0-9ba1-4cec-a8f6-277165b06d92 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/routers/f5bff912-19ef-46f9-a98b-a67919df9a33 HTTP/1.1" status: 200 len: 926 time: 0.2540581 Aug 31 09:52:54.604051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56066) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:54.673325 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] Set router eddaf6a2-60bb-4513-80e5-121ebc28c71a gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:54.702958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-68d8df1e-5386-410c-8d13-4f08a301073f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 380 time: 0.1510656 Aug 31 09:52:54.714763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'port': {'device_id': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'admin_state_up': True, 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'security_groups': ['7743dd51-a55f-455e-a088-562ec83f8343']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:54.728501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627eff9-7112-45fe-82de-d12987222cb0 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:54.732882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4627eff9-7112-45fe-82de-d12987222cb0 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=f5bff912-19ef-46f9-a98b-a67919df9a33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1283226 Aug 31 09:52:54.742597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 27d188cb-a46f-4213-8300-2566ea58cc24 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:54.744977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56068) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:54.752829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0fa016-66d6-4cd4-b763-6615a2aca2b1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:54.754933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.777704 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:52:54Z', 'revision_number': 6, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:54.832042 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4075e73-a3e8-4878-a563-1855c6cb125e None None] The sync data for ids ['eddaf6a2-60bb-4513-80e5-121ebc28c71a'] in n-d-806683-2 is: [{'id': 'eddaf6a2-60bb-4513-80e5-121ebc28c71a', 'name': 'tempest-AttachVolumeShelveTestJSON-239346242-router', 'tenant_id': '079bf3653f69456b93cb7c8eee16aae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:52:54Z', 'revision_number': 6, 'project_id': '079bf3653f69456b93cb7c8eee16aae3', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:54.873828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 27d188cb-a46f-4213-8300-2566ea58cc24 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:54.885913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 27d188cb-a46f-4213-8300-2566ea58cc24 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:54.886121 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.919288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.924270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.009616 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.026289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.030564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.031168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eddaf6a2-60bb-4513-80e5-121ebc28c71a {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:55.044936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.052191 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-49a89331-f61d-4a20-9316-ad5dc816246c admin admin] 10.222.0.69 "DELETE /v2.0/routers/eddaf6a2-60bb-4513-80e5-121ebc28c71a HTTP/1.1" status: 204 len: 168 time: 1.2418969 Aug 31 09:52:55.052915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56074) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:55.061661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 27d188cb-a46f-4213-8300-2566ea58cc24, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=27d188cb-a46f-4213-8300-2566ea58cc24,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:55.070850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.115437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-246a8ee9-bdd1-4754-b063-fe03a78478fe admin admin] Deleting subnet 6a419e78-d143-4781-a8aa-5dff93412488 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:52:55.120758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-246a8ee9-bdd1-4754-b063-fe03a78478fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.132805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=27d188cb-a46f-4213-8300-2566ea58cc24,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:55.162857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-246a8ee9-bdd1-4754-b063-fe03a78478fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.266650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-246a8ee9-bdd1-4754-b063-fe03a78478fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.321977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4006c319-924b-4bdd-9307-70ef49a7bc25 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:55.326403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4006c319-924b-4bdd-9307-70ef49a7bc25 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/networks/e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 881 time: 0.5803642 Aug 31 09:52:55.326559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56076) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:55.354043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496cf5c-fce2-4a4c-9540-2f723f27195e req-34251067-e2e1-4103-a96a-fce66bffad44 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:55.355676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0496cf5c-fce2-4a4c-9540-2f723f27195e req-34251067-e2e1-4103-a96a-fce66bffad44 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 944 time: 0.0872633 Aug 31 09:52:55.357016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:55.360870 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.361879 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a69641bf-e5e7-4a3f-899e-3d12ea3678c8 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5bff912-19ef-46f9-a98b-a67919df9a33 HTTP/1.1" status: 200 len: 205 time: 0.0337117 Aug 31 09:52:55.365817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56080) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:55.369400 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-246a8ee9-bdd1-4754-b063-fe03a78478fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.388481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-246a8ee9-bdd1-4754-b063-fe03a78478fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.393072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-246a8ee9-bdd1-4754-b063-fe03a78478fe admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6a419e78-d143-4781-a8aa-5dff93412488 HTTP/1.1" status: 204 len: 168 time: 0.3367534 Aug 31 09:52:55.395425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba50475-4d8b-4605-baa9-bd6112885f7b None None] Network 7ef2d02d-7502-478d-a729-87262870c6fa requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:55.411689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56082) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:55.413332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a8ee9-bdd1-4754-b063-fe03a78478fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a419e78-d143-4781-a8aa-5dff93412488,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:55.545999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9b2759e7-5726-4875-9cdc-eb408eae1f90 req-ae183efe-f033-48ef-8d13-6baf08f4a547 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 210 time: 0.1034200 Aug 31 09:52:55.565977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0496cf5c-fce2-4a4c-9540-2f723f27195e req-3e52ee5a-3a0d-4c71-8e4c-5c40f3594a75 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926668 Aug 31 09:52:55.580516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:55.628424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:55.631898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:55.632208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.632355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.672703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.733737 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.740428 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-db6f7d79-fa21-4e89-b13a-111e4343e180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.751304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] DHCP port deletion for 7ef2d02d-7502-478d-a729-87262870c6fa request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:52:55.761862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:55.764180 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd8c60c-30bc-4ffb-9c1d-e23557c8eb59" -d '{"events": [{"server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:55.812535 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaff9b5-93db-4419-bdb1-6b4ed74baa60 x-openstack-request-id: req-dbaff9b5-93db-4419-bdb1-6b4ed74baa60 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:55.812833 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:55.813084 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dbaff9b5-93db-4419-bdb1-6b4ed74baa60 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:55.813481 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'code': 200} Aug 31 09:52:55.815299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:55.823123 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.845901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.20.0.7 (dde2e323-ad22-4bd3-8a5b-6ea82d4f7665/845faec7-a66e-4868-8d06-e905db968926/056189eb-95ed-4eb6-9495-ebe528e44ab8) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:55.896490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Deleting port c458c880-20b2-45db-9233-df1beff68f4c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:55.896849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.897410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] Deleting port c458c880-20b2-45db-9233-df1beff68f4c {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:55.897783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.900321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:55.905926 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.959062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254b264-6259-4f31-b117-b009664306e6 req-52b0f39c-8f18-4d07-838f-75b64526b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:55.961114 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7254b264-6259-4f31-b117-b009664306e6 req-52b0f39c-8f18-4d07-838f-75b64526b516 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 1096 time: 0.0737708 Aug 31 09:52:55.971370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] For port c458c880-20b2-45db-9233-df1beff68f4c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c458c880-20b2-45db-9233-df1beff68f4c,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:55.971994 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.986727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] Calling delete_port for c458c880-20b2-45db-9233-df1beff68f4c owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:56.006611 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7254b264-6259-4f31-b117-b009664306e6 req-bf65f99d-6996-4d23-ac0a-a9d1533eaade service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356452 Aug 31 09:52:56.063112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] For port c458c880-20b2-45db-9233-df1beff68f4c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c458c880-20b2-45db-9233-df1beff68f4c,segment=NetworkSegment(f4ec6330-08de-452c-863d-9df946c3d16e),segment_id=f4ec6330-08de-452c-863d-9df946c3d16e)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:56.063491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.078019 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.088325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Calling delete_port for c458c880-20b2-45db-9233-df1beff68f4c owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:56.107813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] Pushing event deleted for resources: {'Port': ['ID=c458c880-20b2-45db-9233-df1beff68f4c,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:56.112442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd48f2-b6af-48ef-999d-e6852eea2d40 None None] No DVR routers for this DVR port c458c880-20b2-45db-9233-df1beff68f4c on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:56.202450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.205419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Deleting port dc24f419-c6ec-46ef-9777-6b008679c41f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:56.205755 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.271391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Transition to ACTIVE for port object 056189eb-95ed-4eb6-9495-ebe528e44ab8 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:56.323246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.363303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.378220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] No DVR routers for this DVR port c458c880-20b2-45db-9233-df1beff68f4c on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:56.379845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c458c880-20b2-45db-9233-df1beff68f4c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:56.411171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Calling delete_port for dc24f419-c6ec-46ef-9777-6b008679c41f owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:56.413378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.538011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:56.548218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.553860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:56.564401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:56.594528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef2d02d-7502-478d-a729-87262870c6fa']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:56.599680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:56.627433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ec6330-08de-452c-863d-9df946c3d16e') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:56.627740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ec6330-08de-452c-863d-9df946c3d16e') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:56.644973 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.674607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.683049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:56.683725 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.702815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 27d188cb-a46f-4213-8300-2566ea58cc24 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:56.748483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:52:56.749042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:52:56.754564 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:52:56.783655 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 27d188cb-a46f-4213-8300-2566ea58cc24 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:56.784031 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.855177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-0cb11ed8-e4f6-455f-993d-9d4cd401d88e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1445851 Aug 31 09:52:56.873101 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Request body: {'port': {'device_id': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:56.879899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f9efbe6-cd3c-4585-9f07-e0e254bae26e None None] Provisioning for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:56.883092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.887191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f9efbe6-cd3c-4585-9f07-e0e254bae26e None None] Provisioning complete for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:56.887846 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2f9efbe6-cd3c-4585-9f07-e0e254bae26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.917969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f0d5d-48ed-4f6f-8669-0513daea6535 req-7d175d5d-1b68-4619-81bb-665858cd753d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:56.919544 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e4f0d5d-48ed-4f6f-8669-0513daea6535 req-7d175d5d-1b68-4619-81bb-665858cd753d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 931 time: 0.2474155 Aug 31 09:52:56.924887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2f9efbe6-cd3c-4585-9f07-e0e254bae26e None None] Port 056189eb-95ed-4eb6-9495-ebe528e44ab8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:56.926900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.928745 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] 10.222.0.69 "DELETE /v2.0/networks/7ef2d02d-7502-478d-a729-87262870c6fa HTTP/1.1" status: 204 len: 168 time: 1.5003688 Aug 31 09:52:56.941272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:56.949778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31911c-7aee-4843-843d-7b5d396c7a85 req-38fa8dcd-b597-4d83-ba60-4e877b40724f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:56.956969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c31911c-7aee-4843-843d-7b5d396c7a85 req-38fa8dcd-b597-4d83-ba60-4e877b40724f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 945 time: 0.2835333 Aug 31 09:52:56.969687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:56.970787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4f0fa016-66d6-4cd4-b763-6615a2aca2b1 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:56.970787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c458c880-20b2-45db-9233-df1beff68f4c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:56.987693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb2311-818c-45de-86c7-c5db103978cf admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef2d02d-7502-478d-a729-87262870c6fa,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:56.994894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: c458c880-20b2-45db-9233-df1beff68f4c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:56.995238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c458c880-20b2-45db-9233-df1beff68f4c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:56.995646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a967c31a-29a7-444a-811d-b312c478ef3b no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:57.025765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a967c31a-29a7-444a-811d-b312c478ef3b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:57.026370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a967c31a-29a7-444a-811d-b312c478ef3b not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:57.069577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56094) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:57.081674 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.090023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c31911c-7aee-4843-843d-7b5d396c7a85 req-237fce1c-757e-4b30-ab44-df7b0ce7563e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321902 Aug 31 09:52:57.098297 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.112782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e4f0d5d-48ed-4f6f-8669-0513daea6535 req-272ad1ed-225f-4db3-93a9-f847889f75ec tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306612 Aug 31 09:52:57.134611 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e3501a8b-d06d-40dc-b3d2-b466976b3994 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=079bf3653f69456b93cb7c8eee16aae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626423 Aug 31 09:52:57.137415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56096) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:57.163165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event deleted for resources: {'Port': ['ID=dc24f419-c6ec-46ef-9777-6b008679c41f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:57.198831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1133560b-88aa-4ef9-8378-4eb7b812f3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.222542 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1133560b-88aa-4ef9-8378-4eb7b812f3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.281085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1133560b-88aa-4ef9-8378-4eb7b812f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.286198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1133560b-88aa-4ef9-8378-4eb7b812f3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.288542 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1133560b-88aa-4ef9-8378-4eb7b812f3df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4c3c67d-57a7-4790-95ad-00f84370aa05 HTTP/1.1" status: 204 len: 168 time: 0.1498470 Aug 31 09:52:57.296925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133560b-88aa-4ef9-8378-4eb7b812f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c3c67d-57a7-4790-95ad-00f84370aa05,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:57.301683 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.433603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.437043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.498226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.498761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Fanout notify agent at l3_agent the message router_deleted on router f5bff912-19ef-46f9-a98b-a67919df9a33 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:57.507172 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.508866 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-106435a0-8c7f-4834-a368-962dff24a6c6 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/f5bff912-19ef-46f9-a98b-a67919df9a33 HTTP/1.1" status: 204 len: 168 time: 2.1413960 Aug 31 09:52:57.513311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56104) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:57.519123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-336357692', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:57.544800 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.545917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.593615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056189eb-95ed-4eb6-9495-ebe528e44ab8 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:52:57.602111 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.610416 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.615547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Transition to ACTIVE for port object 056189eb-95ed-4eb6-9495-ebe528e44ab8 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:57.619778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.665624 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.696719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:57.769442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:57.769442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:57.769442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:57.770026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:52:57.770422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:57.775842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:57.776185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Checking segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:57.776573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Bound using segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:57.777154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Bound port: 056189eb-95ed-4eb6-9495-ebe528e44ab8, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:57.777525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.782571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.872098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:57.875765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:57.881979 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.929679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:57.930858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.932288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 1091 time: 1.0669546 Aug 31 09:52:57.932730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:57.935017 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38160cd-b6d5-4635-821f-081fbac250e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:57.965462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e092ec-bc0e-4b83-b599-aa3c247161b3 service neutron] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:58.023092 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e10887d-3466-4a11-8c1b-2ea79d64e76c x-openstack-request-id: req-1e10887d-3466-4a11-8c1b-2ea79d64e76c {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:58.023377 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:58.023618 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e10887d-3466-4a11-8c1b-2ea79d64e76c {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:58.024050 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'status': 'completed', 'code': 200} Aug 31 09:52:58.043399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-da5fdac2-6d3c-4687-b07b-3aa33dc5bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:58.045011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-da5fdac2-6d3c-4687-b07b-3aa33dc5bf6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1094 time: 0.0622027 Aug 31 09:52:58.059387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.079436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.095233 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-ff2a23a4-78a6-4999-bbc4-58ae75a858c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 217 time: 0.0414350 Aug 31 09:52:58.181419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-5a598f89-cbd9-4abb-b35c-f10f8b1a5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:58.183511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-5a598f89-cbd9-4abb-b35c-f10f8b1a5e65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.0811584 Aug 31 09:52:58.225833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Allocated IP 172.25.1.161 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/a55c7e42-ba6b-478f-82eb-9acceb74f77a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:58.294394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5186ff-5436-4c14-b993-5bbba593db5f req-de10b842-2ba2-4548-8d50-de0ddc2094a9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:58.296072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f5186ff-5436-4c14-b993-5bbba593db5f req-de10b842-2ba2-4548-8d50-de0ddc2094a9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 945 time: 0.1178763 Aug 31 09:52:58.301636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-285795ea-93d9-4eae-aaad-326363c5b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:58.303430 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-285795ea-93d9-4eae-aaad-326363c5b50b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110401 Aug 31 09:52:58.324889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6455499-0237-4031-8c3d-a272cd1e7162 req-f1cb6ca1-245b-42fe-a491-b529b3ba1f4e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:58.326523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6455499-0237-4031-8c3d-a272cd1e7162 req-f1cb6ca1-245b-42fe-a491-b529b3ba1f4e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 943 time: 0.0912383 Aug 31 09:52:58.350110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.396641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.426025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f5186ff-5436-4c14-b993-5bbba593db5f req-8ccef482-21ff-44ab-a6ca-3cf9cb34be68 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205544 Aug 31 09:52:58.443980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6455499-0237-4031-8c3d-a272cd1e7162 req-e948af55-1b2e-44dd-93a9-9d07797d43ee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031575 Aug 31 09:52:58.461700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:58.464666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:58.470591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:58.473612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-83618b48-b9e0-4f6c-9e6a-1ceb99dfa320 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576877 Aug 31 09:52:58.501450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event updated for resources: {'Port': ['ID=a55c7e42-ba6b-478f-82eb-9acceb74f77a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:58.591093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.635266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bce3c-5bd0-44ec-96dd-695a0ef48d49 req-ded5ccb8-5f3c-4864-9c72-41567c386997 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:58.636832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b89bce3c-5bd0-44ec-96dd-695a0ef48d49 req-ded5ccb8-5f3c-4864-9c72-41567c386997 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 945 time: 0.0782192 Aug 31 09:52:58.654105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-259dc731-3653-4ec8-9e92-50aeb9de52b7 req-68b9b912-ac03-4f69-9927-6551c60526e2 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716158 Aug 31 09:52:58.702595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b89bce3c-5bd0-44ec-96dd-695a0ef48d49 req-cfac4017-c4cb-4924-90a9-a0c088190104 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520723 Aug 31 09:52:58.726008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56142) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:58.765043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-bea19bf9-2548-45d3-9dfe-229f8abc48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:58.766667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-bea19bf9-2548-45d3-9dfe-229f8abc48b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1094 time: 0.0537832 Aug 31 09:52:58.816773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c9be5-4320-48d2-b441-80bda2ad543c tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:58.821981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-502c9be5-4320-48d2-b441-80bda2ad543c tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 1091 time: 0.0912793 Aug 31 09:52:58.821981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.843653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56146) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:58.848522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:59.041995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:59.183543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Router 40ef7bd6-437e-4188-b512-b3cf58bf162b is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:59.219251 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:59.266728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-8b451d79-4ec3-4b9c-a5fb-6d88994e2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:59.268255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-8b451d79-4ec3-4b9c-a5fb-6d88994e2179 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.4941163 Aug 31 09:52:59.300508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:59.313249 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17af2e30-eca1-48ef-80fc-5c4b3e3a0aaa None None] Sync routers for ids ['40ef7bd6-437e-4188-b512-b3cf58bf162b'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:59.322899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:59.325372 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af2e30-eca1-48ef-80fc-5c4b3e3a0aaa None None] Routers {'40ef7bd6-437e-4188-b512-b3cf58bf162b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:59.326153 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-17af2e30-eca1-48ef-80fc-5c4b3e3a0aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['40ef7bd6-437e-4188-b512-b3cf58bf162b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:59.327681 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0ceae4c1-178b-4942-9f79-3f849a24d7ae tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8129520 Aug 31 09:52:59.328333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56160) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.333097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-fc6a1c6f-2667-405e-84f6-cb80e29e4b41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 217 time: 0.0572627 Aug 31 09:52:59.333250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:59.368883 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-17af2e30-eca1-48ef-80fc-5c4b3e3a0aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:59.387048 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af2e30-eca1-48ef-80fc-5c4b3e3a0aaa None None] Routers {'40ef7bd6-437e-4188-b512-b3cf58bf162b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:59.390193 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-17af2e30-eca1-48ef-80fc-5c4b3e3a0aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['40ef7bd6-437e-4188-b512-b3cf58bf162b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:59.396823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-b5fa7ae6-2c83-4b76-9c17-d340e4b4b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:59.398319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-b5fa7ae6-2c83-4b76-9c17-d340e4b4b9a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.0579450 Aug 31 09:52:59.438191 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-17af2e30-eca1-48ef-80fc-5c4b3e3a0aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:59.439454 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17af2e30-eca1-48ef-80fc-5c4b3e3a0aaa None None] The sync data for ids ['40ef7bd6-437e-4188-b512-b3cf58bf162b'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:59.452757 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:59.480915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-d0347163-e72e-472c-a7c8-d7720bd2b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:59.482465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-d0347163-e72e-472c-a7c8-d7720bd2b2ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755122 Aug 31 09:52:59.677262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ceb846-a4b2-43ff-990d-f7391de00c88 req-0ff7e16f-58b3-4bd5-aa4e-46b4ff05bb9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:59.678892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13ceb846-a4b2-43ff-990d-f7391de00c88 req-0ff7e16f-58b3-4bd5-aa4e-46b4ff05bb9c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 943 time: 0.1102240 Aug 31 09:52:59.724406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.25.1.172 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/a5697c8c-2e46-41db-870c-9df8687dc07a) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:59.729371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:59.731678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-f0278ce4-bc63-443f-b972-fb4e8e9d0dce service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224412 Aug 31 09:52:59.745709 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:59.864390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13ceb846-a4b2-43ff-990d-f7391de00c88 req-e390e409-e952-4031-ac92-1a24c365a589 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742043 Aug 31 09:52:59.944748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c38160cd-b6d5-4635-821f-081fbac250e8 req-18d08012-4773-400a-ae40-78a2c82c9235 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031035 Aug 31 09:52:59.967310 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.010710 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.051529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:00.057018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:00.063661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:00.095807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=a5697c8c-2e46-41db-870c-9df8687dc07a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:00.165764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Deleting port a55c7e42-ba6b-478f-82eb-9acceb74f77a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:00.166167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.244278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.260440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Calling delete_port for a55c7e42-ba6b-478f-82eb-9acceb74f77a owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:00.433835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.471472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Pushing event deleted for resources: {'Port': ['ID=a55c7e42-ba6b-478f-82eb-9acceb74f77a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:00.472715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.490635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56188) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:00.537989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.541873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.688730 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-35654038-091f-48dc-a572-203433230102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.711036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.712701 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.779777 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.782516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=a5697c8c-2e46-41db-870c-9df8687dc07a,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:00.787891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.799897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.883926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Router 40ef7bd6-437e-4188-b512-b3cf58bf162b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:53:00.911524 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Floating IP f71a6dc8-c8c3-433d-b56c-fa99edd888fc associated. External IP: 172.25.1.172, port: a0fd2073-fb49-4e12-8bf5-2b30beb1fab2. Aug 31 09:53:00.990954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:53:01.000618 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.004535 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-76af0cf7-a539-4b43-8fef-59785bace19e tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "PUT /v2.0/routers/40ef7bd6-437e-4188-b512-b3cf58bf162b HTTP/1.1" status: 200 len: 709 time: 1.6724355 Aug 31 09:53:01.004535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-35654038-091f-48dc-a572-203433230102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.004783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a391a-a31c-4fd1-86cb-805adec71bf9 None None] Sync routers for ids ['40ef7bd6-437e-4188-b512-b3cf58bf162b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:53:01.005995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56196) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.013754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-35654038-091f-48dc-a572-203433230102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.017579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a391a-a31c-4fd1-86cb-805adec71bf9 None None] Routers {'40ef7bd6-437e-4188-b512-b3cf58bf162b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:01.018258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d60a391a-a31c-4fd1-86cb-805adec71bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['40ef7bd6-437e-4188-b512-b3cf58bf162b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:01.058267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d60a391a-a31c-4fd1-86cb-805adec71bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:01.065344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6800e9f-a9f7-4278-bf7b-d7a75cf121f2 req-6904ffbf-41ba-41e2-aa02-4ffe2ada8d3f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:01.066878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6800e9f-a9f7-4278-bf7b-d7a75cf121f2 req-6904ffbf-41ba-41e2-aa02-4ffe2ada8d3f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 943 time: 0.1117654 Aug 31 09:53:01.069224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a391a-a31c-4fd1-86cb-805adec71bf9 None None] Routers {'40ef7bd6-437e-4188-b512-b3cf58bf162b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:01.069905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d60a391a-a31c-4fd1-86cb-805adec71bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['40ef7bd6-437e-4188-b512-b3cf58bf162b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:01.106213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-d60a391a-a31c-4fd1-86cb-805adec71bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:01.107026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a391a-a31c-4fd1-86cb-805adec71bf9 None None] The sync data for ids ['40ef7bd6-437e-4188-b512-b3cf58bf162b'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:53:01.122484 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1a8c163f-9181-442c-857f-affc6c290e9e tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/routers/40ef7bd6-437e-4188-b512-b3cf58bf162b HTTP/1.1" status: 200 len: 744 time: 0.1151228 Aug 31 09:53:01.127043 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-35654038-091f-48dc-a572-203433230102 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47e96e6fa04140879c42027f0eca10a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346171 Aug 31 09:53:01.127193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56198) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.128110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654038-091f-48dc-a572-203433230102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932b2198-547a-4243-8e49-1c4ba2f464a3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:01.134096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56200) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.199962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-730665cf-9681-427b-8b52-34b109034ac9 tempest-RoutersIpV6AdminTest-1750156424 tempest-RoutersIpV6AdminTest-1750156424-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&device_id=40ef7bd6-437e-4188-b512-b3cf58bf162b HTTP/1.1" status: 200 len: 205 time: 0.0707617 Aug 31 09:53:01.203178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56202) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.236324 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-274ddc65-4663-420c-85dd-b8c7261c32eb tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=40ef7bd6-437e-4188-b512-b3cf58bf162b HTTP/1.1" status: 200 len: 205 time: 0.0315304 Aug 31 09:53:01.238943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56206) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.253013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6800e9f-a9f7-4278-bf7b-d7a75cf121f2 req-f77c9aed-c8fb-4ea5-bab1-77a0709bb2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735587 Aug 31 09:53:01.307717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router 5808d6f2-7b51-45f0-8fab-b310059520e8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:53:01.309112 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd8c3-fc81-43b3-912f-477f5bd26b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.315538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d0f3-a6c2-42a2-9f3f-a82558a2b51b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.369328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd8c3-fc81-43b3-912f-477f5bd26b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.463357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:53:01.470558 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd8c3-fc81-43b3-912f-477f5bd26b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.473139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd8c3-fc81-43b3-912f-477f5bd26b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.474189 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] Sync routers for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:53:01.474677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a1bdd8c3-fc81-43b3-912f-477f5bd26b10 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/932b2198-547a-4243-8e49-1c4ba2f464a3 HTTP/1.1" status: 204 len: 168 time: 0.3277028 Aug 31 09:53:01.482679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d0f3-a6c2-42a2-9f3f-a82558a2b51b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.486172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d0f3-a6c2-42a2-9f3f-a82558a2b51b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.489251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdd8c3-fc81-43b3-912f-477f5bd26b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932b2198-547a-4243-8e49-1c4ba2f464a3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:01.494569 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.516156 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:01.517385 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:01.533597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.533996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b5e5fdf5-e7fb-4840-9ea5-68d76ee4605e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6890321 Aug 31 09:53:01.534623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:01.537161 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595" -d '{"events": [{"name": "network-changed", "server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:01.584222 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a81c84f-6ba0-451f-ad79-10098c1e4c1d x-openstack-request-id: req-4a81c84f-6ba0-451f-ad79-10098c1e4c1d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:01.584854 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:01.585132 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a81c84f-6ba0-451f-ad79-10098c1e4c1d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:01.585538 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'status': 'completed', 'code': 200} Aug 31 09:53:01.588490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d0f3-a6c2-42a2-9f3f-a82558a2b51b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.589039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb4d0f3-a6c2-42a2-9f3f-a82558a2b51b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Fanout notify agent at l3_agent the message router_deleted on router 40ef7bd6-437e-4188-b512-b3cf58bf162b {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:53:01.596505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d0f3-a6c2-42a2-9f3f-a82558a2b51b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.597836 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ccb4d0f3-a6c2-42a2-9f3f-a82558a2b51b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/40ef7bd6-437e-4188-b512-b3cf58bf162b HTTP/1.1" status: 204 len: 168 time: 0.3579624 Aug 31 09:53:01.602304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56214) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.644451 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8880de83-5de7-451c-b497-56a63d821c85 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/floatingips/f71a6dc8-c8c3-433d-b56c-fa99edd888fc HTTP/1.1" status: 200 len: 991 time: 0.1097386 Aug 31 09:53:01.653117 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cea92fbc-6070-4638-b171-827dedf287d8 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=40ef7bd6-437e-4188-b512-b3cf58bf162b HTTP/1.1" status: 200 len: 205 time: 0.0488253 Aug 31 09:53:01.655685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56216) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.660637 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:01.699485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-a25b6e7d-2780-43ad-b15d-0bdc84dd0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:01.701082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-a25b6e7d-2780-43ad-b15d-0bdc84dd0ef2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 1096 time: 0.0901873 Aug 31 09:53:01.702106 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-a72ec87d-a894-40c7-9b4e-a6c7fdd0a594 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] delete failed (client error): The resource could not be found. Aug 31 09:53:01.705544 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a72ec87d-a894-40c7-9b4e-a6c7fdd0a594 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/40ef7bd6-437e-4188-b512-b3cf58bf162b HTTP/1.1" status: 404 len: 336 time: 0.0442591 Aug 31 09:53:01.705751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56220) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.785847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1b349e43-5327-4584-8362-d06593a69ed3 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5bff912-19ef-46f9-a98b-a67919df9a33 HTTP/1.1" status: 200 len: 205 time: 0.0786078 Aug 31 09:53:01.788724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56224) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.840691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-e01835e2-6efb-4703-83d8-58b87803ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:01.842696 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-e01835e2-6efb-4703-83d8-58b87803ac01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 200 len: 898 time: 0.1266606 Aug 31 09:53:01.843685 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-59fd121d-cef0-4b01-a9e8-3fa5064fe005 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] delete failed (client error): The resource could not be found. Aug 31 09:53:01.844785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-59fd121d-cef0-4b01-a9e8-3fa5064fe005 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/f5bff912-19ef-46f9-a98b-a67919df9a33 HTTP/1.1" status: 404 len: 336 time: 0.0537755 Aug 31 09:53:01.847757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56226) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.856391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.864514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:53:01.883608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6b54bd6c-22fe-44af-bc21-f820aa401003 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e4f6175-1d24-4e6d-8de0-6d22a59ffddc HTTP/1.1" status: 200 len: 205 time: 0.0340908 Aug 31 09:53:01.886143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56230) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.923360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-89d048e5-27fb-467b-a6af-da46322deb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.928955 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-59d21910-4eeb-47cf-acfb-cefa6b3a2e97 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] delete failed (client error): The resource could not be found. Aug 31 09:53:01.931123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-59d21910-4eeb-47cf-acfb-cefa6b3a2e97 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/2e4f6175-1d24-4e6d-8de0-6d22a59ffddc HTTP/1.1" status: 404 len: 336 time: 0.0430665 Aug 31 09:53:01.933769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56232) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.958633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-69c1d783-dd05-4098-a75a-387e5fc40ac7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 HTTP/1.1" status: 200 len: 999 time: 0.1089838 Aug 31 09:53:01.965224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-835f619e-f2dc-4b42-8e9a-25aa5d222f3f tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60 HTTP/1.1" status: 200 len: 205 time: 0.0301878 Aug 31 09:53:01.967659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56234) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.001579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:02.018576 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-c4ca4d9a-ce81-478a-b5f5-02b6ff54180b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] delete failed (client error): The resource could not be found. Aug 31 09:53:02.022340 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c4ca4d9a-ce81-478a-b5f5-02b6ff54180b tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/b1bb09a7-3ccd-4e17-9c9f-2d3a32e69e60 HTTP/1.1" status: 404 len: 336 time: 0.0511909 Aug 31 09:53:02.022770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56236) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.028601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'port_id': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'mac_address': 'fa:16:3e:31:b3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:53:02.045541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-c9886470-8010-4615-8dcd-018735ea2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:02.046855 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-c9886470-8010-4615-8dcd-018735ea2b03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64476bae-34b4-44c3-b949-703c98ca2e93 HTTP/1.1" status: 200 len: 834 time: 0.0791457 Aug 31 09:53:02.062846 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:32Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:00Z', 'revision_number': 0, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:02.067242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5e52d6f6-8d5a-4537-b3b9-076b5e959f69 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5d0ceea-1008-48ef-b094-534c251b35d5 HTTP/1.1" status: 200 len: 205 time: 0.0427577 Aug 31 09:53:02.069285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56238) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.078531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.095015 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] Checking router: 5808d6f2-7b51-45f0-8fab-b310059520e8 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:53:02.096309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056189eb-95ed-4eb6-9495-ebe528e44ab8 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:53:02.105483 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:02.106099 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:02.119359 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-983c7ddc-bcec-4de7-a394-5dc6d794713f tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] delete failed (client error): The resource could not be found. Aug 31 09:53:02.123180 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-983c7ddc-bcec-4de7-a394-5dc6d794713f tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/f5d0ceea-1008-48ef-b094-534c251b35d5 HTTP/1.1" status: 404 len: 336 time: 0.0488398 Aug 31 09:53:02.124192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56240) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.128213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:02.134482 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.135472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-89d048e5-27fb-467b-a6af-da46322deb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.137990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-9636684c-bbb6-4f7f-840c-c1d8b53aac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:02.141286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-9636684c-bbb6-4f7f-840c-c1d8b53aac2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f76e16-411d-4796-a6c1-b0941ccc13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693064 Aug 31 09:53:02.155992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-89d048e5-27fb-467b-a6af-da46322deb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.164694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a1e09232-7a65-4ebd-9e63-ed5fd5ab2ef8 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "GET /v2.0/ports?device_id=906602e8-21df-4db1-992e-3b1eee8dfbdc HTTP/1.1" status: 200 len: 205 time: 0.0389853 Aug 31 09:53:02.166878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56242) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.193985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:02.212658 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-89d048e5-27fb-467b-a6af-da46322deb75 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da5ff25a99714c669c5aae3fa048f6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513279 Aug 31 09:53:02.212854 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-a5840b2a-ede7-4422-89d4-813f0b4e0d27 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] delete failed (client error): The resource could not be found. Aug 31 09:53:02.212854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a5840b2a-ede7-4422-89d4-813f0b4e0d27 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/routers/906602e8-21df-4db1-992e-3b1eee8dfbdc HTTP/1.1" status: 404 len: 336 time: 0.0443845 Aug 31 09:53:02.213821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56244) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.215220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56246) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.220511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d048e5-27fb-467b-a6af-da46322deb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e6fc22-7dc3-4666-96fa-3e3b462ad463,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:02.233972 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:02.257650 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab46f82a-3705-41f8-9469-24c5224f8119 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:02.258664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab46f82a-3705-41f8-9469-24c5224f8119 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:02.260517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ab46f82a-3705-41f8-9469-24c5224f8119 tempest-RoutersIpV6AdminTest-1621674762 tempest-RoutersIpV6AdminTest-1621674762-project] 10.222.0.69 "DELETE /v2.0/subnets/5de48ce4-47c2-4849-a6c0-84bf3ba53cdc HTTP/1.1" status: 404 len: 337 time: 0.0384650 Aug 31 09:53:02.307715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e1aa50af-2ab2-455b-b5cb-54ee99397314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.329422 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-c5237282-bf7f-4a69-a5b9-f60552804d30 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817622 Aug 31 09:53:02.333135 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e1aa50af-2ab2-455b-b5cb-54ee99397314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.396898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e1aa50af-2ab2-455b-b5cb-54ee99397314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.400186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e1aa50af-2ab2-455b-b5cb-54ee99397314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.404007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e1aa50af-2ab2-455b-b5cb-54ee99397314 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58e6fc22-7dc3-4666-96fa-3e3b462ad463 HTTP/1.1" status: 204 len: 168 time: 0.1870248 Aug 31 09:53:02.435619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa50af-2ab2-455b-b5cb-54ee99397314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e6fc22-7dc3-4666-96fa-3e3b462ad463,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:02.484077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ebe31-35b6-4c5f-ae40-258f8a0ff1e8 req-b9122b51-f3ec-430c-add4-eb0c9bf9d9f5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:02.486037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-037ebe31-35b6-4c5f-ae40-258f8a0ff1e8 req-b9122b51-f3ec-430c-add4-eb0c9bf9d9f5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.0832953 Aug 31 09:53:02.496649 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a59a9cbe-7df9-4dc6-a7da-e96caa0ad595 req-b04308a8-44d8-4b36-b20f-bb128d1755aa service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532135 Aug 31 09:53:02.499737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['056189eb-95ed-4eb6-9495-ebe528e44ab8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:53:02.541300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-037ebe31-35b6-4c5f-ae40-258f8a0ff1e8 req-dda34d27-897c-4348-8626-bfe5d6b40b97 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Aug 31 09:53:02.603192 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:32Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:00Z', 'revision_number': 0, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:02.638109 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5db7f-7ec5-4d18-8f78-a60b92e88f67 None None] The sync data for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 is: [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:52:32Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:00Z', 'revision_number': 0, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:53:02.648149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56260) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.710873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:02.733192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-970f1cae-1c87-4c09-94dc-885de2f75cfe tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/floatingips/f71a6dc8-c8c3-433d-b56c-fa99edd888fc HTTP/1.1" status: 200 len: 991 time: 0.0828254 Aug 31 09:53:02.890190 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-149ff786-9512-48db-94e2-700028712d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.923164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67aeec-e669-43a9-8b86-b7f656c17211 None None] New status for floating IP f71a6dc8-c8c3-433d-b56c-fa99edd888fc: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:53:02.992292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-149ff786-9512-48db-94e2-700028712d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.997125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-149ff786-9512-48db-94e2-700028712d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.038965 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-149ff786-9512-48db-94e2-700028712d4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=176c5ceb2d7a447a929bb1258cd19510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251002 Aug 31 09:53:03.038965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff786-9512-48db-94e2-700028712d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b5fde-9afd-49b1-ae72-43ab633cd235,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:03.040001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56278) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:03.095407 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.120760 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.169112 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.171799 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.173120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f26b5fde-9afd-49b1-ae72-43ab633cd235 HTTP/1.1" status: 204 len: 168 time: 0.1317909 Aug 31 09:53:03.183197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b5fde-9afd-49b1-ae72-43ab633cd235,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:03.191898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.192243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.192613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.193102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.193453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.193848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.194081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.194411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.194732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.195074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.195407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.195755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea467b-8f32-4fac-ab0d-a43bd4dd61c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:03.570451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56300) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:03.626221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-597bfad4-e3e7-4ac0-bf8b-098df9f3ec0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e03592744424de4a3e9ac18d5a2e37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537736 Aug 31 09:53:03.629093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56302) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:03.667061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390a47e-af23-4275-bd9b-203318a337f5 req-56a5123c-2fe0-4960-9a22-bedb853de723 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:03.668676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8390a47e-af23-4275-bd9b-203318a337f5 req-56a5123c-2fe0-4960-9a22-bedb853de723 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.0556304 Aug 31 09:53:03.685402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d08dfcb3-316c-4ada-97b3-188cdfdf0782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.707488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d08dfcb3-316c-4ada-97b3-188cdfdf0782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.727166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8390a47e-af23-4275-bd9b-203318a337f5 req-41078598-cf0b-4cd7-897f-e4d3e109d0a0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509152 Aug 31 09:53:03.736900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56306) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:03.770262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d08dfcb3-316c-4ada-97b3-188cdfdf0782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.773263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d08dfcb3-316c-4ada-97b3-188cdfdf0782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.774710 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d08dfcb3-316c-4ada-97b3-188cdfdf0782 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9952c4f1-e892-4a3a-b779-13526b92eeae HTTP/1.1" status: 204 len: 168 time: 0.1439278 Aug 31 09:53:03.783229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dfcb3-316c-4ada-97b3-188cdfdf0782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9952c4f1-e892-4a3a-b779-13526b92eeae,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:03.819166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8e1370b7-85b7-4afb-aef9-5897316a098e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/floatingips/f71a6dc8-c8c3-433d-b56c-fa99edd888fc HTTP/1.1" status: 200 len: 993 time: 0.0763206 Aug 31 09:53:03.870218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:03.954568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:03.960025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:03.960467 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.045356 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.071663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:04.073908 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd1cb7f-5447-4d6b-b021-77da4b6fb4a4" -d '{"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-plugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:04.087291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:04.093375 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.119449 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d46ad3-c33e-491d-8be4-84214d20f344 x-openstack-request-id: req-95d46ad3-c33e-491d-8be4-84214d20f344 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:04.119809 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-plugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:04.120011 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95d46ad3-c33e-491d-8be4-84214d20f344 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:04.120490 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'code': 200} Aug 31 09:53:04.158153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:04.356234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9e9ec-0d71-4680-bd2e-40d4f9956ddc req-35545675-6302-428c-890e-d2bc48f0666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:04.357814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dd9e9ec-0d71-4680-bd2e-40d4f9956ddc req-35545675-6302-428c-890e-d2bc48f0666f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1096 time: 0.0543642 Aug 31 09:53:04.397706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dd9e9ec-0d71-4680-bd2e-40d4f9956ddc req-47868450-56c6-4329-87c9-9758afb48fcd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325332 Aug 31 09:53:04.740396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56348) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:04.858281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979475fc-a456-4e70-b2c4-30d2cf767706 req-d35d1bc7-31b1-4214-b032-04b53a188d12 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:04.859982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-979475fc-a456-4e70-b2c4-30d2cf767706 req-d35d1bc7-31b1-4214-b032-04b53a188d12 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.0585630 Aug 31 09:53:04.906966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-979475fc-a456-4e70-b2c4-30d2cf767706 req-a9468ce8-cd45-41d2-92ef-de7277f543c5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380559 Aug 31 09:53:04.960766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640280177'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:04.988817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.998773 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.104407 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.108349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.149653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf03036-53b9-4ddc-ba19-f42ab8823294,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:05.204410 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.208631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.237727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.238998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4975195 Aug 31 09:53:05.240953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51994895-c073-4b66-93ff-5ccfbf787f45 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f2bf47-f768-4e53-b444-3bbd7c31d01a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:05.241767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56362) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.300993 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f120cfa0-096b-4601-bbb4-6fc2397a38b2 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0568333 Aug 31 09:53:05.303741 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.308219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-security--1314711688', 'description': 'tempest-security-description-974676771'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:05.334089 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.386871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.395527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.398195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.400175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "PUT /v2.0/security-groups/27f2bf47-f768-4e53-b444-3bbd7c31d01a HTTP/1.1" status: 200 len: 1779 time: 0.0954664 Aug 31 09:53:05.403290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56370) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.425151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f2bf47-f768-4e53-b444-3bbd7c31d01a,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:05.432856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.433173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.433517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.433852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.434194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.434516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.434886 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.435205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.435527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.435856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.436183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.436507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd32ec4-50e8-4513-982a-83b2ee1271cc tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:05.445023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2c78cca9-0f1d-4c30-9e0e-88804f0603d4 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups/27f2bf47-f768-4e53-b444-3bbd7c31d01a HTTP/1.1" status: 200 len: 1779 time: 0.0397999 Aug 31 09:53:05.448458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56372) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.501543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af98b80e-1516-4b94-ad56-ef5e08830b1c tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.527138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af98b80e-1516-4b94-ad56-ef5e08830b1c tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.567826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af98b80e-1516-4b94-ad56-ef5e08830b1c tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.571067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af98b80e-1516-4b94-ad56-ef5e08830b1c tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.572194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af98b80e-1516-4b94-ad56-ef5e08830b1c tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/27f2bf47-f768-4e53-b444-3bbd7c31d01a HTTP/1.1" status: 204 len: 168 time: 0.1226890 Aug 31 09:53:05.576310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56376) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.582014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98b80e-1516-4b94-ad56-ef5e08830b1c tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f2bf47-f768-4e53-b444-3bbd7c31d01a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:05.627952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1baeb514-8340-4f35-b25a-79315174f478 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504038 Aug 31 09:53:05.630572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56378) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.643489 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-2462609f-53ff-4590-9a01-3a217ab6f2b4 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] delete failed (client error): The resource could not be found. Aug 31 09:53:05.644608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2462609f-53ff-4590-9a01-3a217ab6f2b4 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/27f2bf47-f768-4e53-b444-3bbd7c31d01a HTTP/1.1" status: 404 len: 347 time: 0.0130727 Aug 31 09:53:05.650561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.655198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f397c40d-b4ec-4c4f-a22e-04c521405ce8 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850939783'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:05.684060 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f397c40d-b4ec-4c4f-a22e-04c521405ce8 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.778207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f397c40d-b4ec-4c4f-a22e-04c521405ce8 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.784364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f397c40d-b4ec-4c4f-a22e-04c521405ce8 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.826457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f397c40d-b4ec-4c4f-a22e-04c521405ce8 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.826457 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f397c40d-b4ec-4c4f-a22e-04c521405ce8 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1696217 Aug 31 09:53:05.826457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56388) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.829395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-89217d01-86cb-46c9-9382-75717d49c51b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': 'ff2e887b-ae1c-497e-b55b-8018d5bf3eb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:05.841513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397c40d-b4ec-4c4f-a22e-04c521405ce8 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e887b-ae1c-497e-b55b-8018d5bf3eb1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:05.862996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-89217d01-86cb-46c9-9382-75717d49c51b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.934547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-89217d01-86cb-46c9-9382-75717d49c51b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.939126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-89217d01-86cb-46c9-9382-75717d49c51b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.960747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89217d01-86cb-46c9-9382-75717d49c51b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca4ea38-e805-4f6e-b7be-6ae1844e4f7a,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:05.965902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-89217d01-86cb-46c9-9382-75717d49c51b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.969669 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-89217d01-86cb-46c9-9382-75717d49c51b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414719 Aug 31 09:53:05.970126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56394) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.024480 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395e5377-95f3-47bd-a95b-637c76c586b0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.033749 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395e5377-95f3-47bd-a95b-637c76c586b0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.060657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53942a-9dd9-463c-8e91-1c99855e341b req-fc4c4410-4d59-4905-934d-d2b37398d3d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:06.062212 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d53942a-9dd9-463c-8e91-1c99855e341b req-fc4c4410-4d59-4905-934d-d2b37398d3d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.0774872 Aug 31 09:53:06.084018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395e5377-95f3-47bd-a95b-637c76c586b0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.090163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-395e5377-95f3-47bd-a95b-637c76c586b0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.091929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-395e5377-95f3-47bd-a95b-637c76c586b0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/4ca4ea38-e805-4f6e-b7be-6ae1844e4f7a HTTP/1.1" status: 204 len: 168 time: 0.1209126 Aug 31 09:53:06.094842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56402) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.116301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e5377-95f3-47bd-a95b-637c76c586b0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ca4ea38-e805-4f6e-b7be-6ae1844e4f7a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:06.131999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d53942a-9dd9-463c-8e91-1c99855e341b req-fbbe4e14-6e3b-4f2f-b78b-6d6db690f638 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603409 Aug 31 09:53:06.150620 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dba809e7-62c2-4172-a4b1-d9b0e6e27522 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0516367 Aug 31 09:53:06.150878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56406) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.205638 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78c9c25b-3e0d-4af3-ba2e-727d50e74e00 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.231438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78c9c25b-3e0d-4af3-ba2e-727d50e74e00 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.258880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b4cb-47b4-4f1a-92b5-e4167faeb314 req-19a0f2c5-e276-4364-9b5a-7cc7d4b0fdd2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:06.260076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81d5b4cb-47b4-4f1a-92b5-e4167faeb314 req-19a0f2c5-e276-4364-9b5a-7cc7d4b0fdd2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.0533450 Aug 31 09:53:06.283571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78c9c25b-3e0d-4af3-ba2e-727d50e74e00 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.286248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-78c9c25b-3e0d-4af3-ba2e-727d50e74e00 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.287615 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-78c9c25b-3e0d-4af3-ba2e-727d50e74e00 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/ff2e887b-ae1c-497e-b55b-8018d5bf3eb1 HTTP/1.1" status: 204 len: 168 time: 0.1358390 Aug 31 09:53:06.291018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56410) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.303325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81d5b4cb-47b4-4f1a-92b5-e4167faeb314 req-c8e1bcb6-6d2f-4098-a6b4-84a3191f3bdc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372708 Aug 31 09:53:06.312670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9c25b-3e0d-4af3-ba2e-727d50e74e00 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2e887b-ae1c-497e-b55b-8018d5bf3eb1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:06.329413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56412) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.354055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-49d99add-bce4-4199-81a6-b15246177798 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619574 Aug 31 09:53:06.359433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56414) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.365319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-22d0d631-bf99-4f6f-8a42-d83def3d04bb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584032604'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:06.392939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22d0d631-bf99-4f6f-8a42-d83def3d04bb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.494316 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22d0d631-bf99-4f6f-8a42-d83def3d04bb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.498967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22d0d631-bf99-4f6f-8a42-d83def3d04bb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.532683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22d0d631-bf99-4f6f-8a42-d83def3d04bb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.533964 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22d0d631-bf99-4f6f-8a42-d83def3d04bb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1735404 Aug 31 09:53:06.536798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56416) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.542627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5d369b41-159a-4f3f-b70a-f16b65bc0e35 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '4f33776c-10e9-44b7-b9bd-0a7358bc608b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:06.548661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0d631-bf99-4f6f-8a42-d83def3d04bb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f33776c-10e9-44b7-b9bd-0a7358bc608b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:06.583668 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d369b41-159a-4f3f-b70a-f16b65bc0e35 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.643082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d369b41-159a-4f3f-b70a-f16b65bc0e35 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.647522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d369b41-159a-4f3f-b70a-f16b65bc0e35 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.663680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d369b41-159a-4f3f-b70a-f16b65bc0e35 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2768379b-377e-4fff-ba91-e9f51a07c514,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:06.676109 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d369b41-159a-4f3f-b70a-f16b65bc0e35 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.679968 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d369b41-159a-4f3f-b70a-f16b65bc0e35 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394925 Aug 31 09:53:06.680231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.685067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b5a5f1be-91b3-4e8a-adf4-aec37381dd74 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '4f33776c-10e9-44b7-b9bd-0a7358bc608b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:06.713384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f1be-91b3-4e8a-adf4-aec37381dd74 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.714256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b30757e-41ea-4367-ab7e-f4ded523f892 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:06.718443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1b30757e-41ea-4367-ab7e-f4ded523f892 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1091 time: 0.3854082 Aug 31 09:53:06.718914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56424) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.725752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:06.749587 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.799793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f1be-91b3-4e8a-adf4-aec37381dd74 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.804043 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f1be-91b3-4e8a-adf4-aec37381dd74 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.825489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f1be-91b3-4e8a-adf4-aec37381dd74 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e802b587-a37d-432c-8659-2f1aa3773a2a,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:06.828858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f1be-91b3-4e8a-adf4-aec37381dd74 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.834234 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b5a5f1be-91b3-4e8a-adf4-aec37381dd74 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505313 Aug 31 09:53:06.834580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56432) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.841284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1f5d9883-07f3-4fa9-980a-1c27711d8f6b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '4f33776c-10e9-44b7-b9bd-0a7358bc608b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:06.889008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9883-07f3-4fa9-980a-1c27711d8f6b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.905221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.005493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9883-07f3-4fa9-980a-1c27711d8f6b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.027440 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9883-07f3-4fa9-980a-1c27711d8f6b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.057534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d9883-07f3-4fa9-980a-1c27711d8f6b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1210c82-0b3a-48a8-a2e2-401b678a8e1a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.063467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9883-07f3-4fa9-980a-1c27711d8f6b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.064677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1f5d9883-07f3-4fa9-980a-1c27711d8f6b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288613 Aug 31 09:53:07.067627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.074868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-511cf3da-c212-4344-baed-749ef1c94fbb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '4f33776c-10e9-44b7-b9bd-0a7358bc608b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:07.077838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.25.1.31 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/6de79ca1-310e-4c08-aeeb-c92cfd8767e7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:07.111306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-511cf3da-c212-4344-baed-749ef1c94fbb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.181590 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-511cf3da-c212-4344-baed-749ef1c94fbb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.190062 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-511cf3da-c212-4344-baed-749ef1c94fbb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.210778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cf3da-c212-4344-baed-749ef1c94fbb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020c1613-99ae-43ba-a96a-49e3b8cf7d9e,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.216865 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-511cf3da-c212-4344-baed-749ef1c94fbb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.218140 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-511cf3da-c212-4344-baed-749ef1c94fbb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493948 Aug 31 09:53:07.220277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.220876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56452) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.226207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-275fa44c-33be-4628-9ddb-6e4ba37dca7e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '4f33776c-10e9-44b7-b9bd-0a7358bc608b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:07.252927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-275fa44c-33be-4628-9ddb-6e4ba37dca7e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.268251 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.308235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:07.313957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:07.317963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:07.322280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-275fa44c-33be-4628-9ddb-6e4ba37dca7e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.327958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-275fa44c-33be-4628-9ddb-6e4ba37dca7e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.346221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=6de79ca1-310e-4c08-aeeb-c92cfd8767e7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.353121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fa44c-33be-4628-9ddb-6e4ba37dca7e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89537b11-7e9b-4dbd-b301-5440a5510c68,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.357964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-275fa44c-33be-4628-9ddb-6e4ba37dca7e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.359704 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-275fa44c-33be-4628-9ddb-6e4ba37dca7e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1378520 Aug 31 09:53:07.362817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56454) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.392310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16c1e7ea-ca5f-4986-82bd-2516eef4b9bf tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.403015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16c1e7ea-ca5f-4986-82bd-2516eef4b9bf tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.434335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16c1e7ea-ca5f-4986-82bd-2516eef4b9bf tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.440409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16c1e7ea-ca5f-4986-82bd-2516eef4b9bf tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.441888 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-16c1e7ea-ca5f-4986-82bd-2516eef4b9bf tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/89537b11-7e9b-4dbd-b301-5440a5510c68 HTTP/1.1" status: 204 len: 168 time: 0.0778997 Aug 31 09:53:07.445392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56458) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.450428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1e7ea-ca5f-4986-82bd-2516eef4b9bf tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89537b11-7e9b-4dbd-b301-5440a5510c68,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.540403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-966758fd-164d-4da3-9b0f-7f00c9859030 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0930786 Aug 31 09:53:07.543208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56460) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.612397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a1b420-a43d-4ff3-8c08-1828683cbd4d tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.625688 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a1b420-a43d-4ff3-8c08-1828683cbd4d tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.686823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a1b420-a43d-4ff3-8c08-1828683cbd4d tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.694857 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32a1b420-a43d-4ff3-8c08-1828683cbd4d tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.698481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-32a1b420-a43d-4ff3-8c08-1828683cbd4d tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/020c1613-99ae-43ba-a96a-49e3b8cf7d9e HTTP/1.1" status: 204 len: 168 time: 0.1518962 Aug 31 09:53:07.699692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56464) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.754894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1b420-a43d-4ff3-8c08-1828683cbd4d tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=020c1613-99ae-43ba-a96a-49e3b8cf7d9e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.804303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0fac9b84-8b72-4935-8c42-81b87ab5355c tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1034729 Aug 31 09:53:07.807836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56468) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.842695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27684c62-7a3d-4213-bd35-f540c9f09900 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.851315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27684c62-7a3d-4213-bd35-f540c9f09900 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.862504 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.883996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27684c62-7a3d-4213-bd35-f540c9f09900 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.889271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-27684c62-7a3d-4213-bd35-f540c9f09900 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.893034 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-27684c62-7a3d-4213-bd35-f540c9f09900 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a1210c82-0b3a-48a8-a2e2-401b678a8e1a HTTP/1.1" status: 204 len: 168 time: 0.0815802 Aug 31 09:53:07.894224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56470) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.904996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27684c62-7a3d-4213-bd35-f540c9f09900 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1210c82-0b3a-48a8-a2e2-401b678a8e1a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.954882 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.959387 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd0c13b8-6c20-4880-a8dd-07cd09a9eb71 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0640185 Aug 31 09:53:07.963112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.989662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f71be75a-a8bb-4a60-805a-77116b05a1fb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.998350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f71be75a-a8bb-4a60-805a-77116b05a1fb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.028592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f71be75a-a8bb-4a60-805a-77116b05a1fb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.036337 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f71be75a-a8bb-4a60-805a-77116b05a1fb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.037733 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f71be75a-a8bb-4a60-805a-77116b05a1fb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e802b587-a37d-432c-8659-2f1aa3773a2a HTTP/1.1" status: 204 len: 168 time: 0.0730731 Aug 31 09:53:08.041924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56476) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.049143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71be75a-a8bb-4a60-805a-77116b05a1fb tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e802b587-a37d-432c-8659-2f1aa3773a2a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.097399 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b4898658-dc18-442e-bac7-365bdb7cb5d3 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0511353 Aug 31 09:53:08.097561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56478) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.123596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e328142-6412-4d74-943c-474044c5f59b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.131766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e328142-6412-4d74-943c-474044c5f59b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.136045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.142104 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.165747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e328142-6412-4d74-943c-474044c5f59b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.172866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e328142-6412-4d74-943c-474044c5f59b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.178556 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2e328142-6412-4d74-943c-474044c5f59b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2768379b-377e-4fff-ba91-e9f51a07c514 HTTP/1.1" status: 204 len: 168 time: 0.0754931 Aug 31 09:53:08.178556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56480) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.201944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e328142-6412-4d74-943c-474044c5f59b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2768379b-377e-4fff-ba91-e9f51a07c514,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.228333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=6de79ca1-310e-4c08-aeeb-c92cfd8767e7,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.243180 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f41a839e-73ea-4404-93d8-6f7a3f84730f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633605 Aug 31 09:53:08.243874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56484) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.249067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.312175 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1512b245-9fbc-48e7-bf07-9d6c2f1f2d38 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.336756 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1512b245-9fbc-48e7-bf07-9d6c2f1f2d38 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.363095 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Floating IP 4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b associated. External IP: 172.25.1.31, port: 056189eb-95ed-4eb6-9495-ebe528e44ab8. Aug 31 09:53:08.384768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1512b245-9fbc-48e7-bf07-9d6c2f1f2d38 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.388110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1512b245-9fbc-48e7-bf07-9d6c2f1f2d38 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.389512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1512b245-9fbc-48e7-bf07-9d6c2f1f2d38 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/4f33776c-10e9-44b7-b9bd-0a7358bc608b HTTP/1.1" status: 204 len: 168 time: 0.1446087 Aug 31 09:53:08.399665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56488) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.400677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512b245-9fbc-48e7-bf07-9d6c2f1f2d38 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f33776c-10e9-44b7-b9bd-0a7358bc608b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.453232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1b8a6050-c950-4795-a3a1-e14ea2c85434 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498288 Aug 31 09:53:08.457448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56490) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.462495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3c9118e5-f0e8-42ba-a9a7-473d6a4626c5 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-secgroup--66097829'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:08.494681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c9118e5-f0e8-42ba-a9a7-473d6a4626c5 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.599876 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c9118e5-f0e8-42ba-a9a7-473d6a4626c5 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.605010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c9118e5-f0e8-42ba-a9a7-473d6a4626c5 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.620596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 457d2405-ae99-4caa-bc10-de299b389d93 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:53:08.634129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3c9118e5-f0e8-42ba-a9a7-473d6a4626c5 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.635503 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3c9118e5-f0e8-42ba-a9a7-473d6a4626c5 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1770763 Aug 31 09:53:08.638366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.638695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56494) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.649570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-02829a79-e52f-42ba-97ae-3362c4c4de4e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '717dfe00-0391-4f38-999d-1e5cc4c0daf2', 'direction': 'ingress', 'protocol': 17}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:08.655811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9118e5-f0e8-42ba-a9a7-473d6a4626c5 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717dfe00-0391-4f38-999d-1e5cc4c0daf2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.684017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02829a79-e52f-42ba-97ae-3362c4c4de4e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.739052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02829a79-e52f-42ba-97ae-3362c4c4de4e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.743853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02829a79-e52f-42ba-97ae-3362c4c4de4e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.775401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:53:08.777822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bad0902-00dd-4cd3-bfa9-6ba6bb09209f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.779825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02829a79-e52f-42ba-97ae-3362c4c4de4e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48926312-2dcf-4b8e-89c6-c77acd20ea8f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.785676 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] Sync routers for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:53:08.788662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-02829a79-e52f-42ba-97ae-3362c4c4de4e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.795646 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-02829a79-e52f-42ba-97ae-3362c4c4de4e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1524692 Aug 31 09:53:08.799969 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:08.800110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56502) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.800241 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:08.813988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.858487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cf7a834e-434e-460e-b4e5-4ec384b9db16 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1385143 Aug 31 09:53:08.863715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:08.866008 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7539a85b-8047-4b6e-ae03-d50d6c438343" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:08.891733 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-904a3ab0-485b-44b0-ad5e-769f6622d613 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.902790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bad0902-00dd-4cd3-bfa9-6ba6bb09209f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.908073 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bad0902-00dd-4cd3-bfa9-6ba6bb09209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.922302 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a67f0b9-79e5-4bb9-8805-3ef12f1d2ea4 x-openstack-request-id: req-1a67f0b9-79e5-4bb9-8805-3ef12f1d2ea4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:08.922519 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:08.922784 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a67f0b9-79e5-4bb9-8805-3ef12f1d2ea4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:08.923183 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'status': 'completed', 'code': 200} Aug 31 09:53:08.928045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-904a3ab0-485b-44b0-ad5e-769f6622d613 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.964623 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3bad0902-00dd-4cd3-bfa9-6ba6bb09209f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99cbcb3411684b2a92917fbbdd904003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248842 Aug 31 09:53:08.965698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad0902-00dd-4cd3-bfa9-6ba6bb09209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe87a4f-7910-41c8-9038-889109684d90,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.966518 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:08.981318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56508) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.044507 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-647be8af-99fb-4c6f-a3e1-7ff31b8c2d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.058376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-44f9250e-7410-4e0b-a30f-25392efc8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:09.060423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-44f9250e-7410-4e0b-a30f-25392efc8f87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1096 time: 0.1054981 Aug 31 09:53:09.066719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-904a3ab0-485b-44b0-ad5e-769f6622d613 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.069888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-904a3ab0-485b-44b0-ad5e-769f6622d613 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.074796 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-647be8af-99fb-4c6f-a3e1-7ff31b8c2d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.074978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-904a3ab0-485b-44b0-ad5e-769f6622d613 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/717dfe00-0391-4f38-999d-1e5cc4c0daf2 HTTP/1.1" status: 204 len: 168 time: 0.2738428 Aug 31 09:53:09.075132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56510) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.103233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a3ab0-485b-44b0-ad5e-769f6622d613 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717dfe00-0391-4f38-999d-1e5cc4c0daf2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.143505 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-65e55aef-169e-481d-8095-0f1ba1e3417a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681064 Aug 31 09:53:09.147044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.152307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-43fa0a2c-cacb-409d-ba8a-9a3c6f9237ae tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734274311'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:09.161776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c2b1-2154-446c-935b-ee9c5e0bb0ed req-bd566de5-8b8f-462b-9bb6-a0edcf39d6e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:09.163407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9718c2b1-2154-446c-935b-ee9c5e0bb0ed req-bd566de5-8b8f-462b-9bb6-a0edcf39d6e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1760347 Aug 31 09:53:09.183696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-647be8af-99fb-4c6f-a3e1-7ff31b8c2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.186943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-647be8af-99fb-4c6f-a3e1-7ff31b8c2d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.188246 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-647be8af-99fb-4c6f-a3e1-7ff31b8c2d3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fe87a4f-7910-41c8-9038-889109684d90 HTTP/1.1" status: 204 len: 168 time: 0.2042079 Aug 31 09:53:09.192307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43fa0a2c-cacb-409d-ba8a-9a3c6f9237ae tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.204784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647be8af-99fb-4c6f-a3e1-7ff31b8c2d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe87a4f-7910-41c8-9038-889109684d90,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.237753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9718c2b1-2154-446c-935b-ee9c5e0bb0ed req-fa81bec1-c0df-4810-b932-b2aee00eb133 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664849 Aug 31 09:53:09.239068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-74bcdc5e-9e73-4c31-b2b0-1047d878f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:09.240536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-74bcdc5e-9e73-4c31-b2b0-1047d878f405 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.1677029 Aug 31 09:53:09.272607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56516) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.327012 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'port_id': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'mac_address': 'fa:16:3e:31:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:07Z', 'updated_at': '2021-08-31T09:53:07Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:55Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:09.366224 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] Checking router: 457d2405-ae99-4caa-bc10-de299b389d93 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:53:09.377225 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:09.377932 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:09.378111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-21dce9c1-468b-4378-89ff-7f8285fdac2c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b HTTP/1.1" status: 200 len: 990 time: 0.1040792 Aug 31 09:53:09.388512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-bb57299d-7804-40e4-9e7d-09f5ab484db1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 998 time: 0.1397316 Aug 31 09:53:09.389101 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43fa0a2c-cacb-409d-ba8a-9a3c6f9237ae tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.394176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43fa0a2c-cacb-409d-ba8a-9a3c6f9237ae tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.421128 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-43fa0a2c-cacb-409d-ba8a-9a3c6f9237ae tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.422625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-43fa0a2c-cacb-409d-ba8a-9a3c6f9237ae tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2744284 Aug 31 09:53:09.426167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56522) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.431905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bd9f7cb6-4c83-43ec-af7a-ff5829aefd93 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750238438'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:09.448321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa0a2c-cacb-409d-ba8a-9a3c6f9237ae tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65c6f8-2949-4b6c-9924-5c9b30f4bbd3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.457494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-58df99a9-0423-4a24-b896-4a3d35d01804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:09.459167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-58df99a9-0423-4a24-b896-4a3d35d01804 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.0627806 Aug 31 09:53:09.480675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7cb6-4c83-43ec-af7a-ff5829aefd93 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.503720 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:09.527496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-d589e2af-c492-4033-9f0d-d8bf38b0df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:09.529338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-d589e2af-c492-4033-9f0d-d8bf38b0df74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629585 Aug 31 09:53:09.575377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7cb6-4c83-43ec-af7a-ff5829aefd93 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.583075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7cb6-4c83-43ec-af7a-ff5829aefd93 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.590714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56524) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.615192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee133-4051-41a3-b49f-bb68ac92ddba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.644664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd9f7cb6-4c83-43ec-af7a-ff5829aefd93 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.645949 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bd9f7cb6-4c83-43ec-af7a-ff5829aefd93 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2182677 Aug 31 09:53:09.648730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-1b76f90e-d2d0-4238-a64a-0b0f674d2efc service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111660 Aug 31 09:53:09.648890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56526) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.655336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-42f2eb23-c20c-49b7-b422-2f10a2aafca3 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': 'ff65c6f8-2949-4b6c-9924-5c9b30f4bbd3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd832129f-68f9-400d-ac8a-292fd5b0d033', 'remote_ip_prefix': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:09.659216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f7cb6-4c83-43ec-af7a-ff5829aefd93 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d832129f-68f9-400d-ac8a-292fd5b0d033,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.752171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7539a85b-8047-4b6e-ae03-d50d6c438343 req-9b7a210e-88ce-4edb-b1ef-430e9fbf31b4 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963337 Aug 31 09:53:09.774217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee133-4051-41a3-b49f-bb68ac92ddba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.775786 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'port_id': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'mac_address': 'fa:16:3e:31:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:07Z', 'updated_at': '2021-08-31T09:53:07Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:55Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:09.780272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee133-4051-41a3-b49f-bb68ac92ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.802968 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed952e-3d24-4f5b-9a07-c4578632bf4a None None] The sync data for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 is: [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'port_id': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'mac_address': 'fa:16:3e:31:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:07Z', 'updated_at': '2021-08-31T09:53:07Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:55Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:53:09.832106 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7b7ee133-4051-41a3-b49f-bb68ac92ddba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c14d293d45294697b2a023b401b28b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379978 Aug 31 09:53:09.834999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56528) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.841016 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ee133-4051-41a3-b49f-bb68ac92ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de18c65-3b78-4ca1-89c0-5ea0211de593,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.849249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f2eb23-c20c-49b7-b422-2f10a2aafca3 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.907189 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab07b6e9-d8cf-4c0a-a8b2-6d7d983da195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.913427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f2eb23-c20c-49b7-b422-2f10a2aafca3 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.918240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f2eb23-c20c-49b7-b422-2f10a2aafca3 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.935963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab07b6e9-d8cf-4c0a-a8b2-6d7d983da195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.939110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2eb23-c20c-49b7-b422-2f10a2aafca3 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959accbd-2a2a-409c-af22-33c66740d76a,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.946940 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42f2eb23-c20c-49b7-b422-2f10a2aafca3 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.950832 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-42f2eb23-c20c-49b7-b422-2f10a2aafca3 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2986035 Aug 31 09:53:09.951367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56530) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.977516 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-410d0dd0-262d-4f3c-a44e-c56151dbfa29 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.986157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-410d0dd0-262d-4f3c-a44e-c56151dbfa29 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.989436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab07b6e9-d8cf-4c0a-a8b2-6d7d983da195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.993669 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab07b6e9-d8cf-4c0a-a8b2-6d7d983da195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.997334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ab07b6e9-d8cf-4c0a-a8b2-6d7d983da195 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4de18c65-3b78-4ca1-89c0-5ea0211de593 HTTP/1.1" status: 204 len: 168 time: 0.1586154 Aug 31 09:53:10.004704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07b6e9-d8cf-4c0a-a8b2-6d7d983da195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de18c65-3b78-4ca1-89c0-5ea0211de593,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.018897 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-410d0dd0-262d-4f3c-a44e-c56151dbfa29 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.027645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-410d0dd0-262d-4f3c-a44e-c56151dbfa29 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.029144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-410d0dd0-262d-4f3c-a44e-c56151dbfa29 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/959accbd-2a2a-409c-af22-33c66740d76a HTTP/1.1" status: 204 len: 168 time: 0.0764523 Aug 31 09:53:10.032071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56534) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.036655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d0dd0-262d-4f3c-a44e-c56151dbfa29 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=959accbd-2a2a-409c-af22-33c66740d76a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.069726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba2210-72d0-452e-8b40-554736ce880a None None] New status for floating IP 4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:53:10.083056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56536) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.083648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-239d4701-6e8e-4094-8e2a-983fc073ef7d tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0499547 Aug 31 09:53:10.139232 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2077a9b-b675-471a-8787-5bfc3d2dbd8a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.162987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2077a9b-b675-471a-8787-5bfc3d2dbd8a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.212059 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2077a9b-b675-471a-8787-5bfc3d2dbd8a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.214778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2077a9b-b675-471a-8787-5bfc3d2dbd8a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.218409 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c2077a9b-b675-471a-8787-5bfc3d2dbd8a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/d832129f-68f9-400d-ac8a-292fd5b0d033 HTTP/1.1" status: 204 len: 168 time: 0.1316600 Aug 31 09:53:10.219272 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56540) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.225864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2077a9b-b675-471a-8787-5bfc3d2dbd8a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d832129f-68f9-400d-ac8a-292fd5b0d033,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.292883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3ff7f665-ed52-4218-9931-af4a158e16c8 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0718870 Aug 31 09:53:10.296045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56542) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.355465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-021be4c8-f588-4465-b2b6-5074445d72f7 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.378107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-021be4c8-f588-4465-b2b6-5074445d72f7 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.379719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56548) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.434472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-021be4c8-f588-4465-b2b6-5074445d72f7 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.436875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-021be4c8-f588-4465-b2b6-5074445d72f7 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.438241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-021be4c8-f588-4465-b2b6-5074445d72f7 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/ff65c6f8-2949-4b6c-9924-5c9b30f4bbd3 HTTP/1.1" status: 204 len: 168 time: 0.1410823 Aug 31 09:53:10.442898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56554) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.454984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be4c8-f588-4465-b2b6-5074445d72f7 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65c6f8-2949-4b6c-9924-5c9b30f4bbd3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.471730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e283ba3d-299b-480b-96f6-f2ccb6408b3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b HTTP/1.1" status: 200 len: 992 time: 0.0893488 Aug 31 09:53:10.511562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1e3346db-b62a-404f-ae25-12295bbd1487 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675893 Aug 31 09:53:10.515536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56558) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.520046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-89ce9ab1-a15d-4f97-84c2-9e6a85a9b503 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653803272'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:10.543185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89ce9ab1-a15d-4f97-84c2-9e6a85a9b503 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.557918 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.633470 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89ce9ab1-a15d-4f97-84c2-9e6a85a9b503 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.637589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89ce9ab1-a15d-4f97-84c2-9e6a85a9b503 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.667850 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-89ce9ab1-a15d-4f97-84c2-9e6a85a9b503 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.670800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-89ce9ab1-a15d-4f97-84c2-9e6a85a9b503 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1526346 Aug 31 09:53:10.670800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce9ab1-a15d-4f97-84c2-9e6a85a9b503 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045e5c1a-5638-4d65-866d-e5c3b237540e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.672010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56566) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.676493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6b89cb53-eae6-4c64-a7cb-9e6804a39bd1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '045e5c1a-5638-4d65-866d-e5c3b237540e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:10.704879 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b89cb53-eae6-4c64-a7cb-9e6804a39bd1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.777233 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b89cb53-eae6-4c64-a7cb-9e6804a39bd1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.781975 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b89cb53-eae6-4c64-a7cb-9e6804a39bd1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.802148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89cb53-eae6-4c64-a7cb-9e6804a39bd1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee3251d-0bce-4244-9bd3-7fb58af2437d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.811252 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b89cb53-eae6-4c64-a7cb-9e6804a39bd1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.812510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6b89cb53-eae6-4c64-a7cb-9e6804a39bd1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1395607 Aug 31 09:53:10.815498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56570) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.841185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82b302bc-21c2-4861-ade5-84d793105e4a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.849454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82b302bc-21c2-4861-ade5-84d793105e4a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.876056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82b302bc-21c2-4861-ade5-84d793105e4a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.882372 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82b302bc-21c2-4861-ade5-84d793105e4a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.886521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-82b302bc-21c2-4861-ade5-84d793105e4a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2ee3251d-0bce-4244-9bd3-7fb58af2437d HTTP/1.1" status: 204 len: 168 time: 0.0676663 Aug 31 09:53:10.886956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56572) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.891628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b302bc-21c2-4861-ade5-84d793105e4a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ee3251d-0bce-4244-9bd3-7fb58af2437d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.927963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-33710e76-07d8-41cb-b635-c5f40983e054 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0396023 Aug 31 09:53:10.931146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56576) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.983779 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25d1b89e-0567-47a6-be49-d408e330236b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.008466 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25d1b89e-0567-47a6-be49-d408e330236b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.049215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25d1b89e-0567-47a6-be49-d408e330236b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.051765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25d1b89e-0567-47a6-be49-d408e330236b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.052952 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-25d1b89e-0567-47a6-be49-d408e330236b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/045e5c1a-5638-4d65-866d-e5c3b237540e HTTP/1.1" status: 204 len: 168 time: 0.1208656 Aug 31 09:53:11.056793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56580) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.062456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1b89e-0567-47a6-be49-d408e330236b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e5c1a-5638-4d65-866d-e5c3b237540e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:11.107517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-28a2ebbf-0927-40a3-87c8-4155abe5b196 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464461 Aug 31 09:53:11.108226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56584) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.112925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-54de95b1-18f5-46b9-9943-3eae601b611b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group': {'name': 'tempest-secgroup--651425752'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:11.136810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-54de95b1-18f5-46b9-9943-3eae601b611b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.219798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-54de95b1-18f5-46b9-9943-3eae601b611b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.224823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-54de95b1-18f5-46b9-9943-3eae601b611b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.255151 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-54de95b1-18f5-46b9-9943-3eae601b611b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.256388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-54de95b1-18f5-46b9-9943-3eae601b611b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1472359 Aug 31 09:53:11.259727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56590) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.264084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-16e52b17-fbf0-4908-8585-25c8edf3bf3a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '1cf418cf-d84b-409d-bd32-bef66bfd00c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:11.271208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de95b1-18f5-46b9-9943-3eae601b611b tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf418cf-d84b-409d-bd32-bef66bfd00c9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:11.299012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16e52b17-fbf0-4908-8585-25c8edf3bf3a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.359486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16e52b17-fbf0-4908-8585-25c8edf3bf3a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.363618 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16e52b17-fbf0-4908-8585-25c8edf3bf3a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.381409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e52b17-fbf0-4908-8585-25c8edf3bf3a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8336e05-9ae5-4abd-820b-2154ccfcca20,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:11.387701 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-16e52b17-fbf0-4908-8585-25c8edf3bf3a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.388914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-16e52b17-fbf0-4908-8585-25c8edf3bf3a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282663 Aug 31 09:53:11.392105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56596) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.413108 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-178fa4f5-9c6f-4488-8dd0-94e42e8a424f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules/d8336e05-9ae5-4abd-820b-2154ccfcca20 HTTP/1.1" status: 200 len: 763 time: 0.0197725 Aug 31 09:53:11.416151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56598) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.458206 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d3c43c2b-8faa-4f50-bccc-24025361df8c tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0408287 Aug 31 09:53:11.460973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56604) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.489457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e482-0cdb-4b1c-9144-32fdff6d3756 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.496566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e482-0cdb-4b1c-9144-32fdff6d3756 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.526212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e482-0cdb-4b1c-9144-32fdff6d3756 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.531642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e482-0cdb-4b1c-9144-32fdff6d3756 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.532796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d7f9e482-0cdb-4b1c-9144-32fdff6d3756 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/d8336e05-9ae5-4abd-820b-2154ccfcca20 HTTP/1.1" status: 204 len: 168 time: 0.0708947 Aug 31 09:53:11.535474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56608) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.541044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9e482-0cdb-4b1c-9144-32fdff6d3756 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8336e05-9ae5-4abd-820b-2154ccfcca20,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:11.576301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-286c454a-4611-478f-aae2-b22a3cb10716 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0396063 Aug 31 09:53:11.578849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56610) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.583791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b74a8072-4ca3-4ec4-8aa1-8ec3e8256c92 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '1cf418cf-d84b-409d-bd32-bef66bfd00c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:11.611098 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b74a8072-4ca3-4ec4-8aa1-8ec3e8256c92 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.671482 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b74a8072-4ca3-4ec4-8aa1-8ec3e8256c92 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.675508 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b74a8072-4ca3-4ec4-8aa1-8ec3e8256c92 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.695558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a8072-4ca3-4ec4-8aa1-8ec3e8256c92 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b16a07-c64e-4dc8-83b4-7feb49f3d5b9,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:11.700655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b74a8072-4ca3-4ec4-8aa1-8ec3e8256c92 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.702056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b74a8072-4ca3-4ec4-8aa1-8ec3e8256c92 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220510 Aug 31 09:53:11.704710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56618) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.727180 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-670cd1a9-8b09-4e9a-9f1c-64e33e2eaaa5 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules/a8b16a07-c64e-4dc8-83b4-7feb49f3d5b9 HTTP/1.1" status: 200 len: 763 time: 0.0195444 Aug 31 09:53:11.728617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56622) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.774660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a58950e7-c9ee-4360-ad63-a313ba545020 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0448873 Aug 31 09:53:11.777373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56624) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.834105 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6906-46db-481c-a817-d1c9555105a0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.844676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6906-46db-481c-a817-d1c9555105a0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.862505 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28edfdb7-1290-491b-b30d-dc047925636d req-a1230c3a-b6e6-41a1-a1ab-37de14ed2873 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860553 Aug 31 09:53:11.884016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6906-46db-481c-a817-d1c9555105a0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.895626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6906-46db-481c-a817-d1c9555105a0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.896762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1d3a6906-46db-481c-a817-d1c9555105a0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a8b16a07-c64e-4dc8-83b4-7feb49f3d5b9 HTTP/1.1" status: 204 len: 168 time: 0.1182084 Aug 31 09:53:11.899803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56630) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.907393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a6906-46db-481c-a817-d1c9555105a0 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8b16a07-c64e-4dc8-83b4-7feb49f3d5b9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:11.957536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edfdb7-1290-491b-b30d-dc047925636d req-abbc77c8-cbad-47ae-b93f-e17fdb9c9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:11.959202 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28edfdb7-1290-491b-b30d-dc047925636d req-abbc77c8-cbad-47ae-b93f-e17fdb9c9efe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 1096 time: 0.0494463 Aug 31 09:53:11.964232 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-75274c2c-c41e-46ba-8e61-a58de322de1f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622654 Aug 31 09:53:11.967318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56632) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.973510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e0c30471-5bde-48d4-90b8-22143c58bf8f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Request body: {'security_group_rule': {'security_group_id': '1cf418cf-d84b-409d-bd32-bef66bfd00c9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:12.005388 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0c30471-5bde-48d4-90b8-22143c58bf8f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.065574 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0c30471-5bde-48d4-90b8-22143c58bf8f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.069811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0c30471-5bde-48d4-90b8-22143c58bf8f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.069954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edfdb7-1290-491b-b30d-dc047925636d req-e069a41d-404f-4b7e-bd84-ef127ff6b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:12.072328 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28edfdb7-1290-491b-b30d-dc047925636d req-e069a41d-404f-4b7e-bd84-ef127ff6b004 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 200 len: 898 time: 0.0909142 Aug 31 09:53:12.090576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c30471-5bde-48d4-90b8-22143c58bf8f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd3087e-7f9d-49b6-94b7-3dafc9c0325e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:12.097998 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e0c30471-5bde-48d4-90b8-22143c58bf8f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.101723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e0c30471-5bde-48d4-90b8-22143c58bf8f tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308002 Aug 31 09:53:12.101986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56638) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.123257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-018e9016-a3b5-4163-8c05-a216d5a89655 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules/3fd3087e-7f9d-49b6-94b7-3dafc9c0325e HTTP/1.1" status: 200 len: 764 time: 0.0166450 Aug 31 09:53:12.123784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56640) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.158023 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28edfdb7-1290-491b-b30d-dc047925636d req-d8a23816-f01d-49cb-b861-0119df75c138 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 HTTP/1.1" status: 200 len: 1001 time: 0.0766156 Aug 31 09:53:12.170794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-53cc04d3-8438-4193-a55b-cd0bac30cc2d tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0441530 Aug 31 09:53:12.171718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56644) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.197580 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b28f4ba-3e9d-4646-91de-8679bb427e1e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.205446 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b28f4ba-3e9d-4646-91de-8679bb427e1e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.207525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edfdb7-1290-491b-b30d-dc047925636d req-723653a5-87c6-44ac-a2bd-892627449684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:12.209307 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28edfdb7-1290-491b-b30d-dc047925636d req-723653a5-87c6-44ac-a2bd-892627449684 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64476bae-34b4-44c3-b949-703c98ca2e93 HTTP/1.1" status: 200 len: 834 time: 0.0447407 Aug 31 09:53:12.236746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b28f4ba-3e9d-4646-91de-8679bb427e1e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.242823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b28f4ba-3e9d-4646-91de-8679bb427e1e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.246571 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2b28f4ba-3e9d-4646-91de-8679bb427e1e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3fd3087e-7f9d-49b6-94b7-3dafc9c0325e HTTP/1.1" status: 204 len: 168 time: 0.0714340 Aug 31 09:53:12.249006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56648) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.252097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28f4ba-3e9d-4646-91de-8679bb427e1e tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fd3087e-7f9d-49b6-94b7-3dafc9c0325e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:12.280132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edfdb7-1290-491b-b30d-dc047925636d req-9887534a-49d6-4785-be68-c52aab243796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:12.281614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28edfdb7-1290-491b-b30d-dc047925636d req-9887534a-49d6-4785-be68-c52aab243796 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f76e16-411d-4796-a6c1-b0941ccc13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650201 Aug 31 09:53:12.312915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cf32b0ec-887a-4316-b2c4-2625d7365e98 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0591674 Aug 31 09:53:12.316040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56650) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.376785 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19c0db59-2f3e-4742-abab-4f80724521e1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.399298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28edfdb7-1290-491b-b30d-dc047925636d req-f1603600-bb7c-44ec-bfe8-e041e050ef5b service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053815 Aug 31 09:53:12.402109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19c0db59-2f3e-4742-abab-4f80724521e1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.450004 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19c0db59-2f3e-4742-abab-4f80724521e1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.453026 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-19c0db59-2f3e-4742-abab-4f80724521e1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.456798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-19c0db59-2f3e-4742-abab-4f80724521e1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "DELETE /v2.0/security-groups/1cf418cf-d84b-409d-bd32-bef66bfd00c9 HTTP/1.1" status: 204 len: 168 time: 0.1367919 Aug 31 09:53:12.457166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56656) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.464095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0db59-2f3e-4742-abab-4f80724521e1 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf418cf-d84b-409d-bd32-bef66bfd00c9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:12.526979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9034b373-16d2-4071-81e1-607705691f1a tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686255 Aug 31 09:53:12.533462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-28edfdb7-1290-491b-b30d-dc047925636d req-66b05845-b451-4404-be02-aabb337b6a77 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250153 Aug 31 09:53:12.533462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56662) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.597061 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e8f857f5-acc1-44ac-aa67-17c2f83bd3c9 tempest-SecGroupTest-446587296 tempest-SecGroupTest-446587296-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641890 Aug 31 09:53:12.850951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56676) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.991081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ea692f60-07f8-4440-864c-04febff5d061 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e4c8c2d0ccd41839e1f1b0701e2a3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386993 Aug 31 09:53:12.993426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:13.046452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2635b4c-7469-4b2e-84a6-f88b8a0db82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.068132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2635b4c-7469-4b2e-84a6-f88b8a0db82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.116207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2635b4c-7469-4b2e-84a6-f88b8a0db82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.118918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2635b4c-7469-4b2e-84a6-f88b8a0db82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.120184 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a2635b4c-7469-4b2e-84a6-f88b8a0db82d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4cf03036-53b9-4ddc-ba19-f42ab8823294 HTTP/1.1" status: 204 len: 168 time: 0.1256447 Aug 31 09:53:13.135905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2635b4c-7469-4b2e-84a6-f88b8a0db82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf03036-53b9-4ddc-ba19-f42ab8823294,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:13.626123 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.828164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56786) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:15.947205 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8de2c6a2-1a70-4167-b63a-12728e7decee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.038273 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8de2c6a2-1a70-4167-b63a-12728e7decee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.042249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8de2c6a2-1a70-4167-b63a-12728e7decee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.079231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c6a2-1a70-4167-b63a-12728e7decee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2107e3c-937d-4c21-b3c4-fdc04a164913,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:16.084881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8de2c6a2-1a70-4167-b63a-12728e7decee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=172b4509e4664368b4ca24d40594a0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556851 Aug 31 09:53:16.088172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56790) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.138577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aca61939-6079-4274-922e-1aec937cec2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.162476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aca61939-6079-4274-922e-1aec937cec2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.219539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aca61939-6079-4274-922e-1aec937cec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.222122 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aca61939-6079-4274-922e-1aec937cec2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.223356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aca61939-6079-4274-922e-1aec937cec2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2107e3c-937d-4c21-b3c4-fdc04a164913 HTTP/1.1" status: 204 len: 168 time: 0.1342552 Aug 31 09:53:16.232206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca61939-6079-4274-922e-1aec937cec2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2107e3c-937d-4c21-b3c4-fdc04a164913,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:16.523431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56808) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.536479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63079f83-2c90-4dbb-8873-ac624b3ae622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.629617 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63079f83-2c90-4dbb-8873-ac624b3ae622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.633523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63079f83-2c90-4dbb-8873-ac624b3ae622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.672538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-63079f83-2c90-4dbb-8873-ac624b3ae622 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16562be9ae5a45d6b083bb8b2ecff15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485457 Aug 31 09:53:16.673430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63079f83-2c90-4dbb-8873-ac624b3ae622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af512245-510f-427d-84c1-3d4d772678ae,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:16.675289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56812) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.727732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dcb729e0-63b4-4477-bc77-3ec56cd61cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.750418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dcb729e0-63b4-4477-bc77-3ec56cd61cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.780037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-43a4ec91-043a-4928-ade9-3caa77103c9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0460317 Aug 31 09:53:16.809900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dcb729e0-63b4-4477-bc77-3ec56cd61cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.813234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dcb729e0-63b4-4477-bc77-3ec56cd61cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.816678 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dcb729e0-63b4-4477-bc77-3ec56cd61cd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af512245-510f-427d-84c1-3d4d772678ae HTTP/1.1" status: 204 len: 168 time: 0.1379106 Aug 31 09:53:16.825361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb729e0-63b4-4477-bc77-3ec56cd61cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af512245-510f-427d-84c1-3d4d772678ae,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:16.919265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c0ff0fbb-e865-4cbb-99ad-2617f128c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:16.919831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c0ff0fbb-e865-4cbb-99ad-2617f128c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:16.920212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c0ff0fbb-e865-4cbb-99ad-2617f128c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:16.920682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c0ff0fbb-e865-4cbb-99ad-2617f128c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:16.921149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c0ff0fbb-e865-4cbb-99ad-2617f128c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:16.921618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c0ff0fbb-e865-4cbb-99ad-2617f128c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:16.922118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c0ff0fbb-e865-4cbb-99ad-2617f128c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:16.924244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c0ff0fbb-e865-4cbb-99ad-2617f128c399 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6502 time: 0.0768435 Aug 31 09:53:17.056944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-d7a7bb24-5a03-4b4c-817f-965f777ece3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.057700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-d7a7bb24-5a03-4b4c-817f-965f777ece3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.058304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-d7a7bb24-5a03-4b4c-817f-965f777ece3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.060101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-d7a7bb24-5a03-4b4c-817f-965f777ece3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ccf638d-afca-44df-8059-2feac97c1ce2&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=4881000f-f362-409a-82b9-80064c0603e3&id=4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 200 len: 2301 time: 0.1109891 Aug 31 09:53:17.143631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-bd7e7a62-ff1a-4b0c-8958-c4cccf77bb40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416 HTTP/1.1" status: 200 len: 1000 time: 0.0756474 Aug 31 09:53:17.197343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-5032e2f9-e39a-4d75-993f-1f6e3eca5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.198971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-5032e2f9-e39a-4d75-993f-1f6e3eca5180 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8a553c-0413-451d-acd5-160d29b4a570 HTTP/1.1" status: 200 len: 856 time: 0.0481400 Aug 31 09:53:17.247154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-52da021d-a75e-4135-8b9f-31a54990e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.249017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-52da021d-a75e-4135-8b9f-31a54990e1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ccf638d-afca-44df-8059-2feac97c1ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422039 Aug 31 09:53:17.354821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-68a29971-7e45-4fa6-bbbd-b552ab8db0fe service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974717 Aug 31 09:53:17.449272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-46af9b3d-f9a1-4084-b5c2-308b1d4edebb service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869887 Aug 31 09:53:17.491128 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-0046490e-81b9-4cd0-a8b5-6a8eeb8b2ace service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0350029 Aug 31 09:53:17.546097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-fa1761e6-ee2b-45d4-9ba6-d72e8b5c5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.550714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-fa1761e6-ee2b-45d4-9ba6-d72e8b5c5938 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0490131 Aug 31 09:53:17.603086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-a5a41421-bfd0-47f6-a3b3-94920cedb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.604675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-a5a41421-bfd0-47f6-a3b3-94920cedb440 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484273 Aug 31 09:53:17.703766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-ca2a3bae-e8d2-4a70-8884-4abfc2f875a1 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892899 Aug 31 09:53:17.825637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-fdfcc466-3a88-4b5a-a7b5-06235fb1f9f3 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106303 Aug 31 09:53:17.875744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-8ca26f92-bc0b-4856-a311-9379300febae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 217 time: 0.0408647 Aug 31 09:53:17.940730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-061d2b24-6bc2-4889-847b-431a72c70696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.942965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-061d2b24-6bc2-4889-847b-431a72c70696 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0584464 Aug 31 09:53:18.000506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c269b818-59ec-407b-bedd-44c3a054a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:18.002639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c269b818-59ec-407b-bedd-44c3a054a825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519004 Aug 31 09:53:18.104899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-34ab5726-7fcc-4fc6-8588-784c56c61dfe service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938680 Aug 31 09:53:18.201519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-91028023-a045-45cb-9448-f96046ba6a05 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891311 Aug 31 09:53:18.248814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-c8996aba-9a18-4ef4-af86-09ab78663076 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=51133362-96f1-4480-8b28-296952a81d2e HTTP/1.1" status: 200 len: 217 time: 0.0363770 Aug 31 09:53:18.305299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-a369e221-af9f-4123-b531-345c737afba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:18.306849 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-a369e221-af9f-4123-b531-345c737afba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0514307 Aug 31 09:53:18.359196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-2cf9ae3e-e48d-4149-a64a-305b021fd08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:18.361222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-2cf9ae3e-e48d-4149-a64a-305b021fd08a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475388 Aug 31 09:53:18.460560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-f394fd07-ca59-4b8d-8a2a-d14586d13846 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917783 Aug 31 09:53:18.566871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-5d0af517-5ba7-4fba-ace6-c4447fcb9a9d service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928953 Aug 31 09:53:18.612925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-5eb9fb91-1607-430d-aa67-a0fe497834c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6 HTTP/1.1" status: 200 len: 217 time: 0.0382478 Aug 31 09:53:18.671284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-85c53075-19e4-414c-9200-109f673e096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:18.672939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-85c53075-19e4-414c-9200-109f673e096c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0510523 Aug 31 09:53:18.731666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-0120547d-c5eb-4d1f-9cfe-2cac87f31e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:18.733385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-0120547d-c5eb-4d1f-9cfe-2cac87f31e7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527062 Aug 31 09:53:18.917310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-cdd12a15-7332-4f0c-ad49-76909f5f93fb service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757581 Aug 31 09:53:19.032336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-9922f4a0-f806-49a1-afcd-799eb5007f6d service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073742 Aug 31 09:53:19.084967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-352a70f7-671f-4658-a7fb-dab2c6eb49e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6 HTTP/1.1" status: 200 len: 217 time: 0.0417778 Aug 31 09:53:19.136094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-4384c2ae-8bfb-4bd8-b56e-0d87d7f1fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:19.137528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-4384c2ae-8bfb-4bd8-b56e-0d87d7f1fe87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0457232 Aug 31 09:53:19.506940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-802c4706-2f71-4be0-9dd1-a25bd17e7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:19.508584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-802c4706-2f71-4be0-9dd1-a25bd17e7416 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3630672 Aug 31 09:53:19.564106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56886) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:19.609837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-d98b45c3-6553-4d12-b431-5a1a6fcf2b4d service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899944 Aug 31 09:53:19.681957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0b79242-29b0-4402-ad2f-95a06c0e7105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:19.741309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-61b0d2bf-5f6c-41eb-8a51-f200b137b440 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247470 Aug 31 09:53:19.800618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-523c7975-32b8-493e-ad91-54217cb54221 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=99f92245-6acc-48c7-93cd-d517ad6d173d HTTP/1.1" status: 200 len: 217 time: 0.0413046 Aug 31 09:53:19.878607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-e6c03080-b53f-4c89-996f-53f5c4472ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:19.880111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-e6c03080-b53f-4c89-996f-53f5c4472ad5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0685441 Aug 31 09:53:19.885412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0b79242-29b0-4402-ad2f-95a06c0e7105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:19.896928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b0b79242-29b0-4402-ad2f-95a06c0e7105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:19.957293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b0b79242-29b0-4402-ad2f-95a06c0e7105 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95b71f6c6dca43d6bcd73946ce3214b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921525 Aug 31 09:53:19.960151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56896) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:19.965496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b79242-29b0-4402-ad2f-95a06c0e7105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec57e388-b859-473d-b2f2-df211da6d174,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:19.978847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-659a774e-8677-4c4e-a4ae-080cb832f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:19.980367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-659a774e-8677-4c4e-a4ae-080cb832f633 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928426 Aug 31 09:53:20.013719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abadbdb8-0d0a-45b1-8434-b10eb91213ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.035985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abadbdb8-0d0a-45b1-8434-b10eb91213ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.088425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abadbdb8-0d0a-45b1-8434-b10eb91213ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.093672 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abadbdb8-0d0a-45b1-8434-b10eb91213ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.099203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-abadbdb8-0d0a-45b1-8434-b10eb91213ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec57e388-b859-473d-b2f2-df211da6d174 HTTP/1.1" status: 204 len: 168 time: 0.1378989 Aug 31 09:53:20.109898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadbdb8-0d0a-45b1-8434-b10eb91213ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec57e388-b859-473d-b2f2-df211da6d174,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:20.115436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-53cb0317-8c81-44dc-b89c-368d6cb7f333 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154318 Aug 31 09:53:20.240842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa19b368-d405-4fdf-ac25-f22e84d21ed1 req-a77c70f0-0bd6-41db-ad36-1045b093fffb service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945454 Aug 31 09:53:20.384828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 56906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:20.399923 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a457-1f42-4312-b4d1-93aca856c6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.513227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a457-1f42-4312-b4d1-93aca856c6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.521563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a457-1f42-4312-b4d1-93aca856c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.567445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 56916) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:20.569587 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bbe6a457-1f42-4312-b4d1-93aca856c6b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fb9bb881474446fa1bec35df9e7b2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814086 Aug 31 09:53:20.569587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6a457-1f42-4312-b4d1-93aca856c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713f4b53-2733-4bd0-91bd-331b2b664b3a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:20.623570 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-186e1ead-f61c-407c-ae31-32dbf82c6125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.649110 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-186e1ead-f61c-407c-ae31-32dbf82c6125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.702447 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-186e1ead-f61c-407c-ae31-32dbf82c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.705402 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-186e1ead-f61c-407c-ae31-32dbf82c6125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.706766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-186e1ead-f61c-407c-ae31-32dbf82c6125 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/713f4b53-2733-4bd0-91bd-331b2b664b3a HTTP/1.1" status: 204 len: 168 time: 0.1381974 Aug 31 09:53:20.716187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1ead-f61c-407c-ae31-32dbf82c6125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713f4b53-2733-4bd0-91bd-331b2b664b3a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:21.792355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b979d6be-be6c-4af9-83d5-d23eb067de98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.080179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57008) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.192936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f422e15d-455a-45ba-a87f-51f127f51224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.288497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f422e15d-455a-45ba-a87f-51f127f51224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.292819 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f422e15d-455a-45ba-a87f-51f127f51224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.332379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422e15d-455a-45ba-a87f-51f127f51224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e7cb99-9659-4519-b09a-49eab3bc9245,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.340474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57014) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.341125 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f422e15d-455a-45ba-a87f-51f127f51224 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8539ba03004e44f597e69daa4a166a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564321 Aug 31 09:53:23.401869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5923299d-a98c-484a-942c-6f5ceccc5d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.424700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5923299d-a98c-484a-942c-6f5ceccc5d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.474635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5923299d-a98c-484a-942c-6f5ceccc5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.477842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5923299d-a98c-484a-942c-6f5ceccc5d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.481265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5923299d-a98c-484a-942c-6f5ceccc5d3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08e7cb99-9659-4519-b09a-49eab3bc9245 HTTP/1.1" status: 204 len: 168 time: 0.1367843 Aug 31 09:53:23.487913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923299d-a98c-484a-942c-6f5ceccc5d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e7cb99-9659-4519-b09a-49eab3bc9245,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.786055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57020) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.803634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-823d0260-b55d-4c4d-87f3-93010cbc9d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.915740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-823d0260-b55d-4c4d-87f3-93010cbc9d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.921853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-823d0260-b55d-4c4d-87f3-93010cbc9d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.960102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d0260-b55d-4c4d-87f3-93010cbc9d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed74afb0-18f1-4b59-9afd-9854652d4000,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.969398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-823d0260-b55d-4c4d-87f3-93010cbc9d4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52399e66efcc4cb8b7dec18c68c3f35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819186 Aug 31 09:53:23.971950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57026) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.031197 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2e51bad-a58e-4c98-bc3b-f1b5ddf69e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.055413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2e51bad-a58e-4c98-bc3b-f1b5ddf69e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.121558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2e51bad-a58e-4c98-bc3b-f1b5ddf69e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.124744 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2e51bad-a58e-4c98-bc3b-f1b5ddf69e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.129972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d2e51bad-a58e-4c98-bc3b-f1b5ddf69e99 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed74afb0-18f1-4b59-9afd-9854652d4000 HTTP/1.1" status: 204 len: 168 time: 0.1530483 Aug 31 09:53:24.135682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e51bad-a58e-4c98-bc3b-f1b5ddf69e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed74afb0-18f1-4b59-9afd-9854652d4000,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:25.013166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.331093 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:53:25.750161 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-280c34cd-97f6-42be-818e-58cb1e50baec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.538976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57116) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.670316 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b57c7138-0cc7-4ae2-a96d-6f381f092d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.763794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b57c7138-0cc7-4ae2-a96d-6f381f092d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.771379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b57c7138-0cc7-4ae2-a96d-6f381f092d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.808201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c7138-0cc7-4ae2-a96d-6f381f092d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a358a7-d573-413e-b1d7-43504d90ccc4,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:26.842768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57122) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.843285 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b57c7138-0cc7-4ae2-a96d-6f381f092d7d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d6ce4d6bfb1411a871b64e6b0b82f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958803 Aug 31 09:53:26.895478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e7e898a-9e56-429b-8549-86d5dc7a6ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.917158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e7e898a-9e56-429b-8549-86d5dc7a6ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.967135 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e7e898a-9e56-429b-8549-86d5dc7a6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.969747 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e7e898a-9e56-429b-8549-86d5dc7a6ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.973345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2e7e898a-9e56-429b-8549-86d5dc7a6ac9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75a358a7-d573-413e-b1d7-43504d90ccc4 HTTP/1.1" status: 204 len: 168 time: 0.1263485 Aug 31 09:53:26.979150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e898a-9e56-429b-8549-86d5dc7a6ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a358a7-d573-413e-b1d7-43504d90ccc4,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.277730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57136) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.291785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0daf660-c2be-4f4b-b26c-e0488ec16cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.396185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0daf660-c2be-4f4b-b26c-e0488ec16cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.400073 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0daf660-c2be-4f4b-b26c-e0488ec16cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.442076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daf660-c2be-4f4b-b26c-e0488ec16cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a02527e-7b14-466e-af85-c265f08722e6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.447756 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a0daf660-c2be-4f4b-b26c-e0488ec16cfa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=264b47cd76834e42bf0aff5c8496fffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689453 Aug 31 09:53:27.450430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57138) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.501644 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-041676f2-e9d6-4946-8767-42e9653c91c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.523263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-041676f2-e9d6-4946-8767-42e9653c91c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.574788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-041676f2-e9d6-4946-8767-42e9653c91c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.577378 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-041676f2-e9d6-4946-8767-42e9653c91c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.581130 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-041676f2-e9d6-4946-8767-42e9653c91c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a02527e-7b14-466e-af85-c265f08722e6 HTTP/1.1" status: 204 len: 168 time: 0.1272266 Aug 31 09:53:27.588705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041676f2-e9d6-4946-8767-42e9653c91c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a02527e-7b14-466e-af85-c265f08722e6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.668307 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:28.362105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57176) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:28.439729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71fe7f-c202-4b95-bb83-33d9559b1979 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:28.440115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71fe7f-c202-4b95-bb83-33d9559b1979 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:28.440791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71fe7f-c202-4b95-bb83-33d9559b1979 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:28.445399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-be71fe7f-c202-4b95-bb83-33d9559b1979 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=e68107358f094afc9ef9c1f3a080f644&network_id=e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 200 len: 2969 time: 0.0794706 Aug 31 09:53:28.590707 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.075075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57206) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.177822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6dbfca08-bfe4-46cc-a6ce-c7d5f9dc4d1a tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:29.206478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.207234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6dbfca08-bfe4-46cc-a6ce-c7d5f9dc4d1a tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] 10.222.0.69 "PUT /v2.0/quotas/0535b7540ba44bb6ae53494e9a5fb50b HTTP/1.1" status: 200 len: 368 time: 0.1304386 Aug 31 09:53:29.212241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Request body: {'network': {'project_id': '0535b7540ba44bb6ae53494e9a5fb50b'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:29.235123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Made reservation on behalf of 0535b7540ba44bb6ae53494e9a5fb50b for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:29.238053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.246697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.344515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.349157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.373963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:29.383327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9554eabb-365c-4971-ad32-080aa924c74c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:29.389925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.390473 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Added segment 07eee696-3ecf-4ac3-a382-70a54cbd5865 of type vlan for network 8467e18d-cc32-4e12-817d-34efbfdd550a Aug 31 09:53:29.434104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.459352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.460930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:29.461556 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.537310 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3296726 Aug 31 09:53:29.539966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57212) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.545228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Request body: {'network': {'project_id': '0535b7540ba44bb6ae53494e9a5fb50b'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:29.551547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed925ca-4b0c-4099-b572-77535259443f tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Pushing event updated for resources: {'Network': ['ID=8467e18d-cc32-4e12-817d-34efbfdd550a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:29.564467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8467e18d-cc32-4e12-817d-34efbfdd550a details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:29.567071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Made reservation on behalf of 0535b7540ba44bb6ae53494e9a5fb50b for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:29.570106 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.593460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:29.603700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.604142 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Added segment d435ea8c-f52d-4b60-aef2-46da37e50a61 of type vlan for network 70a2d912-3f13-4808-bb1a-289cfb8f9f32 Aug 31 09:53:29.651393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.677019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.677991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:29.678588 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.741404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.2001541 Aug 31 09:53:29.744905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57214) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.745527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f6269-e870-4c52-ab9d-0e51459b8dfb tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Pushing event updated for resources: {'Network': ['ID=70a2d912-3f13-4808-bb1a-289cfb8f9f32,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:29.754088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-92ad078b-183d-4c84-a219-5adbcd81ce75 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Request body: {'network': {'project_id': '0535b7540ba44bb6ae53494e9a5fb50b'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:29.756474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 70a2d912-3f13-4808-bb1a-289cfb8f9f32 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:29.767847 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ad078b-183d-4c84-a219-5adbcd81ce75 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:53:29.768548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ad078b-183d-4c84-a219-5adbcd81ce75 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:29.772979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-92ad078b-183d-4c84-a219-5adbcd81ce75 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0240235 Aug 31 09:53:29.773154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57216) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.825755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57222) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.825846 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-09d19f20-fbfc-4230-8f7e-0717d262613e tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0535b7540ba44bb6ae53494e9a5fb50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510538 Aug 31 09:53:29.901454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c44de0cf-7bc7-40e8-a350-c923f5ffbfe1 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.926055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c44de0cf-7bc7-40e8-a350-c923f5ffbfe1 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.990457 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c44de0cf-7bc7-40e8-a350-c923f5ffbfe1 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.994177 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c44de0cf-7bc7-40e8-a350-c923f5ffbfe1 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.995642 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c44de0cf-7bc7-40e8-a350-c923f5ffbfe1 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/9554eabb-365c-4971-ad32-080aa924c74c HTTP/1.1" status: 204 len: 168 time: 0.1695731 Aug 31 09:53:29.998239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57230) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:30.005036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44de0cf-7bc7-40e8-a350-c923f5ffbfe1 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554eabb-365c-4971-ad32-080aa924c74c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:30.394785 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.481018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.491388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a2d912-3f13-4808-bb1a-289cfb8f9f32']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:30.508137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd435ea8c-f52d-4b60-aef2-46da37e50a61') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:30.508439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd435ea8c-f52d-4b60-aef2-46da37e50a61') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:30.524957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.544967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.552032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:30.552420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:30.554053 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:30.609821 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.615563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.617369 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] 10.222.0.69 "DELETE /v2.0/networks/70a2d912-3f13-4808-bb1a-289cfb8f9f32 HTTP/1.1" status: 204 len: 168 time: 0.6178043 Aug 31 09:53:30.620108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57238) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:30.632572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e716f-4d03-4886-b99f-283cfd40de60 tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Pushing event deleted for resources: {'Network': ['ID=70a2d912-3f13-4808-bb1a-289cfb8f9f32,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:30.696598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.775103 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.785405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8467e18d-cc32-4e12-817d-34efbfdd550a']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:30.797976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eee696-3ecf-4ac3-a382-70a54cbd5865') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:30.798275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eee696-3ecf-4ac3-a382-70a54cbd5865') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:30.807849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.828455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.836433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:30.836695 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:30.839464 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:30.909605 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.915315 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:30.917837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8467e18d-cc32-4e12-817d-34efbfdd550a HTTP/1.1" status: 204 len: 168 time: 0.2961335 Aug 31 09:53:30.931944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65164bb2-95be-4805-b222-f6b7c15c65cc tempest-QuotasNegativeTest-485438152 tempest-QuotasNegativeTest-485438152-project-admin] Pushing event deleted for resources: {'Network': ['ID=8467e18d-cc32-4e12-817d-34efbfdd550a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:31.461514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57252) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:31.566604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82bbc92c-85c9-4e67-b4ff-3a396ea1c4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.653486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82bbc92c-85c9-4e67-b4ff-3a396ea1c4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.657605 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-82bbc92c-85c9-4e67-b4ff-3a396ea1c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.697348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-82bbc92c-85c9-4e67-b4ff-3a396ea1c4e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22e83572e8dd43c68135030f83606652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347400 Aug 31 09:53:31.698332 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbc92c-85c9-4e67-b4ff-3a396ea1c4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd80a8-e3d7-459d-b288-6f84c207ac5e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:31.700023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57256) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:31.749712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19084ece-4b29-4a69-a923-50b2a4e48173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.770078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19084ece-4b29-4a69-a923-50b2a4e48173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.817323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19084ece-4b29-4a69-a923-50b2a4e48173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.820072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19084ece-4b29-4a69-a923-50b2a4e48173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.821218 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-19084ece-4b29-4a69-a923-50b2a4e48173 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50fd80a8-e3d7-459d-b288-6f84c207ac5e HTTP/1.1" status: 204 len: 168 time: 0.1202133 Aug 31 09:53:31.828983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19084ece-4b29-4a69-a923-50b2a4e48173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd80a8-e3d7-459d-b288-6f84c207ac5e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:32.083176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57264) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:32.096871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6afdb8fc-51d1-4840-a86c-8dcef00ec5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.186571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6afdb8fc-51d1-4840-a86c-8dcef00ec5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.190683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6afdb8fc-51d1-4840-a86c-8dcef00ec5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.227566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdb8fc-51d1-4840-a86c-8dcef00ec5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5f385e-f331-4294-a557-0134630863ee,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:32.233080 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6afdb8fc-51d1-4840-a86c-8dcef00ec5c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05477122c8fc4c0c8b27713809de8b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488323 Aug 31 09:53:32.235613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57276) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:32.289391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866cca70-3a25-4dcc-9c98-31f67508d18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.309863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866cca70-3a25-4dcc-9c98-31f67508d18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.363921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866cca70-3a25-4dcc-9c98-31f67508d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.366964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866cca70-3a25-4dcc-9c98-31f67508d18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.371922 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-866cca70-3a25-4dcc-9c98-31f67508d18e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d5f385e-f331-4294-a557-0134630863ee HTTP/1.1" status: 204 len: 168 time: 0.1345682 Aug 31 09:53:32.380904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cca70-3a25-4dcc-9c98-31f67508d18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5f385e-f331-4294-a557-0134630863ee,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:33.076437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57306) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.178964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-722380798'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:33.186171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57310) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.202340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Made reservation on behalf of 25858b97dfc34df693ca97a831626c2a for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:33.205997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.214630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.245064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d9bcbb-a1d9-4ae2-8b35-8e6aea115b5e tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:33.246618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-03d9bcbb-a1d9-4ae2-8b35-8e6aea115b5e tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d HTTP/1.1" status: 200 len: 814 time: 0.0594113 Aug 31 09:53:33.314992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.319464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.347650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:33.354472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd028490-b4af-4a0c-a5b5-21c63bdaf00f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:33.360506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.361122 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Added segment 9c96d86a-f888-4b91-9a4c-f72e64dff3f4 of type vlan for network 218053af-e32c-4b91-be2d-c631936a3843 Aug 31 09:53:33.402115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.427417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.433549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:33.434255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.499751 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4197602 Aug 31 09:53:33.500053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57320) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.505214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'subnet': {'network_id': '218053af-e32c-4b91-be2d-c631936a3843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:33.520962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799d2f5-6641-457f-a888-2ffee3e332c0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Network': ['ID=218053af-e32c-4b91-be2d-c631936a3843,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:33.532153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 218053af-e32c-4b91-be2d-c631936a3843 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:33.614333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Made reservation on behalf of 25858b97dfc34df693ca97a831626c2a for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:33.618003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.815235 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.892098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Subnet': ['ID=f2ece747-60fc-4b0b-92b3-a90830827512,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:33.900690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Checking segment: {'id': '9c96d86a-f888-4b91-9a4c-f72e64dff3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '218053af-e32c-4b91-be2d-c631936a3843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:33.900690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Network hostable DHCP agents. Network: 218053af-e32c-4b91-be2d-c631936a3843, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:33.917448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Network 218053af-e32c-4b91-be2d-c631936a3843 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:33.927005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 218053af-e32c-4b91-be2d-c631936a3843) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:33.931177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:33.931765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.949999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-01dcb4ae-c569-4f1c-ac9f-8fd94e446b14 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4463959 Aug 31 09:53:33.950215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe35c8-65ac-46ea-bf99-4c16283a737e None None] Network 218053af-e32c-4b91-be2d-c631936a3843 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:33.950317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57322) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.955616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'network_id': '218053af-e32c-4b91-be2d-c631936a3843', 'name': 'tempest-AllowedAddressPairTestJSON-1765365030'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:34.072168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Made reservation on behalf of 25858b97dfc34df693ca97a831626c2a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:34.076014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.095602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] device_id is not set on port ef4a9d1c-f9fc-4431-98f1-d91e10105c77 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:34.123110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-218053af-e32c-4b91-be2d-c631936a3843', 'network_id': '218053af-e32c-4b91-be2d-c631936a3843', 'tenant_id': '25858b97dfc34df693ca97a831626c2a', 'fixed_ips': [{'subnet_id': 'f2ece747-60fc-4b0b-92b3-a90830827512'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:34.123985 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.214180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Allocated IP 172.20.0.12 (218053af-e32c-4b91-be2d-c631936a3843/f2ece747-60fc-4b0b-92b3-a90830827512/ef4a9d1c-f9fc-4431-98f1-d91e10105c77) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:34.365762 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.380097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Transition to ACTIVE for port object ef4a9d1c-f9fc-4431-98f1-d91e10105c77 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:34.414727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.461992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Allocated IP 172.20.0.2 (218053af-e32c-4b91-be2d-c631936a3843/f2ece747-60fc-4b0b-92b3-a90830827512/824e2618-af0a-4ad8-90a9-cf329630e9a1) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:34.466732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Network 218053af-e32c-4b91-be2d-c631936a3843 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:34.468758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:34.470688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=ef4a9d1c-f9fc-4431-98f1-d91e10105c77,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:34.473168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:34.505462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57326) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:34.515612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'network': {'name': 'tempest-network-smoke--418070811', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'port_security_enabled': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:34.542931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:34.543573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.564658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:34.573030 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.581309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57334) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:34.581871 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-65cbc41b-2e8e-4ead-a4fd-4aa24355c632 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6298649 Aug 31 09:53:34.587215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'network_id': '218053af-e32c-4b91-be2d-c631936a3843', 'name': 'tempest-AllowedAddressPairTestJSON-832329110', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:25:4f:b1'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:34.604868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:34.615304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.615773 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Added segment d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3 of type vlan for network 23c37bf7-def5-4261-9cfb-25506fe14714 Aug 31 09:53:34.657861 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.668096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Transition to ACTIVE for port object 824e2618-af0a-4ad8-90a9-cf329630e9a1 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:34.671978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.688704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Transition to ACTIVE for port object 824e2618-af0a-4ad8-90a9-cf329630e9a1 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:34.698530 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.703962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.714689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:34.716054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.751578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Network 218053af-e32c-4b91-be2d-c631936a3843 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:34.755566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:34.761220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:34.777183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Pushing event updated for resources: {'Port': ['ID=824e2618-af0a-4ad8-90a9-cf329630e9a1,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:34.805326 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2937694 Aug 31 09:53:34.808488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57342) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:34.811879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.811879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.812061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.812386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.812714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.813301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.813737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.814491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.814852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.815247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.815752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.816068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.817294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e877b4-c5d6-4a51-a0de-c57c8db2e0f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Network': ['ID=23c37bf7-def5-4261-9cfb-25506fe14714,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:34.839253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 23c37bf7-def5-4261-9cfb-25506fe14714 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:34.852217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Made reservation on behalf of 25858b97dfc34df693ca97a831626c2a for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:34.899950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Attempting to bind port 824e2618-af0a-4ad8-90a9-cf329630e9a1 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:34.900322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Attempting to bind port 824e2618-af0a-4ad8-90a9-cf329630e9a1 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9c96d86a-f888-4b91-9a4c-f72e64dff3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '218053af-e32c-4b91-be2d-c631936a3843'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:34.900681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Attempting to bind port 824e2618-af0a-4ad8-90a9-cf329630e9a1 on network 218053af-e32c-4b91-be2d-c631936a3843 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:34.909050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:34.909391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Checking segment: {'id': '9c96d86a-f888-4b91-9a4c-f72e64dff3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '218053af-e32c-4b91-be2d-c631936a3843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:34.909788 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.910181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Bound using segment: {'id': '9c96d86a-f888-4b91-9a4c-f72e64dff3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '218053af-e32c-4b91-be2d-c631936a3843'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:34.910647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Bound port: 824e2618-af0a-4ad8-90a9-cf329630e9a1, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c96d86a-f888-4b91-9a4c-f72e64dff3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '218053af-e32c-4b91-be2d-c631936a3843'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:34.911050 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.969799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3557a3-aa31-44dd-aa3d-83f234df29c2 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:34.971885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a3557a3-aa31-44dd-aa3d-83f234df29c2 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e68107358f094afc9ef9c1f3a080f644&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1624193 Aug 31 09:53:34.975755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57346) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:35.012213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] For port 824e2618-af0a-4ad8-90a9-cf329630e9a1, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:35.015859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] For port 824e2618-af0a-4ad8-90a9-cf329630e9a1, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=824e2618-af0a-4ad8-90a9-cf329630e9a1,segment=NetworkSegment(9c96d86a-f888-4b91-9a4c-f72e64dff3f4),segment_id=9c96d86a-f888-4b91-9a4c-f72e64dff3f4)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:35.016654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.023126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.038379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] device_id is not set on port c93e918d-6ec8-4087-a829-873a4b592930 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:35.087838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab29c3-a8a7-49f6-990d-84fd6c916a7c tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:35.091802 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a7ab29c3-a8a7-49f6-990d-84fd6c916a7c tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1123571 Aug 31 09:53:35.092660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57348) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:35.134130 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-71a72792-ca6a-45f0-89ec-5aa3ceb36ba8 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399916 Aug 31 09:53:35.137557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57350) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:35.175495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b2d43aa6-72f5-4b15-b073-ed01525e2da1 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e68107358f094afc9ef9c1f3a080f644&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364223 Aug 31 09:53:35.177936 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57352) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:35.195098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Allocated IP 172.20.0.13 (218053af-e32c-4b91-be2d-c631936a3843/f2ece747-60fc-4b0b-92b3-a90830827512/c93e918d-6ec8-4087-a829-873a4b592930) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:35.242077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d34fe9-aa79-4202-ba39-0480260672b4 None None] Pushing event updated for resources: {'Port': ['ID=824e2618-af0a-4ad8-90a9-cf329630e9a1,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:35.286128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b890e2d-4b6a-4751-9ede-00858d7acad8 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:35.290337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8b890e2d-4b6a-4751-9ede-00858d7acad8 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1087527 Aug 31 09:53:35.290581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57358) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:35.320786 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e5826f42-9220-4614-af27-73eca60bdb65 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289567 Aug 31 09:53:35.323186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57360) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:35.328236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1020126018', 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:35.391417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.408824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Transition to ACTIVE for port object c93e918d-6ec8-4087-a829-873a4b592930 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:35.431328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:35.436166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.463052 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.523506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Network 218053af-e32c-4b91-be2d-c631936a3843 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:35.527262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:35.534044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:35.598304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=c93e918d-6ec8-4087-a829-873a4b592930,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:35.620987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:35.621650 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.639334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5d8d1d73-d5f2-44d9-93ea-5a69fd7e5705 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0568850 Aug 31 09:53:35.640059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57362) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:35.677155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.724112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f50777-e302-4392-8f50-ce0cd83cf963 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:35.730830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f50777-e302-4392-8f50-ce0cd83cf963 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:35.737066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f50777-e302-4392-8f50-ce0cd83cf963 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:35.738785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c4f50777-e302-4392-8f50-ce0cd83cf963 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0976734 Aug 31 09:53:35.740833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Subnet': ['ID=d75bbee8-f6fd-4eb0-aff8-3657ef19ab53,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:35.741633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57364) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:35.752170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Checking segment: {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:35.752531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network hostable DHCP agents. Network: 23c37bf7-def5-4261-9cfb-25506fe14714, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:35.771003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network 23c37bf7-def5-4261-9cfb-25506fe14714 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:35.785705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 23c37bf7-def5-4261-9cfb-25506fe14714) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:35.796317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:35.797656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.797984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0a310-e037-4299-92e7-b944c01d2962 None None] Network 23c37bf7-def5-4261-9cfb-25506fe14714 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:35.817427 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d8e87d45-8d72-41e4-94b4-803dfbd69f18 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4905930 Aug 31 09:53:35.846223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-893fe803-5800-4981-a0d5-29a5ed139d6c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Deleting port c93e918d-6ec8-4087-a829-873a4b592930 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:35.846517 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-893fe803-5800-4981-a0d5-29a5ed139d6c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.935926 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-893fe803-5800-4981-a0d5-29a5ed139d6c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:35.949251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-893fe803-5800-4981-a0d5-29a5ed139d6c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Calling delete_port for c93e918d-6ec8-4087-a829-873a4b592930 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:35.970474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-23c37bf7-def5-4261-9cfb-25506fe14714', 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ips': [{'subnet_id': 'd75bbee8-f6fd-4eb0-aff8-3657ef19ab53'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:35.971587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.174235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Allocated IP 172.20.0.18 (23c37bf7-def5-4261-9cfb-25506fe14714/d75bbee8-f6fd-4eb0-aff8-3657ef19ab53/d2e2afa7-5b8d-4fe6-9c78-740e872c788f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:36.197149 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-893fe803-5800-4981-a0d5-29a5ed139d6c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.235276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fe803-5800-4981-a0d5-29a5ed139d6c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Port': ['ID=c93e918d-6ec8-4087-a829-873a4b592930,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:36.349390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57372) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:36.369817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2878b8e8-572c-439f-92f9-0cf660a0d368 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575974759', 'description': 'tempest-secgroup-smoke-575974759 description', 'project_id': 'e68107358f094afc9ef9c1f3a080f644'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:36.399897 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.414528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Transition to ACTIVE for port object d2e2afa7-5b8d-4fe6-9c78-740e872c788f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:36.438047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Transition to ACTIVE for port object d2e2afa7-5b8d-4fe6-9c78-740e872c788f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:36.447800 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2878b8e8-572c-439f-92f9-0cf660a0d368 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.449733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcaee75-c82c-4f62-b8b6-59f010629f3a None None] Network 218053af-e32c-4b91-be2d-c631936a3843 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:36.453951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.468253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-893fe803-5800-4981-a0d5-29a5ed139d6c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.472386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-893fe803-5800-4981-a0d5-29a5ed139d6c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "DELETE /v2.0/ports/c93e918d-6ec8-4087-a829-873a4b592930 HTTP/1.1" status: 204 len: 168 time: 0.7270312 Aug 31 09:53:36.473703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57374) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:36.500511 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d626926-da8b-44d9-8cf9-33428861601c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] GET failed (client error): The resource could not be found. Aug 31 09:53:36.506569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2d626926-da8b-44d9-8cf9-33428861601c tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "GET /v2.0/ports/c93e918d-6ec8-4087-a829-873a4b592930 HTTP/1.1" status: 404 len: 333 time: 0.0317304 Aug 31 09:53:36.507492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57376) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:36.512792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'network_id': '218053af-e32c-4b91-be2d-c631936a3843', 'name': 'tempest-AllowedAddressPairTestJSON-73771862'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:36.550705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2878b8e8-572c-439f-92f9-0cf660a0d368 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.566968 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2878b8e8-572c-439f-92f9-0cf660a0d368 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.585872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Network 23c37bf7-def5-4261-9cfb-25506fe14714 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:36.597389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:36.604543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:36.659193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-97210dfa-c679-440a-bb51-2cbc85f71ab0 None None] Provisioning for port 824e2618-af0a-4ad8-90a9-cf329630e9a1 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:36.665420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2878b8e8-572c-439f-92f9-0cf660a0d368 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.668338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2878b8e8-572c-439f-92f9-0cf660a0d368 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3164294 Aug 31 09:53:36.669901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57386) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:36.671204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878b8e8-572c-439f-92f9-0cf660a0d368 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af4f626-87dd-4d69-8439-10b9d718af50,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:36.682026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-859cf982-0bba-4279-ac40-62d407aa51ca tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '3af4f626-87dd-4d69-8439-10b9d718af50', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:36.700354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Pushing event updated for resources: {'Port': ['ID=d2e2afa7-5b8d-4fe6-9c78-740e872c788f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:36.725098 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-859cf982-0bba-4279-ac40-62d407aa51ca tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.761440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Made reservation on behalf of 25858b97dfc34df693ca97a831626c2a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:36.765268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.799935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] device_id is not set on port c2bf0a40-34c2-4c02-b9dc-f2f79b27819b yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:36.831056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-859cf982-0bba-4279-ac40-62d407aa51ca tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.838136 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-859cf982-0bba-4279-ac40-62d407aa51ca tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.863714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 824e2618-af0a-4ad8-90a9-cf329630e9a1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:36.864348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cf982-0bba-4279-ac40-62d407aa51ca tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baa72b2-db12-4c94-b832-21651369355e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:36.867599 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-859cf982-0bba-4279-ac40-62d407aa51ca tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.869282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-859cf982-0bba-4279-ac40-62d407aa51ca tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1951509 Aug 31 09:53:36.872189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57392) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:36.878121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e435694a-07bf-44d7-ae68-c4e7289da367 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '3af4f626-87dd-4d69-8439-10b9d718af50', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:36.921022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e435694a-07bf-44d7-ae68-c4e7289da367 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.929616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Attempting to bind port d2e2afa7-5b8d-4fe6-9c78-740e872c788f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:36.929993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Attempting to bind port d2e2afa7-5b8d-4fe6-9c78-740e872c788f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:36.930364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Attempting to bind port d2e2afa7-5b8d-4fe6-9c78-740e872c788f on network 23c37bf7-def5-4261-9cfb-25506fe14714 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:36.949403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:36.949772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Checking segment: {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:36.950089 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.950483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Bound using segment: {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:36.951009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Bound port: d2e2afa7-5b8d-4fe6-9c78-740e872c788f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:36.951386 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.966472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Allocated IP 172.20.0.7 (218053af-e32c-4b91-be2d-c631936a3843/f2ece747-60fc-4b0b-92b3-a90830827512/c2bf0a40-34c2-4c02-b9dc-f2f79b27819b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:36.996082 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e435694a-07bf-44d7-ae68-c4e7289da367 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.001782 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e435694a-07bf-44d7-ae68-c4e7289da367 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.021732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435694a-07bf-44d7-ae68-c4e7289da367 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5622efae-b5b6-4d44-85b3-747e48f7a275,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.030786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 824e2618-af0a-4ad8-90a9-cf329630e9a1 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:37.033543 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e435694a-07bf-44d7-ae68-c4e7289da367 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.037319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e435694a-07bf-44d7-ae68-c4e7289da367 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615567 Aug 31 09:53:37.038971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57394) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:37.043818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b1813548-7e57-4ef9-a3fd-bc5a5fd95d1f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '3af4f626-87dd-4d69-8439-10b9d718af50', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:37.050903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 824e2618-af0a-4ad8-90a9-cf329630e9a1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:37.051538 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.084660 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b1813548-7e57-4ef9-a3fd-bc5a5fd95d1f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.166186 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.168540 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b1813548-7e57-4ef9-a3fd-bc5a5fd95d1f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.175656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b1813548-7e57-4ef9-a3fd-bc5a5fd95d1f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.188394 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.213653 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b1813548-7e57-4ef9-a3fd-bc5a5fd95d1f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.214872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b1813548-7e57-4ef9-a3fd-bc5a5fd95d1f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748817 Aug 31 09:53:37.215057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 824e2618-af0a-4ad8-90a9-cf329630e9a1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=824e2618-af0a-4ad8-90a9-cf329630e9a1,segment=NetworkSegment(9c96d86a-f888-4b91-9a4c-f72e64dff3f4),segment_id=9c96d86a-f888-4b91-9a4c-f72e64dff3f4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:37.218102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1813548-7e57-4ef9-a3fd-bc5a5fd95d1f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f510b95a-162a-4e42-808d-7e297aa74df7,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.218567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] For port d2e2afa7-5b8d-4fe6-9c78-740e872c788f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:37.220160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57396) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:37.226686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-34154e4d-24d6-4243-962c-4ed0131df89d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '3af4f626-87dd-4d69-8439-10b9d718af50', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:37.229759 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.233739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Transition to ACTIVE for port object c2bf0a40-34c2-4c02-b9dc-f2f79b27819b will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:37.241818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] For port d2e2afa7-5b8d-4fe6-9c78-740e872c788f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d2e2afa7-5b8d-4fe6-9c78-740e872c788f,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:37.270462 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.278050 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-34154e4d-24d6-4243-962c-4ed0131df89d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.294332 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.313907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=824e2618-af0a-4ad8-90a9-cf329630e9a1,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.358145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Network 218053af-e32c-4b91-be2d-c631936a3843 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:37.362422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:37.368445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:37.379935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccace865-08de-4b4a-9a11-8176cfa86a48 None None] Pushing event updated for resources: {'Port': ['ID=d2e2afa7-5b8d-4fe6-9c78-740e872c788f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.418413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-34154e4d-24d6-4243-962c-4ed0131df89d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.421167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=c2bf0a40-34c2-4c02-b9dc-f2f79b27819b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.423751 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-34154e4d-24d6-4243-962c-4ed0131df89d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.456738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:37.457702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.471906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-04246fc3-0f02-4e00-9af1-092c9840129a None None] Provisioning for port ef4a9d1c-f9fc-4431-98f1-d91e10105c77 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:37.476264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-04246fc3-0f02-4e00-9af1-092c9840129a None None] Provisioning complete for port ef4a9d1c-f9fc-4431-98f1-d91e10105c77 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:37.476719 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04246fc3-0f02-4e00-9af1-092c9840129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.484368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34154e4d-24d6-4243-962c-4ed0131df89d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ef3c5d-ac88-4708-bc1e-4aec2edfa908,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.488549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b4e11587-76e7-461e-806a-d46cdd5d8aa9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9797652 Aug 31 09:53:37.491693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57398) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:37.500675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:25:4f:b1'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:37.502057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-34154e4d-24d6-4243-962c-4ed0131df89d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.505930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-34154e4d-24d6-4243-962c-4ed0131df89d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819114 Aug 31 09:53:37.506240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57400) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:37.516510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7a5b1eb2-a239-4132-ad91-2b04526f142b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '3af4f626-87dd-4d69-8439-10b9d718af50', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:37.554863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-04246fc3-0f02-4e00-9af1-092c9840129a None None] Port ef4a9d1c-f9fc-4431-98f1-d91e10105c77 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:37.560303 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-7a5b1eb2-a239-4132-ad91-2b04526f142b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Project e68107358f094afc9ef9c1f3a080f644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:53:37.576445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1eb2-a239-4132-ad91-2b04526f142b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.586492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-04246fc3-0f02-4e00-9af1-092c9840129a None None] Provisioning complete for port 824e2618-af0a-4ad8-90a9-cf329630e9a1 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:37.586492 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04246fc3-0f02-4e00-9af1-092c9840129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.739947 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1eb2-a239-4132-ad91-2b04526f142b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.749491 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1eb2-a239-4132-ad91-2b04526f142b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.799482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b1eb2-a239-4132-ad91-2b04526f142b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a4c49f-7af7-49f1-ae4b-9367281ab221,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.810931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1eb2-a239-4132-ad91-2b04526f142b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.812334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7a5b1eb2-a239-4132-ad91-2b04526f142b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3043678 Aug 31 09:53:37.817585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57406) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:37.822838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d42ba317-901a-4df3-8ab9-37dce5cd5c41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '3af4f626-87dd-4d69-8439-10b9d718af50', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:37.849454 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-d42ba317-901a-4df3-8ab9-37dce5cd5c41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Project e68107358f094afc9ef9c1f3a080f644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:53:37.855888 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.869545 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d42ba317-901a-4df3-8ab9-37dce5cd5c41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.879455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5d0dddd9-ceb8-4f5b-a502-7dd9d7518e10 None None] Provisioning complete for port ef4a9d1c-f9fc-4431-98f1-d91e10105c77 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:37.880008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5d0dddd9-ceb8-4f5b-a502-7dd9d7518e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.926389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5d0dddd9-ceb8-4f5b-a502-7dd9d7518e10 None None] Port ef4a9d1c-f9fc-4431-98f1-d91e10105c77 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:37.978657 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d42ba317-901a-4df3-8ab9-37dce5cd5c41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.984694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d42ba317-901a-4df3-8ab9-37dce5cd5c41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.006579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ba317-901a-4df3-8ab9-37dce5cd5c41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e567b88-355a-44f5-b08d-6e7fee533b0b,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:38.015428 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d42ba317-901a-4df3-8ab9-37dce5cd5c41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.025220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d42ba317-901a-4df3-8ab9-37dce5cd5c41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1980519 Aug 31 09:53:38.141086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3a4bf09e-7a7f-4190-a530-b3ad7212cf20 None None] Could not find standard attr ID for object c93e918d-6ec8-4087-a829-873a4b592930. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:53:38.171830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.178266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.308959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=c2bf0a40-34c2-4c02-b9dc-f2f79b27819b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:38.311778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] In _notify_port_updated(), no bound segment for port c2bf0a40-34c2-4c02-b9dc-f2f79b27819b on network 218053af-e32c-4b91-be2d-c631936a3843 {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:53:38.318052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:38.318735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.322813 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a71bb95f-07b1-4775-94e7-c4e543c3d09f tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "PUT /v2.0/ports/c2bf0a40-34c2-4c02-b9dc-f2f79b27819b HTTP/1.1" status: 200 len: 992 time: 0.8269093 Aug 31 09:53:38.323609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57428) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:38.469683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-18d2820d-d677-4cba-baba-f7ad6a59cf77 None None] Provisioning for port c2bf0a40-34c2-4c02-b9dc-f2f79b27819b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:38.474878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-18d2820d-d677-4cba-baba-f7ad6a59cf77 None None] Provisioning complete for port c2bf0a40-34c2-4c02-b9dc-f2f79b27819b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:38.478218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1a350029-ea49-4c80-80f5-07e8a6d557b9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Deleting port c2bf0a40-34c2-4c02-b9dc-f2f79b27819b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:38.478598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a350029-ea49-4c80-80f5-07e8a6d557b9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.480893 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-18d2820d-d677-4cba-baba-f7ad6a59cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.542122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-18d2820d-d677-4cba-baba-f7ad6a59cf77 None None] Port c2bf0a40-34c2-4c02-b9dc-f2f79b27819b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:38.560390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-10d595a8-8aa5-4124-bddb-cb8c9208e9aa tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575974759&fields=id&tenant_id=e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 267 time: 0.1219530 Aug 31 09:53:38.679906 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a350029-ea49-4c80-80f5-07e8a6d557b9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.704679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1a350029-ea49-4c80-80f5-07e8a6d557b9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Calling delete_port for c2bf0a40-34c2-4c02-b9dc-f2f79b27819b owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:38.810045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-bd90d981-b4f1-4a4f-bfda-46d0934cf59a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:38.811656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-bd90d981-b4f1-4a4f-bfda-46d0934cf59a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/networks?id=23c37bf7-def5-4261-9cfb-25506fe14714 HTTP/1.1" status: 200 len: 796 time: 0.2325370 Aug 31 09:53:38.845452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d2e2afa7-5b8d-4fe6-9c78-740e872c788f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:38.856561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-85815bfd-0344-4c35-87cf-5ee255cacae2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/quotas/e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 375 time: 0.0125158 Aug 31 09:53:38.966277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d2e2afa7-5b8d-4fe6-9c78-740e872c788f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:38.971109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 824e2618-af0a-4ad8-90a9-cf329630e9a1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:39.001224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc9d92-cf57-42af-a67a-979fd85b85ff None None] Network 23c37bf7-def5-4261-9cfb-25506fe14714 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:39.004439 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-44c4f28f-7959-4361-9548-d67b2d00823c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1380618 Aug 31 09:53:39.005708 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a350029-ea49-4c80-80f5-07e8a6d557b9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.048307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a350029-ea49-4c80-80f5-07e8a6d557b9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Port': ['ID=c2bf0a40-34c2-4c02-b9dc-f2f79b27819b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:39.097355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-95463e58-0285-47be-8541-492d73d578ff None None] Provisioning for port d2e2afa7-5b8d-4fe6-9c78-740e872c788f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:39.110545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-95463e58-0285-47be-8541-492d73d578ff None None] Provisioning complete for port d2e2afa7-5b8d-4fe6-9c78-740e872c788f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:39.111197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-95463e58-0285-47be-8541-492d73d578ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.241387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 824e2618-af0a-4ad8-90a9-cf329630e9a1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:39.241763 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.254999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a350029-ea49-4c80-80f5-07e8a6d557b9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.257910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1a350029-ea49-4c80-80f5-07e8a6d557b9 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "DELETE /v2.0/ports/c2bf0a40-34c2-4c02-b9dc-f2f79b27819b HTTP/1.1" status: 204 len: 168 time: 0.9323709 Aug 31 09:53:39.260499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57442) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:39.320514 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-93beea54-c445-481c-8f69-ce219a7927bd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] GET failed (client error): The resource could not be found. Aug 31 09:53:39.324767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-93beea54-c445-481c-8f69-ce219a7927bd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "GET /v2.0/ports/c2bf0a40-34c2-4c02-b9dc-f2f79b27819b HTTP/1.1" status: 404 len: 333 time: 0.0618784 Aug 31 09:53:39.327697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:39.334383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'network_id': '218053af-e32c-4b91-be2d-c631936a3843', 'name': 'tempest-AllowedAddressPairTestJSON-2094816368'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:39.344094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-89fe78b3-17fc-44e3-b16b-4a4ee46e5dc0 service neutron] 10.222.0.69 "GET /v2.0/networks/23c37bf7-def5-4261-9cfb-25506fe14714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067639 Aug 31 09:53:39.411337 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-95463e58-0285-47be-8541-492d73d578ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.462104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-e576081c-dbff-4182-b9e0-b5a5742d2411 service neutron] 10.222.0.69 "GET /v2.0/networks/23c37bf7-def5-4261-9cfb-25506fe14714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093872 Aug 31 09:53:39.477740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-95463e58-0285-47be-8541-492d73d578ff None None] For port d2e2afa7-5b8d-4fe6-9c78-740e872c788f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d2e2afa7-5b8d-4fe6-9c78-740e872c788f,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:39.487855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Made reservation on behalf of 25858b97dfc34df693ca97a831626c2a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:39.495027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-95463e58-0285-47be-8541-492d73d578ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.508616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.553697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] device_id is not set on port 1b7be59f-23c5-4aac-9667-ee2aa1c17216 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:39.567463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95463e58-0285-47be-8541-492d73d578ff None None] Pushing event updated for resources: {'Port': ['ID=d2e2afa7-5b8d-4fe6-9c78-740e872c788f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:39.621752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b1b8ed66-e33d-4d24-93a0-692e6628e8f5 None None] Could not find standard attr ID for object c2bf0a40-34c2-4c02-b9dc-f2f79b27819b. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:53:39.741000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Allocated IP 172.20.0.8 (218053af-e32c-4b91-be2d-c631936a3843/f2ece747-60fc-4b0b-92b3-a90830827512/1b7be59f-23c5-4aac-9667-ee2aa1c17216) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:39.788634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23775a3a-93a7-46d9-85fd-ee8c570ed774 req-553076f7-37c1-412b-aaca-0b16fd07ac6d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 210 time: 0.1060655 Aug 31 09:53:39.842132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1085068a-4d66-4064-8cf5-bd52052d6a0d None None] Provisioning complete for port d2e2afa7-5b8d-4fe6-9c78-740e872c788f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:39.842836 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1085068a-4d66-4064-8cf5-bd52052d6a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.927990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.944884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Transition to ACTIVE for port object 1b7be59f-23c5-4aac-9667-ee2aa1c17216 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:39.981554 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.023314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Network 218053af-e32c-4b91-be2d-c631936a3843 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:40.026619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:40.030471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:40.073463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=1b7be59f-23c5-4aac-9667-ee2aa1c17216,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:40.093713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:40.094383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.109499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f20c572a-c4fc-4179-a0d0-8f330429a8c8 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7804313 Aug 31 09:53:40.112492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57468) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:40.118846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:25:4f:b1'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:40.290025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.355941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-baeb0842-4f6c-46b1-bd3d-1782e6cc742a None None] Provisioning for port 1b7be59f-23c5-4aac-9667-ee2aa1c17216 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:40.361518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-baeb0842-4f6c-46b1-bd3d-1782e6cc742a None None] Provisioning complete for port 1b7be59f-23c5-4aac-9667-ee2aa1c17216 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:40.361883 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-baeb0842-4f6c-46b1-bd3d-1782e6cc742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.396160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-baeb0842-4f6c-46b1-bd3d-1782e6cc742a None None] Port 1b7be59f-23c5-4aac-9667-ee2aa1c17216 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:40.469152 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.473662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.554618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=1b7be59f-23c5-4aac-9667-ee2aa1c17216,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:40.570037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] In _notify_port_updated(), no bound segment for port 1b7be59f-23c5-4aac-9667-ee2aa1c17216 on network 218053af-e32c-4b91-be2d-c631936a3843 {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:53:40.576973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:40.577552 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.581413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0daf086e-d091-4701-bd6b-9f3020b1a3e3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "PUT /v2.0/ports/1b7be59f-23c5-4aac-9667-ee2aa1c17216 HTTP/1.1" status: 200 len: 996 time: 0.4653866 Aug 31 09:53:40.581781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57470) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:40.593859 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.721836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d2e2afa7-5b8d-4fe6-9c78-740e872c788f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:40.734826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-abdbba1e-d7ab-488a-af26-af36837168b0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Deleting port 1b7be59f-23c5-4aac-9667-ee2aa1c17216 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:40.735270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abdbba1e-d7ab-488a-af26-af36837168b0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.757550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-b194d29b-ca2e-47c7-9123-2668a3836919 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:40.759177 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-b194d29b-ca2e-47c7-9123-2668a3836919 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/networks?id=23c37bf7-def5-4261-9cfb-25506fe14714 HTTP/1.1" status: 200 len: 796 time: 0.1871827 Aug 31 09:53:40.806508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d2e2afa7-5b8d-4fe6-9c78-740e872c788f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:40.806936 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.841927 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-35eee08b-b8f8-4688-9d92-9dd740f8feb9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 471 time: 0.0720799 Aug 31 09:53:40.854541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e97a1b01-ffa4-44f1-8c14-1eef500282cb None None] Provisioning complete for port 1b7be59f-23c5-4aac-9667-ee2aa1c17216 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:40.854938 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e97a1b01-ffa4-44f1-8c14-1eef500282cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.858057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'port': {'device_id': '6219f904-b3f9-481e-bfad-82a1c6c890af', 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714', 'admin_state_up': True, 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'security_groups': ['3af4f626-87dd-4d69-8439-10b9d718af50']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:40.911400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e97a1b01-ffa4-44f1-8c14-1eef500282cb None None] Port 1b7be59f-23c5-4aac-9667-ee2aa1c17216 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:40.963339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f00c445-85ed-4a5e-8aa0-ff2eeda88a21 req-7dd379a3-4a82-40d0-8cab-5f2e435473e3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 210 time: 0.0612187 Aug 31 09:53:40.975327 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abdbba1e-d7ab-488a-af26-af36837168b0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.988429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:40.990155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-abdbba1e-d7ab-488a-af26-af36837168b0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Calling delete_port for 1b7be59f-23c5-4aac-9667-ee2aa1c17216 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:40.992543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.123629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.20.0.22 (23c37bf7-def5-4261-9cfb-25506fe14714/d75bbee8-f6fd-4eb0-aff8-3657ef19ab53/aa9b6599-0f75-4c6f-82f2-eab35eaf9d64) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:41.133989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abdbba1e-d7ab-488a-af26-af36837168b0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.170541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbba1e-d7ab-488a-af26-af36837168b0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Port': ['ID=1b7be59f-23c5-4aac-9667-ee2aa1c17216,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:41.234957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-abdbba1e-d7ab-488a-af26-af36837168b0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.240040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-abdbba1e-d7ab-488a-af26-af36837168b0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "DELETE /v2.0/ports/1b7be59f-23c5-4aac-9667-ee2aa1c17216 HTTP/1.1" status: 204 len: 168 time: 0.6550486 Aug 31 09:53:41.240723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57482) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:41.268128 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b827937-6269-4c98-acfd-3369edca6a48 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] GET failed (client error): The resource could not be found. Aug 31 09:53:41.271212 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4b827937-6269-4c98-acfd-3369edca6a48 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "GET /v2.0/ports/1b7be59f-23c5-4aac-9667-ee2aa1c17216 HTTP/1.1" status: 404 len: 333 time: 0.0274026 Aug 31 09:53:41.274577 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.278593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57484) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:41.287823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'network_id': '218053af-e32c-4b91-be2d-c631936a3843', 'name': 'tempest-AllowedAddressPairTestJSON-1164029468'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:41.333614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Transition to ACTIVE for port object aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:41.407797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.458944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Made reservation on behalf of 25858b97dfc34df693ca97a831626c2a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:41.462831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.470659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network 23c37bf7-def5-4261-9cfb-25506fe14714 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:41.480861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:41.487324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:41.492231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:41.521298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] device_id is not set on port ae088504-39cb-4ad3-baa7-c9d2e61510e1 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:41.577382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:41.577999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.605512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-048b0f21-6299-456a-b0ac-b4b8af161e8b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7572565 Aug 31 09:53:41.633019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Request body: {'port': {'device_id': '6219f904-b3f9-481e-bfad-82a1c6c890af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:41.703335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Allocated IP 172.20.0.10 (218053af-e32c-4b91-be2d-c631936a3843/f2ece747-60fc-4b0b-92b3-a90830827512/ae088504-39cb-4ad3-baa7-c9d2e61510e1) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:41.717328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.734501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b9efe647-7b69-44e5-b1be-cf4c2b139fc7 None None] Provisioning for port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:41.738437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b9efe647-7b69-44e5-b1be-cf4c2b139fc7 None None] Provisioning complete for port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:41.738838 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b9efe647-7b69-44e5-b1be-cf4c2b139fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.773312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b9efe647-7b69-44e5-b1be-cf4c2b139fc7 None None] Port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:41.998119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.024090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Transition to ACTIVE for port object ae088504-39cb-4ad3-baa7-c9d2e61510e1 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:42.117919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.152124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:53:42.167352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.185049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Network 218053af-e32c-4b91-be2d-c631936a3843 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:42.192609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:42.199204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:42.201926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Transition to ACTIVE for port object aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:42.202919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=ae088504-39cb-4ad3-baa7-c9d2e61510e1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:42.230232 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.299117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:42.299783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.317335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:42.342857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3e8e8d9f-1d87-4aad-85f9-7d0dca83dca3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0606649 Aug 31 09:53:42.344096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:42.348946 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'network_id': '218053af-e32c-4b91-be2d-c631936a3843', 'name': 'tempest-AllowedAddressPairTestJSON-1321680581'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:42.444202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc7117-d23e-4b62-9191-e10b54be69b5 req-d53641e9-d47f-46e8-bea9-027523ef28e8 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:42.445626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bbc7117-d23e-4b62-9191-e10b54be69b5 req-d53641e9-d47f-46e8-bea9-027523ef28e8 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 932 time: 0.4114649 Aug 31 09:53:42.468964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Attempting to bind port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:42.468964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Attempting to bind port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:42.469251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Attempting to bind port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 on network 23c37bf7-def5-4261-9cfb-25506fe14714 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:42.488888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 on network 23c37bf7-def5-4261-9cfb-25506fe14714 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:53:42.489236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Attempting to bind port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 on network 23c37bf7-def5-4261-9cfb-25506fe14714 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:42.492686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bbc7117-d23e-4b62-9191-e10b54be69b5 req-5c6fa2a2-08b5-40a1-be41-f88724610f5d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376911 Aug 31 09:53:42.497517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:42.497853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Checking segment: {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:42.498227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Bound using segment: {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:42.498793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Bound port: aa9b6599-0f75-4c6f-82f2-eab35eaf9d64, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:42.499027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.505255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-41b69c75-ca5c-4f26-8c56-32d113cb2299 None None] Provisioning for port ae088504-39cb-4ad3-baa7-c9d2e61510e1 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:42.519147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-41b69c75-ca5c-4f26-8c56-32d113cb2299 None None] Provisioning complete for port ae088504-39cb-4ad3-baa7-c9d2e61510e1 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:42.519513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-41b69c75-ca5c-4f26-8c56-32d113cb2299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.551290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Made reservation on behalf of 25858b97dfc34df693ca97a831626c2a for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:42.555094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.561499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-41b69c75-ca5c-4f26-8c56-32d113cb2299 None None] Port ae088504-39cb-4ad3-baa7-c9d2e61510e1 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:42.583712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] device_id is not set on port e8a4aed8-046f-4871-b197-aeb063c356ea yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:42.632121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] For port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:42.654680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] For port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:42.659180 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.726160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:42.726549 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.727980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 HTTP/1.1" status: 200 len: 1092 time: 1.1000407 Aug 31 09:53:42.730166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6219f904-b3f9-481e-bfad-82a1c6c890af', 'tag': 'aa9b6599-0f75-4c6f-82f2-eab35eaf9d64'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:42.732666 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3573994c-6233-4546-acba-a6d885a3f596" -d '{"events": [{"name": "network-changed", "server_uuid": "6219f904-b3f9-481e-bfad-82a1c6c890af", "tag": "aa9b6599-0f75-4c6f-82f2-eab35eaf9d64"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:42.778723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Allocated IP 172.20.0.14 (218053af-e32c-4b91-be2d-c631936a3843/f2ece747-60fc-4b0b-92b3-a90830827512/e8a4aed8-046f-4871-b197-aeb063c356ea) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:42.785143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97253c21-2158-450d-be70-a053d2f471a4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:42.787994 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95827ff0-38a5-4d4b-aa97-7daab308b2a2 x-openstack-request-id: req-95827ff0-38a5-4d4b-aa97-7daab308b2a2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:42.788811 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6219f904-b3f9-481e-bfad-82a1c6c890af", "tag": "aa9b6599-0f75-4c6f-82f2-eab35eaf9d64", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:42.789034 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95827ff0-38a5-4d4b-aa97-7daab308b2a2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:42.789637 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6219f904-b3f9-481e-bfad-82a1c6c890af', 'tag': 'aa9b6599-0f75-4c6f-82f2-eab35eaf9d64', 'status': 'completed', 'code': 200} Aug 31 09:53:42.851960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-d1e8b3f8-306e-4308-a3a7-b1ad8dfd2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:42.853472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-d1e8b3f8-306e-4308-a3a7-b1ad8dfd2ba8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 1095 time: 0.0836618 Aug 31 09:53:42.912768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-6f7d2ab4-a718-448a-80a8-056c77eb0866 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 HTTP/1.1" status: 200 len: 217 time: 0.0508690 Aug 31 09:53:43.004068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-6ce97763-9700-4558-b163-3eeb4d910d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:43.005418 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-6ce97763-9700-4558-b163-3eeb4d910d48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75bbee8-f6fd-4eb0-aff8-3657ef19ab53 HTTP/1.1" status: 200 len: 838 time: 0.0688639 Aug 31 09:53:43.058340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.077236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Transition to ACTIVE for port object e8a4aed8-046f-4871-b197-aeb063c356ea will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:43.081892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-cb82cae4-33c2-4f35-83da-e7431f8b819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:43.083447 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-cb82cae4-33c2-4f35-83da-e7431f8b819d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23c37bf7-def5-4261-9cfb-25506fe14714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685916 Aug 31 09:53:43.521486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.585631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Network 218053af-e32c-4b91-be2d-c631936a3843 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:43.590508 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-31a32a7c-e4b5-4a52-b4b8-bf7afd027602 service neutron] 10.222.0.52 "GET /v2.0/networks/23c37bf7-def5-4261-9cfb-25506fe14714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002253 Aug 31 09:53:43.591710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:43.593616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=e8a4aed8-046f-4871-b197-aeb063c356ea,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:43.595814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:43.634238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524794a-51ce-4763-8f82-4a2a9b3546bb req-774596ed-5ef6-460c-863e-c82026162a24 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:43.636929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3524794a-51ce-4763-8f82-4a2a9b3546bb req-774596ed-5ef6-460c-863e-c82026162a24 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 944 time: 0.0665851 Aug 31 09:53:43.656421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.683323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3524794a-51ce-4763-8f82-4a2a9b3546bb req-7f8ae5fe-a80b-4033-9b78-805c0241ac29 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397997 Aug 31 09:53:43.702081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:43.702710 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.731786 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4aec6aee-d599-4769-b792-3d30bf59f674 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3863864 Aug 31 09:53:43.732378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57514) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:43.739336 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:25:4f:b1'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e5:5f:a4'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:43.747601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b3bacffc-9e9b-4c4a-b7ee-2ac1001a48a4 req-aa6a7db3-84a5-4c8d-961f-38ab31a328ed service neutron] 10.222.0.52 "GET /v2.0/networks/23c37bf7-def5-4261-9cfb-25506fe14714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488609 Aug 31 09:53:43.818823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.828604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-20ff0859-4d2e-440e-9d13-40ab29f1528b None None] Provisioning for port e8a4aed8-046f-4871-b197-aeb063c356ea completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:43.832401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-20ff0859-4d2e-440e-9d13-40ab29f1528b None None] Provisioning complete for port e8a4aed8-046f-4871-b197-aeb063c356ea triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:43.832777 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-20ff0859-4d2e-440e-9d13-40ab29f1528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.846797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573994c-6233-4546-acba-a6d885a3f596 req-0ddc783e-3f22-4138-b483-6a20acdb0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:43.848491 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3573994c-6233-4546-acba-a6d885a3f596 req-0ddc783e-3f22-4138-b483-6a20acdb0c56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 1095 time: 0.0487759 Aug 31 09:53:43.867867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-20ff0859-4d2e-440e-9d13-40ab29f1528b None None] Port e8a4aed8-046f-4871-b197-aeb063c356ea cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:43.948475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573994c-6233-4546-acba-a6d885a3f596 req-929b020f-9145-495b-870c-d0807c83d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:43.949939 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3573994c-6233-4546-acba-a6d885a3f596 req-929b020f-9145-495b-870c-d0807c83d72a service neutron] 10.222.0.52 "GET /v2.0/networks?id=23c37bf7-def5-4261-9cfb-25506fe14714 HTTP/1.1" status: 200 len: 898 time: 0.0945029 Aug 31 09:53:43.993250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3573994c-6233-4546-acba-a6d885a3f596 req-89aec395-f116-4e4a-94f8-e75794753f38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 HTTP/1.1" status: 200 len: 217 time: 0.0359993 Aug 31 09:53:44.013233 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.017890 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.042203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573994c-6233-4546-acba-a6d885a3f596 req-65b94f59-b124-4687-912c-9b3d563819c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.043613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3573994c-6233-4546-acba-a6d885a3f596 req-65b94f59-b124-4687-912c-9b3d563819c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d75bbee8-f6fd-4eb0-aff8-3657ef19ab53 HTTP/1.1" status: 200 len: 838 time: 0.0436699 Aug 31 09:53:44.097525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event updated for resources: {'Port': ['ID=e8a4aed8-046f-4871-b197-aeb063c356ea,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:44.099296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573994c-6233-4546-acba-a6d885a3f596 req-701b6096-3844-4b4b-8c74-3db49f2912d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.100921 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3573994c-6233-4546-acba-a6d885a3f596 req-701b6096-3844-4b4b-8c74-3db49f2912d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23c37bf7-def5-4261-9cfb-25506fe14714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499170 Aug 31 09:53:44.114047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] In _notify_port_updated(), no bound segment for port e8a4aed8-046f-4871-b197-aeb063c356ea on network 218053af-e32c-4b91-be2d-c631936a3843 {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:53:44.120883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.121558 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.125932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9c9d6eb0-4b0d-4b3b-ac02-59a423f679cd tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "PUT /v2.0/ports/e8a4aed8-046f-4871-b197-aeb063c356ea HTTP/1.1" status: 200 len: 1058 time: 0.3924656 Aug 31 09:53:44.126814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57516) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:44.259082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3573994c-6233-4546-acba-a6d885a3f596 req-1d63ffbb-2db8-4fcb-9ba0-cb179aebbb96 service neutron] 10.222.0.52 "GET /v2.0/networks/23c37bf7-def5-4261-9cfb-25506fe14714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500134 Aug 31 09:53:44.297157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-074db0da-d07d-4988-ab19-5d02f142e250 None None] Provisioning complete for port e8a4aed8-046f-4871-b197-aeb063c356ea triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:44.297446 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-074db0da-d07d-4988-ab19-5d02f142e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.314959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf6993-205c-4ba3-8080-65b7da22dd43 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Deleting port e8a4aed8-046f-4871-b197-aeb063c356ea {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:44.315315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6993-205c-4ba3-8080-65b7da22dd43 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.338013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-074db0da-d07d-4988-ab19-5d02f142e250 None None] Port e8a4aed8-046f-4871-b197-aeb063c356ea cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:44.431847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3573994c-6233-4546-acba-a6d885a3f596 req-e8917414-a0eb-4859-b0f7-af0f7487b601 service neutron] 10.222.0.52 "GET /v2.0/networks/23c37bf7-def5-4261-9cfb-25506fe14714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628852 Aug 31 09:53:44.435167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6993-205c-4ba3-8080-65b7da22dd43 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.448910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf6993-205c-4ba3-8080-65b7da22dd43 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Calling delete_port for e8a4aed8-046f-4871-b197-aeb063c356ea owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:44.596952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6993-205c-4ba3-8080-65b7da22dd43 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.629063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf6993-205c-4ba3-8080-65b7da22dd43 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Port': ['ID=e8a4aed8-046f-4871-b197-aeb063c356ea,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:44.828996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c05d4-ad56-4084-836d-0c9b4ed4a06e req-d411fc99-205b-4a1f-b58a-e00da0eeb34b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.830717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c43c05d4-ad56-4084-836d-0c9b4ed4a06e req-d411fc99-205b-4a1f-b58a-e00da0eeb34b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 944 time: 0.0626512 Aug 31 09:53:44.879221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c43c05d4-ad56-4084-836d-0c9b4ed4a06e req-c8d1ad7b-ddb9-4714-b3d5-0b9eff3ded89 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407493 Aug 31 09:53:44.883610 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6993-205c-4ba3-8080-65b7da22dd43 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.886409 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6ddf6993-205c-4ba3-8080-65b7da22dd43 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "DELETE /v2.0/ports/e8a4aed8-046f-4871-b197-aeb063c356ea HTTP/1.1" status: 204 len: 168 time: 0.7587790 Aug 31 09:53:44.889107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57534) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:44.916501 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec74021-824f-4c3e-90cd-52aa54bf44b3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] GET failed (client error): The resource could not be found. Aug 31 09:53:44.918025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8ec74021-824f-4c3e-90cd-52aa54bf44b3 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "GET /v2.0/ports/e8a4aed8-046f-4871-b197-aeb063c356ea HTTP/1.1" status: 404 len: 333 time: 0.0279295 Aug 31 09:53:44.920768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57536) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:45.017827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-976c5cfa-68d8-4c09-8d87-ce6f0dd5cdc0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Deleting port ae088504-39cb-4ad3-baa7-c9d2e61510e1 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:45.018830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-976c5cfa-68d8-4c09-8d87-ce6f0dd5cdc0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:45.105673 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-976c5cfa-68d8-4c09-8d87-ce6f0dd5cdc0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:45.118386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-976c5cfa-68d8-4c09-8d87-ce6f0dd5cdc0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Calling delete_port for ae088504-39cb-4ad3-baa7-c9d2e61510e1 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:45.249612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-976c5cfa-68d8-4c09-8d87-ce6f0dd5cdc0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:45.276520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c5cfa-68d8-4c09-8d87-ce6f0dd5cdc0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Port': ['ID=ae088504-39cb-4ad3-baa7-c9d2e61510e1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:45.352938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-976c5cfa-68d8-4c09-8d87-ce6f0dd5cdc0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:45.357730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57542) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:45.359287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-976c5cfa-68d8-4c09-8d87-ce6f0dd5cdc0 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "DELETE /v2.0/ports/ae088504-39cb-4ad3-baa7-c9d2e61510e1 HTTP/1.1" status: 204 len: 168 time: 0.4373808 Aug 31 09:53:45.389608 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f16ed41-83be-434f-a183-eac4dbc46280 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] GET failed (client error): The resource could not be found. Aug 31 09:53:45.394541 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9f16ed41-83be-434f-a183-eac4dbc46280 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "GET /v2.0/ports/ae088504-39cb-4ad3-baa7-c9d2e61510e1 HTTP/1.1" status: 404 len: 333 time: 0.0325801 Aug 31 09:53:45.395647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57544) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:45.578494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7933245f-cef5-4e48-9b66-cc9dd425b26b tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Deleting port ef4a9d1c-f9fc-4431-98f1-d91e10105c77 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:45.579071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7933245f-cef5-4e48-9b66-cc9dd425b26b tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:45.689062 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7933245f-cef5-4e48-9b66-cc9dd425b26b tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:45.702224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7933245f-cef5-4e48-9b66-cc9dd425b26b tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Calling delete_port for ef4a9d1c-f9fc-4431-98f1-d91e10105c77 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:45.813248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:53:45.835489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7933245f-cef5-4e48-9b66-cc9dd425b26b tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:45.869121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933245f-cef5-4e48-9b66-cc9dd425b26b tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Port': ['ID=ef4a9d1c-f9fc-4431-98f1-d91e10105c77,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:45.943588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:45.946892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7933245f-cef5-4e48-9b66-cc9dd425b26b tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:45.951928 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7933245f-cef5-4e48-9b66-cc9dd425b26b tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "DELETE /v2.0/ports/ef4a9d1c-f9fc-4431-98f1-d91e10105c77 HTTP/1.1" status: 204 len: 168 time: 0.5528998 Aug 31 09:53:45.952108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57550) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:45.969079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'aa9b6599-0f75-4c6f-82f2-eab35eaf9d64', 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714', 'port_id': 'aa9b6599-0f75-4c6f-82f2-eab35eaf9d64', 'mac_address': 'fa:16:3e:75:ed:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75bbee8-f6fd-4eb0-aff8-3657ef19ab53', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:53:46.019393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2c8df2-e44d-44b8-9a6c-71805915765e tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Deleting subnet f2ece747-60fc-4b0b-92b3-a90830827512 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:46.024066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8df2-e44d-44b8-9a6c-71805915765e tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.047482 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.060980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:53:46.075805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8df2-e44d-44b8-9a6c-71805915765e tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.080592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca4c9b-7b67-46ea-b01a-ba4a74d84ab5 req-2ecc12a6-a6fc-4d89-a414-c1aadbfe0acc tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:46.083345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0ca4c9b-7b67-46ea-b01a-ba4a74d84ab5 req-2ecc12a6-a6fc-4d89-a414-c1aadbfe0acc tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 944 time: 0.0998406 Aug 31 09:53:46.086664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:46.090662 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.135603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0ca4c9b-7b67-46ea-b01a-ba4a74d84ab5 req-ceaf9834-7e9d-48a4-86c8-b0395146c1ee tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442281 Aug 31 09:53:46.148215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:46.189841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8df2-e44d-44b8-9a6c-71805915765e tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.254438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8df2-e44d-44b8-9a6c-71805915765e tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.268857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8df2-e44d-44b8-9a6c-71805915765e tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.273096 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bb2c8df2-e44d-44b8-9a6c-71805915765e tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "DELETE /v2.0/subnets/f2ece747-60fc-4b0b-92b3-a90830827512 HTTP/1.1" status: 204 len: 168 time: 0.3176312 Aug 31 09:53:46.273621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57552) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:46.275911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a648808f-ee8d-47cf-8b68-e905501239a0 None None] Network 218053af-e32c-4b91-be2d-c631936a3843 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:46.290637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c8df2-e44d-44b8-9a6c-71805915765e tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ece747-60fc-4b0b-92b3-a90830827512,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:46.321964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['aa9b6599-0f75-4c6f-82f2-eab35eaf9d64'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:53:46.358775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.418882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Deleting port 824e2618-af0a-4ad8-90a9-cf329630e9a1 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:46.419229 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.492367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] For port 824e2618-af0a-4ad8-90a9-cf329630e9a1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=824e2618-af0a-4ad8-90a9-cf329630e9a1,segment=NetworkSegment(9c96d86a-f888-4b91-9a4c-f72e64dff3f4),segment_id=9c96d86a-f888-4b91-9a4c-f72e64dff3f4)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:46.493079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.508516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Calling delete_port for 824e2618-af0a-4ad8-90a9-cf329630e9a1 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:46.557502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] DHCP port deletion for 218053af-e32c-4b91-be2d-c631936a3843 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:53:46.612270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.655510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Port': ['ID=824e2618-af0a-4ad8-90a9-cf329630e9a1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:46.658920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] No DVR routers for this DVR port 824e2618-af0a-4ad8-90a9-cf329630e9a1 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:46.696350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] Deleting port 824e2618-af0a-4ad8-90a9-cf329630e9a1 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:46.696980 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.707900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 824e2618-af0a-4ad8-90a9-cf329630e9a1 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:46.790696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.806249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 824e2618-af0a-4ad8-90a9-cf329630e9a1 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:46.806599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 824e2618-af0a-4ad8-90a9-cf329630e9a1 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:46.808465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218053af-e32c-4b91-be2d-c631936a3843']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:46.831462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c96d86a-f888-4b91-9a4c-f72e64dff3f4') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:46.831704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c96d86a-f888-4b91-9a4c-f72e64dff3f4') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:46.846145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.852127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] For port 824e2618-af0a-4ad8-90a9-cf329630e9a1, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:46.852618 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.862068 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.867807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] Calling delete_port for 824e2618-af0a-4ad8-90a9-cf329630e9a1 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:46.870529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] Port 824e2618-af0a-4ad8-90a9-cf329630e9a1 was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:53:46.870996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:46.871406 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.871962 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:46.874850 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:46.898357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] Pushing event deleted for resources: {'Port': ['ID=824e2618-af0a-4ad8-90a9-cf329630e9a1,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:46.904378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629fbd7-5693-4fe5-ae57-e1b9b04376f7 None None] No DVR routers for this DVR port 824e2618-af0a-4ad8-90a9-cf329630e9a1 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:46.944050 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.952698 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.957286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] 10.222.0.69 "DELETE /v2.0/networks/218053af-e32c-4b91-be2d-c631936a3843 HTTP/1.1" status: 204 len: 168 time: 0.6824000 Aug 31 09:53:46.970603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87b6ce-6ee2-426a-9eaa-dc0c4e95d9d1 tempest-AllowedAddressPairTestJSON-850308427 tempest-AllowedAddressPairTestJSON-850308427-project] Pushing event deleted for resources: {'Network': ['ID=218053af-e32c-4b91-be2d-c631936a3843,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:47.197330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57564) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:47.251506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53060f81-12ae-4b96-90dc-1b3c8f82c7b8 req-acc64d5b-f281-4c7d-a96d-469d983ca035 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:47.253152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53060f81-12ae-4b96-90dc-1b3c8f82c7b8 req-acc64d5b-f281-4c7d-a96d-469d983ca035 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 945 time: 0.0496397 Aug 31 09:53:47.304357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53060f81-12ae-4b96-90dc-1b3c8f82c7b8 req-0c76fc9f-702d-4a0d-972f-aa50314c8720 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436230 Aug 31 09:53:47.339009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d578a43b-79e6-43ea-923a-10c2aa4939c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25858b97dfc34df693ca97a831626c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403310 Aug 31 09:53:47.341522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57568) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:47.391064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10f34172-ac75-4889-9b6f-5444c5bbf2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:47.412032 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10f34172-ac75-4889-9b6f-5444c5bbf2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:47.457988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10f34172-ac75-4889-9b6f-5444c5bbf2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:47.460590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-10f34172-ac75-4889-9b6f-5444c5bbf2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:47.461737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-10f34172-ac75-4889-9b6f-5444c5bbf2ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd028490-b4af-4a0c-a5b5-21c63bdaf00f HTTP/1.1" status: 204 len: 168 time: 0.1193180 Aug 31 09:53:47.469339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f34172-ac75-4889-9b6f-5444c5bbf2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd028490-b4af-4a0c-a5b5-21c63bdaf00f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:47.829547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:47.892760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:47.898327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:47.898780 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.013531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.034999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6219f904-b3f9-481e-bfad-82a1c6c890af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b6599-0f75-4c6f-82f2-eab35eaf9d64'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:48.037488 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75366eab-8416-4385-bb0f-95c43c98bff9" -d '{"events": [{"server_uuid": "6219f904-b3f9-481e-bfad-82a1c6c890af", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b6599-0f75-4c6f-82f2-eab35eaf9d64"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:48.051240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:48.056039 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.094890 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f4a804-cb80-4d30-8ca1-e9b6d109bc8b x-openstack-request-id: req-61f4a804-cb80-4d30-8ca1-e9b6d109bc8b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:48.095218 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6219f904-b3f9-481e-bfad-82a1c6c890af", "name": "network-vif-plugged", "status": "completed", "tag": "aa9b6599-0f75-4c6f-82f2-eab35eaf9d64", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:48.095557 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61f4a804-cb80-4d30-8ca1-e9b6d109bc8b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:48.095935 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6219f904-b3f9-481e-bfad-82a1c6c890af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b6599-0f75-4c6f-82f2-eab35eaf9d64', 'code': 200} Aug 31 09:53:48.127286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:48.191451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57614) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:48.200059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ff89b-2351-4ec0-89ce-daf0e8a49186 req-45a2c14a-30d3-4083-8b89-340c9d217fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:48.201667 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-106ff89b-2351-4ec0-89ce-daf0e8a49186 req-45a2c14a-30d3-4083-8b89-340c9d217fc0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 1097 time: 0.0525489 Aug 31 09:53:48.238190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-106ff89b-2351-4ec0-89ce-daf0e8a49186 req-0f7e3817-b6b5-4776-b9d2-928138b89b92 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298672 Aug 31 09:53:48.292954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1762901296'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:48.314307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:48.318081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.328303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.429575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.433876 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.434013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63f9e-5904-4c40-ac7e-d383c5806f7f req-01530326-0f96-4e9f-8263-eef460078193 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:48.435576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06c63f9e-5904-4c40-ac7e-d383c5806f7f req-01530326-0f96-4e9f-8263-eef460078193 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 946 time: 0.0553706 Aug 31 09:53:48.461846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:48.471662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07caa0d1-5660-4d24-bef0-29ebd6504033,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:48.477306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.477753 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Added segment cf2f81ac-6f4d-470b-9f97-f420dcd28e40 of type vlan for network 9796cf21-4204-461c-b884-2cda56d4179e Aug 31 09:53:48.492480 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06c63f9e-5904-4c40-ac7e-d383c5806f7f req-234d8201-9595-48f1-99b3-995c54f6223e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485647 Aug 31 09:53:48.519716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.545921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.551656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:48.552287 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.617537 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4250414 Aug 31 09:53:48.621060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57622) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:48.626960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:48.635891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630ce31-bd60-4020-b31c-7b7eeaddd3d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Network': ['ID=9796cf21-4204-461c-b884-2cda56d4179e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:48.648315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9796cf21-4204-461c-b884-2cda56d4179e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:48.727882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:48.731986 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.951498 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:49.013570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=21216f24-6a07-4422-8143-6a3ec31ca894,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:49.025629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:49.025629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network hostable DHCP agents. Network: 9796cf21-4204-461c-b884-2cda56d4179e, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:49.044302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:49.055963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 9796cf21-4204-461c-b884-2cda56d4179e) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:49.060617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:49.061379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:49.066826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de325cf7-ce7d-4940-845b-a4bf1982d53c None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:49.085690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-94c28256-39ce-4309-8859-eb09882a9671 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4624517 Aug 31 09:53:49.088062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57628) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:49.093378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'name': 'tempest-NetworksTestDHCPv6-2111867202'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:49.213249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:49.217983 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:49.241766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '21216f24-6a07-4422-8143-6a3ec31ca894'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:49.243253 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:49.253199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 99c39dc4-75e0-40dd-a77e-8cfdf6920831 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:49.422340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::1e1 (9796cf21-4204-461c-b884-2cda56d4179e/21216f24-6a07-4422-8143-6a3ec31ca894/99c39dc4-75e0-40dd-a77e-8cfdf6920831) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:49.627770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00497c-3f62-4d71-929c-d635d111a27f req-1d243f57-30c4-4e8f-8661-ed5f8114439c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:49.637884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd00497c-3f62-4d71-929c-d635d111a27f req-1d243f57-30c4-4e8f-8661-ed5f8114439c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 946 time: 0.0702779 Aug 31 09:53:49.644791 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:49.662337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 99c39dc4-75e0-40dd-a77e-8cfdf6920831 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:49.693523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd00497c-3f62-4d71-929c-d635d111a27f req-5347634b-c3a9-4224-ae09-4ca42728e4ad tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543144 Aug 31 09:53:49.708753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:49.779049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=99c39dc4-75e0-40dd-a77e-8cfdf6920831,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:49.796637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:49.798922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:49.802174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:49.809760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:49.810614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:49.829830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-20f9524f-7d89-4b2c-a368-b820a4d23d49 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7378426 Aug 31 09:53:49.830047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57636) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:49.838593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2f85-2804-48d8-b6d1-ef2536561b8c req-5c44202b-45c3-4750-88b1-56171488991d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:49.846972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e3a2f85-2804-48d8-b6d1-ef2536561b8c req-5c44202b-45c3-4750-88b1-56171488991d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 946 time: 0.0635202 Aug 31 09:53:49.892090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e3a2f85-2804-48d8-b6d1-ef2536561b8c req-cc4b6765-1863-4d60-88a5-e1ba378c4f2c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Aug 31 09:53:49.965610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd16b3-67a0-4df3-b87e-256a2d1027fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:49.967367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4ccd16b3-67a0-4df3-b87e-256a2d1027fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1358609 Aug 31 09:53:49.970735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57640) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:49.988542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/21216f24-6a07-4422-8143-6a3ec31ca894/e5bb4de0-1331-4221-8a72-03585874465b) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:50.082381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d11918c8-1466-460d-8352-56d8b44944f5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 99c39dc4-75e0-40dd-a77e-8cfdf6920831 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:50.083472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11918c8-1466-460d-8352-56d8b44944f5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.170770 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.179838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Transition to ACTIVE for port object e5bb4de0-1331-4221-8a72-03585874465b will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:50.198028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Transition to ACTIVE for port object e5bb4de0-1331-4221-8a72-03585874465b will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:50.203207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11918c8-1466-460d-8352-56d8b44944f5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.212297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.217724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d11918c8-1466-460d-8352-56d8b44944f5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 99c39dc4-75e0-40dd-a77e-8cfdf6920831 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:50.267669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:50.271857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:50.274440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Pushing event updated for resources: {'Port': ['ID=e5bb4de0-1331-4221-8a72-03585874465b,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:50.276748 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:50.335886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Attempting to bind port e5bb4de0-1331-4221-8a72-03585874465b on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:50.336252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Attempting to bind port e5bb4de0-1331-4221-8a72-03585874465b by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:50.336612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Attempting to bind port e5bb4de0-1331-4221-8a72-03585874465b on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:50.342124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:50.342514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:50.342931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.343327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:50.343788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Bound port: e5bb4de0-1331-4221-8a72-03585874465b, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:50.344309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.373887 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11918c8-1466-460d-8352-56d8b44944f5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.409475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11918c8-1466-460d-8352-56d8b44944f5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=99c39dc4-75e0-40dd-a77e-8cfdf6920831,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:50.422411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] For port e5bb4de0-1331-4221-8a72-03585874465b, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:50.428923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] For port e5bb4de0-1331-4221-8a72-03585874465b, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5bb4de0-1331-4221-8a72-03585874465b,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:50.432980 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.450700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11918c8-1466-460d-8352-56d8b44944f5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.453960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d11918c8-1466-460d-8352-56d8b44944f5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/99c39dc4-75e0-40dd-a77e-8cfdf6920831 HTTP/1.1" status: 204 len: 168 time: 0.4819653 Aug 31 09:53:50.456473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57646) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:50.493886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244dde-88c1-45c3-b644-c8c2492b3fdd None None] Pushing event updated for resources: {'Port': ['ID=e5bb4de0-1331-4221-8a72-03585874465b,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:50.562310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f111c540-ee70-4a4b-9ecd-a4b39b8d94c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:50.564255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f111c540-ee70-4a4b-9ecd-a4b39b8d94c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:50.565818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f111c540-ee70-4a4b-9ecd-a4b39b8d94c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1082091 Aug 31 09:53:50.569562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57648) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:50.627110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc87a1c-0731-4618-aae8-0d5abccd99c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 21216f24-6a07-4422-8143-6a3ec31ca894 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:50.630665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afc87a1c-0731-4618-aae8-0d5abccd99c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.695809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afc87a1c-0731-4618-aae8-0d5abccd99c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.819764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afc87a1c-0731-4618-aae8-0d5abccd99c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.878291 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afc87a1c-0731-4618-aae8-0d5abccd99c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.905647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc87a1c-0731-4618-aae8-0d5abccd99c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=21216f24-6a07-4422-8143-6a3ec31ca894,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:50.910109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-afc87a1c-0731-4618-aae8-0d5abccd99c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.912069 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-afc87a1c-0731-4618-aae8-0d5abccd99c9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/21216f24-6a07-4422-8143-6a3ec31ca894 HTTP/1.1" status: 204 len: 168 time: 0.3415332 Aug 31 09:53:50.914644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57652) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:50.973322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-30a8fa00-5f36-45cd-9685-5232bd7ba5ec tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574892 Aug 31 09:53:50.976018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57654) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:50.980797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:51.072644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:51.076967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:51.299104 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:51.347675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:51.351883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:51.356817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:51.357461 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:51.374315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=86f08571-ca24-406d-a560-1e23d7e9818b,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:51.380393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64af89c0-aa39-404f-888b-73106d401470 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4008734 Aug 31 09:53:51.380748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57672) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:51.387824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'name': 'tempest-NetworksTestDHCPv6-629205675'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:51.390655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57674) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:51.495040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb2b2c-210c-4c7d-bada-190a96379912 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:51.570771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:51.576417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:51.581636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ebb7a658-1ba1-4891-b56e-36dad6008b92 None None] Provisioning for port e5bb4de0-1331-4221-8a72-03585874465b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:51.603295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port bd6ee271-a084-4cea-91f2-991c63f62ac9 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:51.756638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::39 (9796cf21-4204-461c-b884-2cda56d4179e/86f08571-ca24-406d-a560-1e23d7e9818b/bd6ee271-a084-4cea-91f2-991c63f62ac9) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:51.787059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c39a3cb1-8274-467e-9ef7-e28b6f7736d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:51.947657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:51.965368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:51.971838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object bd6ee271-a084-4cea-91f2-991c63f62ac9 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:52.020020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.020188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad7d2e-55fe-479b-a060-cace69ce2dfd None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:52.072775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:52.076716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:52.079597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=bd6ee271-a084-4cea-91f2-991c63f62ac9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:52.082357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:52.087806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:52.088521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.107651 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7842b3ed-d0d6-4f90-bf82-bc6ee3c2da6a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7251890 Aug 31 09:53:52.110055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57682) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:52.176094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fcee4f-641e-4fbf-bae1-ed0fe11f8153 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:52.184109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fcee4f-641e-4fbf-bae1-ed0fe11f8153 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:52.186409 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-81fcee4f-641e-4fbf-bae1-ed0fe11f8153 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.0748568 Aug 31 09:53:52.188979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:52.306519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3acc7fc5-f410-4a0c-80d5-bb7b4cf3dd7a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port bd6ee271-a084-4cea-91f2-991c63f62ac9 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:52.306955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3acc7fc5-f410-4a0c-80d5-bb7b4cf3dd7a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.312092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.20.0.17 (23c37bf7-def5-4261-9cfb-25506fe14714/d75bbee8-f6fd-4eb0-aff8-3657ef19ab53/77ce77da-0e04-4561-86ec-24680a294e52) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:52.405159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3acc7fc5-f410-4a0c-80d5-bb7b4cf3dd7a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.419539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3acc7fc5-f410-4a0c-80d5-bb7b4cf3dd7a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for bd6ee271-a084-4cea-91f2-991c63f62ac9 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:52.450872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.469244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Transition to ACTIVE for port object 77ce77da-0e04-4561-86ec-24680a294e52 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:52.506346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.548620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network 23c37bf7-def5-4261-9cfb-25506fe14714 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:52.560173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:52.566590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:52.594212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5c3fe027-1afc-4031-a97b-79bbb569a64d None None] Provisioning for port bd6ee271-a084-4cea-91f2-991c63f62ac9 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:52.598894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3acc7fc5-f410-4a0c-80d5-bb7b4cf3dd7a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.611670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5c3fe027-1afc-4031-a97b-79bbb569a64d None None] Provisioning complete for port bd6ee271-a084-4cea-91f2-991c63f62ac9 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:52.611933 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe027-1afc-4031-a97b-79bbb569a64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.648596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.666000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5c3fe027-1afc-4031-a97b-79bbb569a64d None None] Port bd6ee271-a084-4cea-91f2-991c63f62ac9 was deleted so its status cannot be updated. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:53:52.691257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc7fc5-f410-4a0c-80d5-bb7b4cf3dd7a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=bd6ee271-a084-4cea-91f2-991c63f62ac9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:52.736810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3acc7fc5-f410-4a0c-80d5-bb7b4cf3dd7a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.741621 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3acc7fc5-f410-4a0c-80d5-bb7b4cf3dd7a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/bd6ee271-a084-4cea-91f2-991c63f62ac9 HTTP/1.1" status: 204 len: 168 time: 0.5514510 Aug 31 09:53:52.744670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57690) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:52.774874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=77ce77da-0e04-4561-86ec-24680a294e52,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:52.802430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e5bb4de0-1331-4221-8a72-03585874465b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:52.883302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d1e75-62be-474c-a997-d4ccb9aac010 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:52.884995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d1e75-62be-474c-a997-d4ccb9aac010 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:52.886583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7e3d1e75-62be-474c-a997-d4ccb9aac010 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1390977 Aug 31 09:53:52.892776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57694) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:52.915018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e5bb4de0-1331-4221-8a72-03585874465b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:52.919165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e5bb4de0-1331-4221-8a72-03585874465b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:52.919542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:52.949018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.008907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8f466f-5172-4021-83ee-91d5fb3b5e47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 86f08571-ca24-406d-a560-1e23d7e9818b {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:53.017613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea8f466f-5172-4021-83ee-91d5fb3b5e47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.043416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-846e9b86-a2af-4b00-b450-af09063d976c None None] Could not find standard attr ID for object 99c39dc4-75e0-40dd-a77e-8cfdf6920831. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:53:53.066307 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.067953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-846e9b86-a2af-4b00-b450-af09063d976c None None] Provisioning for port 77ce77da-0e04-4561-86ec-24680a294e52 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:53.080920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-846e9b86-a2af-4b00-b450-af09063d976c None None] Provisioning complete for port 77ce77da-0e04-4561-86ec-24680a294e52 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:53.081288 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-846e9b86-a2af-4b00-b450-af09063d976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.121514 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea8f466f-5172-4021-83ee-91d5fb3b5e47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.142431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port e5bb4de0-1331-4221-8a72-03585874465b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5bb4de0-1331-4221-8a72-03585874465b,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:53.145152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-846e9b86-a2af-4b00-b450-af09063d976c None None] Port 77ce77da-0e04-4561-86ec-24680a294e52 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:53.148520 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.224740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea8f466f-5172-4021-83ee-91d5fb3b5e47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.231824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=e5bb4de0-1331-4221-8a72-03585874465b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:53.269310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-663d4fdd-5158-4d15-831f-19ef523c8ecf None None] Could not find standard attr ID for object bd6ee271-a084-4cea-91f2-991c63f62ac9. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:53:53.354070 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea8f466f-5172-4021-83ee-91d5fb3b5e47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.410169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f466f-5172-4021-83ee-91d5fb3b5e47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=86f08571-ca24-406d-a560-1e23d7e9818b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:53.419330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea8f466f-5172-4021-83ee-91d5fb3b5e47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.423643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ea8f466f-5172-4021-83ee-91d5fb3b5e47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/86f08571-ca24-406d-a560-1e23d7e9818b HTTP/1.1" status: 204 len: 168 time: 0.5238461 Aug 31 09:53:53.424024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57698) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:53.445671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.452525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.500745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5f4de-1051-455c-a48c-06b1aa9acc7d None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:53.503064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0da1301b-c17b-4d25-ac23-f57e26c0a834 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763824 Aug 31 09:53:53.503986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57700) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:53.510438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:53.533571 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.544838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=77ce77da-0e04-4561-86ec-24680a294e52,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:53.623782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:53.628017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.636539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network 23c37bf7-def5-4261-9cfb-25506fe14714 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:53.637914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:53.717314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:53:53.810102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] Deleting port e5bb4de0-1331-4221-8a72-03585874465b {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:53.810611 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.841108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router 5808d6f2-7b51-45f0-8fab-b310059520e8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:53:53.910051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] For port e5bb4de0-1331-4221-8a72-03585874465b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5bb4de0-1331-4221-8a72-03585874465b,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:53.910599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:53.929716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] Calling delete_port for e5bb4de0-1331-4221-8a72-03585874465b owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:53.992207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.044195 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.063626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:54.068559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:54.075019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:54.075605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.091116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] No DVR routers for this DVR port e5bb4de0-1331-4221-8a72-03585874465b on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:54.096521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=02f082d8-7987-417c-9317-9208597dc1c8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:54.109159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7def64d-71e5-418d-a335-f4df776aba89 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:54.109969 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3fecf52f-7ead-4c4c-9ab6-9ff209e00baf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6045640 Aug 31 09:53:54.110607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57708) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:54.117259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'name': 'tempest-NetworksTestDHCPv6-141178869'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:54.175304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38006c50-1abf-4b04-9aab-6284bdfd9cf5 None None] Pushing event deleted for resources: {'Port': ['ID=e5bb4de0-1331-4221-8a72-03585874465b,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:54.207697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d7967991-8d77-4ce4-bbbf-4171b041f363 None None] Provisioning complete for port 77ce77da-0e04-4561-86ec-24680a294e52 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:54.208220 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7967991-8d77-4ce4-bbbf-4171b041f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.260494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:54.264753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.287272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port eee6a54b-06b8-433f-8eb9-de5069319d4a yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:54.289136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d7967991-8d77-4ce4-bbbf-4171b041f363 None None] Port 77ce77da-0e04-4561-86ec-24680a294e52 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:54.333118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '02f082d8-7987-417c-9317-9208597dc1c8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:54.334326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.429941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:53:54.435404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fac0d883-a61b-4dab-8e84-aeed994201b5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "PUT /v2.0/routers/5808d6f2-7b51-45f0-8fab-b310059520e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0432751 Aug 31 09:53:54.451334 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Sync routers for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:53:54.461448 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:54.462070 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:54.471630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::2e6 (9796cf21-4204-461c-b884-2cda56d4179e/02f082d8-7987-417c-9317-9208597dc1c8/eee6a54b-06b8-433f-8eb9-de5069319d4a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:54.571784 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:54.627655 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.644605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object eee6a54b-06b8-433f-8eb9-de5069319d4a will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:54.697675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e5bb4de0-1331-4221-8a72-03585874465b no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:54.703532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.751681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e5bb4de0-1331-4221-8a72-03585874465b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:54.752244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e5bb4de0-1331-4221-8a72-03585874465b not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:54.765003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:54.769229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:54.772974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:54.779769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:54.780582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.796100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=eee6a54b-06b8-433f-8eb9-de5069319d4a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:54.817368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/02f082d8-7987-417c-9317-9208597dc1c8/8392a8db-efd0-496d-b281-ce374243ba2f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:54.822154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e5acada9-934d-4827-a837-d0bf605a7252 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7101727 Aug 31 09:53:54.824714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57716) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:54.894973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07725e4f-d68f-4de4-8d67-c5b7230dd7f6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:54.897706 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-07725e4f-d68f-4de4-8d67-c5b7230dd7f6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0707870 Aug 31 09:53:54.900255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57720) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:54.997329 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:53:52Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:03Z', 'revision_number': 1, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ce77da-0e04-4561-86ec-24680a294e52', 'name': '', 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:ad:08:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'd75bbee8-f6fd-4eb0-aff8-3657ef19ab53', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:53:52Z', 'updated_at': '2021-08-31T09:53:53Z', 'revision_number': 2, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'd75bbee8-f6fd-4eb0-aff8-3657ef19ab53', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:55.014124 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ee0b9-6f02-4856-8e91-537d84cff37e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port eee6a54b-06b8-433f-8eb9-de5069319d4a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:55.014631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee0b9-6f02-4856-8e91-537d84cff37e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.029568 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Checking router: 5808d6f2-7b51-45f0-8fab-b310059520e8 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:53:55.030167 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Updating router 5808d6f2-7b51-45f0-8fab-b310059520e8 port 77ce77da-0e04-4561-86ec-24680a294e52 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:53:55.033826 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.040554 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.049339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Transition to ACTIVE for port object 8392a8db-efd0-496d-b281-ce374243ba2f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:55.061088 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.074994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Transition to ACTIVE for port object 8392a8db-efd0-496d-b281-ce374243ba2f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:55.082717 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.147916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:55.150297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:55.154398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:55.170233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee0b9-6f02-4856-8e91-537d84cff37e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.184549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ee0b9-6f02-4856-8e91-537d84cff37e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for eee6a54b-06b8-433f-8eb9-de5069319d4a owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:55.205511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Pushing event updated for resources: {'Port': ['ID=8392a8db-efd0-496d-b281-ce374243ba2f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:55.218618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Attempting to bind port 8392a8db-efd0-496d-b281-ce374243ba2f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:55.219119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Attempting to bind port 8392a8db-efd0-496d-b281-ce374243ba2f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:55.219681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Attempting to bind port 8392a8db-efd0-496d-b281-ce374243ba2f on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:55.225250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:55.225730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:55.226197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.226727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:55.227281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Bound port: 8392a8db-efd0-496d-b281-ce374243ba2f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:55.227740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.294691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] For port 8392a8db-efd0-496d-b281-ce374243ba2f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:55.298037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] For port 8392a8db-efd0-496d-b281-ce374243ba2f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8392a8db-efd0-496d-b281-ce374243ba2f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:55.305278 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.334795 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee0b9-6f02-4856-8e91-537d84cff37e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.385641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ee0b9-6f02-4856-8e91-537d84cff37e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=eee6a54b-06b8-433f-8eb9-de5069319d4a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:55.386839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e7788-ba4f-459b-8562-d838340ed160 None None] Pushing event updated for resources: {'Port': ['ID=8392a8db-efd0-496d-b281-ce374243ba2f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:55.416322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee0b9-6f02-4856-8e91-537d84cff37e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.421135 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ae6ee0b9-6f02-4856-8e91-537d84cff37e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/eee6a54b-06b8-433f-8eb9-de5069319d4a HTTP/1.1" status: 204 len: 168 time: 0.5165625 Aug 31 09:53:55.421397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57724) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:55.427922 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.440940 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Transition to ACTIVE for port object 77ce77da-0e04-4561-86ec-24680a294e52 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:55.449649 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.483022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e0851-21bb-47e8-a2b8-af0f77ef5c1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:55.484656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e0851-21bb-47e8-a2b8-af0f77ef5c1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:55.489250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-679e0851-21bb-47e8-a2b8-af0f77ef5c1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0643115 Aug 31 09:53:55.490107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57726) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:55.565326 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Attempting to bind port 77ce77da-0e04-4561-86ec-24680a294e52 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:55.566289 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Attempting to bind port 77ce77da-0e04-4561-86ec-24680a294e52 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:55.567023 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Attempting to bind port 77ce77da-0e04-4561-86ec-24680a294e52 on network 23c37bf7-def5-4261-9cfb-25506fe14714 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:55.568267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f201fb-a293-4ba5-a224-3786aab0eec1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 02f082d8-7987-417c-9317-9208597dc1c8 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:55.572328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f201fb-a293-4ba5-a224-3786aab0eec1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.576613 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:55.577226 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Checking segment: {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:55.577780 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.578316 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Bound using segment: {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:55.579128 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Bound port: 77ce77da-0e04-4561-86ec-24680a294e52, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:55.579671 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.615420 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Pushing event updated for resources: {'Port': ['ID=77ce77da-0e04-4561-86ec-24680a294e52,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:55.617807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f201fb-a293-4ba5-a224-3786aab0eec1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.691179 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] For port 77ce77da-0e04-4561-86ec-24680a294e52, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:55.696681 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] For port 77ce77da-0e04-4561-86ec-24680a294e52, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=77ce77da-0e04-4561-86ec-24680a294e52,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:55.704247 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.704596 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.704971 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.705347 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.705686 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.706017 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.706343 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.706670 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.707034 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.707368 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.715282 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.716003 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:55.724153 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.748622 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b0c86dfa-1cfe-471b-9057-51e4fdabd53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.776551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f201fb-a293-4ba5-a224-3786aab0eec1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.802066 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:55.802722 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:55.868604 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc36a-041a-4607-8dfb-3221875411b9 None None] Pushing event updated for resources: {'Port': ['ID=77ce77da-0e04-4561-86ec-24680a294e52,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:55.873647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f201fb-a293-4ba5-a224-3786aab0eec1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.989882 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:56.405885 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:53:52Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:03Z', 'revision_number': 1, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ce77da-0e04-4561-86ec-24680a294e52', 'name': '', 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:ad:08:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'd75bbee8-f6fd-4eb0-aff8-3657ef19ab53', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:53:52Z', 'updated_at': '2021-08-31T09:53:55Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'd75bbee8-f6fd-4eb0-aff8-3657ef19ab53', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:56.436345 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764818aa-f9d3-44e9-86a1-934a4267aa94 None None] The sync data for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 is: [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:53:52Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:03Z', 'revision_number': 1, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ce77da-0e04-4561-86ec-24680a294e52', 'name': '', 'network_id': '23c37bf7-def5-4261-9cfb-25506fe14714', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:ad:08:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'd75bbee8-f6fd-4eb0-aff8-3657ef19ab53', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:53:52Z', 'updated_at': '2021-08-31T09:53:55Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'd75bbee8-f6fd-4eb0-aff8-3657ef19ab53', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:53:56.451540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f201fb-a293-4ba5-a224-3786aab0eec1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=02f082d8-7987-417c-9317-9208597dc1c8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:56.461753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d7f201fb-a293-4ba5-a224-3786aab0eec1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:56.463930 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d7f201fb-a293-4ba5-a224-3786aab0eec1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/02f082d8-7987-417c-9317-9208597dc1c8 HTTP/1.1" status: 204 len: 168 time: 0.9734657 Aug 31 09:53:56.466677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57746) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:56.524098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0dff4850-8611-4653-bfec-bcdb9fda1b3e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562229 Aug 31 09:53:56.526620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57748) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:56.588678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38824d68-9714-42b0-b765-4ee58879deb0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:56.590253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-38824d68-9714-42b0-b765-4ee58879deb0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0625212 Aug 31 09:53:56.595307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57750) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:56.663231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6f28c-49a3-4fe6-a0c9-85933bab1fd1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:56.663979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-38e6f28c-49a3-4fe6-a0c9-85933bab1fd1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0676689 Aug 31 09:53:56.668058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57752) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:56.736191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-59f8e8bb-d9d5-44ce-bc61-44f9fb5b6bab tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659015 Aug 31 09:53:56.743896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57754) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:56.749356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:56.817751 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8392a8db-efd0-496d-b281-ce374243ba2f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:56.844533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc301a9-8fc7-4f8b-91e9-bbe7ad40b42b None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:56.869128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:56.873142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:56.958892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7fefc116-ab1a-4e9b-81c5-67e5d3dfab17 None None] Provisioning for port 8392a8db-efd0-496d-b281-ce374243ba2f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:56.963145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8392a8db-efd0-496d-b281-ce374243ba2f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:56.968562 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8392a8db-efd0-496d-b281-ce374243ba2f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:56.968943 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:56.988700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7fefc116-ab1a-4e9b-81c5-67e5d3dfab17 None None] Provisioning complete for port 8392a8db-efd0-496d-b281-ce374243ba2f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:56.988700 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7fefc116-ab1a-4e9b-81c5-67e5d3dfab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.130721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.143408 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7fefc116-ab1a-4e9b-81c5-67e5d3dfab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.145407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.164680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:53:57.176803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:57.180390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:57.183704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:57.184248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.203403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=55a621ce-9afa-470f-a1f5-635941bea7b6,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:57.208840 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f645cd53-6441-44a6-9f53-08142a72b2b1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4636548 Aug 31 09:53:57.212444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57758) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:57.216511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7fefc116-ab1a-4e9b-81c5-67e5d3dfab17 None None] For port 8392a8db-efd0-496d-b281-ce374243ba2f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8392a8db-efd0-496d-b281-ce374243ba2f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:57.217527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': '55a621ce-9afa-470f-a1f5-635941bea7b6', 'ip_address': '2001:db8::b4bf:ba9f:66bc:96b0'}], 'name': 'tempest-NetworksTestDHCPv6-516280919'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:57.223886 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7fefc116-ab1a-4e9b-81c5-67e5d3dfab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.312540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:53:57.312787 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:53:57.314062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefc116-ab1a-4e9b-81c5-67e5d3dfab17 None None] Pushing event updated for resources: {'Port': ['ID=8392a8db-efd0-496d-b281-ce374243ba2f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:57.317370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] Deleting port 8392a8db-efd0-496d-b281-ce374243ba2f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:57.317745 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.346868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:57.403374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] For port 8392a8db-efd0-496d-b281-ce374243ba2f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8392a8db-efd0-496d-b281-ce374243ba2f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:57.403769 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.418432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] Calling delete_port for 8392a8db-efd0-496d-b281-ce374243ba2f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:57.440219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.459493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port c523c77e-2faf-43b5-928a-d43faa48d067 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:57.503561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.530528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] No DVR routers for this DVR port 8392a8db-efd0-496d-b281-ce374243ba2f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:57.535359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544de9e-398a-4393-964d-d7cf136e549e None None] Pushing event deleted for resources: {'Port': ['ID=8392a8db-efd0-496d-b281-ce374243ba2f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:57.557330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3747b31-96cc-49db-9395-e5cf47e0adef None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:57.639558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::b4bf:ba9f:66bc:96b0 (9796cf21-4204-461c-b884-2cda56d4179e/55a621ce-9afa-470f-a1f5-635941bea7b6/c523c77e-2faf-43b5-928a-d43faa48d067) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:57.696199 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.750759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '55a621ce-9afa-470f-a1f5-635941bea7b6'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:57.751661 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.855728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Port 8392a8db-efd0-496d-b281-ce374243ba2f update to ACTIVE by agent not found {{(pid=94788) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 09:53:57.856415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 77ce77da-0e04-4561-86ec-24680a294e52 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:57.876424 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.895423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object c523c77e-2faf-43b5-928a-d43faa48d067 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:57.932166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 77ce77da-0e04-4561-86ec-24680a294e52 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:57.935991 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.947382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 77ce77da-0e04-4561-86ec-24680a294e52 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:57.948189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:57.976205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:57.979719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:57.982217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:57.988339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:57.988966 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.011521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=c523c77e-2faf-43b5-928a-d43faa48d067,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:58.018698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3720539a-420f-447c-91d7-2dd8cf398a9d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8051763 Aug 31 09:53:58.021039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:58.038580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/55a621ce-9afa-470f-a1f5-635941bea7b6/62287a53-323c-4ff3-9a79-4f2b1d61a4c0) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:58.081990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4e1c71-e02d-4f74-87c0-0a8fe37693a1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:58.086211 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a4e1c71-e02d-4f74-87c0-0a8fe37693a1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0614147 Aug 31 09:53:58.086583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57778) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:58.183255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-79427fb3-d539-46d4-865d-0a36a2c8be5b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port c523c77e-2faf-43b5-928a-d43faa48d067 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:58.183518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79427fb3-d539-46d4-865d-0a36a2c8be5b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.284539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79427fb3-d539-46d4-865d-0a36a2c8be5b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.298002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-79427fb3-d539-46d4-865d-0a36a2c8be5b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for c523c77e-2faf-43b5-928a-d43faa48d067 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:58.299617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.370888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 77ce77da-0e04-4561-86ec-24680a294e52, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=77ce77da-0e04-4561-86ec-24680a294e52,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:58.412263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.447934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79427fb3-d539-46d4-865d-0a36a2c8be5b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.480794 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.485646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79427fb3-d539-46d4-865d-0a36a2c8be5b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=c523c77e-2faf-43b5-928a-d43faa48d067,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:58.505573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Transition to ACTIVE for port object 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:58.510081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=77ce77da-0e04-4561-86ec-24680a294e52,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:58.525038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79427fb3-d539-46d4-865d-0a36a2c8be5b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.526568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Transition to ACTIVE for port object 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:58.527127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-79427fb3-d539-46d4-865d-0a36a2c8be5b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/c523c77e-2faf-43b5-928a-d43faa48d067 HTTP/1.1" status: 204 len: 168 time: 0.4393759 Aug 31 09:53:58.529692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57782) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:58.541893 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.584132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae6605-0f77-462f-9eb2-10125490a7f8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:58.586344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae6605-0f77-462f-9eb2-10125490a7f8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:58.588099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aaae6605-0f77-462f-9eb2-10125490a7f8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0573537 Aug 31 09:53:58.590122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:58.590674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57784) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:58.594664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:58.598124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:58.608060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Pushing event updated for resources: {'Port': ['ID=62287a53-323c-4ff3-9a79-4f2b1d61a4c0,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:58.611607 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.649801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f3b3e6-5649-416e-8b66-e82006ae81e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 55a621ce-9afa-470f-a1f5-635941bea7b6 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:58.653330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17f3b3e6-5649-416e-8b66-e82006ae81e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.664077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Attempting to bind port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:58.664461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Attempting to bind port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:58.664817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Attempting to bind port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:58.670174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:58.670550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:58.670990 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.671385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:58.671844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Bound port: 62287a53-323c-4ff3-9a79-4f2b1d61a4c0, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:58.672222 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.702150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17f3b3e6-5649-416e-8b66-e82006ae81e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.711294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 77ce77da-0e04-4561-86ec-24680a294e52 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:58.774514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] For port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:58.778425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] For port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=62287a53-323c-4ff3-9a79-4f2b1d61a4c0,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:58.783846 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.795698 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17f3b3e6-5649-416e-8b66-e82006ae81e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.840494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 77ce77da-0e04-4561-86ec-24680a294e52 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:58.840869 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.866605 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17f3b3e6-5649-416e-8b66-e82006ae81e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.880421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504929c6-dbb7-4ef9-be9d-f667c6092ace None None] Pushing event updated for resources: {'Port': ['ID=62287a53-323c-4ff3-9a79-4f2b1d61a4c0,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:58.903184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3b3e6-5649-416e-8b66-e82006ae81e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=55a621ce-9afa-470f-a1f5-635941bea7b6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:58.905401 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17f3b3e6-5649-416e-8b66-e82006ae81e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:58.907549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-17f3b3e6-5649-416e-8b66-e82006ae81e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/55a621ce-9afa-470f-a1f5-635941bea7b6 HTTP/1.1" status: 204 len: 168 time: 0.3157201 Aug 31 09:53:58.910054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57790) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:58.950106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e174bb0-ad8b-4728-bea1-58e5517c627d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387967 Aug 31 09:53:58.956402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57794) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:58.963813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:59.006030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8392a8db-efd0-496d-b281-ce374243ba2f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:59.030229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8392a8db-efd0-496d-b281-ce374243ba2f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:59.035199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8392a8db-efd0-496d-b281-ce374243ba2f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:59.104671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:59.112257 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.336851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.381664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:59.384763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:59.390232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:59.390853 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.405717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=d14f5001-d720-464f-951f-4bd46b806c17,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:59.414981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e656b510-3d54-4d5f-a145-d12fba46192a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4574397 Aug 31 09:53:59.417723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57802) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:59.423260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'd14f5001-d720-464f-951f-4bd46b806c17', 'ip_address': '2001:db8::e03d:9d31:7d25:84c0'}], 'name': 'tempest-NetworksTestDHCPv6-1328091792'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:59.543865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:59.549256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.567996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port f9cc4382-4f74-4a25-832c-f896f62da830 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:59.741686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::e03d:9d31:7d25:84c0 (9796cf21-4204-461c-b884-2cda56d4179e/d14f5001-d720-464f-951f-4bd46b806c17/f9cc4382-4f74-4a25-832c-f896f62da830) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:59.906519 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.909454 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f1ee5-413a-4bb5-a907-9c857a3a1387 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:59.922156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object f9cc4382-4f74-4a25-832c-f896f62da830 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:59.960218 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.982896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-030fe048-cd68-4cf1-997a-66b02c346904 None None] Provisioning for port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:00.016148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:00.021404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:00.025796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:00.031497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:00.032106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.042922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=f9cc4382-4f74-4a25-832c-f896f62da830,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:00.074604 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a2d8a06d-ba6d-401a-afa0-60be8c2d456c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6536181 Aug 31 09:54:00.075413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57806) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:00.132715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7779b8-e852-4d0c-9fa8-961e58cbb9dd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:00.139343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7779b8-e852-4d0c-9fa8-961e58cbb9dd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:00.141480 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cf7779b8-e852-4d0c-9fa8-961e58cbb9dd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0646238 Aug 31 09:54:00.144130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57808) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:00.304272 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-05597530-a43f-46b3-bc72-aaea2627cc15 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port f9cc4382-4f74-4a25-832c-f896f62da830 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:00.305336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05597530-a43f-46b3-bc72-aaea2627cc15 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.424770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-167d36e6-c83b-4ae1-a76f-0efb6ccabe0c None None] Provisioning for port f9cc4382-4f74-4a25-832c-f896f62da830 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:00.429687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-167d36e6-c83b-4ae1-a76f-0efb6ccabe0c None None] Provisioning complete for port f9cc4382-4f74-4a25-832c-f896f62da830 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:00.431287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-167d36e6-c83b-4ae1-a76f-0efb6ccabe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.460737 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05597530-a43f-46b3-bc72-aaea2627cc15 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.469868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-167d36e6-c83b-4ae1-a76f-0efb6ccabe0c None None] Port f9cc4382-4f74-4a25-832c-f896f62da830 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:00.474515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-05597530-a43f-46b3-bc72-aaea2627cc15 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for f9cc4382-4f74-4a25-832c-f896f62da830 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:00.597594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f8224b00-ca4b-4ada-addc-8ada28f2953a None None] Could not find standard attr ID for object eee6a54b-06b8-433f-8eb9-de5069319d4a. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:00.630607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05597530-a43f-46b3-bc72-aaea2627cc15 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.664246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05597530-a43f-46b3-bc72-aaea2627cc15 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=f9cc4382-4f74-4a25-832c-f896f62da830,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:00.699023 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05597530-a43f-46b3-bc72-aaea2627cc15 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.701362 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-05597530-a43f-46b3-bc72-aaea2627cc15 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/f9cc4382-4f74-4a25-832c-f896f62da830 HTTP/1.1" status: 204 len: 168 time: 0.5552437 Aug 31 09:54:00.703978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57814) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:00.747440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:00.773841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3801cf95-3b28-4ed7-a69a-ee5b0502b6a0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:00.775937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3801cf95-3b28-4ed7-a69a-ee5b0502b6a0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:00.778074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3801cf95-3b28-4ed7-a69a-ee5b0502b6a0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0719581 Aug 31 09:54:00.779805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57816) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:00.824832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f7008645-3c46-496c-b454-3ab9d17f4a73 None None] Could not find standard attr ID for object c523c77e-2faf-43b5-928a-d43faa48d067. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:00.839120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:00.847999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ab471e-2d0a-4b63-b15a-0cec9f5eb39e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet d14f5001-d720-464f-951f-4bd46b806c17 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:00.852370 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96ab471e-2d0a-4b63-b15a-0cec9f5eb39e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.873264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:00.873634 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.899321 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96ab471e-2d0a-4b63-b15a-0cec9f5eb39e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.952633 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96ab471e-2d0a-4b63-b15a-0cec9f5eb39e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.985059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.021008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=62287a53-323c-4ff3-9a79-4f2b1d61a4c0,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:01.024099 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96ab471e-2d0a-4b63-b15a-0cec9f5eb39e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.025221 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.065220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-013a810f-087a-4459-9542-3ad6206e2ce5 None None] Could not find standard attr ID for object f9cc4382-4f74-4a25-832c-f896f62da830. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:01.066327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab471e-2d0a-4b63-b15a-0cec9f5eb39e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=d14f5001-d720-464f-951f-4bd46b806c17,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:01.073556 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96ab471e-2d0a-4b63-b15a-0cec9f5eb39e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.077959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-96ab471e-2d0a-4b63-b15a-0cec9f5eb39e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/d14f5001-d720-464f-951f-4bd46b806c17 HTTP/1.1" status: 204 len: 168 time: 0.2943850 Aug 31 09:54:01.077959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57818) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:01.087201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=62287a53-323c-4ff3-9a79-4f2b1d61a4c0,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:01.123582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f7230b39-719e-4280-a5ce-60e113f302ef tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448523 Aug 31 09:54:01.126354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57820) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:01.131333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:01.221134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea82a0d-fcfd-4c65-acd2-1f1126aff06c None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:01.224979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:01.228553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.420141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:01.448371 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.489052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] Deleting port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:01.489924 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.497562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:01.501314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:01.507836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:01.508454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.533837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=0ac43557-e4b6-4652-8d09-29c0ba8ac858,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:01.544276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57840) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:01.544774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1f295e18-2f6a-4bb7-b90b-894aa92914bc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4173129 Aug 31 09:54:01.550656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': '0ac43557-e4b6-4652-8d09-29c0ba8ac858', 'ip_address': '2001:db8::d2a7:e6d0:8823:ec3'}], 'name': 'tempest-NetworksTestDHCPv6-974613005'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:01.614888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] For port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=62287a53-323c-4ff3-9a79-4f2b1d61a4c0,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:01.615659 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.637684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] Calling delete_port for 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:01.703222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:01.708812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.727082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:01.732125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 9bd83c16-0529-43f2-a183-275a1828e025 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:01.752992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] Pushing event deleted for resources: {'Port': ['ID=62287a53-323c-4ff3-9a79-4f2b1d61a4c0,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:01.760509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe556e-6119-4f2a-8ce4-7ee07fa7d839 None None] No DVR routers for this DVR port 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:01.782841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5ff35-e74b-45ba-b5c7-9f8ae7a5af51 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:01.914305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::d2a7:e6d0:8823:ec3 (9796cf21-4204-461c-b884-2cda56d4179e/0ac43557-e4b6-4652-8d09-29c0ba8ac858/9bd83c16-0529-43f2-a183-275a1828e025) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:01.951968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '0ac43557-e4b6-4652-8d09-29c0ba8ac858'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:01.952861 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.081384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.096345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 9bd83c16-0529-43f2-a183-275a1828e025 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:02.129452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.175759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/0ac43557-e4b6-4652-8d09-29c0ba8ac858/79412215-5c7e-45b5-a328-d64a7710c920) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:02.176623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:02.182393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:02.186971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:02.192722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:02.193376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.197695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=9bd83c16-0529-43f2-a183-275a1828e025,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:02.215781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57848) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:02.215984 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8f7a029f-1855-48cf-b1c3-35e9578098a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.6696162 Aug 31 09:54:02.270813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0be8c3-a72f-4495-91ba-7dd1f92885cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:02.275093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6e0be8c3-a72f-4495-91ba-7dd1f92885cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0574780 Aug 31 09:54:02.275243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57850) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:02.329775 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:54:02.331144 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.340047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Transition to ACTIVE for port object 79412215-5c7e-45b5-a328-d64a7710c920 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:02.357800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Transition to ACTIVE for port object 79412215-5c7e-45b5-a328-d64a7710c920 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:02.367396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.390243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b6625-1b98-48b1-8ad4-a83a72810989 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 9bd83c16-0529-43f2-a183-275a1828e025 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:02.390602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e9b6625-1b98-48b1-8ad4-a83a72810989 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.408637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:02.414007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:02.419265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:02.434017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Pushing event updated for resources: {'Port': ['ID=79412215-5c7e-45b5-a328-d64a7710c920,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:02.485095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Attempting to bind port 79412215-5c7e-45b5-a328-d64a7710c920 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:02.485447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Attempting to bind port 79412215-5c7e-45b5-a328-d64a7710c920 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:02.486063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Attempting to bind port 79412215-5c7e-45b5-a328-d64a7710c920 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:02.492121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:02.492505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:02.492952 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.493272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:02.493729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Bound port: 79412215-5c7e-45b5-a328-d64a7710c920, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:02.494105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.510384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e9b6625-1b98-48b1-8ad4-a83a72810989 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.525172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b6625-1b98-48b1-8ad4-a83a72810989 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 9bd83c16-0529-43f2-a183-275a1828e025 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:02.560577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] For port 79412215-5c7e-45b5-a328-d64a7710c920, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:02.563747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] For port 79412215-5c7e-45b5-a328-d64a7710c920, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=79412215-5c7e-45b5-a328-d64a7710c920,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:02.568072 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.653014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302431c2-816d-4d2f-8c08-4c5d86efcfc5 None None] Pushing event updated for resources: {'Port': ['ID=79412215-5c7e-45b5-a328-d64a7710c920,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:02.694160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e9b6625-1b98-48b1-8ad4-a83a72810989 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.730534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:02.750098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b6625-1b98-48b1-8ad4-a83a72810989 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=9bd83c16-0529-43f2-a183-275a1828e025,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:02.770718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:02.771093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 62287a53-323c-4ff3-9a79-4f2b1d61a4c0 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:02.782126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e9b6625-1b98-48b1-8ad4-a83a72810989 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.783975 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6e9b6625-1b98-48b1-8ad4-a83a72810989 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/9bd83c16-0529-43f2-a183-275a1828e025 HTTP/1.1" status: 204 len: 168 time: 0.5077872 Aug 31 09:54:02.786775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57856) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:02.848376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40eeec5-f898-4b9a-b3fc-7daea13925e8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:02.850699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40eeec5-f898-4b9a-b3fc-7daea13925e8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:02.852268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a40eeec5-f898-4b9a-b3fc-7daea13925e8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0633314 Aug 31 09:54:02.855426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57858) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:02.924028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2643935-88ba-4c7d-abfe-497cc09e3cbe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 0ac43557-e4b6-4652-8d09-29c0ba8ac858 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:02.927253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2643935-88ba-4c7d-abfe-497cc09e3cbe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.975404 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2643935-88ba-4c7d-abfe-497cc09e3cbe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.062737 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2643935-88ba-4c7d-abfe-497cc09e3cbe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.122665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2643935-88ba-4c7d-abfe-497cc09e3cbe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.156088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2643935-88ba-4c7d-abfe-497cc09e3cbe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac43557-e4b6-4652-8d09-29c0ba8ac858,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:03.160966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c2643935-88ba-4c7d-abfe-497cc09e3cbe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.162958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c2643935-88ba-4c7d-abfe-497cc09e3cbe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/0ac43557-e4b6-4652-8d09-29c0ba8ac858 HTTP/1.1" status: 204 len: 168 time: 0.3065119 Aug 31 09:54:03.165267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57860) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:03.203037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cb1bbc3c-cd66-4fe3-b851-85d8e44bed02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366800 Aug 31 09:54:03.205245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57862) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:03.252956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e04bd79-bad8-4963-a12c-a789217cf536 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:03.254408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2e04bd79-bad8-4963-a12c-a789217cf536 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0482781 Aug 31 09:54:03.257408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57864) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:03.311772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae60f4-8ea9-4871-b651-0734e554b19c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:03.313257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0bae60f4-8ea9-4871-b651-0734e554b19c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0549526 Aug 31 09:54:03.315735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57866) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:03.355797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ee67c065-630f-4e65-bf51-edc726da400f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383222 Aug 31 09:54:03.359909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57868) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:03.366093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:03.460269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:03.464068 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.601846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d7c3b-87d3-4d35-8193-af74fdc213f6 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:03.663084 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.664136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-90724c44-ef83-43e6-85ab-8fed81421de1 None None] Provisioning for port 79412215-5c7e-45b5-a328-d64a7710c920 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:03.712827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:03.714648 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:03.719562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:03.720170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.734980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=d8769394-427b-4066-8450-e4decfbebbbf,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:03.746005 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a93ae0f5-4355-43ce-b0a4-b33d998b544c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3837612 Aug 31 09:54:03.746380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57880) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:03.751795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'd8769394-427b-4066-8450-e4decfbebbbf', 'ip_address': '2001:db8::33f9:d442:3184:f9e4'}], 'name': 'tempest-NetworksTestDHCPv6-2051760136'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:03.936254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:04.044575 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:04.050902 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0404f-1ce5-4ae9-8065-cc26b4bc9654 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:04.067315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 96352b15-1f3e-45a5-b97b-adb683632d95 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:04.262892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::33f9:d442:3184:f9e4 (9796cf21-4204-461c-b884-2cda56d4179e/d8769394-427b-4066-8450-e4decfbebbbf/96352b15-1f3e-45a5-b97b-adb683632d95) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:04.456430 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:04.482345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 96352b15-1f3e-45a5-b97b-adb683632d95 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:04.527825 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:04.577822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:04.584749 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:04.589390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:04.595442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:04.596326 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:04.608646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=96352b15-1f3e-45a5-b97b-adb683632d95,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:04.619703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.620022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.620360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.620697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.621034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.621369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.621680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.622001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.622330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.622660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.622979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.623300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:04.634162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e6c57466-7730-456a-8f42-074743c602d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8865371 Aug 31 09:54:04.637469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57894) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:04.646145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9eb726d9-b54e-427a-ba71-8f089ddebd45 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'd8769394-427b-4066-8450-e4decfbebbbf', 'ip_address': '2001:db8::33f9:d442:3184:f9e4'}], 'name': 'tempest-NetworksTestDHCPv6-1033643277'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:04.682782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-128a5ce7-1860-468a-a8b4-c43a55526049 None None] Could not find standard attr ID for object 9bd83c16-0529-43f2-a183-275a1828e025. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:04.776268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 79412215-5c7e-45b5-a328-d64a7710c920 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:04.834064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb726d9-b54e-427a-ba71-8f089ddebd45 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:04.840082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 79412215-5c7e-45b5-a328-d64a7710c920 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:04.844873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 79412215-5c7e-45b5-a328-d64a7710c920 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:04.845235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:04.944676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9eb726d9-b54e-427a-ba71-8f089ddebd45 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:04.967694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-9eb726d9-b54e-427a-ba71-8f089ddebd45 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port fe255e80-0087-4b60-9981-739f20aaae14 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:04.968646 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.014407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 79412215-5c7e-45b5-a328-d64a7710c920, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=79412215-5c7e-45b5-a328-d64a7710c920,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:05.022730 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.065203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-84061bc6-a9f2-4651-9573-e6532ee0096f None None] Provisioning for port 96352b15-1f3e-45a5-b97b-adb683632d95 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:05.074653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-84061bc6-a9f2-4651-9573-e6532ee0096f None None] Provisioning complete for port 96352b15-1f3e-45a5-b97b-adb683632d95 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:05.075283 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-84061bc6-a9f2-4651-9573-e6532ee0096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.150761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=79412215-5c7e-45b5-a328-d64a7710c920,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:05.159710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-84061bc6-a9f2-4651-9573-e6532ee0096f None None] Port 96352b15-1f3e-45a5-b97b-adb683632d95 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:05.221001 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb726d9-b54e-427a-ba71-8f089ddebd45 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:54:05.221473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb726d9-b54e-427a-ba71-8f089ddebd45 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:54:05.245127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9eb726d9-b54e-427a-ba71-8f089ddebd45 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6056354 Aug 31 09:54:05.248205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57904) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:05.304699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b37c4-fe4f-4036-96d7-2611b4314cdd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:05.310733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b37c4-fe4f-4036-96d7-2611b4314cdd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:05.312450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-733b37c4-fe4f-4036-96d7-2611b4314cdd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0631468 Aug 31 09:54:05.315097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57906) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:05.413290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 96352b15-1f3e-45a5-b97b-adb683632d95 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:05.413637 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.500464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.513478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 96352b15-1f3e-45a5-b97b-adb683632d95 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:05.651509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.683918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=96352b15-1f3e-45a5-b97b-adb683632d95,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:05.699056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.699411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.699757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.700100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.700441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.701157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.701157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.701410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.701738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.702066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.702396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.702716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:05.723820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.729195 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f67ff01b-5f41-427a-ae35-c6bb976b4be2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/96352b15-1f3e-45a5-b97b-adb683632d95 HTTP/1.1" status: 204 len: 168 time: 0.4105365 Aug 31 09:54:05.729736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57908) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:05.798841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a8707-3336-4e07-8d1d-caea59eee1dc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:05.800690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a8707-3336-4e07-8d1d-caea59eee1dc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:05.802263 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cd0a8707-3336-4e07-8d1d-caea59eee1dc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0714693 Aug 31 09:54:05.805043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57912) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:05.877106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde52507-b98a-424e-8434-ebc8a53e5e43 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet d8769394-427b-4066-8450-e4decfbebbbf {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:05.877659 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bde52507-b98a-424e-8434-ebc8a53e5e43 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.924514 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bde52507-b98a-424e-8434-ebc8a53e5e43 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:05.969048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bde52507-b98a-424e-8434-ebc8a53e5e43 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.032537 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bde52507-b98a-424e-8434-ebc8a53e5e43 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.061579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde52507-b98a-424e-8434-ebc8a53e5e43 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=d8769394-427b-4066-8450-e4decfbebbbf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:06.065222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bde52507-b98a-424e-8434-ebc8a53e5e43 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.067136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bde52507-b98a-424e-8434-ebc8a53e5e43 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/d8769394-427b-4066-8450-e4decfbebbbf HTTP/1.1" status: 204 len: 168 time: 0.2611635 Aug 31 09:54:06.070868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57916) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:06.073624 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96751eb4-0211-480f-8240-2fc4fafe5990 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:06.119301 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a5830446-8570-462b-b9a2-d62fdc07f258 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457685 Aug 31 09:54:06.123044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57918) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:06.128404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:06.229603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:06.233928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.277714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:06.340187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] Deleting port 79412215-5c7e-45b5-a328-d64a7710c920 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:06.340709 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.425961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] For port 79412215-5c7e-45b5-a328-d64a7710c920, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=79412215-5c7e-45b5-a328-d64a7710c920,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:06.425961 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.441856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] Calling delete_port for 79412215-5c7e-45b5-a328-d64a7710c920 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:06.502462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.561368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:06.564590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:06.566662 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.569890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:06.570495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.581342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=d7dcd7f2-b257-43cc-8ccc-43b07c2aefc6,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:06.595587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] Pushing event deleted for resources: {'Port': ['ID=79412215-5c7e-45b5-a328-d64a7710c920,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:06.599456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28deada7-abee-4dc2-8380-0c87ef2a41af None None] No DVR routers for this DVR port 79412215-5c7e-45b5-a328-d64a7710c920 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:06.606572 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d16dff71-0d6e-457c-b562-9df64df44a8e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4797437 Aug 31 09:54:06.608867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57938) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:06.617210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0ab7ed70-5b48-4a70-a6fd-86956ba063c5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'd7dcd7f2-b257-43cc-8ccc-43b07c2aefc6', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2076788304'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:06.617414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20e068-055f-4732-9fbf-9196121722bb None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:06.717360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 79412215-5c7e-45b5-a328-d64a7710c920 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:06.755704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 79412215-5c7e-45b5-a328-d64a7710c920 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:06.756616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 79412215-5c7e-45b5-a328-d64a7710c920 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:06.791039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab7ed70-5b48-4a70-a6fd-86956ba063c5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:06.800807 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ed70-5b48-4a70-a6fd-86956ba063c5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.830881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-0ab7ed70-5b48-4a70-a6fd-86956ba063c5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 6e6dd08f-3dd1-4602-9717-8f727c2956c8 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:06.846619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': 'd7dcd7f2-b257-43cc-8ccc-43b07c2aefc6'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:06.847541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.002143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/d7dcd7f2-b257-43cc-8ccc-43b07c2aefc6/59319ea0-b7bc-40c2-adc1-5890aa9528d3) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:07.083493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57954) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.157811 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.167466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Transition to ACTIVE for port object 59319ea0-b7bc-40c2-adc1-5890aa9528d3 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:07.183955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Transition to ACTIVE for port object 59319ea0-b7bc-40c2-adc1-5890aa9528d3 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:07.189799 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.192072 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab7ed70-5b48-4a70-a6fd-86956ba063c5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:54:07.193040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab7ed70-5b48-4a70-a6fd-86956ba063c5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:54:07.215045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a44bc7c-0ded-42f8-bb77-1c0bf1030bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.226014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0ab7ed70-5b48-4a70-a6fd-86956ba063c5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6152625 Aug 31 09:54:07.228609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57958) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.306324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e9b5c-e9ad-4e35-b22b-06e9fa4962d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:07.307986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e5e9b5c-e9ad-4e35-b22b-06e9fa4962d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0775766 Aug 31 09:54:07.310714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57960) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.386873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2acecd-71fb-48c6-a58e-049243d1504e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:07.388405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2acecd-71fb-48c6-a58e-049243d1504e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:07.389959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7e2acecd-71fb-48c6-a58e-049243d1504e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0783446 Aug 31 09:54:07.390980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:07.393619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57962) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.394101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:07.397071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:07.418682 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a44bc7c-0ded-42f8-bb77-1c0bf1030bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.423834 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a44bc7c-0ded-42f8-bb77-1c0bf1030bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.428968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Pushing event updated for resources: {'Port': ['ID=59319ea0-b7bc-40c2-adc1-5890aa9528d3,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:07.455438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5b1efa-251c-49d7-82e2-e5fcf9663eb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet d7dcd7f2-b257-43cc-8ccc-43b07c2aefc6 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:07.460196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1efa-251c-49d7-82e2-e5fcf9663eb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.464962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Attempting to bind port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:07.465340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Attempting to bind port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:07.465711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Attempting to bind port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:07.467458 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1a44bc7c-0ded-42f8-bb77-1c0bf1030bf4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48f4417885b043c7b84464dc62acb360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826463 Aug 31 09:54:07.469385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57964) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.474420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:07.475562 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:07.476167 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.476386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:07.476845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Bound port: 59319ea0-b7bc-40c2-adc1-5890aa9528d3, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:07.477237 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.489141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44bc7c-0ded-42f8-bb77-1c0bf1030bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd3aafd-c65a-43a7-a87c-54e892921107,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:07.516339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1efa-251c-49d7-82e2-e5fcf9663eb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.550627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-326dc6cd-dddf-489c-832c-3fd7edc4a930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.559326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] For port 59319ea0-b7bc-40c2-adc1-5890aa9528d3, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:07.565372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] For port 59319ea0-b7bc-40c2-adc1-5890aa9528d3, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=59319ea0-b7bc-40c2-adc1-5890aa9528d3,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:07.572240 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.578510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-326dc6cd-dddf-489c-832c-3fd7edc4a930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.619844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1efa-251c-49d7-82e2-e5fcf9663eb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.638107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-326dc6cd-dddf-489c-832c-3fd7edc4a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.640818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-326dc6cd-dddf-489c-832c-3fd7edc4a930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.642296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-326dc6cd-dddf-489c-832c-3fd7edc4a930 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cbd3aafd-c65a-43a7-a87c-54e892921107 HTTP/1.1" status: 204 len: 168 time: 0.1716900 Aug 31 09:54:07.651619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc6cd-dddf-489c-832c-3fd7edc4a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd3aafd-c65a-43a7-a87c-54e892921107,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:07.653274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cdacf-8812-4175-907e-de05105ee188 None None] Pushing event updated for resources: {'Port': ['ID=59319ea0-b7bc-40c2-adc1-5890aa9528d3,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:07.701519 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1efa-251c-49d7-82e2-e5fcf9663eb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.733092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b1efa-251c-49d7-82e2-e5fcf9663eb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dcd7f2-b257-43cc-8ccc-43b07c2aefc6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:07.738908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1efa-251c-49d7-82e2-e5fcf9663eb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.741099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ce5b1efa-251c-49d7-82e2-e5fcf9663eb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/d7dcd7f2-b257-43cc-8ccc-43b07c2aefc6 HTTP/1.1" status: 204 len: 168 time: 0.3463604 Aug 31 09:54:07.743841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57968) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.789138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a7983bf2-847c-475f-9dea-666e4a694500 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436172 Aug 31 09:54:07.794070 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57972) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.799645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:07.920865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:07.924577 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.019956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57974) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:08.040047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08b89bc6-6e91-4583-8bc6-27ad74a115cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.167909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.219447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:08.227269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:08.233516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:08.234111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.257443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=fa285bad-72ee-43fd-981f-eeb17b6f3c1b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:08.272887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08b89bc6-6e91-4583-8bc6-27ad74a115cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.278531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08b89bc6-6e91-4583-8bc6-27ad74a115cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.285051 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-660681ad-4506-40ab-b9f7-905944c57699 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4895899 Aug 31 09:54:08.288539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57980) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:08.294832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-547ac5ff-5b69-4e4f-bf46-aeea41fbc9d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-515485513', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:08.322616 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-547ac5ff-5b69-4e4f-bf46-aeea41fbc9d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.323648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-08b89bc6-6e91-4583-8bc6-27ad74a115cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80ad733fca234dcd9d39387c2bae48fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014960 Aug 31 09:54:08.323773 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-547ac5ff-5b69-4e4f-bf46-aeea41fbc9d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.325816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b89bc6-6e91-4583-8bc6-27ad74a115cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9211e4-4105-471b-aa3e-141a17c117a8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:08.327321 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 57982) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:08.415819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-547ac5ff-5b69-4e4f-bf46-aeea41fbc9d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.424213 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-547ac5ff-5b69-4e4f-bf46-aeea41fbc9d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.435967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5f2efab-4d27-484a-a297-58d94f4a9c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.454412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-547ac5ff-5b69-4e4f-bf46-aeea41fbc9d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.455659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-547ac5ff-5b69-4e4f-bf46-aeea41fbc9d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1661286 Aug 31 09:54:08.458637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 57984) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:08.466074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5f2efab-4d27-484a-a297-58d94f4a9c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.520118 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5f2efab-4d27-484a-a297-58d94f4a9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.523732 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5f2efab-4d27-484a-a297-58d94f4a9c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.527488 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c5f2efab-4d27-484a-a297-58d94f4a9c7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de9211e4-4105-471b-aa3e-141a17c117a8 HTTP/1.1" status: 204 len: 168 time: 0.1961081 Aug 31 09:54:08.533874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2efab-4d27-484a-a297-58d94f4a9c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9211e4-4105-471b-aa3e-141a17c117a8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:08.634665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a741320-f546-4f5c-bc1a-59e8eef097d9 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:08.784801 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 59319ea0-b7bc-40c2-adc1-5890aa9528d3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:08.811632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:08.820170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d7e0068-4aa8-49aa-9c3c-0b77c35e8a30 None None] Provisioning for port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:08.889567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:08.897446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:08.897882 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.018285 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.058115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 59319ea0-b7bc-40c2-adc1-5890aa9528d3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=59319ea0-b7bc-40c2-adc1-5890aa9528d3,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:09.076252 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.121217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::1 (9796cf21-4204-461c-b884-2cda56d4179e/fa285bad-72ee-43fd-981f-eeb17b6f3c1b/f793891f-06e7-411c-bf50-744df49ed97b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:09.141047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=59319ea0-b7bc-40c2-adc1-5890aa9528d3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:09.159015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8184bf16-906e-446e-a275-621b64a844e5 None None] Provisioning complete for port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:09.159471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8184bf16-906e-446e-a275-621b64a844e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.259723 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.275040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object f793891f-06e7-411c-bf50-744df49ed97b will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:09.309646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.352097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:09.355303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:09.359175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:09.359725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.400263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=f793891f-06e7-411c-bf50-744df49ed97b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:09.464911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58008) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:09.489653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.591419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-930577813-network', 'tenant_id': '874b5798cc8c48aa82bbba15217fcc2c'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:09.613275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Made reservation on behalf of 874b5798cc8c48aa82bbba15217fcc2c for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:09.616204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.625439 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.673037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d6baf98-4f7f-40ca-914a-d3e4d06017ee None None] Provisioning for port f793891f-06e7-411c-bf50-744df49ed97b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:09.677899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d6baf98-4f7f-40ca-914a-d3e4d06017ee None None] Provisioning complete for port f793891f-06e7-411c-bf50-744df49ed97b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:09.678435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d6baf98-4f7f-40ca-914a-d3e4d06017ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.731629 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.736969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.737662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6d6baf98-4f7f-40ca-914a-d3e4d06017ee None None] Port f793891f-06e7-411c-bf50-744df49ed97b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:09.772647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:09.777459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:54:09.790301 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.790769 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Added segment 214a84f4-b702-40b1-82d6-2f5aad2494e3 of type vlan for network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 Aug 31 09:54:09.835454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.861879 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.862938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:09.863524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:09.922860 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567611 Aug 31 09:54:09.925685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58012) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:09.931052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Request body: {'subnet': {'network_id': '4d2f125e-5b80-494f-9ce7-26e7cbcfc253', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-930577813-subnet', 'tenant_id': '874b5798cc8c48aa82bbba15217fcc2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:09.934423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886296e-2321-41b9-9b67-5ec7c4fcfbb4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d2f125e-5b80-494f-9ce7-26e7cbcfc253,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:09.947615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:54:09.960935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Made reservation on behalf of 874b5798cc8c48aa82bbba15217fcc2c for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:09.963749 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.147773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.152603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.153522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.161814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.220326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5232fe95-135e-492c-be44-f21bd8bbadf8,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:10.233071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Checking segment: {'id': '214a84f4-b702-40b1-82d6-2f5aad2494e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d2f125e-5b80-494f-9ce7-26e7cbcfc253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:10.233428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Network hostable DHCP agents. Network: 4d2f125e-5b80-494f-9ce7-26e7cbcfc253, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:54:10.243584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=f793891f-06e7-411c-bf50-744df49ed97b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:10.255506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:54:10.265702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4d2f125e-5b80-494f-9ce7-26e7cbcfc253) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:10.271793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:10.272458 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.274488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a5c35-c6ef-42df-b697-f5b6e1e48d5f None None] Network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:10.296493 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-74c83b70-0f14-41d0-84c1-015bb3352bed admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3694034 Aug 31 09:54:10.330078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:10.336051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:10.471437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0ee2e0-f18b-4e5b-9f44-f1499811be16 None None] Network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:10.502590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Router 96a67143-dd09-4479-97ef-a9bf5431238a is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:54:10.617347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:10.629581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Sync routers for ids ['96a67143-dd09-4479-97ef-a9bf5431238a'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:10.629901 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f0c40f33-af2f-4d75-8d23-f90f63ffb66a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "PUT /v2.0/routers/96a67143-dd09-4479-97ef-a9bf5431238a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1695206 Aug 31 09:54:10.632668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58024) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:10.640729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.642314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Routers {'96a67143-dd09-4479-97ef-a9bf5431238a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:10.642976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['96a67143-dd09-4479-97ef-a9bf5431238a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:10.709501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c6c54-385c-4408-81a5-98903444fdb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:10.711220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ae1c6c54-385c-4408-81a5-98903444fdb8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports/f793891f-06e7-411c-bf50-744df49ed97b HTTP/1.1" status: 200 len: 911 time: 0.0768294 Aug 31 09:54:10.714018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58028) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:10.740123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 59319ea0-b7bc-40c2-adc1-5890aa9528d3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:10.746579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-667838b9-8982-4450-8a24-50cfe8cf932d None None] Provisioning complete for port f793891f-06e7-411c-bf50-744df49ed97b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:10.747186 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-667838b9-8982-4450-8a24-50cfe8cf932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.787550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ccd01-1f16-4c70-b354-3755606b6548 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:10.799885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Set router 96a67143-dd09-4479-97ef-a9bf5431238a gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:10.808556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ccd01-1f16-4c70-b354-3755606b6548 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:10.811550 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5e6ccd01-1f16-4c70-b354-3755606b6548 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0967038 Aug 31 09:54:10.815859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58034) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:10.862088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-667838b9-8982-4450-8a24-50cfe8cf932d None None] Port f793891f-06e7-411c-bf50-744df49ed97b cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:10.948765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:10.949132 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:10.983168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58038) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:10.993486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1429798149-network', 'tenant_id': 'a3224ae0937f429a9e9cd1bf7746b2b0'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:11.029212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Made reservation on behalf of a3224ae0937f429a9e9cd1bf7746b2b0 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:11.031836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.042038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.111367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'name': 'tempest-NetworksTestDHCPv6-router-515485513', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:09Z', 'revision_number': 2, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None, '_interfaces': [{'id': 'f793891f-06e7-411c-bf50-744df49ed97b', 'name': '', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'mac_address': 'fa:16:3e:10:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fa285bad-72ee-43fd-981f-eeb17b6f3c1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:09Z', 'revision_number': 2, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'subnets': [{'id': 'fa285bad-72ee-43fd-981f-eeb17b6f3c1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:11.141520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Checking router: 96a67143-dd09-4479-97ef-a9bf5431238a for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:11.141776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Updating router 96a67143-dd09-4479-97ef-a9bf5431238a port f793891f-06e7-411c-bf50-744df49ed97b binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:54:11.151660 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.157350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.169197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.184815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:54:11.195663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f97b3-24d4-4411-a405-d9a2cb5444f9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:11.201367 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.202212 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Added segment ce1b4d6a-d619-456a-ad26-f0af5f9ff461 of type vlan for network 07019947-0994-4896-8eaf-6130e74fe7a5 Aug 31 09:54:11.255215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.286304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.288942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:11.290103 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.358663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3738322 Aug 31 09:54:11.358915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58040) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:11.364206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Request body: {'subnet': {'network_id': '07019947-0994-4896-8eaf-6130e74fe7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1429798149-subnet', 'tenant_id': 'a3224ae0937f429a9e9cd1bf7746b2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:11.366794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc62a4-770e-48ea-851f-1a984ab58162 admin admin] Pushing event updated for resources: {'Network': ['ID=07019947-0994-4896-8eaf-6130e74fe7a5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:11.367448 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.381249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 07019947-0994-4896-8eaf-6130e74fe7a5 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:54:11.466111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Made reservation on behalf of a3224ae0937f429a9e9cd1bf7746b2b0 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:11.468514 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.523645 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.538788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Transition to ACTIVE for port object f793891f-06e7-411c-bf50-744df49ed97b will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:11.545575 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.602049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877db09-9543-430c-bde2-07ab7f10eccc None None] Pushing event updated for resources: {'Port': ['ID=f793891f-06e7-411c-bf50-744df49ed97b,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:11.662313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Attempting to bind port f793891f-06e7-411c-bf50-744df49ed97b on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:11.662632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Attempting to bind port f793891f-06e7-411c-bf50-744df49ed97b by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:11.663138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Attempting to bind port f793891f-06e7-411c-bf50-744df49ed97b on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:11.669168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:11.669844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:11.670507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.671095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:11.671581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Bound port: f793891f-06e7-411c-bf50-744df49ed97b, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:11.671975 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.761264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] For port f793891f-06e7-411c-bf50-744df49ed97b, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:11.770250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] For port f793891f-06e7-411c-bf50-744df49ed97b, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f793891f-06e7-411c-bf50-744df49ed97b,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:11.775723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.847788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.856504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Routers {'96a67143-dd09-4479-97ef-a9bf5431238a'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:11.857266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['96a67143-dd09-4479-97ef-a9bf5431238a'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:11.892150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port f793891f-06e7-411c-bf50-744df49ed97b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:11.892500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.903930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877db09-9543-430c-bde2-07ab7f10eccc None None] Pushing event updated for resources: {'Port': ['ID=f793891f-06e7-411c-bf50-744df49ed97b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:11.973198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] Set router 96a67143-dd09-4479-97ef-a9bf5431238a gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:11.993728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454198f0-dc21-45d8-9ae3-851d4535c0cd,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:12.034391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Checking segment: {'id': 'ce1b4d6a-d619-456a-ad26-f0af5f9ff461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '07019947-0994-4896-8eaf-6130e74fe7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:12.034786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Network hostable DHCP agents. Network: 07019947-0994-4896-8eaf-6130e74fe7a5, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:54:12.078473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] For port f793891f-06e7-411c-bf50-744df49ed97b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f793891f-06e7-411c-bf50-744df49ed97b,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:12.078913 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.084061 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-c1013151-967a-44e4-89ae-2e73f36d9fb3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3309767 Aug 31 09:54:12.098338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for f793891f-06e7-411c-bf50-744df49ed97b owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:12.104875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Network 07019947-0994-4896-8eaf-6130e74fe7a5 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:54:12.122689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 07019947-0994-4896-8eaf-6130e74fe7a5) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:12.163276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:12.163771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.207379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6414f62c-0b57-488f-8198-98f8eb937de9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8472469 Aug 31 09:54:12.228954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d223b18-0ff3-4a38-8953-be85b51b1b4f None None] Network 07019947-0994-4896-8eaf-6130e74fe7a5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:12.229884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-9cc8a065-1145-4b2c-949f-ca11aeb66d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:12.231445 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-9cc8a065-1145-4b2c-949f-ca11aeb66d6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 1096 time: 0.0771937 Aug 31 09:54:12.429760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-15f48ad7-ede8-4dc0-b184-4961dff1d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:12.431493 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-15f48ad7-ede8-4dc0-b184-4961dff1d88b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 200 len: 898 time: 0.1615367 Aug 31 09:54:12.449570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd96f1-a143-4322-b7aa-35a43e56cd9e None None] Network 07019947-0994-4896-8eaf-6130e74fe7a5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:12.450874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.527071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'name': 'tempest-NetworksTestDHCPv6-router-515485513', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:09Z', 'revision_number': 2, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None, '_interfaces': [{'id': 'f793891f-06e7-411c-bf50-744df49ed97b', 'name': '', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'mac_address': 'fa:16:3e:10:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fa285bad-72ee-43fd-981f-eeb17b6f3c1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:11Z', 'revision_number': 4, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'subnets': [{'id': 'fa285bad-72ee-43fd-981f-eeb17b6f3c1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:12.550435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=f793891f-06e7-411c-bf50-744df49ed97b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:12.554498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-81e1c4bd-5494-45a2-ade3-f3e0f0b962f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 HTTP/1.1" status: 200 len: 1001 time: 0.1131165 Aug 31 09:54:12.561718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8f931-6663-4839-9ba1-510ef885e854 None None] The sync data for ids ['96a67143-dd09-4479-97ef-a9bf5431238a'] in n-d-806683-2 is: [{'id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'name': 'tempest-NetworksTestDHCPv6-router-515485513', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:09Z', 'revision_number': 2, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None, '_interfaces': [{'id': 'f793891f-06e7-411c-bf50-744df49ed97b', 'name': '', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'mac_address': 'fa:16:3e:10:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fa285bad-72ee-43fd-981f-eeb17b6f3c1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:11Z', 'revision_number': 4, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'subnets': [{'id': 'fa285bad-72ee-43fd-981f-eeb17b6f3c1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:12.663323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-e9476630-e9de-42df-ac0c-ec0587f4c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:12.664853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-e9476630-e9de-42df-ac0c-ec0587f4c026 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64476bae-34b4-44c3-b949-703c98ca2e93 HTTP/1.1" status: 200 len: 834 time: 0.0773044 Aug 31 09:54:12.762552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.809114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-e19d6094-3e70-465b-9452-c317bf94e7ba tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:12.810880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-e19d6094-3e70-465b-9452-c317bf94e7ba tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/networks?id=4d2f125e-5b80-494f-9ce7-26e7cbcfc253 HTTP/1.1" status: 200 len: 808 time: 0.1469738 Aug 31 09:54:12.831752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-6029cca6-9d80-479e-8b97-5a618c3f0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:12.833659 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-6029cca6-9d80-479e-8b97-5a618c3f0af1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f76e16-411d-4796-a6c1-b0941ccc13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376610 Aug 31 09:54:12.855364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-07b679ef-5b34-46fe-b544-cd5a8445befb tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/quotas/874b5798cc8c48aa82bbba15217fcc2c HTTP/1.1" status: 200 len: 375 time: 0.0329890 Aug 31 09:54:12.891273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-4b71e3ef-4daf-4717-8b38-6a43d3eddd6c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:54:12.892319 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-4b71e3ef-4daf-4717-8b38-6a43d3eddd6c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074334 Aug 31 09:54:12.898144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-6b6c62c8-39ef-423b-a2df-8a4f179cc510 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=874b5798cc8c48aa82bbba15217fcc2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385208 Aug 31 09:54:13.010665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-d3b83d25-4270-490d-a30e-1a419f3b2061 service neutron] 10.222.0.69 "GET /v2.0/networks/4d2f125e-5b80-494f-9ce7-26e7cbcfc253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073053 Aug 31 09:54:13.036050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Router 96a67143-dd09-4479-97ef-a9bf5431238a has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:13.072654 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-b2c95a8f-092f-4e7c-bee3-bbff6b10dd2d service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720853 Aug 31 09:54:13.136052 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-74bd7458-f1f2-49ec-8b27-cee236aefe24 service neutron] 10.222.0.69 "GET /v2.0/networks/4d2f125e-5b80-494f-9ce7-26e7cbcfc253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183426 Aug 31 09:54:13.184577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:13.192812 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aad7ca54-be7d-4647-b94b-6ddd6c58e702 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "PUT /v2.0/routers/96a67143-dd09-4479-97ef-a9bf5431238a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3758388 Aug 31 09:54:13.195965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58068) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:13.276372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a9b3d-72d7-4cc9-8994-2f7a45ea0512 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:13.278238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a9b3d-72d7-4cc9-8994-2f7a45ea0512 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:13.280834 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8b9a9b3d-72d7-4cc9-8994-2f7a45ea0512 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0830452 Aug 31 09:54:13.282699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58072) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:13.292593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fd4ff1d6-fbae-4922-b857-d58475fecea1 req-29e82165-56b3-4322-8c93-d3f65aa7cfe0 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791003 Aug 31 09:54:13.357195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-6807ceb0-ff51-4645-92e6-7a56ca1ed21c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet fa285bad-72ee-43fd-981f-eeb17b6f3c1b {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:13.376377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e58a5ee2-7d9e-4744-8a98-f065c25259f3 req-d5b9f97f-54dc-4f67-aa0e-77f69e030f54 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 210 time: 0.0330863 Aug 31 09:54:13.377074 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6807ceb0-ff51-4645-92e6-7a56ca1ed21c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.422953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6807ceb0-ff51-4645-92e6-7a56ca1ed21c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.475590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6807ceb0-ff51-4645-92e6-7a56ca1ed21c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.539648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6807ceb0-ff51-4645-92e6-7a56ca1ed21c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.570388 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807ceb0-ff51-4645-92e6-7a56ca1ed21c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=fa285bad-72ee-43fd-981f-eeb17b6f3c1b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:13.576280 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6807ceb0-ff51-4645-92e6-7a56ca1ed21c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.577664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70393a8-afeb-412e-9c84-5b1f04041e01 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:13.578304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6807ceb0-ff51-4645-92e6-7a56ca1ed21c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/fa285bad-72ee-43fd-981f-eeb17b6f3c1b HTTP/1.1" status: 204 len: 168 time: 0.2945766 Aug 31 09:54:13.580681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58082) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:13.664362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.715448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c97fa30-38ba-44dd-bb6d-6956943d69a8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1328225 Aug 31 09:54:13.718328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58086) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:13.815672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:13.819389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf52a-cbaa-4dde-804a-177640a47956 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.867795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] Deleting port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:13.868263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.951360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] For port 59319ea0-b7bc-40c2-adc1-5890aa9528d3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=59319ea0-b7bc-40c2-adc1-5890aa9528d3,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:13.951934 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:13.966382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] Calling delete_port for 59319ea0-b7bc-40c2-adc1-5890aa9528d3 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:14.066002 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.096852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] No DVR routers for this DVR port 59319ea0-b7bc-40c2-adc1-5890aa9528d3 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:14.098775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe530e5-ab6c-4740-9256-743695b1ca60 None None] Pushing event deleted for resources: {'Port': ['ID=59319ea0-b7bc-40c2-adc1-5890aa9528d3,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:14.217540 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] Sync routers for ids ['96a67143-dd09-4479-97ef-a9bf5431238a'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:14.227979 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] Routers {'96a67143-dd09-4479-97ef-a9bf5431238a'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:14.228677 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['96a67143-dd09-4479-97ef-a9bf5431238a'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:14.300394 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] Set router 96a67143-dd09-4479-97ef-a9bf5431238a gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:14.363896 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'name': 'tempest-NetworksTestDHCPv6-router-515485513', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:12Z', 'revision_number': 3, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:14.385656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf52a-cbaa-4dde-804a-177640a47956 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.388660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf52a-cbaa-4dde-804a-177640a47956 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.397291 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] Checking router: 96a67143-dd09-4479-97ef-a9bf5431238a for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:14.406284 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] Routers {'96a67143-dd09-4479-97ef-a9bf5431238a'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:14.406938 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['96a67143-dd09-4479-97ef-a9bf5431238a'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:14.445230 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf52a-cbaa-4dde-804a-177640a47956 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.446038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3bf52a-cbaa-4dde-804a-177640a47956 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Fanout notify agent at l3_agent the message router_deleted on router 96a67143-dd09-4479-97ef-a9bf5431238a {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:54:14.453894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf52a-cbaa-4dde-804a-177640a47956 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.455132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cc3bf52a-cbaa-4dde-804a-177640a47956 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/routers/96a67143-dd09-4479-97ef-a9bf5431238a HTTP/1.1" status: 204 len: 168 time: 0.7354846 Aug 31 09:54:14.458410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58092) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:14.469558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:14.479331 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] Set router 96a67143-dd09-4479-97ef-a9bf5431238a gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:14.538438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'name': 'tempest-NetworksTestDHCPv6-router-515485513', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:12Z', 'revision_number': 3, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:14.569118 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eb0e20-9efa-4c7f-8341-9cefddf5bf74 None None] The sync data for ids ['96a67143-dd09-4479-97ef-a9bf5431238a'] in n-d-806683-2 is: [{'id': '96a67143-dd09-4479-97ef-a9bf5431238a', 'name': 'tempest-NetworksTestDHCPv6-router-515485513', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:08Z', 'updated_at': '2021-08-31T09:54:12Z', 'revision_number': 3, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:14.580455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6454a60f-44b5-4e90-906c-061b86067c9a req-6280ccad-e869-4fc2-affe-19a919ca111e tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 210 time: 0.1005080 Aug 31 09:54:14.696534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-a4c31bbc-479e-46d2-befb-b7fa20e89113 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:14.698406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-a4c31bbc-479e-46d2-befb-b7fa20e89113 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.20 "GET /v2.0/networks?id=4d2f125e-5b80-494f-9ce7-26e7cbcfc253 HTTP/1.1" status: 200 len: 808 time: 0.2185805 Aug 31 09:54:14.699544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:14.702881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.725898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Request body: {'port': {'device_id': '954511d0-9181-4889-98e2-50b4ee9407d6', 'network_id': '4d2f125e-5b80-494f-9ce7-26e7cbcfc253', 'admin_state_up': True, 'tenant_id': '874b5798cc8c48aa82bbba15217fcc2c'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:14.928420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Made reservation on behalf of 874b5798cc8c48aa82bbba15217fcc2c for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:14.932070 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.950608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58100) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:14.970518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 59319ea0-b7bc-40c2-adc1-5890aa9528d3 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:15.001404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 59319ea0-b7bc-40c2-adc1-5890aa9528d3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:15.002137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 59319ea0-b7bc-40c2-adc1-5890aa9528d3 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:15.055012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.106394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:15.117357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:15.129598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d835b-8481-4a08-b7f1-c7d2378eafe3 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:15.139712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:15.140309 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.170137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7091398 Aug 31 09:54:15.172768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764418a-e5c0-4a8b-b73f-5017488adfe8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=23de617c-ac4b-41c0-bc93-c483b79ff172,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:15.174799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58102) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:15.182460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0011214f-7e66-45ce-867e-4d61d2fba8e7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-267294680', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:15.203386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Allocated IP 172.20.0.6 (4d2f125e-5b80-494f-9ce7-26e7cbcfc253/5232fe95-135e-492c-be44-f21bd8bbadf8/8dc228b7-0cb8-4757-bc85-893ac10e425a) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:15.231908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0011214f-7e66-45ce-867e-4d61d2fba8e7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.232953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0011214f-7e66-45ce-867e-4d61d2fba8e7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.327007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '23de617c-ac4b-41c0-bc93-c483b79ff172'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:15.327582 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.498833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/23de617c-ac4b-41c0-bc93-c483b79ff172/4812a6af-8709-4f00-a079-06c284ba89c7) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:15.524263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.678482 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.689591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Transition to ACTIVE for port object 4812a6af-8709-4f00-a079-06c284ba89c7 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:15.713680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Transition to ACTIVE for port object 4812a6af-8709-4f00-a079-06c284ba89c7 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:15.724273 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.751746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0011214f-7e66-45ce-867e-4d61d2fba8e7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.785439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:15.790390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:15.800028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfaa38de-1157-4404-986e-eea68f6ad30b req-cd8b0a07-8319-4d38-ab9f-b577bb383333 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 210 time: 0.0755451 Aug 31 09:54:15.801402 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0011214f-7e66-45ce-867e-4d61d2fba8e7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.804931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:15.822271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Pushing event updated for resources: {'Port': ['ID=4812a6af-8709-4f00-a079-06c284ba89c7,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:15.838249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0011214f-7e66-45ce-867e-4d61d2fba8e7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.839971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0011214f-7e66-45ce-867e-4d61d2fba8e7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6615646 Aug 31 09:54:15.843300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:15.878646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Attempting to bind port 4812a6af-8709-4f00-a079-06c284ba89c7 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:15.878956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Attempting to bind port 4812a6af-8709-4f00-a079-06c284ba89c7 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:15.879322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Attempting to bind port 4812a6af-8709-4f00-a079-06c284ba89c7 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:15.887594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:15.888026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:15.888976 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.888976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:15.889296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Bound port: 4812a6af-8709-4f00-a079-06c284ba89c7, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:15.889765 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.909761 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.958308 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.961027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] For port 4812a6af-8709-4f00-a079-06c284ba89c7, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:15.964994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] For port 4812a6af-8709-4f00-a079-06c284ba89c7, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4812a6af-8709-4f00-a079-06c284ba89c7,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:15.972775 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.009348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:16.015155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:16.021045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:16.046091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394ae70-d3d7-4565-8529-a13702608c33 None None] Pushing event updated for resources: {'Port': ['ID=4812a6af-8709-4f00-a079-06c284ba89c7,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:16.065551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Pushing event updated for resources: {'Port': ['ID=8dc228b7-0cb8-4757-bc85-893ac10e425a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:16.102497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:16.103298 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.130243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1c61bb9c-b7bb-4dc1-a52e-43b7ab622548 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4216614 Aug 31 09:54:16.142265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-859c40cc-21d7-44a7-860a-dcc9fd8c9d34 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:54:16.143419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-859c40cc-21d7-44a7-860a-dcc9fd8c9d34 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064633 Aug 31 09:54:16.206129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port 77ce77da-0e04-4561-86ec-24680a294e52 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:16.206483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.228804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.246518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Request body: {'port': {'device_id': '954511d0-9181-4889-98e2-50b4ee9407d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:16.331199 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.486495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port 77ce77da-0e04-4561-86ec-24680a294e52, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=77ce77da-0e04-4561-86ec-24680a294e52,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:16.486895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.509441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for 77ce77da-0e04-4561-86ec-24680a294e52 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:16.662596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc228b7-0cb8-4757-bc85-893ac10e425a {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:54:16.668449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::1 (9796cf21-4204-461c-b884-2cda56d4179e/23de617c-ac4b-41c0-bc93-c483b79ff172/37ab5888-3604-42c6-b414-0aa4224441fb) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:16.681228 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.698787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Transition to ACTIVE for port object 8dc228b7-0cb8-4757-bc85-893ac10e425a will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:16.703454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.751896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4812a6af-8709-4f00-a079-06c284ba89c7 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:16.755945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc228b7-0cb8-4757-bc85-893ac10e425a,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:16.818414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4812a6af-8709-4f00-a079-06c284ba89c7 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:16.866972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Attempting to bind port 8dc228b7-0cb8-4757-bc85-893ac10e425a on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:16.867656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Attempting to bind port 8dc228b7-0cb8-4757-bc85-893ac10e425a by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '214a84f4-b702-40b1-82d6-2f5aad2494e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d2f125e-5b80-494f-9ce7-26e7cbcfc253'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:16.868148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Attempting to bind port 8dc228b7-0cb8-4757-bc85-893ac10e425a on network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:16.874225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Port 8dc228b7-0cb8-4757-bc85-893ac10e425a on network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:54:16.874556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Attempting to bind port 8dc228b7-0cb8-4757-bc85-893ac10e425a on network 4d2f125e-5b80-494f-9ce7-26e7cbcfc253 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:16.880965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:16.881578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Checking segment: {'id': '214a84f4-b702-40b1-82d6-2f5aad2494e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d2f125e-5b80-494f-9ce7-26e7cbcfc253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:16.882135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Bound using segment: {'id': '214a84f4-b702-40b1-82d6-2f5aad2494e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d2f125e-5b80-494f-9ce7-26e7cbcfc253'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:16.882794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Bound port: 8dc228b7-0cb8-4757-bc85-893ac10e425a, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214a84f4-b702-40b1-82d6-2f5aad2494e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d2f125e-5b80-494f-9ce7-26e7cbcfc253'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:16.883364 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.998882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56037c-c8bd-4da3-b082-4692f0ad73e6 req-bf9601d8-a813-4159-9c4c-18b7b4c46df5 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:17.000568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd56037c-c8bd-4da3-b082-4692f0ad73e6 req-bf9601d8-a813-4159-9c4c-18b7b4c46df5 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 943 time: 0.1025620 Aug 31 09:54:17.013787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] For port 8dc228b7-0cb8-4757-bc85-893ac10e425a, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:17.030475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] For port 8dc228b7-0cb8-4757-bc85-893ac10e425a, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8dc228b7-0cb8-4757-bc85-893ac10e425a,segment=NetworkSegment(214a84f4-b702-40b1-82d6-2f5aad2494e3),segment_id=214a84f4-b702-40b1-82d6-2f5aad2494e3)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:17.046483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.092339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:17.092962 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.094424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] 10.222.0.20 "PUT /v2.0/ports/8dc228b7-0cb8-4757-bc85-893ac10e425a HTTP/1.1" status: 200 len: 1091 time: 0.9391112 Aug 31 09:54:17.124274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954511d0-9181-4889-98e2-50b4ee9407d6', 'tag': '8dc228b7-0cb8-4757-bc85-893ac10e425a'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:17.126895 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e72e56-4c53-40d0-8e6a-239961de6674" -d '{"events": [{"name": "network-changed", "server_uuid": "954511d0-9181-4889-98e2-50b4ee9407d6", "tag": "8dc228b7-0cb8-4757-bc85-893ac10e425a"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:17.145786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd56037c-c8bd-4da3-b082-4692f0ad73e6 req-540e3e23-90e8-4afe-bb61-763af4230b57 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362281 Aug 31 09:54:17.187717 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a48f19-b724-49ae-b78b-1ecad4a9bba2 x-openstack-request-id: req-c5a48f19-b724-49ae-b78b-1ecad4a9bba2 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:17.188274 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954511d0-9181-4889-98e2-50b4ee9407d6", "tag": "8dc228b7-0cb8-4757-bc85-893ac10e425a", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:17.188581 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5a48f19-b724-49ae-b78b-1ecad4a9bba2 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:17.189407 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954511d0-9181-4889-98e2-50b4ee9407d6', 'tag': '8dc228b7-0cb8-4757-bc85-893ac10e425a', 'status': 'completed', 'code': 200} Aug 31 09:54:17.209204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50b1d1-48f1-40e5-a160-4b27e9915d36 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc228b7-0cb8-4757-bc85-893ac10e425a,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:17.225829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1099f13b-7851-47cb-aa51-5480d26d63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:17.227593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1099f13b-7851-47cb-aa51-5480d26d63c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=874b5798cc8c48aa82bbba15217fcc2c&device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 1094 time: 0.0769691 Aug 31 09:54:17.267582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.290088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-1bf172e5-df64-4d15-a200-54825d828e47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dc228b7-0cb8-4757-bc85-893ac10e425a HTTP/1.1" status: 200 len: 217 time: 0.0539541 Aug 31 09:54:17.308568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fb656e24-291b-4773-b3f9-fb4e11cba9e3 None None] Provisioning for port 4812a6af-8709-4f00-a079-06c284ba89c7 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:17.309594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.316083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=77ce77da-0e04-4561-86ec-24680a294e52,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:17.330887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fb656e24-291b-4773-b3f9-fb4e11cba9e3 None None] Provisioning complete for port 4812a6af-8709-4f00-a079-06c284ba89c7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:17.330887 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb656e24-291b-4773-b3f9-fb4e11cba9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.345323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-56e4953c-41d8-497d-a146-c9f4a7361e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:17.346970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-56e4953c-41d8-497d-a146-c9f4a7361e8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5232fe95-135e-492c-be44-f21bd8bbadf8 HTTP/1.1" status: 200 len: 848 time: 0.0500445 Aug 31 09:54:17.394804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-9a9806a1-9f9f-4eb7-bd6f-ebab5715f277 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d2f125e-5b80-494f-9ce7-26e7cbcfc253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402772 Aug 31 09:54:17.418095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 37ab5888-3604-42c6-b414-0aa4224441fb will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:17.451760 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb656e24-291b-4773-b3f9-fb4e11cba9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.501177 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-fb656e24-291b-4773-b3f9-fb4e11cba9e3 None None] For port 4812a6af-8709-4f00-a079-06c284ba89c7, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4812a6af-8709-4f00-a079-06c284ba89c7,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:17.508175 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fb656e24-291b-4773-b3f9-fb4e11cba9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.515994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-0abc789d-cccd-4836-9a92-9c254a2918cb service neutron] 10.222.0.20 "GET /v2.0/networks/4d2f125e-5b80-494f-9ce7-26e7cbcfc253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122658 Aug 31 09:54:17.555463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.569068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb656e24-291b-4773-b3f9-fb4e11cba9e3 None None] Pushing event updated for resources: {'Port': ['ID=4812a6af-8709-4f00-a079-06c284ba89c7,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:17.626541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87427efd-49e5-4cff-a37c-ddceb7887a44 req-69cd63aa-ddca-49bb-86c5-42e3bce6044f service neutron] 10.222.0.20 "GET /v2.0/networks/4d2f125e-5b80-494f-9ce7-26e7cbcfc253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028023 Aug 31 09:54:17.641565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.721556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-8cac54d5-b3c7-4509-ac24-ad34aae84656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:17.723084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-8cac54d5-b3c7-4509-ac24-ad34aae84656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=874b5798cc8c48aa82bbba15217fcc2c&device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 1094 time: 0.0468299 Aug 31 09:54:17.732927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:17.742313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:17.746264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=37ab5888-3604-42c6-b414-0aa4224441fb,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:17.749066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:17.749628 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.838288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-47e18eed-6c33-4976-9342-2b55568def32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:17.840569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-47e18eed-6c33-4976-9342-2b55568def32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d2f125e-5b80-494f-9ce7-26e7cbcfc253 HTTP/1.1" status: 200 len: 910 time: 0.1103013 Aug 31 09:54:17.892608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-49b45b2e-5ee9-4566-80b0-2c305ea86b99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dc228b7-0cb8-4757-bc85-893ac10e425a HTTP/1.1" status: 200 len: 217 time: 0.0440748 Aug 31 09:54:17.959904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-2481c1e6-9abc-46e4-84b1-5ab29b4652d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:17.961402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-2481c1e6-9abc-46e4-84b1-5ab29b4652d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5232fe95-135e-492c-be44-f21bd8bbadf8 HTTP/1.1" status: 200 len: 848 time: 0.0558810 Aug 31 09:54:17.979188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.996406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-87b928e0-9e58-4658-be8b-91fbcdc40dfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d2f125e-5b80-494f-9ce7-26e7cbcfc253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273960 Aug 31 09:54:18.033473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-493ad14b-1aa2-4267-bfd5-33a73b1d9ec4 None None] Provisioning for port 37ab5888-3604-42c6-b414-0aa4224441fb completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:18.034351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router 5808d6f2-7b51-45f0-8fab-b310059520e8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:18.038195 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-493ad14b-1aa2-4267-bfd5-33a73b1d9ec4 None None] Provisioning complete for port 37ab5888-3604-42c6-b414-0aa4224441fb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:18.038959 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-493ad14b-1aa2-4267-bfd5-33a73b1d9ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.075617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-493ad14b-1aa2-4267-bfd5-33a73b1d9ec4 None None] Port 37ab5888-3604-42c6-b414-0aa4224441fb cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:18.112337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-302aea01-b207-4f79-8a64-4e79a1351159 service neutron] 10.222.0.20 "GET /v2.0/networks/4d2f125e-5b80-494f-9ce7-26e7cbcfc253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045232 Aug 31 09:54:18.217272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92e72e56-4c53-40d0-8e6a-239961de6674 req-997ad6b2-ecf3-4bc1-980f-869b363d7efe service neutron] 10.222.0.20 "GET /v2.0/networks/4d2f125e-5b80-494f-9ce7-26e7cbcfc253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967553 Aug 31 09:54:18.287459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:18.296241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5fbae820-6ac7-45f7-945f-ec283e2f64cf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "PUT /v2.0/routers/5808d6f2-7b51-45f0-8fab-b310059520e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3429556 Aug 31 09:54:18.296820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf524c-3540-4b09-afc5-4f6868e8fbf0 req-dfeb6bd2-21e5-4e27-bd5b-cec2467f900d tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:18.298540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7adf524c-3540-4b09-afc5-4f6868e8fbf0 req-dfeb6bd2-21e5-4e27-bd5b-cec2467f900d tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 943 time: 0.0551941 Aug 31 09:54:18.309917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] Sync routers for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:18.320201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:18.320841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:18.360057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7adf524c-3540-4b09-afc5-4f6868e8fbf0 req-8315d4d2-639e-4196-b59a-aecb3c5aabc3 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523787 Aug 31 09:54:18.404228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.412209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.413096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.464966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:18.546666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=37ab5888-3604-42c6-b414-0aa4224441fb,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:18.568253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:18.570559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:18.583210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dca5e-82b1-4c34-bf98-5be517544634 req-ddd4b7e5-a59d-4f79-b772-bd7d0aac18f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:18.585381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d1dca5e-82b1-4c34-bf98-5be517544634 req-ddd4b7e5-a59d-4f79-b772-bd7d0aac18f9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 946 time: 0.0634027 Aug 31 09:54:18.661436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d1dca5e-82b1-4c34-bf98-5be517544634 req-589dae09-8346-485c-9e39-564373e61158 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671799 Aug 31 09:54:18.728670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Router 5cf91338-c763-43d2-a94b-d6697908f557 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:54:18.764294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 6, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:03Z', 'revision_number': 1, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:18.811666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cac234f6-2d51-407f-8654-89c917762577 req-3bdb1356-a8ac-4846-af54-da7f666ba6f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594411 Aug 31 09:54:18.813352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4812a6af-8709-4f00-a079-06c284ba89c7 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:18.815893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] Checking router: 5808d6f2-7b51-45f0-8fab-b310059520e8 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:18.851329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:18.851969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:18.871951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:18.877313 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-58be84e5-49f4-4bd2-8548-a4a1c43f5bf8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "PUT /v2.0/routers/5cf91338-c763-43d2-a94b-d6697908f557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0329423 Aug 31 09:54:18.881735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58126) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:18.891161 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Sync routers for ids ['5cf91338-c763-43d2-a94b-d6697908f557'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:18.908572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac234f6-2d51-407f-8654-89c917762577 req-629114d0-19dd-48e0-9c5c-1b279d4c8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:18.910168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cac234f6-2d51-407f-8654-89c917762577 req-629114d0-19dd-48e0-9c5c-1b279d4c8eab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1096 time: 0.0744503 Aug 31 09:54:18.911471 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Routers {'5cf91338-c763-43d2-a94b-d6697908f557'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:18.912205 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cf91338-c763-43d2-a94b-d6697908f557'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:18.955618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c77c1-a5be-4ce5-9369-c19b128618c1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:18.956333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-87abcece-54ed-4a32-8505-d43d10781fe4 None None] Provisioning complete for port 37ab5888-3604-42c6-b414-0aa4224441fb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:18.956723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87abcece-54ed-4a32-8505-d43d10781fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.965160 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-db7c77c1-a5be-4ce5-9369-c19b128618c1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports/37ab5888-3604-42c6-b414-0aa4224441fb HTTP/1.1" status: 200 len: 911 time: 0.0833652 Aug 31 09:54:18.966442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58128) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:19.044805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac234f6-2d51-407f-8654-89c917762577 req-fa1a3a7c-3aa9-45ab-bef0-f009af4dde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:19.045122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4812a6af-8709-4f00-a079-06c284ba89c7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:19.045268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.048320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cac234f6-2d51-407f-8654-89c917762577 req-fa1a3a7c-3aa9-45ab-bef0-f009af4dde60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.1167037 Aug 31 09:54:19.050794 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Set router 5cf91338-c763-43d2-a94b-d6697908f557 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:19.054558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1edd0fb-2f69-4752-acd5-dca3911841c7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:19.061242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1edd0fb-2f69-4752-acd5-dca3911841c7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:19.065992 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a1edd0fb-2f69-4752-acd5-dca3911841c7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0977170 Aug 31 09:54:19.067635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58132) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:19.170008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cac234f6-2d51-407f-8654-89c917762577 req-04947ea8-5f15-4e65-bbe5-b95103b885f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 1000 time: 0.1135530 Aug 31 09:54:19.248771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac234f6-2d51-407f-8654-89c917762577 req-c4e8d378-322f-4be8-896a-20ec2e34fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:19.251500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cac234f6-2d51-407f-8654-89c917762577 req-c4e8d378-322f-4be8-896a-20ec2e34fe76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.0730023 Aug 31 09:54:19.301733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-87abcece-54ed-4a32-8505-d43d10781fe4 None None] Port 37ab5888-3604-42c6-b414-0aa4224441fb cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:19.310325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:19.320319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac234f6-2d51-407f-8654-89c917762577 req-a18fe2fb-7a7b-41ad-81fb-72aadb8c96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:19.323026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cac234f6-2d51-407f-8654-89c917762577 req-a18fe2fb-7a7b-41ad-81fb-72aadb8c96bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637524 Aug 31 09:54:19.394265 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf91338-c763-43d2-a94b-d6697908f557', 'name': 'tempest-NetworksTestDHCPv6-router-267294680', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:15Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 2, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None, '_interfaces': [{'id': '37ab5888-3604-42c6-b414-0aa4224441fb', 'name': '', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'mac_address': 'fa:16:3e:e2:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf91338-c763-43d2-a94b-d6697908f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '23de617c-ac4b-41c0-bc93-c483b79ff172', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:16Z', 'updated_at': '2021-08-31T09:54:18Z', 'revision_number': 2, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'subnets': [{'id': '23de617c-ac4b-41c0-bc93-c483b79ff172', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:19.428426 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Checking router: 5cf91338-c763-43d2-a94b-d6697908f557 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:19.428785 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Updating router 5cf91338-c763-43d2-a94b-d6697908f557 port 37ab5888-3604-42c6-b414-0aa4224441fb binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:54:19.470258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.484170 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.495548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cac234f6-2d51-407f-8654-89c917762577 req-c84acdab-364a-43c1-8627-e609d52afb60 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630664 Aug 31 09:54:19.609007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dc882-9814-4b18-9dc0-d0ba791c3f51 req-546af982-e5fd-4771-87e0-ef766c71f952 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:19.609007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a59dc882-9814-4b18-9dc0-d0ba791c3f51 req-546af982-e5fd-4771-87e0-ef766c71f952 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 943 time: 0.1320727 Aug 31 09:54:19.681771 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a59dc882-9814-4b18-9dc0-d0ba791c3f51 req-c9e63123-a006-4822-a499-537b4c0620e5 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613852 Aug 31 09:54:19.684079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cac234f6-2d51-407f-8654-89c917762577 req-bb4bea70-164c-407a-8a2e-ba78ed4a107b service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673300 Aug 31 09:54:19.694952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 6, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:03Z', 'revision_number': 1, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:19.739084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa9902-041c-4d69-a807-a6fe70185623 None None] The sync data for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 is: [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 6, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f71a6dc8-c8c3-433d-b56c-fa99edd888fc', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'port_id': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'mac_address': 'fa:16:3e:30:80:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a03ef-5902-474c-b2b8-d65f2f021289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:00Z', 'updated_at': '2021-08-31T09:53:03Z', 'revision_number': 1, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:19.743166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 37ab5888-3604-42c6-b414-0aa4224441fb {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:19.743758 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.843372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8af5f-ff19-4043-adee-e690d35d97f3 req-fac84242-15d9-4be0-8e20-036a1d0b0cb7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:19.845218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ec8af5f-ff19-4043-adee-e690d35d97f3 req-fac84242-15d9-4be0-8e20-036a1d0b0cb7 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 946 time: 0.0592546 Aug 31 09:54:19.871445 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.890079 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Transition to ACTIVE for port object 37ab5888-3604-42c6-b414-0aa4224441fb will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:19.895765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.898372 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.905426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-73a91758-5e80-4861-b551-68217969ceb4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:19.907117 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-73a91758-5e80-4861-b551-68217969ceb4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 946 time: 0.1059992 Aug 31 09:54:19.907521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ec8af5f-ff19-4043-adee-e690d35d97f3 req-fba94420-fbad-4e16-bfa7-a6f605e767ee tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434608 Aug 31 09:54:19.955879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 37ab5888-3604-42c6-b414-0aa4224441fb owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:19.984142 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3f17f-db29-4c44-9102-e3a3f5ca94f8 None None] Pushing event updated for resources: {'Port': ['ID=37ab5888-3604-42c6-b414-0aa4224441fb,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:20.018503 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Attempting to bind port 37ab5888-3604-42c6-b414-0aa4224441fb on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:20.024296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Attempting to bind port 37ab5888-3604-42c6-b414-0aa4224441fb by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:20.024296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Attempting to bind port 37ab5888-3604-42c6-b414-0aa4224441fb on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:20.026407 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:20.026407 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:20.026407 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.026696 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:20.027229 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Bound port: 37ab5888-3604-42c6-b414-0aa4224441fb, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:20.027505 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.111804 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] For port 37ab5888-3604-42c6-b414-0aa4224441fb, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:20.115784 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] For port 37ab5888-3604-42c6-b414-0aa4224441fb, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=37ab5888-3604-42c6-b414-0aa4224441fb,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:20.135315 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.262351 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Routers {'5cf91338-c763-43d2-a94b-d6697908f557'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:20.263020 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cf91338-c763-43d2-a94b-d6697908f557'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:20.327086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8dc228b7-0cb8-4757-bc85-893ac10e425a details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:54:20.351858 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3f17f-db29-4c44-9102-e3a3f5ca94f8 None None] Pushing event updated for resources: {'Port': ['ID=37ab5888-3604-42c6-b414-0aa4224441fb,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:20.392703 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] Set router 5cf91338-c763-43d2-a94b-d6697908f557 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:20.486406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:20.487079 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.488253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8dc228b7-0cb8-4757-bc85-893ac10e425a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8dc228b7-0cb8-4757-bc85-893ac10e425a,segment=NetworkSegment(214a84f4-b702-40b1-82d6-2f5aad2494e3),segment_id=214a84f4-b702-40b1-82d6-2f5aad2494e3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:20.508437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '8dc228b7-0cb8-4757-bc85-893ac10e425a', 'network_id': '4d2f125e-5b80-494f-9ce7-26e7cbcfc253', 'port_id': '8dc228b7-0cb8-4757-bc85-893ac10e425a', 'mac_address': 'fa:16:3e:6d:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5232fe95-135e-492c-be44-f21bd8bbadf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:54:20.565667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.584997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc228b7-0cb8-4757-bc85-893ac10e425a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:54:20.602441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.607945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8dc228b7-0cb8-4757-bc85-893ac10e425a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8dc228b7-0cb8-4757-bc85-893ac10e425a,segment=NetworkSegment(214a84f4-b702-40b1-82d6-2f5aad2494e3),segment_id=214a84f4-b702-40b1-82d6-2f5aad2494e3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:20.617755 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.645879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:20.646298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.649024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=37ab5888-3604-42c6-b414-0aa4224441fb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:20.681483 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf91338-c763-43d2-a94b-d6697908f557', 'name': 'tempest-NetworksTestDHCPv6-router-267294680', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:15Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 2, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None, '_interfaces': [{'id': '37ab5888-3604-42c6-b414-0aa4224441fb', 'name': '', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'mac_address': 'fa:16:3e:e2:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf91338-c763-43d2-a94b-d6697908f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '23de617c-ac4b-41c0-bc93-c483b79ff172', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:16Z', 'updated_at': '2021-08-31T09:54:20Z', 'revision_number': 4, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'subnets': [{'id': '23de617c-ac4b-41c0-bc93-c483b79ff172', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:20.687402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:20.689040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=8dc228b7-0cb8-4757-bc85-893ac10e425a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:20.697646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 77ce77da-0e04-4561-86ec-24680a294e52 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:20.718295 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecd862-67bd-4766-b67d-722988afbc7d None None] The sync data for ids ['5cf91338-c763-43d2-a94b-d6697908f557'] in n-d-806683-2 is: [{'id': '5cf91338-c763-43d2-a94b-d6697908f557', 'name': 'tempest-NetworksTestDHCPv6-router-267294680', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:15Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 2, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'gw_port_host': None, '_interfaces': [{'id': '37ab5888-3604-42c6-b414-0aa4224441fb', 'name': '', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'mac_address': 'fa:16:3e:e2:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf91338-c763-43d2-a94b-d6697908f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '23de617c-ac4b-41c0-bc93-c483b79ff172', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:16Z', 'updated_at': '2021-08-31T09:54:20Z', 'revision_number': 4, 'project_id': 'f4a690eaa41246a78775c47145aa25c1', 'subnets': [{'id': '23de617c-ac4b-41c0-bc93-c483b79ff172', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:20.730212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 77ce77da-0e04-4561-86ec-24680a294e52 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:20.730566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 77ce77da-0e04-4561-86ec-24680a294e52 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:20.846565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:20.869059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c817a6-95ac-4673-b113-c79da43e52e2 req-f8111af6-fd1c-4fd6-9c25-dadc592c9c3b tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:20.872357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5c817a6-95ac-4673-b113-c79da43e52e2 req-f8111af6-fd1c-4fd6-9c25-dadc592c9c3b tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 944 time: 0.0648980 Aug 31 09:54:20.955861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5c817a6-95ac-4673-b113-c79da43e52e2 req-6365278f-2a54-486c-a5b4-1feb3793ccb9 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684440 Aug 31 09:54:21.006457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['8dc228b7-0cb8-4757-bc85-893ac10e425a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:54:21.119376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbf7b2-54c2-439e-9066-413385ebb901 req-1dd2600b-7930-4b07-98fc-461d91c2ef7c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:21.121727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25fbf7b2-54c2-439e-9066-413385ebb901 req-1dd2600b-7930-4b07-98fc-461d91c2ef7c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=6219f904-b3f9-481e-bfad-82a1c6c890af HTTP/1.1" status: 200 len: 946 time: 0.1198363 Aug 31 09:54:21.150923 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:21.195118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=aa9b6599-0f75-4c6f-82f2-eab35eaf9d64,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:21.210665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Router 5cf91338-c763-43d2-a94b-d6697908f557 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:21.217306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25fbf7b2-54c2-439e-9066-413385ebb901 req-500d2b74-e454-4c4f-a958-8abac036759f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=3af4f626-87dd-4d69-8439-10b9d718af50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891588 Aug 31 09:54:21.253447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] No DVR routers for this DVR port aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:21.261448 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:21.263836 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-55121cb8-6f21-4267-bbd8-2ed6df207f00 req-f7f17c04-6ec1-453e-ae2d-b19ab2e3c022 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "DELETE /v2.0/ports/aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 HTTP/1.1" status: 204 len: 173 time: 1.3468454 Aug 31 09:54:21.264591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6219f904-b3f9-481e-bfad-82a1c6c890af', 'name': 'network-vif-deleted', 'tag': 'aa9b6599-0f75-4c6f-82f2-eab35eaf9d64'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:21.267572 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f85d58-c440-4124-845a-6498aba349be" -d '{"events": [{"server_uuid": "6219f904-b3f9-481e-bfad-82a1c6c890af", "name": "network-vif-deleted", "tag": "aa9b6599-0f75-4c6f-82f2-eab35eaf9d64"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:21.331731 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aef39ba-96b1-469a-967b-9a450d59312e x-openstack-request-id: req-2aef39ba-96b1-469a-967b-9a450d59312e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:21.332091 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6219f904-b3f9-481e-bfad-82a1c6c890af", "name": "network-vif-deleted", "tag": "aa9b6599-0f75-4c6f-82f2-eab35eaf9d64", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:21.332479 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2aef39ba-96b1-469a-967b-9a450d59312e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:21.333003 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6219f904-b3f9-481e-bfad-82a1c6c890af', 'name': 'network-vif-deleted', 'tag': 'aa9b6599-0f75-4c6f-82f2-eab35eaf9d64', 'status': 'completed', 'code': 200} Aug 31 09:54:21.375369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:21.384013 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cfe7aa75-dac9-483a-8b4f-950da62b45ff tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "PUT /v2.0/routers/5cf91338-c763-43d2-a94b-d6697908f557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3122370 Aug 31 09:54:21.384244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58148) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:21.467156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcaefe1-2392-468f-87c7-5b52ef0f9990 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:21.468736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcaefe1-2392-468f-87c7-5b52ef0f9990 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:21.470315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8fcaefe1-2392-468f-87c7-5b52ef0f9990 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0850589 Aug 31 09:54:21.472980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58150) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:21.537451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75b1bf6-33e4-4116-930a-c28da15c0e0b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 23de617c-ac4b-41c0-bc93-c483b79ff172 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:21.542856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a75b1bf6-33e4-4116-930a-c28da15c0e0b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:21.590844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a75b1bf6-33e4-4116-930a-c28da15c0e0b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:21.732275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a75b1bf6-33e4-4116-930a-c28da15c0e0b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:21.798588 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8653646f-019e-4caa-b46a-a1bb31036407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:21.862274 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a75b1bf6-33e4-4116-930a-c28da15c0e0b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:21.901604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a75b1bf6-33e4-4116-930a-c28da15c0e0b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:21.904391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a75b1bf6-33e4-4116-930a-c28da15c0e0b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/23de617c-ac4b-41c0-bc93-c483b79ff172 HTTP/1.1" status: 204 len: 168 time: 0.4302976 Aug 31 09:54:21.906898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58156) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:21.907432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b1bf6-33e4-4116-930a-c28da15c0e0b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=23de617c-ac4b-41c0-bc93-c483b79ff172,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:21.909671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646bfec-b18f-4195-ac65-24b86519d9b2 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:21.917329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e38f92-128e-4215-aab2-071ebd5d57f2 req-8028a5a4-9715-482b-afdd-8c1ccc4a9f47 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:21.925148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96e38f92-128e-4215-aab2-071ebd5d57f2 req-8028a5a4-9715-482b-afdd-8c1ccc4a9f47 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1096 time: 0.1079576 Aug 31 09:54:21.977916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96e38f92-128e-4215-aab2-071ebd5d57f2 req-8cfb1b22-c811-4b5e-a66d-02ebd24b2380 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506458 Aug 31 09:54:22.060820 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4a6bd9fd-36ea-4296-805c-4479e31c53b2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1521487 Aug 31 09:54:22.063877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58162) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.134347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:22.138804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4be6c-407a-4081-a69f-626aa17eceb7 req-77b991ce-5ce3-4704-be7d-0cfcdb37285b tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:22.140422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0c4be6c-407a-4081-a69f-626aa17eceb7 req-77b991ce-5ce3-4704-be7d-0cfcdb37285b tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 944 time: 0.0969467 Aug 31 09:54:22.155583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec75706-223e-4d7c-9394-8dee27d68f55 req-75772bd9-88ff-4d46-8005-0be4691af97f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:22.157457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fec75706-223e-4d7c-9394-8dee27d68f55 req-75772bd9-88ff-4d46-8005-0be4691af97f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.0808799 Aug 31 09:54:22.178386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34c7e06c-7a51-4954-96cc-c0b5b357e313 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.203178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] Deleting port 4812a6af-8709-4f00-a079-06c284ba89c7 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:22.203653 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.226703 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0c4be6c-407a-4081-a69f-626aa17eceb7 req-c0b4af2f-0859-4b1b-b83e-451a64aac892 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680637 Aug 31 09:54:22.237016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fec75706-223e-4d7c-9394-8dee27d68f55 req-cbc27c22-b4bc-43fc-aebf-a5e6e92d7b52 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708556 Aug 31 09:54:22.261777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58166) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.274401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] For port 4812a6af-8709-4f00-a079-06c284ba89c7, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4812a6af-8709-4f00-a079-06c284ba89c7,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:22.274833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.292108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] Calling delete_port for 4812a6af-8709-4f00-a079-06c284ba89c7 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:22.302875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58168) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.344856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d2f66473-1855-4d63-9b9b-9767687e4454 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b HTTP/1.1" status: 200 len: 992 time: 0.0731585 Aug 31 09:54:22.345089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8dc228b7-0cb8-4757-bc85-893ac10e425a up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:22.393199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34c7e06c-7a51-4954-96cc-c0b5b357e313 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.400185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34c7e06c-7a51-4954-96cc-c0b5b357e313 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.419780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 8dc228b7-0cb8-4757-bc85-893ac10e425a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:22.423819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 8dc228b7-0cb8-4757-bc85-893ac10e425a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:22.424181 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.426310 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.477898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] Pushing event deleted for resources: {'Port': ['ID=4812a6af-8709-4f00-a079-06c284ba89c7,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:22.480408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96da673-4513-417d-af1a-bb542f5f4610 None None] No DVR routers for this DVR port 4812a6af-8709-4f00-a079-06c284ba89c7 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:22.486548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34c7e06c-7a51-4954-96cc-c0b5b357e313 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.487570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c7e06c-7a51-4954-96cc-c0b5b357e313 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Fanout notify agent at l3_agent the message router_deleted on router 5cf91338-c763-43d2-a94b-d6697908f557 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:54:22.493092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1b03408-30a2-43b3-bc97-ae2d78eec230 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.500168 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-34c7e06c-7a51-4954-96cc-c0b5b357e313 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.503701 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-34c7e06c-7a51-4954-96cc-c0b5b357e313 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/routers/5cf91338-c763-43d2-a94b-d6697908f557 HTTP/1.1" status: 204 len: 168 time: 0.4380579 Aug 31 09:54:22.504425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58176) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.534391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1b03408-30a2-43b3-bc97-ae2d78eec230 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.542859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9ddc6da5-9495-4ccf-93c0-2733d05dfce6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0363462 Aug 31 09:54:22.545113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58178) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.564984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.611142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954511d0-9181-4889-98e2-50b4ee9407d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc228b7-0cb8-4757-bc85-893ac10e425a'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:22.613519 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291415c0-eea1-47c0-a879-a05f766a1c52" -d '{"events": [{"server_uuid": "954511d0-9181-4889-98e2-50b4ee9407d6", "name": "network-vif-plugged", "status": "completed", "tag": "8dc228b7-0cb8-4757-bc85-893ac10e425a"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:22.618386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947e8f03-5a3b-436b-a79c-f9771f2d8293 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:22.620494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-947e8f03-5a3b-436b-a79c-f9771f2d8293 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743916 Aug 31 09:54:22.626638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58184) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.630097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8dc228b7-0cb8-4757-bc85-893ac10e425a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8dc228b7-0cb8-4757-bc85-893ac10e425a,segment=NetworkSegment(214a84f4-b702-40b1-82d6-2f5aad2494e3),segment_id=214a84f4-b702-40b1-82d6-2f5aad2494e3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:22.652810 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.724296 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d47fa37-0929-4266-aec4-3c8b2e4edbae x-openstack-request-id: req-6d47fa37-0929-4266-aec4-3c8b2e4edbae {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:22.724861 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954511d0-9181-4889-98e2-50b4ee9407d6", "name": "network-vif-plugged", "status": "completed", "tag": "8dc228b7-0cb8-4757-bc85-893ac10e425a", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:22.725323 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d47fa37-0929-4266-aec4-3c8b2e4edbae {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:22.725932 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954511d0-9181-4889-98e2-50b4ee9407d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc228b7-0cb8-4757-bc85-893ac10e425a', 'code': 200} Aug 31 09:54:22.734359 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3455612b-fe27-437c-9e65-56f40cfc7e67 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992930 Aug 31 09:54:22.738938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58188) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.748862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:22.755854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1b03408-30a2-43b3-bc97-ae2d78eec230 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.758471 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1b03408-30a2-43b3-bc97-ae2d78eec230 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.759729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1b03408-30a2-43b3-bc97-ae2d78eec230 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/security-groups/3af4f626-87dd-4d69-8439-10b9d718af50 HTTP/1.1" status: 204 len: 168 time: 0.4556744 Aug 31 09:54:22.819556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58192) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.822867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=8dc228b7-0cb8-4757-bc85-893ac10e425a,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:22.829071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4812a6af-8709-4f00-a079-06c284ba89c7 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:22.831435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c122d01-4414-47ea-a82a-2588cd697b7a None None] Sync routers for ids ['5cf91338-c763-43d2-a94b-d6697908f557'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:22.859119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f26f58-e120-4cd4-b134-f45dfe46f375 req-aab049ad-81a4-4d25-ac2e-369ed612d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:22.861236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4812a6af-8709-4f00-a079-06c284ba89c7 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:22.861586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4812a6af-8709-4f00-a079-06c284ba89c7 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:22.861820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32f26f58-e120-4cd4-b134-f45dfe46f375 req-aab049ad-81a4-4d25-ac2e-369ed612d5ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 1096 time: 0.0851851 Aug 31 09:54:22.865578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c122d01-4414-47ea-a82a-2588cd697b7a None None] Routers set() bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:22.865954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c122d01-4414-47ea-a82a-2588cd697b7a None None] Router IDs set() for agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:54:22.866553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c122d01-4414-47ea-a82a-2588cd697b7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5cf91338-c763-43d2-a94b-d6697908f557'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent'). {{(pid=94788) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 09:54:22.868580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b03408-30a2-43b3-bc97-ae2d78eec230 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af4f626-87dd-4d69-8439-10b9d718af50,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:22.900852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c122d01-4414-47ea-a82a-2588cd697b7a None None] Routers set() bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:22.901238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c122d01-4414-47ea-a82a-2588cd697b7a None None] Router IDs set() for agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:54:22.901843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c122d01-4414-47ea-a82a-2588cd697b7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5cf91338-c763-43d2-a94b-d6697908f557'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:53:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent'). {{(pid=94788) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 09:54:22.902218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c122d01-4414-47ea-a82a-2588cd697b7a None None] The sync data for ids ['5cf91338-c763-43d2-a94b-d6697908f557'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:22.928053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e9a580-7574-4718-9d4a-3a408814be4b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting subnet d75bbee8-f6fd-4eb0-aff8-3657ef19ab53 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:22.942264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58196) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.949948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47e9a580-7574-4718-9d4a-3a408814be4b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.984863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:22.988661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.995584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32f26f58-e120-4cd4-b134-f45dfe46f375 req-dc38a2d9-a50e-4374-8a61-43d7b99d2695 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115971 Aug 31 09:54:23.018262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde016-5f29-4f51-ae5f-84314c691d0d req-5fbe51e1-4f87-49c3-b06d-4f7cb462d016 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:23.019751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0cde016-5f29-4f51-ae5f-84314c691d0d req-5fbe51e1-4f87-49c3-b06d-4f7cb462d016 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.0616882 Aug 31 09:54:23.055083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47e9a580-7574-4718-9d4a-3a408814be4b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.081628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0cde016-5f29-4f51-ae5f-84314c691d0d req-49f97127-14ad-497b-bb85-fd9ab4e7c7c5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521488 Aug 31 09:54:23.092525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-2555a1e0-5d1a-4b0c-9269-07af44e83b4e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486082 Aug 31 09:54:23.189760 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47e9a580-7574-4718-9d4a-3a408814be4b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.307083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47e9a580-7574-4718-9d4a-3a408814be4b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.338285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9a580-7574-4718-9d4a-3a408814be4b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Subnet': ['ID=d75bbee8-f6fd-4eb0-aff8-3657ef19ab53,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:23.351204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-47e9a580-7574-4718-9d4a-3a408814be4b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.356261 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-47e9a580-7574-4718-9d4a-3a408814be4b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/subnets/d75bbee8-f6fd-4eb0-aff8-3657ef19ab53 HTTP/1.1" status: 204 len: 168 time: 0.5354941 Aug 31 09:54:23.356462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58218) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:23.360297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f33943-41c8-4e6b-a82f-f13e9c5070af None None] Network 23c37bf7-def5-4261-9cfb-25506fe14714 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:23.446331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a11d6-a3ea-43cd-83fc-b240c37a47fa req-684188de-a65c-4fd2-9b65-5f0b1a035ea9 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:23.448085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b3a11d6-a3ea-43cd-83fc-b240c37a47fa req-684188de-a65c-4fd2-9b65-5f0b1a035ea9 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 945 time: 0.1456149 Aug 31 09:54:23.464970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:54:23.466783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.485503 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.515509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:23.521518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:23.524233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:23.524830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.537284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799aeca-1aaf-40f0-9c87-eebffd69b2fc None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:23.539452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=a526059b-c254-4e0c-806e-51a483a7ce30,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:23.541607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b3a11d6-a3ea-43cd-83fc-b240c37a47fa req-5d32aac0-5283-4c15-9c3c-2178548297db tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754235 Aug 31 09:54:23.561099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ba808c56-6ddb-4596-91ab-6400d2dc5000 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8206425 Aug 31 09:54:23.564286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58224) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:23.579392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:23.639537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port d2e2afa7-5b8d-4fe6-9c78-740e872c788f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:23.640365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.750623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': 'a526059b-c254-4e0c-806e-51a483a7ce30'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:23.752168 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.752472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:23.757368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.757545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] DHCP port deletion for 23c37bf7-def5-4261-9cfb-25506fe14714 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:23.763661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port d2e2afa7-5b8d-4fe6-9c78-740e872c788f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d2e2afa7-5b8d-4fe6-9c78-740e872c788f,segment=NetworkSegment(d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3),segment_id=d4d8259f-a8f9-4dbc-9b02-1009dbc77dd3)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:23.764258 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.782931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for d2e2afa7-5b8d-4fe6-9c78-740e872c788f owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:23.940162 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.955921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] Deleting port d2e2afa7-5b8d-4fe6-9c78-740e872c788f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:23.957314 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.990562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] No DVR routers for this DVR port d2e2afa7-5b8d-4fe6-9c78-740e872c788f on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:23.997800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=d2e2afa7-5b8d-4fe6-9c78-740e872c788f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:24.011335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Allocated IP 2001:db8::f816:3eff:fe6b:d537 (9796cf21-4204-461c-b884-2cda56d4179e/a526059b-c254-4e0c-806e-51a483a7ce30/558e4dfc-00b4-4837-9109-f27d88930ef8) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:24.022820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:24.056760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:24.057021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device aa9b6599-0f75-4c6f-82f2-eab35eaf9d64 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:24.069451 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.098272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.110026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:24.112945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] For port d2e2afa7-5b8d-4fe6-9c78-740e872c788f, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:24.113354 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.116554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:24.121123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:24.121715 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.134356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] Calling delete_port for d2e2afa7-5b8d-4fe6-9c78-740e872c788f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:24.139098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] Port d2e2afa7-5b8d-4fe6-9c78-740e872c788f was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:54:24.141210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=13f54b39-7d72-48b9-b98e-fcecaf6a3806,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:24.146315 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.148363 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2c0bc803-0505-49cc-b3da-53d796a328fb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5825272 Aug 31 09:54:24.149069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58232) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:24.155150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:08:0d:81', 'name': 'tempest-NetworksTestDHCPv6-955902899'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:24.165391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c37bf7-def5-4261-9cfb-25506fe14714']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:24.187985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:24.188419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d8259f-a8f9-4dbc-9b02-1009dbc77dd3') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:24.195746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] Pushing event deleted for resources: {'Port': ['ID=d2e2afa7-5b8d-4fe6-9c78-740e872c788f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:24.207263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd1a0b-ec37-48a6-b73a-3b2709f187c1 None None] No DVR routers for this DVR port d2e2afa7-5b8d-4fe6-9c78-740e872c788f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:24.240687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.266943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.282884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b9bb7-eb95-4566-85f6-da5797ff6bce req-08c0109d-42b9-4698-a358-4d3f03526f79 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:24.285639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.291179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe4b9bb7-eb95-4566-85f6-da5797ff6bce req-08c0109d-42b9-4698-a358-4d3f03526f79 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1076996 Aug 31 09:54:24.298164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Transition to ACTIVE for port object 558e4dfc-00b4-4837-9109-f27d88930ef8 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:24.305814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:54:24.306223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:54:24.309562 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:54:24.322336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Transition to ACTIVE for port object 558e4dfc-00b4-4837-9109-f27d88930ef8 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:24.339615 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.387147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:24.393469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:24.400327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:24.436901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Pushing event updated for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:24.457331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.475450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Attempting to bind port 558e4dfc-00b4-4837-9109-f27d88930ef8 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:24.475735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Attempting to bind port 558e4dfc-00b4-4837-9109-f27d88930ef8 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:24.476020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Attempting to bind port 558e4dfc-00b4-4837-9109-f27d88930ef8 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:24.483633 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.484146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:24.484576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:24.485057 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.485561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:24.486333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Bound port: 558e4dfc-00b4-4837-9109-f27d88930ef8, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:24.486839 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.489153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/networks/23c37bf7-def5-4261-9cfb-25506fe14714 HTTP/1.1" status: 204 len: 168 time: 1.1304095 Aug 31 09:54:24.492196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58234) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:24.597648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:24.603671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=558e4dfc-00b4-4837-9109-f27d88930ef8,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:24.605572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:24.610725 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.628729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe4b9bb7-eb95-4566-85f6-da5797ff6bce req-7a239e43-5fc1-43d9-8c6a-33ad9ae0308e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249977 Aug 31 09:54:24.674545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d7ccb-102b-4f85-adf8-e073a0e98790 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Network': ['ID=23c37bf7-def5-4261-9cfb-25506fe14714,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:24.702952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70027f82-701c-41e4-be5d-9cd5037474c6 None None] Pushing event updated for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:24.735675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-296a65c6-ba63-4863-8ebe-c7081d8cf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:24.737475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-296a65c6-ba63-4863-8ebe-c7081d8cf5ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1096 time: 0.2569070 Aug 31 09:54:24.749630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:24.757106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 37ab5888-3604-42c6-b414-0aa4224441fb no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:24.777347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port da506227-b7ca-4f02-a0ef-804d8209d7de yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:24.781634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 37ab5888-3604-42c6-b414-0aa4224441fb {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:24.782051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 37ab5888-3604-42c6-b414-0aa4224441fb not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:24.782544 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d2e2afa7-5b8d-4fe6-9c78-740e872c788f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:24.807635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d2e2afa7-5b8d-4fe6-9c78-740e872c788f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:24.808024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d2e2afa7-5b8d-4fe6-9c78-740e872c788f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:24.888668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5425d-07f0-4966-aa22-ee0de9778df2 req-c7335f0a-0115-4736-a369-5693bcd8a717 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:24.898289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84b5425d-07f0-4966-aa22-ee0de9778df2 req-c7335f0a-0115-4736-a369-5693bcd8a717 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 945 time: 0.2605081 Aug 31 09:54:25.019292 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.027558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-91df53f6-8308-4935-b03c-3a30a81ab2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:25.029191 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-91df53f6-8308-4935-b03c-3a30a81ab2d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.2837472 Aug 31 09:54:25.036643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84b5425d-07f0-4966-aa22-ee0de9778df2 req-4f28490e-d1cc-46ba-bb8c-daadb381fdf6 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368978 Aug 31 09:54:25.049744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 172.20.0.4 (9796cf21-4204-461c-b884-2cda56d4179e/13f54b39-7d72-48b9-b98e-fcecaf6a3806/da506227-b7ca-4f02-a0ef-804d8209d7de) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:25.059786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fe08:d81 (9796cf21-4204-461c-b884-2cda56d4179e/a526059b-c254-4e0c-806e-51a483a7ce30/da506227-b7ca-4f02-a0ef-804d8209d7de) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:25.120096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-8bd6d8db-f686-43f8-8d76-d45e534c5eab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 1000 time: 0.0825772 Aug 31 09:54:25.122462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port a5697c8c-2e46-41db-870c-9df8687dc07a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:25.122837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.228399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-b79527ce-f539-4356-93e9-c1b96a94155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:25.229922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-b79527ce-f539-4356-93e9-c1b96a94155b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.0935988 Aug 31 09:54:25.247081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.260278 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.260717 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.266721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object da506227-b7ca-4f02-a0ef-804d8209d7de will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:25.291479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for a5697c8c-2e46-41db-870c-9df8687dc07a owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:25.307536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.347206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-0b43e94a-b28a-4923-8bef-bb60f3a682a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:25.348746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-0b43e94a-b28a-4923-8bef-bb60f3a682a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079462 Aug 31 09:54:25.357068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:25.360493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:25.365909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:25.391751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=da506227-b7ca-4f02-a0ef-804d8209d7de,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:25.436764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:25.437541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.469650 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8a698847-1fe7-4087-a6e9-f4b2c5055e6c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3172252 Aug 31 09:54:25.471581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:25.518867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-64523866-691f-4dd9-adbc-2fd8833bc5f6 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612775 Aug 31 09:54:25.557745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c7898-0847-4276-b4ff-4d02eeac553b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:25.564214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c7898-0847-4276-b4ff-4d02eeac553b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:25.565912 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aa2c7898-0847-4276-b4ff-4d02eeac553b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0932777 Aug 31 09:54:25.570338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58248) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:25.641653 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.675073 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5a0476de-ba0d-4bae-a075-5cb6358c1881 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port da506227-b7ca-4f02-a0ef-804d8209d7de {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:25.675522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a0476de-ba0d-4bae-a075-5cb6358c1881 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.693169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=a5697c8c-2e46-41db-870c-9df8687dc07a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:25.750116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bd49c7b5-3698-4d31-aaf9-a07797da2d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.835195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a0476de-ba0d-4bae-a075-5cb6358c1881 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.853118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5a0476de-ba0d-4bae-a075-5cb6358c1881 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for da506227-b7ca-4f02-a0ef-804d8209d7de owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:25.854120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.855228 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Floating IP f71a6dc8-c8c3-433d-b56c-fa99edd888fc disassociated (deleted). External IP: 172.25.1.172, port: a0fd2073-fb49-4e12-8bf5-2b30beb1fab2. Aug 31 09:54:25.912690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-2716ada1-3f72-4314-a729-f88a7f32b04d service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861699 Aug 31 09:54:25.955441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d9eba-d130-419f-940c-af5c68d9d86f req-a7375fa8-e24b-4fbd-b5d8-7b213f89cf69 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:25.958084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab0d9eba-d130-419f-940c-af5c68d9d86f req-a7375fa8-e24b-4fbd-b5d8-7b213f89cf69 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1787333 Aug 31 09:54:25.982146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d1c95-6405-42a2-ad21-bf28ee878b79 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:26.072728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab0d9eba-d130-419f-940c-af5c68d9d86f req-733906e7-66f2-4ce0-ad8e-256016dea43d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588379 Aug 31 09:54:26.102007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a0476de-ba0d-4bae-a075-5cb6358c1881 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.112449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-129662f6-8ffa-4c78-b398-6287f0de1192 None None] Provisioning for port 558e4dfc-00b4-4837-9109-f27d88930ef8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:26.185672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0476de-ba0d-4bae-a075-5cb6358c1881 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=da506227-b7ca-4f02-a0ef-804d8209d7de,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:26.315086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router 5808d6f2-7b51-45f0-8fab-b310059520e8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:26.359134 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5a0476de-ba0d-4bae-a075-5cb6358c1881 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.361506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5a0476de-ba0d-4bae-a075-5cb6358c1881 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/da506227-b7ca-4f02-a0ef-804d8209d7de HTTP/1.1" status: 204 len: 168 time: 0.7897232 Aug 31 09:54:26.363930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58256) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:26.421252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c4d53-c30d-493f-bf9b-4b8d779013f2 None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'a526059b-c254-4e0c-806e-51a483a7ce30', 'ip_address': '2001:db8::f816:3eff:fe6b:d537'}, {'subnet_id': '13f54b39-7d72-48b9-b98e-fcecaf6a3806'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '558e4dfc-00b4-4837-9109-f27d88930ef8'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:54:26.438956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ced49-eb96-4515-8453-471a3b248b98 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:26.440526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ced49-eb96-4515-8453-471a3b248b98 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:26.442063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ced49-eb96-4515-8453-471a3b248b98 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:26.446847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-803ced49-eb96-4515-8453-471a3b248b98 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0793808 Aug 31 09:54:26.447114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58258) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:26.470302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-546c4d53-c30d-493f-bf9b-4b8d779013f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.495090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:26.502266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.509719 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] Sync routers for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:26.512381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-967e55f2-b005-4bba-aa5d-9ed77fc9b0d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 13f54b39-7d72-48b9-b98e-fcecaf6a3806 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:26.517367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967e55f2-b005-4bba-aa5d-9ed77fc9b0d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.528434 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:26.529593 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:26.569756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a1c8cc6-1dc6-49cd-ae7e-670bebb0d659 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/floatingips/f71a6dc8-c8c3-433d-b56c-fa99edd888fc HTTP/1.1" status: 204 len: 168 time: 2.0206828 Aug 31 09:54:26.569756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:26.577130 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967e55f2-b005-4bba-aa5d-9ed77fc9b0d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.583134 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164c1668-c721-42d6-af38-b2597f049653" -d '{"events": [{"name": "network-changed", "server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:26.647845 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01889f1e-5db1-463e-b1ca-51f2fa870cf0 x-openstack-request-id: req-01889f1e-5db1-463e-b1ca-51f2fa870cf0 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:26.648428 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:26.648846 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01889f1e-5db1-463e-b1ca-51f2fa870cf0 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:26.649400 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'status': 'completed', 'code': 200} Aug 31 09:54:26.669761 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:26.685722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967e55f2-b005-4bba-aa5d-9ed77fc9b0d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.790119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1668-c721-42d6-af38-b2597f049653 req-02a0d765-2f62-414e-919b-95503b3659a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:26.794102 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-164c1668-c721-42d6-af38-b2597f049653 req-02a0d765-2f62-414e-919b-95503b3659a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 1096 time: 0.1217587 Aug 31 09:54:26.876873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 558e4dfc-00b4-4837-9109-f27d88930ef8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:26.949975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b6dab-9e2d-435e-bb7a-8ca0843c742b req-f559e6b9-7206-412d-824b-3601247321bf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:26.960064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d39b6dab-9e2d-435e-bb7a-8ca0843c742b req-f559e6b9-7206-412d-824b-3601247321bf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 945 time: 0.0711684 Aug 31 09:54:26.992666 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 6, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:26.997450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967e55f2-b005-4bba-aa5d-9ed77fc9b0d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-546c4d53-c30d-493f-bf9b-4b8d779013f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13f54b39-7d72-48b9-b98e-fcecaf6a3806: This subnet is being modified by another concurrent operation. Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13f54b39-7d72-48b9-b98e-fcecaf6a3806: This subnet is being modified by another concurrent operation. Aug 31 09:54:27.010501 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:54:27.021673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 558e4dfc-00b4-4837-9109-f27d88930ef8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:27.033243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e55f2-b005-4bba-aa5d-9ed77fc9b0d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=13f54b39-7d72-48b9-b98e-fcecaf6a3806,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:27.035980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 558e4dfc-00b4-4837-9109-f27d88930ef8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:27.036841 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.039220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1668-c721-42d6-af38-b2597f049653 req-772149b9-ba51-4df9-865d-251a51e7b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:27.040816 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-164c1668-c721-42d6-af38-b2597f049653 req-772149b9-ba51-4df9-865d-251a51e7b05e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 200 len: 898 time: 0.2351239 Aug 31 09:54:27.041858 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d39b6dab-9e2d-435e-bb7a-8ca0843c742b req-b218a4d9-3aa5-4778-9d57-43a28521ed30 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808597 Aug 31 09:54:27.061647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-967e55f2-b005-4bba-aa5d-9ed77fc9b0d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.063644 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-967e55f2-b005-4bba-aa5d-9ed77fc9b0d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/13f54b39-7d72-48b9-b98e-fcecaf6a3806 HTTP/1.1" status: 204 len: 168 time: 0.6155095 Aug 31 09:54:27.076821 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] Checking router: 5808d6f2-7b51-45f0-8fab-b310059520e8 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:27.079457 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58276) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:27.132325 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:27.134140 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:27.202129 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-164c1668-c721-42d6-af38-b2597f049653 req-ee308705-d69f-40e7-9004-274e14ce6579 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 HTTP/1.1" status: 200 len: 217 time: 0.1316710 Aug 31 09:54:27.213389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c036c07f-99fd-4512-b505-cbc5b7d0564b None None] Provisioning complete for port 558e4dfc-00b4-4837-9109-f27d88930ef8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:27.214542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c036c07f-99fd-4512-b505-cbc5b7d0564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.218133 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.314617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1668-c721-42d6-af38-b2597f049653 req-9caa2b74-c427-43b3-9775-4cafda412595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:27.319887 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-164c1668-c721-42d6-af38-b2597f049653 req-9caa2b74-c427-43b3-9775-4cafda412595 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64476bae-34b4-44c3-b949-703c98ca2e93 HTTP/1.1" status: 200 len: 834 time: 0.1113176 Aug 31 09:54:27.346389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=558e4dfc-00b4-4837-9109-f27d88930ef8,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:27.355463 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.379845 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:27.401887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1668-c721-42d6-af38-b2597f049653 req-2dd5d191-c7db-40e9-8e2b-b2fa5bd8f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:27.404264 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-164c1668-c721-42d6-af38-b2597f049653 req-2dd5d191-c7db-40e9-8e2b-b2fa5bd8f91b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f76e16-411d-4796-a6c1-b0941ccc13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751836 Aug 31 09:54:27.410489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f151337-499a-4068-bc48-dca3ab608869 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:54:27.496422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:27.617445 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-164c1668-c721-42d6-af38-b2597f049653 req-e10b3a94-5649-4c5d-9c9a-012127b7038a service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996088 Aug 31 09:54:27.717875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e8aad9-a816-4a96-a1db-b840f9b1131d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet a526059b-c254-4e0c-806e-51a483a7ce30 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:27.721381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-70e8aad9-a816-4a96-a1db-b840f9b1131d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.750122 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-164c1668-c721-42d6-af38-b2597f049653 req-524dca5c-09cc-4972-8b71-71cf38c04270 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290441 Aug 31 09:54:27.791668 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-70e8aad9-a816-4a96-a1db-b840f9b1131d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.806153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f151337-499a-4068-bc48-dca3ab608869 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:54:27.824105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-05142188-3703-4a8a-a79f-cc14da95642d None None] Could not find standard attr ID for object da506227-b7ca-4f02-a0ef-804d8209d7de. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:27.840009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.863053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c742d84-0c88-4a9c-92e7-5c05711987dd req-07ef8615-1bb3-45aa-97ea-9c8801ce525f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:27.865313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c742d84-0c88-4a9c-92e7-5c05711987dd req-07ef8615-1bb3-45aa-97ea-9c8801ce525f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1990414 Aug 31 09:54:27.873716 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 6, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:27.906315 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbade227-b370-4509-8e89-e489d841bf23 None None] The sync data for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 is: [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:17Z', 'revision_number': 6, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '115037c8-fa08-4990-9f0b-485231b271af', 'name': '', 'network_id': 'e3f76e16-411d-4796-a6c1-b0941ccc13e8', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:10:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:31Z', 'updated_at': '2021-08-31T09:52:39Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': '64476bae-34b4-44c3-b949-703c98ca2e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:27.954659 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-70e8aad9-a816-4a96-a1db-b840f9b1131d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.991329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c742d84-0c88-4a9c-92e7-5c05711987dd req-bc3687a6-8c66-47f7-8dac-8795533ed66d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015277 Aug 31 09:54:28.047163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-70e8aad9-a816-4a96-a1db-b840f9b1131d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.084832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8aad9-a816-4a96-a1db-b840f9b1131d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=a526059b-c254-4e0c-806e-51a483a7ce30,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:28.087093 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-70e8aad9-a816-4a96-a1db-b840f9b1131d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.089592 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-70e8aad9-a816-4a96-a1db-b840f9b1131d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/a526059b-c254-4e0c-806e-51a483a7ce30 HTTP/1.1" status: 204 len: 168 time: 1.0079048 Aug 31 09:54:28.091532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58300) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:28.154839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-24288dfc-bbc4-4e43-9669-4355934029fe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610874 Aug 31 09:54:28.158547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58304) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:28.172478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:28.174491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117ffdf4-f767-43d9-9c85-5776ef42c771 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:54:28.225081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-78422ea6-1f65-4116-92a5-ec89a6eb6e35 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:28.227987 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-78422ea6-1f65-4116-92a5-ec89a6eb6e35 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 945 time: 0.1096232 Aug 31 09:54:28.296915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-01d79013-68f2-4f5d-b632-b9ec2a2ae507 None None] Provisioning complete for port 558e4dfc-00b4-4837-9109-f27d88930ef8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:28.297510 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01d79013-68f2-4f5d-b632-b9ec2a2ae507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.332923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85989e43-4aa6-4f3f-86a8-c07ca5f82e4d req-dda9674f-cbc4-421a-8427-ecdccde125bc tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:28.334651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85989e43-4aa6-4f3f-86a8-c07ca5f82e4d req-dda9674f-cbc4-421a-8427-ecdccde125bc tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=600a03ef-5902-474c-b2b8-d65f2f021289 HTTP/1.1" status: 200 len: 945 time: 0.1021023 Aug 31 09:54:28.367359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc280f37-4ee8-4d7b-8cc3-65af01ccbcb1 None None] New status for floating IP f71a6dc8-c8c3-433d-b56c-fa99edd888fc: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:54:28.373074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:28.373422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.387186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:28.390957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.462151 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ffdf4-f767-43d9-9c85-5776ef42c771 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:54:28.467261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85989e43-4aa6-4f3f-86a8-c07ca5f82e4d req-10d43ebf-e28e-4203-bd8e-18867d0d782a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=480d7d33-96d8-4f17-a28e-88308971d018&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203766 Aug 31 09:54:28.480945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcdf63-1f20-4df7-bd9d-746cc6736900 req-39b30c29-5a22-4574-ae69-d65ae327e9f9 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:28.482528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34fcdf63-1f20-4df7-bd9d-746cc6736900 req-39b30c29-5a22-4574-ae69-d65ae327e9f9 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 945 time: 0.1469426 Aug 31 09:54:28.515832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:28.517235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.532908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:28.549170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34fcdf63-1f20-4df7-bd9d-746cc6736900 req-8e44804e-fae5-49ad-a756-b23526ade8fa tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590541 Aug 31 09:54:28.642624 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.719488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 558e4dfc-00b4-4837-9109-f27d88930ef8 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:28.732539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.789120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=a0fd2073-fb49-4e12-8bf5-2b30beb1fab2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:28.812989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] No DVR routers for this DVR port a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:28.816099 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.819288 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5209fc86-4c20-44b6-befe-424c06a6e5e6 req-bee7585e-ac47-4855-848d-7dfd77602bf2 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "DELETE /v2.0/ports/a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 HTTP/1.1" status: 204 len: 173 time: 0.5830989 Aug 31 09:54:28.819788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'name': 'network-vif-deleted', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:28.823520 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25274dd-32c2-4fc1-8478-5a227102a6f0" -d '{"events": [{"server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "name": "network-vif-deleted", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:28.872063 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d11530-48bc-4ea4-bd71-88839c4177d8 x-openstack-request-id: req-59d11530-48bc-4ea4-bd71-88839c4177d8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:28.872896 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600a03ef-5902-474c-b2b8-d65f2f021289", "name": "network-vif-deleted", "tag": "a0fd2073-fb49-4e12-8bf5-2b30beb1fab2", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:28.873291 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59d11530-48bc-4ea4-bd71-88839c4177d8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:28.873824 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600a03ef-5902-474c-b2b8-d65f2f021289', 'name': 'network-vif-deleted', 'tag': 'a0fd2073-fb49-4e12-8bf5-2b30beb1fab2', 'status': 'completed', 'code': 200} Aug 31 09:54:28.891239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.899060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.objects.ports [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94786) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:54:28.944717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=558e4dfc-00b4-4837-9109-f27d88930ef8,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:28.950515 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.030688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:29.035959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'ab071bf9-e8a4-475d-ab8e-b05e1e56666a'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '558e4dfc-00b4-4837-9109-f27d88930ef8'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:54:29.062913 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.168738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154bc83-25f5-485a-bb09-5401294106dd req-b8a97ecb-fb04-4592-80f2-583173c24622 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:29.170257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0154bc83-25f5-485a-bb09-5401294106dd req-b8a97ecb-fb04-4592-80f2-583173c24622 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.0870526 Aug 31 09:54:29.182212 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.236781 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe6b:d537-a2b44338-caba-49b9-8f64-1975f72400 {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:54:29.237240 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:54:29.251987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0154bc83-25f5-485a-bb09-5401294106dd req-c8f787d4-34cb-4db9-9a47-c0bde87a026e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716703 Aug 31 09:54:29.371738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=558e4dfc-00b4-4837-9109-f27d88930ef8,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:29.400950 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.405370 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.406064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.483971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:29.491030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:29.496029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:29.496615 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.498828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=ab071bf9-e8a4-475d-ab8e-b05e1e56666a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:29.517151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:29.528296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b73b3fe1-5e90-4ee2-8f1c-a90ea27cecb6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3684931 Aug 31 09:54:29.531162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58316) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:29.536273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:29.555902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58318) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:29.620084 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-66127c9a-513c-40c8-8f22-aef5bcc8dd66 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.655223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:29.658596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.672774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-66127c9a-513c-40c8-8f22-aef5bcc8dd66 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.720101 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b550f8-5109-4b0e-821e-e8506c8ff88a req-0e35e4a1-a7e8-47d2-b612-5e0c2bcd37e8 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:29.721618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66b550f8-5109-4b0e-821e-e8506c8ff88a req-0e35e4a1-a7e8-47d2-b612-5e0c2bcd37e8 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 945 time: 0.0958362 Aug 31 09:54:29.774331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66b550f8-5109-4b0e-821e-e8506c8ff88a req-3c24ca9b-9cc7-41a6-b5e1-a8fc34338ef6 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Aug 31 09:54:29.782164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-66127c9a-513c-40c8-8f22-aef5bcc8dd66 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.786109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-66127c9a-513c-40c8-8f22-aef5bcc8dd66 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.788619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-66127c9a-513c-40c8-8f22-aef5bcc8dd66 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/security-groups/480d7d33-96d8-4f17-a28e-88308971d018 HTTP/1.1" status: 204 len: 168 time: 0.2316668 Aug 31 09:54:29.789696 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.799378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66127c9a-513c-40c8-8f22-aef5bcc8dd66 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d7d33-96d8-4f17-a28e-88308971d018,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:29.832041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58324) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:29.926630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.976913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-603fc1ab-a050-4ad1-babb-158fa9f9bd62 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:29.978471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-603fc1ab-a050-4ad1-babb-158fa9f9bd62 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.20 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 945 time: 0.0998528 Aug 31 09:54:29.983046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:29.991885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:30.002274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:30.003258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.031475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=98c6edf1-a1b9-4499-96df-e14ed7a6aa7f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:30.037514 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e3121bce-40bc-4959-b996-8423b26b9c1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5050867 Aug 31 09:54:30.040391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58326) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:30.047207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:28:29:f4', 'name': 'tempest-NetworksTestDHCPv6-1759655115'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:30.138149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=558e4dfc-00b4-4837-9109-f27d88930ef8,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:30.171587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.176473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:30.178500 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.223477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Deleting port 8dc228b7-0cb8-4757-bc85-893ac10e425a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:30.224534 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.249385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a36924-bb99-4d35-b34d-73dc0410e92b None None] Pushing event updated for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:30.326284 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.384484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 2d6cab97-e4b4-4be0-8397-3b71b048c230 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:30.461522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] For port 8dc228b7-0cb8-4757-bc85-893ac10e425a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8dc228b7-0cb8-4757-bc85-893ac10e425a,segment=NetworkSegment(214a84f4-b702-40b1-82d6-2f5aad2494e3),segment_id=214a84f4-b702-40b1-82d6-2f5aad2494e3)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:30.462073 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.483666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Calling delete_port for 8dc228b7-0cb8-4757-bc85-893ac10e425a owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:30.522474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55578fad-7659-4ddf-8f4d-4027091eb6c1 req-48cf8ae5-48fb-4504-ad19-7159a2b520cc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:30.524110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55578fad-7659-4ddf-8f4d-4027091eb6c1 req-48cf8ae5-48fb-4504-ad19-7159a2b520cc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1336982 Aug 31 09:54:30.587512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 172.20.0.6 (9796cf21-4204-461c-b884-2cda56d4179e/98c6edf1-a1b9-4499-96df-e14ed7a6aa7f/2d6cab97-e4b4-4be0-8397-3b71b048c230) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:30.595268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fe28:29f4 (9796cf21-4204-461c-b884-2cda56d4179e/ab071bf9-e8a4-475d-ab8e-b05e1e56666a/2d6cab97-e4b4-4be0-8397-3b71b048c230) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:30.632208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55578fad-7659-4ddf-8f4d-4027091eb6c1 req-c1cfb987-8529-4df7-a7d6-46c49a5842cb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690806 Aug 31 09:54:30.746686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.769892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 558e4dfc-00b4-4837-9109-f27d88930ef8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:30.818000 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.842929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 558e4dfc-00b4-4837-9109-f27d88930ef8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:30.843850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.879461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.909187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 2d6cab97-e4b4-4be0-8397-3b71b048c230 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:30.923567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Pushing event deleted for resources: {'Port': ['ID=8dc228b7-0cb8-4757-bc85-893ac10e425a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:30.948614 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.962306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.997354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=558e4dfc-00b4-4837-9109-f27d88930ef8,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:31.004039 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.016433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:31.017505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-833e9575-57ab-41a1-9a42-424968cba7b1 req-43b4e614-37f8-49c7-8d7a-b20b1260a486 tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.69 "GET /v2.0/ports?device_id=954511d0-9181-4889-98e2-50b4ee9407d6 HTTP/1.1" status: 200 len: 210 time: 0.0991280 Aug 31 09:54:31.038526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:31.041267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:31.053532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb937a8-5bb8-4fc0-b117-be388b54d15f None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:31.060778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] No DVR routers for this DVR port 8dc228b7-0cb8-4757-bc85-893ac10e425a on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:31.064189 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.066338 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51c6f578-2e27-4304-b59a-f575a2c02fd2 req-75e868a4-b5d6-458c-9c64-0ae80b0b949c tempest-VolumesActionsTest-215297976 tempest-VolumesActionsTest-215297976-project] 10.222.0.20 "DELETE /v2.0/ports/8dc228b7-0cb8-4757-bc85-893ac10e425a HTTP/1.1" status: 204 len: 173 time: 1.0816622 Aug 31 09:54:31.066928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954511d0-9181-4889-98e2-50b4ee9407d6', 'name': 'network-vif-deleted', 'tag': '8dc228b7-0cb8-4757-bc85-893ac10e425a'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:31.069855 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c0eea9-0f97-40e3-b6a7-87693c024630" -d '{"events": [{"server_uuid": "954511d0-9181-4889-98e2-50b4ee9407d6", "name": "network-vif-deleted", "tag": "8dc228b7-0cb8-4757-bc85-893ac10e425a"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:31.099131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=2d6cab97-e4b4-4be0-8397-3b71b048c230,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:31.139635 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96a2b87-4126-4911-8140-0d3a978e2bdb x-openstack-request-id: req-f96a2b87-4126-4911-8140-0d3a978e2bdb {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:31.146543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:31.147246 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954511d0-9181-4889-98e2-50b4ee9407d6", "name": "network-vif-deleted", "tag": "8dc228b7-0cb8-4757-bc85-893ac10e425a", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:31.147473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.147989 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f96a2b87-4126-4911-8140-0d3a978e2bdb {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:31.148839 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954511d0-9181-4889-98e2-50b4ee9407d6', 'name': 'network-vif-deleted', 'tag': '8dc228b7-0cb8-4757-bc85-893ac10e425a', 'status': 'completed', 'code': 200} Aug 31 09:54:31.169223 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-66980994-7a82-48bc-aaea-17c05f048c96 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1273026 Aug 31 09:54:31.170160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58336) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:31.192568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5afa12ad-b5e1-4d5d-8586-4b56f878de13 None None] Provisioning complete for port 558e4dfc-00b4-4837-9109-f27d88930ef8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:31.193465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5afa12ad-b5e1-4d5d-8586-4b56f878de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.243226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:31.274595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a3689-0680-4d77-b9e8-e56f5c7a9975 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:31.286962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a3689-0680-4d77-b9e8-e56f5c7a9975 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:31.294162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58338) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:31.295345 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d7a3689-0680-4d77-b9e8-e56f5c7a9975 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1225185 Aug 31 09:54:31.346493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port 115037c8-fa08-4990-9f0b-485231b271af {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:31.346875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.410894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87cd51d-ca3c-4d32-9958-cd93997283f2 None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'ab071bf9-e8a4-475d-ab8e-b05e1e56666a', 'ip_address': '2001:db8::f816:3eff:fe6b:d537'}, {'subnet_id': '98c6edf1-a1b9-4499-96df-e14ed7a6aa7f'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '558e4dfc-00b4-4837-9109-f27d88930ef8'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:54:31.443566 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b87cd51d-ca3c-4d32-9958-cd93997283f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.501343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-431bd5e8-49fd-4f8b-8124-7a3fc3454424 None None] Provisioning complete for port 558e4dfc-00b4-4837-9109-f27d88930ef8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:31.506180 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-431bd5e8-49fd-4f8b-8124-7a3fc3454424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.525144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port 115037c8-fa08-4990-9f0b-485231b271af, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=115037c8-fa08-4990-9f0b-485231b271af,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:31.525898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.549937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-06f69691-c068-4d8d-9fb2-aa98cbfb2f02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 2d6cab97-e4b4-4be0-8397-3b71b048c230 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:31.549937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-06f69691-c068-4d8d-9fb2-aa98cbfb2f02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.576031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for 115037c8-fa08-4990-9f0b-485231b271af owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:31.730278 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-06f69691-c068-4d8d-9fb2-aa98cbfb2f02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.746037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-b87cd51d-ca3c-4d32-9958-cd93997283f2 None None] Allocated IP 172.20.0.2 (9796cf21-4204-461c-b884-2cda56d4179e/98c6edf1-a1b9-4499-96df-e14ed7a6aa7f/558e4dfc-00b4-4837-9109-f27d88930ef8) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:31.773010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-06f69691-c068-4d8d-9fb2-aa98cbfb2f02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 2d6cab97-e4b4-4be0-8397-3b71b048c230 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:31.873842 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b87cd51d-ca3c-4d32-9958-cd93997283f2 None None] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=558e4dfc-00b4-4837-9109-f27d88930ef8,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:31.891611 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0448e8c-574c-41d5-9e75-6eb363258baa req-f2430c70-1a35-4a04-857a-625075ea84e2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:31.893203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0448e8c-574c-41d5-9e75-6eb363258baa req-f2430c70-1a35-4a04-857a-625075ea84e2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1684575 Aug 31 09:54:31.906814 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b87cd51d-ca3c-4d32-9958-cd93997283f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.923144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b87cd51d-ca3c-4d32-9958-cd93997283f2 None None] Transition to ACTIVE for port object 558e4dfc-00b4-4837-9109-f27d88930ef8 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:31.929027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b87cd51d-ca3c-4d32-9958-cd93997283f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.992552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0448e8c-574c-41d5-9e75-6eb363258baa req-20caf9c3-b4d7-4690-b8ee-a7f099f8ec9d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877230 Aug 31 09:54:32.029095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:32.055856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cd51d-ca3c-4d32-9958-cd93997283f2 None None] Pushing event updated for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=10']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:32.058883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:32.059235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device a0fd2073-fb49-4e12-8bf5-2b30beb1fab2 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:32.065399 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.403127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8dc228b7-0cb8-4757-bc85-893ac10e425a no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:32.437419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 8dc228b7-0cb8-4757-bc85-893ac10e425a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:32.437932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8dc228b7-0cb8-4757-bc85-893ac10e425a not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:32.495042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=115037c8-fa08-4990-9f0b-485231b271af,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:32.563981 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-06f69691-c068-4d8d-9fb2-aa98cbfb2f02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.639334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f69691-c068-4d8d-9fb2-aa98cbfb2f02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=2d6cab97-e4b4-4be0-8397-3b71b048c230,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:32.818456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-06f69691-c068-4d8d-9fb2-aa98cbfb2f02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.823874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58356) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:32.824402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-06f69691-c068-4d8d-9fb2-aa98cbfb2f02 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/2d6cab97-e4b4-4be0-8397-3b71b048c230 HTTP/1.1" status: 204 len: 168 time: 1.5287158 Aug 31 09:54:32.850481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 558e4dfc-00b4-4837-9109-f27d88930ef8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:32.856451 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.895024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b643f-9aeb-4d68-80b2-01343ba724bc None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:32.922121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d0034-004e-4c8d-ab0c-abcc5230017f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:32.924279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d0034-004e-4c8d-ab0c-abcc5230017f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:32.925979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d0034-004e-4c8d-ab0c-abcc5230017f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:32.928441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-733d0034-004e-4c8d-ab0c-abcc5230017f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1035080 Aug 31 09:54:32.931013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58358) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:32.994788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ea1e1b-2577-4075-b2a5-afea21a81c8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 98c6edf1-a1b9-4499-96df-e14ed7a6aa7f {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:32.998225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e1b-2577-4075-b2a5-afea21a81c8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.003272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f59156a-62fa-40ee-96df-3cdf7be13b9f None None] Provisioning for port 558e4dfc-00b4-4837-9109-f27d88930ef8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:33.010596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f59156a-62fa-40ee-96df-3cdf7be13b9f None None] Provisioning complete for port 558e4dfc-00b4-4837-9109-f27d88930ef8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:33.011198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4f59156a-62fa-40ee-96df-3cdf7be13b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.047631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e1b-2577-4075-b2a5-afea21a81c8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.153471 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e1b-2577-4075-b2a5-afea21a81c8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.164209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router 5808d6f2-7b51-45f0-8fab-b310059520e8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:33.191521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078040ba-6848-4ade-adde-26972472d20a req-06c3bdc5-c69e-466c-8594-a502deca8f46 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:33.193164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-078040ba-6848-4ade-adde-26972472d20a req-06c3bdc5-c69e-466c-8594-a502deca8f46 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.0804265 Aug 31 09:54:33.255341 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e1b-2577-4075-b2a5-afea21a81c8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.288376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e1b-2577-4075-b2a5-afea21a81c8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.290320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e1ea1e1b-2577-4075-b2a5-afea21a81c8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/98c6edf1-a1b9-4499-96df-e14ed7a6aa7f HTTP/1.1" status: 204 len: 168 time: 0.3581522 Aug 31 09:54:33.291397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea1e1b-2577-4075-b2a5-afea21a81c8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=98c6edf1-a1b9-4499-96df-e14ed7a6aa7f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:33.295597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58362) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:33.330469 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-078040ba-6848-4ade-adde-26972472d20a req-16a0fbe1-413d-4ca2-b762-25e90e005647 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306589 Aug 31 09:54:33.396215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a1fc66-6779-4d98-a903-979e2bbd6b71 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet ab071bf9-e8a4-475d-ab8e-b05e1e56666a {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:33.400009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4f59156a-62fa-40ee-96df-3cdf7be13b9f None None] Could not find standard attr ID for object 2d6cab97-e4b4-4be0-8397-3b71b048c230. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:33.402776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fc66-6779-4d98-a903-979e2bbd6b71 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.426493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:33.433687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1b40d9cf-f315-4fcb-b384-0f1b93e9134e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "PUT /v2.0/routers/5808d6f2-7b51-45f0-8fab-b310059520e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5996506 Aug 31 09:54:33.436276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58364) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:33.437725 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] Sync routers for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:33.447606 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:33.448184 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:33.484460 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fc66-6779-4d98-a903-979e2bbd6b71 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.545091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac3cc64-088b-4cb7-9f3d-b46f689c9af3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting subnet 64476bae-34b4-44c3-b949-703c98ca2e93 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:33.552430 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac3cc64-088b-4cb7-9f3d-b46f689c9af3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.573054 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:33.626839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac3cc64-088b-4cb7-9f3d-b46f689c9af3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.668603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fc66-6779-4d98-a903-979e2bbd6b71 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.774246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac3cc64-088b-4cb7-9f3d-b46f689c9af3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.806386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d40ea5-76a3-4642-93cf-18b6837ef10c None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:33.818414 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:31Z', 'revision_number': 7, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:33.877905 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] Checking router: 5808d6f2-7b51-45f0-8fab-b310059520e8 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:33.882720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fc66-6779-4d98-a903-979e2bbd6b71 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.888608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d07c4bd8-6143-4cd8-8d3a-ada96ee5790c None None] Provisioning complete for port 558e4dfc-00b4-4837-9109-f27d88930ef8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:33.888785 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d07c4bd8-6143-4cd8-8d3a-ada96ee5790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.900780 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] Routers {'5808d6f2-7b51-45f0-8fab-b310059520e8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:33.902124 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5808d6f2-7b51-45f0-8fab-b310059520e8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:33.925798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e4a1fc66-6779-4d98-a903-979e2bbd6b71 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.930848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58378) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:33.932192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e4a1fc66-6779-4d98-a903-979e2bbd6b71 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/ab071bf9-e8a4-475d-ab8e-b05e1e56666a HTTP/1.1" status: 204 len: 168 time: 0.6336150 Aug 31 09:54:33.961013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1fc66-6779-4d98-a903-979e2bbd6b71 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=ab071bf9-e8a4-475d-ab8e-b05e1e56666a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:33.969442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac3cc64-088b-4cb7-9f3d-b46f689c9af3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.007917 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5913ae72-3f07-4385-bda7-4e22d357fdfe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750682 Aug 31 09:54:34.008961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:34.009618 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fac3cc64-088b-4cb7-9f3d-b46f689c9af3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.011581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fac3cc64-088b-4cb7-9f3d-b46f689c9af3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/subnets/64476bae-34b4-44c3-b949-703c98ca2e93 HTTP/1.1" status: 204 len: 168 time: 0.5743821 Aug 31 09:54:34.012593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3cc64-088b-4cb7-9f3d-b46f689c9af3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Subnet': ['ID=64476bae-34b4-44c3-b949-703c98ca2e93,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:34.015200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:34.016431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58382) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:34.038271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48248044-9596-4241-a166-2246d44dfcd3 None None] Network e3f76e16-411d-4796-a6c1-b0941ccc13e8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:34.108707 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] Set router 5808d6f2-7b51-45f0-8fab-b310059520e8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:34.166991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:34.171578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.202064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.245591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:34.320316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] Deleting port 558e4dfc-00b4-4837-9109-f27d88930ef8 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:34.321046 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.365824 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.408990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] For port 558e4dfc-00b4-4837-9109-f27d88930ef8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=558e4dfc-00b4-4837-9109-f27d88930ef8,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:34.409420 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.432772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] Calling delete_port for 558e4dfc-00b4-4837-9109-f27d88930ef8 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:34.435540 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:31Z', 'revision_number': 7, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:34.436533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] DHCP port deletion for e3f76e16-411d-4796-a6c1-b0941ccc13e8 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:34.502578 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd1b83-0249-4fd8-ac23-0241acbbad35 None None] The sync data for ids ['5808d6f2-7b51-45f0-8fab-b310059520e8'] in n-d-806683-2 is: [{'id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'name': 'tempest-TestNetworkBasicOps-router-604704527', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:23Z', 'updated_at': '2021-08-31T09:54:31Z', 'revision_number': 7, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'cdb0e922-7b47-4f19-9c99-84b349e4f7ef', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808d6f2-7b51-45f0-8fab-b310059520e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:25Z', 'updated_at': '2021-08-31T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:34.520756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e889a3-3e2e-4ea5-bef6-8c0206f07654 req-acfe9784-bd52-4fc0-9cb1-5b9d74622dea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:34.522437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64e889a3-3e2e-4ea5-bef6-8c0206f07654 req-acfe9784-bd52-4fc0-9cb1-5b9d74622dea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1008859 Aug 31 09:54:34.527826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port cdb0e922-7b47-4f19-9c99-84b349e4f7ef {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:34.528885 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.546212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.561355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Deleting port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:34.561657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.593538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:34.597137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:34.604614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:34.605209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.634017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=5790f200-96dd-4eca-953c-41027f6ad228,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:34.641608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64e889a3-3e2e-4ea5-bef6-8c0206f07654 req-a7b4e5c9-f13d-424c-81a6-41de840e40f3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101365 Aug 31 09:54:34.643448 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4419a9a0-0ee8-4998-8ef9-935755549c21 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6330357 Aug 31 09:54:34.646172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58388) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:34.659436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.661930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:34.686314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] No DVR routers for this DVR port 558e4dfc-00b4-4837-9109-f27d88930ef8 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:34.699622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port cdb0e922-7b47-4f19-9c99-84b349e4f7ef, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cdb0e922-7b47-4f19-9c99-84b349e4f7ef,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:34.699997 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.726272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34e23f-a509-458e-8a40-d848ff139f41 None None] Pushing event deleted for resources: {'Port': ['ID=558e4dfc-00b4-4837-9109-f27d88930ef8,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:34.733616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for cdb0e922-7b47-4f19-9c99-84b349e4f7ef owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:34.737184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] For port 45321f0f-a5d5-4c42-ba00-b7d7a9014213, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=45321f0f-a5d5-4c42-ba00-b7d7a9014213,segment=NetworkSegment(9563f559-6780-4726-a709-1baca0a0f823),segment_id=9563f559-6780-4726-a709-1baca0a0f823)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:34.737518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.740997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc75dc-8b2a-4564-b99f-6f3ed893dc8a None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:34.789561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Calling delete_port for 45321f0f-a5d5-4c42-ba00-b7d7a9014213 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:34.836035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:34.839677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.016352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 45321f0f-a5d5-4c42-ba00-b7d7a9014213 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:35.045563 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.091585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '5790f200-96dd-4eca-953c-41027f6ad228'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:35.095805 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.095976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=cdb0e922-7b47-4f19-9c99-84b349e4f7ef,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:35.101865 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.119853 n-d-806683-2 neutron-server[94788]: INFO neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No ports have port_id starting with 45321f0f-a5d5-4c42-ba00-b7d7a9014213 Aug 31 09:54:35.151927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 558e4dfc-00b4-4837-9109-f27d88930ef8 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:35.158256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Pushing event deleted for resources: {'Port': ['ID=45321f0f-a5d5-4c42-ba00-b7d7a9014213,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:35.186183 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.194234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] No DVR routers for this DVR port 45321f0f-a5d5-4c42-ba00-b7d7a9014213 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:35.196031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 558e4dfc-00b4-4837-9109-f27d88930ef8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:35.196477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 558e4dfc-00b4-4837-9109-f27d88930ef8 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:35.197008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 115037c8-fa08-4990-9f0b-485231b271af no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:35.199707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.200161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.200634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.201067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.201516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.201949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.202365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.202809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.203307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.203727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.204146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.204564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7774a4-18ac-476c-83fa-919e5d0a885e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:35.246251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 115037c8-fa08-4990-9f0b-485231b271af {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:35.246844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 115037c8-fa08-4990-9f0b-485231b271af not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:35.303739 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.306018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.332278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:54:35.334326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.368181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.369686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Fanout notify agent at l3_agent the message router_deleted on router 5808d6f2-7b51-45f0-8fab-b310059520e8 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:54:35.379212 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.381004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-af7c6eb5-4020-4ea8-80f9-9e53847135c9 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/routers/5808d6f2-7b51-45f0-8fab-b310059520e8 HTTP/1.1" status: 204 len: 168 time: 1.3635671 Aug 31 09:54:35.383994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58392) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:35.387382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:35.393277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:35.399499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:35.400098 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.426602 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7757232 Aug 31 09:54:35.427466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58394) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:35.432800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:a4:96:05', 'name': 'tempest-NetworksTestDHCPv6-213464904'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:35.444802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Allocated IP 172.20.0.2 (9796cf21-4204-461c-b884-2cda56d4179e/5790f200-96dd-4eca-953c-41027f6ad228/f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:35.490933 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.547209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df85125-54c8-405f-b62b-f790f70d492a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=db93f044-5bd4-42cf-b896-82c32e6b757d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:35.597200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:35.605584 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.618818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f76e16-411d-4796-a6c1-b0941ccc13e8']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:35.632662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9563f559-6780-4726-a709-1baca0a0f823') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:35.632662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9563f559-6780-4726-a709-1baca0a0f823') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:35.643053 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.660862 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.666514 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.679535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:54:35.679993 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:54:35.683457 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:54:35.690523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Transition to ACTIVE for port object f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:35.714728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Transition to ACTIVE for port object f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:35.719875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.723095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.750374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port b91c7d8a-383b-4f7a-b571-f7cc26522642 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:35.766669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:35.770989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:35.773834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:35.812710 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.820210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Pushing event updated for resources: {'Port': ['ID=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:35.835961 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.841118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/networks/e3f76e16-411d-4796-a6c1-b0941ccc13e8 HTTP/1.1" status: 204 len: 168 time: 0.4552312 Aug 31 09:54:35.864059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e08f6-1248-41a9-b414-13d0280700c4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Network': ['ID=e3f76e16-411d-4796-a6c1-b0941ccc13e8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:35.868614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58400) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:35.871542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd790-8b03-44ac-8ae4-482cef9e037b req-904c0cc2-434e-40d0-ba22-045bc79e1aa7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:35.873079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8cdd790-8b03-44ac-8ae4-482cef9e037b req-904c0cc2-434e-40d0-ba22-045bc79e1aa7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1242301 Aug 31 09:54:35.874146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'network': {'name': 'tempest-network-smoke--1962976997', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'port_security_enabled': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:35.876527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Attempting to bind port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:35.877275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Attempting to bind port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:35.877815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Attempting to bind port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:35.884345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:35.885071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:35.885202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.885511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:35.886104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Bound port: f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:35.886371 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.936544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:35.940523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.972625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] For port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:35.974085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8cdd790-8b03-44ac-8ae4-482cef9e037b req-44b742f7-5d90-40e6-9491-e8c44cfb06fc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927141 Aug 31 09:54:35.978947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] For port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:35.985082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.989020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:54:35.998944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.999290 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Added segment e391f084-ee12-4aeb-824b-13ade9e711d8 of type vlan for network ad593e76-2e53-4c00-9b25-7bd39eefec2a Aug 31 09:54:36.053598 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.073709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216275a6-8c7d-47ce-8ca7-c48a49c92707 None None] Pushing event updated for resources: {'Port': ['ID=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:36.123715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 172.20.0.5 (9796cf21-4204-461c-b884-2cda56d4179e/5790f200-96dd-4eca-953c-41027f6ad228/b91c7d8a-383b-4f7a-b571-f7cc26522642) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:36.131662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fea4:9605 (9796cf21-4204-461c-b884-2cda56d4179e/db93f044-5bd4-42cf-b896-82c32e6b757d/b91c7d8a-383b-4f7a-b571-f7cc26522642) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:36.133786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.139605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:36.140223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.518312 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6485107 Aug 31 09:54:36.521651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58404) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:36.523818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd148745-feb8-4ff3-86b0-2ae8106c5e0c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Network': ['ID=ad593e76-2e53-4c00-9b25-7bd39eefec2a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:36.526835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-943104297', 'admin_state_up': True, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:36.536983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:54:36.553965 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.555360 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.632811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.671071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.687562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object b91c7d8a-383b-4f7a-b571-f7cc26522642 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:36.729315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.787237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:36.798643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:36.804780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:36.813470 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.831397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=b91c7d8a-383b-4f7a-b571-f7cc26522642,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:36.831571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:36.900719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:36.901502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.914814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:36.930209 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-87df3b2b-59d9-4b32-8086-a4c696f50ab9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5003538 Aug 31 09:54:36.932847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58408) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:36.994096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cdb0e922-7b47-4f19-9c99-84b349e4f7ef no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:37.009620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb429ff9-3613-40ad-b4c5-4b3dd60b15a9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:37.016267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb429ff9-3613-40ad-b4c5-4b3dd60b15a9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:37.016548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: cdb0e922-7b47-4f19-9c99-84b349e4f7ef {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:37.017158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cdb0e922-7b47-4f19-9c99-84b349e4f7ef not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:37.017929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fb429ff9-3613-40ad-b4c5-4b3dd60b15a9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0838230 Aug 31 09:54:37.022304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58412) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:37.169118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-64ae4140-acd4-4565-a640-cf1960264cc9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port b91c7d8a-383b-4f7a-b571-f7cc26522642 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:37.169731 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64ae4140-acd4-4565-a640-cf1960264cc9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.225155 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.259260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a5af4-1f15-49e0-b0e0-2eba0f764511 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:37.272487 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.289868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0875cd2-e4e4-4938-bb17-286f16c668b6 req-0bc123f8-c672-4f8a-8e99-dd79c032bf23 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:37.292512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0875cd2-e4e4-4938-bb17-286f16c668b6 req-0bc123f8-c672-4f8a-8e99-dd79c032bf23 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1699908 Aug 31 09:54:37.310430 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64ae4140-acd4-4565-a640-cf1960264cc9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.327842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-64ae4140-acd4-4565-a640-cf1960264cc9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for b91c7d8a-383b-4f7a-b571-f7cc26522642 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:37.385333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0875cd2-e4e4-4938-bb17-286f16c668b6 req-9f5f7b0b-cffa-4cbb-ad74-a9e0907e8ffd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855074 Aug 31 09:54:37.408813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3ca977f5-08f1-4dac-be27-b9a8113d18cc None None] Provisioning for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:37.437015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3ca977f5-08f1-4dac-be27-b9a8113d18cc None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:37.437397 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ca977f5-08f1-4dac-be27-b9a8113d18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.483823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.25.1.44 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/a85db98f-5c33-4dac-9e1a-cfbb18d08c0e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:37.592378 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ca977f5-08f1-4dac-be27-b9a8113d18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.613025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64ae4140-acd4-4565-a640-cf1960264cc9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.628934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.641658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3ca977f5-08f1-4dac-be27-b9a8113d18cc None None] For port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:37.654921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae4140-acd4-4565-a640-cf1960264cc9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=b91c7d8a-383b-4f7a-b571-f7cc26522642,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:37.677942 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ca977f5-08f1-4dac-be27-b9a8113d18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.686349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.724902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:37.728216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:37.735890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:37.739707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca977f5-08f1-4dac-be27-b9a8113d18cc None None] Pushing event updated for resources: {'Port': ['ID=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:37.755517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e74420-65a1-4f67-a7ca-097880315f47 None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': '5790f200-96dd-4eca-953c-41027f6ad228', 'ip_address': '172.20.0.2'}, {'subnet_id': 'db93f044-5bd4-42cf-b896-82c32e6b757d'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:54:37.782084 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-64ae4140-acd4-4565-a640-cf1960264cc9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.787679 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-64ae4140-acd4-4565-a640-cf1960264cc9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/b91c7d8a-383b-4f7a-b571-f7cc26522642 HTTP/1.1" status: 204 len: 168 time: 0.7643487 Aug 31 09:54:37.788447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58424) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:37.790821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=a85db98f-5c33-4dac-9e1a-cfbb18d08c0e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:37.795509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-70e74420-65a1-4f67-a7ca-097880315f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.858204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d477c-7e95-40c6-9b0a-3374612f8369 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:37.861315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d477c-7e95-40c6-9b0a-3374612f8369 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:37.865079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d477c-7e95-40c6-9b0a-3374612f8369 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:37.868285 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5e9d477c-7e95-40c6-9b0a-3374612f8369 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0788465 Aug 31 09:54:37.873331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58426) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:37.931066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-543275ac-58e7-44b8-b09f-2755b8f5d189 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 5790f200-96dd-4eca-953c-41027f6ad228 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:37.934866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-543275ac-58e7-44b8-b09f-2755b8f5d189 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.974379 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-2a8e574a-9d19-4adb-bfa9-9b3e72a4e5de service neutron] show failed (client error): The resource could not be found. Aug 31 09:54:37.975600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-2a8e574a-9d19-4adb-bfa9-9b3e72a4e5de service neutron] 10.222.0.20 "GET /v2.0/ports/056189eb-95ed-4eb6-9495-ebe528e44ab8/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.1561267 Aug 31 09:54:37.995100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-543275ac-58e7-44b8-b09f-2755b8f5d189 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.105937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-543275ac-58e7-44b8-b09f-2755b8f5d189 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.156192 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-70e74420-65a1-4f67-a7ca-097880315f47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5790f200-96dd-4eca-953c-41027f6ad228: This subnet is being modified by another concurrent operation. Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5790f200-96dd-4eca-953c-41027f6ad228: This subnet is being modified by another concurrent operation. Aug 31 09:54:38.196594 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:54:38.201303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-543275ac-58e7-44b8-b09f-2755b8f5d189 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.295563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-213d994a-00a8-4c4a-91e8-1ef97ea95ae6 None None] Could not find standard attr ID for object b91c7d8a-383b-4f7a-b571-f7cc26522642. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:38.298542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543275ac-58e7-44b8-b09f-2755b8f5d189 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=5790f200-96dd-4eca-953c-41027f6ad228,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:38.305141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-543275ac-58e7-44b8-b09f-2755b8f5d189 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.307424 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-543275ac-58e7-44b8-b09f-2755b8f5d189 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/5790f200-96dd-4eca-953c-41027f6ad228 HTTP/1.1" status: 204 len: 168 time: 0.4329932 Aug 31 09:54:38.311747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58430) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:38.312356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-213d994a-00a8-4c4a-91e8-1ef97ea95ae6 None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:38.313222 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-213d994a-00a8-4c4a-91e8-1ef97ea95ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.344015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8453b3-215c-4c26-899e-dc3ab130b4fd None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:38.360811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-c80b33a1-e62d-43ff-9397-a6cb5be10a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:38.362585 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-c80b33a1-e62d-43ff-9397-a6cb5be10a67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 1096 time: 0.1662154 Aug 31 09:54:38.376397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:38.404999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e70a296-b4ae-4023-843c-17b5ac28bf80 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet db93f044-5bd4-42cf-b896-82c32e6b757d {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:38.411055 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e70a296-b4ae-4023-843c-17b5ac28bf80 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.421122 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.483722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e70a296-b4ae-4023-843c-17b5ac28bf80 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.487722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.578873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e70a296-b4ae-4023-843c-17b5ac28bf80 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.614717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844a26a-f41e-44bd-a92a-de2c69d34e1f req-c224331a-5f76-42e1-b953-2a04bfe4007d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:38.617121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f844a26a-f41e-44bd-a92a-de2c69d34e1f req-c224331a-5f76-42e1-b953-2a04bfe4007d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.0867190 Aug 31 09:54:38.645404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router d5b49e3f-3700-4da8-9504-4ba9994fe836 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:54:38.660760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea9488-99e0-4a56-88cc-93d0affa8593 None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'db93f044-5bd4-42cf-b896-82c32e6b757d'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:54:38.662796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f97dfc4c-35f2-44c8-92f3-7c387cc4825d None None] Could not find standard attr ID for object 2d6cab97-e4b4-4be0-8397-3b71b048c230. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:38.676167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f844a26a-f41e-44bd-a92a-de2c69d34e1f req-3119a542-9e8a-4d60-8b38-7c97c18e3b09 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494254 Aug 31 09:54:38.693772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9488-99e0-4a56-88cc-93d0affa8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.795216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e70a296-b4ae-4023-843c-17b5ac28bf80 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.816157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:38.842066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70a296-b4ae-4023-843c-17b5ac28bf80 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=db93f044-5bd4-42cf-b896-82c32e6b757d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:38.848963 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4e70a296-b4ae-4023-843c-17b5ac28bf80 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.853215 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4e70a296-b4ae-4023-843c-17b5ac28bf80 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/db93f044-5bd4-42cf-b896-82c32e6b757d HTTP/1.1" status: 204 len: 168 time: 0.5381827 Aug 31 09:54:38.854182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58442) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:38.879675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-f9ea9488-99e0-4a56-88cc-93d0affa8593 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db93f044-5bd4-42cf-b896-82c32e6b757d: This subnet is being modified by another concurrent operation. Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db93f044-5bd4-42cf-b896-82c32e6b757d: This subnet is being modified by another concurrent operation. Aug 31 09:54:38.884174 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 09:54:38.909378 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b92c7481-79ec-4841-b02d-c41360daba73 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516245 Aug 31 09:54:38.910549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:38.917618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Sync routers for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:38.923192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:38.958869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.962915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b85b0cc6-9d24-464b-a1e7-ff0d29c192db tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4374962 Aug 31 09:54:38.963402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58448) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:39.000593 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.014928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6be22474-9d39-451e-b2fd-b1d90b035b09 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=e68107358f094afc9ef9c1f3a080f644&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503497 Aug 31 09:54:39.023366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58450) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:39.027506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:39.028156 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:39.108165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:39.136182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7586afef-df96-42b2-925b-f550dff8eb95 None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:39.136556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7586afef-df96-42b2-925b-f550dff8eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.200374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:39.205348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:39.209376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.290990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efefbccc-88f5-4d60-9d7a-0d60fa822474 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:39.292764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-efefbccc-88f5-4d60-9d7a-0d60fa822474 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2657876 Aug 31 09:54:39.295516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58454) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:39.321321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:39.323669 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bee217d-6d01-414f-80c3-22c815f67780" -d '{"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-unplugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:39.329390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.336627 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:54:39.355312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Transition to ACTIVE for port object 056189eb-95ed-4eb6-9495-ebe528e44ab8 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:39.356549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d71e12-d7ec-45ad-b0d4-8aa07fe0325f None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:54:39.362962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:39.363157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.385591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eaab0781-1be2-4a3e-871b-4bf80c0e86ec tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0884173 Aug 31 09:54:39.388369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58460) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:39.396710 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.401775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:39.408472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-927942616', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:39.508036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:39.543795 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d298aa7e-d9ba-4549-9511-b66120acbd44 x-openstack-request-id: req-d298aa7e-d9ba-4549-9511-b66120acbd44 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:39.544117 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-unplugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:39.544538 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d298aa7e-d9ba-4549-9511-b66120acbd44 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:39.544993 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'code': 200} Aug 31 09:54:39.581533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:39.589003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.627306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] No DVR routers for this DVR port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:39.644391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:39.668880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7586afef-df96-42b2-925b-f550dff8eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.701440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.731401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7586afef-df96-42b2-925b-f550dff8eb95 None None] For port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:39.780955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d71e12-d7ec-45ad-b0d4-8aa07fe0325f None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:54:39.790416 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7586afef-df96-42b2-925b-f550dff8eb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.795499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:39.800316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:39.801767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:39.802364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.830609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=33a2b9e9-3138-4805-96bf-b67b755394b2,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:39.863147 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0ab3ce06-4796-4288-82c8-e1a6c769df88 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9484649 Aug 31 09:54:39.876644 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58464) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:39.886032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:39.935498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586afef-df96-42b2-925b-f550dff8eb95 None None] Pushing event updated for resources: {'Port': ['ID=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:39.943321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-22c57b69-33b2-47cb-b076-125a09843112 None None] Could not find standard attr ID for object b91c7d8a-383b-4f7a-b571-f7cc26522642. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:39.950735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:39.951099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:39.951528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:39.965848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:54:39.966354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:39.974703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:39.975084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Checking segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:39.975669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Bound using segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:39.976250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Bound port: 056189eb-95ed-4eb6-9495-ebe528e44ab8, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:39.976629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.091501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:38Z', 'revision_number': 3, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:40.095373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:40.099951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:40.107896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.114673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:40.117549 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.151238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Checking router: d5b49e3f-3700-4da8-9504-4ba9994fe836 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:40.151593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Updating router d5b49e3f-3700-4da8-9504-4ba9994fe836 port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:54:40.209025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:40.209932 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.211434 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] 10.222.0.52 "PUT /v2.0/ports/056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 1091 time: 1.8392198 Aug 31 09:54:40.295270 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.376988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.480441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d28c36-d51f-4cd1-bd09-e6bcafa97704 req-d19598ca-e343-44df-bfcb-b49765aefd61 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:40.482202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5d28c36-d51f-4cd1-bd09-e6bcafa97704 req-d19598ca-e343-44df-bfcb-b49765aefd61 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 943 time: 0.1194229 Aug 31 09:54:40.491422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Subnet': ['ID=c4edc65b-0482-483d-9241-8a50e54101aa,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:40.541770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5d28c36-d51f-4cd1-bd09-e6bcafa97704 req-39fe4b3a-bdba-43a7-96ca-99402169a4d2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512173 Aug 31 09:54:40.553265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Checking segment: {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:40.553642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network hostable DHCP agents. Network: ad593e76-2e53-4c00-9b25-7bd39eefec2a, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:54:40.576226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:54:40.593083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, ad593e76-2e53-4c00-9b25-7bd39eefec2a) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:40.597012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:40.605237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:40.605996 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.622403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615fee1-76a2-4318-a4b0-00ac1c45098a service neutron] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:40.627406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c909e07-d611-4cbf-88cc-3bbf60f974fb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2358427 Aug 31 09:54:40.631613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58470) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:40.638514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-e0037720-aff0-43ad-a89f-a7d0f78b4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:40.640127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-e0037720-aff0-43ad-a89f-a7d0f78b4440 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1094 time: 0.3992143 Aug 31 09:54:40.704611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b8a4c-cf67-4359-b7bd-6f17abe8484b None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': '33a2b9e9-3138-4805-96bf-b67b755394b2'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:54:40.710850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.738429 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.749103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:40.758377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Transition to ACTIVE for port object a85db98f-5c33-4dac-9e1a-cfbb18d08c0e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:40.761800 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-be9b8a4c-cf67-4359-b7bd-6f17abe8484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.777541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.850921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-5c7a06d5-416d-4bba-a363-dc44910b9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:40.853272 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-5c7a06d5-416d-4bba-a363-dc44910b9a68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.2009408 Aug 31 09:54:40.866164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63603563-7c4b-4b11-a9be-770ecbbaf7c4 None None] Pushing event updated for resources: {'Port': ['ID=a85db98f-5c33-4dac-9e1a-cfbb18d08c0e,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:40.946361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Attempting to bind port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:40.946736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Attempting to bind port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:40.947920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Attempting to bind port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:40.954721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:40.955132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:40.955745 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.955927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:40.956398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Bound port: a85db98f-5c33-4dac-9e1a-cfbb18d08c0e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:40.956784 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.060568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] For port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:41.066677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] For port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a85db98f-5c33-4dac-9e1a-cfbb18d08c0e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:41.073015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-be9b8a4c-cf67-4359-b7bd-6f17abe8484b None None] Allocated IP 172.20.0.2 (9796cf21-4204-461c-b884-2cda56d4179e/33a2b9e9-3138-4805-96bf-b67b755394b2/f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:41.078081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.087730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-38060c79-0223-4f35-bf29-561dc5cd5b5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 998 time: 0.2149155 Aug 31 09:54:41.165992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-9cabbc5c-03a9-4e76-bca5-93b3d6e5ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:41.167815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-9cabbc5c-03a9-4e76-bca5-93b3d6e5ead0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.0701337 Aug 31 09:54:41.194780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:41.195430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:41.235625 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.269239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63603563-7c4b-4b11-a9be-770ecbbaf7c4 None None] Pushing event updated for resources: {'Port': ['ID=a85db98f-5c33-4dac-9e1a-cfbb18d08c0e,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:41.344476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-b0d90498-e11e-450b-a15d-6c6dfe815d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:41.346341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-b0d90498-e11e-450b-a15d-6c6dfe815d05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228912 Aug 31 09:54:41.394063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-be9b8a4c-cf67-4359-b7bd-6f17abe8484b None None] For port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:41.457320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-be9b8a4c-cf67-4359-b7bd-6f17abe8484b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.501458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-be9b8a4c-cf67-4359-b7bd-6f17abe8484b None None] Transition to ACTIVE for port object f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:41.510628 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-be9b8a4c-cf67-4359-b7bd-6f17abe8484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.529686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:54:41.560792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:41.570102 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a92332c-2c4b-4169-8a6f-d4fa97e07759" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:41.667145 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-844a51f5-a20c-4aea-b4be-8aa5abf1ef94 service neutron] 10.222.0.52 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837205 Aug 31 09:54:41.689703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.20.0.1 (ad593e76-2e53-4c00-9b25-7bd39eefec2a/c4edc65b-0482-483d-9241-8a50e54101aa/15f3d9b2-56bf-4fa0-bc85-dff241673ebf) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:41.699200 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b8f30b-393d-41f5-bde1-a65082ef532f x-openstack-request-id: req-65b8f30b-393d-41f5-bde1-a65082ef532f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:41.699579 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:41.699886 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65b8f30b-393d-41f5-bde1-a65082ef532f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:41.700412 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'status': 'completed', 'code': 200} Aug 31 09:54:41.727387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:41.823162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b8a4c-cf67-4359-b7bd-6f17abe8484b None None] Pushing event updated for resources: {'Port': ['ID=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:41.889760 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-341b9f96-1c45-4dae-8cc1-627998ddd77e req-eb49bac1-9de1-4313-baf6-8096f7dbad12 service neutron] 10.222.0.52 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107906 Aug 31 09:54:41.900775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821609c-935c-4be1-b975-beb5a03a5a8d req-306eb787-06c9-4ce9-9417-5663487c8fa3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:41.902265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4821609c-935c-4be1-b975-beb5a03a5a8d req-306eb787-06c9-4ce9-9417-5663487c8fa3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 943 time: 0.1876688 Aug 31 09:54:42.006441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-3e6b027e-9a5d-41fa-9401-809417e54f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:42.008012 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-3e6b027e-9a5d-41fa-9401-809417e54f1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1094 time: 0.2567964 Aug 31 09:54:42.082003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-fa8fcb3b-be43-49ed-b3c0-acbb585a6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:42.084678 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-fa8fcb3b-be43-49ed-b3c0-acbb585a6731 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1094 time: 0.1349983 Aug 31 09:54:42.113073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:38Z', 'revision_number': 3, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:42.219742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-8a65df18-64e3-46e3-9933-9d02b534add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:42.221816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-8a65df18-64e3-46e3-9933-9d02b534add7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.2003870 Aug 31 09:54:42.239988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4821609c-935c-4be1-b975-beb5a03a5a8d req-0945995b-e382-47c8-85a5-34cbc29086c1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272653 Aug 31 09:54:42.286402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-3a2263ab-3b58-4e45-a624-5f3cd9efcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:42.288519 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-3a2263ab-3b58-4e45-a624-5f3cd9efcfc5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.1566050 Aug 31 09:54:42.374531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b3e4a-f8f4-454b-85ea-b821d1845bb4 None None] The sync data for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 is: [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:38Z', 'revision_number': 3, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:42.385391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.443722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.465299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-a6543a67-5e72-4b43-87f6-ca3d8a9416f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 998 time: 0.2150092 Aug 31 09:54:42.473067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Transition to ACTIVE for port object 15f3d9b2-56bf-4fa0-bc85-dff241673ebf will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:42.491486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-564f61a0-59bc-4b3b-b9c4-e526d7443a89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 998 time: 0.1929789 Aug 31 09:54:42.589411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-72d96f55-8bda-4479-8288-e6480259378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:42.591336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-72d96f55-8bda-4479-8288-e6480259378a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.1134515 Aug 31 09:54:42.616014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.688456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-1844e3f0-276b-4ec8-9554-01d285c7cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:42.688713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:42.690059 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-1844e3f0-276b-4ec8-9554-01d285c7cbc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.1876020 Aug 31 09:54:42.716802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:42.720514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:42.724409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:42.790660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-8d1f3aba-d595-4cb1-8eb4-dcb6a5d58b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:42.792563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-8d1f3aba-d595-4cb1-8eb4-dcb6a5d58b22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914711 Aug 31 09:54:42.793324 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.862653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-710f9565-4108-4717-aefb-056c32bac514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:42.868664 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-710f9565-4108-4717-aefb-056c32bac514 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675775 Aug 31 09:54:42.898554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:42.990912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58548efe-9e45-4f36-b857-9676115d4c2c None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:54:43.016328 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-4eecc981-97b0-4006-8d59-3cb03400c54a service neutron] 10.222.0.52 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384392 Aug 31 09:54:43.051875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] For port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:43.060413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b95b0c06-8b08-4751-91e3-1acccc0912a2 None None] Provisioning for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:43.066601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b95b0c06-8b08-4751-91e3-1acccc0912a2 None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:43.066983 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b95b0c06-8b08-4751-91e3-1acccc0912a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.087855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.109284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-56ec5d7e-9a94-42fa-82e2-a0de746b61b6 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628143 Aug 31 09:54:43.129383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.142570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.143827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.170097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:43.175245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:43.179495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:43.180199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.182060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58548efe-9e45-4f36-b857-9676115d4c2c None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:54:43.255420 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3734751 Aug 31 09:54:43.262731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58492) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:43.292253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:a8:38:bb', 'name': 'tempest-NetworksTestDHCPv6-1370044347'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:43.297581 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-3890278e-e75c-40d7-8882-1ec59be9ff0f service neutron] 10.222.0.52 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705233 Aug 31 09:54:43.298995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=0e1ce4c4-447d-4f52-ba0d-8bc720549444,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:43.350385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75651323-0e74-4c5d-a92d-e0f80c5d23d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,revision_number=9']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:43.435966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a92332c-2c4b-4169-8a6f-d4fa97e07759 req-ee025d94-f22e-4032-b718-403386435437 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010399 Aug 31 09:54:43.548979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3df10-f8f2-45ec-8f80-121840c9fe25 req-f0be141c-b3fa-4c53-b28e-071ff60d5fed tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:43.550574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a3df10-f8f2-45ec-8f80-121840c9fe25 req-f0be141c-b3fa-4c53-b28e-071ff60d5fed tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 943 time: 0.1612701 Aug 31 09:54:43.596154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:43.597197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.682833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97a3df10-f8f2-45ec-8f80-121840c9fe25 req-15cc7d34-32a2-4513-a528-95da00e150c5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995107 Aug 31 09:54:43.687691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:43.696971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.783139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.814697 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.826013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Allocated IP 172.20.0.2 (ad593e76-2e53-4c00-9b25-7bd39eefec2a/c4edc65b-0482-483d-9241-8a50e54101aa/ff989799-1064-4723-a7e8-47c7baf25de6) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:43.958970 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.963306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:43.980652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.000770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 823cac7d-f307-4b4b-806e-849a9cae25c2 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:44.053542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.066816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Transition to ACTIVE for port object ff989799-1064-4723-a7e8-47c7baf25de6 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:44.091443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Transition to ACTIVE for port object ff989799-1064-4723-a7e8-47c7baf25de6 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:44.100686 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.137063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:54:44.174212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:44.175357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Pushing event updated for resources: {'Port': ['ID=ff989799-1064-4723-a7e8-47c7baf25de6,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:44.180229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:44.183757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:44.232249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:44.238812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:44.305208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Attempting to bind port ff989799-1064-4723-a7e8-47c7baf25de6 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:44.305709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Attempting to bind port ff989799-1064-4723-a7e8-47c7baf25de6 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:44.306177 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Attempting to bind port ff989799-1064-4723-a7e8-47c7baf25de6 on network ad593e76-2e53-4c00-9b25-7bd39eefec2a {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:44.317583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:44.317583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Checking segment: {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:44.318648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.318648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Bound using segment: {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:44.319221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Bound port: ff989799-1064-4723-a7e8-47c7baf25de6, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:44.319711 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.343556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 172.20.0.14 (9796cf21-4204-461c-b884-2cda56d4179e/33a2b9e9-3138-4805-96bf-b67b755394b2/823cac7d-f307-4b4b-806e-849a9cae25c2) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:44.347878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:44.379203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fea8:38bb (9796cf21-4204-461c-b884-2cda56d4179e/0e1ce4c4-447d-4f52-ba0d-8bc720549444/823cac7d-f307-4b4b-806e-849a9cae25c2) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:44.430604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] For port ff989799-1064-4723-a7e8-47c7baf25de6, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:44.435000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] For port ff989799-1064-4723-a7e8-47c7baf25de6, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ff989799-1064-4723-a7e8-47c7baf25de6,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:44.435951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'port_id': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'mac_address': 'fa:16:3e:31:b3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:54:44.443968 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.452064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router d5b49e3f-3700-4da8-9504-4ba9994fe836 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:44.553095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9682c14c-cc8a-46fa-b17e-6fe02ce003b7 None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:44.553474 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9682c14c-cc8a-46fa-b17e-6fe02ce003b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.589379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.622182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056189eb-95ed-4eb6-9495-ebe528e44ab8 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:54:44.626827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc54173-ff58-41c6-9814-73fe2b0d9dfe None None] Pushing event updated for resources: {'Port': ['ID=ff989799-1064-4723-a7e8-47c7baf25de6,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:44.677426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:44.701014 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.702582 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.727663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 823cac7d-f307-4b4b-806e-849a9cae25c2 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:44.764458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:44.809918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:44.822637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fcca46fe-0dbe-4f68-a9fe-8d2b07f74b7f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "PUT /v2.0/routers/d5b49e3f-3700-4da8-9504-4ba9994fe836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1898212 Aug 31 09:54:44.824940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58512) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:44.835765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.927504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['056189eb-95ed-4eb6-9495-ebe528e44ab8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:54:45.025263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a85db98f-5c33-4dac-9e1a-cfbb18d08c0e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:45.046425 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Sync routers for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:45.059554 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:45.060482 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:45.161641 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:45.172180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:45.172851 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.198342 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:45.367683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.389470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a85db98f-5c33-4dac-9e1a-cfbb18d08c0e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:45.398094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.398841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:45.452022 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 2, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:45.493176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:45.493717 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Checking router: d5b49e3f-3700-4da8-9504-4ba9994fe836 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:54:45.494239 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Updating router d5b49e3f-3700-4da8-9504-4ba9994fe836 port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:54:45.504536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:45.514891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:45.548488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=823cac7d-f307-4b4b-806e-849a9cae25c2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:45.563429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a85db98f-5c33-4dac-9e1a-cfbb18d08c0e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:45.585690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:45.586066 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.644496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f530b-9426-4bbb-8b43-2bdf21b6c36b req-ba2ed596-97ce-4168-9947-4e044010f331 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.653653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d4f530b-9426-4bbb-8b43-2bdf21b6c36b req-ba2ed596-97ce-4168-9947-4e044010f331 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.7992537 Aug 31 09:54:45.679283 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.788722 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.789525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.842605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6d4f530b-9426-4bbb-8b43-2bdf21b6c36b req-8338b6cf-5569-4f04-86a0-7a054f1d5589 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881390 Aug 31 09:54:45.845758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.846239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.846712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.847234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.847699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.848184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.848656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.849116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.849571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.850032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.850489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.854853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9953ca6b-3b19-4658-af40-4df5ccbbb6f9 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7799 time: 1.0267410 Aug 31 09:54:45.855666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58518) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:45.861181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c8c1ea12-009f-47e5-9bb0-f7142e12f335 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5969810 Aug 31 09:54:45.864531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58520) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:45.954320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a69df5-ddd9-4a95-ac8c-afe118f8b9c8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.971002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a69df5-ddd9-4a95-ac8c-afe118f8b9c8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:45.976081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-10a69df5-ddd9-4a95-ac8c-afe118f8b9c8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1104198 Aug 31 09:54:45.976759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58524) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:46.065744 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.066813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22123b-614e-451b-9832-80b979819365 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:46.074191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013bce4-c084-4098-953d-b08fc7e13eef None None] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:46.080456 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Transition to ACTIVE for port object 15f3d9b2-56bf-4fa0-bc85-dff241673ebf will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:46.091482 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.116801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.117280 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.117738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.118188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.122545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.126042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-aedd0943-3372-4b4e-9b26-6b353909acaf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 823cac7d-f307-4b4b-806e-849a9cae25c2 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:46.126615 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aedd0943-3372-4b4e-9b26-6b353909acaf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.131553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.132238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.132849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.139359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.140065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.140678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.141284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.143671 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d8eb58cb-ce13-454c-a82d-b5f5b67cd200 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7668 time: 0.2861404 Aug 31 09:54:46.154684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58528) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:46.163486 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6daaf-8bb7-4a88-950d-1b4a906be2b9 None None] Pushing event updated for resources: {'Port': ['ID=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:46.194200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:46.304675 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Attempting to bind port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:46.305015 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Attempting to bind port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:46.305826 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Attempting to bind port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf on network ad593e76-2e53-4c00-9b25-7bd39eefec2a {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:46.311315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-a3961fd8-dff8-4818-ab98-3affaf11edc5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.315812 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:46.319036 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Checking segment: {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:46.319606 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.320140 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Bound using segment: {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:46.320775 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Bound port: 15f3d9b2-56bf-4fa0-bc85-dff241673ebf, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:46.321322 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.322475 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-a3961fd8-dff8-4818-ab98-3affaf11edc5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f&tenant_id=fe145957829b494fbea1c53baae9541f&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 944 time: 0.1733215 Aug 31 09:54:46.452081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-20791a4e-983f-4416-8d10-7aa86f432a06 service neutron] 10.222.0.52 "GET /v2.0/ports/056189eb-95ed-4eb6-9495-ebe528e44ab8/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 382 time: 0.1222994 Aug 31 09:54:46.465495 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] For port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:46.471517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d67fa986-4ac9-4332-93b5-f4d7a4268c1b None None] Provisioning for port ff989799-1064-4723-a7e8-47c7baf25de6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:46.474977 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] For port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:46.484862 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.552545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d67fa986-4ac9-4332-93b5-f4d7a4268c1b None None] Provisioning for port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:46.577628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e032d-fec5-4782-8c0b-922d41955c51 req-78135d59-61d4-4953-884a-561881f7ec9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.579985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d2e032d-fec5-4782-8c0b-922d41955c51 req-78135d59-61d4-4953-884a-561881f7ec9a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.4105053 Aug 31 09:54:46.628463 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:46.632834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-81e93bb8-f055-4806-8e9b-05aa760b072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.633790 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:46.644538 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-81e93bb8-f055-4806-8e9b-05aa760b072b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1095 time: 0.1499250 Aug 31 09:54:46.647479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aedd0943-3372-4b4e-9b26-6b353909acaf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.657402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:46.677231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-aedd0943-3372-4b4e-9b26-6b353909acaf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 823cac7d-f307-4b4b-806e-849a9cae25c2 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:46.681673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d2e032d-fec5-4782-8c0b-922d41955c51 req-01cdc72a-c714-4064-8022-9aa0a5723e5d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928366 Aug 31 09:54:46.733529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:46.734883 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.865075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d67fa986-4ac9-4332-93b5-f4d7a4268c1b None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:46.870978 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d67fa986-4ac9-4332-93b5-f4d7a4268c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.932075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-2f74b5dd-8e52-4f9b-9dfd-43d02019e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:46.954453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-2f74b5dd-8e52-4f9b-9dfd-43d02019e7ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.2848947 Aug 31 09:54:47.012244 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6daaf-8bb7-4a88-950d-1b4a906be2b9 None None] Pushing event updated for resources: {'Port': ['ID=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:47.055616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ff989799-1064-4723-a7e8-47c7baf25de6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:47.092581 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:54:47.144479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-903f58cf-aeaa-4f0a-959b-850a68b25f38 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.9502840 Aug 31 09:54:47.163709 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-2abbcc1f-7d98-4f2b-8055-fdefd668c75c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 999 time: 0.2082558 Aug 31 09:54:47.273191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ff989799-1064-4723-a7e8-47c7baf25de6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:47.287272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ff989799-1064-4723-a7e8-47c7baf25de6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:47.296251 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.307442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-58569c44-1303-44ea-90c6-0c51dfe6ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:47.308920 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-58569c44-1303-44ea-90c6-0c51dfe6ab78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.1374209 Aug 31 09:54:47.356790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aedd0943-3372-4b4e-9b26-6b353909acaf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.428390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd0943-3372-4b4e-9b26-6b353909acaf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=823cac7d-f307-4b4b-806e-849a9cae25c2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:47.441557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-a7d49bb8-7424-4659-876c-24d52c4d22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:47.446072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-a7d49bb8-7424-4659-876c-24d52c4d22a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271718 Aug 31 09:54:47.657825 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-48def822-bb1d-40cb-9dd6-4e05bf698ab2 service neutron] 10.222.0.52 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041323 Aug 31 09:54:47.672709 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:46Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:47.677619 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-aedd0943-3372-4b4e-9b26-6b353909acaf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.682996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58544) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:47.687355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aedd0943-3372-4b4e-9b26-6b353909acaf tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/823cac7d-f307-4b4b-806e-849a9cae25c2 HTTP/1.1" status: 204 len: 168 time: 1.7094679 Aug 31 09:54:47.766008 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12c409-5390-47db-8376-e5d570ace130 None None] The sync data for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 is: [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:46Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:47.785091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58548) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:47.789745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f1d8a528-ac23-4845-8be7-843f7f5a0e29 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652050034', 'description': 'tempest-secgroup-smoke-652050034 description', 'project_id': 'e68107358f094afc9ef9c1f3a080f644'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:47.881731 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a528-ac23-4845-8be7-843f7f5a0e29 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.968655 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.983064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca7b71b-6094-432a-96c0-6949fff177c9 None None] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:48.056898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cc762-d608-4cad-bc67-65c441562729 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:48.064877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cc762-d608-4cad-bc67-65c441562729 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:48.073012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cc762-d608-4cad-bc67-65c441562729 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:48.075025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-276cc762-d608-4cad-bc67-65c441562729 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3899500 Aug 31 09:54:48.078322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58554) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:48.100658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9fb86-c4cb-4781-9be7-295253361fb7 req-56ba3f45-129e-493e-8934-be068980273b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:48.121026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ea9fb86-c4cb-4781-9be7-295253361fb7 req-56ba3f45-129e-493e-8934-be068980273b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.1964779 Aug 31 09:54:48.180071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4161b389-9d24-45b6-9444-3f36b04b05ea None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:48.182201 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-a924756d-1ea0-41ef-b40d-51136ea1a76b service neutron] 10.222.0.52 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149059 Aug 31 09:54:48.245927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-500694a7-1559-41ca-8552-c17b0c2a621d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 0e1ce4c4-447d-4f52-ba0d-8bc720549444 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:48.257396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ea9fb86-c4cb-4781-9be7-295253361fb7 req-27a5f28c-7f29-4ee8-a63f-015a6c38aa18 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294839 Aug 31 09:54:48.257943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-500694a7-1559-41ca-8552-c17b0c2a621d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.258549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:48.261416 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd44f0d1-4515-4511-b506-bb2a9f528a0b" -d '{"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-plugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:48.290607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:48.308738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-abe03d2b-7095-49c4-91d8-c676f8b18417 None None] Provisioning complete for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:48.309387 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-abe03d2b-7095-49c4-91d8-c676f8b18417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.324793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-500694a7-1559-41ca-8552-c17b0c2a621d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.340750 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a528-ac23-4845-8be7-843f7f5a0e29 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.354206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a528-ac23-4845-8be7-843f7f5a0e29 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.381487 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a528-ac23-4845-8be7-843f7f5a0e29 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.382965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f1d8a528-ac23-4845-8be7-843f7f5a0e29 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5969820 Aug 31 09:54:48.385933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58558) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:48.392118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d9e5d5b6-0deb-4564-a87d-166aaf9798c6 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '44eb5dfb-c6a4-444f-b42b-c2c356498e9a', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:48.396143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.419424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8a528-ac23-4845-8be7-843f7f5a0e29 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44eb5dfb-c6a4-444f-b42b-c2c356498e9a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.433929 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db01ea-1da4-42af-be7f-4dec25ab3c37 x-openstack-request-id: req-f0db01ea-1da4-42af-be7f-4dec25ab3c37 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:48.434263 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-plugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:48.434586 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0db01ea-1da4-42af-be7f-4dec25ab3c37 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:48.435164 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'code': 200} Aug 31 09:54:48.452128 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d5b6-0deb-4564-a87d-166aaf9798c6 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.456498 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-500694a7-1559-41ca-8552-c17b0c2a621d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.558704 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-500694a7-1559-41ca-8552-c17b0c2a621d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.559733 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d5b6-0deb-4564-a87d-166aaf9798c6 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.564457 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d5b6-0deb-4564-a87d-166aaf9798c6 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.589848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5d5b6-0deb-4564-a87d-166aaf9798c6 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a9e50c-39b8-4adb-b6be-8f5b367dcefe,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.594530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500694a7-1559-41ca-8552-c17b0c2a621d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1ce4c4-447d-4f52-ba0d-8bc720549444,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.596813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d5b6-0deb-4564-a87d-166aaf9798c6 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.597481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.599717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d9e5d5b6-0deb-4564-a87d-166aaf9798c6 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126229 Aug 31 09:54:48.602388 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58560) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:48.605598 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-500694a7-1559-41ca-8552-c17b0c2a621d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.611336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.611766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-500694a7-1559-41ca-8552-c17b0c2a621d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/0e1ce4c4-447d-4f52-ba0d-8bc720549444 HTTP/1.1" status: 204 len: 168 time: 0.5253303 Aug 31 09:54:48.614569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58562) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:48.614693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a44f49de-5c31-425e-a56f-e56daf37520d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '44eb5dfb-c6a4-444f-b42b-c2c356498e9a', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:48.652476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a44f49de-5c31-425e-a56f-e56daf37520d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.673749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cadcb16-e2d2-4091-adbb-5d1b8d8adc4b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 33a2b9e9-3138-4805-96bf-b67b755394b2 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:48.677408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cadcb16-e2d2-4091-adbb-5d1b8d8adc4b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.745359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cadcb16-e2d2-4091-adbb-5d1b8d8adc4b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.747526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ff989799-1064-4723-a7e8-47c7baf25de6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ff989799-1064-4723-a7e8-47c7baf25de6,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:48.754138 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a44f49de-5c31-425e-a56f-e56daf37520d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.759012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a44f49de-5c31-425e-a56f-e56daf37520d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.767598 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.768832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a85db98f-5c33-4dac-9e1a-cfbb18d08c0e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:48.795050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f49de-5c31-425e-a56f-e56daf37520d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de907d14-9ca8-43c2-bb6b-b0c50f724a69,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.805407 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a44f49de-5c31-425e-a56f-e56daf37520d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.806711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a44f49de-5c31-425e-a56f-e56daf37520d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1995234 Aug 31 09:54:48.809546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58564) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:48.814481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-edeb81fd-b214-4013-8ab1-3691c81c1d99 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '44eb5dfb-c6a4-444f-b42b-c2c356498e9a', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:48.851070 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edeb81fd-b214-4013-8ab1-3691c81c1d99 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.886424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ff989799-1064-4723-a7e8-47c7baf25de6,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.892066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cadcb16-e2d2-4091-adbb-5d1b8d8adc4b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.898632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6ebea3a9-1628-46cd-be6c-8c1ae4df8077 None None] Provisioning complete for port ff989799-1064-4723-a7e8-47c7baf25de6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:48.900402 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6ebea3a9-1628-46cd-be6c-8c1ae4df8077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.956888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:48.957262 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.966420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edeb81fd-b214-4013-8ab1-3691c81c1d99 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.974726 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edeb81fd-b214-4013-8ab1-3691c81c1d99 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.003391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cadcb16-e2d2-4091-adbb-5d1b8d8adc4b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.016719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb81fd-b214-4013-8ab1-3691c81c1d99 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185d8c30-f7fd-4f4b-a6f1-de1a4ad7365f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:49.027662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edeb81fd-b214-4013-8ab1-3691c81c1d99 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.028915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-edeb81fd-b214-4013-8ab1-3691c81c1d99 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2183359 Aug 31 09:54:49.031924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58566) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.037830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4a6ff933-419d-4ee1-b028-c74b8be7c65e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '44eb5dfb-c6a4-444f-b42b-c2c356498e9a', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:49.042560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6cadcb16-e2d2-4091-adbb-5d1b8d8adc4b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.044458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6cadcb16-e2d2-4091-adbb-5d1b8d8adc4b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/33a2b9e9-3138-4805-96bf-b67b755394b2 HTTP/1.1" status: 204 len: 168 time: 0.4286199 Aug 31 09:54:49.054485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58568) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.107782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadcb16-e2d2-4091-adbb-5d1b8d8adc4b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=33a2b9e9-3138-4805-96bf-b67b755394b2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:49.117219 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-84346fac-9952-406e-ae26-796d31bf6567 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589213 Aug 31 09:54:49.120316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58574) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.156894 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff933-419d-4ee1-b028-c74b8be7c65e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.230337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf59fce-2659-4875-bf1a-5c40cefffc9e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:49.246249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0bf59fce-2659-4875-bf1a-5c40cefffc9e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1246436 Aug 31 09:54:49.250080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58578) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.332491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6ebea3a9-1628-46cd-be6c-8c1ae4df8077 None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:49.334867 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6ebea3a9-1628-46cd-be6c-8c1ae4df8077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.359328 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bab0db-b6c7-44cc-9c13-20ba5dea74ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:49.361224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-29bab0db-b6c7-44cc-9c13-20ba5dea74ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097751 Aug 31 09:54:49.364479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58582) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.373608 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff933-419d-4ee1-b028-c74b8be7c65e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.382520 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff933-419d-4ee1-b028-c74b8be7c65e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.434840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ff933-419d-4ee1-b028-c74b8be7c65e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4468b4f0-dc07-47c7-90a3-976effa9a46d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:49.465884 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4cf4834d-6897-4fff-b129-c0f930915755 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001263 Aug 31 09:54:49.480439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58586) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.492465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-81f31969-0342-437a-8f19-2f7872546dfc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:49.513898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff933-419d-4ee1-b028-c74b8be7c65e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.516702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4a6ff933-419d-4ee1-b028-c74b8be7c65e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4835098 Aug 31 09:54:49.532279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58588) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.552161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-488d600b-41a6-4561-804f-f978b0b48cd4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '44eb5dfb-c6a4-444f-b42b-c2c356498e9a', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:49.580950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c756827-b451-46ea-b9db-88ab8177baa8 req-9c13cb49-975d-4dc2-b1da-eaffaf88baf9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:49.582612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c756827-b451-46ea-b9db-88ab8177baa8 req-9c13cb49-975d-4dc2-b1da-eaffaf88baf9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1390936 Aug 31 09:54:49.627325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6ebea3a9-1628-46cd-be6c-8c1ae4df8077 None None] Could not find standard attr ID for object 823cac7d-f307-4b4b-806e-849a9cae25c2. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:49.656791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c756827-b451-46ea-b9db-88ab8177baa8 req-a8561355-6207-4488-823a-d1640a3dffee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629683 Aug 31 09:54:49.694318 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-488d600b-41a6-4561-804f-f978b0b48cd4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Project e68107358f094afc9ef9c1f3a080f644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:54:49.707378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ff989799-1064-4723-a7e8-47c7baf25de6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:49.716131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-488d600b-41a6-4561-804f-f978b0b48cd4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.819860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-974f852c-36af-409b-bae2-37d54da23e61 None None] Provisioning complete for port ff989799-1064-4723-a7e8-47c7baf25de6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:49.820243 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-974f852c-36af-409b-bae2-37d54da23e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.827199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-488d600b-41a6-4561-804f-f978b0b48cd4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.840274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-488d600b-41a6-4561-804f-f978b0b48cd4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.851426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f31969-0342-437a-8f19-2f7872546dfc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:49.869086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-81f31969-0342-437a-8f19-2f7872546dfc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.876423 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f31969-0342-437a-8f19-2f7872546dfc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:54:49.877011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f31969-0342-437a-8f19-2f7872546dfc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:54:49.909656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d600b-41a6-4561-804f-f978b0b48cd4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2ac9e9-a504-408e-be27-cf47324d67f8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:49.916062 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-488d600b-41a6-4561-804f-f978b0b48cd4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.917386 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-488d600b-41a6-4561-804f-f978b0b48cd4 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3836882 Aug 31 09:54:49.920580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58596) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.922165 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-81f31969-0342-437a-8f19-2f7872546dfc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4405382 Aug 31 09:54:49.925332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58598) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.928355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6e0a7a53-bfe6-4a6b-94a9-4b77507f9b82 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'security_group_rule': {'security_group_id': '44eb5dfb-c6a4-444f-b42b-c2c356498e9a', 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:49.938593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-01260224-4403-4f33-9c33-6addbd97554e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:49.969556 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-6e0a7a53-bfe6-4a6b-94a9-4b77507f9b82 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Project e68107358f094afc9ef9c1f3a080f644 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:54:49.970518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ff989799-1064-4723-a7e8-47c7baf25de6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:49.971009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.990541 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7a53-bfe6-4a6b-94a9-4b77507f9b82 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.107823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7a53-bfe6-4a6b-94a9-4b77507f9b82 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.109981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21cd0eb-c2d7-43bc-b6aa-30c9c385cd4a None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:50.114613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7a53-bfe6-4a6b-94a9-4b77507f9b82 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.137187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a7a53-bfe6-4a6b-94a9-4b77507f9b82 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac51786-928d-4cb6-83a7-1729b2ecc097,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:50.147440 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7a53-bfe6-4a6b-94a9-4b77507f9b82 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.159204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6e0a7a53-bfe6-4a6b-94a9-4b77507f9b82 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2369964 Aug 31 09:54:50.335157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 15f3d9b2-56bf-4fa0-bc85-dff241673ebf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:50.486685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:50.492718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:50.493893 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.544710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-23589eda-91ca-4e56-949d-a93c63aeb45a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652050034&fields=id&tenant_id=e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 267 time: 0.1232700 Aug 31 09:54:50.568082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:50.621491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01260224-4403-4f33-9c33-6addbd97554e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:50.626000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-01260224-4403-4f33-9c33-6addbd97554e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.627496 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-01260224-4403-4f33-9c33-6addbd97554e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:54:50.627925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01260224-4403-4f33-9c33-6addbd97554e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:54:50.646175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-01260224-4403-4f33-9c33-6addbd97554e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7197034 Aug 31 09:54:50.649619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58614) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:50.659541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9347d99f-5d26-4232-83bb-3c25b9398b24 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:50.669734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3fe62be9-297a-4f7b-a4ec-cb90bdc3f634 None None] Provisioning complete for port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:50.670119 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3fe62be9-297a-4f7b-a4ec-cb90bdc3f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.728282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-2485e072-c6e6-4988-8dbf-a468eaf92df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:50.734781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-2485e072-c6e6-4988-8dbf-a468eaf92df5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 1096 time: 0.2871032 Aug 31 09:54:50.737901 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.761214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:50.784567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9347d99f-5d26-4232-83bb-3c25b9398b24 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:50.794299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] Deleting port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:50.794928 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.800217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9347d99f-5d26-4232-83bb-3c25b9398b24 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.803246 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9347d99f-5d26-4232-83bb-3c25b9398b24 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:54:50.803959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9347d99f-5d26-4232-83bb-3c25b9398b24 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:54:50.824263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9347d99f-5d26-4232-83bb-3c25b9398b24 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1732507 Aug 31 09:54:50.828863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58618) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:50.835240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-63f0df75-8c11-4094-aa7b-5d0ec39dc9cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:50.880948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:50.900159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.917896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.936099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-94416697-2405-435b-873a-b57b62c0901d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:50.937677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-94416697-2405-435b-873a-b57b62c0901d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/networks?id=ad593e76-2e53-4c00-9b25-7bd39eefec2a HTTP/1.1" status: 200 len: 797 time: 0.3755534 Aug 31 09:54:50.946638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480f6d9-2afb-4754-9915-ef343530eec8 req-49f56952-6c5d-4f0f-bce8-11925aae95f7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:50.953969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b480f6d9-2afb-4754-9915-ef343530eec8 req-49f56952-6c5d-4f0f-bce8-11925aae95f7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1375201 Aug 31 09:54:50.976536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f0df75-8c11-4094-aa7b-5d0ec39dc9cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:50.980735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-63f0df75-8c11-4094-aa7b-5d0ec39dc9cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.982370 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f0df75-8c11-4094-aa7b-5d0ec39dc9cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:54:50.982832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f0df75-8c11-4094-aa7b-5d0ec39dc9cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:54:51.008557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-63f0df75-8c11-4094-aa7b-5d0ec39dc9cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1781349 Aug 31 09:54:51.011490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58622) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:51.017914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-553969ea-372a-48d0-b1b9-029e10e005c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:51.032905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:51.037130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b480f6d9-2afb-4754-9915-ef343530eec8 req-79f3d8c7-e01b-4efb-a2f4-5277e04831a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804305 Aug 31 09:54:51.045954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-c16dba1b-e91f-4248-b79f-4564f86cba31 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/quotas/e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 375 time: 0.0843492 Aug 31 09:54:51.073838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] For port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:51.074489 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.092506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] Calling delete_port for f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:51.111979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3fe62be9-297a-4f7b-a4ec-cb90bdc3f634 None None] Provisioning complete for port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:51.112937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3fe62be9-297a-4f7b-a4ec-cb90bdc3f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.125647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553969ea-372a-48d0-b1b9-029e10e005c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:51.131614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-553969ea-372a-48d0-b1b9-029e10e005c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.134141 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-553969ea-372a-48d0-b1b9-029e10e005c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:54:51.134590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553969ea-372a-48d0-b1b9-029e10e005c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:54:51.157527 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-553969ea-372a-48d0-b1b9-029e10e005c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1446877 Aug 31 09:54:51.161163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58624) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:51.167321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c52ac376-924d-434e-a5b6-44f9e024dcc1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:51.237773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-0417942d-301f-40ce-ba62-adc20e7e968d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896620 Aug 31 09:54:51.271728 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.285988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] No DVR routers for this DVR port f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:51.291869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52ac376-924d-434e-a5b6-44f9e024dcc1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:51.313128 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c52ac376-924d-434e-a5b6-44f9e024dcc1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.314555 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52ac376-924d-434e-a5b6-44f9e024dcc1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:54:51.315112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52ac376-924d-434e-a5b6-44f9e024dcc1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:54:51.332071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c52ac376-924d-434e-a5b6-44f9e024dcc1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1695633 Aug 31 09:54:51.334456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58626) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:51.352090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b884952-0025-4c88-bf77-378f9e745a6a None None] Pushing event deleted for resources: {'Port': ['ID=f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:51.397198 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ae16177a-dc32-4038-b42c-a0f0cf62ea75 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0613992 Aug 31 09:54:51.399547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58630) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:51.405092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-624bdc6d-91af-4d05-ad6a-883c282c4eae None None] Provisioning complete for port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:51.417163 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-624bdc6d-91af-4d05-ad6a-883c282c4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.432605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-d2f2b846-fa72-47ac-ad8b-dbbedd2323d2 service neutron] 10.222.0.69 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887894 Aug 31 09:54:51.488857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877737a5-4cc8-4dfd-8705-d16009d94c63 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:51.489083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 15f3d9b2-56bf-4fa0-bc85-dff241673ebf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:51.490690 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-877737a5-4cc8-4dfd-8705-d16009d94c63 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899847 Aug 31 09:54:51.496315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58632) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:51.538145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:51.546800 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3e260e1e-b5c6-407d-87fd-310222e4d365 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489488 Aug 31 09:54:51.552695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58634) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:51.560163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:51.579747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:51.580398 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.605371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:51.632120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-ad3b3406-3aaf-48c8-b9dc-b9ed313ef310 service neutron] 10.222.0.69 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911445 Aug 31 09:54:51.655360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:51.658521 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c719b1a-96b5-4373-825e-9b2581ab04ae" -d '{"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-unplugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:51.663861 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.686729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Transition to ACTIVE for port object 056189eb-95ed-4eb6-9495-ebe528e44ab8 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:51.694468 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.732635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:51.736999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.764388 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60330566-bacb-45da-bd31-c604d9ac4bae x-openstack-request-id: req-60330566-bacb-45da-bd31-c604d9ac4bae {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:51.764683 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-unplugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:51.764935 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60330566-bacb-45da-bd31-c604d9ac4bae {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:51.765333 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'code': 200} Aug 31 09:54:51.810673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:51.820886 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-11d31fa9-71f6-47ba-83f4-de14f81f2c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.869554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:51.872879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3e237e2-3ed9-4fad-b53a-0c9c2d39d72f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:51.897935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=10']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:52.005159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] No DVR routers for this DVR port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:52.123700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:52.197503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:52.231080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:54:52.238252 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.298221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:52.305018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:52.310354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:52.311304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.315711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25b129-40b2-424d-9a3b-d0f075804d11 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:52.331321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=6cb90d65-1e45-4206-adc4-eb1e7d0a58ea,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:52.344423 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-052905ff-49e8-4545-9bca-c0f59e0e733d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7904515 Aug 31 09:54:52.347128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58652) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:52.358005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:99:24:68', 'name': 'tempest-NetworksTestDHCPv6-1069687584'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:52.599990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:52.630382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '6cb90d65-1e45-4206-adc4-eb1e7d0a58ea'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:52.631212 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.733055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a18438b4-224e-4aeb-93b6-b5d4aa3d94a8 req-1c5f3604-6f7d-41c8-96ee-ce20df76c58f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 210 time: 0.0791821 Aug 31 09:54:52.748994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.819061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port fc1cce65-f33f-47c4-8f8a-f945b4c5e574 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:52.937908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c98f40-416c-47cc-916c-e4e620221f5a req-17a5f217-a45f-4ea3-ac8a-df6b47392660 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:52.946819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90c98f40-416c-47cc-916c-e4e620221f5a req-17a5f217-a45f-4ea3-ac8a-df6b47392660 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.3235433 Aug 31 09:54:52.968342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fe99:2468 (9796cf21-4204-461c-b884-2cda56d4179e/6cb90d65-1e45-4206-adc4-eb1e7d0a58ea/fc1cce65-f33f-47c4-8f8a-f945b4c5e574) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:53.034792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90c98f40-416c-47cc-916c-e4e620221f5a req-3a028216-3d9d-4753-9d64-778ca1f4ea48 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803123 Aug 31 09:54:53.093853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:53.094472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:53.094985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:53.102517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:54:53.103309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Attempting to bind port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:53.115006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:53.115604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Checking segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:53.116185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Bound using segment: {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:53.116829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Bound port: 056189eb-95ed-4eb6-9495-ebe528e44ab8, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6692de2-ca62-4a44-b260-868fe5bc030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:53.117350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.208645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:53.209201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.213072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:53.222451 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.225872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object fc1cce65-f33f-47c4-8f8a-f945b4c5e574 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:53.270207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.289756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:53.290613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.292259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] 10.222.0.20 "PUT /v2.0/ports/056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 1092 time: 2.5451648 Aug 31 09:54:53.329862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b71f5b-4e44-4ecc-841f-ae96cdc3ac28 service neutron] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=11']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:53.357357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Allocated IP 2001:db8::f816:3eff:fe19:65bb (9796cf21-4204-461c-b884-2cda56d4179e/6cb90d65-1e45-4206-adc4-eb1e7d0a58ea/4334955a-4a49-4fa4-acb4-8840c593cc24) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:53.367612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:53.388871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:53.402160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:53.443106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:53.444132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.457119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-2ba51788-d1b2-4b14-b7e5-e178444f9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:53.459014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-2ba51788-d1b2-4b14-b7e5-e178444f9c86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1095 time: 0.1213574 Aug 31 09:54:53.496238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=fc1cce65-f33f-47c4-8f8a-f945b4c5e574,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:53.541099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af8e7fea-4da2-40e3-aa9a-3291d2b99322 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1927745 Aug 31 09:54:53.553988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:53.623013 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.637979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Transition to ACTIVE for port object 4334955a-4a49-4fa4-acb4-8840c593cc24 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:53.646088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c15bb4da-21cf-49a8-8b90-3969ef71a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:53.652183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-c15bb4da-21cf-49a8-8b90-3969ef71a3bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.1841967 Aug 31 09:54:53.671426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Transition to ACTIVE for port object 4334955a-4a49-4fa4-acb4-8840c593cc24 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:53.685921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.722075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:53.726034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:53.729203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:53.804886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:53.814452 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf79c78-2fec-4770-84e8-fac7f1635992" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:53.836888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Attempting to bind port 4334955a-4a49-4fa4-acb4-8840c593cc24 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:53.837283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-5b2de9df-a84c-495b-8d8e-ee094da03322 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 998 time: 0.1773400 Aug 31 09:54:53.841967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Attempting to bind port 4334955a-4a49-4fa4-acb4-8840c593cc24 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:53.842526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Attempting to bind port 4334955a-4a49-4fa4-acb4-8840c593cc24 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:53.877625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:53.878003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:53.878409 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.879506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:53.882585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-d46a5f9b-8547-422a-a37b-50c2a246207b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:53.883154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Bound port: 4334955a-4a49-4fa4-acb4-8840c593cc24, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:53.883154 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.883446 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-d46a5f9b-8547-422a-a37b-50c2a246207b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/networks?id=ad593e76-2e53-4c00-9b25-7bd39eefec2a HTTP/1.1" status: 200 len: 797 time: 0.3548620 Aug 31 09:54:53.894237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Pushing event updated for resources: {'Port': ['ID=4334955a-4a49-4fa4-acb4-8840c593cc24,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:53.903130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53878b3a-43fb-4d4b-a049-137af72c3484 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:53.940859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53878b3a-43fb-4d4b-a049-137af72c3484 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:53.946564 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-53878b3a-43fb-4d4b-a049-137af72c3484 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3911555 Aug 31 09:54:53.961799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58680) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:53.968237 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a525862c-d7b4-4b65-98c9-b23360355aad x-openstack-request-id: req-a525862c-d7b4-4b65-98c9-b23360355aad {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:53.968655 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:53.969325 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a525862c-d7b4-4b65-98c9-b23360355aad {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:53.970369 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'status': 'completed', 'code': 200} Aug 31 09:54:53.992477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-a2339e9c-c1f0-488a-808d-d648698f187e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68107358f094afc9ef9c1f3a080f644 HTTP/1.1" status: 200 len: 379 time: 0.0436006 Aug 31 09:54:53.994388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] For port 4334955a-4a49-4fa4-acb4-8840c593cc24, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:53.997793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] For port 4334955a-4a49-4fa4-acb4-8840c593cc24, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4334955a-4a49-4fa4-acb4-8840c593cc24,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:54.003918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'port': {'device_id': 'a5e7754e-264f-4027-b8ce-53590402be91', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'admin_state_up': True, 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'security_groups': ['44eb5dfb-c6a4-444f-b42b-c2c356498e9a']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:54.011694 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.025188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e41ddcb7-0035-4a57-8d6d-2d6b1f81a58e req-73ee7d0d-4a44-49a3-94be-66c75576641c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 210 time: 0.1587586 Aug 31 09:54:54.110385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5bcc9-8279-4432-b32a-7a076f8ce63e None None] Pushing event updated for resources: {'Port': ['ID=4334955a-4a49-4fa4-acb4-8840c593cc24,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:54.148807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-a2b3924d-b141-418e-b1c8-3c5de72bfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:54.150519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-a2b3924d-b141-418e-b1c8-3c5de72bfeb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.3011467 Aug 31 09:54:54.163457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Made reservation on behalf of e68107358f094afc9ef9c1f3a080f644 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:54.168247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.285288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-e00c7517-f206-4d29-967d-e5ac6d712482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:54.286919 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-e00c7517-f206-4d29-967d-e5ac6d712482 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1095 time: 0.2690418 Aug 31 09:54:54.288602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-5cbdc97e-661f-4b32-bd46-a96fb8914a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:54.289996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-5cbdc97e-661f-4b32-bd46-a96fb8914a1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235514 Aug 31 09:54:54.353862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.20.0.10 (ad593e76-2e53-4c00-9b25-7bd39eefec2a/c4edc65b-0482-483d-9241-8a50e54101aa/d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:54.367051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1a63f-7346-40fb-8813-8fbc564363b4 req-1c5f478d-bde9-41a7-b26e-1279a104da69 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:54.368654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afa1a63f-7346-40fb-8813-8fbc564363b4 req-1c5f478d-bde9-41a7-b26e-1279a104da69 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.2159212 Aug 31 09:54:54.545860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a678-0be7-4b1c-872f-9361861626f0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port fc1cce65-f33f-47c4-8f8a-f945b4c5e574 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:54.548053 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a678-0be7-4b1c-872f-9361861626f0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.575419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-7c6061ae-ef47-4446-999c-94efe596c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:54.577244 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-7c6061ae-ef47-4446-999c-94efe596c6f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.2814660 Aug 31 09:54:54.581739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afa1a63f-7346-40fb-8813-8fbc564363b4 req-46208720-2419-4983-987b-2aee10bd6580 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519022 Aug 31 09:54:54.591094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.606894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Transition to ACTIVE for port object d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:54.642097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.685741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-23032108-9321-4738-a62b-38a1558b9239 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814743 Aug 31 09:54:54.692343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:54.698031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:54.700931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:54.783113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:54.784142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.796416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:54.811559 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-5816c784-f3a1-4d4c-9ddc-1c85ea6e4cc5 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8126106 Aug 31 09:54:54.824841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Request body: {'port': {'device_id': 'a5e7754e-264f-4027-b8ce-53590402be91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:54.831302 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-1807f15f-359d-43ad-b152-4eb333eb2b63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 998 time: 0.2310994 Aug 31 09:54:54.839994 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a678-0be7-4b1c-872f-9361861626f0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.891202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5a678-0be7-4b1c-872f-9361861626f0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for fc1cce65-f33f-47c4-8f8a-f945b4c5e574 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:54.897988 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.967434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-068b9973-dab9-4e01-b20a-27aa41538b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:54.968571 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-068b9973-dab9-4e01-b20a-27aa41538b44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.1257653 Aug 31 09:54:54.986708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37da7ca6-04ea-459e-970c-2d323815b3fb req-944f99d9-3052-48ae-8616-6f9b4bf2f834 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905200 Aug 31 09:54:55.036216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-db5b415c-f40e-4163-a2a7-6f3b7737e65a None None] Provisioning for port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:55.046485 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.053365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-db5b415c-f40e-4163-a2a7-6f3b7737e65a None None] Provisioning complete for port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:55.053794 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-db5b415c-f40e-4163-a2a7-6f3b7737e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.116396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-db5b415c-f40e-4163-a2a7-6f3b7737e65a None None] Port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:55.238783 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a678-0be7-4b1c-872f-9361861626f0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.241809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-5ee3e503-4f29-48a7-a0d7-97b86b535684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:55.243485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-5ee3e503-4f29-48a7-a0d7-97b86b535684 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1095 time: 0.2031946 Aug 31 09:54:55.253819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2bb52-c91e-4c3d-84cf-6f67898ca583 req-f6a05062-ce6f-4536-84b6-a3cc2013396b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:55.255419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79a2bb52-c91e-4c3d-84cf-6f67898ca583 req-f6a05062-ce6f-4536-84b6-a3cc2013396b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 932 time: 0.1007483 Aug 31 09:54:55.268095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-9d22103c-7f9b-40e6-90ea-17f8fb03d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:55.269575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-9d22103c-7f9b-40e6-90ea-17f8fb03d537 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488755 Aug 31 09:54:55.301715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:54:55.311737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.328384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Transition to ACTIVE for port object d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:55.336283 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.373496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5a678-0be7-4b1c-872f-9361861626f0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=fc1cce65-f33f-47c4-8f8a-f945b4c5e574,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:55.456597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:55.458824 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a678-0be7-4b1c-872f-9361861626f0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.460727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c1d5a678-0be7-4b1c-872f-9361861626f0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/fc1cce65-f33f-47c4-8f8a-f945b4c5e574 HTTP/1.1" status: 204 len: 168 time: 1.4406579 Aug 31 09:54:55.466470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58702) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:55.487312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4334955a-4a49-4fa4-acb4-8840c593cc24 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:55.490985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-79a2bb52-c91e-4c3d-84cf-6f67898ca583 req-d04d6311-cc98-4c6e-9096-9a81f56bef2c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181234 Aug 31 09:54:55.572370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-36f39368-a0d2-48db-afda-0ead2b2218a7 service neutron] 10.222.0.52 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882783 Aug 31 09:54:55.573546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-9034f143-4999-4806-b04b-f2c7fba30b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:55.575189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-9034f143-4999-4806-b04b-f2c7fba30b73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.3163073 Aug 31 09:54:55.580016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4334955a-4a49-4fa4-acb4-8840c593cc24 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:55.654581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46297206-b59d-40b2-bd87-ae264f8f080a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:55.656402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46297206-b59d-40b2-bd87-ae264f8f080a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:55.660550 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-46297206-b59d-40b2-bd87-ae264f8f080a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1788867 Aug 31 09:54:55.663592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58708) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:55.681209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-edd47d64-396c-48b0-a289-b5564faa2de1 None None] Provisioning for port 4334955a-4a49-4fa4-acb4-8840c593cc24 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:55.691145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-edd47d64-396c-48b0-a289-b5564faa2de1 None None] Provisioning complete for port 4334955a-4a49-4fa4-acb4-8840c593cc24 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:55.691523 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-edd47d64-396c-48b0-a289-b5564faa2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.738777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-e4473e86-b23c-4347-97bb-73339e0fe97c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 998 time: 0.1469491 Aug 31 09:54:55.773483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Attempting to bind port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:55.773820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Attempting to bind port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:55.774161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Attempting to bind port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf on network ad593e76-2e53-4c00-9b25-7bd39eefec2a {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:55.806793 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-004c385b-8f07-4833-a262-1b15d3dbfb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.810193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-7272d005-2131-4ba5-87b7-0a484fecb622 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 6cb90d65-1e45-4206-adc4-eb1e7d0a58ea {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:55.819553 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7272d005-2131-4ba5-87b7-0a484fecb622 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.860395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf on network ad593e76-2e53-4c00-9b25-7bd39eefec2a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:54:55.860731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Attempting to bind port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf on network ad593e76-2e53-4c00-9b25-7bd39eefec2a {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:55.874366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:55.874728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Checking segment: {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:55.875510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Bound using segment: {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:55.875961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Bound port: d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e391f084-ee12-4aeb-824b-13ade9e711d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:55.876079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-edd47d64-396c-48b0-a289-b5564faa2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.876325 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.884598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-dfa37561-a797-4e9a-b9a1-f4fa1a17a74f service neutron] 10.222.0.52 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059273 Aug 31 09:54:55.893216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7272d005-2131-4ba5-87b7-0a484fecb622 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.912311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-edd47d64-396c-48b0-a289-b5564faa2de1 None None] For port 4334955a-4a49-4fa4-acb4-8840c593cc24, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4334955a-4a49-4fa4-acb4-8840c593cc24,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:55.920911 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-edd47d64-396c-48b0-a289-b5564faa2de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.923372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22ab21-08fd-4251-aaae-6a8ce3f35496 req-392e10d7-0000-42ef-ba83-71325445e4eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:55.925605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa22ab21-08fd-4251-aaae-6a8ce3f35496 req-392e10d7-0000-42ef-ba83-71325445e4eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.1458442 Aug 31 09:54:55.932698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-592f347d-23aa-4282-849c-c2b13d71defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:55.934325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-592f347d-23aa-4282-849c-c2b13d71defe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.1864555 Aug 31 09:54:55.966312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] For port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:55.970320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] For port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:56.000676 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.014880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa22ab21-08fd-4251-aaae-6a8ce3f35496 req-41d594dc-278d-4d30-b3cc-521d634c1944 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793371 Aug 31 09:54:56.026358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-3a8b681d-55c5-4be0-947c-62cc93e05375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:56.026586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd47d64-396c-48b0-a289-b5564faa2de1 None None] Pushing event updated for resources: {'Port': ['ID=4334955a-4a49-4fa4-acb4-8840c593cc24,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:56.036865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-3a8b681d-55c5-4be0-947c-62cc93e05375 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780764 Aug 31 09:54:56.056742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-06d33fe8-6dd9-4531-a4e7-78dee665ee5c None None] Could not find standard attr ID for object fc1cce65-f33f-47c4-8f8a-f945b4c5e574. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:54:56.078140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:56.094140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:56.095250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.097053 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-16ecfa23-8d0b-4c89-856e-854f564cd095 service neutron] 10.222.0.52 "PUT /v2.0/ports/d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf HTTP/1.1" status: 200 len: 1092 time: 1.2773013 Aug 31 09:54:56.099781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:54:56.103399 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f16161-8d59-445a-978d-7738f8ecc068" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:54:56.149793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-c2e27a8b-6569-493f-bc39-830a6feb9c02 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048772 Aug 31 09:54:56.245769 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33902384-beb4-4edd-9597-0fa2e1d6a80c x-openstack-request-id: req-33902384-beb4-4edd-9597-0fa2e1d6a80c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:54:56.246741 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:54:56.247225 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33902384-beb4-4edd-9597-0fa2e1d6a80c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:54:56.247987 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'status': 'completed', 'code': 200} Aug 31 09:54:56.285491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcf79c78-2fec-4770-84e8-fac7f1635992 req-62a932d8-c167-4e92-8f66-b8d81bea67c2 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273117 Aug 31 09:54:56.308117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7272d005-2131-4ba5-87b7-0a484fecb622 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.336593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-a4027816-0b3b-45dc-977d-22dfda64a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:56.338037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-a4027816-0b3b-45dc-977d-22dfda64a462 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 1095 time: 0.1704147 Aug 31 09:54:56.388986 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-0fd490c2-80fc-49c6-bc4c-be821eaff4b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf HTTP/1.1" status: 200 len: 217 time: 0.0411294 Aug 31 09:54:56.450525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7272d005-2131-4ba5-87b7-0a484fecb622 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.456864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-123ded22-7c0e-4316-afe9-d352309ff288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:56.458362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-123ded22-7c0e-4316-afe9-d352309ff288 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4edc65b-0482-483d-9241-8a50e54101aa HTTP/1.1" status: 200 len: 834 time: 0.0603669 Aug 31 09:54:56.491216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272d005-2131-4ba5-87b7-0a484fecb622 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb90d65-1e45-4206-adc4-eb1e7d0a58ea,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:56.495515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7272d005-2131-4ba5-87b7-0a484fecb622 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.500132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58714) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.503418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b56a7e-1437-48dd-ac40-366d4a11ddb5 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:56.508722 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7272d005-2131-4ba5-87b7-0a484fecb622 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/6cb90d65-1e45-4206-adc4-eb1e7d0a58ea HTTP/1.1" status: 204 len: 168 time: 0.8422556 Aug 31 09:54:56.553264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e41a29b4-cc7a-463d-ac06-b91f9d786d17 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519524 Aug 31 09:54:56.553906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58718) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.559222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:56.596881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-137332d4-07fc-453b-8df8-1e7e3fa9b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:56.599549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-137332d4-07fc-453b-8df8-1e7e3fa9b4c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad593e76-2e53-4c00-9b25-7bd39eefec2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184697 Aug 31 09:54:56.691495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647db777-efc1-44d8-addd-5b64e926292e req-c58261e4-bde4-4bf3-9f13-f48c2871df73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:56.692960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-647db777-efc1-44d8-addd-5b64e926292e req-c58261e4-bde4-4bf3-9f13-f48c2871df73 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 944 time: 0.1300316 Aug 31 09:54:56.720974 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-c6d61618-3e12-492f-8450-a1733faf5977 service neutron] 10.222.0.52 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133904 Aug 31 09:54:56.728573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:56.735252 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.741648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:56.816243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-647db777-efc1-44d8-addd-5b64e926292e req-a326b0c7-fa24-42e5-8273-3de647a8d9a6 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076832 Aug 31 09:54:56.820915 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] Deleting port 4334955a-4a49-4fa4-acb4-8840c593cc24 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:56.821300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.924897 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cc29d1fc-246a-4265-bbf8-a50a4558f39f req-fe5fe12d-d4af-41f5-984d-c591a38c97d5 service neutron] 10.222.0.52 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953402 Aug 31 09:54:56.931143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] For port 4334955a-4a49-4fa4-acb4-8840c593cc24, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4334955a-4a49-4fa4-acb4-8840c593cc24,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:56.931644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.971615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] Calling delete_port for 4334955a-4a49-4fa4-acb4-8840c593cc24 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:57.027928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-a456c06d-a8d3-4ef7-a486-a9c72b6fb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:57.029441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-a456c06d-a8d3-4ef7-a486-a9c72b6fb720 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 1095 time: 0.0519097 Aug 31 09:54:57.063478 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.141738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] No DVR routers for this DVR port 4334955a-4a49-4fa4-acb4-8840c593cc24 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:57.153327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c2c2e-e117-4d6b-9794-b0c182c75825 None None] Pushing event deleted for resources: {'Port': ['ID=4334955a-4a49-4fa4-acb4-8840c593cc24,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:57.177500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-d77a9aab-a5e9-4f26-ac1a-256a50db81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:57.179204 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-d77a9aab-a5e9-4f26-ac1a-256a50db81d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad593e76-2e53-4c00-9b25-7bd39eefec2a HTTP/1.1" status: 200 len: 899 time: 0.1393447 Aug 31 09:54:57.215172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.objects.ports [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94786) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:54:57.216909 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.246030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-d78d65ed-2b47-4483-8058-91c3793d8f22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf HTTP/1.1" status: 200 len: 217 time: 0.0562744 Aug 31 09:54:57.297046 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:57.307422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:57.314995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:57.315597 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.322620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78b1b8-a007-4359-9688-71f1d597b558 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:57.343580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-f2fac740-5bc3-47f4-83c7-f556c23fab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:57.348993 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-f2fac740-5bc3-47f4-83c7-f556c23fab4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4edc65b-0482-483d-9241-8a50e54101aa HTTP/1.1" status: 200 len: 834 time: 0.0946357 Aug 31 09:54:57.434098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-cabdc8bc-7b92-4282-b8ba-db803b1f3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:57.436008 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-cabdc8bc-7b92-4282-b8ba-db803b1f3e81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad593e76-2e53-4c00-9b25-7bd39eefec2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804811 Aug 31 09:54:57.452755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4334955a-4a49-4fa4-acb4-8840c593cc24 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:57.478233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4334955a-4a49-4fa4-acb4-8840c593cc24 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:57.478880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4334955a-4a49-4fa4-acb4-8840c593cc24 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:57.592388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '8308218f-1886-4d32-b782-c34740932279'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:57.593415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.596926 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-85ff1d54-6134-4286-9a33-8a4ae1c04eec service neutron] 10.222.0.52 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527455 Aug 31 09:54:57.697205 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d8f16161-8d59-445a-978d-7738f8ecc068 req-226b1693-d1f3-4e0a-b032-cb89bb99ae1c service neutron] 10.222.0.52 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919576 Aug 31 09:54:57.747851 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.768786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Allocated IP 2001:db8::f816:3eff:fed0:41a2 (9796cf21-4204-461c-b884-2cda56d4179e/8308218f-1886-4d32-b782-c34740932279/6349cf75-d1e4-4453-b276-dbd95e930b91) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:57.825826 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2684178 Aug 31 09:54:57.826217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58740) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:57.828188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f9f1f-bd81-4c39-96d0-a06e16073b1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=8308218f-1886-4d32-b782-c34740932279,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:57.834007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:e4:ad:06', 'name': 'tempest-NetworksTestDHCPv6-826045973'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:57.868197 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd9e5e-8bb9-4420-9057-d8588a6bd58d req-b4058f8f-d08e-4861-9222-e0152bb960cc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:57.874791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94cd9e5e-8bb9-4420-9057-d8588a6bd58d req-b4058f8f-d08e-4861-9222-e0152bb960cc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 944 time: 0.5273585 Aug 31 09:54:57.988114 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94cd9e5e-8bb9-4420-9057-d8588a6bd58d req-23025491-ce72-472e-820b-b1c15fd4dd97 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044967 Aug 31 09:54:58.007573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:58.025456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07df88c-a2d1-44a8-abde-b512534b5181 req-9ffa3cbf-6df3-4780-bfc0-4c906868b2f0 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:58.027182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f07df88c-a2d1-44a8-abde-b512534b5181 req-9ffa3cbf-6df3-4780-bfc0-4c906868b2f0 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 944 time: 0.1022117 Aug 31 09:54:58.037525 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.047726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Transition to ACTIVE for port object 6349cf75-d1e4-4453-b276-dbd95e930b91 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:58.070627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Transition to ACTIVE for port object 6349cf75-d1e4-4453-b276-dbd95e930b91 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:58.077652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.086371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f07df88c-a2d1-44a8-abde-b512534b5181 req-2e64953d-665b-4ae7-8fe8-758cca95ecbc tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499883 Aug 31 09:54:58.125913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:58.130699 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.131213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:58.134288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:58.147679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:54:58.156347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port df023390-985a-4a94-b128-2947ff37df8d yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:54:58.164178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Pushing event updated for resources: {'Port': ['ID=6349cf75-d1e4-4453-b276-dbd95e930b91,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:58.273423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fee4:ad06 (9796cf21-4204-461c-b884-2cda56d4179e/8308218f-1886-4d32-b782-c34740932279/df023390-985a-4a94-b128-2947ff37df8d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:58.274418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Attempting to bind port 6349cf75-d1e4-4453-b276-dbd95e930b91 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:58.275094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Attempting to bind port 6349cf75-d1e4-4453-b276-dbd95e930b91 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:58.275227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Attempting to bind port 6349cf75-d1e4-4453-b276-dbd95e930b91 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:58.289599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:58.289980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:58.290389 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.290811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:58.291293 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Bound port: 6349cf75-d1e4-4453-b276-dbd95e930b91, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:58.291677 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.324703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:58.361545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'port_id': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'mac_address': 'fa:16:3e:43:ac:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:54:58.415785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] For port 6349cf75-d1e4-4453-b276-dbd95e930b91, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:58.421070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] For port 6349cf75-d1e4-4453-b276-dbd95e930b91, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6349cf75-d1e4-4453-b276-dbd95e930b91,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:58.426978 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.431055 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.474670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:54:58.516767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.523759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:58.525465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0690a-7bdc-4141-86c3-a3cb9fff402b None None] Pushing event updated for resources: {'Port': ['ID=6349cf75-d1e4-4453-b276-dbd95e930b91,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:58.531476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.554685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object df023390-985a-4a94-b128-2947ff37df8d will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:58.593460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:58.607706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:54:58.620834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.643911 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.672945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:58.677029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:58.681199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:58.687117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:58.687774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.694502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=df023390-985a-4a94-b128-2947ff37df8d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:58.716539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58748) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:58.718145 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-88f37b0f-b882-44a1-8579-c700a5756f8c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8905368 Aug 31 09:54:58.793872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:54:58.803640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:58.836772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b05765-9135-496c-85e3-dc35bcec843f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:58.845704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b05765-9135-496c-85e3-dc35bcec843f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:58.850718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-22b05765-9135-496c-85e3-dc35bcec843f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1321077 Aug 31 09:54:58.852938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58750) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:58.856136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'port_id': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'mac_address': 'fa:16:3e:31:b3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:54:58.923750 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.961829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-37591821-a11d-4c98-b13b-5450ba84f6c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port df023390-985a-4a94-b128-2947ff37df8d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:58.962039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056189eb-95ed-4eb6-9495-ebe528e44ab8 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:54:58.962209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-37591821-a11d-4c98-b13b-5450ba84f6c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.994809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:59.000812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.068778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-37591821-a11d-4c98-b13b-5450ba84f6c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.075146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=12']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:59.103121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-37591821-a11d-4c98-b13b-5450ba84f6c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for df023390-985a-4a94-b128-2947ff37df8d owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:59.197628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc705f-3973-4495-8d02-fade4a64a73f req-0ff62727-0468-488c-960e-0e119d1f1c86 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:59.199189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33dc705f-3973-4495-8d02-fade4a64a73f req-0ff62727-0468-488c-960e-0e119d1f1c86 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 945 time: 0.1219201 Aug 31 09:54:59.239880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58758) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.280834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33dc705f-3973-4495-8d02-fade4a64a73f req-e469227f-e8a3-4b6a-9a26-18bf77cc862b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580766 Aug 31 09:54:59.312050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70997b0-5c44-47fb-9316-07d8217cc274 req-d0e76d3a-33a1-4db8-83ad-4a5b30823fbc tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:59.313578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d70997b0-5c44-47fb-9316-07d8217cc274 req-d0e76d3a-33a1-4db8-83ad-4a5b30823fbc tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 945 time: 0.1356587 Aug 31 09:54:59.314858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58760) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.333418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cfa8d7-541b-4638-86ca-cb0df91ac4ac admin admin] Deleting subnet 5232fe95-135e-492c-be44-f21bd8bbadf8 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:59.349943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cfa8d7-541b-4638-86ca-cb0df91ac4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.399012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['056189eb-95ed-4eb6-9495-ebe528e44ab8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:54:59.409004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cfa8d7-541b-4638-86ca-cb0df91ac4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.461826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cfa8d7-541b-4638-86ca-cb0df91ac4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.477015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d70997b0-5c44-47fb-9316-07d8217cc274 req-b83ba0a8-4f5a-42c2-8f91-0ce5b187dc55 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546385 Aug 31 09:54:59.511409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6349cf75-d1e4-4453-b276-dbd95e930b91 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:59.528618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f56a86d8-0d68-4cc5-99c6-ac9670cece85 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b HTTP/1.1" status: 200 len: 991 time: 0.2126615 Aug 31 09:54:59.533091 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-37591821-a11d-4c98-b13b-5450ba84f6c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.581828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cfa8d7-541b-4638-86ca-cb0df91ac4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.627097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72cfa8d7-541b-4638-86ca-cb0df91ac4ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.630499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-72cfa8d7-541b-4638-86ca-cb0df91ac4ac admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5232fe95-135e-492c-be44-f21bd8bbadf8 HTTP/1.1" status: 204 len: 168 time: 0.3895874 Aug 31 09:54:59.633137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58764) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.641523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfa8d7-541b-4638-86ca-cb0df91ac4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5232fe95-135e-492c-be44-f21bd8bbadf8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:59.658238 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-37591821-a11d-4c98-b13b-5450ba84f6c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.658238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-37591821-a11d-4c98-b13b-5450ba84f6c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/df023390-985a-4a94-b128-2947ff37df8d HTTP/1.1" status: 204 len: 168 time: 0.8001492 Aug 31 09:54:59.658238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37591821-a11d-4c98-b13b-5450ba84f6c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=df023390-985a-4a94-b128-2947ff37df8d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:59.658632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58766) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.672273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 6349cf75-d1e4-4453-b276-dbd95e930b91 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:59.773407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad2b41-5df0-4692-bede-56bfee0c0f5d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:59.775063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad2b41-5df0-4692-bede-56bfee0c0f5d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:59.783422 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3aad2b41-5df0-4692-bede-56bfee0c0f5d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1184964 Aug 31 09:54:59.783747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58768) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.784392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.858054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-02da0f92-ef32-44e0-8240-26ad7eb9e371 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 8308218f-1886-4d32-b782-c34740932279 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:59.861798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02da0f92-ef32-44e0-8240-26ad7eb9e371 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.896154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.908821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2f125e-5b80-494f-9ce7-26e7cbcfc253']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:59.920985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214a84f4-b702-40b1-82d6-2f5aad2494e3') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:59.921243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214a84f4-b702-40b1-82d6-2f5aad2494e3') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:59.932132 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02da0f92-ef32-44e0-8240-26ad7eb9e371 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.945669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.954207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Provisioning for port 6349cf75-d1e4-4453-b276-dbd95e930b91 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:59.958300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Provisioning complete for port 6349cf75-d1e4-4453-b276-dbd95e930b91 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:59.958668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.978653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.989733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:54:59.990119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: items = [ Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:54:59.994112 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:00.067167 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02da0f92-ef32-44e0-8240-26ad7eb9e371 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.078844 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.081624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.095922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.097494 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4d2f125e-5b80-494f-9ce7-26e7cbcfc253 HTTP/1.1" status: 204 len: 168 time: 0.4630177 Aug 31 09:55:00.106077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58770) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.119273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4d5ad-6938-4f61-b6a9-9e3e3e3cd7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d2f125e-5b80-494f-9ce7-26e7cbcfc253,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.154252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:00.168728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b7a24a-07c3-40bf-971c-a91ab4077d9a admin admin] Deleting subnet 454198f0-dc21-45d8-9ae3-851d4535c0cd {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:00.174927 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-83b7a24a-07c3-40bf-971c-a91ab4077d9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.212986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:00.216035 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02da0f92-ef32-44e0-8240-26ad7eb9e371 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.220856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:00.221236 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.260216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-83b7a24a-07c3-40bf-971c-a91ab4077d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.262177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da0f92-ef32-44e0-8240-26ad7eb9e371 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=8308218f-1886-4d32-b782-c34740932279,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.264476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02da0f92-ef32-44e0-8240-26ad7eb9e371 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.266429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-02da0f92-ef32-44e0-8240-26ad7eb9e371 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/8308218f-1886-4d32-b782-c34740932279 HTTP/1.1" status: 204 len: 168 time: 0.4816926 Aug 31 09:55:00.269506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58772) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.315989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-83b7a24a-07c3-40bf-971c-a91ab4077d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.317152 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:55:00.317518 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:55:00.333559 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e58db193-8e2f-444c-b6f6-9a183852e328 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625310 Aug 31 09:55:00.334311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58774) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.380960 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.382677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-83b7a24a-07c3-40bf-971c-a91ab4077d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.398441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-83b7a24a-07c3-40bf-971c-a91ab4077d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.400503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-83b7a24a-07c3-40bf-971c-a91ab4077d9a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/454198f0-dc21-45d8-9ae3-851d4535c0cd HTTP/1.1" status: 204 len: 168 time: 0.2936432 Aug 31 09:55:00.402939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ce0cab-1fa0-4597-bc7e-b0c6190e9169 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:00.407473 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d9ce0cab-1fa0-4597-bc7e-b0c6190e9169 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0719054 Aug 31 09:55:00.409154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.409584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58778) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.418088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:00.420477 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397059f-f5e6-4940-99e6-5036b13e8db3" -d '{"events": [{"server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "name": "network-vif-plugged", "status": "completed", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:00.423501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7a24a-07c3-40bf-971c-a91ab4077d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454198f0-dc21-45d8-9ae3-851d4535c0cd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.434227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:00.438698 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.481157 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575198aa-b59e-4918-a7b4-e90931f3905b x-openstack-request-id: req-575198aa-b59e-4918-a7b4-e90931f3905b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:00.481440 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "name": "network-vif-plugged", "status": "completed", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:00.481695 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-575198aa-b59e-4918-a7b4-e90931f3905b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:00.482946 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'code': 200} Aug 31 09:55:00.484033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344abb6-8d13-4963-bff2-2ab6d2261e83 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:00.524226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091d730f-6808-4594-8638-3d8931e083d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:00.528426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58784) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.528596 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-091d730f-6808-4594-8638-3d8931e083d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1105559 Aug 31 09:55:00.533292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.563820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.597167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c4535261-3311-4c1a-8f9b-f5245bb4321f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672798 Aug 31 09:55:00.611594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58788) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.620941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:00.678849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fac27-f14f-4f6b-ad5b-5a894876e196 req-a6963b13-8ff2-48a5-8752-094981f6b223 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:00.682044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f83fac27-f14f-4f6b-ad5b-5a894876e196 req-a6963b13-8ff2-48a5-8752-094981f6b223 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 946 time: 0.0823894 Aug 31 09:55:00.718683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fed09f-8488-465a-8c8d-9050ec590e26 req-c4504680-b4f7-4f82-affd-b0c084edfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:00.720240 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e0fed09f-8488-465a-8c8d-9050ec590e26 req-c4504680-b4f7-4f82-affd-b0c084edfb44 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 1097 time: 0.1826446 Aug 31 09:55:00.733861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:00.756971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.771389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f83fac27-f14f-4f6b-ad5b-5a894876e196 req-53080ef3-ae98-4d5c-957f-9ec59e8ff3ae tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696552 Aug 31 09:55:00.779613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07019947-0994-4896-8eaf-6130e74fe7a5']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:00.806220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1b4d6a-d619-456a-ad26-f0af5f9ff461') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:00.806527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1b4d6a-d619-456a-ad26-f0af5f9ff461') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:00.809992 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e0fed09f-8488-465a-8c8d-9050ec590e26 req-7cebdd24-526c-481a-8477-4f3919b54ae2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761447 Aug 31 09:55:00.824614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] Deleting port 6349cf75-d1e4-4453-b276-dbd95e930b91 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:00.824825 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.829620 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.850012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.854641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:00.858389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.864744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:00.865155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:55:00.866856 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:00.913720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.946916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] For port 6349cf75-d1e4-4453-b276-dbd95e930b91, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6349cf75-d1e4-4453-b276-dbd95e930b91,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:00.947135 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.967208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] Calling delete_port for 6349cf75-d1e4-4453-b276-dbd95e930b91 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:00.979202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] For port 6349cf75-d1e4-4453-b276-dbd95e930b91, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=6349cf75-d1e4-4453-b276-dbd95e930b91,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:00.983636 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.079074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425e8df-36df-4355-86df-2e9b3cd4765c None None] Pushing event updated for resources: {'Port': ['ID=6349cf75-d1e4-4453-b276-dbd95e930b91,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.103107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0ccc2ac5-27d1-4bbe-a3d7-bde0694fb0e4 None None] Could not find standard attr ID for object df023390-985a-4a94-b128-2947ff37df8d. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:01.113817 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.145397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] Pushing event deleted for resources: {'Port': ['ID=6349cf75-d1e4-4453-b276-dbd95e930b91,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.149191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6bb84-817f-4bbc-9377-90113a31b271 None None] No DVR routers for this DVR port 6349cf75-d1e4-4453-b276-dbd95e930b91 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:01.282123 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.290891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.292699 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] 10.222.0.69 "DELETE /v2.0/networks/07019947-0994-4896-8eaf-6130e74fe7a5 HTTP/1.1" status: 204 len: 168 time: 0.8815062 Aug 31 09:55:01.310974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d0662-b746-47bb-87b4-8b4910dc1d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=07019947-0994-4896-8eaf-6130e74fe7a5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.391532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6349cf75-d1e4-4453-b276-dbd95e930b91 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:01.415998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 6349cf75-d1e4-4453-b276-dbd95e930b91 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:01.416323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 6349cf75-d1e4-4453-b276-dbd95e930b91 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:01.502018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58792) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.514178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:55:01.516483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.554740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-251953f6-b544-48af-9ff2-992b821595f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=874b5798cc8c48aa82bbba15217fcc2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514829 Aug 31 09:55:01.557338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58794) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.574263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:01.582814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:01.586060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:01.586637 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.595446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e7ccd-278d-4f43-b134-dc0e73bf8e3f None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:01.619398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=7b00cfdc-e222-460c-a6d0-ecf0bc40ab7d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.632110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6e5a81ef-11c5-47f1-8596-eaf4bebb36e9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0155184 Aug 31 09:55:01.635018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58796) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.640485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:50:3f:e5', 'name': 'tempest-NetworksTestDHCPv6-274134210'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:01.643662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16930fc9-c2ea-4b21-bf58-539f79bf0f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.671370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16930fc9-c2ea-4b21-bf58-539f79bf0f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.727690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16930fc9-c2ea-4b21-bf58-539f79bf0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.731497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16930fc9-c2ea-4b21-bf58-539f79bf0f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.733632 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-16930fc9-c2ea-4b21-bf58-539f79bf0f3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c9fc2b4-bd3f-4283-8af2-c66ca81a81be HTTP/1.1" status: 204 len: 168 time: 0.1745591 Aug 31 09:55:01.745609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16930fc9-c2ea-4b21-bf58-539f79bf0f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9fc2b4-bd3f-4283-8af2-c66ca81a81be,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.797685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '7b00cfdc-e222-460c-a6d0-ecf0bc40ab7d'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:01.799102 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.803274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:01.951908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Allocated IP 2001:db8::f816:3eff:fe10:1b0d (9796cf21-4204-461c-b884-2cda56d4179e/7b00cfdc-e222-460c-a6d0-ecf0bc40ab7d/496dd6fe-1a25-4965-b244-c05caf40e492) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:01.961081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd00ca-f9d2-49f5-a39d-25b095a84da0 req-5b94343b-b19a-4998-aa3a-e3ae318ecabf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:01.968490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02dd00ca-f9d2-49f5-a39d-25b095a84da0 req-5b94343b-b19a-4998-aa3a-e3ae318ecabf tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 946 time: 0.0900574 Aug 31 09:55:01.998479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.032022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02dd00ca-f9d2-49f5-a39d-25b095a84da0 req-25960475-0374-4072-b3a9-4ee94dc4930a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626841 Aug 31 09:55:02.033130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 78e37e07-2a94-4439-8fda-1b990ac7e934 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:02.108504 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.117119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Transition to ACTIVE for port object 496dd6fe-1a25-4965-b244-c05caf40e492 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:02.131829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Transition to ACTIVE for port object 496dd6fe-1a25-4965-b244-c05caf40e492 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:02.139571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.158940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58806) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.175542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:02.178444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:02.184040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:02.189804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fe50:3fe5 (9796cf21-4204-461c-b884-2cda56d4179e/7b00cfdc-e222-460c-a6d0-ecf0bc40ab7d/78e37e07-2a94-4439-8fda-1b990ac7e934) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:02.211824 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-753bd0dc-3ea2-4771-b801-bc2c94c92523 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3224ae0937f429a9e9cd1bf7746b2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491185 Aug 31 09:55:02.212064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58808) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.213226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Pushing event updated for resources: {'Port': ['ID=496dd6fe-1a25-4965-b244-c05caf40e492,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:02.251245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Attempting to bind port 496dd6fe-1a25-4965-b244-c05caf40e492 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:02.251934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Attempting to bind port 496dd6fe-1a25-4965-b244-c05caf40e492 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:02.252295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Attempting to bind port 496dd6fe-1a25-4965-b244-c05caf40e492 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:02.257806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:02.258176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:02.258825 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.259153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:02.259460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Bound port: 496dd6fe-1a25-4965-b244-c05caf40e492, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:02.259847 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.261401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455a17cb-33a6-47f2-a1d1-59d3c3d845fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.285741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455a17cb-33a6-47f2-a1d1-59d3c3d845fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.351274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455a17cb-33a6-47f2-a1d1-59d3c3d845fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.353818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-455a17cb-33a6-47f2-a1d1-59d3c3d845fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.357387 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-455a17cb-33a6-47f2-a1d1-59d3c3d845fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa3f97b3-24d4-4411-a405-d9a2cb5444f9 HTTP/1.1" status: 204 len: 168 time: 0.1421144 Aug 31 09:55:02.366577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a17cb-33a6-47f2-a1d1-59d3c3d845fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f97b3-24d4-4411-a405-d9a2cb5444f9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:02.379741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.396291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 78e37e07-2a94-4439-8fda-1b990ac7e934 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:02.442030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.492099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:02.495450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:02.498334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:02.501745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] For port 496dd6fe-1a25-4965-b244-c05caf40e492, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:02.505870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] For port 496dd6fe-1a25-4965-b244-c05caf40e492, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=496dd6fe-1a25-4965-b244-c05caf40e492,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:02.506410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:02.507238 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.510733 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.521534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=78e37e07-2a94-4439-8fda-1b990ac7e934,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:02.537732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0471e182-22b1-4cb9-ae0d-655b4cb2b36d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8991661 Aug 31 09:55:02.538531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58814) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.579323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb3e40-0eab-458e-8598-f236c97ba37f None None] Pushing event updated for resources: {'Port': ['ID=496dd6fe-1a25-4965-b244-c05caf40e492,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:02.601062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29b724-327e-424e-9da5-58c130818685 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:02.604202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:02.608596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29b724-327e-424e-9da5-58c130818685 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:02.610796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8c29b724-327e-424e-9da5-58c130818685 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0710299 Aug 31 09:55:02.613261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58816) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.670205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:02.675287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 056189eb-95ed-4eb6-9495-ebe528e44ab8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:02.675664 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.731144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2a35d8bc-5fbc-4a20-90dd-19933a932f19 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 78e37e07-2a94-4439-8fda-1b990ac7e934 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:02.731729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a35d8bc-5fbc-4a20-90dd-19933a932f19 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.833063 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.873116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:02.875579 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70caa6f2-1ffc-4976-9b36-400963aeaefa" -d '{"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-plugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:02.878672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a35d8bc-5fbc-4a20-90dd-19933a932f19 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.888059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:02.895467 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.901454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2a35d8bc-5fbc-4a20-90dd-19933a932f19 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 78e37e07-2a94-4439-8fda-1b990ac7e934 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:02.957811 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4381651e-65d6-4ac1-a865-e6d7f8f0fd17 x-openstack-request-id: req-4381651e-65d6-4ac1-a865-e6d7f8f0fd17 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:02.958180 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-plugged", "status": "completed", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:02.958377 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4381651e-65d6-4ac1-a865-e6d7f8f0fd17 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:02.958740 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'code': 200} Aug 31 09:55:02.970997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=13']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:03.072809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a35d8bc-5fbc-4a20-90dd-19933a932f19 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.109849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35d8bc-5fbc-4a20-90dd-19933a932f19 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=78e37e07-2a94-4439-8fda-1b990ac7e934,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:03.163738 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2a35d8bc-5fbc-4a20-90dd-19933a932f19 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.166797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2a35d8bc-5fbc-4a20-90dd-19933a932f19 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/78e37e07-2a94-4439-8fda-1b990ac7e934 HTTP/1.1" status: 204 len: 168 time: 0.5513246 Aug 31 09:55:03.168322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58840) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.225430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfd2d-cd33-48c0-808b-cf43e258cc98 req-8561cff5-f5fd-4697-b749-5776176263a1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:03.226968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28dcfd2d-cd33-48c0-808b-cf43e258cc98 req-8561cff5-f5fd-4697-b749-5776176263a1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 946 time: 0.1107690 Aug 31 09:55:03.240863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f3fd8-b829-409a-9c43-fa14e0256fac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:03.242613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f3fd8-b829-409a-9c43-fa14e0256fac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:03.246467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8a1f3fd8-b829-409a-9c43-fa14e0256fac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0748148 Aug 31 09:55:03.247959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58844) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.276303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-28dcfd2d-cd33-48c0-808b-cf43e258cc98 req-175580f3-b95a-4c1e-8acc-2196f9c0e9c1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Aug 31 09:55:03.308240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11109ba-02ea-45bc-b3d6-b720bb93bd1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 7b00cfdc-e222-460c-a6d0-ecf0bc40ab7d {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:03.312152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a11109ba-02ea-45bc-b3d6-b720bb93bd1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.386263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a11109ba-02ea-45bc-b3d6-b720bb93bd1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.453489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bf62c-1c69-480e-beb5-2399c5c2b540 req-75db6d45-28ac-41ee-a2a5-96bb9940dd7b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:03.463995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 496dd6fe-1a25-4965-b244-c05caf40e492 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:03.475783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a43bf62c-1c69-480e-beb5-2399c5c2b540 req-75db6d45-28ac-41ee-a2a5-96bb9940dd7b tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 946 time: 0.0777533 Aug 31 09:55:03.513543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a11109ba-02ea-45bc-b3d6-b720bb93bd1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.540537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a43bf62c-1c69-480e-beb5-2399c5c2b540 req-bb551c46-7327-4f18-b494-73d7aae28ce3 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635781 Aug 31 09:55:03.570018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58852) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.576387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 496dd6fe-1a25-4965-b244-c05caf40e492 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:03.625608 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a11109ba-02ea-45bc-b3d6-b720bb93bd1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.625898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db9251-a377-4f01-82b7-1edcec022b69 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:03.627496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a6db9251-a377-4f01-82b7-1edcec022b69 tempest-TestNetworkBasicOps-106115955 tempest-TestNetworkBasicOps-106115955-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 1092 time: 0.0562510 Aug 31 09:55:03.630362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58856) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.635515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:03.662202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11109ba-02ea-45bc-b3d6-b720bb93bd1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=7b00cfdc-e222-460c-a6d0-ecf0bc40ab7d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:03.669187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a11109ba-02ea-45bc-b3d6-b720bb93bd1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.673577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a11109ba-02ea-45bc-b3d6-b720bb93bd1f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/7b00cfdc-e222-460c-a6d0-ecf0bc40ab7d HTTP/1.1" status: 204 len: 168 time: 0.4231126 Aug 31 09:55:03.673880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58860) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.681947 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.727031 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2aa256d1-da93-4ca8-90f7-d8374f3c4921 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518486 Aug 31 09:55:03.727640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58862) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.733643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:03.757997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f37f3-2d7c-4bdc-b2a9-394c05f1ea17 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:03.814411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.859087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0c1a150e-a2b5-4f1a-8cf7-13c30613878e None None] Provisioning for port 496dd6fe-1a25-4965-b244-c05caf40e492 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:03.859344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:03.864609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.880999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0c1a150e-a2b5-4f1a-8cf7-13c30613878e None None] Provisioning complete for port 496dd6fe-1a25-4965-b244-c05caf40e492 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:03.881358 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c1a150e-a2b5-4f1a-8cf7-13c30613878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.015126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c1a150e-a2b5-4f1a-8cf7-13c30613878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.019149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Allocated IP 172.25.1.172 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/822e7e42-61be-4b21-b69a-a5115280e548) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:04.053126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:04.071440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0c1a150e-a2b5-4f1a-8cf7-13c30613878e None None] For port 496dd6fe-1a25-4965-b244-c05caf40e492, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=496dd6fe-1a25-4965-b244-c05caf40e492,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:04.098654 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0c1a150e-a2b5-4f1a-8cf7-13c30613878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.158547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a150e-a2b5-4f1a-8cf7-13c30613878e None None] Pushing event updated for resources: {'Port': ['ID=496dd6fe-1a25-4965-b244-c05caf40e492,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:04.171687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.181822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] Deleting port 496dd6fe-1a25-4965-b244-c05caf40e492 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:04.182335 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.224736 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.261445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:55:04.270806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=822e7e42-61be-4b21-b69a-a5115280e548,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:04.275698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] For port 496dd6fe-1a25-4965-b244-c05caf40e492, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=496dd6fe-1a25-4965-b244-c05caf40e492,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:04.276107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.280239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:04.282075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:04.284747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:04.290176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] Calling delete_port for 496dd6fe-1a25-4965-b244-c05caf40e492 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:04.387102 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.416929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] Pushing event deleted for resources: {'Port': ['ID=496dd6fe-1a25-4965-b244-c05caf40e492,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:04.418953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_pluggable_backend [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Port 496dd6fe-1a25-4965-b244-c05caf40e492 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94787) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 09:55:04.419556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_pluggable_backend [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Reverting IP allocation for 2001:db8::f816:3eff:fe10:1b0d {{(pid=94787) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 09:55:04.424098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb0d64-9ec4-4fdf-925e-6eb8289f6ee2 None None] No DVR routers for this DVR port 496dd6fe-1a25-4965-b244-c05caf40e492 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:04.425600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_pluggable_backend [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe10:1b0d {{(pid=94787) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 09:55:04.427482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.473973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:04.479407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:04.483631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:04.484229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.497042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b81827-8d31-4c3d-8c82-a975c713e00f None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:04.497603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=dbd6452e-21ef-466b-9e14-4a507ad46a0d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:04.506394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f52bb422-1131-4ba6-8f70-407c0aaf8190 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7771177 Aug 31 09:55:04.508541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58876) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:04.514371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:7f:40:37', 'name': 'tempest-NetworksTestDHCPv6-2011800048'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:04.667554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:04.717496 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': 'dbd6452e-21ef-466b-9e14-4a507ad46a0d'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:04.718521 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.803964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.828464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 256cafa5-d1d5-47a5-85ac-105279a0362a yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:04.881382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Allocated IP 2001:db8::f816:3eff:fe6f:f4c4 (9796cf21-4204-461c-b884-2cda56d4179e/dbd6452e-21ef-466b-9e14-4a507ad46a0d/98891c2b-e91c-4fb4-b823-6bea976cb2eb) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:04.946876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.038637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.047959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Transition to ACTIVE for port object 98891c2b-e91c-4fb4-b823-6bea976cb2eb will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:05.065149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Transition to ACTIVE for port object 98891c2b-e91c-4fb4-b823-6bea976cb2eb will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:05.072912 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.119444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:05.122885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:05.126905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:05.133664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Pushing event updated for resources: {'Port': ['ID=98891c2b-e91c-4fb4-b823-6bea976cb2eb,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:05.158181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fe7f:4037 (9796cf21-4204-461c-b884-2cda56d4179e/dbd6452e-21ef-466b-9e14-4a507ad46a0d/256cafa5-d1d5-47a5-85ac-105279a0362a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:05.190510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Attempting to bind port 98891c2b-e91c-4fb4-b823-6bea976cb2eb on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:05.191053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Attempting to bind port 98891c2b-e91c-4fb4-b823-6bea976cb2eb by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:05.192143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Attempting to bind port 98891c2b-e91c-4fb4-b823-6bea976cb2eb on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:05.200479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:05.200861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:05.201272 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.201672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:05.202621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Bound port: 98891c2b-e91c-4fb4-b823-6bea976cb2eb, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:05.203063 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.288680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] For port 98891c2b-e91c-4fb4-b823-6bea976cb2eb, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:05.298723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] For port 98891c2b-e91c-4fb4-b823-6bea976cb2eb, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=98891c2b-e91c-4fb4-b823-6bea976cb2eb,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:05.305615 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.401435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69325208-45c9-4958-ac2d-a48db369b362 None None] Pushing event updated for resources: {'Port': ['ID=98891c2b-e91c-4fb4-b823-6bea976cb2eb,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:05.421364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.430201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 496dd6fe-1a25-4965-b244-c05caf40e492 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:05.452321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 256cafa5-d1d5-47a5-85ac-105279a0362a will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:05.455641 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 496dd6fe-1a25-4965-b244-c05caf40e492 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:05.456247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 496dd6fe-1a25-4965-b244-c05caf40e492 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:05.492282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.501288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.544434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:05.547449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:05.554151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:05.559808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:05.560438 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.575742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=256cafa5-d1d5-47a5-85ac-105279a0362a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:05.586509 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d9d0b6f5-9f7f-4b0c-92eb-eff7a4775a2b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0746243 Aug 31 09:55:05.586859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58886) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:05.658251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f08b5a-1aea-4975-9163-0cf9898f9f00 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:05.664933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f08b5a-1aea-4975-9163-0cf9898f9f00 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:05.666555 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-43f08b5a-1aea-4975-9163-0cf9898f9f00 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0787761 Aug 31 09:55:05.669279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58888) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:05.680831 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.686933 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.771848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event updated for resources: {'Port': ['ID=822e7e42-61be-4b21-b69a-a5115280e548,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:05.784910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.785847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.786186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.786520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.786874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.787606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.787606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.787839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.788159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.788475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.788822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.789144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:05.801028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 256cafa5-d1d5-47a5-85ac-105279a0362a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:05.801510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.808269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.899227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.912525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 256cafa5-d1d5-47a5-85ac-105279a0362a owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:05.923174 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Floating IP df10aa1a-3deb-463a-8260-d0a590d9c27a associated. External IP: 172.25.1.172, port: d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf. Aug 31 09:55:06.053448 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.086525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=256cafa5-d1d5-47a5-85ac-105279a0362a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:06.119076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.119480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.119924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.120259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.120651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.120999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.121308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.121637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.122082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.122436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.123181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.123181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:06.131504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.136980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2ade7cb1-f17a-4884-a024-4b72f44b85d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/256cafa5-d1d5-47a5-85ac-105279a0362a HTTP/1.1" status: 204 len: 168 time: 0.4663193 Aug 31 09:55:06.138112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58900) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.225456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb72d3-2d5d-4a03-b82c-b12c766c3700 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:06.227318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb72d3-2d5d-4a03-b82c-b12c766c3700 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:06.231520 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-97cb72d3-2d5d-4a03-b82c-b12c766c3700 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0894022 Aug 31 09:55:06.233981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58904) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.247486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router d5b49e3f-3700-4da8-9504-4ba9994fe836 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:06.335060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22373a0-3542-4af1-8877-e4a852f35f05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet dbd6452e-21ef-466b-9e14-4a507ad46a0d {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:06.341271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f22373a0-3542-4af1-8877-e4a852f35f05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.424245 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f22373a0-3542-4af1-8877-e4a852f35f05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.472825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:06.486771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] Sync routers for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:06.503576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:06.505694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:06.527538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.583869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f22373a0-3542-4af1-8877-e4a852f35f05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.588398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-51193dc4-2080-4338-ad07-5c47e1fc51ea tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9569058 Aug 31 09:55:06.591150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58908) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.637152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:06.637753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:06.639714 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cd6fe6-d98c-4fb0-b168-84bb555117ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:06.666426 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f22373a0-3542-4af1-8877-e4a852f35f05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.694234 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b628788f-dbd2-44da-bd47-d17cf1c5eb33 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/floatingips/df10aa1a-3deb-463a-8260-d0a590d9c27a HTTP/1.1" status: 200 len: 992 time: 0.1019032 Aug 31 09:55:06.717811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f22373a0-3542-4af1-8877-e4a852f35f05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.719905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f22373a0-3542-4af1-8877-e4a852f35f05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/dbd6452e-21ef-466b-9e14-4a507ad46a0d HTTP/1.1" status: 204 len: 168 time: 0.4842851 Aug 31 09:55:06.723227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58912) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.732993 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3674ba-0b42-456a-871a-f27510c947f4 x-openstack-request-id: req-9e3674ba-0b42-456a-871a-f27510c947f4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:06.733688 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:06.734180 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e3674ba-0b42-456a-871a-f27510c947f4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:06.734896 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'status': 'completed', 'code': 200} Aug 31 09:55:06.735843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22373a0-3542-4af1-8877-e4a852f35f05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd6452e-21ef-466b-9e14-4a507ad46a0d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:06.791848 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-64ed95bf-e89d-43f8-9b08-a042c71178fe tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652699 Aug 31 09:55:06.801475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58914) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.812411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-189d99b0-9ef0-4dfb-b684-7ae50ea53562 None None] Provisioning for port 98891c2b-e91c-4fb4-b823-6bea976cb2eb completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:06.854959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-535936f4-2e7f-4d2a-8369-20c88d7bb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:06.856499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-535936f4-2e7f-4d2a-8369-20c88d7bb6fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 1097 time: 0.0693278 Aug 31 09:55:06.909731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d61f9-81a9-4feb-bcf8-3e349580d7ea tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:06.912549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f87d61f9-81a9-4feb-bcf8-3e349580d7ea tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1187794 Aug 31 09:55:06.915053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58916) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.945495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda8e4d-cf53-470b-b108-83bac864560b None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:06.972130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-607e1b65-21f7-4c04-82e4-ab6233f729af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:06.974347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-607e1b65-21f7-4c04-82e4-ab6233f729af service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad593e76-2e53-4c00-9b25-7bd39eefec2a HTTP/1.1" status: 200 len: 899 time: 0.1112857 Aug 31 09:55:06.989231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79328b-6f06-47af-844e-b83b09a9081c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:06.990700 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0a79328b-6f06-47af-844e-b83b09a9081c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746665 Aug 31 09:55:06.993212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58918) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.999486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f261b1c6-d542-4747-9888-303fc496c82d None None] Could not find standard attr ID for object 256cafa5-d1d5-47a5-85ac-105279a0362a. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:07.037767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-06754488-8a03-48c4-a561-e1bd38add68e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433030 Aug 31 09:55:07.042670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58920) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.048050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:07.053231 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-edd3b53a-2dd5-4787-b640-4ceabf08f21b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf HTTP/1.1" status: 200 len: 1000 time: 0.0719962 Aug 31 09:55:07.107910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-2dc99120-4e49-4882-9e15-1ab6ac7e168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:07.109442 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-2dc99120-4e49-4882-9e15-1ab6ac7e168c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4edc65b-0482-483d-9241-8a50e54101aa HTTP/1.1" status: 200 len: 834 time: 0.0484004 Aug 31 09:55:07.145563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:07.149545 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.149715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'df10aa1a-3deb-463a-8260-d0a590d9c27a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'port_id': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'mac_address': 'fa:16:3e:43:ac:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e7754e-264f-4027-b8ce-53590402be91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:04Z', 'updated_at': '2021-08-31T09:55:04Z', 'revision_number': 0, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:50Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:07.159802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-71e456fa-3e50-4a28-bb5e-21f3ccc6236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:07.161825 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-71e456fa-3e50-4a28-bb5e-21f3ccc6236e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad593e76-2e53-4c00-9b25-7bd39eefec2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448198 Aug 31 09:55:07.186006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] Checking router: d5b49e3f-3700-4da8-9504-4ba9994fe836 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:07.201969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:07.202611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:54:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:07.206471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:07.308439 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-865feb51-9b4e-425e-9a74-6905b0f9f043 service neutron] 10.222.0.52 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386945 Aug 31 09:55:07.412581 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.442320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-39cd6fe6-d98c-4fb0-b168-84bb555117ab req-178a4a2d-3f07-45be-9c8b-309f1140b631 service neutron] 10.222.0.52 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240489 Aug 31 09:55:07.484909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:07.485793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=6f03f12f-18d5-43ec-8bdf-db5f46e56a48,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:07.490847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:07.494495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:07.495123 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.511821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-063285a3-018c-4bdc-af3a-49b431e1df1e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4677804 Aug 31 09:55:07.515550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58930) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.515822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] Deleting port 98891c2b-e91c-4fb4-b823-6bea976cb2eb {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:07.516265 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.522047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:3a:b1:51', 'name': 'tempest-NetworksTestDHCPv6-1940559571'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:07.576424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:07.662284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:07.667617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.694115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port ba96aeac-7465-4a92-9c36-f33927fbfbd9 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:07.695319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] For port 98891c2b-e91c-4fb4-b823-6bea976cb2eb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=98891c2b-e91c-4fb4-b823-6bea976cb2eb,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:07.695726 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.698785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58936) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.717382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] Calling delete_port for 98891c2b-e91c-4fb4-b823-6bea976cb2eb owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:07.788765 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a9900473-6af6-47e3-8cbf-d71217a92b2c tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/floatingips/df10aa1a-3deb-463a-8260-d0a590d9c27a HTTP/1.1" status: 200 len: 992 time: 0.0883968 Aug 31 09:55:07.864738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::ec (9796cf21-4204-461c-b884-2cda56d4179e/6f03f12f-18d5-43ec-8bdf-db5f46e56a48/ba96aeac-7465-4a92-9c36-f33927fbfbd9) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:07.892598 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.925345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] Pushing event deleted for resources: {'Port': ['ID=98891c2b-e91c-4fb4-b823-6bea976cb2eb,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:07.933319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aeb223-4673-4a75-b00e-e9fe769daa21 None None] No DVR routers for this DVR port 98891c2b-e91c-4fb4-b823-6bea976cb2eb on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:07.955543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'df10aa1a-3deb-463a-8260-d0a590d9c27a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'port_id': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'mac_address': 'fa:16:3e:43:ac:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e7754e-264f-4027-b8ce-53590402be91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:04Z', 'updated_at': '2021-08-31T09:55:04Z', 'revision_number': 0, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:50Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:07.985817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7f7b25-c560-4a60-9c87-53f143b52825 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:07.990075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef0989-74fe-46c2-84ff-6e18d7a24ff5 None None] The sync data for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 is: [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'df10aa1a-3deb-463a-8260-d0a590d9c27a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'port_id': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'mac_address': 'fa:16:3e:43:ac:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e7754e-264f-4027-b8ce-53590402be91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:04Z', 'updated_at': '2021-08-31T09:55:04Z', 'revision_number': 0, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:50Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:08.053817 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.071004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object ba96aeac-7465-4a92-9c36-f33927fbfbd9 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:08.109651 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.163057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:08.168272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:08.171570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:08.178888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:08.179526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.184973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '6f03f12f-18d5-43ec-8bdf-db5f46e56a48'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:08.186189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.196422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=ba96aeac-7465-4a92-9c36-f33927fbfbd9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:08.209848 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0440f7c5-5dfd-4b84-99af-020c56c5cda8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6901574 Aug 31 09:55:08.209955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58940) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:08.275610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c5e42-d35f-416a-9a70-80dd2de257c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:08.279086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2a3c5e42-d35f-416a-9a70-80dd2de257c2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0665069 Aug 31 09:55:08.280978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58942) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:08.292531 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd3af6-5875-433f-be2d-55918ff5324b None None] New status for floating IP df10aa1a-3deb-463a-8260-d0a590d9c27a: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:55:08.387357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/6f03f12f-18d5-43ec-8bdf-db5f46e56a48/e5ca64a9-52e7-477e-8e7d-b0b50b35207c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:08.485982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e5308-36f5-411b-87b5-84468903b194 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port ba96aeac-7465-4a92-9c36-f33927fbfbd9 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:08.486798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5308-36f5-411b-87b5-84468903b194 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.554902 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.563133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Transition to ACTIVE for port object e5ca64a9-52e7-477e-8e7d-b0b50b35207c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:08.577738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Transition to ACTIVE for port object e5ca64a9-52e7-477e-8e7d-b0b50b35207c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:08.581071 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5308-36f5-411b-87b5-84468903b194 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.584189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.594432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e5308-36f5-411b-87b5-84468903b194 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for ba96aeac-7465-4a92-9c36-f33927fbfbd9 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:08.630218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:08.637193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:08.639360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:08.642473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Pushing event updated for resources: {'Port': ['ID=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:08.696609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Attempting to bind port e5ca64a9-52e7-477e-8e7d-b0b50b35207c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:08.696828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Attempting to bind port e5ca64a9-52e7-477e-8e7d-b0b50b35207c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:08.697068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Attempting to bind port e5ca64a9-52e7-477e-8e7d-b0b50b35207c on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:08.702103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:08.702481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:08.702919 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.703314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:08.703781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Bound port: e5ca64a9-52e7-477e-8e7d-b0b50b35207c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:08.704403 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.740137 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5308-36f5-411b-87b5-84468903b194 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.779172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e5308-36f5-411b-87b5-84468903b194 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=ba96aeac-7465-4a92-9c36-f33927fbfbd9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:08.779706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] For port e5ca64a9-52e7-477e-8e7d-b0b50b35207c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:08.783716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] For port e5ca64a9-52e7-477e-8e7d-b0b50b35207c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:08.792524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58950) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:08.794939 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.804681 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5308-36f5-411b-87b5-84468903b194 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.807741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bf2e5308-36f5-411b-87b5-84468903b194 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/ba96aeac-7465-4a92-9c36-f33927fbfbd9 HTTP/1.1" status: 204 len: 168 time: 0.5250249 Aug 31 09:55:08.810268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58952) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:08.883279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359f991-5258-47e2-beab-458f83c7aaef tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:08.885675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d62d8-e02e-4d28-8006-ab298c354506 None None] Pushing event updated for resources: {'Port': ['ID=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:08.890790 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bf0e1854-c272-4ea1-8914-aaa3cf9d6c91 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/floatingips/df10aa1a-3deb-463a-8260-d0a590d9c27a HTTP/1.1" status: 200 len: 994 time: 0.0931280 Aug 31 09:55:08.899820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359f991-5258-47e2-beab-458f83c7aaef tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:08.901588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f359f991-5258-47e2-beab-458f83c7aaef tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0896175 Aug 31 09:55:08.904012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58958) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:08.972497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-173de5cb-199f-490e-8a3d-c08a85a0d3ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 6f03f12f-18d5-43ec-8bdf-db5f46e56a48 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:08.976427 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-173de5cb-199f-490e-8a3d-c08a85a0d3ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:09.018536 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-173de5cb-199f-490e-8a3d-c08a85a0d3ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:09.148954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-173de5cb-199f-490e-8a3d-c08a85a0d3ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:09.217437 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-173de5cb-199f-490e-8a3d-c08a85a0d3ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:09.255382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173de5cb-199f-490e-8a3d-c08a85a0d3ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=6f03f12f-18d5-43ec-8bdf-db5f46e56a48,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:09.259852 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-173de5cb-199f-490e-8a3d-c08a85a0d3ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:09.262853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-173de5cb-199f-490e-8a3d-c08a85a0d3ca tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/6f03f12f-18d5-43ec-8bdf-db5f46e56a48 HTTP/1.1" status: 204 len: 168 time: 0.3569944 Aug 31 09:55:09.264393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58964) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.303310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1de2dc80-d18c-41a5-8fb7-7a11b2c81bee tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374763 Aug 31 09:55:09.305547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58966) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.366039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6790d0c5-6a9a-4bf8-9280-4faa1b7563a2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:09.369943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6790d0c5-6a9a-4bf8-9280-4faa1b7563a2 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0609570 Aug 31 09:55:09.370270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58968) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.433667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb9df5-5c13-487e-87b0-ad7fb6086779 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:09.435206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-08eb9df5-5c13-487e-87b0-ad7fb6086779 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636456 Aug 31 09:55:09.437738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58972) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.461737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e5ca64a9-52e7-477e-8e7d-b0b50b35207c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:09.488773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d22e7c2d-ba08-452c-832f-330cad3f5357 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455031 Aug 31 09:55:09.489297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58976) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.495132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:09.528220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:09.612842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:09.617600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:09.963481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ccfdc-fff7-49da-8717-897bd7d5ff75 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:09.964020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:55:10.039602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Could not find standard attr ID for object ba96aeac-7465-4a92-9c36-f33927fbfbd9. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:10.081575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Provisioning for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:10.091524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Provisioning complete for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:10.091974 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.126770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.202306 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.286063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] For port e5ca64a9-52e7-477e-8e7d-b0b50b35207c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:10.321689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.334982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.335983 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.371776 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:55:10.372185 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:55:10.419244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:10.428922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:10.437528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:10.437904 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.458203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=ad3cdc5e-b5c3-4c67-8b3f-3b46f64114c0,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:10.465020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,revision_number=5']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:10.472072 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9c565599-33fc-426a-be88-9251071f9ef6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9817624 Aug 31 09:55:10.483571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58984) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:10.490278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-95fba7ec-df31-4b5d-94eb-cf973be8df56 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:10.599601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.649776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97aaeb7-f43f-4cd9-a47d-ddf9974ba5a0 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:10.693428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fba7ec-df31-4b5d-94eb-cf973be8df56 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:10.697862 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-95fba7ec-df31-4b5d-94eb-cf973be8df56 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.801004 n-d-806683-2 neutron-server[94786]: INFO neutron.db.ipam_backend_mixin [None req-95fba7ec-df31-4b5d-94eb-cf973be8df56 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad3cdc5e-b5c3-4c67-8b3f-3b46f64114c0 (CIDR: 2001:db8::/64) Aug 31 09:55:10.805991 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fba7ec-df31-4b5d-94eb-cf973be8df56 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:55:10.806440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95fba7ec-df31-4b5d-94eb-cf973be8df56 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:10.831031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-95fba7ec-df31-4b5d-94eb-cf973be8df56 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3449874 Aug 31 09:55:10.833674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 58992) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:10.839880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:10.934872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.984591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] For port e5ca64a9-52e7-477e-8e7d-b0b50b35207c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:10.993170 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.002199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:11.007405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.055023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12429e42-b8f6-490b-874d-c120ebafbbd8 None None] Pushing event updated for resources: {'Port': ['ID=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:11.108851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a983b967-5902-4f52-b351-fbc237e95320 None None] Could not find standard attr ID for object ba96aeac-7465-4a92-9c36-f33927fbfbd9. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:11.120284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a983b967-5902-4f52-b351-fbc237e95320 None None] Provisioning complete for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:11.120656 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a983b967-5902-4f52-b351-fbc237e95320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.297764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.338019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:11.341515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:11.348110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:11.348724 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.355281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba414695-8317-4f5c-930e-9f4e8b88afdc None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:11.397962 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5616369 Aug 31 09:55:11.398785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08729f-85b0-483a-99b6-ac3adabccde0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=fe94cf29-e6f0-4bc6-a18b-79ac9e9c5d45,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:11.399725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 58994) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:11.405495 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:0e:aa:b1', 'name': 'tempest-NetworksTestDHCPv6-716919526'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:11.456210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e5ca64a9-52e7-477e-8e7d-b0b50b35207c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:11.531657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:11.598344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:11.598810 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.622641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.671597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port a509c9f7-fece-4ab8-bcdf-44b5bd45de90 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:11.756672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fee1dc-3709-43ba-8482-cd7a14f42934 None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': 'ad3cdc5e-b5c3-4c67-8b3f-3b46f64114c0', 'ip_address': '2001:db8::f816:3eff:feda:d83c'}, {'subnet_id': 'fe94cf29-e6f0-4bc6-a18b-79ac9e9c5d45'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'e5ca64a9-52e7-477e-8e7d-b0b50b35207c'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:55:11.809341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-45fee1dc-3709-43ba-8482-cd7a14f42934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.943365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8:0:1::175 (9796cf21-4204-461c-b884-2cda56d4179e/fe94cf29-e6f0-4bc6-a18b-79ac9e9c5d45/a509c9f7-fece-4ab8-bcdf-44b5bd45de90) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:11.950055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fe0e:aab1 (9796cf21-4204-461c-b884-2cda56d4179e/ad3cdc5e-b5c3-4c67-8b3f-3b46f64114c0/a509c9f7-fece-4ab8-bcdf-44b5bd45de90) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:12.145451 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.158401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object a509c9f7-fece-4ab8-bcdf-44b5bd45de90 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:12.200048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.221596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:12.224619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:12.244948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:12.251108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:12.251942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.263487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-45fee1dc-3709-43ba-8482-cd7a14f42934 None None] Allocated IP 2001:db8:0:1::2 (9796cf21-4204-461c-b884-2cda56d4179e/fe94cf29-e6f0-4bc6-a18b-79ac9e9c5d45/e5ca64a9-52e7-477e-8e7d-b0b50b35207c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:12.273897 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8729470 Aug 31 09:55:12.276546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59000) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:12.312758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b9bab-866f-4be4-b0ab-b7f081fc02c4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=a509c9f7-fece-4ab8-bcdf-44b5bd45de90,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:12.385919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-45fee1dc-3709-43ba-8482-cd7a14f42934 None None] For port e5ca64a9-52e7-477e-8e7d-b0b50b35207c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:12.398441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-adeca0f1-17f2-4b5a-aed9-a5ba6dc5841f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port a509c9f7-fece-4ab8-bcdf-44b5bd45de90 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:12.398927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-adeca0f1-17f2-4b5a-aed9-a5ba6dc5841f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.426116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-45fee1dc-3709-43ba-8482-cd7a14f42934 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.441304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-45fee1dc-3709-43ba-8482-cd7a14f42934 None None] Transition to ACTIVE for port object e5ca64a9-52e7-477e-8e7d-b0b50b35207c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:12.447544 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-45fee1dc-3709-43ba-8482-cd7a14f42934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.507827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-adeca0f1-17f2-4b5a-aed9-a5ba6dc5841f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.524388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-adeca0f1-17f2-4b5a-aed9-a5ba6dc5841f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for a509c9f7-fece-4ab8-bcdf-44b5bd45de90 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:12.553722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fee1dc-3709-43ba-8482-cd7a14f42934 None None] Pushing event updated for resources: {'Port': ['ID=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:12.762358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-adeca0f1-17f2-4b5a-aed9-a5ba6dc5841f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.805860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeca0f1-17f2-4b5a-aed9-a5ba6dc5841f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=a509c9f7-fece-4ab8-bcdf-44b5bd45de90,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:12.884104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-adeca0f1-17f2-4b5a-aed9-a5ba6dc5841f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.888165 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-adeca0f1-17f2-4b5a-aed9-a5ba6dc5841f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/a509c9f7-fece-4ab8-bcdf-44b5bd45de90 HTTP/1.1" status: 204 len: 168 time: 0.6102953 Aug 31 09:55:12.890735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59008) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:12.987899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4a1b3-8f7a-4ba0-9ad7-c55a7a98583c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:12.991800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5bb4a1b3-8f7a-4ba0-9ad7-c55a7a98583c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0998321 Aug 31 09:55:12.994398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59012) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:13.085600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b36c56-910f-4c7a-8415-de6e086c5212 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:13.087240 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e6b36c56-910f-4c7a-8415-de6e086c5212 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0917623 Aug 31 09:55:13.089875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59014) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:13.179860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec84158-6cd7-445c-b5cc-96ab1e9b47c8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:13.182070 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec84158-6cd7-445c-b5cc-96ab1e9b47c8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:13.183710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec84158-6cd7-445c-b5cc-96ab1e9b47c8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:13.185385 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bec84158-6cd7-445c-b5cc-96ab1e9b47c8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0945632 Aug 31 09:55:13.188065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59016) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:13.246609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-350fb0e6-0d9d-4ba1-b7a4-a1aa912cc809 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet ad3cdc5e-b5c3-4c67-8b3f-3b46f64114c0 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:13.250782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-350fb0e6-0d9d-4ba1-b7a4-a1aa912cc809 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.335896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-350fb0e6-0d9d-4ba1-b7a4-a1aa912cc809 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.447130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e5ca64a9-52e7-477e-8e7d-b0b50b35207c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:13.451533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5656cbc0-a1d9-451f-b45c-45df786b1dbb None None] Provisioning for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:13.454048 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-350fb0e6-0d9d-4ba1-b7a4-a1aa912cc809 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.471904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5656cbc0-a1d9-451f-b45c-45df786b1dbb None None] Provisioning complete for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:13.472922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5656cbc0-a1d9-451f-b45c-45df786b1dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.541648 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-350fb0e6-0d9d-4ba1-b7a4-a1aa912cc809 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.581340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fb0e6-0d9d-4ba1-b7a4-a1aa912cc809 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3cdc5e-b5c3-4c67-8b3f-3b46f64114c0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:13.583541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-350fb0e6-0d9d-4ba1-b7a4-a1aa912cc809 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.586584 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-350fb0e6-0d9d-4ba1-b7a4-a1aa912cc809 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/ad3cdc5e-b5c3-4c67-8b3f-3b46f64114c0 HTTP/1.1" status: 204 len: 168 time: 0.3969166 Aug 31 09:55:13.589493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59018) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:13.596922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:13.597262 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.661704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.690781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf86cd-2b15-45a1-b44b-eb62d35b7505 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:13.693444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-a999d07f-935c-48e0-b458-bb828266e12d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet fe94cf29-e6f0-4bc6-a18b-79ac9e9c5d45 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:13.697471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a999d07f-935c-48e0-b458-bb828266e12d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.742108 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a999d07f-935c-48e0-b458-bb828266e12d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.746991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b205d3d4-c762-4b9a-988f-dd1032b17163 None None] Could not find standard attr ID for object a509c9f7-fece-4ab8-bcdf-44b5bd45de90. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:13.839256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a999d07f-935c-48e0-b458-bb828266e12d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.909060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a999d07f-935c-48e0-b458-bb828266e12d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.944908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999d07f-935c-48e0-b458-bb828266e12d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=fe94cf29-e6f0-4bc6-a18b-79ac9e9c5d45,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:13.955773 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a999d07f-935c-48e0-b458-bb828266e12d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.960074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a999d07f-935c-48e0-b458-bb828266e12d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/fe94cf29-e6f0-4bc6-a18b-79ac9e9c5d45 HTTP/1.1" status: 204 len: 168 time: 0.3672683 Aug 31 09:55:13.960521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59022) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:14.314171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ef1801ae-6fc2-4bb1-ac3f-cd10346277d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3496470 Aug 31 09:55:14.314171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59026) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:14.319705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:14.418767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:14.423395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.498275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec555b-b9ab-437c-877c-d11f7ab6294d None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:14.603410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9e0fcd3b-1c03-4a6a-8f47-3f57da33ac4f None None] Provisioning complete for port e5ca64a9-52e7-477e-8e7d-b0b50b35207c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:14.603788 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e0fcd3b-1c03-4a6a-8f47-3f57da33ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.753556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:55:14.755037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:14.820972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] Deleting port e5ca64a9-52e7-477e-8e7d-b0b50b35207c {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:14.821354 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.905972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] For port e5ca64a9-52e7-477e-8e7d-b0b50b35207c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:14.906191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.920161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.925357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] Calling delete_port for e5ca64a9-52e7-477e-8e7d-b0b50b35207c owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:15.145646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] For port e5ca64a9-52e7-477e-8e7d-b0b50b35207c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:15.181799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.188782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.189667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.215654 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.228594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] No DVR routers for this DVR port e5ca64a9-52e7-477e-8e7d-b0b50b35207c on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:15.250696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea527bdd-84fe-4ed7-9a2d-ba2729e8e5b9 None None] Pushing event deleted for resources: {'Port': ['ID=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:15.268099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:15.283759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:15.293083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:15.293686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.295201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e42f725-5274-4b38-89ae-becdbc23eb0e None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:15.298419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=3031cbf3-6e18-488f-a05b-28793c51cc17,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:15.307679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=e5ca64a9-52e7-477e-8e7d-b0b50b35207c,revision_number=11']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:15.318828 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c4782ca6-80fe-4d99-83e6-266a1b50724e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0035510 Aug 31 09:55:15.321536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59036) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:15.326719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-93c8d2bc-a476-48f9-a369-ba3084110f7f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:15.439762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e5ca64a9-52e7-477e-8e7d-b0b50b35207c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:15.471134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e5ca64a9-52e7-477e-8e7d-b0b50b35207c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:15.471594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e5ca64a9-52e7-477e-8e7d-b0b50b35207c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:15.496221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c8d2bc-a476-48f9-a369-ba3084110f7f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:15.500943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c8d2bc-a476-48f9-a369-ba3084110f7f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.520999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '3031cbf3-6e18-488f-a05b-28793c51cc17'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:15.522809 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.629640 n-d-806683-2 neutron-server[94787]: INFO neutron.db.ipam_backend_mixin [None req-93c8d2bc-a476-48f9-a369-ba3084110f7f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3031cbf3-6e18-488f-a05b-28793c51cc17 (CIDR: 2001:db8::/64) Aug 31 09:55:15.633170 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c8d2bc-a476-48f9-a369-ba3084110f7f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:55:15.633823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c8d2bc-a476-48f9-a369-ba3084110f7f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:15.654701 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-93c8d2bc-a476-48f9-a369-ba3084110f7f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3297501 Aug 31 09:55:15.654952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59038) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:15.660785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:15.687253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Allocated IP 2001:db8::f816:3eff:fee5:43c8 (9796cf21-4204-461c-b884-2cda56d4179e/3031cbf3-6e18-488f-a05b-28793c51cc17/98923e4b-f03e-4ed3-a7f3-81ed7f894520) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:15.797192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:15.801351 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.862392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.872471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Transition to ACTIVE for port object 98923e4b-f03e-4ed3-a7f3-81ed7f894520 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:15.888766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Transition to ACTIVE for port object 98923e4b-f03e-4ed3-a7f3-81ed7f894520 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:15.894824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.937702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:15.942393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:15.946999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:15.953860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Pushing event updated for resources: {'Port': ['ID=98923e4b-f03e-4ed3-a7f3-81ed7f894520,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:16.008260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Attempting to bind port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:16.008737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Attempting to bind port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:16.008976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Attempting to bind port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:16.014424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:16.014876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:16.015740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.015740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:16.016059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Bound port: 98923e4b-f03e-4ed3-a7f3-81ed7f894520, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:16.016427 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.062474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.102968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] For port 98923e4b-f03e-4ed3-a7f3-81ed7f894520, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:16.107008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] For port 98923e4b-f03e-4ed3-a7f3-81ed7f894520, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=98923e4b-f03e-4ed3-a7f3-81ed7f894520,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:16.114421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.115030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:16.118341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:16.122782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:16.123373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.136029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=d0a420e1-4175-4cd6-bdb9-208a8eeb4882,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:16.153450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-158892a6-3535-4056-8aaa-7d5e46c2388c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4947665 Aug 31 09:55:16.154033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59042) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:16.159826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:46:94:11', 'name': 'tempest-NetworksTestDHCPv6-2152327'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:16.194215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35bdf3-f6ed-4357-95af-8c2aa5b9dc43 None None] Pushing event updated for resources: {'Port': ['ID=98923e4b-f03e-4ed3-a7f3-81ed7f894520,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:16.289893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:16.326721 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:55:16.399384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.420299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:16.600600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8:0:1::5b (9796cf21-4204-461c-b884-2cda56d4179e/d0a420e1-4175-4cd6-bdb9-208a8eeb4882/0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:16.607841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::f816:3eff:fe46:9411 (9796cf21-4204-461c-b884-2cda56d4179e/3031cbf3-6e18-488f-a05b-28793c51cc17/0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:16.769358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.782465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:16.828287 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.889557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:16.893807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:16.896394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:16.898852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:16.904491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:16.905119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.921818 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a1d2389c-3ca0-4359-8138-29b45b353ff4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7666471 Aug 31 09:55:16.927685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59046) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:17.021782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-18924d98-63d8-4868-b4be-7a8fd55491d6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:17.021782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-18924d98-63d8-4868-b4be-7a8fd55491d6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.122877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-18924d98-63d8-4868-b4be-7a8fd55491d6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.137284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-18924d98-63d8-4868-b4be-7a8fd55491d6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:17.181951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd39dd9-2f19-4655-aa9e-157db5c0c15b None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:17.268081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ddc72b12-3599-4876-903f-6affcdb95200 None None] Provisioning for port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:17.334575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-18924d98-63d8-4868-b4be-7a8fd55491d6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.375851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18924d98-63d8-4868-b4be-7a8fd55491d6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:17.438347 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-18924d98-63d8-4868-b4be-7a8fd55491d6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.440595 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-18924d98-63d8-4868-b4be-7a8fd55491d6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c HTTP/1.1" status: 204 len: 168 time: 0.5152895 Aug 31 09:55:17.444149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59054) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:17.462182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 98923e4b-f03e-4ed3-a7f3-81ed7f894520 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:17.516496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8092d-f528-4697-97aa-a7afb7ff5064 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:17.518096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca2c0d0-9c7c-4a94-a9e4-4967b65c4052 None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': '3031cbf3-6e18-488f-a05b-28793c51cc17', 'ip_address': '2001:db8::f816:3eff:fee5:43c8'}, {'subnet_id': 'd0a420e1-4175-4cd6-bdb9-208a8eeb4882'}], 'binding:host_id': 'n-d-806683-2'}, 'id': '98923e4b-f03e-4ed3-a7f3-81ed7f894520'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:55:17.522175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59056) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:17.522885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8bb8092d-f528-4697-97aa-a7afb7ff5064 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0767248 Aug 31 09:55:17.553723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c0d0-9c7c-4a94-a9e4-4967b65c4052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.576834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a4736-1a1a-472a-8778-8cb7e6cdfe7c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:17.578377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5e3a4736-1a1a-472a-8778-8cb7e6cdfe7c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0547035 Aug 31 09:55:17.582600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59058) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:17.606856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:17.619289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:17.619657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.670032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c9c4c9-2866-4ba1-889c-a7fd63c888ea tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:17.671723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c9c4c9-2866-4ba1-889c-a7fd63c888ea tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:17.673371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c9c4c9-2866-4ba1-889c-a7fd63c888ea tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:17.678082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-62c9c4c9-2866-4ba1-889c-a7fd63c888ea tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0912457 Aug 31 09:55:17.678486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59062) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:17.742407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f9f626-67cb-4207-9de7-31cbffd2b140 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 3031cbf3-6e18-488f-a05b-28793c51cc17 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:17.799309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59064) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:17.825083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-5ca2c0d0-9c7c-4a94-a9e4-4967b65c4052 None None] Allocated IP 2001:db8:0:1::2 (9796cf21-4204-461c-b884-2cda56d4179e/d0a420e1-4175-4cd6-bdb9-208a8eeb4882/98923e4b-f03e-4ed3-a7f3-81ed7f894520) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:17.839790 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.933775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e86250a-29f0-4ef5-be0a-473fa2de6796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.947833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5ca2c0d0-9c7c-4a94-a9e4-4967b65c4052 None None] For port 98923e4b-f03e-4ed3-a7f3-81ed7f894520, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=98923e4b-f03e-4ed3-a7f3-81ed7f894520,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:17.978802 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c0d0-9c7c-4a94-a9e4-4967b65c4052 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.994889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5ca2c0d0-9c7c-4a94-a9e4-4967b65c4052 None None] Transition to ACTIVE for port object 98923e4b-f03e-4ed3-a7f3-81ed7f894520 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:17.999422 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c0d0-9c7c-4a94-a9e4-4967b65c4052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.001333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f626-67cb-4207-9de7-31cbffd2b140 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.053970 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f626-67cb-4207-9de7-31cbffd2b140 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.098070 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:55:18.098437 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:55:18.115612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2c0d0-9c7c-4a94-a9e4-4967b65c4052 None None] Pushing event updated for resources: {'Port': ['ID=98923e4b-f03e-4ed3-a7f3-81ed7f894520,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:18.128590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e86250a-29f0-4ef5-be0a-473fa2de6796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.150710 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1e86250a-29f0-4ef5-be0a-473fa2de6796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.210770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86250a-29f0-4ef5-be0a-473fa2de6796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27e1ef-34db-4c90-93eb-28df78f092c2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:18.214458 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f626-67cb-4207-9de7-31cbffd2b140 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.224675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1e86250a-29f0-4ef5-be0a-473fa2de6796 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ef765a493334594b564f64dd60feb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203298 Aug 31 09:55:18.225555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59068) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:18.285497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05302fb7-6f29-4f88-966e-ebf88213e0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.288702 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f626-67cb-4207-9de7-31cbffd2b140 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.315609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05302fb7-6f29-4f88-966e-ebf88213e0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.318577 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9f626-67cb-4207-9de7-31cbffd2b140 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=3031cbf3-6e18-488f-a05b-28793c51cc17,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:18.326605 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f626-67cb-4207-9de7-31cbffd2b140 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.335336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c0f9f626-67cb-4207-9de7-31cbffd2b140 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/3031cbf3-6e18-488f-a05b-28793c51cc17 HTTP/1.1" status: 204 len: 168 time: 0.6490355 Aug 31 09:55:18.337937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59072) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:18.379139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05302fb7-6f29-4f88-966e-ebf88213e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.381988 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-05302fb7-6f29-4f88-966e-ebf88213e0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.384444 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-05302fb7-6f29-4f88-966e-ebf88213e0a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a27e1ef-34db-4c90-93eb-28df78f092c2 HTTP/1.1" status: 204 len: 168 time: 0.1568327 Aug 31 09:55:18.397294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05302fb7-6f29-4f88-966e-ebf88213e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27e1ef-34db-4c90-93eb-28df78f092c2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:18.423862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e93dec0-22e7-49f7-a63c-aa9925904e9c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet d0a420e1-4175-4cd6-bdb9-208a8eeb4882 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:18.430726 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e93dec0-22e7-49f7-a63c-aa9925904e9c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.474599 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e93dec0-22e7-49f7-a63c-aa9925904e9c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.571284 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e93dec0-22e7-49f7-a63c-aa9925904e9c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.653934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e93dec0-22e7-49f7-a63c-aa9925904e9c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.661652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.685121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2152d8-74fd-40a0-8302-766dca38737b None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:18.712279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93dec0-22e7-49f7-a63c-aa9925904e9c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a420e1-4175-4cd6-bdb9-208a8eeb4882,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:18.721803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59078) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:18.726215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7e93dec0-22e7-49f7-a63c-aa9925904e9c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.729416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7e93dec0-22e7-49f7-a63c-aa9925904e9c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/d0a420e1-4175-4cd6-bdb9-208a8eeb4882 HTTP/1.1" status: 204 len: 168 time: 0.3902774 Aug 31 09:55:18.731811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59080) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:18.741998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1976e76b-1da7-4610-b2c3-ba4de16af5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.785886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a98db2be-ca51-43cd-bbc9-0d67f303c2d1 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528710 Aug 31 09:55:18.788842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59082) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:18.794158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:18.846477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-745169aa-f702-4f79-9cfa-2fda4e6d7311 None None] Provisioning for port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:18.867809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-745169aa-f702-4f79-9cfa-2fda4e6d7311 None None] Provisioning complete for port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:18.868389 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-745169aa-f702-4f79-9cfa-2fda4e6d7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.873102 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:55:18.873641 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:55:18.911094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1976e76b-1da7-4610-b2c3-ba4de16af5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.915652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1976e76b-1da7-4610-b2c3-ba4de16af5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.958470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:18.962725 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.989589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976e76b-1da7-4610-b2c3-ba4de16af5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56299c0-74ba-4edd-b24e-f050a79ec5b0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:18.998526 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1976e76b-1da7-4610-b2c3-ba4de16af5e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=471c33ef5cff47af908b9d22d1281e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747946 Aug 31 09:55:18.999135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59084) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:19.038007 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-745169aa-f702-4f79-9cfa-2fda4e6d7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.072658 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee57d06f-bd46-4996-82f9-59e96a8a062f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.073190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:19.099921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee57d06f-bd46-4996-82f9-59e96a8a062f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.103148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-745169aa-f702-4f79-9cfa-2fda4e6d7311 None None] For port 98923e4b-f03e-4ed3-a7f3-81ed7f894520, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=98923e4b-f03e-4ed3-a7f3-81ed7f894520,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:19.109190 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-745169aa-f702-4f79-9cfa-2fda4e6d7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.133250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-745169aa-f702-4f79-9cfa-2fda4e6d7311 None None] Could not find standard attr ID for object 0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:19.158993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee57d06f-bd46-4996-82f9-59e96a8a062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.162485 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ee57d06f-bd46-4996-82f9-59e96a8a062f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.163936 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee57d06f-bd46-4996-82f9-59e96a8a062f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c56299c0-74ba-4edd-b24e-f050a79ec5b0 HTTP/1.1" status: 204 len: 168 time: 0.1631749 Aug 31 09:55:19.172923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57d06f-bd46-4996-82f9-59e96a8a062f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56299c0-74ba-4edd-b24e-f050a79ec5b0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:19.202468 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.218281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745169aa-f702-4f79-9cfa-2fda4e6d7311 None None] Pushing event updated for resources: {'Port': ['ID=98923e4b-f03e-4ed3-a7f3-81ed7f894520,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:19.246172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] Deleting port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:19.246334 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.249271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:19.255280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:19.259637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:19.260256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.268694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:19.286449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-055b526b-b553-4f7d-aabc-a8c16e0a9f07 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4937646 Aug 31 09:55:19.287003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59088) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:19.294606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bab4870d-91c8-43f0-a2e5-46cd9ea01668 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:19.339464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] For port 98923e4b-f03e-4ed3-a7f3-81ed7f894520, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=98923e4b-f03e-4ed3-a7f3-81ed7f894520,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:19.340061 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.356300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] Calling delete_port for 98923e4b-f03e-4ed3-a7f3-81ed7f894520 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:19.414266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 98923e4b-f03e-4ed3-a7f3-81ed7f894520 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:19.418787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab4870d-91c8-43f0-a2e5-46cd9ea01668 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:19.423450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bab4870d-91c8-43f0-a2e5-46cd9ea01668 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.523849 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.539271 n-d-806683-2 neutron-server[94787]: INFO neutron.db.ipam_backend_mixin [None req-bab4870d-91c8-43f0-a2e5-46cd9ea01668 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30 (CIDR: 2001:db8::/64) Aug 31 09:55:19.543622 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab4870d-91c8-43f0-a2e5-46cd9ea01668 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:55:19.544297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab4870d-91c8-43f0-a2e5-46cd9ea01668 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:19.551376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] Pushing event deleted for resources: {'Port': ['ID=98923e4b-f03e-4ed3-a7f3-81ed7f894520,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:19.559823 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.566448 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bab4870d-91c8-43f0-a2e5-46cd9ea01668 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2749083 Aug 31 09:55:19.566619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59100) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:19.572554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:19.574718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ad8c5-d5ff-4a39-a543-7f1e68c55f62 None None] No DVR routers for this DVR port 98923e4b-f03e-4ed3-a7f3-81ed7f894520 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:19.607831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0046264-bdf9-4654-8342-d59597d5b4fe None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:19.711176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:19.715045 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.774281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': '334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:19.775184 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.928959 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30/ec2133b4-53eb-4a70-8843-759d44db2ba0) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:20.050888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:55:20.052356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.089723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.092961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:20.098776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:20.098952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Transition to ACTIVE for port object ec2133b4-53eb-4a70-8843-759d44db2ba0 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:20.103048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.103630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.117288 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=6f6a6967-2fd3-4c78-af6b-579fcc30bd14,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:20.122437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Transition to ACTIVE for port object ec2133b4-53eb-4a70-8843-759d44db2ba0 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:20.126946 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-164a3e68-7841-4b44-929a-46efbe158331 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5590358 Aug 31 09:55:20.129747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59116) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:20.130584 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.135918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:48:33:c0', 'name': 'tempest-NetworksTestDHCPv6-66514416'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:20.172432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:20.175622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:20.179323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:20.186466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Pushing event updated for resources: {'Port': ['ID=ec2133b4-53eb-4a70-8843-759d44db2ba0,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:20.237892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Attempting to bind port ec2133b4-53eb-4a70-8843-759d44db2ba0 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:20.238326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Attempting to bind port ec2133b4-53eb-4a70-8843-759d44db2ba0 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:20.238795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Attempting to bind port ec2133b4-53eb-4a70-8843-759d44db2ba0 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:20.244217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:20.244668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:20.245153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.245601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:20.246121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Bound port: ec2133b4-53eb-4a70-8843-759d44db2ba0, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:20.246520 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.260156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:20.323176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] For port ec2133b4-53eb-4a70-8843-759d44db2ba0, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:20.326653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] For port ec2133b4-53eb-4a70-8843-759d44db2ba0, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ec2133b4-53eb-4a70-8843-759d44db2ba0,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:20.333650 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.349743 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.401367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32eecbc-7ee2-4737-b78a-3c028e60f95d None None] Pushing event updated for resources: {'Port': ['ID=ec2133b4-53eb-4a70-8843-759d44db2ba0,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:20.409289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 78e63280-7774-4a15-9e93-76d35a6f2bf7 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:20.609485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::372 (9796cf21-4204-461c-b884-2cda56d4179e/334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30/78e63280-7774-4a15-9e93-76d35a6f2bf7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:20.616851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8:0:1:f816:3eff:fe48:33c0 (9796cf21-4204-461c-b884-2cda56d4179e/6f6a6967-2fd3-4c78-af6b-579fcc30bd14/78e63280-7774-4a15-9e93-76d35a6f2bf7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:21.115474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-bad5d345-fe7f-41bd-90ec-58250607a87b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1159091 Aug 31 09:55:21.172170 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.188509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 78e63280-7774-4a15-9e93-76d35a6f2bf7 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:21.254086 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.302398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c9998336-5b2f-49d0-b4b9-50a73e9855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.302910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c9998336-5b2f-49d0-b4b9-50a73e9855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.303386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c9998336-5b2f-49d0-b4b9-50a73e9855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.303935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c9998336-5b2f-49d0-b4b9-50a73e9855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.304406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c9998336-5b2f-49d0-b4b9-50a73e9855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.304873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c9998336-5b2f-49d0-b4b9-50a73e9855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.305338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c9998336-5b2f-49d0-b4b9-50a73e9855ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.307395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c9998336-5b2f-49d0-b4b9-50a73e9855ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6502 time: 0.1169116 Aug 31 09:55:21.319410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:21.322983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:21.327313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:21.333278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.334055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.358737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2273350 Aug 31 09:55:21.361364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ce2d-1f44-4bf9-9013-f70e9b781fd6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=78e63280-7774-4a15-9e93-76d35a6f2bf7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:21.364475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59126) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:21.475937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-fdfdf350-7d14-41f0-88dd-abcca8bbbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.478083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-fdfdf350-7d14-41f0-88dd-abcca8bbbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.479235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-fdfdf350-7d14-41f0-88dd-abcca8bbbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.484234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-fdfdf350-7d14-41f0-88dd-abcca8bbbe78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ccf638d-afca-44df-8059-2feac97c1ce2&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=4881000f-f362-409a-82b9-80064c0603e3&id=4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 200 len: 2301 time: 0.1382551 Aug 31 09:55:21.497975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ec2133b4-53eb-4a70-8843-759d44db2ba0 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:21.515373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-16724d6e-3a6a-474f-9b4e-62021daf3bac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 78e63280-7774-4a15-9e93-76d35a6f2bf7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:21.515814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16724d6e-3a6a-474f-9b4e-62021daf3bac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.548066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f70e0-bbc3-4626-b30a-76566d6609ee None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:21.632502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16724d6e-3a6a-474f-9b4e-62021daf3bac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.635040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c805977d-65df-4711-94d7-28ec7650486f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416 HTTP/1.1" status: 200 len: 1000 time: 0.1396513 Aug 31 09:55:21.650085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-16724d6e-3a6a-474f-9b4e-62021daf3bac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 78e63280-7774-4a15-9e93-76d35a6f2bf7 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:21.703203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3d4154c-5731-422b-a164-978f4648306d None None] Provisioning for port ec2133b4-53eb-4a70-8843-759d44db2ba0 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:21.703408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-2dd7a2e6-5341-446e-87a2-fcb91f161cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.704981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-2dd7a2e6-5341-446e-87a2-fcb91f161cce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8a553c-0413-451d-acd5-160d29b4a570 HTTP/1.1" status: 200 len: 856 time: 0.0568650 Aug 31 09:55:21.740768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ec2133b4-53eb-4a70-8843-759d44db2ba0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:21.748145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ec2133b4-53eb-4a70-8843-759d44db2ba0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:21.748517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.797367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-857d277a-20ee-4d99-a7c9-90b16dbe5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.799071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-857d277a-20ee-4d99-a7c9-90b16dbe5c63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ccf638d-afca-44df-8059-2feac97c1ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855784 Aug 31 09:55:21.899399 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5d398bb4-e331-4a1f-9432-4cbd4c2faad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.947183 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16724d6e-3a6a-474f-9b4e-62021daf3bac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.970190 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.000696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-f932742d-b889-4957-bcfb-32cb6b124086 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924796 Aug 31 09:55:22.004100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16724d6e-3a6a-474f-9b4e-62021daf3bac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=78e63280-7774-4a15-9e93-76d35a6f2bf7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:22.036732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ec2133b4-53eb-4a70-8843-759d44db2ba0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ec2133b4-53eb-4a70-8843-759d44db2ba0,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:22.045426 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.059214 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16724d6e-3a6a-474f-9b4e-62021daf3bac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.064078 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-16724d6e-3a6a-474f-9b4e-62021daf3bac tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/78e63280-7774-4a15-9e93-76d35a6f2bf7 HTTP/1.1" status: 204 len: 168 time: 0.6961865 Aug 31 09:55:22.064714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59136) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:22.078670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0323c85c-d2fc-4313-a2f3-54b8c05125e2 None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': '334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f6a6967-2fd3-4c78-af6b-579fcc30bd14'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'ec2133b4-53eb-4a70-8843-759d44db2ba0'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:55:22.121269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5629441e-d372-4f15-960f-36500846a7ed tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.125130 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5629441e-d372-4f15-960f-36500846a7ed tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0571167 Aug 31 09:55:22.125333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59138) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:22.131511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0323c85c-d2fc-4313-a2f3-54b8c05125e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.147926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ec2133b4-53eb-4a70-8843-759d44db2ba0,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:22.167900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-f053ae7e-fb50-4434-ad42-0a312e89bb24 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551654 Aug 31 09:55:22.197190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8907c802-85e9-4721-a376-1a5256a804cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.203435 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8907c802-85e9-4721-a376-1a5256a804cd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0767970 Aug 31 09:55:22.204091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59140) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:22.227713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-b463285a-307e-43f6-b242-9b59212bd2d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0521100 Aug 31 09:55:22.273651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ae7c5-40c5-42b5-939e-e1b2d720dd47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.275318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ae7c5-40c5-42b5-939e-e1b2d720dd47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.276951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ae7c5-40c5-42b5-939e-e1b2d720dd47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.281171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5a5ae7c5-40c5-42b5-939e-e1b2d720dd47 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0736554 Aug 31 09:55:22.281458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59142) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:22.291595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c325f0ce-acf6-49f7-94dc-5df026963be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.293032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c325f0ce-acf6-49f7-94dc-5df026963be7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0591323 Aug 31 09:55:22.333807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-0323c85c-d2fc-4313-a2f3-54b8c05125e2 None None] Allocated IP 2001:db8:0:1:f816:3eff:feff:1bda (9796cf21-4204-461c-b884-2cda56d4179e/6f6a6967-2fd3-4c78-af6b-579fcc30bd14/ec2133b4-53eb-4a70-8843-759d44db2ba0) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:22.369060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf49db0-49b5-4f09-a152-6fd324dc76f4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:22.377724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-796cd23f-12a6-44bc-8a74-a1902096a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.379219 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-796cd23f-12a6-44bc-8a74-a1902096a452 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0634170 Aug 31 09:55:22.441143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0323c85c-d2fc-4313-a2f3-54b8c05125e2 None None] For port ec2133b4-53eb-4a70-8843-759d44db2ba0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ec2133b4-53eb-4a70-8843-759d44db2ba0,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:22.475727 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0323c85c-d2fc-4313-a2f3-54b8c05125e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.482272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-6990c641-06b1-40ea-82b8-dfb856e8ab8c service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954182 Aug 31 09:55:22.490109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0323c85c-d2fc-4313-a2f3-54b8c05125e2 None None] Transition to ACTIVE for port object ec2133b4-53eb-4a70-8843-759d44db2ba0 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:22.494937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0323c85c-d2fc-4313-a2f3-54b8c05125e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.496955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4bf49db0-49b5-4f09-a152-6fd324dc76f4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.578486 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4bf49db0-49b5-4f09-a152-6fd324dc76f4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.659753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-06937fbf-3295-4d31-a974-8d8028b54172 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706054 Aug 31 09:55:22.724056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-8574865f-bdf8-4404-85c8-23ec4ab89b2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 217 time: 0.0424435 Aug 31 09:55:22.748798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323c85c-d2fc-4313-a2f3-54b8c05125e2 None None] Pushing event updated for resources: {'Port': ['ID=ec2133b4-53eb-4a70-8843-759d44db2ba0,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:22.780754 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4bf49db0-49b5-4f09-a152-6fd324dc76f4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.828608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-18e353ca-e885-492e-ac8c-c22bec8066c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.830188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-18e353ca-e885-492e-ac8c-c22bec8066c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0883734 Aug 31 09:55:22.905839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-b764004e-defe-4a62-ba73-e95bb9cd08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.908144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-b764004e-defe-4a62-ba73-e95bb9cd08f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679951 Aug 31 09:55:22.910339 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4bf49db0-49b5-4f09-a152-6fd324dc76f4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.992694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf49db0-49b5-4f09-a152-6fd324dc76f4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:23.059787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4bf49db0-49b5-4f09-a152-6fd324dc76f4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.061719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4bf49db0-49b5-4f09-a152-6fd324dc76f4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30 HTTP/1.1" status: 204 len: 168 time: 0.7793016 Aug 31 09:55:23.064193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59148) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:23.146865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-544597e7-ce18-45c9-95db-bbd9be747f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 6f6a6967-2fd3-4c78-af6b-579fcc30bd14 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:23.157374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-544597e7-ce18-45c9-95db-bbd9be747f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.181547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-7cb63e1b-1259-487a-9f02-03871f634ed2 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648902 Aug 31 09:55:23.249485 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-544597e7-ce18-45c9-95db-bbd9be747f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.359386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb7eb4-1b17-4fbb-8f9f-3043b6d4ccb1 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:23.361800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-0f895604-1778-406c-86e5-e4c3a3628711 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696763 Aug 31 09:55:23.379166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-544597e7-ce18-45c9-95db-bbd9be747f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.399333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ec2133b4-53eb-4a70-8843-759d44db2ba0 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:23.426790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-67466059-35da-45a8-ba25-142d03ebce57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=51133362-96f1-4480-8b28-296952a81d2e HTTP/1.1" status: 200 len: 217 time: 0.0569086 Aug 31 09:55:23.481360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-98f5f261-873a-4db5-b8d5-a77369b5b51e None None] Provisioning for port ec2133b4-53eb-4a70-8843-759d44db2ba0 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:23.493011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-98f5f261-873a-4db5-b8d5-a77369b5b51e None None] Provisioning complete for port ec2133b4-53eb-4a70-8843-759d44db2ba0 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:23.493383 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-98f5f261-873a-4db5-b8d5-a77369b5b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.497709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-9f175df6-3dbe-44f6-b9ea-ebabe0760180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:23.499349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-9f175df6-3dbe-44f6-b9ea-ebabe0760180 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0636914 Aug 31 09:55:23.506612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-544597e7-ce18-45c9-95db-bbd9be747f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.538120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ec2133b4-53eb-4a70-8843-759d44db2ba0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:23.538493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.562111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544597e7-ce18-45c9-95db-bbd9be747f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6a6967-2fd3-4c78-af6b-579fcc30bd14,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:23.569132 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-544597e7-ce18-45c9-95db-bbd9be747f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.573297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-544597e7-ce18-45c9-95db-bbd9be747f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/6f6a6967-2fd3-4c78-af6b-579fcc30bd14 HTTP/1.1" status: 204 len: 168 time: 0.5059216 Aug 31 09:55:23.573674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59150) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:23.613965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-46d9e661-179b-4dc4-a418-8e353c38c860 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390866 Aug 31 09:55:23.617122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59152) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:23.623338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:23.633607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-5fadf029-4a18-46d6-836b-8d68ad7192a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:23.635172 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-5fadf029-4a18-46d6-836b-8d68ad7192a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262393 Aug 31 09:55:23.731653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-98f5f261-873a-4db5-b8d5-a77369b5b51e None None] Could not find standard attr ID for object 78e63280-7774-4a15-9e93-76d35a6f2bf7. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:23.741853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c73a8a-911c-45c4-9237-7a8e7ee34729 None None] Update dhcp port {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'fixed_ips': [{'subnet_id': '6f6a6967-2fd3-4c78-af6b-579fcc30bd14'}], 'binding:host_id': 'n-d-806683-2'}, 'id': 'ec2133b4-53eb-4a70-8843-759d44db2ba0'} from n-d-806683-2. {{(pid=94788) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:55:23.770012 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-07c73a8a-911c-45c4-9237-7a8e7ee34729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.805374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-76059dcc-2952-49e4-bbf8-349884c10e68 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586139 Aug 31 09:55:23.808288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:23.811889 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:23.968546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd7380-3715-4576-9683-4df16f497b1c None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:23.976387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-5d41a029-8fab-407d-af91-6db74d44a45b service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488497 Aug 31 09:55:23.983050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d9a49398-f814-4919-b249-3fe2c809e481 None None] Provisioning complete for port ec2133b4-53eb-4a70-8843-759d44db2ba0 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:23.983601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d9a49398-f814-4919-b249-3fe2c809e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.051940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-a311b66f-2579-4a93-a6e0-fc392acba427 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6 HTTP/1.1" status: 200 len: 217 time: 0.0647287 Aug 31 09:55:24.155348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-528b3c6d-768c-49aa-b21e-3823aadbc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.156190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-528b3c6d-768c-49aa-b21e-3823aadbc143 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0973954 Aug 31 09:55:24.158067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.201181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:24.240449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:24.250174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:24.256060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.256666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.262388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] Deleting port ec2133b4-53eb-4a70-8843-759d44db2ba0 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:24.263259 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.267845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=defee9d9-acf1-4f01-a99b-b8e1d36a7973,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:24.283129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-3cf07bbc-cf8d-4b4b-aa75-860278cd2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.285406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-3cf07bbc-cf8d-4b4b-aa75-860278cd2bfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172030 Aug 31 09:55:24.287175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1a70300c-80ce-43c6-ae88-47937de1d06c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6691108 Aug 31 09:55:24.290077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59172) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:24.298347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c542498d-d697-4563-ad04-c38987e6e754 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:24.355466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] For port ec2133b4-53eb-4a70-8843-759d44db2ba0, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ec2133b4-53eb-4a70-8843-759d44db2ba0,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:24.355858 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.370812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] Calling delete_port for ec2133b4-53eb-4a70-8843-759d44db2ba0 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:24.459162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.464574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-73e61807-aca3-4753-be95-986c36906295 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653514 Aug 31 09:55:24.486789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] Pushing event deleted for resources: {'Port': ['ID=ec2133b4-53eb-4a70-8843-759d44db2ba0,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:24.492733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939221cd-2d97-4cf8-8344-f2b6814e8863 None None] No DVR routers for this DVR port ec2133b4-53eb-4a70-8843-759d44db2ba0 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:24.513311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7701ea7b-1548-4c84-a428-014e16be968a None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:24.536704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c542498d-d697-4563-ad04-c38987e6e754 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:24.540217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c542498d-d697-4563-ad04-c38987e6e754 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.646382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-f574ab4a-64bb-447d-811f-a2aece516396 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733818 Aug 31 09:55:24.697855 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-d9187384-3659-413c-a88a-5951518ebd33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6 HTTP/1.1" status: 200 len: 217 time: 0.0417504 Aug 31 09:55:24.698406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9796cf21-4204-461c-b884-2cda56d4179e', 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'tenant_id': 'f4a690eaa41246a78775c47145aa25c1', 'fixed_ips': [{'subnet_id': 'defee9d9-acf1-4f01-a99b-b8e1d36a7973'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:24.699589 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.703407 n-d-806683-2 neutron-server[94786]: INFO neutron.db.ipam_backend_mixin [None req-c542498d-d697-4563-ad04-c38987e6e754 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet defee9d9-acf1-4f01-a99b-b8e1d36a7973 (CIDR: 2001:db8::/64) Aug 31 09:55:24.724989 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-c542498d-d697-4563-ad04-c38987e6e754 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:55:24.725437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c542498d-d697-4563-ad04-c38987e6e754 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:24.774025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c542498d-d697-4563-ad04-c38987e6e754 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4828441 Aug 31 09:55:24.776448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-3939ca42-68ed-42fe-afbf-3748d0934331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.776933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59190) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:24.777947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-3939ca42-68ed-42fe-afbf-3748d0934331 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0724177 Aug 31 09:55:24.782636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'subnet': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:24.832637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-d2b9d516-ee7e-43e8-8e51-7f9641a09d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.834494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-d2b9d516-ee7e-43e8-8e51-7f9641a09d7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479999 Aug 31 09:55:24.883623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Allocated IP 2001:db8::2 (9796cf21-4204-461c-b884-2cda56d4179e/defee9d9-acf1-4f01-a99b-b8e1d36a7973/880a5251-cff3-4393-9053-b3eae61d0f71) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:24.947293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-13bd839c-c214-473e-8c2b-0a984dbc809d service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035113 Aug 31 09:55:24.958628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:24.962281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.058052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.083575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-6867ce6d-8749-4598-b7d9-bbd404095af5 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278672 Aug 31 09:55:25.086431 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.097368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Transition to ACTIVE for port object 880a5251-cff3-4393-9053-b3eae61d0f71 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:25.115480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Transition to ACTIVE for port object 880a5251-cff3-4393-9053-b3eae61d0f71 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:25.122461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.136675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-b343baef-a032-4492-bd42-e2531e1c45ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=99f92245-6acc-48c7-93cd-d517ad6d173d HTTP/1.1" status: 200 len: 217 time: 0.0449791 Aug 31 09:55:25.165782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:25.169278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:25.173952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:25.177324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Pushing event updated for resources: {'Port': ['ID=880a5251-cff3-4393-9053-b3eae61d0f71,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:25.199137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-50db87bb-c16e-480f-8c4b-07f3db0de115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:25.201331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-50db87bb-c16e-480f-8c4b-07f3db0de115 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0563948 Aug 31 09:55:25.242437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Attempting to bind port 880a5251-cff3-4393-9053-b3eae61d0f71 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:25.242888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Attempting to bind port 880a5251-cff3-4393-9053-b3eae61d0f71 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:25.243296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Attempting to bind port 880a5251-cff3-4393-9053-b3eae61d0f71 on network 9796cf21-4204-461c-b884-2cda56d4179e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:25.250074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:25.250465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Checking segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:25.251141 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.251546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Bound using segment: {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:25.252035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Bound port: 880a5251-cff3-4393-9053-b3eae61d0f71, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '9796cf21-4204-461c-b884-2cda56d4179e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:25.252425 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.265893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-5b1472f5-1da6-44f3-9346-a447de244fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:25.267671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-5b1472f5-1da6-44f3-9346-a447de244fc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585349 Aug 31 09:55:25.318039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] For port 880a5251-cff3-4393-9053-b3eae61d0f71, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:25.322652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] For port 880a5251-cff3-4393-9053-b3eae61d0f71, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=880a5251-cff3-4393-9053-b3eae61d0f71,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:25.329268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.363542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.objects.ports [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94787) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:55:25.420192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ec2133b4-53eb-4a70-8843-759d44db2ba0 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:25.425518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-c062f4bd-5e92-4d72-a13d-14a1f6eb3d7b service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482635 Aug 31 09:55:25.459958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ec2133b4-53eb-4a70-8843-759d44db2ba0 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:25.460307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ec2133b4-53eb-4a70-8843-759d44db2ba0 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:25.462503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b563836-f15d-4e83-84a3-0bc61e776003 None None] Pushing event updated for resources: {'Port': ['ID=880a5251-cff3-4393-9053-b3eae61d0f71,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:25.552311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38ab5487-6f46-41c3-b93c-aed4f4d5bcf1 req-b34bed78-024f-4b33-8302-6e0a88e8bc3a service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192102 Aug 31 09:55:25.584755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.758444 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb12e9d5-db0b-4ead-8286-fe2c821f4761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.804545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] For port 880a5251-cff3-4393-9053-b3eae61d0f71, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=880a5251-cff3-4393-9053-b3eae61d0f71,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:25.849765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.854521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.855329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.932246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:25.938871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:25.945848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:25.946464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.966830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Subnet': ['ID=3558bea3-0fd9-4fa4-b0d4-3758d945a509,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:25.973200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=880a5251-cff3-4393-9053-b3eae61d0f71,revision_number=4']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:25.977448 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-07152bb8-b65a-4369-b87c-b968412b3f48 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1993563 Aug 31 09:55:25.980702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59198) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:25.986386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Request body: {'port': {'network_id': '9796cf21-4204-461c-b884-2cda56d4179e', 'mac_address': 'fa:16:3e:ec:f5:8d', 'name': 'tempest-NetworksTestDHCPv6-2095593844'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:26.102546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Made reservation on behalf of f4a690eaa41246a78775c47145aa25c1 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:26.192050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.212076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] device_id is not set on port 8696f068-b39e-46be-a7ea-5d270e084305 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:26.386532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8::231 (9796cf21-4204-461c-b884-2cda56d4179e/defee9d9-acf1-4f01-a99b-b8e1d36a7973/8696f068-b39e-46be-a7ea-5d270e084305) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:26.393409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Allocated IP 2001:db8:0:1:f816:3eff:feec:f58d (9796cf21-4204-461c-b884-2cda56d4179e/3558bea3-0fd9-4fa4-b0d4-3758d945a509/8696f068-b39e-46be-a7ea-5d270e084305) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:26.454331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f169f92-7da1-48b6-9266-f38eb2961570 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:26.540075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-60616ec6-0ae6-4845-a618-0531e41378df None None] Provisioning for port 880a5251-cff3-4393-9053-b3eae61d0f71 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:26.543309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.558151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Transition to ACTIVE for port object 8696f068-b39e-46be-a7ea-5d270e084305 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:26.606847 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.669634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Network 9796cf21-4204-461c-b884-2cda56d4179e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:26.673041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:26.678131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:26.683797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:26.684431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.688352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event updated for resources: {'Port': ['ID=8696f068-b39e-46be-a7ea-5d270e084305,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:26.703673 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-db6f4832-1b4c-4866-81b3-7042066bd0d4 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7218180 Aug 31 09:55:26.706726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59200) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:26.823380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-415a8571-1271-498d-a3b1-a23962d7e27d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting port 8696f068-b39e-46be-a7ea-5d270e084305 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:26.824428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-415a8571-1271-498d-a3b1-a23962d7e27d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.230634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-415a8571-1271-498d-a3b1-a23962d7e27d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.244324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-415a8571-1271-498d-a3b1-a23962d7e27d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Calling delete_port for 8696f068-b39e-46be-a7ea-5d270e084305 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:27.452832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 880a5251-cff3-4393-9053-b3eae61d0f71 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:27.478895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-415a8571-1271-498d-a3b1-a23962d7e27d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.513333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 880a5251-cff3-4393-9053-b3eae61d0f71 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:27.519716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8571-1271-498d-a3b1-a23962d7e27d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Port': ['ID=8696f068-b39e-46be-a7ea-5d270e084305,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:27.520850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 880a5251-cff3-4393-9053-b3eae61d0f71 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:27.521975 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.560245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6e4c9a29-a326-46bd-a094-67230077585b None None] Could not find standard attr ID for object 0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:27.580475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-415a8571-1271-498d-a3b1-a23962d7e27d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.583684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-415a8571-1271-498d-a3b1-a23962d7e27d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/8696f068-b39e-46be-a7ea-5d270e084305 HTTP/1.1" status: 204 len: 168 time: 0.8759677 Aug 31 09:55:27.586349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59214) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:27.624225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.647194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b40177-498c-437a-8b4d-c7bd60cb1433 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:27.649152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-79b40177-498c-437a-8b4d-c7bd60cb1433 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0611973 Aug 31 09:55:27.653101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59216) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:27.676979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 880a5251-cff3-4393-9053-b3eae61d0f71, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=880a5251-cff3-4393-9053-b3eae61d0f71,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:27.683988 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.690137 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.711369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ef08a-d04b-47fc-8cf1-ef613f3c2d54 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:27.713911 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f48ef08a-d04b-47fc-8cf1-ef613f3c2d54 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0594089 Aug 31 09:55:27.716473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59218) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:27.743990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=880a5251-cff3-4393-9053-b3eae61d0f71,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:27.783586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6201d2d6-6412-4c52-abff-de943dc801d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:27.785823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6201d2d6-6412-4c52-abff-de943dc801d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:27.787377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6201d2d6-6412-4c52-abff-de943dc801d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:27.788407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-81d15c0f-72ee-4285-b5e1-4cf4ddbd6afc None None] Could not find standard attr ID for object 78e63280-7774-4a15-9e93-76d35a6f2bf7. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:27.788980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6201d2d6-6412-4c52-abff-de943dc801d7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0715146 Aug 31 09:55:27.797123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59220) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:27.852134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-565c6be8-9be3-4ea9-a69a-78e77abc73fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet 3558bea3-0fd9-4fa4-b0d4-3758d945a509 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:27.855820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-565c6be8-9be3-4ea9-a69a-78e77abc73fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.898982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-565c6be8-9be3-4ea9-a69a-78e77abc73fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.997361 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-565c6be8-9be3-4ea9-a69a-78e77abc73fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.012132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d397a476-1515-48b6-93ef-3b1fc11e3cbf None None] Could not find standard attr ID for object 8696f068-b39e-46be-a7ea-5d270e084305. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:28.067874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-565c6be8-9be3-4ea9-a69a-78e77abc73fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.100781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-565c6be8-9be3-4ea9-a69a-78e77abc73fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.104960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-565c6be8-9be3-4ea9-a69a-78e77abc73fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/3558bea3-0fd9-4fa4-b0d4-3758d945a509 HTTP/1.1" status: 204 len: 168 time: 0.3044593 Aug 31 09:55:28.104960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c6be8-9be3-4ea9-a69a-78e77abc73fa tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=3558bea3-0fd9-4fa4-b0d4-3758d945a509,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:28.105742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59224) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.164890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-971e3add-77e1-42b2-8216-bf6114dc5d2d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Deleting subnet defee9d9-acf1-4f01-a99b-b8e1d36a7973 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:28.168442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-971e3add-77e1-42b2-8216-bf6114dc5d2d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.212740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-971e3add-77e1-42b2-8216-bf6114dc5d2d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.218525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171fafab-d34d-4461-8766-8e8ca5912fcf None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:28.317473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-971e3add-77e1-42b2-8216-bf6114dc5d2d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.389756 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-971e3add-77e1-42b2-8216-bf6114dc5d2d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.435487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3add-77e1-42b2-8216-bf6114dc5d2d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Subnet': ['ID=defee9d9-acf1-4f01-a99b-b8e1d36a7973,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:28.438524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-971e3add-77e1-42b2-8216-bf6114dc5d2d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.444363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.444502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-971e3add-77e1-42b2-8216-bf6114dc5d2d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/defee9d9-acf1-4f01-a99b-b8e1d36a7973 HTTP/1.1" status: 204 len: 168 time: 0.3375425 Aug 31 09:55:28.488693 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7246760b-093e-43cf-aff2-b861e51d553b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424073 Aug 31 09:55:28.490969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59230) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.543040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3350e9e8-5601-415a-a986-d68e4fa0372c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:28.547377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59232) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.548075 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3350e9e8-5601-415a-a986-d68e4fa0372c tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0559406 Aug 31 09:55:28.607028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2126b-45f4-40ea-95c0-cb0fe2cd0d92 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:28.610789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-43d2126b-45f4-40ea-95c0-cb0fe2cd0d92 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0600822 Aug 31 09:55:28.610927 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.611608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59234) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.658003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-58b1d34b-4d6f-41c6-a241-8566e9609199 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418210 Aug 31 09:55:28.658315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59236) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.682890 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-517ca389-7702-4a2e-bb15-81006711e805 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.683574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517ca389-7702-4a2e-bb15-81006711e805 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.687608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-517ca389-7702-4a2e-bb15-81006711e805 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/8696f068-b39e-46be-a7ea-5d270e084305 HTTP/1.1" status: 404 len: 333 time: 0.0259528 Aug 31 09:55:28.687850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59238) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.714337 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c20ca1-8cce-49e9-98ae-3dc6ac0e16e6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.714828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c20ca1-8cce-49e9-98ae-3dc6ac0e16e6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.718800 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-45c20ca1-8cce-49e9-98ae-3dc6ac0e16e6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/3558bea3-0fd9-4fa4-b0d4-3758d945a509 HTTP/1.1" status: 404 len: 337 time: 0.0278103 Aug 31 09:55:28.719268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59240) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.747665 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-34855d31-4914-4574-9b35-a9b179d74b7d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.748126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34855d31-4914-4574-9b35-a9b179d74b7d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.752339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-34855d31-4914-4574-9b35-a9b179d74b7d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/defee9d9-acf1-4f01-a99b-b8e1d36a7973 HTTP/1.1" status: 404 len: 337 time: 0.0294063 Aug 31 09:55:28.752650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59242) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.783698 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-905420d6-23ba-4b71-8c85-98a3c2e71771 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.784901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905420d6-23ba-4b71-8c85-98a3c2e71771 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.786719 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-905420d6-23ba-4b71-8c85-98a3c2e71771 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/78e63280-7774-4a15-9e93-76d35a6f2bf7 HTTP/1.1" status: 404 len: 333 time: 0.0330250 Aug 31 09:55:28.789252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59244) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.827101 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe4ada1-6517-4e46-bf3d-f71ec3a37c76 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.827559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe4ada1-6517-4e46-bf3d-f71ec3a37c76 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.831472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-abe4ada1-6517-4e46-bf3d-f71ec3a37c76 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/6f6a6967-2fd3-4c78-af6b-579fcc30bd14 HTTP/1.1" status: 404 len: 337 time: 0.0389519 Aug 31 09:55:28.832216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.864448 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9baed0-0c62-435d-963e-3644c47bb949 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.865317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9baed0-0c62-435d-963e-3644c47bb949 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.866910 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee9baed0-0c62-435d-963e-3644c47bb949 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/334a6b3a-c2e4-4fc1-9a88-fee83a4c7e30 HTTP/1.1" status: 404 len: 337 time: 0.0335906 Aug 31 09:55:28.871111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59248) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.896515 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-0437de9c-3108-4d2e-98c1-1438a2b0468b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.897291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0437de9c-3108-4d2e-98c1-1438a2b0468b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.901225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0437de9c-3108-4d2e-98c1-1438a2b0468b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/0b5851ff-3ceb-4c10-bfd8-2d552eb43b9c HTTP/1.1" status: 404 len: 333 time: 0.0269287 Aug 31 09:55:28.901939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59250) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.930552 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-0097ae0e-c9d0-4b12-a93c-1b602c8a50a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.930810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0097ae0e-c9d0-4b12-a93c-1b602c8a50a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.932515 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0097ae0e-c9d0-4b12-a93c-1b602c8a50a3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/d0a420e1-4175-4cd6-bdb9-208a8eeb4882 HTTP/1.1" status: 404 len: 337 time: 0.0296018 Aug 31 09:55:28.935224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59252) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.963982 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-589772a4-6193-4536-959a-57a85bb74ccd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.964669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589772a4-6193-4536-959a-57a85bb74ccd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:28.969148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-589772a4-6193-4536-959a-57a85bb74ccd tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/3031cbf3-6e18-488f-a05b-28793c51cc17 HTTP/1.1" status: 404 len: 337 time: 0.0305066 Aug 31 09:55:28.969472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59254) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:28.970712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d54b6b-953b-4c9d-9cd0-75a5c33ce198 None None] Network 9796cf21-4204-461c-b884-2cda56d4179e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:28.998669 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40f2755-ca0c-476a-9db4-a2517d380380 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:28.999476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40f2755-ca0c-476a-9db4-a2517d380380 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.003845 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a40f2755-ca0c-476a-9db4-a2517d380380 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/a509c9f7-fece-4ab8-bcdf-44b5bd45de90 HTTP/1.1" status: 404 len: 333 time: 0.0306065 Aug 31 09:55:29.004103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59256) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.054703 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cebeed3-1d7c-498e-89f2-52caef753115 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.058742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cebeed3-1d7c-498e-89f2-52caef753115 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.062415 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1cebeed3-1d7c-498e-89f2-52caef753115 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/fe94cf29-e6f0-4bc6-a18b-79ac9e9c5d45 HTTP/1.1" status: 404 len: 337 time: 0.0572813 Aug 31 09:55:29.064994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.100849 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caa8c8e-ec86-407a-9e17-22386fcdea05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.101325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8caa8c8e-ec86-407a-9e17-22386fcdea05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.103206 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8caa8c8e-ec86-407a-9e17-22386fcdea05 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/ad3cdc5e-b5c3-4c67-8b3f-3b46f64114c0 HTTP/1.1" status: 404 len: 337 time: 0.0370908 Aug 31 09:55:29.105718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59264) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.109310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2a4b86f6-74a7-4f59-9494-192e36cf9f0c None None] Provisioning complete for port 880a5251-cff3-4393-9053-b3eae61d0f71 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:29.109687 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86f6-74a7-4f59-9494-192e36cf9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.132218 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2f8018-04a4-46ab-914b-d67665988d0d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.133051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2f8018-04a4-46ab-914b-d67665988d0d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.135023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bb2f8018-04a4-46ab-914b-d67665988d0d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/ba96aeac-7465-4a92-9c36-f33927fbfbd9 HTTP/1.1" status: 404 len: 333 time: 0.0281293 Aug 31 09:55:29.137685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59266) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.171517 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf563d0-889d-44a9-a0dd-47e2f6930fa7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.172305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf563d0-889d-44a9-a0dd-47e2f6930fa7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.174265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4bf563d0-889d-44a9-a0dd-47e2f6930fa7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/6f03f12f-18d5-43ec-8bdf-db5f46e56a48 HTTP/1.1" status: 404 len: 337 time: 0.0346546 Aug 31 09:55:29.176868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59268) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.204102 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbca643-a296-47db-9c9e-9c68bf175117 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.204809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbca643-a296-47db-9c9e-9c68bf175117 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.207568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ebbca643-a296-47db-9c9e-9c68bf175117 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/256cafa5-d1d5-47a5-85ac-105279a0362a HTTP/1.1" status: 404 len: 333 time: 0.0292556 Aug 31 09:55:29.209739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59272) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.242161 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a70aac-6e03-4cb8-b203-ef5adb77740d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.242633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a70aac-6e03-4cb8-b203-ef5adb77740d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.246515 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c4a70aac-6e03-4cb8-b203-ef5adb77740d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/dbd6452e-21ef-466b-9e14-4a507ad46a0d HTTP/1.1" status: 404 len: 337 time: 0.0354371 Aug 31 09:55:29.248975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59274) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.262266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] DHCP port deletion for 9796cf21-4204-461c-b884-2cda56d4179e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:29.287235 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-798e03a0-5ec8-4dd5-aa03-18636c325aab tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.293317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798e03a0-5ec8-4dd5-aa03-18636c325aab tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.297624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-798e03a0-5ec8-4dd5-aa03-18636c325aab tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/78e37e07-2a94-4439-8fda-1b990ac7e934 HTTP/1.1" status: 404 len: 333 time: 0.0454397 Aug 31 09:55:29.297925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59276) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.341387 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-edee7d7f-e064-4128-be71-87d4d2be860b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.342100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edee7d7f-e064-4128-be71-87d4d2be860b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.344473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-edee7d7f-e064-4128-be71-87d4d2be860b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/7b00cfdc-e222-460c-a6d0-ecf0bc40ab7d HTTP/1.1" status: 404 len: 337 time: 0.0455866 Aug 31 09:55:29.346970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59280) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.347498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] Deleting port 880a5251-cff3-4393-9053-b3eae61d0f71 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:29.347879 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.377077 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b34152d-722b-4f01-b12e-e8671874e142 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.378450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b34152d-722b-4f01-b12e-e8671874e142 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.380577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1b34152d-722b-4f01-b12e-e8671874e142 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/df023390-985a-4a94-b128-2947ff37df8d HTTP/1.1" status: 404 len: 333 time: 0.0324798 Aug 31 09:55:29.383043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59282) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.415997 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2668a58-251e-4f01-9ce0-93378ae448ab tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.416810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2668a58-251e-4f01-9ce0-93378ae448ab tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.421045 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f2668a58-251e-4f01-9ce0-93378ae448ab tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/8308218f-1886-4d32-b782-c34740932279 HTTP/1.1" status: 404 len: 337 time: 0.0346029 Aug 31 09:55:29.421936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59284) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.427780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59286) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.431631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 880a5251-cff3-4393-9053-b3eae61d0f71 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:29.449316 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-10068a77-7a02-4c27-ba20-aa0ed2fe14cb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.450000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10068a77-7a02-4c27-ba20-aa0ed2fe14cb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.452032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-10068a77-7a02-4c27-ba20-aa0ed2fe14cb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/fc1cce65-f33f-47c4-8f8a-f945b4c5e574 HTTP/1.1" status: 404 len: 333 time: 0.0292001 Aug 31 09:55:29.454904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59290) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.489015 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a27b1fa-3478-4f51-afad-393fad4fe760 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.489647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a27b1fa-3478-4f51-afad-393fad4fe760 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.491464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] For port 880a5251-cff3-4393-9053-b3eae61d0f71, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=880a5251-cff3-4393-9053-b3eae61d0f71,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:29.491872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.494049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59292) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.494192 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4a27b1fa-3478-4f51-afad-393fad4fe760 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/6cb90d65-1e45-4206-adc4-eb1e7d0a58ea HTTP/1.1" status: 404 len: 337 time: 0.0381453 Aug 31 09:55:29.518529 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-852ec5a4-cfbf-4d5e-8b3a-42b40bb1fce7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.519752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852ec5a4-cfbf-4d5e-8b3a-42b40bb1fce7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.521643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-852ec5a4-cfbf-4d5e-8b3a-42b40bb1fce7 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/823cac7d-f307-4b4b-806e-849a9cae25c2 HTTP/1.1" status: 404 len: 333 time: 0.0264566 Aug 31 09:55:29.524229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59294) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.539138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] Calling delete_port for 880a5251-cff3-4393-9053-b3eae61d0f71 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:29.561136 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a74d8a-d17d-47ab-a2f8-db48fdc42efb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.561696 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a74d8a-d17d-47ab-a2f8-db48fdc42efb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.566680 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-75a74d8a-d17d-47ab-a2f8-db48fdc42efb tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/0e1ce4c4-447d-4f52-ba0d-8bc720549444 HTTP/1.1" status: 404 len: 337 time: 0.0384464 Aug 31 09:55:29.567612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59296) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.575295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3236957d-dbae-45ac-9297-1262d1d1fecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.595282 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.597535 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c6401f-76fe-48af-8d28-489e767d4394 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.598340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c6401f-76fe-48af-8d28-489e767d4394 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.603249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.603701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-08c6401f-76fe-48af-8d28-489e767d4394 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/33a2b9e9-3138-4805-96bf-b67b755394b2 HTTP/1.1" status: 404 len: 337 time: 0.0345857 Aug 31 09:55:29.632779 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-5385dea8-5d2f-43b6-ac23-fd9270402eb0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.633444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5385dea8-5d2f-43b6-ac23-fd9270402eb0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.637660 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5385dea8-5d2f-43b6-ac23-fd9270402eb0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/b91c7d8a-383b-4f7a-b571-f7cc26522642 HTTP/1.1" status: 404 len: 333 time: 0.0309064 Aug 31 09:55:29.638509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59302) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.648314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 880a5251-cff3-4393-9053-b3eae61d0f71, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=880a5251-cff3-4393-9053-b3eae61d0f71,segment=NetworkSegment(cf2f81ac-6f4d-470b-9f97-f420dcd28e40),segment_id=cf2f81ac-6f4d-470b-9f97-f420dcd28e40)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:29.667959 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.680259 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65919d2-3c15-4439-8b2f-a277317bdc28 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.680911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65919d2-3c15-4439-8b2f-a277317bdc28 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.682974 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b65919d2-3c15-4439-8b2f-a277317bdc28 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/db93f044-5bd4-42cf-b896-82c32e6b757d HTTP/1.1" status: 404 len: 337 time: 0.0426826 Aug 31 09:55:29.686862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59304) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.707362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.725317 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-6787960a-fc26-4e3e-bfe6-b441f6a3cd83 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.725770 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6787960a-fc26-4e3e-bfe6-b441f6a3cd83 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.726859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] No DVR routers for this DVR port 880a5251-cff3-4393-9053-b3eae61d0f71 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:29.729752 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6787960a-fc26-4e3e-bfe6-b441f6a3cd83 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/5790f200-96dd-4eca-953c-41027f6ad228 HTTP/1.1" status: 404 len: 337 time: 0.0397286 Aug 31 09:55:29.729752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3236957d-dbae-45ac-9297-1262d1d1fecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.730140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59306) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.732695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=880a5251-cff3-4393-9053-b3eae61d0f71,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:29.735244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3236957d-dbae-45ac-9297-1262d1d1fecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.763707 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-077f6d71-9f3f-406c-b801-cbe3e8b7774a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.764325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077f6d71-9f3f-406c-b801-cbe3e8b7774a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.766066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-077f6d71-9f3f-406c-b801-cbe3e8b7774a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/2d6cab97-e4b4-4be0-8397-3b71b048c230 HTTP/1.1" status: 404 len: 333 time: 0.0349166 Aug 31 09:55:29.768615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59310) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.775164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e387957-a36e-410f-8db5-86a4d3fc4be1 None None] Pushing event deleted for resources: {'Port': ['ID=880a5251-cff3-4393-9053-b3eae61d0f71,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:29.792700 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236957d-dbae-45ac-9297-1262d1d1fecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b72c953-7fee-47ed-94d5-3f7da56c1fa2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:29.794554 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d4997d-af0e-4600-994f-42fa5542a261 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.795047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d4997d-af0e-4600-994f-42fa5542a261 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.796783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-88d4997d-af0e-4600-994f-42fa5542a261 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/98c6edf1-a1b9-4499-96df-e14ed7a6aa7f HTTP/1.1" status: 404 len: 337 time: 0.0272624 Aug 31 09:55:29.800278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59312) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.805454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3236957d-dbae-45ac-9297-1262d1d1fecc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18c39793095548c3b5f7f0e757c9cf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764780 Aug 31 09:55:29.811006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59314) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.828733 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fd1ad4-63f7-47ef-995e-0e7aa07a2e75 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.829185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fd1ad4-63f7-47ef-995e-0e7aa07a2e75 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.830910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a4fd1ad4-63f7-47ef-995e-0e7aa07a2e75 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/ab071bf9-e8a4-475d-ab8e-b05e1e56666a HTTP/1.1" status: 404 len: 337 time: 0.0294571 Aug 31 09:55:29.833621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59316) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.856092 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7b944f-c375-49cd-8453-a2ae60e727b8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.856833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7b944f-c375-49cd-8453-a2ae60e727b8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.858726 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fa7b944f-c375-49cd-8453-a2ae60e727b8 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/da506227-b7ca-4f02-a0ef-804d8209d7de HTTP/1.1" status: 404 len: 333 time: 0.0241411 Aug 31 09:55:29.860106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-190bc6ed-5f30-46fc-83c3-ece1401aca23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.861514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59318) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.882349 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-190bc6ed-5f30-46fc-83c3-ece1401aca23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.887910 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa924f7b-f6c7-4143-8a75-e40effce238f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.888361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa924f7b-f6c7-4143-8a75-e40effce238f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.890074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-aa924f7b-f6c7-4143-8a75-e40effce238f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/13f54b39-7d72-48b9-b98e-fcecaf6a3806 HTTP/1.1" status: 404 len: 337 time: 0.0276251 Aug 31 09:55:29.892660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59320) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.917981 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-90496ac6-282a-42fa-9cf5-1448f151124e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:29.918488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90496ac6-282a-42fa-9cf5-1448f151124e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:29.920288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-90496ac6-282a-42fa-9cf5-1448f151124e tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/a526059b-c254-4e0c-806e-51a483a7ce30 HTTP/1.1" status: 404 len: 337 time: 0.0266652 Aug 31 09:55:29.923244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59322) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.935944 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-190bc6ed-5f30-46fc-83c3-ece1401aca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.938333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-190bc6ed-5f30-46fc-83c3-ece1401aca23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.939441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-190bc6ed-5f30-46fc-83c3-ece1401aca23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b72c953-7fee-47ed-94d5-3f7da56c1fa2 HTTP/1.1" status: 204 len: 168 time: 0.1274874 Aug 31 09:55:29.956025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e9096ebd-b80f-49af-9f96-7ccdb78d5d14 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cf91338-c763-43d2-a94b-d6697908f557 HTTP/1.1" status: 200 len: 205 time: 0.0314095 Aug 31 09:55:29.958595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59326) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.962359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bc6ed-5f30-46fc-83c3-ece1401aca23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b72c953-7fee-47ed-94d5-3f7da56c1fa2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:30.003758 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-7ad6e217-d674-4190-8838-8bfb388ef02a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] delete failed (client error): The resource could not be found. Aug 31 09:55:30.004821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7ad6e217-d674-4190-8838-8bfb388ef02a tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/routers/5cf91338-c763-43d2-a94b-d6697908f557 HTTP/1.1" status: 404 len: 336 time: 0.0452130 Aug 31 09:55:30.007725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59328) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.034239 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9ac515-9e0a-4a15-80b3-9ff5fedabbf6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.034708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9ac515-9e0a-4a15-80b3-9ff5fedabbf6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.036461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5f9ac515-9e0a-4a15-80b3-9ff5fedabbf6 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/23de617c-ac4b-41c0-bc93-c483b79ff172 HTTP/1.1" status: 404 len: 337 time: 0.0278039 Aug 31 09:55:30.039013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59330) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.065387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-88b82260-9d0a-400d-b987-a02603303d9f tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "GET /v2.0/ports?device_id=96a67143-dd09-4479-97ef-a9bf5431238a HTTP/1.1" status: 200 len: 205 time: 0.0252907 Aug 31 09:55:30.068245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59334) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.408447 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-2dd3383a-d256-45d1-8947-334be6a02876 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] delete failed (client error): The resource could not be found. Aug 31 09:55:30.410016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2dd3383a-d256-45d1-8947-334be6a02876 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/routers/96a67143-dd09-4479-97ef-a9bf5431238a HTTP/1.1" status: 404 len: 336 time: 0.3407733 Aug 31 09:55:30.412887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59348) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.439184 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9708df-508f-48cf-8334-efe4aac7a6cc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.439648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9708df-508f-48cf-8334-efe4aac7a6cc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.441408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-de9708df-508f-48cf-8334-efe4aac7a6cc tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/fa285bad-72ee-43fd-981f-eeb17b6f3c1b HTTP/1.1" status: 404 len: 337 time: 0.0278785 Aug 31 09:55:30.444042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59352) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.469726 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-692e5895-6099-4373-bdd5-d411492c8b1b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.470187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692e5895-6099-4373-bdd5-d411492c8b1b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.472504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-692e5895-6099-4373-bdd5-d411492c8b1b tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/d7dcd7f2-b257-43cc-8ccc-43b07c2aefc6 HTTP/1.1" status: 404 len: 337 time: 0.0271080 Aug 31 09:55:30.475025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59356) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.498041 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a92805-fc01-4b50-afee-539c3ff04c39 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.498660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a92805-fc01-4b50-afee-539c3ff04c39 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.501975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b6a92805-fc01-4b50-afee-539c3ff04c39 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/96352b15-1f3e-45a5-b97b-adb683632d95 HTTP/1.1" status: 404 len: 333 time: 0.0259900 Aug 31 09:55:30.502726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59358) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.529117 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-55819ca5-18dd-420f-9882-9439f2f31fd5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.529576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55819ca5-18dd-420f-9882-9439f2f31fd5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.531332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-55819ca5-18dd-420f-9882-9439f2f31fd5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/d8769394-427b-4066-8450-e4decfbebbbf HTTP/1.1" status: 404 len: 337 time: 0.0276144 Aug 31 09:55:30.533782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59362) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.556510 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4ea59b-04ab-423b-bad3-a30230a83944 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.557149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4ea59b-04ab-423b-bad3-a30230a83944 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.558922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f4ea59b-04ab-423b-bad3-a30230a83944 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/9bd83c16-0529-43f2-a183-275a1828e025 HTTP/1.1" status: 404 len: 333 time: 0.0235386 Aug 31 09:55:30.561510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59364) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.591861 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90da701-fa25-413c-9b0c-488971c3ce22 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.592309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90da701-fa25-413c-9b0c-488971c3ce22 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.594022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a90da701-fa25-413c-9b0c-488971c3ce22 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/0ac43557-e4b6-4652-8d09-29c0ba8ac858 HTTP/1.1" status: 404 len: 337 time: 0.0315890 Aug 31 09:55:30.596665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59366) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.620117 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe7b03a-19a0-44d0-b489-102854f84464 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.620726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe7b03a-19a0-44d0-b489-102854f84464 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.623151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bbe7b03a-19a0-44d0-b489-102854f84464 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/f9cc4382-4f74-4a25-832c-f896f62da830 HTTP/1.1" status: 404 len: 333 time: 0.0248866 Aug 31 09:55:30.625455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59370) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.651955 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffae9c1-97ba-40b2-8a08-6f910cb2a16d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.652492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffae9c1-97ba-40b2-8a08-6f910cb2a16d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.654176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fffae9c1-97ba-40b2-8a08-6f910cb2a16d tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/d14f5001-d720-464f-951f-4bd46b806c17 HTTP/1.1" status: 404 len: 337 time: 0.0277963 Aug 31 09:55:30.656756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59378) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.680645 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8271e4a-9c85-44ef-9de3-41a0167e82d0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.681314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8271e4a-9c85-44ef-9de3-41a0167e82d0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.683085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f8271e4a-9c85-44ef-9de3-41a0167e82d0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/c523c77e-2faf-43b5-928a-d43faa48d067 HTTP/1.1" status: 404 len: 333 time: 0.0253873 Aug 31 09:55:30.685672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59380) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.713609 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb633871-ad6d-42dd-95d5-3989e734fbc0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.713609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb633871-ad6d-42dd-95d5-3989e734fbc0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.714203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eb633871-ad6d-42dd-95d5-3989e734fbc0 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/55a621ce-9afa-470f-a1f5-635941bea7b6 HTTP/1.1" status: 404 len: 337 time: 0.0272417 Aug 31 09:55:30.716407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59382) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.740320 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bbd742-292e-4d96-9d5b-eeec3ee98aa3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.740961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bbd742-292e-4d96-9d5b-eeec3ee98aa3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.742800 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-00bbd742-292e-4d96-9d5b-eeec3ee98aa3 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/eee6a54b-06b8-433f-8eb9-de5069319d4a HTTP/1.1" status: 404 len: 333 time: 0.0254066 Aug 31 09:55:30.745381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59384) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.776293 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-478b0a64-af89-4386-87e7-490a90cc4574 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.776750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478b0a64-af89-4386-87e7-490a90cc4574 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.780772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-478b0a64-af89-4386-87e7-490a90cc4574 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/02f082d8-7987-417c-9317-9208597dc1c8 HTTP/1.1" status: 404 len: 337 time: 0.0321798 Aug 31 09:55:30.780967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59388) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.804023 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a95afaa-7074-440c-9db6-57a8f4970f16 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.804659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a95afaa-7074-440c-9db6-57a8f4970f16 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.806354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8a95afaa-7074-440c-9db6-57a8f4970f16 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/bd6ee271-a084-4cea-91f2-991c63f62ac9 HTTP/1.1" status: 404 len: 333 time: 0.0244944 Aug 31 09:55:30.808924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59390) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.835697 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b33c63f-ca83-4af9-9b7a-d049077817f9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.836174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b33c63f-ca83-4af9-9b7a-d049077817f9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.838408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2b33c63f-ca83-4af9-9b7a-d049077817f9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/86f08571-ca24-406d-a560-1e23d7e9818b HTTP/1.1" status: 404 len: 337 time: 0.0285938 Aug 31 09:55:30.841097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59392) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.864019 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc11d38-b3c0-447b-878b-3a77341d8def tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.864654 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc11d38-b3c0-447b-878b-3a77341d8def tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.866362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9cc11d38-b3c0-447b-878b-3a77341d8def tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/ports/99c39dc4-75e0-40dd-a77e-8cfdf6920831 HTTP/1.1" status: 404 len: 333 time: 0.0242667 Aug 31 09:55:30.868983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59394) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.899245 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-8153a385-ed5b-478d-99cf-8f6f8ef4d1f9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] DELETE failed (client error): The resource could not be found. Aug 31 09:55:30.899881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8153a385-ed5b-478d-99cf-8f6f8ef4d1f9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:55:30.901414 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8153a385-ed5b-478d-99cf-8f6f8ef4d1f9 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/subnets/21216f24-6a07-4422-8143-6a3ec31ca894 HTTP/1.1" status: 404 len: 337 time: 0.0316095 Aug 31 09:55:30.903991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59396) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.980634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.004298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59400) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:31.071692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.082607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9796cf21-4204-461c-b884-2cda56d4179e']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:31.093527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:31.093829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2f81ac-6f4d-470b-9f97-f420dcd28e40') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:31.103404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.117489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.121615 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5589c9e-ca3b-4924-aa3d-eb444258ab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.123345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:31.123724 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:55:31.126627 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:31.184953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.192843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.194865 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] 10.222.0.69 "DELETE /v2.0/networks/9796cf21-4204-461c-b884-2cda56d4179e HTTP/1.1" status: 204 len: 168 time: 0.2899234 Aug 31 09:55:31.206563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cc921-4d03-4465-8206-28c0cbcd0ba5 tempest-NetworksTestDHCPv6-715756307 tempest-NetworksTestDHCPv6-715756307-project] Pushing event deleted for resources: {'Network': ['ID=9796cf21-4204-461c-b884-2cda56d4179e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:31.227095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5589c9e-ca3b-4924-aa3d-eb444258ab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.231819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5589c9e-ca3b-4924-aa3d-eb444258ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.273257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c5589c9e-ca3b-4924-aa3d-eb444258ab01 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32bb09c35c804259bc29b10aa766d8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678514 Aug 31 09:55:31.274404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5589c9e-ca3b-4924-aa3d-eb444258ab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b07a8-1751-49b1-8ee9-4559ca19fc29,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:31.276596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59406) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:31.338065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fd441f7-7ef5-4bf3-807e-53daa7ca484a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.359640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fd441f7-7ef5-4bf3-807e-53daa7ca484a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.409927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fd441f7-7ef5-4bf3-807e-53daa7ca484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.412732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5fd441f7-7ef5-4bf3-807e-53daa7ca484a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.416272 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5fd441f7-7ef5-4bf3-807e-53daa7ca484a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/582b07a8-1751-49b1-8ee9-4559ca19fc29 HTTP/1.1" status: 204 len: 168 time: 0.1363566 Aug 31 09:55:31.416748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59412) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:31.429589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd441f7-7ef5-4bf3-807e-53daa7ca484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b07a8-1751-49b1-8ee9-4559ca19fc29,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:31.668260 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-302388ab-68c8-4048-85ea-6c8ef9cf122c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f4a690eaa41246a78775c47145aa25c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502823 Aug 31 09:55:31.671350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59424) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:31.722684 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3c213f0-19f1-42e5-925d-cde0f0129a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.745509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3c213f0-19f1-42e5-925d-cde0f0129a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.795303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3c213f0-19f1-42e5-925d-cde0f0129a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.798385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a3c213f0-19f1-42e5-925d-cde0f0129a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.799476 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a3c213f0-19f1-42e5-925d-cde0f0129a4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07caa0d1-5660-4d24-bef0-29ebd6504033 HTTP/1.1" status: 204 len: 168 time: 0.1269002 Aug 31 09:55:31.807974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c213f0-19f1-42e5-925d-cde0f0129a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07caa0d1-5660-4d24-bef0-29ebd6504033,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:32.060551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59442) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:32.165098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-293262711-network', 'tenant_id': '9d89e6a213dc4c71be6cd757225717f8'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:32.188466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Made reservation on behalf of 9d89e6a213dc4c71be6cd757225717f8 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:32.190957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.203578 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.297612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.301594 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.324206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:55:32.342086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd69d819-33aa-42ad-bb3c-a50d4246e5f6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:32.345331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.345700 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Added segment 98436d3b-9ec2-4bb5-8c06-64879159b4cf of type vlan for network 7a29208b-f342-400d-a573-548521414c18 Aug 31 09:55:32.393089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.425669 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.426820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:32.427413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.513584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4491715 Aug 31 09:55:32.513900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59464) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:32.522229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Request body: {'subnet': {'network_id': '7a29208b-f342-400d-a573-548521414c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-293262711-subnet', 'tenant_id': '9d89e6a213dc4c71be6cd757225717f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:32.532354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c7e02-ad10-4ef4-9e7a-09e1a63f5b1c admin admin] Pushing event updated for resources: {'Network': ['ID=7a29208b-f342-400d-a573-548521414c18,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:32.543274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 7a29208b-f342-400d-a573-548521414c18 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:55:32.548389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59466) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:32.557423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Made reservation on behalf of 9d89e6a213dc4c71be6cd757225717f8 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:32.560123 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.656377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1296932466'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:32.677061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Made reservation on behalf of 077e3b79c0254801abeed7312a895718 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:32.680532 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.689493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.732923 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.779264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.783738 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.800387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e252cc8-b61e-4060-92a5-df009057c250,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:32.806589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:55:32.811248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Checking segment: {'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:32.811614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Network hostable DHCP agents. Network: 7a29208b-f342-400d-a573-548521414c18, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:55:32.829369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Network 7a29208b-f342-400d-a573-548521414c18 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:55:32.829609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06bad48-4cb5-4444-9742-a306b4cddd1a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:32.832368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.832710 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Added segment b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39 of type vlan for network 4b9e37b0-442e-4295-b321-ff3139842921 Aug 31 09:55:32.839948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 7a29208b-f342-400d-a573-548521414c18) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:32.845420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:32.847047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.849778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d09955-bf72-401c-9589-9d2932b868e1 None None] Network 7a29208b-f342-400d-a573-548521414c18 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:32.863683 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-96e5a044-3b43-466c-8091-f809f37602a7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3474483 Aug 31 09:55:32.876553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.904467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.910816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:32.911440 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.975381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:32.975597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4256339 Aug 31 09:55:32.980897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Request body: {'subnet': {'network_id': '4b9e37b0-442e-4295-b321-ff3139842921', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:33.000767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e400d8dd-b815-44f7-a404-2df96c785b8a None None] Network 7a29208b-f342-400d-a573-548521414c18 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:33.032069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082fae5-9b9e-4866-96c2-edc36fa3a4f9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event updated for resources: {'Network': ['ID=4b9e37b0-442e-4295-b321-ff3139842921,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:33.047235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4b9e37b0-442e-4295-b321-ff3139842921 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:55:33.081457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Made reservation on behalf of 077e3b79c0254801abeed7312a895718 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:33.085189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:33.286398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:33.353839 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event updated for resources: {'Subnet': ['ID=11f1b706-054a-4d73-8877-030f591558ba,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:33.372635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Checking segment: {'id': 'b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4b9e37b0-442e-4295-b321-ff3139842921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:33.373021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Network hostable DHCP agents. Network: 4b9e37b0-442e-4295-b321-ff3139842921, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:55:33.391510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Network 4b9e37b0-442e-4295-b321-ff3139842921 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:55:33.403158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4b9e37b0-442e-4295-b321-ff3139842921) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:33.406093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:33.406697 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:33.414004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b754aa-f99d-4fa6-b9d5-c81011242fce None None] Network 4b9e37b0-442e-4295-b321-ff3139842921 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:33.423096 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2be99400-0bb8-4ce1-a94b-a49996a2b7e9 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4465334 Aug 31 09:55:33.426217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59484) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:33.432032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Request body: {'port': {'network_id': '4b9e37b0-442e-4295-b321-ff3139842921', 'name': 'tempest-ExtraDHCPOptionsTestJSON-682741536'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:33.466125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59486) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:33.540505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-07e5b4ab-9eff-4216-b1de-5e86353a921f tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/floatingips/df10aa1a-3deb-463a-8260-d0a590d9c27a HTTP/1.1" status: 200 len: 994 time: 0.0710530 Aug 31 09:55:33.572671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Made reservation on behalf of 077e3b79c0254801abeed7312a895718 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:33.576543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:33.602111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] device_id is not set on port a65ea89b-d894-488c-bc45-d038b274361d yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:33.747005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Allocated IP 172.20.0.5 (4b9e37b0-442e-4295-b321-ff3139842921/11f1b706-054a-4d73-8877-030f591558ba/a65ea89b-d894-488c-bc45-d038b274361d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:33.804591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4b9e37b0-442e-4295-b321-ff3139842921', 'network_id': '4b9e37b0-442e-4295-b321-ff3139842921', 'tenant_id': '077e3b79c0254801abeed7312a895718', 'fixed_ips': [{'subnet_id': '11f1b706-054a-4d73-8877-030f591558ba'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:33.805463 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:33.840390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59500) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:33.924016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:33.938790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Transition to ACTIVE for port object a65ea89b-d894-488c-bc45-d038b274361d will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:33.991405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.057232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port 822e7e42-61be-4b21-b69a-a5115280e548 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:34.057545 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.062376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Network 4b9e37b0-442e-4295-b321-ff3139842921 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:34.068418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:34.072278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:34.075592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Allocated IP 172.20.0.2 (4b9e37b0-442e-4295-b321-ff3139842921/11f1b706-054a-4d73-8877-030f591558ba/9ec624d6-2074-448a-a0bf-93a26d79724c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:34.116151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event updated for resources: {'Port': ['ID=a65ea89b-d894-488c-bc45-d038b274361d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:34.146668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:34.147470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.166734 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.167189 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.171573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cb3b5be6-9a9d-452a-a041-5d28f063ab26 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7409418 Aug 31 09:55:34.171922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59502) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:34.183890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Request body: {'port': {'network_id': '4b9e37b0-442e-4295-b321-ff3139842921', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1071321675', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:34.184459 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.api.validators [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] bootfile-name is not in valid_values {{(pid=94786) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:55:34.185007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.api.validators [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] tftp-server is not in valid_values {{(pid=94786) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:55:34.185350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.api.validators [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] server-ip-address is not in valid_values {{(pid=94786) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:55:34.228896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for 822e7e42-61be-4b21-b69a-a5115280e548 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:34.258828 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.267623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Transition to ACTIVE for port object 9ec624d6-2074-448a-a0bf-93a26d79724c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:34.282081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Transition to ACTIVE for port object 9ec624d6-2074-448a-a0bf-93a26d79724c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:34.288355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.332445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Network 4b9e37b0-442e-4295-b321-ff3139842921 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:34.335283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:34.338170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:34.347132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Pushing event updated for resources: {'Port': ['ID=9ec624d6-2074-448a-a0bf-93a26d79724c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:34.377591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Made reservation on behalf of 077e3b79c0254801abeed7312a895718 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:34.381832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.400865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] device_id is not set on port 82d0a671-f035-4803-afd4-c81904a63d22 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:34.401103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Attempting to bind port 9ec624d6-2074-448a-a0bf-93a26d79724c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:34.401466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Attempting to bind port 9ec624d6-2074-448a-a0bf-93a26d79724c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4b9e37b0-442e-4295-b321-ff3139842921'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:34.401834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Attempting to bind port 9ec624d6-2074-448a-a0bf-93a26d79724c on network 4b9e37b0-442e-4295-b321-ff3139842921 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:34.407723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:34.408250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Checking segment: {'id': 'b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4b9e37b0-442e-4295-b321-ff3139842921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:34.408665 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.409092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Bound using segment: {'id': 'b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4b9e37b0-442e-4295-b321-ff3139842921'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:34.409567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Bound port: 9ec624d6-2074-448a-a0bf-93a26d79724c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4b9e37b0-442e-4295-b321-ff3139842921'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:34.409958 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.483088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] For port 9ec624d6-2074-448a-a0bf-93a26d79724c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:34.487055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] For port 9ec624d6-2074-448a-a0bf-93a26d79724c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ec624d6-2074-448a-a0bf-93a26d79724c,segment=NetworkSegment(b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39),segment_id=b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:34.494174 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.529217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.565212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=822e7e42-61be-4b21-b69a-a5115280e548,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:34.576285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eb4d3-42a1-45e4-be48-cba5bc13d7bb None None] Pushing event updated for resources: {'Port': ['ID=9ec624d6-2074-448a-a0bf-93a26d79724c,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:34.614734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Allocated IP 172.20.0.10 (4b9e37b0-442e-4295-b321-ff3139842921/11f1b706-054a-4d73-8877-030f591558ba/82d0a671-f035-4803-afd4-c81904a63d22) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:34.723877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.724626 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Floating IP df10aa1a-3deb-463a-8260-d0a590d9c27a disassociated (deleted). External IP: 172.25.1.172, port: d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf. Aug 31 09:55:34.918285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-eb745232-f497-494c-956e-1af2d65ab8bd tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:34.919821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-eb745232-f497-494c-956e-1af2d65ab8bd tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/networks?id=7a29208b-f342-400d-a573-548521414c18 HTTP/1.1" status: 200 len: 808 time: 0.3240285 Aug 31 09:55:34.958258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-20b01864-c1d9-42a0-93d9-93000cdd44c8 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/quotas/9d89e6a213dc4c71be6cd757225717f8 HTTP/1.1" status: 200 len: 375 time: 0.0273182 Aug 31 09:55:35.016796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b001bd82-438d-4569-acec-c3ccf808a1c0 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d89e6a213dc4c71be6cd757225717f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508685 Aug 31 09:55:35.032545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-aa0446e8-6b8b-4e65-9bae-774c8d22083d tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:55:35.033532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-aa0446e8-6b8b-4e65-9bae-774c8d22083d tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084081 Aug 31 09:55:35.147723 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.200587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Transition to ACTIVE for port object 82d0a671-f035-4803-afd4-c81904a63d22 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:35.265317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-2c030e57-001d-4865-9283-baaca9953721 service neutron] 10.222.0.69 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879973 Aug 31 09:55:35.282965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router d5b49e3f-3700-4da8-9504-4ba9994fe836 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:35.326040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.422295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Network 4b9e37b0-442e-4295-b321-ff3139842921 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:35.440244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ec624d6-2074-448a-a0bf-93a26d79724c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:35.444914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:35.451872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:35.454458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event updated for resources: {'Port': ['ID=82d0a671-f035-4803-afd4-c81904a63d22,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:35.481468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64e6d7-6bff-4e40-a415-a936a6873ed2 None None] Network 4b9e37b0-442e-4295-b321-ff3139842921 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:35.543427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 9ec624d6-2074-448a-a0bf-93a26d79724c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:35.543895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-a0b158e4-86b2-454a-a29a-af68bbc843d9 service neutron] 10.222.0.69 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704942 Aug 31 09:55:35.555703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:35.556374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.580477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4c1c1bda-c431-42b6-9f77-d3936003cf63 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.4073448 Aug 31 09:55:35.584028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59520) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:35.588551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:35.593817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.616824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] Sync routers for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:35.625951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Provisioning for port 9ec624d6-2074-448a-a0bf-93a26d79724c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:35.631538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-723e1311-88d3-4679-927f-3a33972887d1 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/floatingips/df10aa1a-3deb-463a-8260-d0a590d9c27a HTTP/1.1" status: 204 len: 168 time: 1.7887883 Aug 31 09:55:35.632237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:35.634729 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50679c-e31a-4268-807c-092856051e76" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:35.640872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Provisioning complete for port 9ec624d6-2074-448a-a0bf-93a26d79724c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:35.641527 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.643411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:35.644269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:35.686087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87940f31-7570-499a-875a-109cd0762f22 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:35.699198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87940f31-7570-499a-875a-109cd0762f22 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:35.705534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87940f31-7570-499a-875a-109cd0762f22 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:35.707904 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-87940f31-7570-499a-875a-109cd0762f22 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1200712 Aug 31 09:55:35.710890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59530) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:35.869539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c23457f6-0076-48bc-b60a-66c0729c612d tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Deleting port 82d0a671-f035-4803-afd4-c81904a63d22 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:35.870519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c23457f6-0076-48bc-b60a-66c0729c612d tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.894056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:35.927162 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ce0202-93c0-48df-819f-62b4f35c7e63 x-openstack-request-id: req-c5ce0202-93c0-48df-819f-62b4f35c7e63 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:35.927500 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:35.927713 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5ce0202-93c0-48df-819f-62b4f35c7e63 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:35.928126 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'status': 'completed', 'code': 200} Aug 31 09:55:35.948590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f10c4b0-87f8-43a2-bf4c-e27ea9ea48f4 req-0317fd6a-c37c-4353-9873-f4f3ab9e00bb tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 210 time: 0.0612018 Aug 31 09:55:36.035473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c23457f6-0076-48bc-b60a-66c0729c612d tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.057631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c23457f6-0076-48bc-b60a-66c0729c612d tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Calling delete_port for 82d0a671-f035-4803-afd4-c81904a63d22 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:36.066151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50679c-e31a-4268-807c-092856051e76 req-727ea964-89eb-47d2-9424-8fc1ddf64661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:36.067730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f50679c-e31a-4268-807c-092856051e76 req-727ea964-89eb-47d2-9424-8fc1ddf64661 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68107358f094afc9ef9c1f3a080f644&device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 1097 time: 0.1167521 Aug 31 09:55:36.093082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.176504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] For port 9ec624d6-2074-448a-a0bf-93a26d79724c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ec624d6-2074-448a-a0bf-93a26d79724c,segment=NetworkSegment(b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39),segment_id=b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:36.181587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.231978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba1dcc-4877-45e4-b5cc-fc8f85cc8398 req-c491b7f8-f4ec-4a57-b076-c31cf6d2cb41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:36.233596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-efba1dcc-4877-45e4-b5cc-fc8f85cc8398 req-c491b7f8-f4ec-4a57-b076-c31cf6d2cb41 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 946 time: 0.0918896 Aug 31 09:55:36.235187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50679c-e31a-4268-807c-092856051e76 req-46dca1d9-73d1-41f4-b757-ef19081b6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:36.237868 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f50679c-e31a-4268-807c-092856051e76 req-46dca1d9-73d1-41f4-b757-ef19081b6c40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad593e76-2e53-4c00-9b25-7bd39eefec2a HTTP/1.1" status: 200 len: 899 time: 0.1612835 Aug 31 09:55:36.281418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-efba1dcc-4877-45e4-b5cc-fc8f85cc8398 req-457c176b-22c0-4556-9f36-a3438e42a18d tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396531 Aug 31 09:55:36.322388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f50679c-e31a-4268-807c-092856051e76 req-663fe4aa-b5b8-428a-ad50-3356a1ba6d21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf HTTP/1.1" status: 200 len: 217 time: 0.0751083 Aug 31 09:55:36.338248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Pushing event updated for resources: {'Port': ['ID=9ec624d6-2074-448a-a0bf-93a26d79724c,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:36.354232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c23457f6-0076-48bc-b60a-66c0729c612d tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.360299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.360650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.360996 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.361600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.361938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.362301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.366061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.367187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.367553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.367899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.368244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.368590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4492d9-38e2-430c-97ca-06574986c590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:36.403097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-03a3e9c9-3102-4ae4-820b-0613e60df794 None None] Could not find standard attr ID for object 82d0a671-f035-4803-afd4-c81904a63d22. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:36.416687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:50Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:36.417059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50679c-e31a-4268-807c-092856051e76 req-c33ce14c-03cf-45e3-8a2c-c9f28ad2ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:36.418862 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f50679c-e31a-4268-807c-092856051e76 req-c33ce14c-03cf-45e3-8a2c-c9f28ad2ca73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4edc65b-0482-483d-9241-8a50e54101aa HTTP/1.1" status: 200 len: 834 time: 0.0883377 Aug 31 09:55:36.435225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23457f6-0076-48bc-b60a-66c0729c612d tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event deleted for resources: {'Port': ['ID=82d0a671-f035-4803-afd4-c81904a63d22,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:36.470426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] Checking router: d5b49e3f-3700-4da8-9504-4ba9994fe836 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:36.473494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-03a3e9c9-3102-4ae4-820b-0613e60df794 None None] Provisioning complete for port 9ec624d6-2074-448a-a0bf-93a26d79724c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:36.474091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-03a3e9c9-3102-4ae4-820b-0613e60df794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.496924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c23457f6-0076-48bc-b60a-66c0729c612d tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.499702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c23457f6-0076-48bc-b60a-66c0729c612d tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "DELETE /v2.0/ports/82d0a671-f035-4803-afd4-c81904a63d22 HTTP/1.1" status: 204 len: 168 time: 0.7874885 Aug 31 09:55:36.500286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50679c-e31a-4268-807c-092856051e76 req-38ad3ec5-84a4-4f56-b84b-51537a4c8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:36.503599 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f50679c-e31a-4268-807c-092856051e76 req-38ad3ec5-84a4-4f56-b84b-51537a4c8cc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad593e76-2e53-4c00-9b25-7bd39eefec2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742307 Aug 31 09:55:36.503599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59546) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:36.509130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Request body: {'port': {'name': 'tempest-new-port-name-543422658', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:36.509529 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.api.validators [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] bootfile-name is not in valid_values {{(pid=94787) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:55:36.510645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.api.validators [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] tftp-server is not in valid_values {{(pid=94787) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:55:36.510645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.api.validators [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] server-ip-address is not in valid_values {{(pid=94787) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:55:36.518407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:36.519080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:36.627777 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.673871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:36.689417 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f50679c-e31a-4268-807c-092856051e76 req-a75b0f56-4f3c-4be6-9f38-712440da0785 service neutron] 10.222.0.52 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754019 Aug 31 09:55:36.717299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-03a3e9c9-3102-4ae4-820b-0613e60df794 None None] Provisioning for port a65ea89b-d894-488c-bc45-d038b274361d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:36.727628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-03a3e9c9-3102-4ae4-820b-0613e60df794 None None] Provisioning complete for port a65ea89b-d894-488c-bc45-d038b274361d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:36.728005 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-03a3e9c9-3102-4ae4-820b-0613e60df794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.843480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-03a3e9c9-3102-4ae4-820b-0613e60df794 None None] Port a65ea89b-d894-488c-bc45-d038b274361d cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:36.865672 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f50679c-e31a-4268-807c-092856051e76 req-b05d28c8-6e10-4f48-8277-07c9c2047c3e service neutron] 10.222.0.52 "GET /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658387 Aug 31 09:55:36.932263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.944446 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.950593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:50Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:36.984575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed10c6-0991-411f-acab-856fde057811 None None] The sync data for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 is: [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:54:43Z', 'revision_number': 4, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '15f3d9b2-56bf-4fa0-bc85-dff241673ebf', 'name': '', 'network_id': 'ad593e76-2e53-4c00-9b25-7bd39eefec2a', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'mac_address': 'fa:16:3e:c8:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:41Z', 'updated_at': '2021-08-31T09:54:50Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'subnets': [{'id': 'c4edc65b-0482-483d-9241-8a50e54101aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:36.986840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7d465206-0f2b-4d9d-b5fe-37152f2d3658 None None] Could not find standard attr ID for object 82d0a671-f035-4803-afd4-c81904a63d22. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:55:37.011066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7d465206-0f2b-4d9d-b5fe-37152f2d3658 None None] Provisioning complete for port a65ea89b-d894-488c-bc45-d038b274361d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:37.011441 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7d465206-0f2b-4d9d-b5fe-37152f2d3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.109886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7d465206-0f2b-4d9d-b5fe-37152f2d3658 None None] Port a65ea89b-d894-488c-bc45-d038b274361d cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:37.166379 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event updated for resources: {'Port': ['ID=a65ea89b-d894-488c-bc45-d038b274361d,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:37.177172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-c7bc38fe-a979-4251-887d-ad8308768605 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:37.179075 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-c7bc38fe-a979-4251-887d-ad8308768605 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.52 "GET /v2.0/networks?id=7a29208b-f342-400d-a573-548521414c18 HTTP/1.1" status: 200 len: 808 time: 0.1575482 Aug 31 09:55:37.192362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Request body: {'port': {'device_id': '5cd2d726-9b4a-4a29-a73b-43123e82194a', 'network_id': '7a29208b-f342-400d-a573-548521414c18', 'admin_state_up': True, 'tenant_id': '9d89e6a213dc4c71be6cd757225717f8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:37.194920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d710160b-c173-4171-8c4f-c6ce529bb276 req-959ac475-99e9-4d72-b0ca-ed537fd1ee3d tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 210 time: 0.0617676 Aug 31 09:55:37.221109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] In _notify_port_updated(), no bound segment for port a65ea89b-d894-488c-bc45-d038b274361d on network 4b9e37b0-442e-4295-b321-ff3139842921 {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:55:37.228260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:37.229309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.233768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-66c90fdc-ef7d-4eb3-b96b-03ae6c3bd996 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "PUT /v2.0/ports/a65ea89b-d894-488c-bc45-d038b274361d HTTP/1.1" status: 200 len: 1135 time: 0.7289388 Aug 31 09:55:37.245220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59552) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:37.345349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54883a04-74ca-43d5-9cc2-c9ac562be5e4 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:37.348278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Made reservation on behalf of 9d89e6a213dc4c71be6cd757225717f8 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:37.350773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-54883a04-74ca-43d5-9cc2-c9ac562be5e4 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "GET /v2.0/ports/a65ea89b-d894-488c-bc45-d038b274361d HTTP/1.1" status: 200 len: 1135 time: 0.1041327 Aug 31 09:55:37.352460 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.353808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59556) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:37.412531 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3c53ab-2d3f-4117-bb07-3887d5f16a25 None None] New status for floating IP df10aa1a-3deb-463a-8260-d0a590d9c27a: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:55:37.459358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ec624d6-2074-448a-a0bf-93a26d79724c up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:37.470563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-530e5afd-f0e9-498f-a21d-4cf6eecab4de tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:37.472999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-530e5afd-f0e9-498f-a21d-4cf6eecab4de tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 946 time: 0.2447171 Aug 31 09:55:37.514703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9ec624d6-2074-448a-a0bf-93a26d79724c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:37.515316 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.571093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Allocated IP 172.20.0.8 (7a29208b-f342-400d-a573-548521414c18/5e252cc8-b61e-4060-92a5-df009057c250/8a9fa262-ae2d-4c16-9f60-f19986ef76a5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:37.578229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7548086d-c993-481d-90aa-f30bb040dfd9 None None] Provisioning complete for port a65ea89b-d894-488c-bc45-d038b274361d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:37.578685 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7548086d-c993-481d-90aa-f30bb040dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.638579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7548086d-c993-481d-90aa-f30bb040dfd9 None None] Port a65ea89b-d894-488c-bc45-d038b274361d cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:37.733397 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.779597 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.835128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Network 7a29208b-f342-400d-a573-548521414c18 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:37.838324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:37.840945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:37.868716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Pushing event updated for resources: {'Port': ['ID=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:37.895674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:37.896279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.910228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-b301f99f-5973-431e-90ee-e462963063e1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7217598 Aug 31 09:55:37.912634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce665b3a-1385-405c-b920-1ac93f07771a req-957d2d9e-ef3c-4b3d-b771-d18cef494093 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:37.914133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce665b3a-1385-405c-b920-1ac93f07771a req-957d2d9e-ef3c-4b3d-b771-d18cef494093 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 946 time: 0.4775012 Aug 31 09:55:37.916882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a7dacdb5-f1fc-431e-9658-59d61e59d21e tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Deleting port a65ea89b-d894-488c-bc45-d038b274361d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:37.917226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7dacdb5-f1fc-431e-9658-59d61e59d21e tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:37.922497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Request body: {'port': {'device_id': '5cd2d726-9b4a-4a29-a73b-43123e82194a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:37.976521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.030267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce665b3a-1385-405c-b920-1ac93f07771a req-ed8cdd5b-ec16-411a-a9d5-08ceae739d4a tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/security-groups?id=44eb5dfb-c6a4-444f-b42b-c2c356498e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078789 Aug 31 09:55:38.041304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:38.041655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.090862 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7dacdb5-f1fc-431e-9658-59d61e59d21e tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.111399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a7dacdb5-f1fc-431e-9658-59d61e59d21e tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Calling delete_port for a65ea89b-d894-488c-bc45-d038b274361d owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:38.193514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:38.193991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.216110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:38.254301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:55:38.262470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.277319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Transition to ACTIVE for port object 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:38.280694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.349299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:38.393988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56405e-b031-41d9-ae42-b683ddee38e5 req-792d3ba9-8a65-4f5a-b49d-8f8bbaf22ba9 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:38.395566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab56405e-b031-41d9-ae42-b683ddee38e5 req-792d3ba9-8a65-4f5a-b49d-8f8bbaf22ba9 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 943 time: 0.1182702 Aug 31 09:55:38.397995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7dacdb5-f1fc-431e-9658-59d61e59d21e tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.406015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Attempting to bind port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:38.406384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Attempting to bind port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:38.406713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Attempting to bind port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 on network 7a29208b-f342-400d-a573-548521414c18 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:38.411771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 on network 7a29208b-f342-400d-a573-548521414c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:55:38.412153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Attempting to bind port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 on network 7a29208b-f342-400d-a573-548521414c18 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:38.417948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:38.418309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Checking segment: {'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:38.418674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Bound using segment: {'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:38.419143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Bound port: 8a9fa262-ae2d-4c16-9f60-f19986ef76a5, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:38.419504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.474191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dacdb5-f1fc-431e-9658-59d61e59d21e tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event deleted for resources: {'Port': ['ID=a65ea89b-d894-488c-bc45-d038b274361d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:38.497249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] For port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:38.500744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] For port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:38.509928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.548189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:38.548630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.550915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a9fa262-ae2d-4c16-9f60-f19986ef76a5 HTTP/1.1" status: 200 len: 1091 time: 0.6326849 Aug 31 09:55:38.553754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd2d726-9b4a-4a29-a73b-43123e82194a', 'tag': '8a9fa262-ae2d-4c16-9f60-f19986ef76a5'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:38.557060 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e2901d-b224-4feb-ba8c-7a0544a06921" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd2d726-9b4a-4a29-a73b-43123e82194a", "tag": "8a9fa262-ae2d-4c16-9f60-f19986ef76a5"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:38.560511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab56405e-b031-41d9-ae42-b683ddee38e5 req-581fc17c-6ebe-4391-a143-bd54ed3ebe8a tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285436 Aug 31 09:55:38.564154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.593719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f42309-314a-4091-a1a9-5e2652cef740 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:38.614151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:38.644042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a7dacdb5-f1fc-431e-9658-59d61e59d21e tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.646262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a7dacdb5-f1fc-431e-9658-59d61e59d21e tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "DELETE /v2.0/ports/a65ea89b-d894-488c-bc45-d038b274361d HTTP/1.1" status: 204 len: 168 time: 1.2920873 Aug 31 09:55:38.650504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59564) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:38.663995 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66399583-9d73-4a67-b70b-5fd6f12d58b6 x-openstack-request-id: req-66399583-9d73-4a67-b70b-5fd6f12d58b6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:38.663995 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd2d726-9b4a-4a29-a73b-43123e82194a", "tag": "8a9fa262-ae2d-4c16-9f60-f19986ef76a5", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:38.664313 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66399583-9d73-4a67-b70b-5fd6f12d58b6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:38.664655 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd2d726-9b4a-4a29-a73b-43123e82194a', 'tag': '8a9fa262-ae2d-4c16-9f60-f19986ef76a5', 'status': 'completed', 'code': 200} Aug 31 09:55:38.678183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-88058b28-d4ee-42f0-96f5-aef2ba942007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:38.679751 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-88058b28-d4ee-42f0-96f5-aef2ba942007 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d89e6a213dc4c71be6cd757225717f8&device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 1094 time: 0.0546601 Aug 31 09:55:38.700828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] No DVR routers for this DVR port d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:38.704790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.707330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.52 "DELETE /v2.0/ports/d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf HTTP/1.1" status: 204 len: 173 time: 1.2055821 Aug 31 09:55:38.707777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'name': 'network-vif-deleted', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:38.710053 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dce82b-7b1b-467a-9ef8-86dece12720a" -d '{"events": [{"server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "name": "network-vif-deleted", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:38.737133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f50876-c5d1-4481-9a7b-2ee37cecb4b5 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Deleting subnet 11f1b706-054a-4d73-8877-030f591558ba {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:38.737695 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-cd770912-1a57-4adf-ac07-b8efc949f2aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a9fa262-ae2d-4c16-9f60-f19986ef76a5 HTTP/1.1" status: 200 len: 217 time: 0.0491755 Aug 31 09:55:38.742295 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02f50876-c5d1-4481-9a7b-2ee37cecb4b5 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.783927 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3001eac0-ec84-4615-8e8d-ce9b272e6766 x-openstack-request-id: req-3001eac0-ec84-4615-8e8d-ce9b272e6766 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:38.784814 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e7754e-264f-4027-b8ce-53590402be91", "name": "network-vif-deleted", "tag": "d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:38.785133 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3001eac0-ec84-4615-8e8d-ce9b272e6766 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:38.785594 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e7754e-264f-4027-b8ce-53590402be91', 'name': 'network-vif-deleted', 'tag': 'd2b7f1b7-9e29-4ddc-bc78-d2dab625fecf', 'status': 'completed', 'code': 200} Aug 31 09:55:38.800161 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02f50876-c5d1-4481-9a7b-2ee37cecb4b5 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.809898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-03260296-6d26-4fb1-8154-e89781eec687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:38.811439 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-03260296-6d26-4fb1-8154-e89781eec687 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e252cc8-b61e-4060-92a5-df009057c250 HTTP/1.1" status: 200 len: 848 time: 0.0660748 Aug 31 09:55:38.847991 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-808fe189-16fb-4eb3-a3be-378efef7f52b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a29208b-f342-400d-a573-548521414c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291963 Aug 31 09:55:38.906781 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02f50876-c5d1-4481-9a7b-2ee37cecb4b5 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:38.945178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-12557e98-c075-49cf-b1ad-44b0415e2f4b service neutron] 10.222.0.52 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894458 Aug 31 09:55:38.976899 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02f50876-c5d1-4481-9a7b-2ee37cecb4b5 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.005325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f50876-c5d1-4481-9a7b-2ee37cecb4b5 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event deleted for resources: {'Subnet': ['ID=11f1b706-054a-4d73-8877-030f591558ba,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:39.009235 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-02f50876-c5d1-4481-9a7b-2ee37cecb4b5 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.013522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-02f50876-c5d1-4481-9a7b-2ee37cecb4b5 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "DELETE /v2.0/subnets/11f1b706-054a-4d73-8877-030f591558ba HTTP/1.1" status: 204 len: 168 time: 0.3596694 Aug 31 09:55:39.013904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59568) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:39.021281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136776f2-eabf-492f-b7cc-37142e915d3f None None] Network 4b9e37b0-442e-4295-b321-ff3139842921 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:39.072200 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5a71d57-962d-4546-bcce-69e679b28a31 req-848e0c4d-0508-4e1f-97ce-927430419489 service neutron] 10.222.0.52 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190550 Aug 31 09:55:39.109610 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.206334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Deleting port 9ec624d6-2074-448a-a0bf-93a26d79724c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:39.209264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.215601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-7721e1e6-df4a-4c64-99fb-984a4a6924c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:39.218201 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-7721e1e6-df4a-4c64-99fb-984a4a6924c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d89e6a213dc4c71be6cd757225717f8&device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 1094 time: 0.0801442 Aug 31 09:55:39.247036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9b8851b-f747-4753-b1e1-64092b5c6033 req-517f4109-ef5e-4dd9-ae7d-e18fc7c5c424 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5e7754e-264f-4027-b8ce-53590402be91 HTTP/1.1" status: 200 len: 210 time: 0.0451355 Aug 31 09:55:39.324643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] For port 9ec624d6-2074-448a-a0bf-93a26d79724c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ec624d6-2074-448a-a0bf-93a26d79724c,segment=NetworkSegment(b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39),segment_id=b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:39.325022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.339038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Calling delete_port for 9ec624d6-2074-448a-a0bf-93a26d79724c owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:39.349195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-268d819e-6091-49b1-a29f-8fc3c99286ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:39.350681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] DHCP port deletion for 4b9e37b0-442e-4295-b321-ff3139842921 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:39.351102 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-268d819e-6091-49b1-a29f-8fc3c99286ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a29208b-f342-400d-a573-548521414c18 HTTP/1.1" status: 200 len: 910 time: 0.1254551 Aug 31 09:55:39.401870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-0a7a343a-3943-4fdd-b47e-7eb7d5e2630e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a9fa262-ae2d-4c16-9f60-f19986ef76a5 HTTP/1.1" status: 200 len: 217 time: 0.0432086 Aug 31 09:55:39.408821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] Deleting port 9ec624d6-2074-448a-a0bf-93a26d79724c {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:39.409205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.442572 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.450192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ec624d6-2074-448a-a0bf-93a26d79724c no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:39.463864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-4479e2bc-8cf5-4bbe-842d-c9f74774e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:39.465332 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-4479e2bc-8cf5-4bbe-842d-c9f74774e4d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e252cc8-b61e-4060-92a5-df009057c250 HTTP/1.1" status: 200 len: 848 time: 0.0542920 Aug 31 09:55:39.470479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event deleted for resources: {'Port': ['ID=9ec624d6-2074-448a-a0bf-93a26d79724c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:39.476835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] No DVR routers for this DVR port 9ec624d6-2074-448a-a0bf-93a26d79724c on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:39.481132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 9ec624d6-2074-448a-a0bf-93a26d79724c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:39.481479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ec624d6-2074-448a-a0bf-93a26d79724c not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:39.503867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] For port 9ec624d6-2074-448a-a0bf-93a26d79724c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ec624d6-2074-448a-a0bf-93a26d79724c,segment=NetworkSegment(b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39),segment_id=b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:39.504327 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.514415 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-c7988a9a-97c7-4262-a035-225a492b65ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a29208b-f342-400d-a573-548521414c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408404 Aug 31 09:55:39.518062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] Calling delete_port for 9ec624d6-2074-448a-a0bf-93a26d79724c owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:39.565763 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.577818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9e37b0-442e-4295-b321-ff3139842921']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:39.595811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:39.596315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24f6c4d-d3fb-4644-b4a7-6bcd21f36b39') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:39.603239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.606271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.626049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.629006 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-032619f6-e653-4207-93e6-c0b0e072a502 service neutron] 10.222.0.52 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067648 Aug 31 09:55:39.635150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:39.635555 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.641041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] No DVR routers for this DVR port 9ec624d6-2074-448a-a0bf-93a26d79724c on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:39.642703 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8de455-15b3-490c-9ca2-f5a8b1bc3fcc None None] Pushing event deleted for resources: {'Port': ['ID=9ec624d6-2074-448a-a0bf-93a26d79724c,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:55:39.652342 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:39.729603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.739357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b08ae-1027-419d-9072-bcd5380d2224 req-a973ce1e-f071-41f2-8021-82871275ccd1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:39.744284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-979b08ae-1027-419d-9072-bcd5380d2224 req-a973ce1e-f071-41f2-8021-82871275ccd1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 943 time: 0.1121819 Aug 31 09:55:39.752274 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:39.754808 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] 10.222.0.69 "DELETE /v2.0/networks/4b9e37b0-442e-4295-b321-ff3139842921 HTTP/1.1" status: 204 len: 168 time: 0.7400959 Aug 31 09:55:39.780372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062a63f-4951-4d84-b52b-d5a779515b20 tempest-ExtraDHCPOptionsTestJSON-1288649161 tempest-ExtraDHCPOptionsTestJSON-1288649161-project] Pushing event deleted for resources: {'Network': ['ID=4b9e37b0-442e-4295-b321-ff3139842921,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:39.813200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-979b08ae-1027-419d-9072-bcd5380d2224 req-81768808-ed1b-4b8a-9ab0-80d6136998ec tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627079 Aug 31 09:55:40.017282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98e2901d-b224-4feb-ba8c-7a0544a06921 req-b7adfd34-135b-415d-ae9c-ccc02298e14e service neutron] 10.222.0.52 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806200 Aug 31 09:55:40.037506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59582) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:40.173516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-70ced2d2-0d72-4304-9f25-a6655c969aae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=077e3b79c0254801abeed7312a895718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348422 Aug 31 09:55:40.176656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59586) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:40.226001 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd848dae-d2c3-4f90-8757-ec7e92f4c483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.247603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd848dae-d2c3-4f90-8757-ec7e92f4c483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.295846 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd848dae-d2c3-4f90-8757-ec7e92f4c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.298429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd848dae-d2c3-4f90-8757-ec7e92f4c483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.302355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bd848dae-d2c3-4f90-8757-ec7e92f4c483 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c06bad48-4cb5-4444-9742-a306b4cddd1a HTTP/1.1" status: 204 len: 168 time: 0.1247478 Aug 31 09:55:40.314294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd848dae-d2c3-4f90-8757-ec7e92f4c483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06bad48-4cb5-4444-9742-a306b4cddd1a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:40.318976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59592) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:40.377269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:55:40.381761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:40.387300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49a52365-e0fc-4be4-8be9-2d2e3ba2fd93 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.412698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:40.413071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d2b7f1b7-9e29-4ddc-bc78-d2dab625fecf not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:40.426055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49a52365-e0fc-4be4-8be9-2d2e3ba2fd93 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.495090 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49a52365-e0fc-4be4-8be9-2d2e3ba2fd93 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.497724 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49a52365-e0fc-4be4-8be9-2d2e3ba2fd93 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.499248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-49a52365-e0fc-4be4-8be9-2d2e3ba2fd93 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/security-groups/44eb5dfb-c6a4-444f-b42b-c2c356498e9a HTTP/1.1" status: 204 len: 168 time: 0.1791217 Aug 31 09:55:40.508484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a52365-e0fc-4be4-8be9-2d2e3ba2fd93 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eb5dfb-c6a4-444f-b42b-c2c356498e9a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:40.509487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:40.526525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '8a9fa262-ae2d-4c16-9f60-f19986ef76a5', 'network_id': '7a29208b-f342-400d-a573-548521414c18', 'port_id': '8a9fa262-ae2d-4c16-9f60-f19986ef76a5', 'mac_address': 'fa:16:3e:df:d8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e252cc8-b61e-4060-92a5-df009057c250', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:55:40.544986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59600) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:40.578251 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.604984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:55:40.619423 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.628578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:40.636226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:40.689896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:40.823353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['8a9fa262-ae2d-4c16-9f60-f19986ef76a5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:55:40.989432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e336f-a1f1-4275-ae06-a276bd23a84f req-97720dd7-c04d-4058-a448-4cda8580d926 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:40.990986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f52e336f-a1f1-4275-ae06-a276bd23a84f req-97720dd7-c04d-4058-a448-4cda8580d926 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 944 time: 0.0701368 Aug 31 09:55:40.998526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.036843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59620) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:41.081782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f52e336f-a1f1-4275-ae06-a276bd23a84f req-70835aca-3743-4499-b5e6-db31de10042e tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809531 Aug 31 09:55:41.149899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298787180'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:41.170719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:41.174258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.184867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.274713 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.279094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.297187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:41.297776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.303340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:55:41.319340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=083e6868-ee1d-4f4e-bcd7-c7de8dd59510,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:41.323909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.324256 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment e540fadb-e5fd-466c-9ff8-d371ae47fc3f of type vlan for network 2ada27e6-96e6-45d4-8aed-6f53b4842fce Aug 31 09:55:41.365239 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.390736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.396162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:41.396392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port 15f3d9b2-56bf-4fa0-bc85-dff241673ebf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:41.396752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.396862 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.411465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for 15f3d9b2-56bf-4fa0-bc85-dff241673ebf owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:41.456557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4184074 Aug 31 09:55:41.459450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59626) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:41.464302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1518981072'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:41.481431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccb959-81ad-4a73-95d4-f96341c043f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=2ada27e6-96e6-45d4-8aed-6f53b4842fce,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:41.495253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 2ada27e6-96e6-45d4-8aed-6f53b4842fce details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:55:41.495990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:41.499508 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.523171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:55:41.533420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.534780 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment 28e0b0ea-723f-4ad8-b310-ced61d4d5ac5 of type vlan for network 2cda968a-3111-477d-ada2-a96f478c0c78 Aug 31 09:55:41.575403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.601009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.607167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:41.607756 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.628573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.655253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=15f3d9b2-56bf-4fa0-bc85-dff241673ebf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:41.670501 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2099838 Aug 31 09:55:41.673449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59628) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:41.681576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': '2ada27e6-96e6-45d4-8aed-6f53b4842fce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:41.690673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea462e85-205a-463c-9c34-32ad783186be tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=2cda968a-3111-477d-ada2-a96f478c0c78,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:41.700276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 2cda968a-3111-477d-ada2-a96f478c0c78 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:55:41.776921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:41.781812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.839819 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.965348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.032889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=f9a95ca4-1dbc-4eb1-b866-1c2004892cb0,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:42.042667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': 'e540fadb-e5fd-466c-9ff8-d371ae47fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ada27e6-96e6-45d4-8aed-6f53b4842fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:42.043330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: 2ada27e6-96e6-45d4-8aed-6f53b4842fce, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:55:42.061261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 2ada27e6-96e6-45d4-8aed-6f53b4842fce is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:55:42.071164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Router d5b49e3f-3700-4da8-9504-4ba9994fe836 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:42.072214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 2ada27e6-96e6-45d4-8aed-6f53b4842fce) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:42.081732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:42.082625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.082971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab057a73-cea5-471f-b728-30b3697d8b47 None None] Network 2ada27e6-96e6-45d4-8aed-6f53b4842fce requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:42.099981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5506ab7a-34b1-45bf-acb2-d4e791b77673 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4254351 Aug 31 09:55:42.102677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59630) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:42.108850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': '2cda968a-3111-477d-ada2-a96f478c0c78', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:42.225318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:42.229317 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.267643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833483-7648-4b27-be58-45a5e1d2b2aa req-aaf61e1a-1055-4baf-abee-b8a52937e2cf tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:42.269774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94833483-7648-4b27-be58-45a5e1d2b2aa req-aaf61e1a-1055-4baf-abee-b8a52937e2cf tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 944 time: 0.0842977 Aug 31 09:55:42.270896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:42.276341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4ab589fa-c598-4b57-899b-f9abe84a1c95 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "PUT /v2.0/routers/d5b49e3f-3700-4da8-9504-4ba9994fe836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7300985 Aug 31 09:55:42.279188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59634) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:42.309978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] Sync routers for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:42.320698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94833483-7648-4b27-be58-45a5e1d2b2aa req-f397ded1-5da8-4b07-ba1b-2c3e2e2325a6 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360329 Aug 31 09:55:42.330144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:42.331410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:42.363056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cf834b-1a5f-4547-8265-e3b68a26fbfb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting subnet c4edc65b-0482-483d-9241-8a50e54101aa {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:42.370120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28cf834b-1a5f-4547-8265-e3b68a26fbfb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.401531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:42.419647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28cf834b-1a5f-4547-8265-e3b68a26fbfb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.518713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:42.579083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28cf834b-1a5f-4547-8265-e3b68a26fbfb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.584970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.635650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-2ada27e6-96e6-45d4-8aed-6f53b4842fce', 'network_id': '2ada27e6-96e6-45d4-8aed-6f53b4842fce', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': 'f9a95ca4-1dbc-4eb1-b866-1c2004892cb0'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:42.636692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.649558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:42.662706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:42.663095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.684294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=f9d48e6b-2870-4d82-9672-df321cd8d6c8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:42.700312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': '28e0b0ea-723f-4ad8-b310-ced61d4d5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2cda968a-3111-477d-ada2-a96f478c0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:42.700682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: 2cda968a-3111-477d-ada2-a96f478c0c78, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:55:42.704894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28cf834b-1a5f-4547-8265-e3b68a26fbfb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.739593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf834b-1a5f-4547-8265-e3b68a26fbfb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Subnet': ['ID=c4edc65b-0482-483d-9241-8a50e54101aa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:42.745499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-28cf834b-1a5f-4547-8265-e3b68a26fbfb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.748506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-28cf834b-1a5f-4547-8265-e3b68a26fbfb tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/subnets/c4edc65b-0482-483d-9241-8a50e54101aa HTTP/1.1" status: 204 len: 168 time: 0.4673040 Aug 31 09:55:42.751053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59638) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:42.758875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 2cda968a-3111-477d-ada2-a96f478c0c78 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:55:42.763357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae2557-1a18-424a-9345-fd80c3a0c448 None None] Network ad593e76-2e53-4c00-9b25-7bd39eefec2a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:42.804082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 2cda968a-3111-477d-ada2-a96f478c0c78) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:42.812764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:42.813352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.825136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fd2c75-279b-4c1a-8cbd-3a8863b999fb None None] Network 2cda968a-3111-477d-ada2-a96f478c0c78 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:42.866916 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a108bab-f26e-4673-9f5c-a6f3dddd153a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7628093 Aug 31 09:55:42.869845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59640) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:42.878248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1b283133-263d-4a45-b2b2-dbcc3b1e842d tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1714139423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:42.881614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.910545 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b283133-263d-4a45-b2b2-dbcc3b1e842d tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.911992 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b283133-263d-4a45-b2b2-dbcc3b1e842d tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.976705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b283133-263d-4a45-b2b2-dbcc3b1e842d tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:42.983368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b283133-263d-4a45-b2b2-dbcc3b1e842d tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.000979 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1b283133-263d-4a45-b2b2-dbcc3b1e842d tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.001301 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.005015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1b283133-263d-4a45-b2b2-dbcc3b1e842d tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1312325 Aug 31 09:55:43.005701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59642) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:43.021905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Allocated IP 2001:db8::2 (2ada27e6-96e6-45d4-8aed-6f53b4842fce/f9a95ca4-1dbc-4eb1-b866-1c2004892cb0/919d3e58-f0a3-4e3f-bdc5-d4caba096a48) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:43.062444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:43.063069 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.157858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port a85db98f-5c33-4dac-9e1a-cfbb18d08c0e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a85db98f-5c33-4dac-9e1a-cfbb18d08c0e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:43.158221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.165729 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.172796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for a85db98f-5c33-4dac-9e1a-cfbb18d08c0e owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:43.192315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:55:41Z', 'revision_number': 5, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port': {'id': 'a85db98f-5c33-4dac-9e1a-cfbb18d08c0e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:54:37Z', 'updated_at': '2021-08-31T09:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:43.239901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] Checking router: d5b49e3f-3700-4da8-9504-4ba9994fe836 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:43.262668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd2d726-9b4a-4a29-a73b-43123e82194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9fa262-ae2d-4c16-9f60-f19986ef76a5'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:43.264997 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14c2b4e-5cff-4c06-88b8-9f20f509e9f0" -d '{"events": [{"server_uuid": "5cd2d726-9b4a-4a29-a73b-43123e82194a", "name": "network-vif-plugged", "status": "completed", "tag": "8a9fa262-ae2d-4c16-9f60-f19986ef76a5"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:43.306123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:43.318167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] Routers {'d5b49e3f-3700-4da8-9504-4ba9994fe836'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:43.318939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d5b49e3f-3700-4da8-9504-4ba9994fe836'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:43.320681 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.351582 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.371627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-2cda968a-3111-477d-ada2-a96f478c0c78', 'network_id': '2cda968a-3111-477d-ada2-a96f478c0c78', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': 'f9d48e6b-2870-4d82-9672-df321cd8d6c8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:43.372509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.382584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.448678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=a85db98f-5c33-4dac-9e1a-cfbb18d08c0e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:43.470150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] DHCP port deletion for ad593e76-2e53-4c00-9b25-7bd39eefec2a request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:43.536994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.561656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090520-7b8e-480b-af94-bfaf0c9c34b8 req-87d95ccf-fb33-409a-93cf-9dab1c47c810 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:43.563317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b090520-7b8e-480b-af94-bfaf0c9c34b8 req-87d95ccf-fb33-409a-93cf-9dab1c47c810 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 945 time: 0.0870476 Aug 31 09:55:43.571509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ff989799-1064-4723-a7e8-47c7baf25de6 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:43.574725 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.654362 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.656837 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.668115 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d713e4b1-da33-4c28-b1b1-16596d90c230 x-openstack-request-id: req-d713e4b1-da33-4c28-b1b1-16596d90c230 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:43.668465 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd2d726-9b4a-4a29-a73b-43123e82194a", "name": "network-vif-plugged", "status": "completed", "tag": "8a9fa262-ae2d-4c16-9f60-f19986ef76a5", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:43.668656 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d713e4b1-da33-4c28-b1b1-16596d90c230 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:43.669049 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd2d726-9b4a-4a29-a73b-43123e82194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9fa262-ae2d-4c16-9f60-f19986ef76a5', 'code': 200} Aug 31 09:55:43.675630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] Set router d5b49e3f-3700-4da8-9504-4ba9994fe836 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:43.682277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:43.687884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Transition to ACTIVE for port object 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:43.731220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.731848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Fanout notify agent at l3_agent the message router_deleted on router d5b49e3f-3700-4da8-9504-4ba9994fe836 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:55:43.741658 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.745407 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8f6c4686-b33c-4cf0-94b0-9bb24e384f1e tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/routers/d5b49e3f-3700-4da8-9504-4ba9994fe836 HTTP/1.1" status: 204 len: 168 time: 0.9913156 Aug 31 09:55:43.745627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59652) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:43.773412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c09a39-e6ba-45d6-a3a1-e5d590c630db req-39f54caa-fed8-4e2b-9636-3f197b3b9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:43.775002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3c09a39-e6ba-45d6-a3a1-e5d590c630db req-39f54caa-fed8-4e2b-9636-3f197b3b9361 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 1096 time: 0.0549502 Aug 31 09:55:43.816770 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3c09a39-e6ba-45d6-a3a1-e5d590c630db req-adf7afbf-f10a-4199-a1c3-86734f6d11ea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Aug 31 09:55:43.822247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b090520-7b8e-480b-af94-bfaf0c9c34b8 req-f50db75c-bcbc-42b0-9960-f7bf04797c43 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047649 Aug 31 09:55:43.849696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.910705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Deleting port ff989799-1064-4723-a7e8-47c7baf25de6 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:43.911095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.943361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:55:43Z', 'revision_number': 6, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:43.974824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] For port ff989799-1064-4723-a7e8-47c7baf25de6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ff989799-1064-4723-a7e8-47c7baf25de6,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:43.975187 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.982913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Transition to ACTIVE for port object 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:43.989670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Calling delete_port for ff989799-1064-4723-a7e8-47c7baf25de6 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:43.992127 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.992854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d7463-821f-439c-903a-bbef23167928 None None] The sync data for ids ['d5b49e3f-3700-4da8-9504-4ba9994fe836'] in n-d-806683-2 is: [{'id': 'd5b49e3f-3700-4da8-9504-4ba9994fe836', 'name': 'tempest-TestNetworkBasicOps-router-943104297', 'tenant_id': 'e68107358f094afc9ef9c1f3a080f644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:54:36Z', 'updated_at': '2021-08-31T09:55:43Z', 'revision_number': 6, 'project_id': 'e68107358f094afc9ef9c1f3a080f644', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:44.018182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.087929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Network 2ada27e6-96e6-45d4-8aed-6f53b4842fce is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:44.116086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] Deleting port ff989799-1064-4723-a7e8-47c7baf25de6 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:44.116456 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.118286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:44.128127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:44.140446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Pushing event updated for resources: {'Port': ['ID=919d3e58-f0a3-4e3f-bdc5-d4caba096a48,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:44.143563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Allocated IP 2001:db8:1::2 (2cda968a-3111-477d-ada2-a96f478c0c78/f9d48e6b-2870-4d82-9672-df321cd8d6c8/21f12776-082c-42c6-be84-537b3aefbb56) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:44.214332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.333651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] For port ff989799-1064-4723-a7e8-47c7baf25de6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ff989799-1064-4723-a7e8-47c7baf25de6,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:44.333953 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.375932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Attempting to bind port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:44.376305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Attempting to bind port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e540fadb-e5fd-466c-9ff8-d371ae47fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ada27e6-96e6-45d4-8aed-6f53b4842fce'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:44.376671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Attempting to bind port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 on network 2ada27e6-96e6-45d4-8aed-6f53b4842fce {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:44.382546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ff989799-1064-4723-a7e8-47c7baf25de6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ff989799-1064-4723-a7e8-47c7baf25de6,segment=NetworkSegment(e391f084-ee12-4aeb-824b-13ade9e711d8),segment_id=e391f084-ee12-4aeb-824b-13ade9e711d8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:44.385396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] Calling delete_port for ff989799-1064-4723-a7e8-47c7baf25de6 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:44.402796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:44.403329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Checking segment: {'id': 'e540fadb-e5fd-466c-9ff8-d371ae47fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ada27e6-96e6-45d4-8aed-6f53b4842fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:44.403542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.403948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Bound using segment: {'id': 'e540fadb-e5fd-466c-9ff8-d371ae47fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ada27e6-96e6-45d4-8aed-6f53b4842fce'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:44.404470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Bound port: 919d3e58-f0a3-4e3f-bdc5-d4caba096a48, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e540fadb-e5fd-466c-9ff8-d371ae47fc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ada27e6-96e6-45d4-8aed-6f53b4842fce'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:44.404859 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.406909 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.414649 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8::1 (2ada27e6-96e6-45d4-8aed-6f53b4842fce/f9a95ca4-1dbc-4eb1-b866-1c2004892cb0/333e5a27-830f-46a1-b54e-905f3595460e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:44.501648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.539663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Port': ['ID=ff989799-1064-4723-a7e8-47c7baf25de6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:44.547385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] No DVR routers for this DVR port ff989799-1064-4723-a7e8-47c7baf25de6 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:44.603344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.605100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ff989799-1064-4723-a7e8-47c7baf25de6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:44.629019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Transition to ACTIVE for port object 21f12776-082c-42c6-be84-537b3aefbb56 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:44.636722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] For port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:44.642871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] For port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=919d3e58-f0a3-4e3f-bdc5-d4caba096a48,segment=NetworkSegment(e540fadb-e5fd-466c-9ff8-d371ae47fc3f),segment_id=e540fadb-e5fd-466c-9ff8-d371ae47fc3f)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:44.649832 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.653892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.654249 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.657005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Transition to ACTIVE for port object 21f12776-082c-42c6-be84-537b3aefbb56 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:44.664835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.670599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad593e76-2e53-4c00-9b25-7bd39eefec2a']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:44.688345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e391f084-ee12-4aeb-824b-13ade9e711d8') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:44.688650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e391f084-ee12-4aeb-824b-13ade9e711d8') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:44.690314 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.696482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object 333e5a27-830f-46a1-b54e-905f3595460e will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:44.701512 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.707627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] No DVR routers for this DVR port ff989799-1064-4723-a7e8-47c7baf25de6 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:44.724163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.731769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Network 2cda968a-3111-477d-ada2-a96f478c0c78 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:44.739651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:44.740234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:44.740658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.742021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:55:44.744012 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:44.746289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49264996-a930-4068-8a93-ccaa7213be08 None None] Pushing event updated for resources: {'Port': ['ID=919d3e58-f0a3-4e3f-bdc5-d4caba096a48,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:44.778735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb936043-1f19-4dbf-ad3f-680dec4df1ab None None] Pushing event deleted for resources: {'Port': ['ID=ff989799-1064-4723-a7e8-47c7baf25de6,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:44.842620 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.861740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.882836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Pushing event updated for resources: {'Port': ['ID=21f12776-082c-42c6-be84-537b3aefbb56,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:44.885530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Attempting to bind port 21f12776-082c-42c6-be84-537b3aefbb56 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:44.885897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Attempting to bind port 21f12776-082c-42c6-be84-537b3aefbb56 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '28e0b0ea-723f-4ad8-b310-ced61d4d5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2cda968a-3111-477d-ada2-a96f478c0c78'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:44.886261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Attempting to bind port 21f12776-082c-42c6-be84-537b3aefbb56 on network 2cda968a-3111-477d-ada2-a96f478c0c78 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:44.891929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:44.892308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Checking segment: {'id': '28e0b0ea-723f-4ad8-b310-ced61d4d5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2cda968a-3111-477d-ada2-a96f478c0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:44.892714 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.893639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Bound using segment: {'id': '28e0b0ea-723f-4ad8-b310-ced61d4d5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2cda968a-3111-477d-ada2-a96f478c0c78'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:44.894113 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Bound port: 21f12776-082c-42c6-be84-537b3aefbb56, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e0b0ea-723f-4ad8-b310-ced61d4d5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '2cda968a-3111-477d-ada2-a96f478c0c78'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:44.894495 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.906005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.907937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] 10.222.0.69 "DELETE /v2.0/networks/ad593e76-2e53-4c00-9b25-7bd39eefec2a HTTP/1.1" status: 204 len: 168 time: 1.1613755 Aug 31 09:55:44.930214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ea2f1-3974-4ea2-8e05-2f1fd745f162 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] Pushing event deleted for resources: {'Network': ['ID=ad593e76-2e53-4c00-9b25-7bd39eefec2a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:44.933954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 2ada27e6-96e6-45d4-8aed-6f53b4842fce is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:44.940033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:44.945049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:44.945607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.949269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=333e5a27-830f-46a1-b54e-905f3595460e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:45.050930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] For port 21f12776-082c-42c6-be84-537b3aefbb56, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:45.054857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] For port 21f12776-082c-42c6-be84-537b3aefbb56, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=21f12776-082c-42c6-be84-537b3aefbb56,segment=NetworkSegment(28e0b0ea-723f-4ad8-b310-ced61d4d5ac5),segment_id=28e0b0ea-723f-4ad8-b310-ced61d4d5ac5)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:45.063111 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.123591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e8545-c22b-43c5-a247-a482d5d63c69 req-aab006aa-3e14-4a2b-bfa1-b9a38dcbcf04 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:45.128330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-811e8545-c22b-43c5-a247-a482d5d63c69 req-aab006aa-3e14-4a2b-bfa1-b9a38dcbcf04 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 945 time: 0.0983665 Aug 31 09:55:45.196190 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.198417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90691bfb-7bba-4b4c-b839-662f62e49840 None None] Pushing event updated for resources: {'Port': ['ID=21f12776-082c-42c6-be84-537b3aefbb56,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:45.242740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-811e8545-c22b-43c5-a247-a482d5d63c69 req-55e70159-b48c-4c1f-9043-a832933cc75c tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Aug 31 09:55:45.460807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:45.563964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:45.614846 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.620656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.621477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.643477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:45.665558 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-795d44a3-74ed-476f-8ee0-dc98ee6610bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e68107358f094afc9ef9c1f3a080f644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035184 Aug 31 09:55:45.668083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59668) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:45.699221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a85db98f-5c33-4dac-9e1a-cfbb18d08c0e no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:45.726330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=333e5a27-830f-46a1-b54e-905f3595460e,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:45.727579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a85db98f-5c33-4dac-9e1a-cfbb18d08c0e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:45.727927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a85db98f-5c33-4dac-9e1a-cfbb18d08c0e not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:45.728342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 15f3d9b2-56bf-4fa0-bc85-dff241673ebf no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:45.738281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c01b4b14-98d5-4e03-a32c-c484021c02d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.755229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 15f3d9b2-56bf-4fa0-bc85-dff241673ebf {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:45.755578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 15f3d9b2-56bf-4fa0-bc85-dff241673ebf not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:45.765995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c01b4b14-98d5-4e03-a32c-c484021c02d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.776808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 2ada27e6-96e6-45d4-8aed-6f53b4842fce is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:45.779190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:45.830552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c01b4b14-98d5-4e03-a32c-c484021c02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.833432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c01b4b14-98d5-4e03-a32c-c484021c02d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.835024 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c01b4b14-98d5-4e03-a32c-c484021c02d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5498642b-0159-4414-a56f-e2d8fff3a694 HTTP/1.1" status: 204 len: 168 time: 0.1657813 Aug 31 09:55:45.847567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b4b14-98d5-4e03-a32c-c484021c02d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498642b-0159-4414-a56f-e2d8fff3a694,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:45.936211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 8bd00a84-134f-4eda-ab28-3883a20a6927 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:55:46.047183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:46.053003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-60918ce2-4a09-421d-b12b-9d546f539a14 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/8bd00a84-134f-4eda-ab28-3883a20a6927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0462353 Aug 31 09:55:46.055851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59676) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:46.059208 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392de49a-949c-46da-8088-6f7ed84e839e None None] Sync routers for ids ['8bd00a84-134f-4eda-ab28-3883a20a6927'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:46.078399 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392de49a-949c-46da-8088-6f7ed84e839e None None] Routers {'8bd00a84-134f-4eda-ab28-3883a20a6927'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:46.079191 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-392de49a-949c-46da-8088-6f7ed84e839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bd00a84-134f-4eda-ab28-3883a20a6927'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:46.114256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc126e1-a440-4545-a119-f129885debf7 None None] Network 2ada27e6-96e6-45d4-8aed-6f53b4842fce requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:46.119891 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-392de49a-949c-46da-8088-6f7ed84e839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:46.123174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fb8c5-57d3-4fb0-af05-94cfc9689458 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:46.127676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8f2fb8c5-57d3-4fb0-af05-94cfc9689458 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports/333e5a27-830f-46a1-b54e-905f3595460e HTTP/1.1" status: 200 len: 911 time: 0.0663803 Aug 31 09:55:46.127836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59678) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:46.129616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392de49a-949c-46da-8088-6f7ed84e839e None None] Routers {'8bd00a84-134f-4eda-ab28-3883a20a6927'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:46.130216 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-392de49a-949c-46da-8088-6f7ed84e839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bd00a84-134f-4eda-ab28-3883a20a6927'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:46.168660 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-392de49a-949c-46da-8088-6f7ed84e839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:46.169347 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392de49a-949c-46da-8088-6f7ed84e839e None None] The sync data for ids ['8bd00a84-134f-4eda-ab28-3883a20a6927'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:46.188643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59680) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:46.202851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b87ab45b-b6b7-489a-aa3b-391adfe4c342 None None] Provisioning for port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:46.206765 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-057a71ad-6a9a-4070-ade3-42193b6d044e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.213783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b87ab45b-b6b7-489a-aa3b-391adfe4c342 None None] Provisioning complete for port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:46.214433 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b87ab45b-b6b7-489a-aa3b-391adfe4c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.337553 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-057a71ad-6a9a-4070-ade3-42193b6d044e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.347054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-057a71ad-6a9a-4070-ade3-42193b6d044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.391949 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-057a71ad-6a9a-4070-ade3-42193b6d044e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a04b4b6f19c54356a7ae6d982a978207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991799 Aug 31 09:55:46.392692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:46.401763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a71ad-6a9a-4070-ade3-42193b6d044e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0191ae15-28f1-4fc7-a8b7-43f5a443a2c0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:46.419951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b87ab45b-b6b7-489a-aa3b-391adfe4c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.458402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2956-9b42-41d3-af94-7aac3438c37a req-2996a2da-5a8c-4031-b8ac-1e9efa9f2d22 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:46.460020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe8c2956-9b42-41d3-af94-7aac3438c37a req-2996a2da-5a8c-4031-b8ac-1e9efa9f2d22 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 945 time: 0.0851593 Aug 31 09:55:46.466343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b87ab45b-b6b7-489a-aa3b-391adfe4c342 None None] For port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=919d3e58-f0a3-4e3f-bdc5-d4caba096a48,segment=NetworkSegment(e540fadb-e5fd-466c-9ff8-d371ae47fc3f),segment_id=e540fadb-e5fd-466c-9ff8-d371ae47fc3f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:46.476081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b87ab45b-b6b7-489a-aa3b-391adfe4c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.478927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d78c7c55-948c-48f6-b8d9-5f1896aed212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.520451 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d78c7c55-948c-48f6-b8d9-5f1896aed212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.544706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ab45b-b6b7-489a-aa3b-391adfe4c342 None None] Pushing event updated for resources: {'Port': ['ID=919d3e58-f0a3-4e3f-bdc5-d4caba096a48,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:46.591966 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d78c7c55-948c-48f6-b8d9-5f1896aed212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.594826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d78c7c55-948c-48f6-b8d9-5f1896aed212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.599101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d78c7c55-948c-48f6-b8d9-5f1896aed212 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0191ae15-28f1-4fc7-a8b7-43f5a443a2c0 HTTP/1.1" status: 204 len: 168 time: 0.2023959 Aug 31 09:55:46.599286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe8c2956-9b42-41d3-af94-7aac3438c37a req-cc18a2b4-af29-4103-ac85-f760dbe78ef9 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028852 Aug 31 09:55:46.611460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c7c55-948c-48f6-b8d9-5f1896aed212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0191ae15-28f1-4fc7-a8b7-43f5a443a2c0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:46.738828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.822267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7382a4-8b45-4b04-b4bd-96d8a2b65383 None None] Network 2cda968a-3111-477d-ada2-a96f478c0c78 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:46.860012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ff0175b-3ac5-4ea4-8e9a-462fdb489d6d None None] Provisioning complete for port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:46.860498 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff0175b-3ac5-4ea4-8e9a-462fdb489d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.131875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ff0175b-3ac5-4ea4-8e9a-462fdb489d6d None None] Provisioning for port 333e5a27-830f-46a1-b54e-905f3595460e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:47.146211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ff0175b-3ac5-4ea4-8e9a-462fdb489d6d None None] Provisioning complete for port 333e5a27-830f-46a1-b54e-905f3595460e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:47.146592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ff0175b-3ac5-4ea4-8e9a-462fdb489d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.155417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8:1::1 (2cda968a-3111-477d-ada2-a96f478c0c78/f9d48e6b-2870-4d82-9672-df321cd8d6c8/f13c7f07-5c8e-4841-86c2-a3ee17cd6de7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:47.328972 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.329645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0175b-3ac5-4ea4-8e9a-462fdb489d6d None None] Port 333e5a27-830f-46a1-b54e-905f3595460e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:47.362272 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object f13c7f07-5c8e-4841-86c2-a3ee17cd6de7 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:47.426680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.457619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2eae3023-5ed8-4672-bbc9-77a7f2aa07f8 None None] Provisioning for port 21f12776-082c-42c6-be84-537b3aefbb56 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:47.471906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 2cda968a-3111-477d-ada2-a96f478c0c78 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:47.476438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:47.481180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:47.481870 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.484789 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2eae3023-5ed8-4672-bbc9-77a7f2aa07f8 None None] Provisioning complete for port 333e5a27-830f-46a1-b54e-905f3595460e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:47.485176 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2eae3023-5ed8-4672-bbc9-77a7f2aa07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.552639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2eae3023-5ed8-4672-bbc9-77a7f2aa07f8 None None] Port 333e5a27-830f-46a1-b54e-905f3595460e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:47.570569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=f13c7f07-5c8e-4841-86c2-a3ee17cd6de7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:47.605291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 21f12776-082c-42c6-be84-537b3aefbb56 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:47.636475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e586b7-e7d8-4e56-b807-7c85c8261e55 req-c31f70f3-b016-4377-b712-da02f8823b7a tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:47.638080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14e586b7-e7d8-4e56-b807-7c85c8261e55 req-c31f70f3-b016-4377-b712-da02f8823b7a tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 945 time: 0.1157420 Aug 31 09:55:47.665669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 21f12776-082c-42c6-be84-537b3aefbb56 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:47.675055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 21f12776-082c-42c6-be84-537b3aefbb56 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:47.675436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.700629 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.716532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14e586b7-e7d8-4e56-b807-7c85c8261e55 req-154f2ac0-09fb-463d-bd8b-63f935cc98a0 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697229 Aug 31 09:55:47.725138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0636fdd7-d177-4bde-bc72-60f849f52ed7 None None] Provisioning complete for port 21f12776-082c-42c6-be84-537b3aefbb56 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:47.725519 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0636fdd7-d177-4bde-bc72-60f849f52ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.837456 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.857580 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0636fdd7-d177-4bde-bc72-60f849f52ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.895638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 21f12776-082c-42c6-be84-537b3aefbb56, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=21f12776-082c-42c6-be84-537b3aefbb56,segment=NetworkSegment(28e0b0ea-723f-4ad8-b310-ced61d4d5ac5),segment_id=28e0b0ea-723f-4ad8-b310-ced61d4d5ac5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:47.900186 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.901067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:47.985485 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.990346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.991216 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:48.001268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-0636fdd7-d177-4bde-bc72-60f849f52ed7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:55:48.001644 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-0636fdd7-d177-4bde-bc72-60f849f52ed7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:55:48.008509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=21f12776-082c-42c6-be84-537b3aefbb56,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:48.023578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:48.023947 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:48.082621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=f13c7f07-5c8e-4841-86c2-a3ee17cd6de7,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:48.124485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 2cda968a-3111-477d-ada2-a96f478c0c78 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:48.126015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:48.535962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 8bd00a84-134f-4eda-ab28-3883a20a6927 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:48.547755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0636fdd7-d177-4bde-bc72-60f849f52ed7 None None] Provisioning complete for port 333e5a27-830f-46a1-b54e-905f3595460e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:48.548130 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0636fdd7-d177-4bde-bc72-60f849f52ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:48.586272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0636fdd7-d177-4bde-bc72-60f849f52ed7 None None] Port 333e5a27-830f-46a1-b54e-905f3595460e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:48.631242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:48.636167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-289ffa7b-c3b4-4da3-9dcc-58f80e13f73a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/8bd00a84-134f-4eda-ab28-3883a20a6927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5074546 Aug 31 09:55:48.638902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59704) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:48.640550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811584de-d306-445f-a5c0-aa473e05df0d None None] Sync routers for ids ['8bd00a84-134f-4eda-ab28-3883a20a6927'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:48.649711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811584de-d306-445f-a5c0-aa473e05df0d None None] Routers {'8bd00a84-134f-4eda-ab28-3883a20a6927'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:48.650324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-811584de-d306-445f-a5c0-aa473e05df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bd00a84-134f-4eda-ab28-3883a20a6927'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:48.684085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-811584de-d306-445f-a5c0-aa473e05df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:48.684308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737361fd-a82d-495b-8ae7-436911a216cc tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:48.685785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-737361fd-a82d-495b-8ae7-436911a216cc tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports/f13c7f07-5c8e-4841-86c2-a3ee17cd6de7 HTTP/1.1" status: 200 len: 913 time: 0.0452015 Aug 31 09:55:48.688623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59706) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:48.700277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811584de-d306-445f-a5c0-aa473e05df0d None None] Routers {'8bd00a84-134f-4eda-ab28-3883a20a6927'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:48.700906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-811584de-d306-445f-a5c0-aa473e05df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bd00a84-134f-4eda-ab28-3883a20a6927'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:48.735709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-811584de-d306-445f-a5c0-aa473e05df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:48.737167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811584de-d306-445f-a5c0-aa473e05df0d None None] The sync data for ids ['8bd00a84-134f-4eda-ab28-3883a20a6927'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:48.742015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-53de0acf-60ad-4f22-8c5c-e5a82077d4d9 None None] Provisioning for port f13c7f07-5c8e-4841-86c2-a3ee17cd6de7 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:48.752071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-53de0acf-60ad-4f22-8c5c-e5a82077d4d9 None None] Provisioning complete for port f13c7f07-5c8e-4841-86c2-a3ee17cd6de7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:48.753378 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-53de0acf-60ad-4f22-8c5c-e5a82077d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:48.804238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-53de0acf-60ad-4f22-8c5c-e5a82077d4d9 None None] Port f13c7f07-5c8e-4841-86c2-a3ee17cd6de7 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:48.814200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-36c2327e-1a83-44d3-8171-16f46fb7211f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:48.816342 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-36c2327e-1a83-44d3-8171-16f46fb7211f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 945 time: 0.1199369 Aug 31 09:55:48.858576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b619a-f656-4084-bbae-33495b80d9c5 req-38077666-e902-4a81-b74c-80350249a32d tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:48.860119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d99b619a-f656-4084-bbae-33495b80d9c5 req-38077666-e902-4a81-b74c-80350249a32d tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 945 time: 0.0493946 Aug 31 09:55:48.899507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d99b619a-f656-4084-bbae-33495b80d9c5 req-fe34ff04-317a-481c-aa9f-dda398895838 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Aug 31 09:55:49.026995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Deleting port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:49.027333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:49.144774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] For port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:49.145036 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:49.178176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Calling delete_port for 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:49.253222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:49.409613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 21f12776-082c-42c6-be84-537b3aefbb56 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:49.453020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:49.460309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 21f12776-082c-42c6-be84-537b3aefbb56 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:49.460683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:49.463920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['8a9fa262-ae2d-4c16-9f60-f19986ef76a5'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:55:49.489102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Pushing event deleted for resources: {'Port': ['ID=8a9fa262-ae2d-4c16-9f60-f19986ef76a5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:49.541127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] No DVR routers for this DVR port 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:49.544396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:49.546803 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-423c1de3-4e88-426c-a8d3-340ac3ef5ae3 req-de36d647-c5c1-4586-8573-75909985d244 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.52 "DELETE /v2.0/ports/8a9fa262-ae2d-4c16-9f60-f19986ef76a5 HTTP/1.1" status: 204 len: 173 time: 0.7212257 Aug 31 09:55:49.547552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd2d726-9b4a-4a29-a73b-43123e82194a', 'name': 'network-vif-deleted', 'tag': '8a9fa262-ae2d-4c16-9f60-f19986ef76a5'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:49.550572 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf8049f-7368-42e0-9f4e-50cc30f53d4f" -d '{"events": [{"server_uuid": "5cd2d726-9b4a-4a29-a73b-43123e82194a", "name": "network-vif-deleted", "tag": "8a9fa262-ae2d-4c16-9f60-f19986ef76a5"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:49.593351 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6e13e3-f96d-4a70-a6f2-6b5decc6f4f8 x-openstack-request-id: req-9c6e13e3-f96d-4a70-a6f2-6b5decc6f4f8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:49.593644 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd2d726-9b4a-4a29-a73b-43123e82194a", "name": "network-vif-deleted", "tag": "8a9fa262-ae2d-4c16-9f60-f19986ef76a5", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:49.593888 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c6e13e3-f96d-4a70-a6f2-6b5decc6f4f8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:49.594280 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd2d726-9b4a-4a29-a73b-43123e82194a', 'name': 'network-vif-deleted', 'tag': '8a9fa262-ae2d-4c16-9f60-f19986ef76a5', 'status': 'completed', 'code': 200} Aug 31 09:55:49.640487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port f13c7f07-5c8e-4841-86c2-a3ee17cd6de7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:49.641223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:49.728943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:49.740679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for f13c7f07-5c8e-4841-86c2-a3ee17cd6de7 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:49.912906 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:50.031357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07237b8b-3a13-4dfc-ae2e-15bbf0bbe2ab req-ed004701-9a3d-47b2-ad3e-f768e9187dca tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd2d726-9b4a-4a29-a73b-43123e82194a HTTP/1.1" status: 200 len: 210 time: 0.0318575 Aug 31 09:55:50.232927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=f13c7f07-5c8e-4841-86c2-a3ee17cd6de7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:50.344836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:50.538496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 8bd00a84-134f-4eda-ab28-3883a20a6927 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:50.629015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:50.633941 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6e437f60-8f40-4600-971c-bd4e76fbb28f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/8bd00a84-134f-4eda-ab28-3883a20a6927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442477 Aug 31 09:55:50.636641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59722) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:50.639045 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00058f-ea19-4193-8e7c-22e42b86d509 None None] Sync routers for ids ['8bd00a84-134f-4eda-ab28-3883a20a6927'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:50.648276 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00058f-ea19-4193-8e7c-22e42b86d509 None None] Routers {'8bd00a84-134f-4eda-ab28-3883a20a6927'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:50.648879 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ba00058f-ea19-4193-8e7c-22e42b86d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bd00a84-134f-4eda-ab28-3883a20a6927'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:50.684786 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ba00058f-ea19-4193-8e7c-22e42b86d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:50.693391 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00058f-ea19-4193-8e7c-22e42b86d509 None None] Routers {'8bd00a84-134f-4eda-ab28-3883a20a6927'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:50.693989 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ba00058f-ea19-4193-8e7c-22e42b86d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bd00a84-134f-4eda-ab28-3883a20a6927'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:50.725915 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ba00058f-ea19-4193-8e7c-22e42b86d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:50.726573 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00058f-ea19-4193-8e7c-22e42b86d509 None None] The sync data for ids ['8bd00a84-134f-4eda-ab28-3883a20a6927'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:50.949357 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:51.205991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 333e5a27-830f-46a1-b54e-905f3595460e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:51.206340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:51.296379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:51.312312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 333e5a27-830f-46a1-b54e-905f3595460e owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:51.347182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-3ff0697d-de29-4618-ad9b-7ac3695634f9 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:51.348433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-3ff0697d-de29-4618-ad9b-7ac3695634f9 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/networks?id=7a29208b-f342-400d-a573-548521414c18 HTTP/1.1" status: 200 len: 808 time: 0.1071746 Aug 31 09:55:51.367408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-b0d6653d-ff13-450d-9135-b264c22075e6 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/quotas/9d89e6a213dc4c71be6cd757225717f8 HTTP/1.1" status: 200 len: 375 time: 0.0116258 Aug 31 09:55:51.399727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-7408343e-1059-42ee-93b3-6222e8e5642d tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d89e6a213dc4c71be6cd757225717f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272238 Aug 31 09:55:51.491573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:51.498312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-61a4dea6-bc95-4148-9d41-006f8f64c6c0 service neutron] 10.222.0.69 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912106 Aug 31 09:55:51.519252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=333e5a27-830f-46a1-b54e-905f3595460e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:51.598305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-0a879bd4-a02b-418f-b522-9ce77eea1cb7 service neutron] 10.222.0.69 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932083 Aug 31 09:55:51.615015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:51.776878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f55e4f54-cb1e-420e-a0c9-5b38b6c469aa req-5655cd1c-7520-4373-bde3-2a6609ae0900 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 210 time: 0.0337081 Aug 31 09:55:51.787862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 8bd00a84-134f-4eda-ab28-3883a20a6927 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:51.796345 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e280e3b-faa3-4fa5-becb-9f9e680db9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:51.868478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:51.873472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-001682b1-66fd-4942-adb6-744fe2472483 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/8bd00a84-134f-4eda-ab28-3883a20a6927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2358737 Aug 31 09:55:51.876485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59746) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:51.880106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee98903-800a-411c-ac49-f01b51ab716d None None] Sync routers for ids ['8bd00a84-134f-4eda-ab28-3883a20a6927'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:51.893358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee98903-800a-411c-ac49-f01b51ab716d None None] Routers {'8bd00a84-134f-4eda-ab28-3883a20a6927'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:51.894224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dee98903-800a-411c-ac49-f01b51ab716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bd00a84-134f-4eda-ab28-3883a20a6927'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:51.908599 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-829ae468-4bdb-4bd8-93c3-3addf94285a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bd00a84-134f-4eda-ab28-3883a20a6927 HTTP/1.1" status: 200 len: 205 time: 0.0300527 Aug 31 09:55:51.911530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59750) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:51.929964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dee98903-800a-411c-ac49-f01b51ab716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:51.940756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee98903-800a-411c-ac49-f01b51ab716d None None] Routers {'8bd00a84-134f-4eda-ab28-3883a20a6927'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:51.941382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dee98903-800a-411c-ac49-f01b51ab716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['8bd00a84-134f-4eda-ab28-3883a20a6927'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:51.979323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dee98903-800a-411c-ac49-f01b51ab716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:51.980045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee98903-800a-411c-ac49-f01b51ab716d None None] The sync data for ids ['8bd00a84-134f-4eda-ab28-3883a20a6927'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:51.989135 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aeade07-0b19-4a75-8e0a-e583e0da7567 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.153653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aeade07-0b19-4a75-8e0a-e583e0da7567 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.155899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aeade07-0b19-4a75-8e0a-e583e0da7567 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.205928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aeade07-0b19-4a75-8e0a-e583e0da7567 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.206606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeade07-0b19-4a75-8e0a-e583e0da7567 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd00a84-134f-4eda-ab28-3883a20a6927 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:55:52.213677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aeade07-0b19-4a75-8e0a-e583e0da7567 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.214973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9aeade07-0b19-4a75-8e0a-e583e0da7567 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/8bd00a84-134f-4eda-ab28-3883a20a6927 HTTP/1.1" status: 204 len: 168 time: 0.3003607 Aug 31 09:55:52.217518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59754) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:52.269229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-2270aa29-3cbe-4a9e-a2d1-10246a0b7f07 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet f9d48e6b-2870-4d82-9672-df321cd8d6c8 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:52.272556 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2270aa29-3cbe-4a9e-a2d1-10246a0b7f07 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.313334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2270aa29-3cbe-4a9e-a2d1-10246a0b7f07 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.403113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2270aa29-3cbe-4a9e-a2d1-10246a0b7f07 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.464093 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2270aa29-3cbe-4a9e-a2d1-10246a0b7f07 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.492482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270aa29-3cbe-4a9e-a2d1-10246a0b7f07 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d48e6b-2870-4d82-9672-df321cd8d6c8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:52.494452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2270aa29-3cbe-4a9e-a2d1-10246a0b7f07 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.497380 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2270aa29-3cbe-4a9e-a2d1-10246a0b7f07 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/f9d48e6b-2870-4d82-9672-df321cd8d6c8 HTTP/1.1" status: 204 len: 168 time: 0.2788744 Aug 31 09:55:52.498780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4da9e-0864-46ff-a86e-6422d3c2decb None None] Network 2cda968a-3111-477d-ada2-a96f478c0c78 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:52.498985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59760) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:52.554814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6562a5-6e24-4071-8dd4-75ca82d389bf tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet f9a95ca4-1dbc-4eb1-b866-1c2004892cb0 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:52.558406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef6562a5-6e24-4071-8dd4-75ca82d389bf tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.617368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef6562a5-6e24-4071-8dd4-75ca82d389bf tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.679818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:52.723415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:52.723762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8a9fa262-ae2d-4c16-9f60-f19986ef76a5 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:52.773761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-15f1815c-b98d-40a5-ac3e-05b76645743a tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:52.775249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-15f1815c-b98d-40a5-ac3e-05b76645743a tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.52 "GET /v2.0/networks?id=7a29208b-f342-400d-a573-548521414c18 HTTP/1.1" status: 200 len: 808 time: 0.1749461 Aug 31 09:55:52.782390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef6562a5-6e24-4071-8dd4-75ca82d389bf tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.879813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dff5009a-a7bc-490e-aed6-44b784e0aa38 req-9ca9392d-bb3d-463c-920c-56876558171b tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 210 time: 0.0281501 Aug 31 09:55:52.880393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] DHCP port deletion for 2cda968a-3111-477d-ada2-a96f478c0c78 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:52.930538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] Deleting port 21f12776-082c-42c6-be84-537b3aefbb56 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:52.931004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:52.996105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] For port 21f12776-082c-42c6-be84-537b3aefbb56, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=21f12776-082c-42c6-be84-537b3aefbb56,segment=NetworkSegment(28e0b0ea-723f-4ad8-b310-ced61d4d5ac5),segment_id=28e0b0ea-723f-4ad8-b310-ced61d4d5ac5)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:52.996509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.010188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] Calling delete_port for 21f12776-082c-42c6-be84-537b3aefbb56 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:53.089106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Request body: {'port': {'device_id': '11c6c14b-3f60-441a-8e86-f4e0a76c464c', 'network_id': '7a29208b-f342-400d-a573-548521414c18', 'admin_state_up': True, 'tenant_id': '9d89e6a213dc4c71be6cd757225717f8'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:53.094241 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.122557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] No DVR routers for this DVR port 21f12776-082c-42c6-be84-537b3aefbb56 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:53.124401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb0a4e-852e-40be-b857-61aa72173abb None None] Pushing event deleted for resources: {'Port': ['ID=21f12776-082c-42c6-be84-537b3aefbb56,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:53.189725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef6562a5-6e24-4071-8dd4-75ca82d389bf tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.224895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6562a5-6e24-4071-8dd4-75ca82d389bf tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a95ca4-1dbc-4eb1-b866-1c2004892cb0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:53.227037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ef6562a5-6e24-4071-8dd4-75ca82d389bf tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.228829 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ef6562a5-6e24-4071-8dd4-75ca82d389bf tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/f9a95ca4-1dbc-4eb1-b866-1c2004892cb0 HTTP/1.1" status: 204 len: 168 time: 0.7286601 Aug 31 09:55:53.231591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59764) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:53.235798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a35d7-8f34-41dc-a0f6-a81719eb1068 None None] Network 2ada27e6-96e6-45d4-8aed-6f53b4842fce requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:53.252036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Made reservation on behalf of 9d89e6a213dc4c71be6cd757225717f8 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:53.254938 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.317067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.328089 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:55:53.389271 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Allocated IP 172.20.0.12 (7a29208b-f342-400d-a573-548521414c18/5e252cc8-b61e-4060-92a5-df009057c250/b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:53.410864 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.421552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cda968a-3111-477d-ada2-a96f478c0c78']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:53.437853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e0b0ea-723f-4ad8-b310-ced61d4d5ac5') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:53.438150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e0b0ea-723f-4ad8-b310-ced61d4d5ac5') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:53.441872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] DHCP port deletion for 2ada27e6-96e6-45d4-8aed-6f53b4842fce request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:55:53.448843 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.467832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.477166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:53.477691 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.478472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 21f12776-082c-42c6-be84-537b3aefbb56 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:53.503640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 21f12776-082c-42c6-be84-537b3aefbb56 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:53.504150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 21f12776-082c-42c6-be84-537b3aefbb56 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:55:53.533919 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:53.542068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] Deleting port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:53.542068 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.551773 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.564309 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.569805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/2cda968a-3111-477d-ada2-a96f478c0c78 HTTP/1.1" status: 204 len: 168 time: 0.3342586 Aug 31 09:55:53.572046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59768) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:53.578792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01dbcf-00a0-4da0-9030-bb8db3f16669 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=2cda968a-3111-477d-ada2-a96f478c0c78,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:53.602405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.614590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] For port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=919d3e58-f0a3-4e3f-bdc5-d4caba096a48,segment=NetworkSegment(e540fadb-e5fd-466c-9ff8-d371ae47fc3f),segment_id=e540fadb-e5fd-466c-9ff8-d371ae47fc3f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:53.615021 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.628254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] Calling delete_port for 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:53.676211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.705798 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.720927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] The port '919d3e58-f0a3-4e3f-bdc5-d4caba096a48' was deleted {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 09:55:53.724016 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.728941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] Pushing event deleted for resources: {'Port': ['ID=919d3e58-f0a3-4e3f-bdc5-d4caba096a48,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:53.734464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd2586-f17c-4815-b65a-2e19d5446bc3 None None] No DVR routers for this DVR port 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:53.827198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Network 7a29208b-f342-400d-a573-548521414c18 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:53.838481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:53.846526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:53.853310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.855546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Pushing event updated for resources: {'Port': ['ID=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:53.886541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ada27e6-96e6-45d4-8aed-6f53b4842fce']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:53.901951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e540fadb-e5fd-466c-9ff8-d371ae47fc3f') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:53.902248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e540fadb-e5fd-466c-9ff8-d371ae47fc3f') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:53.916015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.922926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:53.923533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.945261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.950527 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-e5eee0de-899f-430e-813d-c669f53803b5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1644154 Aug 31 09:55:53.954142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:53.954632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:55:53.958067 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:53.972815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Request body: {'port': {'device_id': '11c6c14b-3f60-441a-8e86-f4e0a76c464c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:54.007311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135e01-5c64-431b-b403-1bbbf1522294 req-7b2eff84-23f2-49e6-9494-918dd0bf6500 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:54.010131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c135e01-5c64-431b-b403-1bbbf1522294 req-7b2eff84-23f2-49e6-9494-918dd0bf6500 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 932 time: 0.0620096 Aug 31 09:55:54.049473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c135e01-5c64-431b-b403-1bbbf1522294 req-4e280491-0189-4568-8917-10f8899a03a5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Aug 31 09:55:54.063815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.074070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.075887 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/2ada27e6-96e6-45d4-8aed-6f53b4842fce HTTP/1.1" status: 204 len: 168 time: 0.5028963 Aug 31 09:55:54.080334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59772) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:54.085848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1925997133'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:54.089820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.092411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccbd30-ff02-40db-a192-99a76eaca7ac tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=2ada27e6-96e6-45d4-8aed-6f53b4842fce,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:54.121599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:54.127801 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.153145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:55:54.163524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.163875 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment 000997c7-d3c7-416d-8859-13797a4884ba of type vlan for network 4495a2b5-f617-4d8b-95cf-2423ad978565 Aug 31 09:55:54.204452 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.229634 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.235309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:54.236079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.292926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2112703 Aug 31 09:55:54.295716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59774) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:54.303616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': '4495a2b5-f617-4d8b-95cf-2423ad978565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:54.326832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f6758-5989-412e-a8a8-f2b71562820c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=4495a2b5-f617-4d8b-95cf-2423ad978565,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:54.337262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4495a2b5-f617-4d8b-95cf-2423ad978565 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:55:54.373312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:55:54.380971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.393302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Transition to ACTIVE for port object b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:54.399007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.411793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:54.415786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.449315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:54.519745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Attempting to bind port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:54.520079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Attempting to bind port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:54.520400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Attempting to bind port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 on network 7a29208b-f342-400d-a573-548521414c18 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:54.524665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 on network 7a29208b-f342-400d-a573-548521414c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:55:54.524985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Attempting to bind port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 on network 7a29208b-f342-400d-a573-548521414c18 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:54.529726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:54.530067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Checking segment: {'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:54.530446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Bound using segment: {'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:54.530899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Bound port: b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98436d3b-9ec2-4bb5-8c06-64879159b4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '7a29208b-f342-400d-a573-548521414c18'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:54.531252 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.602303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] For port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:54.605617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] For port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:54.609607 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.615070 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.643927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:54.644535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.645913 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] 10.222.0.52 "PUT /v2.0/ports/b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 HTTP/1.1" status: 200 len: 1092 time: 0.6864939 Aug 31 09:55:54.646349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c6c14b-3f60-441a-8e86-f4e0a76c464c', 'tag': 'b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:54.648683 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e48098-fa82-4212-b0f0-11c7231349f5" -d '{"events": [{"name": "network-changed", "server_uuid": "11c6c14b-3f60-441a-8e86-f4e0a76c464c", "tag": "b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:54.678343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ad5c-77e2-478d-b642-82b551e75b38 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:54.691252 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3b1c26-df43-482c-a105-66007bba3216 x-openstack-request-id: req-6f3b1c26-df43-482c-a105-66007bba3216 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:54.691536 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c6c14b-3f60-441a-8e86-f4e0a76c464c", "tag": "b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:54.691776 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6f3b1c26-df43-482c-a105-66007bba3216 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:54.692166 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c6c14b-3f60-441a-8e86-f4e0a76c464c', 'tag': 'b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6', 'status': 'completed', 'code': 200} Aug 31 09:55:54.701448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=4fe38395-90f7-4abc-96ea-4fa248faca70,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:54.709043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': '000997c7-d3c7-416d-8859-13797a4884ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4495a2b5-f617-4d8b-95cf-2423ad978565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:54.709424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: 4495a2b5-f617-4d8b-95cf-2423ad978565, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:55:54.727340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 4495a2b5-f617-4d8b-95cf-2423ad978565 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:55:54.736432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4495a2b5-f617-4d8b-95cf-2423ad978565) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:54.739532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-bc8a7032-d926-4e56-bb16-a0b85f3dc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:54.740635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:54.740778 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-bc8a7032-d926-4e56-bb16-a0b85f3dc4fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d89e6a213dc4c71be6cd757225717f8&device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 1095 time: 0.0457230 Aug 31 09:55:54.741223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.748998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f0e0c-5b3f-4892-8efb-767deeecae38 None None] Network 4495a2b5-f617-4d8b-95cf-2423ad978565 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:54.757570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-59beb284-6b2f-46d0-8100-a2f246075393 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4607930 Aug 31 09:55:54.760185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59780) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:54.764697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5be13614-c90a-4dcb-86fb-ac4148de279e tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-328430879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:54.803180 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-403d967c-cbbf-4a6a-90bf-33573824d8aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 HTTP/1.1" status: 200 len: 217 time: 0.0512035 Aug 31 09:55:54.849519 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be13614-c90a-4dcb-86fb-ac4148de279e tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.850502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be13614-c90a-4dcb-86fb-ac4148de279e tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.865175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-1639c5b2-635f-484a-8636-bd831cae9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:54.866649 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-1639c5b2-635f-484a-8636-bd831cae9492 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e252cc8-b61e-4060-92a5-df009057c250 HTTP/1.1" status: 200 len: 848 time: 0.0572586 Aug 31 09:55:54.900647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4495a2b5-f617-4d8b-95cf-2423ad978565', 'network_id': '4495a2b5-f617-4d8b-95cf-2423ad978565', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': '4fe38395-90f7-4abc-96ea-4fa248faca70'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:54.901518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:54.939347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-75977bd5-3e71-415b-85d3-9d067348ab68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a29208b-f342-400d-a573-548521414c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492530 Aug 31 09:55:55.016078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be13614-c90a-4dcb-86fb-ac4148de279e tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.020879 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be13614-c90a-4dcb-86fb-ac4148de279e tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.049735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5be13614-c90a-4dcb-86fb-ac4148de279e tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.050279 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.050978 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5be13614-c90a-4dcb-86fb-ac4148de279e tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2897830 Aug 31 09:55:55.053605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59782) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:55.060625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'port': {'network_id': '4495a2b5-f617-4d8b-95cf-2423ad978565', 'name': 'tempest-RoutersIpV6Test-585142316'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:55.064357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Allocated IP 2001:db8::2 (4495a2b5-f617-4d8b-95cf-2423ad978565/4fe38395-90f7-4abc-96ea-4fa248faca70/c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:55.112712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-94f6a7be-8b8e-409d-93cf-71de422105f9 service neutron] 10.222.0.52 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474996 Aug 31 09:55:55.188747 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c629e6-24e9-45b6-9e73-5e9e0984663f req-678f1f71-8c81-4ff4-a025-f562193023a5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:55.190299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49c629e6-24e9-45b6-9e73-5e9e0984663f req-678f1f71-8c81-4ff4-a025-f562193023a5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 944 time: 0.0535405 Aug 31 09:55:55.219901 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.231114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Transition to ACTIVE for port object c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:55.248093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49c629e6-24e9-45b6-9e73-5e9e0984663f req-008e305b-ed6a-492a-b05f-8ae3dfd57894 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Aug 31 09:55:55.249818 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4801eecb-ffb7-42bd-965a-68ea97d30707 req-0f403b5d-f9a1-44d1-8192-dd078ab595f6 service neutron] 10.222.0.52 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294074 Aug 31 09:55:55.252161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Transition to ACTIVE for port object c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:55.258902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:55.262433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.265158 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.282603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] device_id is not set on port 81181959-51ab-457b-89ee-deb6ba7a9e74 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:55:55.312108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Network 4495a2b5-f617-4d8b-95cf-2423ad978565 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:55.315887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:55.318485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Pushing event updated for resources: {'Port': ['ID=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:55.319922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:55.379088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Attempting to bind port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:55.379734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Attempting to bind port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '000997c7-d3c7-416d-8859-13797a4884ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4495a2b5-f617-4d8b-95cf-2423ad978565'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:55.380000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Attempting to bind port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 on network 4495a2b5-f617-4d8b-95cf-2423ad978565 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:55.385237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:55.385725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Checking segment: {'id': '000997c7-d3c7-416d-8859-13797a4884ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4495a2b5-f617-4d8b-95cf-2423ad978565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:55.386217 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.386700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Bound using segment: {'id': '000997c7-d3c7-416d-8859-13797a4884ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4495a2b5-f617-4d8b-95cf-2423ad978565'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:55.387361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Bound port: c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000997c7-d3c7-416d-8859-13797a4884ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4495a2b5-f617-4d8b-95cf-2423ad978565'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:55.387843 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.413791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-cd04e2b3-c549-42f9-bf9f-6e8bc6711420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:55.415408 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-cd04e2b3-c549-42f9-bf9f-6e8bc6711420 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d89e6a213dc4c71be6cd757225717f8&device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 1095 time: 0.0977056 Aug 31 09:55:55.426367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:55.452829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:55.453181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 919d3e58-f0a3-4e3f-bdc5-d4caba096a48 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:55.460306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8::1e4 (4495a2b5-f617-4d8b-95cf-2423ad978565/4fe38395-90f7-4abc-96ea-4fa248faca70/81181959-51ab-457b-89ee-deb6ba7a9e74) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:55.475484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] For port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:55.478498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] For port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,segment=NetworkSegment(000997c7-d3c7-416d-8859-13797a4884ba),segment_id=000997c7-d3c7-416d-8859-13797a4884ba)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:55.484556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.544233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9b83-aeac-4d21-8b8e-ddf2ac38cf77 None None] Pushing event updated for resources: {'Port': ['ID=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:55.577564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-8c55ae22-599b-40c0-acdc-43984b191c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:55.579102 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-8c55ae22-599b-40c0-acdc-43984b191c3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a29208b-f342-400d-a573-548521414c18 HTTP/1.1" status: 200 len: 910 time: 0.1507683 Aug 31 09:55:55.664192 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-d1888c28-c281-464a-916e-01e7c3a6052f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 HTTP/1.1" status: 200 len: 217 time: 0.0741260 Aug 31 09:55:55.735426 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7009b553-2a95-4cdd-80d6-61a3f9025b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.749956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-3e4206e8-e7d8-4b85-967b-ac448705df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:55.751675 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-3e4206e8-e7d8-4b85-967b-ac448705df8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e252cc8-b61e-4060-92a5-df009057c250 HTTP/1.1" status: 200 len: 848 time: 0.0797055 Aug 31 09:55:55.793524 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-db33918d-e09c-4622-b92f-d16d42e1323b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a29208b-f342-400d-a573-548521414c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334141 Aug 31 09:55:55.798527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:55.856977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object 81181959-51ab-457b-89ee-deb6ba7a9e74 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:55.913930 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-fcf0f5d9-f75d-4d20-8013-4ec08e265264 service neutron] 10.222.0.52 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128864 Aug 31 09:55:55.919766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:56.013314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 4495a2b5-f617-4d8b-95cf-2423ad978565 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:56.019592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:56.025385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:56.030919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:56.031518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:56.036000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=81181959-51ab-457b-89ee-deb6ba7a9e74,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:56.058784 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-17d58527-8dc9-4610-b5c8-a126a0913944 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0041451 Aug 31 09:55:56.061559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59788) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:56.072597 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95e48098-fa82-4212-b0f0-11c7231349f5 req-e5e7612d-8a95-49de-be51-f5581783e5cb service neutron] 10.222.0.52 "GET /v2.0/networks/7a29208b-f342-400d-a573-548521414c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507654 Aug 31 09:55:56.438069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98d45-392b-4f19-a158-a58a0dc67b9e req-f4cccb3f-70a8-48fd-ab3c-9884c9099427 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:56.439122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0b98d45-392b-4f19-a158-a58a0dc67b9e req-f4cccb3f-70a8-48fd-ab3c-9884c9099427 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 944 time: 0.0952802 Aug 31 09:55:56.442546 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:56.451843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7381bd63-9513-445a-9fbf-39d83e7a475e None None] Network 4495a2b5-f617-4d8b-95cf-2423ad978565 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:56.518521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0b98d45-392b-4f19-a158-a58a0dc67b9e req-5a9c38d4-46e4-4b2c-b7bd-d886770bded7 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726681 Aug 31 09:55:56.522845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-19415fa7-0042-448e-a687-3a54d5fcf047 None None] Provisioning for port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:56.529469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:55:56.709604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:56.722051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6', 'network_id': '7a29208b-f342-400d-a573-548521414c18', 'port_id': 'b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6', 'mac_address': 'fa:16:3e:09:13:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e252cc8-b61e-4060-92a5-df009057c250', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:55:56.768467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:56.772275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:56.776631 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:56.795934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:55:56.822704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:56.831178 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:56.883277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:56.888939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=81181959-51ab-457b-89ee-deb6ba7a9e74,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:56.964559 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a5514-0360-48b2-98fe-b05c2fb7eecb req-1b23e435-181e-4b0d-b80d-b014d344ee8f tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:56.965994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f11a5514-0360-48b2-98fe-b05c2fb7eecb req-1b23e435-181e-4b0d-b80d-b014d344ee8f tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1097 time: 0.1147909 Aug 31 09:55:56.995065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-da2d7ba4-2e39-4628-b772-872c8109066b None None] Provisioning for port 81181959-51ab-457b-89ee-deb6ba7a9e74 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:56.999307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-da2d7ba4-2e39-4628-b772-872c8109066b None None] Provisioning complete for port 81181959-51ab-457b-89ee-deb6ba7a9e74 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:56.999690 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-da2d7ba4-2e39-4628-b772-872c8109066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.002846 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.024634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:55:57.074783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-da2d7ba4-2e39-4628-b772-872c8109066b None None] Port 81181959-51ab-457b-89ee-deb6ba7a9e74 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:57.095908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f11a5514-0360-48b2-98fe-b05c2fb7eecb req-4f500f8b-0fa3-4acd-a3af-e4f334070b74 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029866 Aug 31 09:55:57.121396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59800) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:57.154220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.299311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-39de8a2c-8f65-494f-ba1f-c8377091191d None None] Provisioning complete for port 81181959-51ab-457b-89ee-deb6ba7a9e74 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:57.299824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-39de8a2c-8f65-494f-ba1f-c8377091191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.307313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 6de79ca1-310e-4c08-aeeb-c92cfd8767e7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:57.307790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.345309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-39de8a2c-8f65-494f-ba1f-c8377091191d None None] Port 81181959-51ab-457b-89ee-deb6ba7a9e74 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:57.404889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.405083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.422657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 6de79ca1-310e-4c08-aeeb-c92cfd8767e7 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:57.473636 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.476159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:57.480277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.481424 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.528976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:57.532978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:57.533628 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.578423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=81181959-51ab-457b-89ee-deb6ba7a9e74,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:57.582861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-97e5b0b9-fb4e-4e7e-a687-f0339073e081 None None] Provisioning complete for port 81181959-51ab-457b-89ee-deb6ba7a9e74 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:57.583113 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-97e5b0b9-fb4e-4e7e-a687-f0339073e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.626252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 4495a2b5-f617-4d8b-95cf-2423ad978565 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:57.627929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:57.645340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-97e5b0b9-fb4e-4e7e-a687-f0339073e081 None None] Port 81181959-51ab-457b-89ee-deb6ba7a9e74 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:57.673061 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.682538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.684418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.714280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,segment=NetworkSegment(000997c7-d3c7-416d-8859-13797a4884ba),segment_id=000997c7-d3c7-416d-8859-13797a4884ba)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:57.722339 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.791530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8371b-386d-473c-b1bf-4e84a9f29fa7 req-474f57e1-f407-4e4c-8277-a14cc8fb2381 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:57.802434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8bd8371b-386d-473c-b1bf-4e84a9f29fa7 req-474f57e1-f407-4e4c-8277-a14cc8fb2381 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 945 time: 0.1289670 Aug 31 09:55:57.807125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:57.863775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8bd8371b-386d-473c-b1bf-4e84a9f29fa7 req-24b314f1-f984-49d9-945c-546b423eba9a tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603385 Aug 31 09:55:57.881609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 2713fdbb-6dcc-4708-9590-959443c80888 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:55:57.974018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-315338c7-a275-4ac6-aa05-75837eff4ddc None None] Provisioning complete for port 81181959-51ab-457b-89ee-deb6ba7a9e74 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:57.974392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-315338c7-a275-4ac6-aa05-75837eff4ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:57.982317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:57.988552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-86a976f6-ffb8-44a9-b5fa-171cdcc3efda tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/2713fdbb-6dcc-4708-9590-959443c80888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256184 Aug 31 09:55:57.991052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59806) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:57.995713 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e0ca6-a48a-4215-9421-c00d406678d7 None None] Sync routers for ids ['2713fdbb-6dcc-4708-9590-959443c80888'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:58.014350 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e0ca6-a48a-4215-9421-c00d406678d7 None None] Routers {'2713fdbb-6dcc-4708-9590-959443c80888'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:58.015291 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-906e0ca6-a48a-4215-9421-c00d406678d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2713fdbb-6dcc-4708-9590-959443c80888'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:58.019566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=6de79ca1-310e-4c08-aeeb-c92cfd8767e7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:58.039389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-315338c7-a275-4ac6-aa05-75837eff4ddc None None] Port 81181959-51ab-457b-89ee-deb6ba7a9e74 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:58.046091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ebac1-eae9-42fb-be3a-10fb1fb39f91 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:58.048271 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8c8ebac1-eae9-42fb-be3a-10fb1fb39f91 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports/81181959-51ab-457b-89ee-deb6ba7a9e74 HTTP/1.1" status: 200 len: 983 time: 0.0557308 Aug 31 09:55:58.051140 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-906e0ca6-a48a-4215-9421-c00d406678d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:58.051503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59808) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:58.061227 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e0ca6-a48a-4215-9421-c00d406678d7 None None] Routers {'2713fdbb-6dcc-4708-9590-959443c80888'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:58.061836 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-906e0ca6-a48a-4215-9421-c00d406678d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2713fdbb-6dcc-4708-9590-959443c80888'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:58.081447 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:58.081853 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Floating IP 4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b disassociated (deleted). External IP: 172.25.1.31, port: 056189eb-95ed-4eb6-9495-ebe528e44ab8. Aug 31 09:55:58.097754 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-906e0ca6-a48a-4215-9421-c00d406678d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:58.098409 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e0ca6-a48a-4215-9421-c00d406678d7 None None] The sync data for ids ['2713fdbb-6dcc-4708-9590-959443c80888'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:58.289292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 457d2405-ae99-4caa-bc10-de299b389d93 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:58.399857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:58.405593 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:58.409625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] Sync routers for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:58.420982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:58.421620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:58.436200 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-99fab58b-cd9b-4404-9c63-7903019b086c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/floatingips/4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b HTTP/1.1" status: 204 len: 168 time: 1.3135819 Aug 31 09:55:58.436879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:58.439569 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f736b27-05c4-4cca-a2ea-d67652de1d31" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:58.478686 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223989f6-cf57-4e83-8ab1-a9055e1e0064 x-openstack-request-id: req-223989f6-cf57-4e83-8ab1-a9055e1e0064 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:58.479095 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:58.479421 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-223989f6-cf57-4e83-8ab1-a9055e1e0064 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:58.479823 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'status': 'completed', 'code': 200} Aug 31 09:55:58.533297 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:58.543953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:58.580765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:58.651622 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:58.726697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:58.737940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:58.738315 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:58.882687 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:58.914957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c6c14b-3f60-441a-8e86-f4e0a76c464c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:58.917220 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c834f3f-9f07-4bb6-8d03-08c8afb8aeac" -d '{"events": [{"server_uuid": "11c6c14b-3f60-441a-8e86-f4e0a76c464c", "name": "network-vif-plugged", "status": "completed", "tag": "b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:58.930775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:55Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:58.935289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:58.963616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] Checking router: 457d2405-ae99-4caa-bc10-de299b389d93 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:58.965582 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:59.045924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-db97f169-e22a-4a39-9d6f-41f73ef58f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:59.047517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-db97f169-e22a-4a39-9d6f-41f73ef58f46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 1097 time: 0.5224183 Aug 31 09:55:59.060147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248e0cb-df89-475f-9811-70538b0c1de7 req-02bc01f6-6a6c-490d-b648-2fc2d9e5d29a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:59.061690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6248e0cb-df89-475f-9811-70538b0c1de7 req-02bc01f6-6a6c-490d-b648-2fc2d9e5d29a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 946 time: 0.1549022 Aug 31 09:55:59.147342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:59.147342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:59.200334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef5f8-bb6d-49c7-8f3d-e9da3cd965fa req-69849c7e-7684-4c6e-ae30-efc7a1f11c94 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:59.201830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f6ef5f8-bb6d-49c7-8f3d-e9da3cd965fa req-69849c7e-7684-4c6e-ae30-efc7a1f11c94 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 946 time: 0.2038686 Aug 31 09:55:59.210432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:59.248617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6248e0cb-df89-475f-9811-70538b0c1de7 req-4916e3b8-4fda-4cfc-93e5-5d5cc33e1520 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492560 Aug 31 09:55:59.273646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:59.301744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f6ef5f8-bb6d-49c7-8f3d-e9da3cd965fa req-7d0d13b1-e51e-4d29-922a-907e8f097f39 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849476 Aug 31 09:55:59.302496 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b95c205-cf05-4cf9-b039-00d1be0e4a35 x-openstack-request-id: req-8b95c205-cf05-4cf9-b039-00d1be0e4a35 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:59.302899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-7d88d1f7-3263-4709-8f6b-1a371fc0fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:59.303026 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c6c14b-3f60-441a-8e86-f4e0a76c464c", "name": "network-vif-plugged", "status": "completed", "tag": "b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:59.303189 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b95c205-cf05-4cf9-b039-00d1be0e4a35 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:59.303572 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c6c14b-3f60-441a-8e86-f4e0a76c464c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6', 'code': 200} Aug 31 09:55:59.304296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-7d88d1f7-3263-4709-8f6b-1a371fc0fd38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 200 len: 898 time: 0.2387743 Aug 31 09:55:59.376573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-f6d0a3f1-a67f-4a17-83fd-3b074f9c5ffc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 200 len: 217 time: 0.0471778 Aug 31 09:55:59.416318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5a05e-b4ac-4b28-9f41-db9326cb6b9e req-fd659073-8282-4d69-b384-4af38d022dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:59.419319 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbc5a05e-b4ac-4b28-9f41-db9326cb6b9e req-fd659073-8282-4d69-b384-4af38d022dc4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 1097 time: 0.0609868 Aug 31 09:55:59.431613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 81181959-51ab-457b-89ee-deb6ba7a9e74 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:59.431963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:59.446540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:59.461478 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbc5a05e-b4ac-4b28-9f41-db9326cb6b9e req-c1bb972e-d8e2-4a22-aeee-15f4b3d6dbc5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Aug 31 09:55:59.480011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-9a63b08d-d487-47c5-b05d-82984f15e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:59.481496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-9a63b08d-d487-47c5-b05d-82984f15e25c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 200 len: 834 time: 0.0963669 Aug 31 09:55:59.537957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:59.538387 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:59.557663 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:59.563716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:55Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:59.570400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-291fff52-1d61-4387-be17-a917b84d0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:59.571967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-291fff52-1d61-4387-be17-a917b84d0b4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805864 Aug 31 09:55:59.576239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 81181959-51ab-457b-89ee-deb6ba7a9e74 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:59.598096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427eca59-b9d2-4f7c-85a3-b0b36a79b213 None None] The sync data for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 is: [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:52:48Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '27d188cb-a46f-4213-8300-2566ea58cc24', 'name': '', 'network_id': 'dde2e323-ad22-4bd3-8a5b-6ea82d4f7665', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:2d:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '845faec7-a66e-4868-8d06-e905db968926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:46Z', 'updated_at': '2021-08-31T09:52:55Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '845faec7-a66e-4868-8d06-e905db968926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:59.755787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-2fd67ea0-e0af-4780-9414-585441e3ff23 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751342 Aug 31 09:55:59.871848 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019af0a9-b4e5-456d-8883-4d7f78eaca5e None None] New status for floating IP 4eb6e6bf-71a0-4fa1-88f9-29186f9ba94b: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:55:59.911642 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f736b27-05c4-4cca-a2ea-d67652de1d31 req-4ddbf4fe-3770-4f5f-8889-9dc7c40a6f74 service neutron] 10.222.0.20 "GET /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423135 Aug 31 09:55:59.913063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:59.944333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=81181959-51ab-457b-89ee-deb6ba7a9e74,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:00.054967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.244701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 2713fdbb-6dcc-4708-9590-959443c80888 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:00.261483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-b2a2b4a7-fb88-4100-9d95-56b0822db8c4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:00.263004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-b2a2b4a7-fb88-4100-9d95-56b0822db8c4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 946 time: 0.0877342 Aug 31 09:56:00.400718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:00.412190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c5eb7f0e-61ee-44e3-8b03-37432542f782 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/2713fdbb-6dcc-4708-9590-959443c80888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596544 Aug 31 09:56:00.413383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480ac58-7c83-4dce-979d-1826ec446a09 None None] Sync routers for ids ['2713fdbb-6dcc-4708-9590-959443c80888'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:00.415377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59828) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:00.444206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480ac58-7c83-4dce-979d-1826ec446a09 None None] Routers {'2713fdbb-6dcc-4708-9590-959443c80888'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:00.444857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c480ac58-7c83-4dce-979d-1826ec446a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2713fdbb-6dcc-4708-9590-959443c80888'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:00.485676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d81aa-5d05-443d-80bd-286f1aa6ab2d req-6634ba18-de52-43c3-b3b9-87aaa484abf9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:00.488010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b13d81aa-5d05-443d-80bd-286f1aa6ab2d req-6634ba18-de52-43c3-b3b9-87aaa484abf9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9369c7-5e56-4667-9064-a3dd10e6328f HTTP/1.1" status: 200 len: 946 time: 0.1364415 Aug 31 09:56:00.503155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfed24b-26cc-40e9-afe5-ac7f86546694 req-8e8b6616-648a-4923-8219-956fce147303 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:00.503927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c480ac58-7c83-4dce-979d-1826ec446a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:00.504710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2dfed24b-26cc-40e9-afe5-ac7f86546694 req-8e8b6616-648a-4923-8219-956fce147303 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 946 time: 0.1165366 Aug 31 09:56:00.514073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480ac58-7c83-4dce-979d-1826ec446a09 None None] Routers {'2713fdbb-6dcc-4708-9590-959443c80888'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:00.514882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c480ac58-7c83-4dce-979d-1826ec446a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['2713fdbb-6dcc-4708-9590-959443c80888'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:00.547983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c480ac58-7c83-4dce-979d-1826ec446a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:00.549349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480ac58-7c83-4dce-979d-1826ec446a09 None None] The sync data for ids ['2713fdbb-6dcc-4708-9590-959443c80888'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:00.563274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 056189eb-95ed-4eb6-9495-ebe528e44ab8 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:00.563803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.590959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b13d81aa-5d05-443d-80bd-286f1aa6ab2d req-20815040-8e7e-490b-b6e2-b76c2ffc1398 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=7743dd51-a55f-455e-a088-562ec83f8343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821316 Aug 31 09:56:00.627684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2dfed24b-26cc-40e9-afe5-ac7f86546694 req-e2ebd47a-60f8-4791-b4d1-a33271783150 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097620 Aug 31 09:56:00.640766 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-cccb6be8-c7db-440c-9205-e809bf5b5007 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 09:56:00.641888 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cccb6be8-c7db-440c-9205-e809bf5b5007 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/2713fdbb-6dcc-4708-9590-959443c80888/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2253737 Aug 31 09:56:00.644684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59830) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:00.677126 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0bd64cf2-2c39-4c62-bc50-e4d68680fe99 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=2713fdbb-6dcc-4708-9590-959443c80888 HTTP/1.1" status: 200 len: 205 time: 0.0305483 Aug 31 09:56:00.678944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59832) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:00.686712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port 056189eb-95ed-4eb6-9495-ebe528e44ab8, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=056189eb-95ed-4eb6-9495-ebe528e44ab8,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:00.687088 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.706582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 056189eb-95ed-4eb6-9495-ebe528e44ab8 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:00.756038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74db545d-c1e5-4f13-aca5-deef364e7e37 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.848934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.887287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=056189eb-95ed-4eb6-9495-ebe528e44ab8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:00.933324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] No DVR routers for this DVR port 056189eb-95ed-4eb6-9495-ebe528e44ab8 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:00.936044 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.936183 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74db545d-c1e5-4f13-aca5-deef364e7e37 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.938227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47740f0f-ece2-4329-9bbc-1a4631b6def6 req-2755e4b7-3857-4d59-9cc6-8f8f69afafef tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "DELETE /v2.0/ports/056189eb-95ed-4eb6-9495-ebe528e44ab8 HTTP/1.1" status: 204 len: 173 time: 0.6686151 Aug 31 09:56:00.938355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74db545d-c1e5-4f13-aca5-deef364e7e37 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.938845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-deleted', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:00.941351 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca1aed5-697c-415a-a167-cc80ed816acf" -d '{"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-deleted", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:00.981740 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef4d46e-49c6-4346-9123-8846649cefd8 x-openstack-request-id: req-fef4d46e-49c6-4346-9123-8846649cefd8 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:00.982088 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9369c7-5e56-4667-9064-a3dd10e6328f", "name": "network-vif-deleted", "tag": "056189eb-95ed-4eb6-9495-ebe528e44ab8", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:00.982359 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fef4d46e-49c6-4346-9123-8846649cefd8 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:00.982873 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9369c7-5e56-4667-9064-a3dd10e6328f', 'name': 'network-vif-deleted', 'tag': '056189eb-95ed-4eb6-9495-ebe528e44ab8', 'status': 'completed', 'code': 200} Aug 31 09:56:00.989075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74db545d-c1e5-4f13-aca5-deef364e7e37 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:00.990455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74db545d-c1e5-4f13-aca5-deef364e7e37 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Fanout notify agent at l3_agent the message router_deleted on router 2713fdbb-6dcc-4708-9590-959443c80888 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:01.003070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-74db545d-c1e5-4f13-aca5-deef364e7e37 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.005792 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-74db545d-c1e5-4f13-aca5-deef364e7e37 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/2713fdbb-6dcc-4708-9590-959443c80888 HTTP/1.1" status: 204 len: 168 time: 0.3241897 Aug 31 09:56:01.006768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59838) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:01.068836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-49857411-270b-4d21-b934-98a010d455ba tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet 4fe38395-90f7-4abc-96ea-4fa248faca70 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:01.072558 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49857411-270b-4d21-b934-98a010d455ba tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.113989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49857411-270b-4d21-b934-98a010d455ba tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.203470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49857411-270b-4d21-b934-98a010d455ba tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.275921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49857411-270b-4d21-b934-98a010d455ba tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.303873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49857411-270b-4d21-b934-98a010d455ba tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe38395-90f7-4abc-96ea-4fa248faca70,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:01.314014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49857411-270b-4d21-b934-98a010d455ba tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.319535 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-49857411-270b-4d21-b934-98a010d455ba tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/4fe38395-90f7-4abc-96ea-4fa248faca70 HTTP/1.1" status: 204 len: 168 time: 0.3113258 Aug 31 09:56:01.319706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59840) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:01.323727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7141831-95c5-4c7d-8f25-fe7173c83cba None None] Network 4495a2b5-f617-4d8b-95cf-2423ad978565 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:01.432533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.493539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:01.493539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.520104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] DHCP port deletion for 4495a2b5-f617-4d8b-95cf-2423ad978565 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:01.563563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,segment=NetworkSegment(000997c7-d3c7-416d-8859-13797a4884ba),segment_id=000997c7-d3c7-416d-8859-13797a4884ba)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:01.564156 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.568139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] Deleting port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:01.568528 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.578193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:01.636521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] For port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,segment=NetworkSegment(000997c7-d3c7-416d-8859-13797a4884ba),segment_id=000997c7-d3c7-416d-8859-13797a4884ba)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:01.637015 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.655807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] Calling delete_port for c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:01.668850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59846) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:01.678736 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.711129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:01.723043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No DVR routers for this DVR port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:56:01.747877 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 09:56:01.756938 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.772668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] No DVR routers for this DVR port c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:01.801209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bea7f-35ee-47b7-88de-83972dfc84bb None None] Pushing event deleted for resources: {'Port': ['ID=c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:01.858772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f0862-f6ca-4c08-8eaf-d56c94a0caec req-c5760aa0-8b18-4664-b6c3-2e891c05a263 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:01.860276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-565f0862-f6ca-4c08-8eaf-d56c94a0caec req-c5760aa0-8b18-4664-b6c3-2e891c05a263 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 946 time: 0.1518359 Aug 31 09:56:01.868765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.885776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4495a2b5-f617-4d8b-95cf-2423ad978565']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:01.902785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000997c7-d3c7-416d-8859-13797a4884ba') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:01.903042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000997c7-d3c7-416d-8859-13797a4884ba') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:01.916398 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.938261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-565f0862-f6ca-4c08-8eaf-d56c94a0caec req-a38f6159-24e4-407b-b92c-8f1d371a75c5 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667312 Aug 31 09:56:01.942223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.949102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:01.949604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:01.953889 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:02.019448 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.026957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.035277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/4495a2b5-f617-4d8b-95cf-2423ad978565 HTTP/1.1" status: 204 len: 168 time: 0.7083445 Aug 31 09:56:02.036040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59850) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:02.042646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-466027488'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:02.048028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2576294-cec2-4766-af22-0a979d9baf10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=4495a2b5-f617-4d8b-95cf-2423ad978565,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:02.095508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:02.099530 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.125322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.164335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:02.182377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.182725 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment b0ff28a3-aa21-403b-abf3-67aaf2e7ba78 of type vlan for network a7501caf-bbd8-4d2e-9dc9-386e896722d4 Aug 31 09:56:02.262509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.338613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.344040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:02.344625 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.402356 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3649373 Aug 31 09:56:02.405500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59866) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:02.411548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': 'a7501caf-bbd8-4d2e-9dc9-386e896722d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:02.428727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c47427-7749-4367-8f65-b8504ff239f4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=a7501caf-bbd8-4d2e-9dc9-386e896722d4,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:02.441724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:02.544917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 27d188cb-a46f-4213-8300-2566ea58cc24 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:02.545237 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.548027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:02.551953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.639489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port 27d188cb-a46f-4213-8300-2566ea58cc24, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=27d188cb-a46f-4213-8300-2566ea58cc24,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:02.639842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.653536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 27d188cb-a46f-4213-8300-2566ea58cc24 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:02.680751 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d87eec-b372-48da-93c5-d763ec2f59e6 req-67fc4abe-a340-40bc-94f6-64fda097f06b tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:02.681699 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09d87eec-b372-48da-93c5-d763ec2f59e6 req-67fc4abe-a340-40bc-94f6-64fda097f06b tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 946 time: 0.0840695 Aug 31 09:56:02.760679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09d87eec-b372-48da-93c5-d763ec2f59e6 req-9688303f-9dad-445f-8412-4568b24fc993 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688815 Aug 31 09:56:02.830997 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.853395 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.880141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=27d188cb-a46f-4213-8300-2566ea58cc24,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:02.899783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=8b40b1aa-33ea-4562-882e-0b32a7865611,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:02.908071 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': 'b0ff28a3-aa21-403b-abf3-67aaf2e7ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a7501caf-bbd8-4d2e-9dc9-386e896722d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:02.909375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: a7501caf-bbd8-4d2e-9dc9-386e896722d4, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:02.929107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:02.939955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, a7501caf-bbd8-4d2e-9dc9-386e896722d4) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:02.946311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:02.946939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.952294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de7323-8d2a-4a20-82f6-06b2fc9a58c8 None None] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:02.966707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6f565144-e955-4e5d-a788-5e6a71e2abfd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5575914 Aug 31 09:56:02.967031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59870) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:02.973111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7c23e76b-df4d-4e92-bfa7-2821bb3d5b89 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-828287436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:02.976557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:03.000639 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c23e76b-df4d-4e92-bfa7-2821bb3d5b89 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.001928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c23e76b-df4d-4e92-bfa7-2821bb3d5b89 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.027108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 056189eb-95ed-4eb6-9495-ebe528e44ab8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:03.027457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 056189eb-95ed-4eb6-9495-ebe528e44ab8 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:03.061666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c23e76b-df4d-4e92-bfa7-2821bb3d5b89 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.068290 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c23e76b-df4d-4e92-bfa7-2821bb3d5b89 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.088983 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c23e76b-df4d-4e92-bfa7-2821bb3d5b89 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.090040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7c23e76b-df4d-4e92-bfa7-2821bb3d5b89 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1219070 Aug 31 09:56:03.092808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59872) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:03.101766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.165475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-a7501caf-bbd8-4d2e-9dc9-386e896722d4', 'network_id': 'a7501caf-bbd8-4d2e-9dc9-386e896722d4', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': '8b40b1aa-33ea-4562-882e-0b32a7865611'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:56:03.167466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.322541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Allocated IP 2001:db8::2 (a7501caf-bbd8-4d2e-9dc9-386e896722d4/8b40b1aa-33ea-4562-882e-0b32a7865611/c0b69115-0ae8-4570-96b4-ae1acfb9c0a6) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:03.363154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 457d2405-ae99-4caa-bc10-de299b389d93 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:03.403813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.497341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.515753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:03.516125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Transition to ACTIVE for port object c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:03.522109 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-85e9aa94-4ffa-4ac6-8ac4-b3097d3e7597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "PUT /v2.0/routers/457d2405-ae99-4caa-bc10-de299b389d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8502984 Aug 31 09:56:03.525363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59876) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:03.531025 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] Sync routers for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:03.532383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:03.541091 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:03.541857 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:03.566275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:03.566932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c8abe4b8-41af-4e5a-9d85-edf81bc8e4a5 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:03.578415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Transition to ACTIVE for port object c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:03.586555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.589317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6233012c-f5bc-44de-8039-90ba83da8a10 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting subnet 845faec7-a66e-4868-8d06-e905db968926 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:03.592894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6233012c-f5bc-44de-8039-90ba83da8a10 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.635978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:03.639167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:03.641998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:03.657469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6233012c-f5bc-44de-8039-90ba83da8a10 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.671950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Pushing event updated for resources: {'Port': ['ID=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:03.724124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Attempting to bind port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:03.724762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Attempting to bind port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'b0ff28a3-aa21-403b-abf3-67aaf2e7ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a7501caf-bbd8-4d2e-9dc9-386e896722d4'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:03.725958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Attempting to bind port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 on network a7501caf-bbd8-4d2e-9dc9-386e896722d4 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:03.731860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:03.733051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Checking segment: {'id': 'b0ff28a3-aa21-403b-abf3-67aaf2e7ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a7501caf-bbd8-4d2e-9dc9-386e896722d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:03.733632 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.734207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Bound using segment: {'id': 'b0ff28a3-aa21-403b-abf3-67aaf2e7ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a7501caf-bbd8-4d2e-9dc9-386e896722d4'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:03.734894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Bound port: c0b69115-0ae8-4570-96b4-ae1acfb9c0a6, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ff28a3-aa21-403b-abf3-67aaf2e7ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a7501caf-bbd8-4d2e-9dc9-386e896722d4'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:03.736644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.759542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:03.774139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6233012c-f5bc-44de-8039-90ba83da8a10 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.873695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] For port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:03.877153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] For port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,segment=NetworkSegment(b0ff28a3-aa21-403b-abf3-67aaf2e7ba78),segment_id=b0ff28a3-aa21-403b-abf3-67aaf2e7ba78)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:03.883851 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.904950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-0b51498e-b1a0-4add-bed8-47f14944c68d tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:03.912130 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-0b51498e-b1a0-4add-bed8-47f14944c68d tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.52 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 946 time: 0.1062179 Aug 31 09:56:03.913311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6233012c-f5bc-44de-8039-90ba83da8a10 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.968166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a584cb-bb5f-4b4a-bf04-0611f17c3a00 None None] Pushing event updated for resources: {'Port': ['ID=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:03.980278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233012c-f5bc-44de-8039-90ba83da8a10 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Subnet': ['ID=845faec7-a66e-4868-8d06-e905db968926,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:03.981309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6233012c-f5bc-44de-8039-90ba83da8a10 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.985379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6233012c-f5bc-44de-8039-90ba83da8a10 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/subnets/845faec7-a66e-4868-8d06-e905db968926 HTTP/1.1" status: 204 len: 168 time: 0.4565129 Aug 31 09:56:03.990647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59882) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:04.003726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f23e4-fcba-4efc-a8c9-8e8dc8e3702f None None] Network dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:04.042282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c602-a3be-416a-ae0a-7342be2dfd61 req-e120bfce-fc77-43f7-acb6-7968c59ed4b1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:04.043922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82d3c602-a3be-416a-ae0a-7342be2dfd61 req-e120bfce-fc77-43f7-acb6-7968c59ed4b1 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 946 time: 0.1257157 Aug 31 09:56:04.058535 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:56:02Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:04.090662 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] Checking router: 457d2405-ae99-4caa-bc10-de299b389d93 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:04.103413 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] Routers {'457d2405-ae99-4caa-bc10-de299b389d93'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:04.104273 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['457d2405-ae99-4caa-bc10-de299b389d93'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:04.150226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82d3c602-a3be-416a-ae0a-7342be2dfd61 req-61adeeef-9325-4774-bd4e-d3de738e9b81 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd69d819-33aa-42ad-bb3c-a50d4246e5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747726 Aug 31 09:56:04.238449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8::1 (a7501caf-bbd8-4d2e-9dc9-386e896722d4/8b40b1aa-33ea-4562-882e-0b32a7865611/2f07a08b-5263-489a-8161-c1a2dccabfc7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:04.251558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] Set router 457d2405-ae99-4caa-bc10-de299b389d93 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:04.266612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] DHCP port deletion for dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:04.392166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] Deleting port eba709ae-1324-4477-a692-21f905b39bfc {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:04.393186 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.436388 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.466910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object 2f07a08b-5263-489a-8161-c1a2dccabfc7 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:04.477831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] For port eba709ae-1324-4477-a692-21f905b39bfc, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=eba709ae-1324-4477-a692-21f905b39bfc,segment=NetworkSegment(c6692de2-ca62-4a44-b260-868fe5bc030e),segment_id=c6692de2-ca62-4a44-b260-868fe5bc030e)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:04.478151 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.495788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] Calling delete_port for eba709ae-1324-4477-a692-21f905b39bfc owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:04.517873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.578207 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:56:02Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:04.581009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=2f07a08b-5263-489a-8161-c1a2dccabfc7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:04.585819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.592919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:04.594372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:04.596881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:04.597586 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.611865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] Pushing event deleted for resources: {'Port': ['ID=eba709ae-1324-4477-a692-21f905b39bfc,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:04.618898 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fe651-dfbe-4855-a9a9-9da1185468ea None None] The sync data for ids ['457d2405-ae99-4caa-bc10-de299b389d93'] in n-d-806683-2 is: [{'id': '457d2405-ae99-4caa-bc10-de299b389d93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260630039', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:39Z', 'updated_at': '2021-08-31T09:56:02Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': '55187341-0064-4541-bb54-e1af12b8f9f4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457d2405-ae99-4caa-bc10-de299b389d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:40Z', 'updated_at': '2021-08-31T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:04.622270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c088b58-75f5-43fd-bd8b-488c76cc0dbf None None] No DVR routers for this DVR port eba709ae-1324-4477-a692-21f905b39bfc on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:04.641309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.647737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Deleting port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:04.648213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.747204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.843477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] For port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,segment=NetworkSegment(98436d3b-9ec2-4bb5-8c06-64879159b4cf),segment_id=98436d3b-9ec2-4bb5-8c06-64879159b4cf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:04.843857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.852850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.863983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Calling delete_port for b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:04.978533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 55187341-0064-4541-bb54-e1af12b8f9f4 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:04.979302 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.097190 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.104332 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.105490 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.120745 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port 55187341-0064-4541-bb54-e1af12b8f9f4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=55187341-0064-4541-bb54-e1af12b8f9f4,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:05.121157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.131467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.140409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 55187341-0064-4541-bb54-e1af12b8f9f4 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:05.178460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Pushing event deleted for resources: {'Port': ['ID=b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:05.233848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=2f07a08b-5263-489a-8161-c1a2dccabfc7,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:05.253656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] No DVR routers for this DVR port b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:05.257296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.259276 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f0e27400-97c0-465c-b5dd-b303dd82b2cc req-a736e2d1-fbf4-4d25-82ff-be34843cb54f tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.52 "DELETE /v2.0/ports/b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 HTTP/1.1" status: 204 len: 173 time: 1.3345890 Aug 31 09:56:05.259712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c6c14b-3f60-441a-8e86-f4e0a76c464c', 'name': 'network-vif-deleted', 'tag': 'b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:05.261932 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea56559a-3515-4938-b3b5-a7d85ce56323" -d '{"events": [{"server_uuid": "11c6c14b-3f60-441a-8e86-f4e0a76c464c", "name": "network-vif-deleted", "tag": "b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:05.290781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a6186-c361-4f2d-b711-da909f424e99 None None] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:05.302574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3954aad0-b9d6-4a9a-9206-5a1a9b03037e req-d6307f8f-fd25-4e1a-9ff6-2a7f407ff914 tempest-VolumesActionsTest-529879329 tempest-VolumesActionsTest-529879329-project] 10.222.0.69 "GET /v2.0/ports?device_id=11c6c14b-3f60-441a-8e86-f4e0a76c464c HTTP/1.1" status: 200 len: 210 time: 0.0512941 Aug 31 09:56:05.323216 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c495e7c4-5507-43ee-b12c-f6c79a8bee00 x-openstack-request-id: req-c495e7c4-5507-43ee-b12c-f6c79a8bee00 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:05.323477 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c6c14b-3f60-441a-8e86-f4e0a76c464c", "name": "network-vif-deleted", "tag": "b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:05.323773 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c495e7c4-5507-43ee-b12c-f6c79a8bee00 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:05.324159 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c6c14b-3f60-441a-8e86-f4e0a76c464c', 'name': 'network-vif-deleted', 'tag': 'b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6', 'status': 'completed', 'code': 200} Aug 31 09:56:05.368944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:05.369981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d7f9deab-95c2-4094-b463-3722ac9dc7b6 None None] Provisioning for port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:05.376411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:05.460468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.499912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=55187341-0064-4541-bb54-e1af12b8f9f4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:05.566688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.574010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:05.591996 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router dfd7d649-f0ec-4532-8918-fdcc62cac43f is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:56:05.638235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:05.644226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:05.644611 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.664578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.666925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.719259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:05.722983 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.723614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Fanout notify agent at l3_agent the message router_deleted on router 457d2405-ae99-4caa-bc10-de299b389d93 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:05.732823 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.738604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c870fc93-8b96-4202-bfc9-a63c3b541ed5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/dfd7d649-f0ec-4532-8918-fdcc62cac43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6447153 Aug 31 09:56:05.739343 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-16edcd8a-1c5c-404d-abe8-f4cc1f37dfd5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/routers/457d2405-ae99-4caa-bc10-de299b389d93 HTTP/1.1" status: 204 len: 168 time: 1.7470531 Aug 31 09:56:05.740014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59892) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:05.741184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59894) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:05.745335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0b09f-066a-40bb-b415-ff9b1627ecb2 None None] Sync routers for ids ['dfd7d649-f0ec-4532-8918-fdcc62cac43f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:05.759962 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.771900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0b09f-066a-40bb-b415-ff9b1627ecb2 None None] Routers {'dfd7d649-f0ec-4532-8918-fdcc62cac43f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:05.773109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9df0b09f-066a-40bb-b415-ff9b1627ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['dfd7d649-f0ec-4532-8918-fdcc62cac43f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:05.811875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c20c1-7c97-4b12-9ddb-8f71878830d7 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:05.814293 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f99c20c1-7c97-4b12-9ddb-8f71878830d7 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports/2f07a08b-5263-489a-8161-c1a2dccabfc7 HTTP/1.1" status: 200 len: 911 time: 0.0717311 Aug 31 09:56:05.816951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59896) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:05.833419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9df0b09f-066a-40bb-b415-ff9b1627ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:05.869968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,segment=NetworkSegment(b0ff28a3-aa21-403b-abf3-67aaf2e7ba78),segment_id=b0ff28a3-aa21-403b-abf3-67aaf2e7ba78)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:05.871602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0b09f-066a-40bb-b415-ff9b1627ecb2 None None] Routers {'dfd7d649-f0ec-4532-8918-fdcc62cac43f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:05.872462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9df0b09f-066a-40bb-b415-ff9b1627ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['dfd7d649-f0ec-4532-8918-fdcc62cac43f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:05.882472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.914207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9df0b09f-066a-40bb-b415-ff9b1627ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:05.915178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0b09f-066a-40bb-b415-ff9b1627ecb2 None None] The sync data for ids ['dfd7d649-f0ec-4532-8918-fdcc62cac43f'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:05.925343 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.987394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:06.021344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 27d188cb-a46f-4213-8300-2566ea58cc24 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:06.045279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 27d188cb-a46f-4213-8300-2566ea58cc24 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:06.045625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 27d188cb-a46f-4213-8300-2566ea58cc24 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:06.046050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device eba709ae-1324-4477-a692-21f905b39bfc no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:06.065839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: eba709ae-1324-4477-a692-21f905b39bfc {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:06.066215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device eba709ae-1324-4477-a692-21f905b39bfc not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:06.080397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c88e60d5-6845-41b1-8c2b-18c9c6ddc288 None None] Provisioning complete for port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:06.081242 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c88e60d5-6845-41b1-8c2b-18c9c6ddc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.088648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.105518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde2e323-ad22-4bd3-8a5b-6ea82d4f7665']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:06.118542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6692de2-ca62-4a44-b260-868fe5bc030e') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:06.118951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6692de2-ca62-4a44-b260-868fe5bc030e') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:06.131965 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.154860 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.162397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:06.163500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:06.168136 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:06.192938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c88e60d5-6845-41b1-8c2b-18c9c6ddc288 None None] Provisioning for port 2f07a08b-5263-489a-8161-c1a2dccabfc7 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:06.197870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c88e60d5-6845-41b1-8c2b-18c9c6ddc288 None None] Provisioning complete for port 2f07a08b-5263-489a-8161-c1a2dccabfc7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:06.198273 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c88e60d5-6845-41b1-8c2b-18c9c6ddc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.239271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c88e60d5-6845-41b1-8c2b-18c9c6ddc288 None None] Port 2f07a08b-5263-489a-8161-c1a2dccabfc7 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:06.243946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.262645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.262908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.265123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/networks/dde2e323-ad22-4bd3-8a5b-6ea82d4f7665 HTTP/1.1" status: 204 len: 168 time: 0.5216453 Aug 31 09:56:06.266523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Network': ['ID=dde2e323-ad22-4bd3-8a5b-6ea82d4f7665,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:06.269387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59898) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:06.275235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.275683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.276094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.276500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.276914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.277329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.277729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.278153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.278556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.278974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.279365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.279766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30443be-86eb-4ad5-affb-bf6f26d3b796 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.369382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e083ed31-93b3-4f3a-a0fe-7e39614ebd65 None None] Provisioning complete for port 2f07a08b-5263-489a-8161-c1a2dccabfc7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:06.369767 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e083ed31-93b3-4f3a-a0fe-7e39614ebd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.421262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e083ed31-93b3-4f3a-a0fe-7e39614ebd65 None None] Port 2f07a08b-5263-489a-8161-c1a2dccabfc7 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:06.515071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.544188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:06.566331 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.595600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:06.595987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device b5e1a39a-be3d-432e-9c86-eeb4c4ce0bc6 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:06.652219 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9b01dd98-3498-4e13-88a7-42362db24622 None None] Provisioning complete for port 2f07a08b-5263-489a-8161-c1a2dccabfc7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:06.652998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b01dd98-3498-4e13-88a7-42362db24622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.690644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9b01dd98-3498-4e13-88a7-42362db24622 None None] Port 2f07a08b-5263-489a-8161-c1a2dccabfc7 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:06.699892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 2f07a08b-5263-489a-8161-c1a2dccabfc7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:06.700387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.739957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.742495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.743676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/security-groups/7743dd51-a55f-455e-a088-562ec83f8343 HTTP/1.1" status: 204 len: 168 time: 0.4739192 Aug 31 09:56:06.762742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7743dd51-a55f-455e-a088-562ec83f8343,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:06.774868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.775224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.775564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.775901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.776255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.776584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.776909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.777232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.777554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.777875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.778192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.778510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ab7a7d-38df-4328-93d8-e73f950cdeb9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:06.830850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.851307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 2f07a08b-5263-489a-8161-c1a2dccabfc7 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:07.041716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.070553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=2f07a08b-5263-489a-8161-c1a2dccabfc7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.141743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59938) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.147330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-068bc57f-d6b2-4a26-b526-b5b06bcf6dee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904350068', 'description': 'tempest-secgroup-smoke-904350068 description', 'project_id': 'fe145957829b494fbea1c53baae9541f'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:07.175160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-068bc57f-d6b2-4a26-b526-b5b06bcf6dee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.187985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.307861 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-068bc57f-d6b2-4a26-b526-b5b06bcf6dee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.314389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-068bc57f-d6b2-4a26-b526-b5b06bcf6dee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.352136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bc57f-d6b2-4a26-b526-b5b06bcf6dee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51f5ad3-d2d9-4583-8e59-0164e48477a9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.355096 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-068bc57f-d6b2-4a26-b526-b5b06bcf6dee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.356402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-068bc57f-d6b2-4a26-b526-b5b06bcf6dee tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2135911 Aug 31 09:56:07.359161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59952) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.364584 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-50bf094d-ec51-4571-a98f-2ebb4a57bc76 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'a51f5ad3-d2d9-4583-8e59-0164e48477a9', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:07.397076 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-50bf094d-ec51-4571-a98f-2ebb4a57bc76 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.411705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router dfd7d649-f0ec-4532-8918-fdcc62cac43f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:07.473800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:07.481126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-50bf094d-ec51-4571-a98f-2ebb4a57bc76 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.495392 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-50bf094d-ec51-4571-a98f-2ebb4a57bc76 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.499749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:07.505150 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-347a6d37-bf38-438d-88fa-39bed5c25df5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/dfd7d649-f0ec-4532-8918-fdcc62cac43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871736 Aug 31 09:56:07.508863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59954) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.510186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf094d-ec51-4571-a98f-2ebb4a57bc76 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b105c2-2489-4400-9095-bbfc9da43078,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.520184 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb6433-2f73-404d-8909-fd191a62d3b5 None None] Sync routers for ids ['dfd7d649-f0ec-4532-8918-fdcc62cac43f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:07.528110 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-50bf094d-ec51-4571-a98f-2ebb4a57bc76 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.529623 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-50bf094d-ec51-4571-a98f-2ebb4a57bc76 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694968 Aug 31 09:56:07.532270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59956) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.537977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-97c0c154-e218-4b78-aee4-1bda48b23abc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'a51f5ad3-d2d9-4583-8e59-0164e48477a9', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:07.540995 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb6433-2f73-404d-8909-fd191a62d3b5 None None] Routers {'dfd7d649-f0ec-4532-8918-fdcc62cac43f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:07.545172 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fbb6433-2f73-404d-8909-fd191a62d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['dfd7d649-f0ec-4532-8918-fdcc62cac43f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:07.545339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3bf6ff42-bd27-4038-a535-35ab33489da1 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd7d649-f0ec-4532-8918-fdcc62cac43f HTTP/1.1" status: 200 len: 205 time: 0.0329325 Aug 31 09:56:07.545677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59958) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.576545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:07.577230 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.580931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c0c154-e218-4b78-aee4-1bda48b23abc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.629978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37e25cea-5dd2-4081-9920-f5e460ce423b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.643485 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fbb6433-2f73-404d-8909-fd191a62d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:07.666268 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb6433-2f73-404d-8909-fd191a62d3b5 None None] Routers {'dfd7d649-f0ec-4532-8918-fdcc62cac43f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:07.669032 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fbb6433-2f73-404d-8909-fd191a62d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['dfd7d649-f0ec-4532-8918-fdcc62cac43f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:07.716745 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-6fbb6433-2f73-404d-8909-fd191a62d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:07.717667 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb6433-2f73-404d-8909-fd191a62d3b5 None None] The sync data for ids ['dfd7d649-f0ec-4532-8918-fdcc62cac43f'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:07.756784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c0c154-e218-4b78-aee4-1bda48b23abc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.765357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c0c154-e218-4b78-aee4-1bda48b23abc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.765880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 55187341-0064-4541-bb54-e1af12b8f9f4 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:07.801048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c0c154-e218-4b78-aee4-1bda48b23abc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.801701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 55187341-0064-4541-bb54-e1af12b8f9f4 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:07.802043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 55187341-0064-4541-bb54-e1af12b8f9f4 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:07.804661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-97c0c154-e218-4b78-aee4-1bda48b23abc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2705894 Aug 31 09:56:07.807685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0c154-e218-4b78-aee4-1bda48b23abc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951d7bba-257c-4a91-9ee7-e02903e9b6d3,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.811628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59966) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.820002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-93d66b6b-1485-4aa9-9ab4-8eb09adc81c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'a51f5ad3-d2d9-4583-8e59-0164e48477a9', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:07.827211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37e25cea-5dd2-4081-9920-f5e460ce423b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.831147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37e25cea-5dd2-4081-9920-f5e460ce423b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.854457 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-93d66b6b-1485-4aa9-9ab4-8eb09adc81c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.878894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37e25cea-5dd2-4081-9920-f5e460ce423b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.879461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e25cea-5dd2-4081-9920-f5e460ce423b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Fanout notify agent at l3_agent the message router_deleted on router dfd7d649-f0ec-4532-8918-fdcc62cac43f {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:07.886311 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-37e25cea-5dd2-4081-9920-f5e460ce423b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.890059 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-37e25cea-5dd2-4081-9920-f5e460ce423b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/dfd7d649-f0ec-4532-8918-fdcc62cac43f HTTP/1.1" status: 204 len: 168 time: 0.3425174 Aug 31 09:56:07.892877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59970) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.928917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-93d66b6b-1485-4aa9-9ab4-8eb09adc81c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.935758 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-93d66b6b-1485-4aa9-9ab4-8eb09adc81c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.951359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a576b8-a1d2-422b-b5af-e6fbc650b63c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet 8b40b1aa-33ea-4562-882e-0b32a7865611 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:07.955421 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51a576b8-a1d2-422b-b5af-e6fbc650b63c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.965784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d66b6b-1485-4aa9-9ab4-8eb09adc81c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91419e5-0d0d-4827-a361-b0b982874002,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.974887 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-93d66b6b-1485-4aa9-9ab4-8eb09adc81c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.976462 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-93d66b6b-1485-4aa9-9ab4-8eb09adc81c9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633916 Aug 31 09:56:07.979076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59980) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.984628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-899d603d-8284-403f-8fec-bc54ee28b2e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'a51f5ad3-d2d9-4583-8e59-0164e48477a9', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:08.021413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-899d603d-8284-403f-8fec-bc54ee28b2e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.093502 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-899d603d-8284-403f-8fec-bc54ee28b2e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.098069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-899d603d-8284-403f-8fec-bc54ee28b2e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.120995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d603d-8284-403f-8fec-bc54ee28b2e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa4d589-6c44-45d2-8721-ed31272f9086,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:08.125412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-899d603d-8284-403f-8fec-bc54ee28b2e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.127727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-899d603d-8284-403f-8fec-bc54ee28b2e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463978 Aug 31 09:56:08.129868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59986) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:08.134854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5ceaf204-0bd6-420d-91cd-c1696080035c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'a51f5ad3-d2d9-4583-8e59-0164e48477a9', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:08.164023 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-5ceaf204-0bd6-420d-91cd-c1696080035c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Project fe145957829b494fbea1c53baae9541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:56:08.170713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ceaf204-0bd6-420d-91cd-c1696080035c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.298235 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ceaf204-0bd6-420d-91cd-c1696080035c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.306386 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ceaf204-0bd6-420d-91cd-c1696080035c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.327395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaf204-0bd6-420d-91cd-c1696080035c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c46aaa-84f8-4dd9-8d0a-5b1ceca75c87,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:08.342001 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5ceaf204-0bd6-420d-91cd-c1696080035c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.343670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5ceaf204-0bd6-420d-91cd-c1696080035c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2127600 Aug 31 09:56:08.347113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59994) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:08.352772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3fb7e6c1-3026-40af-96e6-262ec9f848d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': 'a51f5ad3-d2d9-4583-8e59-0164e48477a9', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:08.357985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51a576b8-a1d2-422b-b5af-e6fbc650b63c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.381306 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-3fb7e6c1-3026-40af-96e6-262ec9f848d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Project fe145957829b494fbea1c53baae9541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:56:08.386980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fb7e6c1-3026-40af-96e6-262ec9f848d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.468509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51a576b8-a1d2-422b-b5af-e6fbc650b63c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.485143 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fb7e6c1-3026-40af-96e6-262ec9f848d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.493919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fb7e6c1-3026-40af-96e6-262ec9f848d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.522603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7e6c1-3026-40af-96e6-262ec9f848d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb411722-e1c0-405f-b094-a8536c1e1219,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:08.531263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fb7e6c1-3026-40af-96e6-262ec9f848d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.533487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3fb7e6c1-3026-40af-96e6-262ec9f848d4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1848719 Aug 31 09:56:08.536301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 59996) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:08.543130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'network': {'name': 'tempest-network-smoke--1318526144', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'port_security_enabled': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:08.578199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51a576b8-a1d2-422b-b5af-e6fbc650b63c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.578799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:08.583174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.612530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a576b8-a1d2-422b-b5af-e6fbc650b63c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=8b40b1aa-33ea-4562-882e-0b32a7865611,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:08.618700 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51a576b8-a1d2-422b-b5af-e6fbc650b63c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.620776 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-51a576b8-a1d2-422b-b5af-e6fbc650b63c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/8b40b1aa-33ea-4562-882e-0b32a7865611 HTTP/1.1" status: 204 len: 168 time: 0.7252502 Aug 31 09:56:08.623853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:08.625809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 59998) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:08.630980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70807ebb-cbc1-4753-90d1-6b68c03bf9a4 None None] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:08.652416 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.653081 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Added segment d73bcf67-d99d-48b1-9941-27daf89c9714 of type vlan for network e4f71a9a-78c4-44b5-a68c-b75736481356 Aug 31 09:56:08.724623 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.794687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.840568 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.852192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:08.853222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.853600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:08.854562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.888776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] DHCP port deletion for a7501caf-bbd8-4d2e-9dc9-386e896722d4 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:08.954583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,segment=NetworkSegment(b0ff28a3-aa21-403b-abf3-67aaf2e7ba78),segment_id=b0ff28a3-aa21-403b-abf3-67aaf2e7ba78)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:08.955783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.986989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] Deleting port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:08.987667 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.989037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:09.008057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4705341 Aug 31 09:56:09.011724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60002) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:09.030563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'admin_state_up': True, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:09.042850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b6a98-25df-49bc-9bf0-89eaadb5050f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Network': ['ID=e4f71a9a-78c4-44b5-a68c-b75736481356,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:09.092898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.094775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.115300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] For port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,segment=NetworkSegment(b0ff28a3-aa21-403b-abf3-67aaf2e7ba78),segment_id=b0ff28a3-aa21-403b-abf3-67aaf2e7ba78)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:09.116036 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.134361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] Calling delete_port for c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:09.139895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.180303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:09.182909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No DVR routers for this DVR port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:09.217754 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.292516 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.304892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7501caf-bbd8-4d2e-9dc9-386e896722d4']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:09.319960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ff28a3-aa21-403b-abf3-67aaf2e7ba78') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:09.320820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ff28a3-aa21-403b-abf3-67aaf2e7ba78') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:09.332433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.349282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.374333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:09.374787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.377363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e4f71a9a-78c4-44b5-a68c-b75736481356 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:09.377965 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:09.488013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:09.490478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.494432 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.516912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:09.518214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:09.523949 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.557311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] Pushing event deleted for resources: {'Port': ['ID=c0b69115-0ae8-4570-96b4-ae1acfb9c0a6,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:09.565537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] Network a7501caf-bbd8-4d2e-9dc9-386e896722d4 is not hosted by any dhcp agent {{(pid=94788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:56:09.565999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441487c-1c47-480a-b0dd-495340df6608 None None] No DVR routers for this DVR port c0b69115-0ae8-4570-96b4-ae1acfb9c0a6 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:09.570267 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.578534 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/a7501caf-bbd8-4d2e-9dc9-386e896722d4 HTTP/1.1" status: 204 len: 168 time: 0.9482522 Aug 31 09:56:09.579517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6fbce-7a73-4a62-99a9-15a630095376 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=a7501caf-bbd8-4d2e-9dc9-386e896722d4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:09.581269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60008) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:09.598276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1281769007', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:09.638608 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.639955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.712067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.804720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.832329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.967916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.25.1.99 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/d5d4dd69-e94a-4756-86c8-3c9315cfde1d) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:09.997894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.119253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.188222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.255792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:10.259729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=d5d4dd69-e94a-4756-86c8-3c9315cfde1d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:10.262389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:10.264531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:10.322387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.358125 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.543221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.560440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 172.25.1.238 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/c725a7c3-8d12-46b5-8219-726553e52506) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:10.630552 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.706064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.783231 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.825677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.838398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:10.842472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:10.848331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:10.853328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=c725a7c3-8d12-46b5-8219-726553e52506,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:11.060192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:56:11.229955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.539031 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.543535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:11.556452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Sync routers for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:11.566775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.568379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d928282c-7c46-47f4-9f1e-3425dd73c9a6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5554099 Aug 31 09:56:11.571778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:11.571950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60022) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:11.572840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:11.620225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9cf8d443-6ae2-470e-b3c0-fa5b83e7d05c tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=fe145957829b494fbea1c53baae9541f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470400 Aug 31 09:56:11.622589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60024) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:11.707634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:11.793619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 00f1af75-4e99-4cb1-a984-a9b4e735932f is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:56:11.851138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b25e873-0c16-4873-82e1-b1f1b6fb8b75 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:11.852718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6b25e873-0c16-4873-82e1-b1f1b6fb8b75 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2286808 Aug 31 09:56:11.855667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60026) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:11.898393 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a7cbe7ba-f638-411c-839a-34fc2a19c6c6 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413501 Aug 31 09:56:11.900992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60028) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:11.908247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803084944', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:11.998391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:10Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:12.023035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:12.034222 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbcb9e9-61ec-470b-914b-a2ad35cc81e3 None None] Sync routers for ids ['00f1af75-4e99-4cb1-a984-a9b4e735932f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:12.047813 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbcb9e9-61ec-470b-914b-a2ad35cc81e3 None None] Routers {'00f1af75-4e99-4cb1-a984-a9b4e735932f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:12.050277 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1bbcb9e9-61ec-470b-914b-a2ad35cc81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['00f1af75-4e99-4cb1-a984-a9b4e735932f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:12.060260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Checking router: 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:12.062248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Updating router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 port d5d4dd69-e94a-4756-86c8-3c9315cfde1d binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:12.077378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:12.082212 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.084391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.089023 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fee5fb9b-90e7-47f7-824e-355bf75ca45b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5068686 Aug 31 09:56:12.090113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60032) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:12.119657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.123030 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1bbcb9e9-61ec-470b-914b-a2ad35cc81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:12.146232 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbcb9e9-61ec-470b-914b-a2ad35cc81e3 None None] Routers {'00f1af75-4e99-4cb1-a984-a9b4e735932f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:12.146890 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1bbcb9e9-61ec-470b-914b-a2ad35cc81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['00f1af75-4e99-4cb1-a984-a9b4e735932f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:12.202660 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1bbcb9e9-61ec-470b-914b-a2ad35cc81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:12.216695 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbcb9e9-61ec-470b-914b-a2ad35cc81e3 None None] The sync data for ids ['00f1af75-4e99-4cb1-a984-a9b4e735932f'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:12.263565 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fa48f218-7501-49d2-93c5-3cc5d82f7ba9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/routers/00f1af75-4e99-4cb1-a984-a9b4e735932f HTTP/1.1" status: 200 len: 885 time: 0.1722887 Aug 31 09:56:12.265928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60034) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:12.352277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.472205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.478538 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Subnet': ['ID=66c94280-3c60-4bc1-9f91-94ededaa304a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:12.481419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Checking segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:12.482130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network hostable DHCP agents. Network: e4f71a9a-78c4-44b5-a68c-b75736481356, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:12.484361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Transition to ACTIVE for port object d5d4dd69-e94a-4756-86c8-3c9315cfde1d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:12.492797 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.506473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e4f71a9a-78c4-44b5-a68c-b75736481356 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:12.517684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8534fc52-61b1-4001-a315-7f1d4e1f18bd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2506254 Aug 31 09:56:12.520464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60040) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:12.525801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3aec868d-f4c4-4911-93ea-7463c99a131a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1281769007'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:12.536988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e4f71a9a-78c4-44b5-a68c-b75736481356) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:12.544955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:12.545539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.553126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05be6a-656f-40ca-9149-9c1f749b0438 None None] Network e4f71a9a-78c4-44b5-a68c-b75736481356 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:12.567734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a52b2e52-bd2f-45a1-b321-c2970a7d4c30 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6654270 Aug 31 09:56:12.568484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60042) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:12.612728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819a4c1-8619-4520-8f9d-eaffba4b3225 None None] Pushing event updated for resources: {'Port': ['ID=d5d4dd69-e94a-4756-86c8-3c9315cfde1d,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:12.617687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Attempting to bind port d5d4dd69-e94a-4756-86c8-3c9315cfde1d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:12.618057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Attempting to bind port d5d4dd69-e94a-4756-86c8-3c9315cfde1d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:12.618427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Attempting to bind port d5d4dd69-e94a-4756-86c8-3c9315cfde1d on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:12.644298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:12.644679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:12.645079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.645479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:12.645962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Bound port: d5d4dd69-e94a-4756-86c8-3c9315cfde1d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:12.646343 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.831065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] For port d5d4dd69-e94a-4756-86c8-3c9315cfde1d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:12.831606 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e4f71a9a-78c4-44b5-a68c-b75736481356', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:56:12.833433 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.842498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] For port d5d4dd69-e94a-4756-86c8-3c9315cfde1d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d5d4dd69-e94a-4756-86c8-3c9315cfde1d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:12.920512 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.029146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:13.029897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:13.093166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819a4c1-8619-4520-8f9d-eaffba4b3225 None None] Pushing event updated for resources: {'Port': ['ID=d5d4dd69-e94a-4756-86c8-3c9315cfde1d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:13.104772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3aec868d-f4c4-4911-93ea-7463c99a131a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.134190 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3aec868d-f4c4-4911-93ea-7463c99a131a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.174414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Allocated IP 172.20.0.2 (e4f71a9a-78c4-44b5-a68c-b75736481356/66c94280-3c60-4bc1-9f91-94ededaa304a/43d170b0-321a-42b7-927c-141599723f3f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:13.233576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:13.379787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.409642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aec868d-f4c4-4911-93ea-7463c99a131a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 00f1af75-4e99-4cb1-a984-a9b4e735932f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:13.601883 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.616834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Transition to ACTIVE for port object 43d170b0-321a-42b7-927c-141599723f3f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:13.633564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec868d-f4c4-4911-93ea-7463c99a131a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:13.644353 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3aec868d-f4c4-4911-93ea-7463c99a131a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.646546 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3aec868d-f4c4-4911-93ea-7463c99a131a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/00f1af75-4e99-4cb1-a984-a9b4e735932f HTTP/1.1" status: 200 len: 892 time: 1.1245024 Aug 31 09:56:13.651980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60056) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:13.665607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f01f7b-da46-401e-83fc-a948c5f8d4fb None None] Sync routers for ids ['00f1af75-4e99-4cb1-a984-a9b4e735932f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:13.687897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:10Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:13.731793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Transition to ACTIVE for port object 43d170b0-321a-42b7-927c-141599723f3f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:13.733904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0ff3c-3cff-43b7-903e-e0eae87c0d90 None None] The sync data for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 is: [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:10Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:13.743081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f01f7b-da46-401e-83fc-a948c5f8d4fb None None] Routers {'00f1af75-4e99-4cb1-a984-a9b4e735932f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:13.743917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-97f01f7b-da46-401e-83fc-a948c5f8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['00f1af75-4e99-4cb1-a984-a9b4e735932f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:13.748126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.803419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-97f01f7b-da46-401e-83fc-a948c5f8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:13.806354 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.869081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5a732151-5a38-4337-996c-6f4f873e1e21 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/routers/00f1af75-4e99-4cb1-a984-a9b4e735932f HTTP/1.1" status: 200 len: 892 time: 0.2157633 Aug 31 09:56:13.875628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60058) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:13.906162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Network e4f71a9a-78c4-44b5-a68c-b75736481356 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:13.910264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:13.914608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:13.927804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f01f7b-da46-401e-83fc-a948c5f8d4fb None None] Routers {'00f1af75-4e99-4cb1-a984-a9b4e735932f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:13.930587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-97f01f7b-da46-401e-83fc-a948c5f8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['00f1af75-4e99-4cb1-a984-a9b4e735932f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:13.987450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-97f01f7b-da46-401e-83fc-a948c5f8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:13.987986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f01f7b-da46-401e-83fc-a948c5f8d4fb None None] The sync data for ids ['00f1af75-4e99-4cb1-a984-a9b4e735932f'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:13.999428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Pushing event updated for resources: {'Port': ['ID=43d170b0-321a-42b7-927c-141599723f3f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:14.004367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.20.0.1 (e4f71a9a-78c4-44b5-a68c-b75736481356/66c94280-3c60-4bc1-9f91-94ededaa304a/c3185e89-f983-4b69-aee5-269f3b0f15f3) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:14.036604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Attempting to bind port 43d170b0-321a-42b7-927c-141599723f3f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:14.037031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Attempting to bind port 43d170b0-321a-42b7-927c-141599723f3f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:14.037479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Attempting to bind port 43d170b0-321a-42b7-927c-141599723f3f on network e4f71a9a-78c4-44b5-a68c-b75736481356 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:14.041708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2660f790-6463-4339-9314-278b11c35e29 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f1af75-4e99-4cb1-a984-a9b4e735932f HTTP/1.1" status: 200 len: 205 time: 0.1613030 Aug 31 09:56:14.042873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60060) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:14.053879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:14.054397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Checking segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:14.055027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.055421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Bound using segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:14.055895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Bound port: 43d170b0-321a-42b7-927c-141599723f3f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:14.056327 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.262228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] For port 43d170b0-321a-42b7-927c-141599723f3f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:14.263254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.265774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] For port 43d170b0-321a-42b7-927c-141599723f3f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43d170b0-321a-42b7-927c-141599723f3f,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:14.276161 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.291081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Transition to ACTIVE for port object c3185e89-f983-4b69-aee5-269f3b0f15f3 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:14.349855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.364090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6fc9c-bd73-40e9-aa30-0bc79f704869 None None] Pushing event updated for resources: {'Port': ['ID=43d170b0-321a-42b7-927c-141599723f3f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:14.458683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e4f71a9a-78c4-44b5-a68c-b75736481356 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:14.464343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:14.466662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=c3185e89-f983-4b69-aee5-269f3b0f15f3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:14.478428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:14.579152 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.862954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.934890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.128889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.224666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port c725a7c3-8d12-46b5-8219-726553e52506 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:15.225013 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.331418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.349259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for c725a7c3-8d12-46b5-8219-726553e52506 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:15.376801 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.393410 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.581163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=c3185e89-f983-4b69-aee5-269f3b0f15f3,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:15.585129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.634415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d5d4dd69-e94a-4756-86c8-3c9315cfde1d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:15.660681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.700282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=c725a7c3-8d12-46b5-8219-726553e52506,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:15.724701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d5d4dd69-e94a-4756-86c8-3c9315cfde1d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:15.733934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d5d4dd69-e94a-4756-86c8-3c9315cfde1d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:15.735058 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.777569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e4f71a9a-78c4-44b5-a68c-b75736481356 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:15.779621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:15.849159 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.035331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:16.109189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be304f92-dc9c-411c-854b-d30c0085957a None None] Network e4f71a9a-78c4-44b5-a68c-b75736481356 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:16.109418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.111977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.196306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.197824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Fanout notify agent at l3_agent the message router_deleted on router 00f1af75-4e99-4cb1-a984-a9b4e735932f {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:16.224885 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.234551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:16.240706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.248496 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c9738c36-ae7a-4d3b-bd4c-52a8adddb184 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/00f1af75-4e99-4cb1-a984-a9b4e735932f HTTP/1.1" status: 204 len: 168 time: 2.2039914 Aug 31 09:56:16.249162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60074) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:16.251891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d5d4dd69-e94a-4756-86c8-3c9315cfde1d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d5d4dd69-e94a-4756-86c8-3c9315cfde1d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:16.258378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-edbad96c-92ad-434f-af5e-5c6756132b99 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "PUT /v2.0/routers/65bedcb0-d30f-40ab-8cb8-0fe943bd3b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6887987 Aug 31 09:56:16.281511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1688335175'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:16.290901 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.291685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43d170b0-321a-42b7-927c-141599723f3f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:16.316143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:16.321714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.372042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a900dbea-47d1-48df-b9ba-b74a80a8824d None None] Provisioning for port 43d170b0-321a-42b7-927c-141599723f3f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:16.379278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:16.395220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.395704 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment 791a76f5-ed42-4b5f-9419-51bbe37c98f8 of type vlan for network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 Aug 31 09:56:16.430885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d5d4dd69-e94a-4756-86c8-3c9315cfde1d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:16.479346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.480048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 43d170b0-321a-42b7-927c-141599723f3f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:16.484218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 43d170b0-321a-42b7-927c-141599723f3f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:16.484678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.540523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.556377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:16.558994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.612850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-5bf60b06-4c2d-4fa1-b9e6-6288cf7fe65e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904350068&fields=id&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 267 time: 0.0803573 Aug 31 09:56:16.640324 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Sync routers for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:16.665544 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:16.666175 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:16.728027 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4753523 Aug 31 09:56:16.731377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60094) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:16.733163 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.748457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': 'f2ec2d82-c6d7-4972-b8a3-a91fb9052040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:16.791762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 43d170b0-321a-42b7-927c-141599723f3f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43d170b0-321a-42b7-927c-141599723f3f,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:16.806063 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.847369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-f044d515-6187-49a7-91e1-8e231b464286 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:16.857854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-f044d515-6187-49a7-91e1-8e231b464286 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 797 time: 0.2433443 Aug 31 09:56:16.872821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4cd0e-c29f-4e5c-8faa-1e2be32cd530 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=f2ec2d82-c6d7-4972-b8a3-a91fb9052040,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:16.875811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-0316491c-d52c-42d1-94e8-04378d4149e9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/quotas/fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 375 time: 0.0169716 Aug 31 09:56:16.897349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:16.901467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dc895a02-7603-4b76-aa78-97821259bbab None None] Provisioning complete for port 43d170b0-321a-42b7-927c-141599723f3f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:16.901847 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc895a02-7603-4b76-aa78-97821259bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.947914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-53bb8b46-d6e3-4d1f-8845-3d828929638c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628233 Aug 31 09:56:16.953546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e8652c08-8c24-4f2c-8ed4-982c78830b75 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:56:16.961542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e8652c08-8c24-4f2c-8ed4-982c78830b75 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126557 Aug 31 09:56:16.998678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:17.005694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.015436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:17.238709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=43d170b0-321a-42b7-927c-141599723f3f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:17.252908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-57ed62df-f045-4ad4-99b5-618a68612066 service neutron] 10.222.0.69 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890112 Aug 31 09:56:17.390568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dc895a02-7603-4b76-aa78-97821259bbab None None] Provisioning for port c3185e89-f983-4b69-aee5-269f3b0f15f3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:17.401435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dc895a02-7603-4b76-aa78-97821259bbab None None] Provisioning complete for port c3185e89-f983-4b69-aee5-269f3b0f15f3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:17.406518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dc895a02-7603-4b76-aa78-97821259bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.441468 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:15Z', 'revision_number': 2, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:17.505148 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Checking router: 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:17.505797 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Updating router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 port c3185e89-f983-4b69-aee5-269f3b0f15f3 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:17.519550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-c2a73ead-5c62-4ccd-b2ca-6caab6a2d3ea service neutron] 10.222.0.69 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665277 Aug 31 09:56:17.521403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d5d4dd69-e94a-4756-86c8-3c9315cfde1d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:17.553002 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.562242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.576718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dc895a02-7603-4b76-aa78-97821259bbab None None] Port c3185e89-f983-4b69-aee5-269f3b0f15f3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:17.589931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d5d4dd69-e94a-4756-86c8-3c9315cfde1d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:17.590306 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.728605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': '791a76f5-ed42-4b5f-9419-51bbe37c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f2ec2d82-c6d7-4972-b8a3-a91fb9052040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:17.728989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: f2ec2d82-c6d7-4972-b8a3-a91fb9052040, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:17.732812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=0fec6909-5ec9-41e9-a746-2d3f7c1161a3,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:17.754260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:17.777254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, f2ec2d82-c6d7-4972-b8a3-a91fb9052040) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:17.793671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:17.794291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.809011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51f8c87-5040-4703-ae08-b6d90109fc03 None None] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:17.823737 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-559f4569-f922-432b-b17a-62b4d9dac27b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0918236 Aug 31 09:56:17.824570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:17.828427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65f54870-cc27-448a-95f2-9bd5b05c1567 req-83e28629-a141-4a43-89e9-dde92897dfc4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 210 time: 0.0499613 Aug 31 09:56:17.839110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b83a29dc-557b-40b7-98e2-d335968d0d10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-90925668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:17.889465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b83a29dc-557b-40b7-98e2-d335968d0d10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.890858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b83a29dc-557b-40b7-98e2-d335968d0d10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.953430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-55082baa-2c94-43a3-8389-1bcc612c5859 None None] Provisioning complete for port c3185e89-f983-4b69-aee5-269f3b0f15f3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:17.954170 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-55082baa-2c94-43a3-8389-1bcc612c5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.985783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43d170b0-321a-42b7-927c-141599723f3f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:18.058871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-55082baa-2c94-43a3-8389-1bcc612c5859 None None] Port c3185e89-f983-4b69-aee5-269f3b0f15f3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:18.070958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b83a29dc-557b-40b7-98e2-d335968d0d10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.078780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b83a29dc-557b-40b7-98e2-d335968d0d10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.102832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 43d170b0-321a-42b7-927c-141599723f3f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:18.109135 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.135225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b83a29dc-557b-40b7-98e2-d335968d0d10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.139493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60114) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:18.139700 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b83a29dc-557b-40b7-98e2-d335968d0d10 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3138633 Aug 31 09:56:18.281849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-f2ec2d82-c6d7-4972-b8a3-a91fb9052040', 'network_id': 'f2ec2d82-c6d7-4972-b8a3-a91fb9052040', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': '0fec6909-5ec9-41e9-a746-2d3f7c1161a3'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:56:18.282740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.298656 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.318544 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Transition to ACTIVE for port object c3185e89-f983-4b69-aee5-269f3b0f15f3 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:18.331431 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.457701 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Pushing event updated for resources: {'Port': ['ID=c3185e89-f983-4b69-aee5-269f3b0f15f3,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:18.511558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.511558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.511558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.514526 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.517436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.517436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.517436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.518007 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.518418 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.519253 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.519537 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.519950 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:18.560514 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Attempting to bind port c3185e89-f983-4b69-aee5-269f3b0f15f3 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:18.561031 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Attempting to bind port c3185e89-f983-4b69-aee5-269f3b0f15f3 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:18.561513 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Attempting to bind port c3185e89-f983-4b69-aee5-269f3b0f15f3 on network e4f71a9a-78c4-44b5-a68c-b75736481356 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:18.568970 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:18.569502 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Checking segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:18.570142 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.570626 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Bound using segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:18.571241 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Bound port: c3185e89-f983-4b69-aee5-269f3b0f15f3, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:18.571890 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.585753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Allocated IP 2001:db8::2 (f2ec2d82-c6d7-4972-b8a3-a91fb9052040/0fec6909-5ec9-41e9-a746-2d3f7c1161a3/280a6932-905e-438b-b74f-9b51ab3aef3a) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:18.728842 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] For port c3185e89-f983-4b69-aee5-269f3b0f15f3, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:18.732691 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] For port c3185e89-f983-4b69-aee5-269f3b0f15f3, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c3185e89-f983-4b69-aee5-269f3b0f15f3,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:18.744721 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:18.965830 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fd1c3-e48c-42e3-9c11-1335baff1a15 None None] Pushing event updated for resources: {'Port': ['ID=c3185e89-f983-4b69-aee5-269f3b0f15f3,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:19.009321 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:19.010053 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:19.026773 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.062912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Transition to ACTIVE for port object 280a6932-905e-438b-b74f-9b51ab3aef3a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:19.113824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Transition to ACTIVE for port object 280a6932-905e-438b-b74f-9b51ab3aef3a will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:19.129026 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.192124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:19.206089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:19.216416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:19.219442 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:19.246650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Pushing event updated for resources: {'Port': ['ID=280a6932-905e-438b-b74f-9b51ab3aef3a,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:19.311941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2888c164-72fb-497d-b79c-a2e17ec864bf req-fbc9cd46-22e6-4e29-914f-52c901e8276b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 210 time: 0.0732188 Aug 31 09:56:19.344166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Attempting to bind port 280a6932-905e-438b-b74f-9b51ab3aef3a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:19.344536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Attempting to bind port 280a6932-905e-438b-b74f-9b51ab3aef3a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '791a76f5-ed42-4b5f-9419-51bbe37c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f2ec2d82-c6d7-4972-b8a3-a91fb9052040'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:19.344911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Attempting to bind port 280a6932-905e-438b-b74f-9b51ab3aef3a on network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:19.351738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:19.352137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Checking segment: {'id': '791a76f5-ed42-4b5f-9419-51bbe37c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f2ec2d82-c6d7-4972-b8a3-a91fb9052040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:19.352550 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.352948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Bound using segment: {'id': '791a76f5-ed42-4b5f-9419-51bbe37c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f2ec2d82-c6d7-4972-b8a3-a91fb9052040'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:19.353418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Bound port: 280a6932-905e-438b-b74f-9b51ab3aef3a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a76f5-ed42-4b5f-9419-51bbe37c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f2ec2d82-c6d7-4972-b8a3-a91fb9052040'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:19.353804 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.436022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.495766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] For port 280a6932-905e-438b-b74f-9b51ab3aef3a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:19.505532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] For port 280a6932-905e-438b-b74f-9b51ab3aef3a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=280a6932-905e-438b-b74f-9b51ab3aef3a,segment=NetworkSegment(791a76f5-ed42-4b5f-9419-51bbe37c98f8),segment_id=791a76f5-ed42-4b5f-9419-51bbe37c98f8)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:19.514993 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.641099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c6751-fd9f-4f19-a893-2327b0bb91c6 None None] Pushing event updated for resources: {'Port': ['ID=280a6932-905e-438b-b74f-9b51ab3aef3a,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:19.830156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-9f2c8319-653e-460e-acd2-c22cbff4a3d0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:19.831757 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-9f2c8319-653e-460e-acd2-c22cbff4a3d0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 797 time: 0.2925644 Aug 31 09:56:19.844713 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:18Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:19.893150 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85123d7-ddef-4f89-b2e5-f5179a4ba158 None None] The sync data for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 is: [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:18Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:19.910301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8::1 (f2ec2d82-c6d7-4972-b8a3-a91fb9052040/0fec6909-5ec9-41e9-a746-2d3f7c1161a3/4b5b85b1-5ab0-4d12-88f1-309a44f673f9) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:19.958823 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-3e26feee-6821-41cc-9417-e702c9b4a007 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 379 time: 0.1071696 Aug 31 09:56:19.968152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'port': {'device_id': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'admin_state_up': True, 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'security_groups': ['a51f5ad3-d2d9-4583-8e59-0164e48477a9']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:20.234204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:20.255090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:20.316013 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:20.339580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:20.350222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:20.429934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:20.433647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:20.452861 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:20.453411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:20.576963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=4b5b85b1-5ab0-4d12-88f1-309a44f673f9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:20.602720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.20.0.12 (e4f71a9a-78c4-44b5-a68c-b75736481356/66c94280-3c60-4bc1-9f91-94ededaa304a/ea0be902-d1b4-4ada-b0b8-6613400a8771) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:20.628305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50cec456-d6e9-4b85-89cf-3ad388847b4a req-6d4c6651-fc23-40c6-80c5-6af0db28a4c4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 210 time: 0.0687754 Aug 31 09:56:20.663596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:20.951121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:20.977969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Transition to ACTIVE for port object ea0be902-d1b4-4ada-b0b8-6613400a8771 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:21.038454 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:21.160069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:21.178499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e4f71a9a-78c4-44b5-a68c-b75736481356 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:21.185426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:21.195226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:21.310207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:21.313038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:21.314815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:21.322100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:21.323508 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:21.352156 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-fcda0c63-f098-4bfa-afbd-4f96e89ce72f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3941829 Aug 31 09:56:21.370353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Request body: {'port': {'device_id': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:21.525166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc355d7-790f-4e7f-a2c9-54c6ab9c0660 None None] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:21.544906 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:21.571238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=4b5b85b1-5ab0-4d12-88f1-309a44f673f9,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:21.668394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 280a6932-905e-438b-b74f-9b51ab3aef3a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:21.676396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:21.680209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:21.752925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a24f5a0d-c6fe-4f49-bfde-4cd4864f1483 None None] Provisioning for port 280a6932-905e-438b-b74f-9b51ab3aef3a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:21.850685 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3546d771-ddb9-4e10-af32-2afa6eab077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:21.951161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0a51a522-a246-47ad-a250-ecc2158b6647 None None] Provisioning for port ea0be902-d1b4-4ada-b0b8-6613400a8771 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:21.955482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045d503-53f1-4815-9a77-956798b6463f req-5e5353ba-9efe-4600-b4f4-769e4454799f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:21.957060 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6045d503-53f1-4815-9a77-956798b6463f req-5e5353ba-9efe-4600-b4f4-769e4454799f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 932 time: 0.0975199 Aug 31 09:56:21.958776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0a51a522-a246-47ad-a250-ecc2158b6647 None None] Provisioning complete for port ea0be902-d1b4-4ada-b0b8-6613400a8771 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:21.959418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0a51a522-a246-47ad-a250-ecc2158b6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:21.981386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 280a6932-905e-438b-b74f-9b51ab3aef3a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:22.067841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6045d503-53f1-4815-9a77-956798b6463f req-5f0c7f33-f529-4562-b761-0882fa94a0b3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944142 Aug 31 09:56:22.075794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 280a6932-905e-438b-b74f-9b51ab3aef3a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:22.090294 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.091298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 733809d1-7062-443d-9861-a6c980d8b2ba is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:56:22.142709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0a51a522-a246-47ad-a250-ecc2158b6647 None None] Port ea0be902-d1b4-4ada-b0b8-6613400a8771 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:22.205406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0be902-d1b4-4ada-b0b8-6613400a8771 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:56:22.234022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.264678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Transition to ACTIVE for port object ea0be902-d1b4-4ada-b0b8-6613400a8771 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:22.272477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.286403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:22.297025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9001392b-e91a-425e-a4bf-af558ad727a5 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/733809d1-7062-443d-9861-a6c980d8b2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1551168 Aug 31 09:56:22.297816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60150) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:22.344260 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.350311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5ac92-7dce-4ff8-b463-91b76dc54b13 None None] Sync routers for ids ['733809d1-7062-443d-9861-a6c980d8b2ba'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:22.386160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898cef3c-27d0-4674-a799-7d43ddf54b68 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:22.391313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5ac92-7dce-4ff8-b463-91b76dc54b13 None None] Routers {'733809d1-7062-443d-9861-a6c980d8b2ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:22.392037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3fe5ac92-7dce-4ff8-b463-91b76dc54b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['733809d1-7062-443d-9861-a6c980d8b2ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:22.402351 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-898cef3c-27d0-4674-a799-7d43ddf54b68 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports/4b5b85b1-5ab0-4d12-88f1-309a44f673f9 HTTP/1.1" status: 200 len: 911 time: 0.0999517 Aug 31 09:56:22.402562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60152) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:22.408735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9ef67436-d4a5-4beb-9321-b97d3fab893a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0fec6909-5ec9-41e9-a746-2d3f7c1161a3'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:22.422220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:22.501815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3fe5ac92-7dce-4ff8-b463-91b76dc54b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:22.543119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 280a6932-905e-438b-b74f-9b51ab3aef3a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=280a6932-905e-438b-b74f-9b51ab3aef3a,segment=NetworkSegment(791a76f5-ed42-4b5f-9419-51bbe37c98f8),segment_id=791a76f5-ed42-4b5f-9419-51bbe37c98f8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:22.556302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.564943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c3185e89-f983-4b69-aee5-269f3b0f15f3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:22.600224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:22.600562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:22.600913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:22.618322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:56:22.618652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:22.632956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5ac92-7dce-4ff8-b463-91b76dc54b13 None None] Routers {'733809d1-7062-443d-9861-a6c980d8b2ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:22.633605 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3fe5ac92-7dce-4ff8-b463-91b76dc54b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:55:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['733809d1-7062-443d-9861-a6c980d8b2ba'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:22.645258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:22.645601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Checking segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:22.645994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Bound using segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:22.646430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Bound port: ea0be902-d1b4-4ada-b0b8-6613400a8771, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:22.646819 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.770388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3fe5ac92-7dce-4ff8-b463-91b76dc54b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:22.771126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5ac92-7dce-4ff8-b463-91b76dc54b13 None None] The sync data for ids ['733809d1-7062-443d-9861-a6c980d8b2ba'] in n-d-806683-2 is: [] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:22.818515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:22.818740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=280a6932-905e-438b-b74f-9b51ab3aef3a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:22.824873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port c3185e89-f983-4b69-aee5-269f3b0f15f3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:22.832476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c3185e89-f983-4b69-aee5-269f3b0f15f3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:22.833035 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.835978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ab273171-5a23-4d27-bed3-89e846f340b3 None None] Provisioning for port 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:22.850550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:22.864508 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.887015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ef67436-d4a5-4beb-9321-b97d3fab893a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.919072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ab273171-5a23-4d27-bed3-89e846f340b3 None None] Provisioning complete for port 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:22.919441 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab273171-5a23-4d27-bed3-89e846f340b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.945018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:22.945931 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:22.947985 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] 10.222.0.52 "PUT /v2.0/ports/ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 1092 time: 1.5853753 Aug 31 09:56:22.950810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:22.967200 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319985c5-7801-4e92-840b-79912603d087" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:23.022971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ab273171-5a23-4d27-bed3-89e846f340b3 None None] Port 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:23.110638 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa246ea-024a-48e9-bb1d-a1cb81575b3a x-openstack-request-id: req-5fa246ea-024a-48e9-bb1d-a1cb81575b3a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:23.111219 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:23.111902 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5fa246ea-024a-48e9-bb1d-a1cb81575b3a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:23.112462 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'status': 'completed', 'code': 200} Aug 31 09:56:23.137188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ab273171-5a23-4d27-bed3-89e846f340b3 None None] Provisioning complete for port 280a6932-905e-438b-b74f-9b51ab3aef3a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:23.137705 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab273171-5a23-4d27-bed3-89e846f340b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.163856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-1d2f98d3-3bb9-420c-b873-4aa1b2e57810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:23.165684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-1d2f98d3-3bb9-420c-b873-4aa1b2e57810 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1095 time: 0.1311414 Aug 31 09:56:23.166922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d0625-71b7-4cca-a314-1d5ae18e29fa service neutron] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:23.203029 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.275587 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-580eef04-7b2e-421d-8418-61105072d963 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 217 time: 0.0973854 Aug 31 09:56:23.279254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port c3185e89-f983-4b69-aee5-269f3b0f15f3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c3185e89-f983-4b69-aee5-269f3b0f15f3,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:23.330112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.435353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=c3185e89-f983-4b69-aee5-269f3b0f15f3,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:23.468472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-2c0055f6-184d-43f0-b647-669516d75c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:23.473980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-2c0055f6-184d-43f0-b647-669516d75c39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 200 len: 835 time: 0.1621575 Aug 31 09:56:23.544954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 280a6932-905e-438b-b74f-9b51ab3aef3a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:23.560383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-ec35f905-7190-43b0-ad80-e99bbb909c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:23.562404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-ec35f905-7190-43b0-ad80-e99bbb909c70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4f71a9a-78c4-44b5-a68c-b75736481356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805526 Aug 31 09:56:23.676453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f851d607-8713-4602-a520-432c7e2e8ae7 None None] Provisioning complete for port 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:23.680753 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f851d607-8713-4602-a520-432c7e2e8ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.724614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d59e-3791-4501-a93d-d8f8853845d4 req-4e3654bf-b8fb-4d93-ae66-a4e57e16324d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:23.740377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a84d59e-3791-4501-a93d-d8f8853845d4 req-4e3654bf-b8fb-4d93-ae66-a4e57e16324d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 944 time: 0.2272482 Aug 31 09:56:23.744549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f851d607-8713-4602-a520-432c7e2e8ae7 None None] Port 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:23.754431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 280a6932-905e-438b-b74f-9b51ab3aef3a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:23.755073 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.771123 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-cff66b95-cc90-43f0-a347-930d73ade14d service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996679 Aug 31 09:56:23.821738 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a84d59e-3791-4501-a93d-d8f8853845d4 req-ef50a2d4-8b98-410f-b712-2e50f0b037bd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721235 Aug 31 09:56:23.896675 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ef67436-d4a5-4beb-9321-b97d3fab893a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.918662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ef67436-d4a5-4beb-9321-b97d3fab893a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.920092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-295c0858-10fc-4084-8f39-ad3090f50087 None None] Provisioning complete for port 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:23.920590 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-295c0858-10fc-4084-8f39-ad3090f50087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.927798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef67436-d4a5-4beb-9321-b97d3fab893a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:23.928466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9ef67436-d4a5-4beb-9321-b97d3fab893a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.932533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9ef67436-d4a5-4beb-9321-b97d3fab893a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/ports/4b5b85b1-5ab0-4d12-88f1-309a44f673f9 HTTP/1.1" status: 200 len: 911 time: 1.5262275 Aug 31 09:56:23.934509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60170) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:23.986576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef67436-d4a5-4beb-9321-b97d3fab893a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=4b5b85b1-5ab0-4d12-88f1-309a44f673f9,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:24.011379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-295c0858-10fc-4084-8f39-ad3090f50087 None None] Port 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:24.048444 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3919d73a-ed6e-4e4e-9a21-b5dd650fbe6e req-24f89f03-5cef-4a25-97b8-125c1476ae8e service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604544 Aug 31 09:56:24.202293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319985c5-7801-4e92-840b-79912603d087 req-ec7bf004-2ff4-4a90-b07f-4ae2703f6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.204015 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-319985c5-7801-4e92-840b-79912603d087 req-ec7bf004-2ff4-4a90-b07f-4ae2703f6849 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1095 time: 0.0812137 Aug 31 09:56:24.358499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319985c5-7801-4e92-840b-79912603d087 req-19af67db-ec09-4c14-b1aa-90d58736b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.361509 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-319985c5-7801-4e92-840b-79912603d087 req-19af67db-ec09-4c14-b1aa-90d58736b219 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 899 time: 0.1483617 Aug 31 09:56:24.411898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-319985c5-7801-4e92-840b-79912603d087 req-108a4399-151e-4d56-8695-dbf971424092 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 217 time: 0.0419161 Aug 31 09:56:24.486075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319985c5-7801-4e92-840b-79912603d087 req-f3171040-9e43-4cd1-875f-4687a203a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.487877 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-319985c5-7801-4e92-840b-79912603d087 req-f3171040-9e43-4cd1-875f-4687a203a13b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 200 len: 835 time: 0.0670817 Aug 31 09:56:24.544508 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:24.633510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319985c5-7801-4e92-840b-79912603d087 req-71081cc7-15b0-4897-b909-ede8d5f39e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.634997 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-319985c5-7801-4e92-840b-79912603d087 req-71081cc7-15b0-4897-b909-ede8d5f39e99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4f71a9a-78c4-44b5-a68c-b75736481356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352537 Aug 31 09:56:24.821093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-319985c5-7801-4e92-840b-79912603d087 req-85baa25b-fd97-4bfd-bbbe-30b26d1ab5de service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779263 Aug 31 09:56:24.971506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b286b09-4745-43cf-af29-965a71203e85 req-49fea454-66a0-41cd-b38a-c3bad9b1fdc2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.974107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b286b09-4745-43cf-af29-965a71203e85 req-49fea454-66a0-41cd-b38a-c3bad9b1fdc2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 944 time: 0.0834272 Aug 31 09:56:25.027053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b286b09-4745-43cf-af29-965a71203e85 req-9a0ce340-571b-4566-8855-897d6dc5586f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 Aug 31 09:56:25.057228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:25.057228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:25.072025 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:25.131949 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-319985c5-7801-4e92-840b-79912603d087 req-d550f8c9-2e27-4630-b492-5e17469481f3 service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987452 Aug 31 09:56:25.169660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:25.182614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 4b5b85b1-5ab0-4d12-88f1-309a44f673f9 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:25.395032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:25.438381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=4b5b85b1-5ab0-4d12-88f1-309a44f673f9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:25.494471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c3185e89-f983-4b69-aee5-269f3b0f15f3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:25.578827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port c3185e89-f983-4b69-aee5-269f3b0f15f3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:25.580232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:25.588408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:25.775993 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01143ea4-d703-45ba-b1da-ea81ff0adfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.198512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 733809d1-7062-443d-9861-a6c980d8b2ba has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:26.230244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b7df6-647e-463c-9041-887d64107b13 req-d41c3a49-8469-4094-ac0e-fd1a10483fdb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:26.245672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f0b7df6-647e-463c-9041-887d64107b13 req-d41c3a49-8469-4094-ac0e-fd1a10483fdb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 944 time: 0.0846736 Aug 31 09:56:26.293271 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:26.302102 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bb7c441c-d2d1-42c7-b570-16235d7b4397 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/733809d1-7062-443d-9861-a6c980d8b2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3621545 Aug 31 09:56:26.302266 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f0b7df6-647e-463c-9041-887d64107b13 req-1be10863-3fd8-42df-b64b-1e3a531a0863 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551372 Aug 31 09:56:26.302718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60192) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:26.320386 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de0a33-d6b3-4bb6-8945-d0e6f72faf92 None None] Sync routers for ids ['733809d1-7062-443d-9861-a6c980d8b2ba'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:26.339629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fa28aefe-0370-49f7-a460-c7b5040da403 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=733809d1-7062-443d-9861-a6c980d8b2ba HTTP/1.1" status: 200 len: 205 time: 0.0353813 Aug 31 09:56:26.340643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60194) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:26.371311 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de0a33-d6b3-4bb6-8945-d0e6f72faf92 None None] Routers {'733809d1-7062-443d-9861-a6c980d8b2ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:26.373017 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-35de0a33-d6b3-4bb6-8945-d0e6f72faf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['733809d1-7062-443d-9861-a6c980d8b2ba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:26.408160 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-35de0a33-d6b3-4bb6-8945-d0e6f72faf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:26.417198 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de0a33-d6b3-4bb6-8945-d0e6f72faf92 None None] Routers {'733809d1-7062-443d-9861-a6c980d8b2ba'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:26.417729 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-35de0a33-d6b3-4bb6-8945-d0e6f72faf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['733809d1-7062-443d-9861-a6c980d8b2ba'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:26.440378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cbd8-0e72-4de9-a4a6-7766d51ecf8b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.457255 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-35de0a33-d6b3-4bb6-8945-d0e6f72faf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:26.457917 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de0a33-d6b3-4bb6-8945-d0e6f72faf92 None None] The sync data for ids ['733809d1-7062-443d-9861-a6c980d8b2ba'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:26.622160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cbd8-0e72-4de9-a4a6-7766d51ecf8b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.625159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cbd8-0e72-4de9-a4a6-7766d51ecf8b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.636591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ea0be902-d1b4-4ada-b0b8-6613400a8771 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:56:26.679333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cbd8-0e72-4de9-a4a6-7766d51ecf8b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.680135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f2cbd8-0e72-4de9-a4a6-7766d51ecf8b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Fanout notify agent at l3_agent the message router_deleted on router 733809d1-7062-443d-9861-a6c980d8b2ba {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:26.699247 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c1f2cbd8-0e72-4de9-a4a6-7766d51ecf8b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.700662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c1f2cbd8-0e72-4de9-a4a6-7766d51ecf8b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/733809d1-7062-443d-9861-a6c980d8b2ba HTTP/1.1" status: 204 len: 168 time: 0.3585532 Aug 31 09:56:26.703525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60196) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:26.773076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-5745dd6e-4357-4a0e-be27-f4fdd078c6dd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet 0fec6909-5ec9-41e9-a746-2d3f7c1161a3 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:26.777838 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5745dd6e-4357-4a0e-be27-f4fdd078c6dd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.840404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5745dd6e-4357-4a0e-be27-f4fdd078c6dd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.959992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5745dd6e-4357-4a0e-be27-f4fdd078c6dd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.048602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5745dd6e-4357-4a0e-be27-f4fdd078c6dd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.049712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:27.085227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745dd6e-4357-4a0e-be27-f4fdd078c6dd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=0fec6909-5ec9-41e9-a746-2d3f7c1161a3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:27.088875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'port_id': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'mac_address': 'fa:16:3e:d6:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:56:27.092298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5745dd6e-4357-4a0e-be27-f4fdd078c6dd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.096573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5745dd6e-4357-4a0e-be27-f4fdd078c6dd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/0fec6909-5ec9-41e9-a746-2d3f7c1161a3 HTTP/1.1" status: 204 len: 168 time: 0.3909764 Aug 31 09:56:27.099333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60204) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:27.117892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b93d91-1804-4810-aa38-86145d0168a8 None None] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:27.248031 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.270019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.297903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0be902-d1b4-4ada-b0b8-6613400a8771 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:56:27.366269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 280a6932-905e-438b-b74f-9b51ab3aef3a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:27.367113 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.387973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:27.397053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.457268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:27.517719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port 280a6932-905e-438b-b74f-9b51ab3aef3a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=280a6932-905e-438b-b74f-9b51ab3aef3a,segment=NetworkSegment(791a76f5-ed42-4b5f-9419-51bbe37c98f8),segment_id=791a76f5-ed42-4b5f-9419-51bbe37c98f8)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:27.518105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.540058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 280a6932-905e-438b-b74f-9b51ab3aef3a owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:27.556991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] DHCP port deletion for f2ec2d82-c6d7-4972-b8a3-a91fb9052040 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:27.558963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf242b-83ec-4cfa-a448-e345d825c37c req-ed286db4-65e4-4634-b75b-1732dab13dc8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:27.560551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81bf242b-83ec-4cfa-a448-e345d825c37c req-ed286db4-65e4-4634-b75b-1732dab13dc8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 945 time: 0.1047733 Aug 31 09:56:27.601374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['ea0be902-d1b4-4ada-b0b8-6613400a8771'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:56:27.667825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81bf242b-83ec-4cfa-a448-e345d825c37c req-514020cc-7612-4601-ae67-ed601649f4d3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611684 Aug 31 09:56:27.682213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] Deleting port 280a6932-905e-438b-b74f-9b51ab3aef3a {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:27.682907 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.697623 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.730770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=280a6932-905e-438b-b74f-9b51ab3aef3a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:27.743933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No DVR routers for this DVR port 280a6932-905e-438b-b74f-9b51ab3aef3a on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:27.752872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.815290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] For port 280a6932-905e-438b-b74f-9b51ab3aef3a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=280a6932-905e-438b-b74f-9b51ab3aef3a,segment=NetworkSegment(791a76f5-ed42-4b5f-9419-51bbe37c98f8),segment_id=791a76f5-ed42-4b5f-9419-51bbe37c98f8)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:27.815822 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.836767 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] Calling delete_port for 280a6932-905e-438b-b74f-9b51ab3aef3a owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:27.838465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.850005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ec2d82-c6d7-4972-b8a3-a91fb9052040']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:27.865160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791a76f5-ed42-4b5f-9419-51bbe37c98f8') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:27.868078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791a76f5-ed42-4b5f-9419-51bbe37c98f8') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:27.881544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.897167 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.910179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:27.911188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:27.915346 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:28.005094 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.022803 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.027524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.029436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/f2ec2d82-c6d7-4972-b8a3-a91fb9052040 HTTP/1.1" status: 204 len: 168 time: 0.9269724 Aug 31 09:56:28.031454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60212) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:28.040484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7c0c07d0-f453-49d1-a32e-268320ebc9a3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1041955122', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:28.063814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] Network f2ec2d82-c6d7-4972-b8a3-a91fb9052040 is not hosted by any dhcp agent {{(pid=94788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:56:28.064587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] No DVR routers for this DVR port 280a6932-905e-438b-b74f-9b51ab3aef3a on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:28.067521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1083a99-e8c3-4ad1-9ecb-7371261bd2e1 None None] Pushing event deleted for resources: {'Port': ['ID=280a6932-905e-438b-b74f-9b51ab3aef3a,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:28.087490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945f41d-5a52-4294-9a5f-805419659fa4 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=f2ec2d82-c6d7-4972-b8a3-a91fb9052040,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:28.105633 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c0c07d0-f453-49d1-a32e-268320ebc9a3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.106967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c0c07d0-f453-49d1-a32e-268320ebc9a3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.168251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c0c07d0-f453-49d1-a32e-268320ebc9a3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.174911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c0c07d0-f453-49d1-a32e-268320ebc9a3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.198721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c0c07d0-f453-49d1-a32e-268320ebc9a3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.200203 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7c0c07d0-f453-49d1-a32e-268320ebc9a3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1671529 Aug 31 09:56:28.206832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60216) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:28.212956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-393603212'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:28.242871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:28.247712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.285628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:28.297050 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.297541 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment 9654e05d-ab3e-4de0-8fc8-508d6cd21519 of type vlan for network 041b7113-1e72-4559-8e0d-7296133d8f20 Aug 31 09:56:28.354835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.382338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.388453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:28.389063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.455391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2471948 Aug 31 09:56:28.457159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60218) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:28.462274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:28.470385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf44c7-76c0-4b25-a771-5abf4f8e2eff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=041b7113-1e72-4559-8e0d-7296133d8f20,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:28.482685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 041b7113-1e72-4559-8e0d-7296133d8f20 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:28.578884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:28.584329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.614493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.653046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ea0be902-d1b4-4ada-b0b8-6613400a8771 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:28.749828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port ea0be902-d1b4-4ada-b0b8-6613400a8771 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:28.760214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port ea0be902-d1b4-4ada-b0b8-6613400a8771 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:28.760750 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.874923 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.886669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed714-aaf6-46fb-840f-b8376d7780e9 req-0130086c-2fec-4dc2-bafe-ca9afb74353a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:28.888868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a6ed714-aaf6-46fb-840f-b8376d7780e9 req-0130086c-2fec-4dc2-bafe-ca9afb74353a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 945 time: 0.1194119 Aug 31 09:56:28.934716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=f5295282-5c71-47a3-b5f5-45a130112e66,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:28.948863 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.977811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a6ed714-aaf6-46fb-840f-b8376d7780e9 req-d5bd9a88-2f5a-4264-8798-2cce1b94d117 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818048 Aug 31 09:56:28.984698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:28.985012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: 041b7113-1e72-4559-8e0d-7296133d8f20, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:29.003830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:29.006732 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844402e1-66ec-4c2f-9502-5dd3149fd046" -d '{"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-plugged", "status": "completed", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:29.028069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:29.030402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 041b7113-1e72-4559-8e0d-7296133d8f20 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:29.035007 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.050634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 041b7113-1e72-4559-8e0d-7296133d8f20) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:29.061326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:29.064298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.075450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52130d4-1e32-45a1-b162-24faad96aba9 None None] Network 041b7113-1e72-4559-8e0d-7296133d8f20 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:29.095931 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c2d8bf53-9f0d-4c93-bd72-e1c2f8d40428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6376309 Aug 31 09:56:29.098699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:29.120603 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b153006-5070-4692-81e6-711e418d05b4 x-openstack-request-id: req-8b153006-5070-4692-81e6-711e418d05b4 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:29.120878 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-plugged", "status": "completed", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:29.121240 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b153006-5070-4692-81e6-711e418d05b4 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:29.121682 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'code': 200} Aug 31 09:56:29.167863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:29.289102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-041b7113-1e72-4559-8e0d-7296133d8f20', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:56:29.292778 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.372269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b206aa1-6017-447c-8b05-01465ff00968 req-56b95e38-7aa2-4ab5-ad93-7ab48b2ed8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:29.373791 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b206aa1-6017-447c-8b05-01465ff00968 req-56b95e38-7aa2-4ab5-ad93-7ab48b2ed8c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1097 time: 0.2100646 Aug 31 09:56:29.484433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b206aa1-6017-447c-8b05-01465ff00968 req-62a65110-03bd-42da-9fcf-9c60006df26c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729110 Aug 31 09:56:29.500167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 280a6932-905e-438b-b74f-9b51ab3aef3a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:29.505412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Allocated IP 2001:db8::2 (041b7113-1e72-4559-8e0d-7296133d8f20/f5295282-5c71-47a3-b5f5-45a130112e66/da510ae5-89fc-4c31-aefe-1883b142821e) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:29.520703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.540466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 280a6932-905e-438b-b74f-9b51ab3aef3a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:29.540861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 280a6932-905e-438b-b74f-9b51ab3aef3a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:29.732692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.741958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Transition to ACTIVE for port object da510ae5-89fc-4c31-aefe-1883b142821e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:29.757418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Transition to ACTIVE for port object da510ae5-89fc-4c31-aefe-1883b142821e will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:29.764439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.838774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8::1 (041b7113-1e72-4559-8e0d-7296133d8f20/f5295282-5c71-47a3-b5f5-45a130112e66/5d875959-3de5-4a62-93d8-a25efc2d6350) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:29.861134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Network 041b7113-1e72-4559-8e0d-7296133d8f20 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:29.865411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:29.867622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Pushing event updated for resources: {'Port': ['ID=da510ae5-89fc-4c31-aefe-1883b142821e,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:29.869905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:29.943672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Attempting to bind port da510ae5-89fc-4c31-aefe-1883b142821e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:29.944154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Attempting to bind port da510ae5-89fc-4c31-aefe-1883b142821e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:29.944528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Attempting to bind port da510ae5-89fc-4c31-aefe-1883b142821e on network 041b7113-1e72-4559-8e0d-7296133d8f20 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:29.955401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:29.955775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Checking segment: {'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:29.956175 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.956568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Bound using segment: {'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:29.957046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Bound port: da510ae5-89fc-4c31-aefe-1883b142821e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:29.957423 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.028484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] For port da510ae5-89fc-4c31-aefe-1883b142821e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:30.031865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] For port da510ae5-89fc-4c31-aefe-1883b142821e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=da510ae5-89fc-4c31-aefe-1883b142821e,segment=NetworkSegment(9654e05d-ab3e-4de0-8fc8-508d6cd21519),segment_id=9654e05d-ab3e-4de0-8fc8-508d6cd21519)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:30.041766 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.068539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.093731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object 5d875959-3de5-4a62-93d8-a25efc2d6350 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:30.163527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f7210-e4d8-4115-a7da-5ae224552c7c None None] Pushing event updated for resources: {'Port': ['ID=da510ae5-89fc-4c31-aefe-1883b142821e,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:30.217176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.225061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d596be-32cc-4088-a19d-6f0873198e26 req-5a2d2a62-17fa-47cc-b29b-705cb62a8c8f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:30.227946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7d596be-32cc-4088-a19d-6f0873198e26 req-5a2d2a62-17fa-47cc-b29b-705cb62a8c8f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.1109405 Aug 31 09:56:30.299510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 041b7113-1e72-4559-8e0d-7296133d8f20 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:30.304056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:30.308759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:30.315429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.319058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7d596be-32cc-4088-a19d-6f0873198e26 req-9f9b3f33-405d-40b6-b4de-88dc7016d140 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829759 Aug 31 09:56:30.330364 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:56:30.336455 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=5d875959-3de5-4a62-93d8-a25efc2d6350,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:30.572725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.900314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.906300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.907974 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:31.004416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=5d875959-3de5-4a62-93d8-a25efc2d6350,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:31.128900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 041b7113-1e72-4559-8e0d-7296133d8f20 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:31.130388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:31.307826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:56:31.460400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:31.482557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-100da65e-8c74-4fd8-872e-43bfc85a80a0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3732989 Aug 31 09:56:31.489392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60254) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:31.495867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:31.499714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f6964a-7dfc-4bf3-80fa-7b31bd999478 None None] Network 041b7113-1e72-4559-8e0d-7296133d8f20 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:31.508290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-682848960'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:31.535906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7217653-3298-4b86-ac7f-a5a03a0191ee req-d6113037-c666-4a0f-8fd8-f3bf4cfb6fc2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.543640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7217653-3298-4b86-ac7f-a5a03a0191ee req-d6113037-c666-4a0f-8fd8-f3bf4cfb6fc2 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0653751 Aug 31 09:56:31.559892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:31.564456 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:31.600957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:31.613767 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:31.614256 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment 863b1a94-02c1-4cc2-8b1b-00f4997e3351 of type vlan for network a5552b3f-7f2a-4406-b777-2f75d4c2447c Aug 31 09:56:31.622836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7217653-3298-4b86-ac7f-a5a03a0191ee req-069fe19b-0298-4bfe-9286-e6fe6023ce67 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782137 Aug 31 09:56:31.636068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:31.636766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:31.700288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:31.713595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-1ec7d288-42b5-4e82-8e20-46e0e9b8c16d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.720232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-1ec7d288-42b5-4e82-8e20-46e0e9b8c16d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.730817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-1ec7d288-42b5-4e82-8e20-46e0e9b8c16d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.735496 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:31.738204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-1ec7d288-42b5-4e82-8e20-46e0e9b8c16d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.745608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-1ec7d288-42b5-4e82-8e20-46e0e9b8c16d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.749257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.750312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:31.752639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-1ec7d288-42b5-4e82-8e20-46e0e9b8c16d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.759081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-1ec7d288-42b5-4e82-8e20-46e0e9b8c16d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.761250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-1ec7d288-42b5-4e82-8e20-46e0e9b8c16d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.1554527 Aug 31 09:56:31.766430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:31.840055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3494825 Aug 31 09:56:31.843711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60258) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:31.849830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:31.855487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77db9be-7886-438d-9df7-84f2d7df322a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=a5552b3f-7f2a-4406-b777-2f75d4c2447c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:31.877956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62887228-0859-4d60-a79f-833ab8cabaaf req-0f7ca2eb-5e69-4bf8-931f-7968e14369e5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.879827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62887228-0859-4d60-a79f-833ab8cabaaf req-0f7ca2eb-5e69-4bf8-931f-7968e14369e5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.1175227 Aug 31 09:56:31.907414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4eb91183-967a-4967-8c1d-4c74b352aa74 req-9fb06ac2-b3e5-4b81-8fa5-1f6674561845 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340909 Aug 31 09:56:31.965616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device da510ae5-89fc-4c31-aefe-1883b142821e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:31.993319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62887228-0859-4d60-a79f-833ab8cabaaf req-9ca5af40-1b84-4dd6-9223-48f2a7942437 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959346 Aug 31 09:56:32.014999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60262) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:32.041604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network a5552b3f-7f2a-4406-b777-2f75d4c2447c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:32.044066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b38d5652-95c6-441d-b1ea-525e850daf7f None None] Provisioning for port da510ae5-89fc-4c31-aefe-1883b142821e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:32.117167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b0cd-eddc-4eea-a8aa-72b3523ad48d req-11ab2826-015b-48ab-b58b-69f7703ef201 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.119321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cd1c0-4cd7-48de-95d9-96b1ebd2e7a2 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.123618 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b44cd1c0-4cd7-48de-95d9-96b1ebd2e7a2 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1092 time: 0.1049428 Aug 31 09:56:32.124245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60264) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:32.131687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:32.138978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b0cd-eddc-4eea-a8aa-72b3523ad48d req-11ab2826-015b-48ab-b58b-69f7703ef201 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.146389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b0cd-eddc-4eea-a8aa-72b3523ad48d req-11ab2826-015b-48ab-b58b-69f7703ef201 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.153978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b0cd-eddc-4eea-a8aa-72b3523ad48d req-11ab2826-015b-48ab-b58b-69f7703ef201 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.161537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b0cd-eddc-4eea-a8aa-72b3523ad48d req-11ab2826-015b-48ab-b58b-69f7703ef201 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.167800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b0cd-eddc-4eea-a8aa-72b3523ad48d req-11ab2826-015b-48ab-b58b-69f7703ef201 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.171049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.174492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b0cd-eddc-4eea-a8aa-72b3523ad48d req-11ab2826-015b-48ab-b58b-69f7703ef201 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.176651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6261b0cd-eddc-4eea-a8aa-72b3523ad48d req-11ab2826-015b-48ab-b58b-69f7703ef201 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.1581862 Aug 31 09:56:32.177801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:32.181946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.218828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port da510ae5-89fc-4c31-aefe-1883b142821e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:32.227400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port da510ae5-89fc-4c31-aefe-1883b142821e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:32.227767 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.380358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.388021 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.486761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port da510ae5-89fc-4c31-aefe-1883b142821e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=da510ae5-89fc-4c31-aefe-1883b142821e,segment=NetworkSegment(9654e05d-ab3e-4de0-8fc8-508d6cd21519),segment_id=9654e05d-ab3e-4de0-8fc8-508d6cd21519)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:32.539396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.549925 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.616205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.25.1.159 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1c342622-de77-4c67-9769-4c9d5565d22f) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:32.622196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:32.622573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: a5552b3f-7f2a-4406-b777-2f75d4c2447c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:32.632413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=233abde9-0410-40b3-856a-b9f4f5657b7e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:32.653541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network a5552b3f-7f2a-4406-b777-2f75d4c2447c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:32.691430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, a5552b3f-7f2a-4406-b777-2f75d4c2447c) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:32.697033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:32.698529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.737065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-81c229ea-aec8-4fbe-a880-acabd971eb0a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8892300 Aug 31 09:56:32.737343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60272) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:32.757551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.804663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:30Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:30Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:32.818537 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.873452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578e931-0f4c-4ba5-8f29-60244bc91e4b None None] Network a5552b3f-7f2a-4406-b777-2f75d4c2447c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:32.879666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:32.882253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=1c342622-de77-4c67-9769-4c9d5565d22f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:32.886255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:32.888933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:32.933675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:32.934037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Updating router 18059661-c9c9-4ec7-bf2a-6994c23c3313 port 5d875959-3de5-4a62-93d8-a25efc2d6350 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:33.075403 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.078439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=da510ae5-89fc-4c31-aefe-1883b142821e,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:33.295651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:56:33.302637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.305795 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.702565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Allocated IP 2001:db8:1::2 (a5552b3f-7f2a-4406-b777-2f75d4c2447c/233abde9-0410-40b3-856a-b9f4f5657b7e/26dabd3f-0244-4820-ad32-4181bda3dade) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:33.740533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device da510ae5-89fc-4c31-aefe-1883b142821e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:33.932536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1c72076b-272c-4d22-9961-b74f3f1ce97c None None] Provisioning for port 5d875959-3de5-4a62-93d8-a25efc2d6350 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:33.947613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1c72076b-272c-4d22-9961-b74f3f1ce97c None None] Provisioning complete for port 5d875959-3de5-4a62-93d8-a25efc2d6350 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:33.948019 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c72076b-272c-4d22-9961-b74f3f1ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.102627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1c72076b-272c-4d22-9961-b74f3f1ce97c None None] Port 5d875959-3de5-4a62-93d8-a25efc2d6350 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:34.236981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.249778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Transition to ACTIVE for port object 26dabd3f-0244-4820-ad32-4181bda3dade will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:34.303108 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.303709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port da510ae5-89fc-4c31-aefe-1883b142821e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:34.304112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.331145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Transition to ACTIVE for port object 26dabd3f-0244-4820-ad32-4181bda3dade will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:34.362418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1c72076b-272c-4d22-9961-b74f3f1ce97c None None] Provisioning complete for port da510ae5-89fc-4c31-aefe-1883b142821e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:34.362799 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c72076b-272c-4d22-9961-b74f3f1ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.402951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.421728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8:1::1 (a5552b3f-7f2a-4406-b777-2f75d4c2447c/233abde9-0410-40b3-856a-b9f4f5657b7e/229774d3-37dd-4ead-b678-11b715132851) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:34.451193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Network a5552b3f-7f2a-4406-b777-2f75d4c2447c is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:34.462840 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.480951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.491475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:34.501766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:34.560873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Transition to ACTIVE for port object 5d875959-3de5-4a62-93d8-a25efc2d6350 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:34.662386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.670173 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.791068 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.833765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Pushing event updated for resources: {'Port': ['ID=26dabd3f-0244-4820-ad32-4181bda3dade,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:34.847687 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.865711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=1c342622-de77-4c67-9769-4c9d5565d22f,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:34.959581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:34.992925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Attempting to bind port 26dabd3f-0244-4820-ad32-4181bda3dade on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:34.993617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Attempting to bind port 26dabd3f-0244-4820-ad32-4181bda3dade by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:34.994077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Attempting to bind port 26dabd3f-0244-4820-ad32-4181bda3dade on network a5552b3f-7f2a-4406-b777-2f75d4c2447c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:35.002306 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Floating IP ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6 associated. External IP: 172.25.1.159, port: ea0be902-d1b4-4ada-b0b8-6613400a8771. Aug 31 09:56:35.084260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:35.084521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Checking segment: {'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:35.091015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.099494 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.099982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Bound using segment: {'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:35.100492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Bound port: 26dabd3f-0244-4820-ad32-4181bda3dade, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:35.100892 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.108291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object 229774d3-37dd-4ead-b678-11b715132851 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:35.174236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.203275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-452f368b-360a-4405-9092-45bb2833235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:35.204093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-452f368b-360a-4405-9092-45bb2833235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:35.207489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-452f368b-360a-4405-9092-45bb2833235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:35.208875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-452f368b-360a-4405-9092-45bb2833235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:35.217177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-452f368b-360a-4405-9092-45bb2833235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:35.217913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-452f368b-360a-4405-9092-45bb2833235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:35.218183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd0300-0419-4fab-961c-f1526fb80ead None None] Pushing event updated for resources: {'Port': ['ID=5d875959-3de5-4a62-93d8-a25efc2d6350,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:35.219013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-452f368b-360a-4405-9092-45bb2833235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:35.221491 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-452f368b-360a-4405-9092-45bb2833235e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6502 time: 0.2607291 Aug 31 09:56:35.270965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Attempting to bind port 5d875959-3de5-4a62-93d8-a25efc2d6350 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:35.271333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Attempting to bind port 5d875959-3de5-4a62-93d8-a25efc2d6350 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:35.271700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Attempting to bind port 5d875959-3de5-4a62-93d8-a25efc2d6350 on network 041b7113-1e72-4559-8e0d-7296133d8f20 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:35.289818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:35.290286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Checking segment: {'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:35.290764 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.291358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Bound using segment: {'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:35.292126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Bound port: 5d875959-3de5-4a62-93d8-a25efc2d6350, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9654e05d-ab3e-4de0-8fc8-508d6cd21519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:35.294062 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.304921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=229774d3-37dd-4ead-b678-11b715132851,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:35.320467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network a5552b3f-7f2a-4406-b777-2f75d4c2447c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:35.327624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:35.337325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:35.338194 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.392598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] For port 5d875959-3de5-4a62-93d8-a25efc2d6350, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:35.396129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] For port 5d875959-3de5-4a62-93d8-a25efc2d6350, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=5d875959-3de5-4a62-93d8-a25efc2d6350,segment=NetworkSegment(9654e05d-ab3e-4de0-8fc8-508d6cd21519),segment_id=9654e05d-ab3e-4de0-8fc8-508d6cd21519)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:35.402217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] For port 26dabd3f-0244-4820-ad32-4181bda3dade, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:35.410825 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.504180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd0300-0419-4fab-961c-f1526fb80ead None None] Pushing event updated for resources: {'Port': ['ID=5d875959-3de5-4a62-93d8-a25efc2d6350,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:35.512483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] For port 26dabd3f-0244-4820-ad32-4181bda3dade, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=26dabd3f-0244-4820-ad32-4181bda3dade,segment=NetworkSegment(863b1a94-02c1-4cc2-8b1b-00f4997e3351),segment_id=863b1a94-02c1-4cc2-8b1b-00f4997e3351)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:35.530180 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.585766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-9dccc2ae-4372-4284-8388-1af1ecfdf00d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&id=9857f123-41ee-4ca9-9539-41d6b451d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3473067 Aug 31 09:56:35.587759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:35.595851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:35.596656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:35.605179 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.786038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:35.799178 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] Sync routers for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:35.814005 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:35.815498 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:35.815667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.868287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:35.899708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c7356dbe-bf6c-48aa-a746-c6f6150f7a3e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7742200 Aug 31 09:56:35.901461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:35.924112 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b1d406-56c6-4cb4-ab21-025a8e705f68" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:36.014081 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef7757b-f0d7-479f-bd5b-39f79bceca50 x-openstack-request-id: req-fef7757b-f0d7-479f-bd5b-39f79bceca50 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:36.014418 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:36.015167 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fef7757b-f0d7-479f-bd5b-39f79bceca50 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:36.015584 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'status': 'completed', 'code': 200} Aug 31 09:56:36.094071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544515b-4481-4149-9ff3-e51fea539548 None None] Pushing event updated for resources: {'Port': ['ID=26dabd3f-0244-4820-ad32-4181bda3dade,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:36.116303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-5e4a43d2-3130-4d87-91b4-81ee46bc720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:36.118123 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-5e4a43d2-3130-4d87-91b4-81ee46bc720a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1097 time: 0.0822699 Aug 31 09:56:36.213824 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:36.290372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-3acf24b5-39be-4703-91d0-336307a6df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:36.292142 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-3acf24b5-39be-4703-91d0-336307a6df8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 899 time: 0.1609235 Aug 31 09:56:36.307009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7339c-86c6-4601-a8c6-4e881965d262 req-0edca942-47ba-49e1-aa8e-6425e72c4a79 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:36.308744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5e7339c-86c6-4601-a8c6-4e881965d262 req-0edca942-47ba-49e1-aa8e-6425e72c4a79 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.1818216 Aug 31 09:56:36.362176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:35Z', 'revision_number': 3, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:34Z', 'revision_number': 1, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:35Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:36.366460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5e7339c-86c6-4601-a8c6-4e881965d262 req-35ef4533-3c9d-4081-980c-3bf69c3ddbc9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473697 Aug 31 09:56:36.388222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.393070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-9002ff64-4945-4b20-9758-5b0008e00c87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 1000 time: 0.0925167 Aug 31 09:56:36.397439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60320) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:36.417792 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.420815 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.435218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbb405-7ca3-4eeb-98a2-d37a046c1f16 None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:35Z', 'revision_number': 3, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:34Z', 'revision_number': 1, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:35Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:36.527866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-f4089122-9a8b-4c0d-9d28-8b7c1acc315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:36.529872 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-f4089122-9a8b-4c0d-9d28-8b7c1acc315a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 200 len: 835 time: 0.1296880 Aug 31 09:56:36.620018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=229774d3-37dd-4ead-b678-11b715132851,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:36.624443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-4eaaf0b2-199a-4851-8de2-9246f77243c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:36.626562 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-4eaaf0b2-199a-4851-8de2-9246f77243c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4f71a9a-78c4-44b5-a68c-b75736481356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868948 Aug 31 09:56:36.636784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6ea4ae39-327b-4f67-a1bd-e018fbeb52e7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6 HTTP/1.1" status: 200 len: 992 time: 0.2362998 Aug 31 09:56:36.715558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network a5552b3f-7f2a-4406-b777-2f75d4c2447c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:36.717045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:36.717685 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'port_id': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'mac_address': 'fa:16:3e:d6:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:33Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:23Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:36.792201 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] Checking router: 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:36.806470 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:36.807785 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:36.816040 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-c4116ac8-67fc-477a-97a8-7aa73e34a72a service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818550 Aug 31 09:56:36.909818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:36.983250 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:37.036314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-59b1d406-56c6-4cb4-ab21-025a8e705f68 req-4ec528fd-167c-48fe-b037-c9b45486de8d service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122247 Aug 31 09:56:37.087689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:37.095353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e24116e6-dd85-42ea-9168-4d6cfc0f9470 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3568728 Aug 31 09:56:37.097923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60340) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:37.103455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1028893668'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:37.130473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:37.134413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.175151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:37.194902 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.195288 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment 42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c of type vlan for network 389c9036-c5fe-4604-944d-df60fcc5f757 Aug 31 09:56:37.259662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.298571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6f75e-c814-4645-bc8d-13ceed25cbfe None None] Network a5552b3f-7f2a-4406-b777-2f75d4c2447c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:37.307352 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.321950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:37.322772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.350834 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'port_id': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'mac_address': 'fa:16:3e:d6:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:33Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:23Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:37.415204 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901f173-9758-4331-a362-56ffdfc1d12b None None] The sync data for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 is: [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'port_id': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'mac_address': 'fa:16:3e:d6:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:33Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:23Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:37.455723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6b904193-9bfa-4316-91ed-d39ed2b34332 None None] Provisioning for port 26dabd3f-0244-4820-ad32-4181bda3dade completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:37.510677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60348) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:37.515996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:37.521448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4223151 Aug 31 09:56:37.548502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5fffb-ae1e-4ba6-84bf-0a6e7f506196 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=389c9036-c5fe-4604-944d-df60fcc5f757,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:37.586741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 389c9036-c5fe-4604-944d-df60fcc5f757 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:37.639952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60350) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:37.768558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:37.773957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.811211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d1b81d8b-a2ed-4a1e-ba9a-26330f9a95e5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6 HTTP/1.1" status: 200 len: 992 time: 0.1685019 Aug 31 09:56:37.829414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 26dabd3f-0244-4820-ad32-4181bda3dade up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:37.865619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ca316-5734-4c18-8f88-f20065648163 None None] New status for floating IP ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:56:37.994805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.042465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 26dabd3f-0244-4820-ad32-4181bda3dade completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:38.064999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=503d34d1-26d1-43a5-969e-87efdfbb8d7a,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:38.079578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:38.080230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: 389c9036-c5fe-4604-944d-df60fcc5f757, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:38.086897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 26dabd3f-0244-4820-ad32-4181bda3dade triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:38.087531 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.105332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 389c9036-c5fe-4604-944d-df60fcc5f757 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:38.121921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 389c9036-c5fe-4604-944d-df60fcc5f757) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:38.129134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:38.130238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.139636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b855b-5ec9-48fb-8942-d5ddac6e03cd None None] Network 389c9036-c5fe-4604-944d-df60fcc5f757 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:38.151707 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9f564a22-6117-4ca1-92c0-58d81708eb13 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6398320 Aug 31 09:56:38.153223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60352) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:38.282278 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.347713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 26dabd3f-0244-4820-ad32-4181bda3dade, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=26dabd3f-0244-4820-ad32-4181bda3dade,segment=NetworkSegment(863b1a94-02c1-4cc2-8b1b-00f4997e3351),segment_id=863b1a94-02c1-4cc2-8b1b-00f4997e3351)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:38.367946 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.368757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5d875959-3de5-4a62-93d8-a25efc2d6350 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:38.414869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-389c9036-c5fe-4604-944d-df60fcc5f757', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:56:38.415744 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.447406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f80d8697-c736-4416-a9f6-34a206e8f046 None None] Provisioning for port 229774d3-37dd-4ead-b678-11b715132851 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:38.462569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f80d8697-c736-4416-a9f6-34a206e8f046 None None] Provisioning complete for port 229774d3-37dd-4ead-b678-11b715132851 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:38.463235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f80d8697-c736-4416-a9f6-34a206e8f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.506102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=26dabd3f-0244-4820-ad32-4181bda3dade,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:38.528341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f80d8697-c736-4416-a9f6-34a206e8f046 None None] Port 229774d3-37dd-4ead-b678-11b715132851 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:38.585937 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.595835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.596183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.596520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.596853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.597181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.597512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.597836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.598161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.598480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.598822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.599144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.599461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:38.635325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 5d875959-3de5-4a62-93d8-a25efc2d6350 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:38.647542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f80d8697-c736-4416-a9f6-34a206e8f046 None None] Provisioning complete for port 26dabd3f-0244-4820-ad32-4181bda3dade triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:38.647542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f80d8697-c736-4416-a9f6-34a206e8f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.650978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 5d875959-3de5-4a62-93d8-a25efc2d6350 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:38.651605 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.783746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Allocated IP 2001:db8:2::2 (389c9036-c5fe-4604-944d-df60fcc5f757/503d34d1-26d1-43a5-969e-87efdfbb8d7a/21a13daa-0e34-4a2e-92c1-3963dc902ddb) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:38.814456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60374) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:38.910802 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a17eaefa-562e-4eeb-926b-ac1817df07aa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6 HTTP/1.1" status: 200 len: 994 time: 0.0934050 Aug 31 09:56:38.975094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.040367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-24b4a1b1-1d74-4162-b9c8-867c2d605b48 None None] Provisioning complete for port 229774d3-37dd-4ead-b678-11b715132851 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:39.040548 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-24b4a1b1-1d74-4162-b9c8-867c2d605b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.089179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 5d875959-3de5-4a62-93d8-a25efc2d6350, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=5d875959-3de5-4a62-93d8-a25efc2d6350,segment=NetworkSegment(9654e05d-ab3e-4de0-8fc8-508d6cd21519),segment_id=9654e05d-ab3e-4de0-8fc8-508d6cd21519)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:39.099702 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.140476 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:39.143358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-24b4a1b1-1d74-4162-b9c8-867c2d605b48 None None] Port 229774d3-37dd-4ead-b678-11b715132851 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:39.151471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.154543 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:39.155456 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:39.169058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Transition to ACTIVE for port object 21a13daa-0e34-4a2e-92c1-3963dc902ddb will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:39.185528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=5d875959-3de5-4a62-93d8-a25efc2d6350,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:39.196856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Transition to ACTIVE for port object 21a13daa-0e34-4a2e-92c1-3963dc902ddb will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:39.203412 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.248082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Network 389c9036-c5fe-4604-944d-df60fcc5f757 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:39.249664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:39.257012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:39.268317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8:2::1 (389c9036-c5fe-4604-944d-df60fcc5f757/503d34d1-26d1-43a5-969e-87efdfbb8d7a/0b2d2056-c1c7-4267-bf98-6eeb0177d78e) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:39.277991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Pushing event updated for resources: {'Port': ['ID=21a13daa-0e34-4a2e-92c1-3963dc902ddb,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:39.284953 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:39.329887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Attempting to bind port 21a13daa-0e34-4a2e-92c1-3963dc902ddb on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:39.330548 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Attempting to bind port 21a13daa-0e34-4a2e-92c1-3963dc902ddb by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:39.331143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Attempting to bind port 21a13daa-0e34-4a2e-92c1-3963dc902ddb on network 389c9036-c5fe-4604-944d-df60fcc5f757 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:39.337022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:39.337701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Checking segment: {'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:39.338104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.338674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Bound using segment: {'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:39.339358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Bound port: 21a13daa-0e34-4a2e-92c1-3963dc902ddb, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:39.339922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.434911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] For port 21a13daa-0e34-4a2e-92c1-3963dc902ddb, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:39.439982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] For port 21a13daa-0e34-4a2e-92c1-3963dc902ddb, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=21a13daa-0e34-4a2e-92c1-3963dc902ddb,segment=NetworkSegment(42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c),segment_id=42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:39.445816 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.479437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.512436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object 0b2d2056-c1c7-4267-bf98-6eeb0177d78e will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:39.541326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6aafd-1fd8-4ec5-a67c-d22fffd48c5e None None] Pushing event updated for resources: {'Port': ['ID=21a13daa-0e34-4a2e-92c1-3963dc902ddb,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:39.552928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.560924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5d875959-3de5-4a62-93d8-a25efc2d6350 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:39.569695 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:35Z', 'revision_number': 3, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:35Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:39.603705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 389c9036-c5fe-4604-944d-df60fcc5f757 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:39.609290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:39.614991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:39.615530 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.619410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:39.636709 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:39.637354 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Updating router 18059661-c9c9-4ec7-bf2a-6994c23c3313 port 229774d3-37dd-4ead-b678-11b715132851 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:39.638245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 5d875959-3de5-4a62-93d8-a25efc2d6350 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:39.638679 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.682927 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.741310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 26dabd3f-0244-4820-ad32-4181bda3dade up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:39.783520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:39.801331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 26dabd3f-0244-4820-ad32-4181bda3dade triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:39.801498 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.155282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.160993 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.161784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.179080 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.190386 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Transition to ACTIVE for port object 229774d3-37dd-4ead-b678-11b715132851 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:40.199190 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.245206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:40.265185 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96128c-fa13-4cb2-90c6-cd89cbf4b484 None None] Pushing event updated for resources: {'Port': ['ID=229774d3-37dd-4ead-b678-11b715132851,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:40.290448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 389c9036-c5fe-4604-944d-df60fcc5f757 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:40.291868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:40.338172 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Attempting to bind port 229774d3-37dd-4ead-b678-11b715132851 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:40.338542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Attempting to bind port 229774d3-37dd-4ead-b678-11b715132851 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:40.339003 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Attempting to bind port 229774d3-37dd-4ead-b678-11b715132851 on network a5552b3f-7f2a-4406-b777-2f75d4c2447c {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:40.345749 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:40.346117 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Checking segment: {'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:40.346512 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.346928 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Bound using segment: {'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:40.347578 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Bound port: 229774d3-37dd-4ead-b678-11b715132851, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863b1a94-02c1-4cc2-8b1b-00f4997e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:40.347959 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.440438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] For port 229774d3-37dd-4ead-b678-11b715132851, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:40.443998 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] For port 229774d3-37dd-4ead-b678-11b715132851, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=229774d3-37dd-4ead-b678-11b715132851,segment=NetworkSegment(863b1a94-02c1-4cc2-8b1b-00f4997e3351),segment_id=863b1a94-02c1-4cc2-8b1b-00f4997e3351)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:40.449408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:40.452097 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.543039 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:40.543808 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:40.545890 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96128c-fa13-4cb2-90c6-cd89cbf4b484 None None] Pushing event updated for resources: {'Port': ['ID=229774d3-37dd-4ead-b678-11b715132851,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:40.649418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:40.698497 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:40.972343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:40.977830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-87dcdad7-c0ba-450b-86f3-f57c4c8f89b2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8235681 Aug 31 09:56:40.980983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60412) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:40.993512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1481100409'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:41.026027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:41.031857 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.037132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c3155-cd7c-4a1f-8ff8-4abb6a8a97c3 None None] Network 389c9036-c5fe-4604-944d-df60fcc5f757 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:41.061843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:41.065645 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:40Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:40Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:41.077186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.077591 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added segment aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f of type vlan for network 06082f25-0c04-4931-af47-156268229d30 Aug 31 09:56:41.099689 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ff56b-9aaf-4049-81a7-e3616e0a19f5 None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:40Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:40Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:41.170146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.205209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.217279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:41.219726 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.240227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-96bc08a9-ac3c-46fc-a073-13970aa76956 None None] Provisioning for port 21a13daa-0e34-4a2e-92c1-3963dc902ddb completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:41.320520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60414) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:41.321127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3384962 Aug 31 09:56:41.327901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'subnet': {'network_id': '06082f25-0c04-4931-af47-156268229d30', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:41.337379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17354048-2841-4eec-8595-32aba47dc902 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Network': ['ID=06082f25-0c04-4931-af47-156268229d30,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:41.357430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 06082f25-0c04-4931-af47-156268229d30 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:41.473988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60418) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:41.550875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f336f42-322d-41e9-b838-0055288d0c25 admin admin] Deleting subnet 5e252cc8-b61e-4060-92a5-df009057c250 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:41.555914 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f336f42-322d-41e9-b838-0055288d0c25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.595454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Made reservation on behalf of 6ea97f42b24d4c21bc572ab5a0e61acd for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:41.599090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.659413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f336f42-322d-41e9-b838-0055288d0c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.680731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 21a13daa-0e34-4a2e-92c1-3963dc902ddb up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:41.748790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f336f42-322d-41e9-b838-0055288d0c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.752911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Provisioning for port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:41.760411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Provisioning complete for port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:41.760790 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.821202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 21a13daa-0e34-4a2e-92c1-3963dc902ddb completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:41.830281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 21a13daa-0e34-4a2e-92c1-3963dc902ddb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:41.830574 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.837124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:41.884656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f336f42-322d-41e9-b838-0055288d0c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.891570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Provisioning complete for port 21a13daa-0e34-4a2e-92c1-3963dc902ddb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:41.891934 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.924569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f336f42-322d-41e9-b838-0055288d0c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e252cc8-b61e-4060-92a5-df009057c250,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:41.955561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f336f42-322d-41e9-b838-0055288d0c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.959232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4f336f42-322d-41e9-b838-0055288d0c25 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5e252cc8-b61e-4060-92a5-df009057c250 HTTP/1.1" status: 204 len: 168 time: 0.4842365 Aug 31 09:56:41.960533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60420) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:41.991686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.021350 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.067743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 21a13daa-0e34-4a2e-92c1-3963dc902ddb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=21a13daa-0e34-4a2e-92c1-3963dc902ddb,segment=NetworkSegment(42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c),segment_id=42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:42.069500 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.076620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Subnet': ['ID=378f5696-812c-4a7e-98c2-71e564fd5e72,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:42.080158 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.080951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 229774d3-37dd-4ead-b678-11b715132851 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:42.086703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Checking segment: {'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:42.087107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network hostable DHCP agents. Network: 06082f25-0c04-4931-af47-156268229d30, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:42.100429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.108478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 06082f25-0c04-4931-af47-156268229d30 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:42.126460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 06082f25-0c04-4931-af47-156268229d30) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:42.134371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:42.137619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.171404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-abe91b85-5c02-461b-b778-b07302e24b40 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8482614 Aug 31 09:56:42.176724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60422) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:42.199987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=21a13daa-0e34-4a2e-92c1-3963dc902ddb,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:42.236729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a08b4-15e5-40a7-b771-a4b97c7f3ac0 None None] Network 06082f25-0c04-4931-af47-156268229d30 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:42.236999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.248172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a29208b-f342-400d-a573-548521414c18']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:42.261118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98436d3b-9ec2-4bb5-8c06-64879159b4cf') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:42.261510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:42.261658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98436d3b-9ec2-4bb5-8c06-64879159b4cf') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:42.272830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.298550 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.307135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:42.308119 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:42.311506 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:42.394839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.408186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.415615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7a29208b-f342-400d-a573-548521414c18 HTTP/1.1" status: 204 len: 168 time: 0.4535766 Aug 31 09:56:42.453652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b343524-b039-45bc-9288-243b96ee8da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a29208b-f342-400d-a573-548521414c18,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:42.518121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:42.518777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:42.596795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 229774d3-37dd-4ead-b678-11b715132851 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:42.615334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 229774d3-37dd-4ead-b678-11b715132851 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:42.615708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.623798 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:56:42.624156 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-eac8d96f-f32d-4649-abe5-10753f8f886d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:56:42.670082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.676019 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60426) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:42.682946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:42.734295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ae2852ab-ef34-4b75-97ee-7c982df645fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d89e6a213dc4c71be6cd757225717f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546405 Aug 31 09:56:42.734670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60428) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:42.792608 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa2f204f-6c16-4d37-8de9-b417826cf5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.819087 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa2f204f-6c16-4d37-8de9-b417826cf5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.875903 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa2f204f-6c16-4d37-8de9-b417826cf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.878604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fa2f204f-6c16-4d37-8de9-b417826cf5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.882297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fa2f204f-6c16-4d37-8de9-b417826cf5e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd69d819-33aa-42ad-bb3c-a50d4246e5f6 HTTP/1.1" status: 204 len: 168 time: 0.1436100 Aug 31 09:56:42.888224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f204f-6c16-4d37-8de9-b417826cf5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd69d819-33aa-42ad-bb3c-a50d4246e5f6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:42.925832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-06082f25-0c04-4931-af47-156268229d30', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:56:42.926866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.937429 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:42.982167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Allocated IP 2001:db8:3::1 (06082f25-0c04-4931-af47-156268229d30/378f5696-812c-4a7e-98c2-71e564fd5e72/b7ed8780-91ed-4d05-981f-4842d659e885) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:43.084963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 229774d3-37dd-4ead-b678-11b715132851, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=229774d3-37dd-4ead-b678-11b715132851,segment=NetworkSegment(863b1a94-02c1-4cc2-8b1b-00f4997e3351),segment_id=863b1a94-02c1-4cc2-8b1b-00f4997e3351)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:43.097340 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.117891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.132984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Transition to ACTIVE for port object b7ed8780-91ed-4d05-981f-4842d659e885 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:43.170949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.214768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=229774d3-37dd-4ead-b678-11b715132851,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:43.217569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 06082f25-0c04-4931-af47-156268229d30 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:43.223693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:40Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:40Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:43.224760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:43.229066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:43.229754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.257753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:43.258079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Updating router 18059661-c9c9-4ec7-bf2a-6994c23c3313 port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:43.279684 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=b7ed8780-91ed-4d05-981f-4842d659e885,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:43.292509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Allocated IP 2001:db8:3::2 (06082f25-0c04-4931-af47-156268229d30/378f5696-812c-4a7e-98c2-71e564fd5e72/7650ed75-aa4d-447d-a8ab-733787436edf) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:43.300475 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.373488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.415891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2adb6b30-6679-42ac-87e7-a3614a5ec9b6 None None] Provisioning complete for port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:43.416105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2adb6b30-6679-42ac-87e7-a3614a5ec9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.533467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2adb6b30-6679-42ac-87e7-a3614a5ec9b6 None None] Port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:43.540666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 21a13daa-0e34-4a2e-92c1-3963dc902ddb up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:43.690307 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.692229 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.698654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.704805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.705613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.714992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Transition to ACTIVE for port object 7650ed75-aa4d-447d-a8ab-733787436edf will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:43.745933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Transition to ACTIVE for port object 7650ed75-aa4d-447d-a8ab-733787436edf will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:43.747187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 21a13daa-0e34-4a2e-92c1-3963dc902ddb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:43.747575 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.775318 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.802992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event updated for resources: {'Port': ['ID=b7ed8780-91ed-4d05-981f-4842d659e885,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:43.847734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Network 06082f25-0c04-4931-af47-156268229d30 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:43.849158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:43.860567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Network 06082f25-0c04-4931-af47-156268229d30 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:43.871335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:43.882030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:43.883970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Pushing event updated for resources: {'Port': ['ID=7650ed75-aa4d-447d-a8ab-733787436edf,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:43.893871 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.930526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Transition to ACTIVE for port object 0b2d2056-c1c7-4267-bf98-6eeb0177d78e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:43.962639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:43.971813 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.011114 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Attempting to bind port 7650ed75-aa4d-447d-a8ab-733787436edf on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:44.011478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Attempting to bind port 7650ed75-aa4d-447d-a8ab-733787436edf by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:44.011837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Attempting to bind port 7650ed75-aa4d-447d-a8ab-733787436edf on network 06082f25-0c04-4931-af47-156268229d30 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:44.030263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:44.030631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Checking segment: {'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:44.031059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.031456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Bound using segment: {'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:44.031969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Bound port: 7650ed75-aa4d-447d-a8ab-733787436edf, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:44.032347 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.038075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 229774d3-37dd-4ead-b678-11b715132851 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:44.087258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf836b-435d-4211-9a66-f7e6c8f60443 None None] Pushing event updated for resources: {'Port': ['ID=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:44.096782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:44.106137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60456) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:44.106670 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8aa8adc4-0cd9-4263-ab00-617ebe467b74 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9284866 Aug 31 09:56:44.112037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:44.178153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Attempting to bind port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:44.178426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Attempting to bind port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:44.179197 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Attempting to bind port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e on network 389c9036-c5fe-4604-944d-df60fcc5f757 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:44.196378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:44.196784 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Checking segment: {'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:44.197142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.197534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Bound using segment: {'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:44.198440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Bound port: 0b2d2056-c1c7-4267-bf98-6eeb0177d78e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:44.198440 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.281184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] For port 7650ed75-aa4d-447d-a8ab-733787436edf, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:44.304123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] For port 7650ed75-aa4d-447d-a8ab-733787436edf, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7650ed75-aa4d-447d-a8ab-733787436edf,segment=NetworkSegment(aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f),segment_id=aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:44.314058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 229774d3-37dd-4ead-b678-11b715132851 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:44.314058 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.339540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.406409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] For port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:44.415432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] For port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,segment=NetworkSegment(42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c),segment_id=42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:44.436894 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.467918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c697b4-7518-40f9-a84e-a9d2277c9f04 None None] Pushing event updated for resources: {'Port': ['ID=7650ed75-aa4d-447d-a8ab-733787436edf,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:44.640717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.extraroute_db [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94786) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:56:44.660904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.extraroute_db [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Removed routes are [] {{(pid=94786) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:56:44.661362 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.808202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:44.808910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:44.905123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf836b-435d-4211-9a66-f7e6c8f60443 None None] Pushing event updated for resources: {'Port': ['ID=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:44.939633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:44.946898 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.951414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:45.087548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:45.183586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:44Z', 'revision_number': 6, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:44Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ed8780-91ed-4d05-981f-4842d659e885', 'name': '', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:42Z', 'updated_at': '2021-08-31T09:56:43Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:45.191844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:45.199380 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:45.200599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a87bcc82-0c7b-4c84-8fa9-c248a592aae3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 200 len: 954 time: 1.0933366 Aug 31 09:56:45.203206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60464) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:45.211037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d954596-b3e8-4d8c-873f-f762ce97aa9d None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:44Z', 'revision_number': 6, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:44Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ed8780-91ed-4d05-981f-4842d659e885', 'name': '', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:42Z', 'updated_at': '2021-08-31T09:56:43Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:45.342804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-68cf6264-0a99-4264-9dd9-92673cec2ad3 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 200 len: 954 time: 0.1370468 Aug 31 09:56:45.345341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60468) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:45.350798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'routes': None}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:45.646229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7650ed75-aa4d-447d-a8ab-733787436edf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:45.665661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-66751871-3128-4259-89de-28267a75514b tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=09321264d114491db63fdf14c40513ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508444 Aug 31 09:56:45.707862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 7650ed75-aa4d-447d-a8ab-733787436edf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:45.712768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0b2d2056-c1c7-4267-bf98-6eeb0177d78e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:45.770791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd826bac-4d83-4472-824c-f972cd5311ba None None] Network 06082f25-0c04-4931-af47-156268229d30 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:45.858530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8442a4ca-28e8-4ad7-8e52-d6b16180b0b4 None None] Provisioning for port 7650ed75-aa4d-447d-a8ab-733787436edf completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:45.861100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:45.869546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8442a4ca-28e8-4ad7-8e52-d6b16180b0b4 None None] Provisioning complete for port 7650ed75-aa4d-447d-a8ab-733787436edf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:45.869744 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8442a4ca-28e8-4ad7-8e52-d6b16180b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:45.874382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:45.874382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.095056 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.097657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8442a4ca-28e8-4ad7-8e52-d6b16180b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.160298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,segment=NetworkSegment(42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c),segment_id=42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:46.162180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8442a4ca-28e8-4ad7-8e52-d6b16180b0b4 None None] For port 7650ed75-aa4d-447d-a8ab-733787436edf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7650ed75-aa4d-447d-a8ab-733787436edf,segment=NetworkSegment(aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f),segment_id=aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:46.168139 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.185653 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:46.199509 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:46.200459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:46.229873 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8442a4ca-28e8-4ad7-8e52-d6b16180b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.232905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:46.298405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442a4ca-28e8-4ad7-8e52-d6b16180b0b4 None None] Pushing event updated for resources: {'Port': ['ID=7650ed75-aa4d-447d-a8ab-733787436edf,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:46.305931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-8b1ffcf4-f5c8-4919-8ae7-efaf8631e0ea tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:46.313792 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-8b1ffcf4-f5c8-4919-8ae7-efaf8631e0ea tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6389136 Aug 31 09:56:46.323933 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:46.333079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-ec8cad7f-c55a-4dd2-917d-07a13181cf4d tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/quotas/09321264d114491db63fdf14c40513ef HTTP/1.1" status: 200 len: 375 time: 0.0183787 Aug 31 09:56:46.399757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-5f9aeb13-4281-4844-91ee-e26f06d09bcd tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=09321264d114491db63fdf14c40513ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325453 Aug 31 09:56:46.454631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.extraroute_db [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added routes are [] {{(pid=94786) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:56:46.455115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.extraroute_db [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94786) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:56:46.468617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6b81b9b6-4b29-427c-861f-e0c2573a494e None None] Provisioning for port b7ed8780-91ed-4d05-981f-4842d659e885 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:46.475620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6b81b9b6-4b29-427c-861f-e0c2573a494e None None] Provisioning complete for port b7ed8780-91ed-4d05-981f-4842d659e885 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:46.476214 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6b81b9b6-4b29-427c-861f-e0c2573a494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.512116 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.529426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6b81b9b6-4b29-427c-861f-e0c2573a494e None None] Port b7ed8780-91ed-4d05-981f-4842d659e885 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:46.540666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6b81b9b6-4b29-427c-861f-e0c2573a494e None None] Provisioning complete for port 7650ed75-aa4d-447d-a8ab-733787436edf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:46.541039 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6b81b9b6-4b29-427c-861f-e0c2573a494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.604480 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:44Z', 'revision_number': 6, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ed8780-91ed-4d05-981f-4842d659e885', 'name': '', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:42Z', 'updated_at': '2021-08-31T09:56:43Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:46.660144 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:46.660502 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Updating router 18059661-c9c9-4ec7-bf2a-6994c23c3313 port b7ed8780-91ed-4d05-981f-4842d659e885 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:46.689273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-beb41782-96d0-41b5-9a72-014b74b8f270 req-29e18a9d-3814-40b1-9a69-97f714081a4e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 210 time: 0.0473661 Aug 31 09:56:46.715559 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.806577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b04673d8-e5ad-4b8e-9f7f-2122bb969547 None None] Provisioning complete for port b7ed8780-91ed-4d05-981f-4842d659e885 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:46.806973 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b04673d8-e5ad-4b8e-9f7f-2122bb969547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.815311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.827099 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:46.884061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b04673d8-e5ad-4b8e-9f7f-2122bb969547 None None] Port b7ed8780-91ed-4d05-981f-4842d659e885 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:46.968767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:47.003667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e236fc17-1100-443b-a70f-7ded19aa0dd6 None None] Provisioning complete for port b7ed8780-91ed-4d05-981f-4842d659e885 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:47.004150 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e236fc17-1100-443b-a70f-7ded19aa0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.051754 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.053015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e236fc17-1100-443b-a70f-7ded19aa0dd6 None None] Port b7ed8780-91ed-4d05-981f-4842d659e885 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:47.064302 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Transition to ACTIVE for port object b7ed8780-91ed-4d05-981f-4842d659e885 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:47.071210 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.084925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:47.092146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.093353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7cbc4b28-244b-4504-83be-3388f576377a tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 200 len: 704 time: 1.7469862 Aug 31 09:56:47.096410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60492) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:47.134596 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdd1f5-3fae-4141-9d52-644f6088951c None None] Pushing event updated for resources: {'Port': ['ID=b7ed8780-91ed-4d05-981f-4842d659e885,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:47.190628 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Attempting to bind port b7ed8780-91ed-4d05-981f-4842d659e885 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:47.191321 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Attempting to bind port b7ed8780-91ed-4d05-981f-4842d659e885 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:47.191415 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Attempting to bind port b7ed8780-91ed-4d05-981f-4842d659e885 on network 06082f25-0c04-4931-af47-156268229d30 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:47.196607 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:47.196974 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Checking segment: {'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:47.197365 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.197747 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Bound using segment: {'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:47.198202 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Bound port: b7ed8780-91ed-4d05-981f-4842d659e885, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '06082f25-0c04-4931-af47-156268229d30'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:47.198578 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.205922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7bdacad8-3ba2-4ddb-a2ac-7ce9cc2213c1 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 200 len: 704 time: 0.1082981 Aug 31 09:56:47.208515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60494) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:47.276966 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] For port b7ed8780-91ed-4d05-981f-4842d659e885, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:47.283320 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] For port b7ed8780-91ed-4d05-981f-4842d659e885, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b7ed8780-91ed-4d05-981f-4842d659e885,segment=NetworkSegment(aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f),segment_id=aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:47.289331 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.459150 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:47.459783 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:47.493157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7650ed75-aa4d-447d-a8ab-733787436edf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:47.508959 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdd1f5-3fae-4141-9d52-644f6088951c None None] Pushing event updated for resources: {'Port': ['ID=b7ed8780-91ed-4d05-981f-4842d659e885,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:47.555086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 7650ed75-aa4d-447d-a8ab-733787436edf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:47.555452 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.609095 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:47.629332 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.713645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0b2d2056-c1c7-4267-bf98-6eeb0177d78e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:47.799001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:47.799234 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.807014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-d2e95412-8a1e-41bf-a187-4dc113df2252 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=09321264d114491db63fdf14c40513ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113267 Aug 31 09:56:47.941870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8daaffe-fc57-4d1d-b989-98e702736b4d req-6945e7a2-9eed-4093-b1a0-2ad201f4111f tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 210 time: 0.1061988 Aug 31 09:56:47.955043 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 7, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ed8780-91ed-4d05-981f-4842d659e885', 'name': '', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:42Z', 'updated_at': '2021-08-31T09:56:47Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:47.992926 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae60d0c-44ec-445d-85ba-de7f4908a6d6 None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 7, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ed8780-91ed-4d05-981f-4842d659e885', 'name': '', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:42Z', 'updated_at': '2021-08-31T09:56:47Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:48.058883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-ca3f53a1-7622-43d1-8ed0-4bf84cf56ac9 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:48.060248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-ca3f53a1-7622-43d1-8ed0-4bf84cf56ac9 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525747 Aug 31 09:56:48.074997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Request body: {'port': {'device_id': 'bc125ddb-fbae-4ea0-9810-d554603c3424', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '09321264d114491db63fdf14c40513ef'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:48.201054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:48.210859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:48.211472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:48.254211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Made reservation on behalf of 09321264d114491db63fdf14c40513ef for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:48.257678 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:48.267951 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:48.272673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port b7ed8780-91ed-4d05-981f-4842d659e885 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:48.273004 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:48.304947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:48.391440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port b7ed8780-91ed-4d05-981f-4842d659e885, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b7ed8780-91ed-4d05-981f-4842d659e885,segment=NetworkSegment(aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f),segment_id=aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:48.391715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:48.416925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for b7ed8780-91ed-4d05-981f-4842d659e885 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:48.501947 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:48.509368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:48.518193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 7, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ed8780-91ed-4d05-981f-4842d659e885', 'name': '', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:42Z', 'updated_at': '2021-08-31T09:56:47Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:48.544588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:48.552976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:48.553562 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:48.612212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09fb829-5ca3-4384-b20c-2f79c346fcef,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:48.642245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:48.732271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Allocated IP 192.168.233.51 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/4054acc6-e5ae-44f8-bfd0-69216809ba44) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:48.746838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:48.791275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=b7ed8780-91ed-4d05-981f-4842d659e885,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:48.882874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 7, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ed8780-91ed-4d05-981f-4842d659e885', 'name': '', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:42Z', 'updated_at': '2021-08-31T09:56:47Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:48.910890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38f8c0-3bea-43d0-9a81-045b14d19d2a None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 7, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ed8780-91ed-4d05-981f-4842d659e885', 'name': '', 'network_id': '06082f25-0c04-4931-af47-156268229d30', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:42Z', 'updated_at': '2021-08-31T09:56:47Z', 'revision_number': 4, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '378f5696-812c-4a7e-98c2-71e564fd5e72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:48.989177 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:49.113341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:49.131671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e19751d-1459-485e-a37c-75a54936a2aa req-9fda3010-18ae-4a36-81e4-e4c614581db3 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 210 time: 0.0707486 Aug 31 09:56:49.152214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Transition to ACTIVE for port object 4054acc6-e5ae-44f8-bfd0-69216809ba44 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:49.267049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:49.308826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:49.323499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:49.328454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:49.332745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:49.362527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Pushing event updated for resources: {'Port': ['ID=4054acc6-e5ae-44f8-bfd0-69216809ba44,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:49.461250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:49.461886 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:49.480971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:49.487365 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-30d8fa11-5447-40cb-8e59-fd86550f1ada tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2769294 Aug 31 09:56:49.489782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60500) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:49.492964 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:49.503043 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:49.503658 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:49.503791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-b5e7dbdf-1ad4-42bf-a649-a8885571562e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4333539 Aug 31 09:56:49.535655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Request body: {'port': {'device_id': 'bc125ddb-fbae-4ea0-9810-d554603c3424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:49.545487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-45155e9e-2a86-4635-a10c-45332c8bd09c None None] Provisioning for port 4054acc6-e5ae-44f8-bfd0-69216809ba44 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:49.550288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-45155e9e-2a86-4635-a10c-45332c8bd09c None None] Provisioning complete for port 4054acc6-e5ae-44f8-bfd0-69216809ba44 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:49.550648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-45155e9e-2a86-4635-a10c-45332c8bd09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:49.589009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-45155e9e-2a86-4635-a10c-45332c8bd09c None None] Port 4054acc6-e5ae-44f8-bfd0-69216809ba44 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:49.603936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed68718f-c028-4349-9bd6-dc98c2ef0a34 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet 378f5696-812c-4a7e-98c2-71e564fd5e72 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:49.604731 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:49.610549 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed68718f-c028-4349-9bd6-dc98c2ef0a34 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:49.639399 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:49.821393 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:48Z', 'revision_number': 8, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:49.849985 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:49.860107 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:49.860769 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:49.949869 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:50.028977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed68718f-c028-4349-9bd6-dc98c2ef0a34 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.157416 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:48Z', 'revision_number': 8, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:50.183979 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f261c-619c-4edf-b2df-dd6e5f72e0e3 None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:48Z', 'revision_number': 8, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '0b2d2056-c1c7-4267-bf98-6eeb0177d78e', 'name': '', 'network_id': '389c9036-c5fe-4604-944d-df60fcc5f757', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:f4:8c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:38Z', 'updated_at': '2021-08-31T09:56:46Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '503d34d1-26d1-43a5-969e-87efdfbb8d7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:50.246976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed68718f-c028-4349-9bd6-dc98c2ef0a34 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.347493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f925e6-9f2b-4d2f-a8f9-8974fc3bd3d7 req-ea3e2c52-96c4-4f01-b52a-d13752af86d3 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:50.349000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70f925e6-9f2b-4d2f-a8f9-8974fc3bd3d7 req-ea3e2c52-96c4-4f01-b52a-d13752af86d3 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 935 time: 0.1431115 Aug 31 09:56:50.394239 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed68718f-c028-4349-9bd6-dc98c2ef0a34 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.442187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68718f-c028-4349-9bd6-dc98c2ef0a34 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=378f5696-812c-4a7e-98c2-71e564fd5e72,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:50.444184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ed68718f-c028-4349-9bd6-dc98c2ef0a34 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.448525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ed68718f-c028-4349-9bd6-dc98c2ef0a34 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/378f5696-812c-4a7e-98c2-71e564fd5e72 HTTP/1.1" status: 204 len: 168 time: 0.9553487 Aug 31 09:56:50.449958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:50.451636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0815ae2-f0a4-4e36-af52-aaf487a4ac09 None None] Network 06082f25-0c04-4931-af47-156268229d30 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:50.478574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70f925e6-9f2b-4d2f-a8f9-8974fc3bd3d7 req-2f65b771-958b-44e0-8294-bedb1996a032 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222663 Aug 31 09:56:50.494095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4054acc6-e5ae-44f8-bfd0-69216809ba44 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:56:50.502193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.521699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Transition to ACTIVE for port object 4054acc6-e5ae-44f8-bfd0-69216809ba44 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:50.526266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.544482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.611613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4054acc6-e5ae-44f8-bfd0-69216809ba44,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:50.644278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 7650ed75-aa4d-447d-a8ab-733787436edf {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:50.644764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.684593 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] DHCP port deletion for 06082f25-0c04-4931-af47-156268229d30 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:50.692735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Attempting to bind port 4054acc6-e5ae-44f8-bfd0-69216809ba44 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:50.693326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Attempting to bind port 4054acc6-e5ae-44f8-bfd0-69216809ba44 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:50.694084 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Attempting to bind port 4054acc6-e5ae-44f8-bfd0-69216809ba44 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:50.699365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Port 4054acc6-e5ae-44f8-bfd0-69216809ba44 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:56:50.699936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Attempting to bind port 4054acc6-e5ae-44f8-bfd0-69216809ba44 on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:50.706480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:50.707158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:50.707721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:50.708333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Bound port: 4054acc6-e5ae-44f8-bfd0-69216809ba44, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:50.708872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.728894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port 7650ed75-aa4d-447d-a8ab-733787436edf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7650ed75-aa4d-447d-a8ab-733787436edf,segment=NetworkSegment(aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f),segment_id=aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:50.729263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.752710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] Deleting port 7650ed75-aa4d-447d-a8ab-733787436edf {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:50.753624 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.762865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 7650ed75-aa4d-447d-a8ab-733787436edf owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:50.821532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] For port 4054acc6-e5ae-44f8-bfd0-69216809ba44, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:50.825141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] For port 4054acc6-e5ae-44f8-bfd0-69216809ba44, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4054acc6-e5ae-44f8-bfd0-69216809ba44,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:50.835700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.874708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.888956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:50.889996 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.891653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/4054acc6-e5ae-44f8-bfd0-69216809ba44 HTTP/1.1" status: 200 len: 1095 time: 1.3647931 Aug 31 09:56:50.892147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc125ddb-fbae-4ea0-9810-d554603c3424', 'tag': '4054acc6-e5ae-44f8-bfd0-69216809ba44'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:50.894802 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f13b96-1de4-457f-826a-dc199206bf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc125ddb-fbae-4ea0-9810-d554603c3424", "tag": "4054acc6-e5ae-44f8-bfd0-69216809ba44"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:50.914637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3361b-4cbe-4a96-a6b6-dc9d3894f9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4054acc6-e5ae-44f8-bfd0-69216809ba44,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:50.930320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No DVR routers for this DVR port 7650ed75-aa4d-447d-a8ab-733787436edf on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:50.932261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=7650ed75-aa4d-447d-a8ab-733787436edf,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:50.973305 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14002d81-277a-4036-afcd-27049efddd7d x-openstack-request-id: req-14002d81-277a-4036-afcd-27049efddd7d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:50.973606 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc125ddb-fbae-4ea0-9810-d554603c3424", "tag": "4054acc6-e5ae-44f8-bfd0-69216809ba44", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:50.973839 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14002d81-277a-4036-afcd-27049efddd7d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:50.974250 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc125ddb-fbae-4ea0-9810-d554603c3424', 'tag': '4054acc6-e5ae-44f8-bfd0-69216809ba44', 'status': 'completed', 'code': 200} Aug 31 09:56:50.992033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-0fecbdd7-a2c7-4e76-acbc-b8d442fa4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:50.993600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-0fecbdd7-a2c7-4e76-acbc-b8d442fa4b9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09321264d114491db63fdf14c40513ef&device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 1098 time: 0.0518980 Aug 31 09:56:51.039360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.047424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] For port 7650ed75-aa4d-447d-a8ab-733787436edf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=7650ed75-aa4d-447d-a8ab-733787436edf,segment=NetworkSegment(aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f),segment_id=aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:51.047860 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.048654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-c0127c10-8a3d-4c26-9d12-cf10c460d4a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4054acc6-e5ae-44f8-bfd0-69216809ba44 HTTP/1.1" status: 200 len: 217 time: 0.0461106 Aug 31 09:56:51.052771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06082f25-0c04-4931-af47-156268229d30']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:51.061280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] Calling delete_port for 7650ed75-aa4d-447d-a8ab-733787436edf owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:51.067221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:51.067517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7b5aa5-a35a-4f2b-b3cc-8c65193e605f') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:51.077502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.100082 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.109231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:51.110208 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.112734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-77551f60-8d0b-4268-9a93-ac214ef7804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:51.114154 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:51.116560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-77551f60-8d0b-4268-9a93-ac214ef7804d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0588107 Aug 31 09:56:51.169828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-460ec757-4a5e-499c-b1b7-1de348a0aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:51.170032 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.172823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-460ec757-4a5e-499c-b1b7-1de348a0aff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482476 Aug 31 09:56:51.182041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.192544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.197290 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/06082f25-0c04-4931-af47-156268229d30 HTTP/1.1" status: 204 len: 168 time: 0.7456269 Aug 31 09:56:51.198246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60508) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:51.201031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] No DVR routers for this DVR port 7650ed75-aa4d-447d-a8ab-733787436edf on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:51.205355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31559ef-3c55-4b4c-be8e-fd311bad67ef None None] Pushing event deleted for resources: {'Port': ['ID=7650ed75-aa4d-447d-a8ab-733787436edf,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:51.212460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf420708-c081-487d-a66a-3ec9b2e589f9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=06082f25-0c04-4931-af47-156268229d30,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:51.416669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-75d6c1b1-38b7-4abd-9d9b-91f40b40ba75 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381737 Aug 31 09:56:51.471977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7650ed75-aa4d-447d-a8ab-733787436edf no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:51.494995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 7650ed75-aa4d-447d-a8ab-733787436edf {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:51.495342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 7650ed75-aa4d-447d-a8ab-733787436edf not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:51.495753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b7ed8780-91ed-4d05-981f-4842d659e885 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:51.515378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: b7ed8780-91ed-4d05-981f-4842d659e885 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:51.516266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b7ed8780-91ed-4d05-981f-4842d659e885 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:51.600354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c31f368c-0dc3-4a54-bc83-76f74cfa04a9 req-3d300c73-26ed-4134-945b-248ee4f9d18d service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761706 Aug 31 09:56:51.651510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e62ab-b292-4542-b2d9-dcd0ba3a0d38 req-88283760-b1f4-49a5-85e9-e4644cebb64e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:51.653011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f8e62ab-b292-4542-b2d9-dcd0ba3a0d38 req-88283760-b1f4-49a5-85e9-e4644cebb64e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 947 time: 0.0967557 Aug 31 09:56:51.752840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f8e62ab-b292-4542-b2d9-dcd0ba3a0d38 req-bd801e4b-053b-4492-a3c0-fa8636f5740b tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897770 Aug 31 09:56:51.758835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f13b96-1de4-457f-826a-dc199206bf7e req-eb6ff6c4-bfe4-44d1-9821-5cdcaa89fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:51.760359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83f13b96-1de4-457f-826a-dc199206bf7e req-eb6ff6c4-bfe4-44d1-9821-5cdcaa89fe23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09321264d114491db63fdf14c40513ef&device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 1098 time: 0.1062913 Aug 31 09:56:51.789312 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6047b5f5-ac69-4551-a81a-e13212efd358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.851658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.930513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f13b96-1de4-457f-826a-dc199206bf7e req-2b06ad4e-976a-4d19-9d93-623307283206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:51.932039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83f13b96-1de4-457f-826a-dc199206bf7e req-2b06ad4e-976a-4d19-9d93-623307283206 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.1644337 Aug 31 09:56:51.985002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83f13b96-1de4-457f-826a-dc199206bf7e req-c6fe173f-f71a-47fa-8ad9-e3d9f445a1aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4054acc6-e5ae-44f8-bfd0-69216809ba44 HTTP/1.1" status: 200 len: 217 time: 0.0455477 Aug 31 09:56:52.082154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f13b96-1de4-457f-826a-dc199206bf7e req-7f661519-6397-49c0-aa17-278a6292f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:52.083667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83f13b96-1de4-457f-826a-dc199206bf7e req-7f661519-6397-49c0-aa17-278a6292f4d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0924108 Aug 31 09:56:52.162962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f13b96-1de4-457f-826a-dc199206bf7e req-97e6baf2-8e5d-4b38-952a-30a6dea49df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:52.164482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83f13b96-1de4-457f-826a-dc199206bf7e req-97e6baf2-8e5d-4b38-952a-30a6dea49df5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720861 Aug 31 09:56:52.289694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:52.290041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.296807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83f13b96-1de4-457f-826a-dc199206bf7e req-6d800ef6-cae7-40a4-96fc-c09a92c4ca97 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235209 Aug 31 09:56:52.446035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port 0b2d2056-c1c7-4267-bf98-6eeb0177d78e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,segment=NetworkSegment(42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c),segment_id=42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:52.446328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.466166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83f13b96-1de4-457f-826a-dc199206bf7e req-0f1ab601-0b34-41d8-a122-0c94820933cf service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587665 Aug 31 09:56:52.467030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 0b2d2056-c1c7-4267-bf98-6eeb0177d78e owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:52.636579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.669373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=0b2d2056-c1c7-4267-bf98-6eeb0177d78e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:52.778381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.924175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8785e19-66c3-401f-b3e0-c80a53218471 req-10e0e9be-bd54-4c0b-b041-6df4995a45f8 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:52.925632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8785e19-66c3-401f-b3e0-c80a53218471 req-10e0e9be-bd54-4c0b-b041-6df4995a45f8 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 947 time: 0.0699611 Aug 31 09:56:53.371528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8785e19-66c3-401f-b3e0-c80a53218471 req-81e6fc3d-19f5-4450-b412-8348dff58cdf tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165871 Aug 31 09:56:53.383360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:53.478983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:53.484055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bead96c8-7cf9-41f6-9d8d-54ca3cc8f82b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2845690 Aug 31 09:56:53.486980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60514) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:53.491543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:53.501178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:53.501798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:53.541792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc356b0-c151-49d5-b65c-32cb6b491ec2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet 503d34d1-26d1-43a5-969e-87efdfbb8d7a {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:53.545129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5fc356b0-c151-49d5-b65c-32cb6b491ec2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.585544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5fc356b0-c151-49d5-b65c-32cb6b491ec2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.591474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:53.676602 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5fc356b0-c151-49d5-b65c-32cb6b491ec2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.742826 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5fc356b0-c151-49d5-b65c-32cb6b491ec2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.773246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5fc356b0-c151-49d5-b65c-32cb6b491ec2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.775148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5fc356b0-c151-49d5-b65c-32cb6b491ec2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/503d34d1-26d1-43a5-969e-87efdfbb8d7a HTTP/1.1" status: 204 len: 168 time: 0.2872427 Aug 31 09:56:53.776459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc356b0-c151-49d5-b65c-32cb6b491ec2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=503d34d1-26d1-43a5-969e-87efdfbb8d7a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:53.777959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60516) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:53.787002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55a8a7-9fc8-44b5-b05d-70002702aa7f None None] Network 389c9036-c5fe-4604-944d-df60fcc5f757 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:53.863197 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.906681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:52Z', 'revision_number': 9, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:53.917698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 21a13daa-0e34-4a2e-92c1-3963dc902ddb {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:53.918047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.934138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:53.951504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:53.952143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:53.982382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port 21a13daa-0e34-4a2e-92c1-3963dc902ddb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=21a13daa-0e34-4a2e-92c1-3963dc902ddb,segment=NetworkSegment(42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c),segment_id=42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:53.982631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.996651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 21a13daa-0e34-4a2e-92c1-3963dc902ddb owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:54.043510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:54.046721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b62d29-147a-4db5-95d9-f65a02511058 None None] DHCP port deletion for 389c9036-c5fe-4604-944d-df60fcc5f757 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:54.079054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.107243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=21a13daa-0e34-4a2e-92c1-3963dc902ddb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:54.109284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No DVR routers for this DVR port 21a13daa-0e34-4a2e-92c1-3963dc902ddb on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:54.113093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d3b62d29-147a-4db5-95d9-f65a02511058 None None] The port '21a13daa-0e34-4a2e-92c1-3963dc902ddb' was deleted {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 09:56:54.194024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.204409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389c9036-c5fe-4604-944d-df60fcc5f757']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:54.218571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:54.219403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d9a77c-c7a2-4b03-a6dd-a9ec63f5664c') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:54.228325 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.242660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.248414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:54.248843 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:54.251766 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:54.276535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:52Z', 'revision_number': 9, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:54.303596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee565e-37c7-4f58-a028-6c99ffaf22a6 None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:52Z', 'revision_number': 9, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '229774d3-37dd-4ead-b678-11b715132851', 'name': '', 'network_id': 'a5552b3f-7f2a-4406-b777-2f75d4c2447c', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:95:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:33Z', 'updated_at': '2021-08-31T09:56:42Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': '233abde9-0410-40b3-856a-b9f4f5657b7e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:54.307853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.313278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.315520 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/389c9036-c5fe-4604-944d-df60fcc5f757 HTTP/1.1" status: 204 len: 168 time: 0.5360498 Aug 31 09:56:54.318309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60518) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:54.330148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54722d47-d0dd-4531-b1e7-0e57566bcb05 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=389c9036-c5fe-4604-944d-df60fcc5f757,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:54.561843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eda71c-d5a8-4ae2-9972-9045676976bb req-abb30378-5bb4-4189-9a80-c4e2858dc5e2 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:54.563380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0eda71c-d5a8-4ae2-9972-9045676976bb req-abb30378-5bb4-4189-9a80-c4e2858dc5e2 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 947 time: 0.1118178 Aug 31 09:56:54.630189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0eda71c-d5a8-4ae2-9972-9045676976bb req-2873ae17-6da9-47fb-adda-4a3edb772942 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601580 Aug 31 09:56:54.719844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.968230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 229774d3-37dd-4ead-b678-11b715132851 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:54.968571 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.023416 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.074926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port 229774d3-37dd-4ead-b678-11b715132851, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=229774d3-37dd-4ead-b678-11b715132851,segment=NetworkSegment(863b1a94-02c1-4cc2-8b1b-00f4997e3351),segment_id=863b1a94-02c1-4cc2-8b1b-00f4997e3351)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:55.074926 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.085232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 229774d3-37dd-4ead-b678-11b715132851 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:55.246524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4054acc6-e5ae-44f8-bfd0-69216809ba44 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:56:55.262626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.289810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=229774d3-37dd-4ead-b678-11b715132851,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:55.365158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4054acc6-e5ae-44f8-bfd0-69216809ba44, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4054acc6-e5ae-44f8-bfd0-69216809ba44,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:55.378165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '4054acc6-e5ae-44f8-bfd0-69216809ba44', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '4054acc6-e5ae-44f8-bfd0-69216809ba44', 'mac_address': 'fa:16:3e:ff:14:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:56:55.414652 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.432842 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.449459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4054acc6-e5ae-44f8-bfd0-69216809ba44 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:56:55.477623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4054acc6-e5ae-44f8-bfd0-69216809ba44, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4054acc6-e5ae-44f8-bfd0-69216809ba44,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:55.483358 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.553508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=4054acc6-e5ae-44f8-bfd0-69216809ba44,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:55.581190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 21a13daa-0e34-4a2e-92c1-3963dc902ddb no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:55.604831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 21a13daa-0e34-4a2e-92c1-3963dc902ddb {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:55.605176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 21a13daa-0e34-4a2e-92c1-3963dc902ddb not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:55.605601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0b2d2056-c1c7-4267-bf98-6eeb0177d78e no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:55.624826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0b2d2056-c1c7-4267-bf98-6eeb0177d78e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:55.625199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0b2d2056-c1c7-4267-bf98-6eeb0177d78e not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:55.648805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:55.738236 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9c732deb-bf37-4b49-8612-f499cbfa7154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.777643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:55.784155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-09e246e9-5683-4a89-99b2-50e5e27aa6e6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647417 Aug 31 09:56:55.786859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60528) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:55.788761 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:55.792155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158731e-e0d4-4449-854d-1b6ad57218a8 req-4b5b8bee-24bc-4b9d-b419-f3b5f8a2563f tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:55.793683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8158731e-e0d4-4449-854d-1b6ad57218a8 req-4b5b8bee-24bc-4b9d-b419-f3b5f8a2563f tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 948 time: 0.0962121 Aug 31 09:56:55.804629 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:55.805242 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:55.836796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8158731e-e0d4-4449-854d-1b6ad57218a8 req-56d96964-89b6-452d-b94e-a966b4907447 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335374 Aug 31 09:56:55.845123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb988ba-10cf-4b0b-8f9e-d61a22446913 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet 233abde9-0410-40b3-856a-b9f4f5657b7e {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:55.848361 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb988ba-10cf-4b0b-8f9e-d61a22446913 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.862091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4054acc6-e5ae-44f8-bfd0-69216809ba44'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:56:55.891983 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:55.894607 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb988ba-10cf-4b0b-8f9e-d61a22446913 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.993463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb988ba-10cf-4b0b-8f9e-d61a22446913 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.052174 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb988ba-10cf-4b0b-8f9e-d61a22446913 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.084729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb988ba-10cf-4b0b-8f9e-d61a22446913 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=233abde9-0410-40b3-856a-b9f4f5657b7e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:56.086722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4cb988ba-10cf-4b0b-8f9e-d61a22446913 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.090659 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4cb988ba-10cf-4b0b-8f9e-d61a22446913 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/233abde9-0410-40b3-856a-b9f4f5657b7e HTTP/1.1" status: 204 len: 168 time: 0.2991168 Aug 31 09:56:56.091961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60530) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:56.093088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1028f-6e88-45a1-8165-9fe8196e820f None None] Network a5552b3f-7f2a-4406-b777-2f75d4c2447c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:56.100530 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:55Z', 'revision_number': 10, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.179237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.222211 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:56.230615 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:56.231261 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.238072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 26dabd3f-0244-4820-ad32-4181bda3dade {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:56.238417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.278967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] DHCP port deletion for a5552b3f-7f2a-4406-b777-2f75d4c2447c request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:56.310126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port 26dabd3f-0244-4820-ad32-4181bda3dade, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=26dabd3f-0244-4820-ad32-4181bda3dade,segment=NetworkSegment(863b1a94-02c1-4cc2-8b1b-00f4997e3351),segment_id=863b1a94-02c1-4cc2-8b1b-00f4997e3351)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:56.310420 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.324394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 26dabd3f-0244-4820-ad32-4181bda3dade owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:56.327882 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:56.333081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] Deleting port 26dabd3f-0244-4820-ad32-4181bda3dade {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:56.333470 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.410763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] For port 26dabd3f-0244-4820-ad32-4181bda3dade, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=26dabd3f-0244-4820-ad32-4181bda3dade,segment=NetworkSegment(863b1a94-02c1-4cc2-8b1b-00f4997e3351),segment_id=863b1a94-02c1-4cc2-8b1b-00f4997e3351)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:56.411406 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.414268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.426482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] Calling delete_port for 26dabd3f-0244-4820-ad32-4181bda3dade owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:56.442653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=26dabd3f-0244-4820-ad32-4181bda3dade,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:56.446714 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No DVR routers for this DVR port 26dabd3f-0244-4820-ad32-4181bda3dade on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:56.508446 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.531640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.538964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] Pushing event deleted for resources: {'Port': ['ID=26dabd3f-0244-4820-ad32-4181bda3dade,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:56.540830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37e64b-fd51-463a-bf02-51efe4436900 None None] No DVR routers for this DVR port 26dabd3f-0244-4820-ad32-4181bda3dade on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:56.545326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5552b3f-7f2a-4406-b777-2f75d4c2447c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.550313 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:55Z', 'revision_number': 10, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.558659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863b1a94-02c1-4cc2-8b1b-00f4997e3351') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.559034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863b1a94-02c1-4cc2-8b1b-00f4997e3351') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.568295 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.577274 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fdc3a-d399-4565-a590-9413a77cd889 None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:55Z', 'revision_number': 10, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None, '_interfaces': [{'id': '5d875959-3de5-4a62-93d8-a25efc2d6350', 'name': '', 'network_id': '041b7113-1e72-4559-8e0d-7296133d8f20', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'mac_address': 'fa:16:3e:85:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:29Z', 'updated_at': '2021-08-31T09:56:39Z', 'revision_number': 5, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'subnets': [{'id': 'f5295282-5c71-47a3-b5f5-45a130112e66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:56.582466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.588969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:56.589382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:56.592913 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:56.652592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.660036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.661827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/a5552b3f-7f2a-4406-b777-2f75d4c2447c HTTP/1.1" status: 204 len: 168 time: 0.5686448 Aug 31 09:56:56.664746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60532) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:56.678933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eea4c6-f5a9-4ec4-886b-396a738ec609 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=a5552b3f-7f2a-4406-b777-2f75d4c2447c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:56.959857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77594fb1-8e05-4c5d-8be2-98f5be650c66 req-8bdbeec3-639a-4a86-b69e-1e7282c07b87 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:56.961581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77594fb1-8e05-4c5d-8be2-98f5be650c66 req-8bdbeec3-639a-4a86-b69e-1e7282c07b87 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 948 time: 0.0537446 Aug 31 09:56:56.995119 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.004497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77594fb1-8e05-4c5d-8be2-98f5be650c66 req-bf003141-0b66-49e3-a10c-6ce8d2d24de9 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360417 Aug 31 09:56:57.246199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port 5d875959-3de5-4a62-93d8-a25efc2d6350 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:57.246541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.250309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4054acc6-e5ae-44f8-bfd0-69216809ba44 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:57.300157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 4054acc6-e5ae-44f8-bfd0-69216809ba44 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:57.304120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 4054acc6-e5ae-44f8-bfd0-69216809ba44 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:57.304493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.336819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port 5d875959-3de5-4a62-93d8-a25efc2d6350, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=5d875959-3de5-4a62-93d8-a25efc2d6350,segment=NetworkSegment(9654e05d-ab3e-4de0-8fc8-508d6cd21519),segment_id=9654e05d-ab3e-4de0-8fc8-508d6cd21519)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:57.337181 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.350132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for 5d875959-3de5-4a62-93d8-a25efc2d6350 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:57.389434 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.414721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc125ddb-fbae-4ea0-9810-d554603c3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4054acc6-e5ae-44f8-bfd0-69216809ba44'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:57.420228 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984f0c92-b4f0-466b-84c0-f00206e5000d" -d '{"events": [{"server_uuid": "bc125ddb-fbae-4ea0-9810-d554603c3424", "name": "network-vif-plugged", "status": "completed", "tag": "4054acc6-e5ae-44f8-bfd0-69216809ba44"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:57.433136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 4054acc6-e5ae-44f8-bfd0-69216809ba44, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4054acc6-e5ae-44f8-bfd0-69216809ba44,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:57.438969 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.495293 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3c90e7-1037-4433-b80b-feac1bce0132 x-openstack-request-id: req-5f3c90e7-1037-4433-b80b-feac1bce0132 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:57.495678 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc125ddb-fbae-4ea0-9810-d554603c3424", "name": "network-vif-plugged", "status": "completed", "tag": "4054acc6-e5ae-44f8-bfd0-69216809ba44", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:57.496024 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f3c90e7-1037-4433-b80b-feac1bce0132 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:57.496608 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc125ddb-fbae-4ea0-9810-d554603c3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4054acc6-e5ae-44f8-bfd0-69216809ba44', 'code': 200} Aug 31 09:56:57.499513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=4054acc6-e5ae-44f8-bfd0-69216809ba44,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:57.510662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 229774d3-37dd-4ead-b678-11b715132851 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:57.532910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 229774d3-37dd-4ead-b678-11b715132851 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:57.533350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 229774d3-37dd-4ead-b678-11b715132851 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:57.533841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 26dabd3f-0244-4820-ad32-4181bda3dade no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:57.551034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.554208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 26dabd3f-0244-4820-ad32-4181bda3dade {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:57.554557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 26dabd3f-0244-4820-ad32-4181bda3dade not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:57.586069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=5d875959-3de5-4a62-93d8-a25efc2d6350,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:57.599188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb521e-7f5d-433d-a375-5bbd2acfd6cf req-b6021236-292d-4462-9752-3878b047c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:57.600703 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52fb521e-7f5d-433d-a375-5bbd2acfd6cf req-b6021236-292d-4462-9752-3878b047c0ff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 1100 time: 0.0440106 Aug 31 09:56:57.644322 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52fb521e-7f5d-433d-a375-5bbd2acfd6cf req-eefae483-5abe-4d39-a718-07bf12a69dd7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332847 Aug 31 09:56:57.681210 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.691000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.845965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:58.127877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef770c7-9dea-42f7-832a-c67f2d4f00b8 req-5eaac343-19c9-44c3-9a4a-95b0fc5c3a02 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:58.129486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ef770c7-9dea-42f7-832a-c67f2d4f00b8 req-5eaac343-19c9-44c3-9a4a-95b0fc5c3a02 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 949 time: 0.0516295 Aug 31 09:56:58.174574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ef770c7-9dea-42f7-832a-c67f2d4f00b8 req-d23ee920-3e7d-4179-9c66-b8b4e5578220 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Aug 31 09:56:58.242506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:58.247483 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4f2cafa5-386b-4c34-ac75-8e547a103fef tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816736 Aug 31 09:56:58.250148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60542) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:58.251674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:58.260759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:58.261382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.300607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8748f2e-cd7e-425f-9bd3-6df8a7a78642 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting subnet f5295282-5c71-47a3-b5f5-45a130112e66 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:58.303565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8748f2e-cd7e-425f-9bd3-6df8a7a78642 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.331065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:58.346680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8748f2e-cd7e-425f-9bd3-6df8a7a78642 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.386798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:57Z', 'revision_number': 11, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.414055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:58.422702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:58.423528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.431133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8748f2e-cd7e-425f-9bd3-6df8a7a78642 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.490437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8748f2e-cd7e-425f-9bd3-6df8a7a78642 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.495645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:58.518634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8748f2e-cd7e-425f-9bd3-6df8a7a78642 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Subnet': ['ID=f5295282-5c71-47a3-b5f5-45a130112e66,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:58.520686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c8748f2e-cd7e-425f-9bd3-6df8a7a78642 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.522662 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c8748f2e-cd7e-425f-9bd3-6df8a7a78642 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/f5295282-5c71-47a3-b5f5-45a130112e66 HTTP/1.1" status: 204 len: 168 time: 0.2715740 Aug 31 09:56:58.526103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60544) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:58.555235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f5ffd-05c3-47ad-aba7-0dd04a2f7fde None None] Network 041b7113-1e72-4559-8e0d-7296133d8f20 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:58.558588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:57Z', 'revision_number': 11, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.604980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.616262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d29d0-875e-4fbf-9c71-6e9505e34613 None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:57Z', 'revision_number': 11, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:58.649458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.665934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Deleting port da510ae5-89fc-4c31-aefe-1883b142821e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:58.666284 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.736936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] For port da510ae5-89fc-4c31-aefe-1883b142821e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=da510ae5-89fc-4c31-aefe-1883b142821e,segment=NetworkSegment(9654e05d-ab3e-4de0-8fc8-508d6cd21519),segment_id=9654e05d-ab3e-4de0-8fc8-508d6cd21519)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:58.737302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.750499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Calling delete_port for da510ae5-89fc-4c31-aefe-1883b142821e owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:58.829813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.856492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Port': ['ID=da510ae5-89fc-4c31-aefe-1883b142821e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:58.860142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No DVR routers for this DVR port da510ae5-89fc-4c31-aefe-1883b142821e on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:58.942372 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.952633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041b7113-1e72-4559-8e0d-7296133d8f20']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.963760 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9654e05d-ab3e-4de0-8fc8-508d6cd21519') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.964025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9654e05d-ab3e-4de0-8fc8-508d6cd21519') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.976531 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.995538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.005868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c717503-ff6f-432e-88e1-810921071e93 None None] DHCP port deletion for 041b7113-1e72-4559-8e0d-7296133d8f20 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:59.006235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:59.006729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:59.012521 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:59.087650 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.093333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.095422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/networks/041b7113-1e72-4559-8e0d-7296133d8f20 HTTP/1.1" status: 204 len: 168 time: 0.5683839 Aug 31 09:56:59.098296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60546) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:59.103106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'routes': None}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:59.112677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddf3ab-5b3b-4c40-b86e-a25373ca35e2 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Pushing event deleted for resources: {'Network': ['ID=041b7113-1e72-4559-8e0d-7296133d8f20,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:59.281273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.extraroute_db [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Added routes are [] {{(pid=94787) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:56:59.281865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.extraroute_db [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Removed routes are [] {{(pid=94787) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:56:59.281961 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.291139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6128099-e817-47e4-9ec2-0dd0fd740422 req-f608e255-aa54-4fba-a5f2-e1ec3f73f60b tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:59.292671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6128099-e817-47e4-9ec2-0dd0fd740422 req-f608e255-aa54-4fba-a5f2-e1ec3f73f60b tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 949 time: 0.0492733 Aug 31 09:56:59.332088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6128099-e817-47e4-9ec2-0dd0fd740422 req-b425e6fe-6d0f-4cad-866f-648690ab603c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Aug 31 09:56:59.423576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.428312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.485243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5d875959-3de5-4a62-93d8-a25efc2d6350 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:59.508432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 18059661-c9c9-4ec7-bf2a-6994c23c3313 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:59.508749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 5d875959-3de5-4a62-93d8-a25efc2d6350 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:59.509619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 5d875959-3de5-4a62-93d8-a25efc2d6350 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:59.510243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device da510ae5-89fc-4c31-aefe-1883b142821e no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:59.532015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: da510ae5-89fc-4c31-aefe-1883b142821e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:59.532366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device da510ae5-89fc-4c31-aefe-1883b142821e not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:59.592809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:59.600249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.604118 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] Sync routers for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:59.604648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7bee97ee-322d-45af-95f8-f19945d781b6 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 200 len: 705 time: 0.5050192 Aug 31 09:56:59.604753 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60558) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:59.616733 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:59.617595 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:59.657122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-15fd0b93-0440-463b-9e55-a2c9e579327f tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 200 len: 205 time: 0.0509169 Aug 31 09:56:59.660963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60562) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:59.714491 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:59.744850 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-786fee37-21c3-4838-8709-1067333ae26b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.770257 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:57Z', 'revision_number': 11, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:59.798700 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] Checking router: 18059661-c9c9-4ec7-bf2a-6994c23c3313 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:59.806901 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] Routers {'18059661-c9c9-4ec7-bf2a-6994c23c3313'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:59.807697 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['18059661-c9c9-4ec7-bf2a-6994c23c3313'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:59.883322 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] Set router 18059661-c9c9-4ec7-bf2a-6994c23c3313 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:59.913786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-786fee37-21c3-4838-8709-1067333ae26b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.916045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-786fee37-21c3-4838-8709-1067333ae26b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.941892 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:57Z', 'revision_number': 11, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:59.961075 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-786fee37-21c3-4838-8709-1067333ae26b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.961752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786fee37-21c3-4838-8709-1067333ae26b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Fanout notify agent at l3_agent the message router_deleted on router 18059661-c9c9-4ec7-bf2a-6994c23c3313 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:59.969283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-786fee37-21c3-4838-8709-1067333ae26b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.974255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-786fee37-21c3-4838-8709-1067333ae26b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 204 len: 168 time: 0.3084843 Aug 31 09:56:59.974581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60564) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:59.974851 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b9028-d48e-4d44-9763-834cb9b7ee3f None None] The sync data for ids ['18059661-c9c9-4ec7-bf2a-6994c23c3313'] in n-d-806683-2 is: [{'id': '18059661-c9c9-4ec7-bf2a-6994c23c3313', 'name': 'tempest-RoutersIpV6Test-router-1041955122', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:28Z', 'updated_at': '2021-08-31T09:56:57Z', 'revision_number': 11, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:59.979135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-120cd55c-ca15-4d44-b145-cb3a9ea343df tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1216806532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:00.003856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-120cd55c-ca15-4d44-b145-cb3a9ea343df tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.005025 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-120cd55c-ca15-4d44-b145-cb3a9ea343df tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.064264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-120cd55c-ca15-4d44-b145-cb3a9ea343df tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.072203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-120cd55c-ca15-4d44-b145-cb3a9ea343df tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.094477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-120cd55c-ca15-4d44-b145-cb3a9ea343df tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.098359 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-120cd55c-ca15-4d44-b145-cb3a9ea343df tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1202781 Aug 31 09:57:00.098780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60566) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:00.103719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6f2f7ed0-a507-47de-a3d1-723e6d597be8 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:00.339115 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f2f7ed0-a507-47de-a3d1-723e6d597be8 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-385769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5871'] for router, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.354031 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f2f7ed0-a507-47de-a3d1-723e6d597be8 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-385762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-385787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393158'] for router, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.480380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2f7ed0-a507-47de-a3d1-723e6d597be8 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Router 1badc15a-580e-4fde-9961-dd4dfe885d13 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:57:00.559167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2f7ed0-a507-47de-a3d1-723e6d597be8 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:00.566612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6f2f7ed0-a507-47de-a3d1-723e6d597be8 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.570379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6f2f7ed0-a507-47de-a3d1-723e6d597be8 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "PUT /v2.0/routers/1badc15a-580e-4fde-9961-dd4dfe885d13 HTTP/1.1" status: 200 len: 698 time: 0.4679332 Aug 31 09:57:00.570520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60568) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:00.573067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] Sync routers for ids ['1badc15a-580e-4fde-9961-dd4dfe885d13'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:00.584094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] Routers {'1badc15a-580e-4fde-9961-dd4dfe885d13'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:00.585245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1badc15a-580e-4fde-9961-dd4dfe885d13'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:00.649335 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c09d32fb-328a-45b3-a3f8-a686345f0dd0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/routers/1badc15a-580e-4fde-9961-dd4dfe885d13 HTTP/1.1" status: 200 len: 704 time: 0.0775826 Aug 31 09:57:00.651774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60570) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:00.690367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a85a15c6-9439-4cbb-80c1-6a7837c39011 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=1badc15a-580e-4fde-9961-dd4dfe885d13 HTTP/1.1" status: 200 len: 205 time: 0.0342488 Aug 31 09:57:00.690649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60572) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:00.780224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-214f3ad0-ced3-4287-a9a9-c3417175e428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.835442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] Set router 1badc15a-580e-4fde-9961-dd4dfe885d13 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:00.892440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1badc15a-580e-4fde-9961-dd4dfe885d13', 'name': 'tempest-RoutersIpV6Test-router-1216806532', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:00Z', 'updated_at': '2021-08-31T09:57:00Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:00.920453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] Checking router: 1badc15a-580e-4fde-9961-dd4dfe885d13 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:00.928682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] Routers {'1badc15a-580e-4fde-9961-dd4dfe885d13'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:00.929308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1badc15a-580e-4fde-9961-dd4dfe885d13'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:00.951124 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-214f3ad0-ced3-4287-a9a9-c3417175e428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.953319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-214f3ad0-ced3-4287-a9a9-c3417175e428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:01.008265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] Set router 1badc15a-580e-4fde-9961-dd4dfe885d13 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:01.010663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-214f3ad0-ced3-4287-a9a9-c3417175e428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:01.011425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214f3ad0-ced3-4287-a9a9-c3417175e428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Fanout notify agent at l3_agent the message router_deleted on router 1badc15a-580e-4fde-9961-dd4dfe885d13 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:57:01.021039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-214f3ad0-ced3-4287-a9a9-c3417175e428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:01.022579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-214f3ad0-ced3-4287-a9a9-c3417175e428 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/1badc15a-580e-4fde-9961-dd4dfe885d13 HTTP/1.1" status: 204 len: 168 time: 0.3307116 Aug 31 09:57:01.027232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60576) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.061428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-977d738d-2561-4afe-95f9-ffc3c8f048e8 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=1badc15a-580e-4fde-9961-dd4dfe885d13 HTTP/1.1" status: 200 len: 205 time: 0.0306673 Aug 31 09:57:01.062249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60578) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.065847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1badc15a-580e-4fde-9961-dd4dfe885d13', 'name': 'tempest-RoutersIpV6Test-router-1216806532', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:00Z', 'updated_at': '2021-08-31T09:57:00Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:01.096435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1f83b-045d-4e7d-a17b-8b9494c81e12 None None] The sync data for ids ['1badc15a-580e-4fde-9961-dd4dfe885d13'] in n-d-806683-2 is: [{'id': '1badc15a-580e-4fde-9961-dd4dfe885d13', 'name': 'tempest-RoutersIpV6Test-router-1216806532', 'tenant_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:00Z', 'updated_at': '2021-08-31T09:57:00Z', 'revision_number': 2, 'project_id': '6ea97f42b24d4c21bc572ab5a0e61acd', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:01.100694 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-1569c7de-b056-4799-95f1-4174e5d81fdd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] delete failed (client error): The resource could not be found. Aug 31 09:57:01.101767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1569c7de-b056-4799-95f1-4174e5d81fdd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/1badc15a-580e-4fde-9961-dd4dfe885d13 HTTP/1.1" status: 404 len: 336 time: 0.0389950 Aug 31 09:57:01.104374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60582) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.135349 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6cb93c-4856-478e-b8e6-6cf1f57ae7a9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.135807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6cb93c-4856-478e-b8e6-6cf1f57ae7a9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.141656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9a6cb93c-4856-478e-b8e6-6cf1f57ae7a9 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/378f5696-812c-4a7e-98c2-71e564fd5e72 HTTP/1.1" status: 404 len: 337 time: 0.0338192 Aug 31 09:57:01.141820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60584) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.169483 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c54256c-3c6c-4c15-a29f-c3b4e1083d72 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.169937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c54256c-3c6c-4c15-a29f-c3b4e1083d72 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.174673 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1c54256c-3c6c-4c15-a29f-c3b4e1083d72 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/503d34d1-26d1-43a5-969e-87efdfbb8d7a HTTP/1.1" status: 404 len: 337 time: 0.0290363 Aug 31 09:57:01.175055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60586) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.202073 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb27e3d-e680-473c-b949-8fc4ea9458ff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.202521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb27e3d-e680-473c-b949-8fc4ea9458ff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.206787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0bb27e3d-e680-473c-b949-8fc4ea9458ff tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/233abde9-0410-40b3-856a-b9f4f5657b7e HTTP/1.1" status: 404 len: 337 time: 0.0288544 Aug 31 09:57:01.207521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60588) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.234366 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-3737d7b9-2d70-4811-8b62-ca68001e0347 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.234853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3737d7b9-2d70-4811-8b62-ca68001e0347 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.238935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3737d7b9-2d70-4811-8b62-ca68001e0347 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/f5295282-5c71-47a3-b5f5-45a130112e66 HTTP/1.1" status: 404 len: 337 time: 0.0281010 Aug 31 09:57:01.239645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60590) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.273507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bfea57ff-65c6-46a3-8401-7be11a321a7e tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 200 len: 205 time: 0.0306799 Aug 31 09:57:01.273884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60592) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.316363 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-e30e3551-24b3-45f7-b4d2-2bc46aee8548 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] delete failed (client error): The resource could not be found. Aug 31 09:57:01.317450 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e30e3551-24b3-45f7-b4d2-2bc46aee8548 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/18059661-c9c9-4ec7-bf2a-6994c23c3313 HTTP/1.1" status: 404 len: 336 time: 0.0425951 Aug 31 09:57:01.320051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60594) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.349666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-70c47f30-d7eb-46d7-b01b-e6dc72787207 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=733809d1-7062-443d-9861-a6c980d8b2ba HTTP/1.1" status: 200 len: 205 time: 0.0282764 Aug 31 09:57:01.351632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60596) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.395422 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-5308403e-20cd-4ac4-802a-119909c33534 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] delete failed (client error): The resource could not be found. Aug 31 09:57:01.395422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5308403e-20cd-4ac4-802a-119909c33534 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/733809d1-7062-443d-9861-a6c980d8b2ba HTTP/1.1" status: 404 len: 336 time: 0.0377748 Aug 31 09:57:01.395422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60598) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.425973 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88e1cac-6dd1-417d-ac7e-e2d966467e57 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.426693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88e1cac-6dd1-417d-ac7e-e2d966467e57 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.428785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a88e1cac-6dd1-417d-ac7e-e2d966467e57 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/0fec6909-5ec9-41e9-a746-2d3f7c1161a3 HTTP/1.1" status: 404 len: 337 time: 0.0336537 Aug 31 09:57:01.431251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60600) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.459184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2a462d1f-a5fd-467d-8313-74f7ef174e82 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f1af75-4e99-4cb1-a984-a9b4e735932f HTTP/1.1" status: 200 len: 205 time: 0.0268340 Aug 31 09:57:01.461341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60602) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.499059 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-21754853-daae-4faf-9881-a3fc7704f585 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] delete failed (client error): The resource could not be found. Aug 31 09:57:01.500153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-21754853-daae-4faf-9881-a3fc7704f585 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/00f1af75-4e99-4cb1-a984-a9b4e735932f HTTP/1.1" status: 404 len: 336 time: 0.0379162 Aug 31 09:57:01.502683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60604) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.532857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e751e8aa-a731-47c8-83bb-101c0668618b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd7d649-f0ec-4532-8918-fdcc62cac43f HTTP/1.1" status: 200 len: 205 time: 0.0264359 Aug 31 09:57:01.533565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60606) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.575066 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-17008089-4503-4bac-8456-f2fca530057b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] delete failed (client error): The resource could not be found. Aug 31 09:57:01.576109 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-17008089-4503-4bac-8456-f2fca530057b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/dfd7d649-f0ec-4532-8918-fdcc62cac43f HTTP/1.1" status: 404 len: 336 time: 0.0416157 Aug 31 09:57:01.579568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60608) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.606012 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-4effe248-b9b9-4052-9e8d-0a484b64e894 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.606458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4effe248-b9b9-4052-9e8d-0a484b64e894 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.608229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4effe248-b9b9-4052-9e8d-0a484b64e894 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/8b40b1aa-33ea-4562-882e-0b32a7865611 HTTP/1.1" status: 404 len: 337 time: 0.0276434 Aug 31 09:57:01.610905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60610) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.638312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e3ac7256-e9f1-4968-925b-3577497d3c0c tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=2713fdbb-6dcc-4708-9590-959443c80888 HTTP/1.1" status: 200 len: 205 time: 0.0260649 Aug 31 09:57:01.641251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60612) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.685178 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-b23bf756-686e-4909-bbe8-40db87c0b06b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] delete failed (client error): The resource could not be found. Aug 31 09:57:01.686243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b23bf756-686e-4909-bbe8-40db87c0b06b tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/2713fdbb-6dcc-4708-9590-959443c80888 HTTP/1.1" status: 404 len: 336 time: 0.0440760 Aug 31 09:57:01.689505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60614) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.719195 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-590f7fa2-302f-4aec-ade9-ca89c9b328ca tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.719661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590f7fa2-302f-4aec-ade9-ca89c9b328ca tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.722018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-590f7fa2-302f-4aec-ade9-ca89c9b328ca tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/4fe38395-90f7-4abc-96ea-4fa248faca70 HTTP/1.1" status: 404 len: 337 time: 0.0307276 Aug 31 09:57:01.724744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60616) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.754606 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2e65713c-49d9-4209-beca-6bb6db1bfb92 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bd00a84-134f-4eda-ab28-3883a20a6927 HTTP/1.1" status: 200 len: 205 time: 0.0279562 Aug 31 09:57:01.756443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60618) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.800751 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-dabf840d-0744-4027-aa85-a860555eab43 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] delete failed (client error): The resource could not be found. Aug 31 09:57:01.804876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dabf840d-0744-4027-aa85-a860555eab43 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/routers/8bd00a84-134f-4eda-ab28-3883a20a6927 HTTP/1.1" status: 404 len: 336 time: 0.0443938 Aug 31 09:57:01.805426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60622) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.835328 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-9610d8ec-ee84-4668-a939-4aa8cd77b9e0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.835919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9610d8ec-ee84-4668-a939-4aa8cd77b9e0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.840351 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9610d8ec-ee84-4668-a939-4aa8cd77b9e0 tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/f9d48e6b-2870-4d82-9672-df321cd8d6c8 HTTP/1.1" status: 404 len: 337 time: 0.0312903 Aug 31 09:57:01.840729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60624) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.869430 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11221d6-4bc8-4379-bf29-7a4af49901bd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] DELETE failed (client error): The resource could not be found. Aug 31 09:57:01.870221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11221d6-4bc8-4379-bf29-7a4af49901bd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:57:01.871905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b11221d6-4bc8-4379-bf29-7a4af49901bd tempest-RoutersIpV6Test-1431370738 tempest-RoutersIpV6Test-1431370738-project] 10.222.0.69 "DELETE /v2.0/subnets/f9a95ca4-1dbc-4eb1-b866-1c2004892cb0 HTTP/1.1" status: 404 len: 337 time: 0.0302558 Aug 31 09:57:02.142398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60630) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:02.278504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-087d6998-89f9-4013-9fba-75e4ce6f94b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ea97f42b24d4c21bc572ab5a0e61acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349089 Aug 31 09:57:02.281162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60634) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:02.342437 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aa178cc-d3cf-4ae0-92d5-1380c0e5c747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:02.366445 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aa178cc-d3cf-4ae0-92d5-1380c0e5c747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:02.419519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aa178cc-d3cf-4ae0-92d5-1380c0e5c747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:02.422926 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2aa178cc-d3cf-4ae0-92d5-1380c0e5c747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:02.424129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2aa178cc-d3cf-4ae0-92d5-1380c0e5c747 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/083e6868-ee1d-4f4e-bcd7-c7de8dd59510 HTTP/1.1" status: 204 len: 168 time: 0.1363604 Aug 31 09:57:02.432810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa178cc-d3cf-4ae0-92d5-1380c0e5c747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083e6868-ee1d-4f4e-bcd7-c7de8dd59510,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:06.142729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0ede1-6843-4850-a0b6-8e919a43bcf0 req-40df6cbe-ad7c-4f0f-8463-a8be7a228447 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:06.144239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afe0ede1-6843-4850-a0b6-8e919a43bcf0 req-40df6cbe-ad7c-4f0f-8463-a8be7a228447 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0488534 Aug 31 09:57:06.183262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afe0ede1-6843-4850-a0b6-8e919a43bcf0 req-b7ac6b9a-9009-4c56-b617-9cbd1df99d20 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330405 Aug 31 09:57:06.205835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 60700) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:06.273728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c41718ed-68c4-4b7f-a698-d055ca849ab3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6 HTTP/1.1" status: 200 len: 994 time: 0.0651360 Aug 31 09:57:06.624150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992694-5ec7-49d3-aef7-739657f029d4 req-5c590631-4745-4302-8b23-6d8fe3a921cf tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:06.625758 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff992694-5ec7-49d3-aef7-739657f029d4 req-5c590631-4745-4302-8b23-6d8fe3a921cf tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1097 time: 0.0418870 Aug 31 09:57:06.662317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff992694-5ec7-49d3-aef7-739657f029d4 req-70a4dae8-ddf2-4d1f-8fba-6e82ac730949 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301855 Aug 31 09:57:06.735155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-2e17b3e8-bb2e-4a99-a1e7-862f82d68f5d req-ce6c904b-8a0d-454b-be14-8a68a6b7b685 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:57:06.736286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e17b3e8-bb2e-4a99-a1e7-862f82d68f5d req-ce6c904b-8a0d-454b-be14-8a68a6b7b685 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056312 Aug 31 09:57:07.229154 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-67298048-c724-44ba-9301-ef1eebf45c5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400925 Aug 31 09:57:07.331178 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:57:07.849572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-82d0bf88-0891-4716-b8bd-7fd7a3094fc2 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:57:07.850651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-82d0bf88-0891-4716-b8bd-7fd7a3094fc2 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1744874 Aug 31 09:57:07.862264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Request body: {'binding': {'host': 'n-h1-806683-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:07.862902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Unknown quota resources ['binding']. {{(pid=94786) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:57:08.001701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on host n-h1-806683-2 for vnic_type normal with profile None {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:57:08.002043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:57:08.002369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:08.006927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:57:08.007247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:08.012265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:57:08.012602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Checking segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:57:08.013286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Bound using segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:57:08.013507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Bound port: ea0be902-d1b4-4ada-b0b8-6613400a8771, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:57:08.109323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:57:08.115357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:08.116552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] 10.222.0.69 "POST /v2.0/ports/ea0be902-d1b4-4ada-b0b8-6613400a8771/bindings HTTP/1.1" status: 201 len: 389 time: 0.2594969 Aug 31 09:57:08.293901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92c3b-a452-431d-b922-a147a489c103 req-cc287fc5-2e02-46f7-921d-dd85783f7f39 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:08.295676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-93a92c3b-a452-431d-b922-a147a489c103 req-cc287fc5-2e02-46f7-921d-dd85783f7f39 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0617688 Aug 31 09:57:08.360250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-93a92c3b-a452-431d-b922-a147a489c103 req-0c660ba7-189f-4a7c-8cbf-ade2361cba8f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582900 Aug 31 09:57:08.372109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-0a8962dc-4a59-4dd3-bd4d-749782f65378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:08.379399 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-0a8962dc-4a59-4dd3-bd4d-749782f65378 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1097 time: 0.0631580 Aug 31 09:57:08.475258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-097cfc76-646d-4646-baa2-7e281ebdb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:08.476778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-097cfc76-646d-4646-baa2-7e281ebdb6ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 899 time: 0.0904210 Aug 31 09:57:08.544317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-aa95bbe5-878c-4746-8707-d1bca945ba08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 1002 time: 0.0603349 Aug 31 09:57:08.599666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-7a491f92-192a-4d32-89e8-ffd227871245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:08.601177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-7a491f92-192a-4d32-89e8-ffd227871245 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 200 len: 835 time: 0.0494347 Aug 31 09:57:08.991283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-40c51639-990f-4ba8-a556-2174f2cb058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:08.992805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-40c51639-990f-4ba8-a556-2174f2cb058c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4f71a9a-78c4-44b5-a68c-b75736481356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3841231 Aug 31 09:57:09.090251 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-fbfc78b7-c4e2-4b58-9139-2b7950e5c168 service neutron] 10.222.0.20 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887153 Aug 31 09:57:09.189439 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-46d0a803-07f9-400f-b906-afcc11b5b562 service neutron] 10.222.0.20 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918088 Aug 31 09:57:09.327871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-195b9eca-4291-4522-86d3-6da1eed1b007 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:09.329414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-195b9eca-4291-4522-86d3-6da1eed1b007 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1&tenant_id=fe145957829b494fbea1c53baae9541f&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1097 time: 0.0779281 Aug 31 09:57:09.343919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-2'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:09.406552 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:09.557605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63194dbd-391c-4c0e-9fdf-f39c7ee1318e req-6ab6a231-fd90-4f30-a518-6c4fc69ae628 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:09.559193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63194dbd-391c-4c0e-9fdf-f39c7ee1318e req-6ab6a231-fd90-4f30-a518-6c4fc69ae628 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.1153398 Aug 31 09:57:09.623980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:09.635826 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63194dbd-391c-4c0e-9fdf-f39c7ee1318e req-a1a7b6a7-17bd-4eb9-af67-c3008ecb38b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659494 Aug 31 09:57:09.669329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:09.715406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:09.717614 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1c14b0-bc7c-4349-b01b-0147dbd6dd8e" -d '{"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:09.722724 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:09.729195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:09.758262 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c26412-7501-41a3-bb67-cdb14fc427fe x-openstack-request-id: req-c1c26412-7501-41a3-bb67-cdb14fc427fe {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:09.758558 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:09.758840 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1c26412-7501-41a3-bb67-cdb14fc427fe {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:09.759241 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'code': 200} Aug 31 09:57:09.832624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:09.850382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.850736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.851266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.851609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.851948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.852286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.852620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.852949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.853278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.853604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.853937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.854251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:09.897981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on host n-h2-806683-2 for vnic_type normal with profile {"migrating_to": "n-h1-806683-2"} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:57:09.898351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:57:09.898690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:09.904693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:57:09.904997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Attempting to bind port ea0be902-d1b4-4ada-b0b8-6613400a8771 on network e4f71a9a-78c4-44b5-a68c-b75736481356 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:09.910178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:57:09.910526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Checking segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:57:09.910966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Bound using segment: {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:57:09.911409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Bound port: ea0be902-d1b4-4ada-b0b8-6613400a8771, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73bcf67-d99d-48b1-9941-27daf89c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:57:09.911780 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:09.980778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:09.984405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:57:09.989646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:10.029777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ad62bd05-2886-4752-95ac-68ecd67baa1f None None] Provisioning complete for port ea0be902-d1b4-4ada-b0b8-6613400a8771 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:10.030323 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ad62bd05-2886-4752-95ac-68ecd67baa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:10.095250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=8']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:10.128823 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ad62bd05-2886-4752-95ac-68ecd67baa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:10.150000 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:10.151294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:10.152871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-4bf8d4b8-1831-4b3f-9dd5-7622d88bab68 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 1122 time: 0.8138938 Aug 31 09:57:10.162412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:10.165065 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b689e4f1-fd59-44ee-aed9-2657feadfc26" -d '{"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-plugged", "status": "completed", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:10.181161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ad62bd05-2886-4752-95ac-68ecd67baa1f None None] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:10.185828 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ad62bd05-2886-4752-95ac-68ecd67baa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:10.244649 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f512a586-de46-4c77-b40c-fa18a67ea422 x-openstack-request-id: req-f512a586-de46-4c77-b40c-fa18a67ea422 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:10.245066 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-plugged", "status": "completed", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:10.245417 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f512a586-de46-4c77-b40c-fa18a67ea422 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:10.245955 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'code': 200} Aug 31 09:57:10.286303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['ea0be902-d1b4-4ada-b0b8-6613400a8771'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:57:10.446923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62bd05-2886-4752-95ac-68ecd67baa1f None None] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:10.646157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-aabc02f4-3be2-4f4a-877d-491713783815 None None] Provisioning complete for port ea0be902-d1b4-4ada-b0b8-6613400a8771 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:10.646157 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aabc02f4-3be2-4f4a-877d-491713783815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:10.717895 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:10.806490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16507475-a7a3-488e-b9cc-b211fb99b9fa req-642285f3-ce5b-4823-b7bc-e51820f3b16a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:10.808044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16507475-a7a3-488e-b9cc-b211fb99b9fa req-642285f3-ce5b-4823-b7bc-e51820f3b16a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0766397 Aug 31 09:57:10.849230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16507475-a7a3-488e-b9cc-b211fb99b9fa req-2440edbe-f75b-48c7-a2af-e4f1b56e15dc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348382 Aug 31 09:57:11.761161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:11.773838 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0507b488-27f9-46a3-b5be-41a4b3803442" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:11.887949 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7928bf-8321-4122-a28e-61e5bfa3a070 x-openstack-request-id: req-de7928bf-8321-4122-a28e-61e5bfa3a070 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:11.888939 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:11.889196 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de7928bf-8321-4122-a28e-61e5bfa3a070 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:11.889599 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'status': 'completed', 'code': 200} Aug 31 09:57:11.964752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-f00d7b5d-fecc-4c19-972f-ee44c7548297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:11.967427 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-f00d7b5d-fecc-4c19-972f-ee44c7548297 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1127 time: 0.0573640 Aug 31 09:57:12.013445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2205b5c-534b-4d18-b229-a8c638985972 req-b368117a-0e30-4a6d-8979-5abd3a7950ba tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:12.015194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2205b5c-534b-4d18-b229-a8c638985972 req-b368117a-0e30-4a6d-8979-5abd3a7950ba tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0631618 Aug 31 09:57:12.057928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2205b5c-534b-4d18-b229-a8c638985972 req-5ca6f77e-5f4d-4a83-8d83-07f742061168 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351427 Aug 31 09:57:12.073959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-042c69d0-fd3e-4aba-b75d-615c6629df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:12.075724 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-042c69d0-fd3e-4aba-b75d-615c6629df0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 899 time: 0.0992506 Aug 31 09:57:12.141969 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-8079219d-8e91-4571-b435-b48beea126e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 1002 time: 0.0591245 Aug 31 09:57:12.196033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-65d18d3e-d5b6-49f5-9edc-131ab2b78122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:12.197504 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-65d18d3e-d5b6-49f5-9edc-131ab2b78122 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 200 len: 835 time: 0.0477877 Aug 31 09:57:12.245277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-7e2b6231-4113-4412-be99-d294238d5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:12.246804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-7e2b6231-4113-4412-be99-d294238d5543 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4f71a9a-78c4-44b5-a68c-b75736481356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407097 Aug 31 09:57:12.337821 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-a007e39c-eb3f-41c6-9461-bc60ce55b7fa service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834382 Aug 31 09:57:12.439076 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0507b488-27f9-46a3-b5be-41a4b3803442 req-532de885-5500-49cd-aba7-6449a4f7f737 service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926919 Aug 31 09:57:13.190100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c33e05-3296-48db-934b-6333694f6fbe req-8f743b09-648b-462a-8e72-2d5059789027 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:13.191744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3c33e05-3296-48db-934b-6333694f6fbe req-8f743b09-648b-462a-8e72-2d5059789027 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0542879 Aug 31 09:57:13.255675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3c33e05-3296-48db-934b-6333694f6fbe req-34e9c12b-cab8-456e-846a-c95c5eea6463 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575900 Aug 31 09:57:13.319364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device ea0be902-d1b4-4ada-b0b8-6613400a8771 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:57:13.418263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:13.438982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device ea0be902-d1b4-4ada-b0b8-6613400a8771 has no active binding in host n-h1-806683-2 {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:57:13.682544 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:13.853338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-b4db58d5-bcea-48c5-8202-5ee9c6d04636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:13.854952 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-b4db58d5-bcea-48c5-8202-5ee9c6d04636 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1127 time: 0.0494041 Aug 31 09:57:13.991047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-958b1594-cf69-410c-add5-be81a43d7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:13.992948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-958b1594-cf69-410c-add5-be81a43d7b84 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 899 time: 0.1172287 Aug 31 09:57:14.086601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-3a263a7a-cd6d-4191-9ed6-352ea9fb6761 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 1002 time: 0.0856564 Aug 31 09:57:14.139848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-29e642d0-844d-415b-af16-87d29c18881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:14.141425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-29e642d0-844d-415b-af16-87d29c18881a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 200 len: 835 time: 0.0478966 Aug 31 09:57:14.195224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-03be11f4-ab04-4dda-9f00-880397abbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:14.196861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-03be11f4-ab04-4dda-9f00-880397abbd1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4f71a9a-78c4-44b5-a68c-b75736481356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485604 Aug 31 09:57:14.334223 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-d2e608ff-9301-47ab-af57-439c61b0a20c service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292808 Aug 31 09:57:14.445525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c67f7-f413-411f-9a8f-6d33b030db60 req-e3356a6d-a7bf-4443-b3f2-62221d47bb9b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:14.448066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-295c67f7-f413-411f-9a8f-6d33b030db60 req-e3356a6d-a7bf-4443-b3f2-62221d47bb9b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0575960 Aug 31 09:57:14.461394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4502eb5e-b844-462e-98e0-b1cfab14e0cd req-6033023e-e1e9-4232-8c33-72d7751b8974 service neutron] 10.222.0.52 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197069 Aug 31 09:57:14.508260 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-295c67f7-f413-411f-9a8f-6d33b030db60 req-d0ef7da4-f564-4c3b-88a3-7f65faf60770 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526998 Aug 31 09:57:15.642726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf3b7f-9ac2-4e64-93b4-c8dcb5e8b17b req-ef3603e1-06a7-46d8-b067-598bc7813170 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:15.644384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41cf3b7f-9ac2-4e64-93b4-c8dcb5e8b17b req-ef3603e1-06a7-46d8-b067-598bc7813170 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0664830 Aug 31 09:57:15.699037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41cf3b7f-9ac2-4e64-93b4-c8dcb5e8b17b req-ccb9737c-0cd9-4237-b32e-673874e8657d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Aug 31 09:57:16.826859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82075a4e-e4f5-42db-bad9-a96111ed8f91 req-86e610d0-267f-4368-b4df-cf335874f1c7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:16.829655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82075a4e-e4f5-42db-bad9-a96111ed8f91 req-86e610d0-267f-4368-b4df-cf335874f1c7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0663204 Aug 31 09:57:16.871261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-82075a4e-e4f5-42db-bad9-a96111ed8f91 req-8018c0ae-3e22-484c-8607-e7646808a185 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354688 Aug 31 09:57:18.004228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dadd4-bdac-45de-afb3-af9b676e9abc req-8d3f1495-8c86-48ee-842a-5fc236ef6d9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:18.006491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d3dadd4-bdac-45de-afb3-af9b676e9abc req-8d3f1495-8c86-48ee-842a-5fc236ef6d9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 946 time: 0.0547509 Aug 31 09:57:18.048106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d3dadd4-bdac-45de-afb3-af9b676e9abc req-5c79e427-2cc0-4bfa-9b4f-64346645ab65 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351520 Aug 31 09:57:18.534193 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-7ced5f1c-df52-4553-9465-0ec327aa6c0d service neutron] 10.222.0.52 "GET /v2.0/ports/ea0be902-d1b4-4ada-b0b8-6613400a8771/bindings/n-h1-806683-2 HTTP/1.1" status: 200 len: 384 time: 0.0611115 Aug 31 09:57:18.745755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:18.768887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:18.827894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:18.830183 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c48f2-4afd-420f-86f8-8f1e092b9616" -d '{"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:18.840902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:18.866278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:18.878168 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38dc00-68a7-4023-8ddd-efd770a74b32 x-openstack-request-id: req-8c38dc00-68a7-4023-8ddd-efd770a74b32 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:18.878456 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:18.878785 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c38dc00-68a7-4023-8ddd-efd770a74b32 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:18.879221 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'code': 200} Aug 31 09:57:18.948514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-db798706-1afa-4209-926c-e82116795b9a req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Transition to ACTIVE for port object ea0be902-d1b4-4ada-b0b8-6613400a8771 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:18.954418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:19.062940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=11']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:19.073783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.074221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.074721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.075155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.075553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.075950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.076344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.077052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.077172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.077608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.077997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.078387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:19.133171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-db798706-1afa-4209-926c-e82116795b9a req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] No DVR routers for this DVR port ea0be902-d1b4-4ada-b0b8-6613400a8771 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:57:19.227366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f748a8-779c-4a21-8385-032ae3c3fd2f req-65925fef-8ab7-4411-8c45-43220b14b8db tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:19.236031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5f748a8-779c-4a21-8385-032ae3c3fd2f req-65925fef-8ab7-4411-8c45-43220b14b8db tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 945 time: 0.0656297 Aug 31 09:57:19.288745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-e9b953b3-fbf5-4d61-9f70-53d3e8090072 service neutron] 10.222.0.52 "PUT /v2.0/ports/ea0be902-d1b4-4ada-b0b8-6613400a8771/bindings/n-h1-806683-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7468784 Aug 31 09:57:19.291528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5f748a8-779c-4a21-8385-032ae3c3fd2f req-760bbc54-0fd9-4c58-bd3b-3a2fb67e432e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542574 Aug 31 09:57:19.404512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-7d1f481c-f528-4c99-9750-5e75da2c04a3 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:19.406974 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-7d1f481c-f528-4c99-9750-5e75da2c04a3 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1&tenant_id=fe145957829b494fbea1c53baae9541f&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.0601084 Aug 31 09:57:19.457685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-0b29f3c0-3809-49cb-b44a-ec32ea298f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:19.459337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-0b29f3c0-3809-49cb-b44a-ec32ea298f2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 1096 time: 0.0443501 Aug 31 09:57:19.532822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-d617d981-8eea-4fc5-a91d-d0b27e909c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:19.534456 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-d617d981-8eea-4fc5-a91d-d0b27e909c75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1096 time: 0.0446367 Aug 31 09:57:19.637576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-0c7f5892-9801-4554-b843-be1161008598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:19.639171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-0c7f5892-9801-4554-b843-be1161008598 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 899 time: 0.0929921 Aug 31 09:57:19.717801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-ba1dfc6e-512d-40a1-b68f-b0fb83d8195a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 1000 time: 0.0706656 Aug 31 09:57:19.779573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-a97ed3e8-cf44-4ca3-8711-347bd965ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:19.781314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-a97ed3e8-cf44-4ca3-8711-347bd965ebd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 200 len: 835 time: 0.0566304 Aug 31 09:57:19.852795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-c55b4255-d833-4932-a968-7d2924e7bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:19.852795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-c55b4255-d833-4932-a968-7d2924e7bc32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4f71a9a-78c4-44b5-a68c-b75736481356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604122 Aug 31 09:57:19.951755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-dbc07d8a-1e21-4ffd-8484-7bb64eb7af2f service neutron] 10.222.0.20 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869000 Aug 31 09:57:20.060516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-d89cb787-93ac-45a1-abe1-68a6d77d5c52 service neutron] 10.222.0.20 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961018 Aug 31 09:57:20.317426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798706-1afa-4209-926c-e82116795b9a req-6b05b319-f27c-44ce-a4dd-641c98f333b8 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:20.319640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-6b05b319-f27c-44ce-a4dd-641c98f333b8 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1&tenant_id=fe145957829b494fbea1c53baae9541f&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 1096 time: 0.0511968 Aug 31 09:57:20.488473 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26dff9-f938-42b5-afe9-dd27f58f4448 req-6b2223fe-8828-4790-91a8-2fa2f61c8ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:20.490054 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f26dff9-f938-42b5-afe9-dd27f58f4448 req-6b2223fe-8828-4790-91a8-2fa2f61c8ddb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 945 time: 0.1078494 Aug 31 09:57:20.501114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-db798706-1afa-4209-926c-e82116795b9a req-0690b5ab-849f-45a8-99f1-491094b09680 service neutron] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:20.511985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-db798706-1afa-4209-926c-e82116795b9a req-0690b5ab-849f-45a8-99f1-491094b09680 service neutron] Notify callbacks [] for binding, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:20.513102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-0690b5ab-849f-45a8-99f1-491094b09680 service neutron] 10.222.0.20 "DELETE /v2.0/ports/ea0be902-d1b4-4ada-b0b8-6613400a8771/bindings/n-h2-806683-2 HTTP/1.1" status: 204 len: 173 time: 0.1842611 Aug 31 09:57:20.545285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f26dff9-f938-42b5-afe9-dd27f58f4448 req-b10c58bc-5d1d-41ad-ab8a-f656ae47559c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458214 Aug 31 09:57:20.665402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd977a16-3374-4fab-8a1b-f18dc8f98ca2 req-ac55d677-350e-4794-b056-b17cc591db53 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:20.672017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd977a16-3374-4fab-8a1b-f18dc8f98ca2 req-ac55d677-350e-4794-b056-b17cc591db53 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1096 time: 0.0493584 Aug 31 09:57:20.709719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd977a16-3374-4fab-8a1b-f18dc8f98ca2 req-a85978fd-a77b-4c3c-8be1-16b5e00d1187 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360360 Aug 31 09:57:20.914435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f678e-2746-4363-97cd-072e78de889b req-97ee550f-8f01-48ea-9c34-095ed6cf85d8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:20.915987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ea0be902-d1b4-4ada-b0b8-6613400a8771 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:20.916513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24f678e-2746-4363-97cd-072e78de889b req-97ee550f-8f01-48ea-9c34-095ed6cf85d8 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 945 time: 0.1293180 Aug 31 09:57:20.960687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24f678e-2746-4363-97cd-072e78de889b req-a09a763a-7157-4c7c-90ca-a7980575fda6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378356 Aug 31 09:57:20.970473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ea0be902-d1b4-4ada-b0b8-6613400a8771 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:20.983285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60956) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:21.047837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-19b073ed-3b04-4c60-a47e-fa73d6ace921 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6 HTTP/1.1" status: 200 len: 992 time: 0.0627549 Aug 31 09:57:21.275728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 60962) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:21.469898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 1c342622-de77-4c67-9769-4c9d5565d22f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:57:21.470647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:21.793529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ca0fe2a2-95dc-4724-b0da-4b1c74dd3f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:21.823570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-93bd623d-859d-4808-b245-a63652c75ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0884359 Aug 31 09:57:21.944930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c06011f4-e15b-47ef-b35f-7de4e03bcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:21.945955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c06011f4-e15b-47ef-b35f-7de4e03bcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:21.946678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c06011f4-e15b-47ef-b35f-7de4e03bcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:21.947405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c06011f4-e15b-47ef-b35f-7de4e03bcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:21.948147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c06011f4-e15b-47ef-b35f-7de4e03bcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:21.948852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c06011f4-e15b-47ef-b35f-7de4e03bcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:21.949533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c06011f4-e15b-47ef-b35f-7de4e03bcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:21.952353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c06011f4-e15b-47ef-b35f-7de4e03bcac8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 6502 time: 0.0637875 Aug 31 09:57:22.025766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:22.026370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:22.052765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 1c342622-de77-4c67-9769-4c9d5565d22f owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:57:22.132503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-5cbdb0c9-7018-4833-8e7c-77b1c15d7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:22.132986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-5cbdb0c9-7018-4833-8e7c-77b1c15d7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:22.133456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-5cbdb0c9-7018-4833-8e7c-77b1c15d7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:22.135692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-5cbdb0c9-7018-4833-8e7c-77b1c15d7f93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ccf638d-afca-44df-8059-2feac97c1ce2&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=e0064190-738d-4733-b091-a9c695bc228d&id=4881000f-f362-409a-82b9-80064c0603e3&id=4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 200 len: 2301 time: 0.1456351 Aug 31 09:57:22.217236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-14c644b9-a1ef-45e7-a3b8-1cc232010589 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416 HTTP/1.1" status: 200 len: 1000 time: 0.0737176 Aug 31 09:57:22.236063 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:22.263847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=1c342622-de77-4c67-9769-4c9d5565d22f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:22.285297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-8da258fd-ddae-467b-ab84-26eb1fd5ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:22.286818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-8da258fd-ddae-467b-ab84-26eb1fd5ab8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8a553c-0413-451d-acd5-160d29b4a570 HTTP/1.1" status: 200 len: 856 time: 0.0625567 Aug 31 09:57:22.338359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:22.338823 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Floating IP ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6 disassociated (deleted). External IP: 172.25.1.159, port: ea0be902-d1b4-4ada-b0b8-6613400a8771. Aug 31 09:57:22.359049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-defa0252-5b7b-420d-b8b6-576bf7ec8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:22.360725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-defa0252-5b7b-420d-b8b6-576bf7ec8288 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ccf638d-afca-44df-8059-2feac97c1ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559356 Aug 31 09:57:22.475317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-0d345317-cfdd-4259-946b-020de6ae6e37 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053369 Aug 31 09:57:22.580035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:57:22.587522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-8eafed82-c34e-4ed3-a846-dd72ef721240 service neutron] 10.222.0.20 "GET /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028025 Aug 31 09:57:22.631917 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-4a0d9f67-aee2-4c78-91cc-a929447e4784 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 217 time: 0.0367935 Aug 31 09:57:22.703370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-44140b38-abcd-4a00-99c2-cd430ea832aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:22.706089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-44140b38-abcd-4a00-99c2-cd430ea832aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0667372 Aug 31 09:57:22.712395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:22.718200 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:22.724150 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] Sync routers for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:22.742955 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:22.743588 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:22.765965 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-603348b5-4da9-4f35-a3b3-dfc41e0fe618 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/floatingips/ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6 HTTP/1.1" status: 204 len: 168 time: 1.4886792 Aug 31 09:57:22.766668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:22.769044 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a3a96b-746f-4796-bcb5-b3f4e76d227d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:22.812638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-f6b62332-c7cf-41e1-8794-e4b1357cf379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:22.816891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-f6b62332-c7cf-41e1-8794-e4b1357cf379 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005595 Aug 31 09:57:22.828542 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecd7f4b-bbb8-4a54-b7e0-711e92b8aaad x-openstack-request-id: req-fecd7f4b-bbb8-4a54-b7e0-711e92b8aaad {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:22.829368 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:22.829368 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fecd7f4b-bbb8-4a54-b7e0-711e92b8aaad {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:22.829603 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'status': 'completed', 'code': 200} Aug 31 09:57:22.912350 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:22.939510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-7ed6c7da-9c53-44e5-bb1e-be106de322f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:22.944688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-7ed6c7da-9c53-44e5-bb1e-be106de322f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 1096 time: 0.0887616 Aug 31 09:57:23.041560 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-c5dd38fc-a95b-41f8-bd18-2acaa0dcb2d3 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049651 Aug 31 09:57:23.112613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-ddac5f0b-bd54-4a8c-8887-b19b19d2574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:23.114125 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-ddac5f0b-bd54-4a8c-8887-b19b19d2574c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 200 len: 899 time: 0.1624467 Aug 31 09:57:23.205433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-5d0f1443-38d9-41ad-b92f-7f108041a613 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 200 len: 217 time: 0.0809140 Aug 31 09:57:23.276378 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:23Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:23.282401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-38c19606-2963-4603-9ae5-349750820b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:23.284231 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-38c19606-2963-4603-9ae5-349750820b6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 200 len: 835 time: 0.0651910 Aug 31 09:57:23.294122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-d2587f4d-3c97-4683-9079-56042886995d service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423258 Aug 31 09:57:23.303254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef93f7-72a0-4e68-ba5e-b72566a54388 req-95b1f623-6c1f-4c3d-b4d8-c7471c1503ae tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:23.304741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33ef93f7-72a0-4e68-ba5e-b72566a54388 req-95b1f623-6c1f-4c3d-b4d8-c7471c1503ae tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 945 time: 0.0940030 Aug 31 09:57:23.327050 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] Checking router: 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:23.344039 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:23.344917 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:56:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:23.371893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-19f2cbbc-cf3e-445a-8e71-261db5c1ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:23.373773 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-19f2cbbc-cf3e-445a-8e71-261db5c1ec46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4f71a9a-78c4-44b5-a68c-b75736481356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628171 Aug 31 09:57:23.404972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-982e5c35-57d5-4371-905e-2db82135e3da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 217 time: 0.0943234 Aug 31 09:57:23.495170 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:23.518002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33ef93f7-72a0-4e68-ba5e-b72566a54388 req-cd8fe58d-fff4-49ec-9c55-513100cbfa51 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=a51f5ad3-d2d9-4583-8e59-0164e48477a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927347 Aug 31 09:57:23.539615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-e9b4d614-e0d1-4358-97c2-924dd10dab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:23.541190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-e9b4d614-e0d1-4358-97c2-924dd10dab16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.1119199 Aug 31 09:57:23.550490 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-2fa3afa2-4eda-4086-86fa-7e56a9d43c91 service neutron] 10.222.0.20 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689868 Aug 31 09:57:23.599351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-fc0874d5-8043-4afc-9c38-d645227db050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:23.600910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-fc0874d5-8043-4afc-9c38-d645227db050 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512075 Aug 31 09:57:23.641616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.20', 61085) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:23.687796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-5e2554a8-9709-46c8-bd00-2189bcb6ec14 service neutron] 10.222.0.20 "GET /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305757 Aug 31 09:57:23.762841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-8a1fc268-3461-468a-8d2d-700faa7688a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:23.764581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-8a1fc268-3461-468a-8d2d-700faa7688a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 945 time: 0.1197677 Aug 31 09:57:23.838583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-f38a8a3f-b5f0-4e64-82d3-381cb6c21f9b service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287731 Aug 31 09:57:23.865531 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:23Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:23.900288 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64caf2-2b05-4917-9633-b0ca1d35d657 None None] The sync data for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 is: [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:14Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'c3185e89-f983-4b69-aee5-269f3b0f15f3', 'name': '', 'network_id': 'e4f71a9a-78c4-44b5-a68c-b75736481356', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:9d:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:13Z', 'updated_at': '2021-08-31T09:56:23Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '66c94280-3c60-4bc1-9f91-94ededaa304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:23.955428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port ea0be902-d1b4-4ada-b0b8-6613400a8771 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:57:23.955779 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:23.980614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32770) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:24.040892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-8dc89f42-b93e-4658-b4dd-694070521620 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809471 Aug 31 09:57:24.094262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-7b2da282-4b95-437b-b4bf-1176a08fc69e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=51133362-96f1-4480-8b28-296952a81d2e HTTP/1.1" status: 200 len: 217 time: 0.0471075 Aug 31 09:57:24.138334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d375e110-eb25-4c7b-8d72-ad81c0abf456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.163120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port ea0be902-d1b4-4ada-b0b8-6613400a8771, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=ea0be902-d1b4-4ada-b0b8-6613400a8771,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:24.163504 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.182030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-9dadf7f2-2ade-45fe-858d-0c4aea928cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:24.183635 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-9dadf7f2-2ade-45fe-858d-0c4aea928cd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0819607 Aug 31 09:57:24.184598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for ea0be902-d1b4-4ada-b0b8-6613400a8771 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:57:24.259755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f516b7-2433-4b08-ba23-5c08b4df7256 None None] New status for floating IP ba1d6bb8-cd4d-4dbe-bf80-337d5504afa6: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:57:24.267000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d375e110-eb25-4c7b-8d72-ad81c0abf456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.272262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d375e110-eb25-4c7b-8d72-ad81c0abf456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.303483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-f47ec15f-98d3-4423-8b35-8a057f794665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:24.305393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-f47ec15f-98d3-4423-8b35-8a057f794665 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0653543 Aug 31 09:57:24.341876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d375e110-eb25-4c7b-8d72-ad81c0abf456 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85d10a6ceb5547e3ba5bc2197b804a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602085 Aug 31 09:57:24.344316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32778) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:24.352226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375e110-eb25-4c7b-8d72-ad81c0abf456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90757a06-e2ee-432f-b241-0c394a87ec78,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:24.413199 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9fcb09f6-c92a-4dbe-ad2b-4844cd23fe46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.441950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9fcb09f6-c92a-4dbe-ad2b-4844cd23fe46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.448279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-54732962-6dc6-40b1-9aa7-ae45625a2b06 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343868 Aug 31 09:57:24.449446 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.502564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=ea0be902-d1b4-4ada-b0b8-6613400a8771,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:24.518154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9fcb09f6-c92a-4dbe-ad2b-4844cd23fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.520814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9fcb09f6-c92a-4dbe-ad2b-4844cd23fe46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.521998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9fcb09f6-c92a-4dbe-ad2b-4844cd23fe46 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90757a06-e2ee-432f-b241-0c394a87ec78 HTTP/1.1" status: 204 len: 168 time: 0.1766624 Aug 31 09:57:24.550079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb09f6-c92a-4dbe-ad2b-4844cd23fe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90757a06-e2ee-432f-b241-0c394a87ec78,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:24.592538 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] No DVR routers for this DVR port ea0be902-d1b4-4ada-b0b8-6613400a8771 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:57:24.597155 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.599219 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.20 "DELETE /v2.0/ports/ea0be902-d1b4-4ada-b0b8-6613400a8771 HTTP/1.1" status: 204 len: 173 time: 0.8274019 Aug 31 09:57:24.599745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-deleted', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:24.601912 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd286b31-5de2-48e8-b7a5-e4967a73a41f" -d '{"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-deleted", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:24.647617 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f5ea4-0b43-44cc-880f-c23a6d15f602 x-openstack-request-id: req-9f2f5ea4-0b43-44cc-880f-c23a6d15f602 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:24.647848 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4cb407-bcb9-44a8-808d-00083fc318a1", "name": "network-vif-deleted", "tag": "ea0be902-d1b4-4ada-b0b8-6613400a8771", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:24.648099 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f2f5ea4-0b43-44cc-880f-c23a6d15f602 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:24.648498 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4cb407-bcb9-44a8-808d-00083fc318a1', 'name': 'network-vif-deleted', 'tag': 'ea0be902-d1b4-4ada-b0b8-6613400a8771', 'status': 'completed', 'code': 200} Aug 31 09:57:24.677037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42f0e82d-baca-486b-a2b9-8207e9a3a084 req-f321cc8c-8a0e-40d1-b1a1-cfe3c3de115a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e4cb407-bcb9-44a8-808d-00083fc318a1 HTTP/1.1" status: 200 len: 210 time: 0.0428333 Aug 31 09:57:24.688436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-867c94b9-693c-480f-966f-4d2a835fdd4e service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262535 Aug 31 09:57:24.746161 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-7541c0da-1fa7-4c45-a3f5-30a30f9211ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6 HTTP/1.1" status: 200 len: 217 time: 0.0416927 Aug 31 09:57:24.808936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-214f522e-ed63-4649-a86b-2de20ada7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:24.810529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-214f522e-ed63-4649-a86b-2de20ada7ed8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 200 len: 797 time: 0.0576680 Aug 31 09:57:24.862731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-cce58650-1d47-4a5b-985a-c4e8fd01b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:24.864569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-cce58650-1d47-4a5b-985a-c4e8fd01b213 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0064190-738d-4733-b091-a9c695bc228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463469 Aug 31 09:57:24.882328 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32788) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:24.897290 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cbee3da5-4c5f-4c57-8319-1211cf533124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:24.974559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-1d56cff0-602b-4848-a4ef-ea90f42bfcf1 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004646 Aug 31 09:57:25.023966 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cbee3da5-4c5f-4c57-8319-1211cf533124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:25.030995 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:25.032467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cbee3da5-4c5f-4c57-8319-1211cf533124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:25.080666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee3da5-4c5f-4c57-8319-1211cf533124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774d4071-9f86-499d-a7b6-aed9392980cb,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:25.085442 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cbee3da5-4c5f-4c57-8319-1211cf533124 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1293d7fd1ab841c294297377715a27b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017941 Aug 31 09:57:25.090433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32792) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:25.110185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-b26c2d89-702c-4f16-9f1a-07f980d62462 service neutron] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273124 Aug 31 09:57:25.503824 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-91f00436-3d19-4cec-bf1c-32afc607da94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6 HTTP/1.1" status: 200 len: 217 time: 0.3857126 Aug 31 09:57:25.526916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d457c85-76ab-4fbc-95bc-3804ee90b33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:25.574699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d457c85-76ab-4fbc-95bc-3804ee90b33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:25.583570 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-21c27eb8-5722-4b2c-8807-3350e0503054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:25.585018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-21c27eb8-5722-4b2c-8807-3350e0503054 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0704794 Aug 31 09:57:25.644738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-704d348f-3ba6-4b78-9f1c-e18d7208343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:25.646235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-704d348f-3ba6-4b78-9f1c-e18d7208343e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524030 Aug 31 09:57:25.663001 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d457c85-76ab-4fbc-95bc-3804ee90b33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:25.665407 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5d457c85-76ab-4fbc-95bc-3804ee90b33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:25.668864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5d457c85-76ab-4fbc-95bc-3804ee90b33b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/774d4071-9f86-499d-a7b6-aed9392980cb HTTP/1.1" status: 204 len: 168 time: 0.5750918 Aug 31 09:57:25.738047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d457c85-76ab-4fbc-95bc-3804ee90b33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774d4071-9f86-499d-a7b6-aed9392980cb,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:25.744821 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c35809b8-e454-4fe5-ada5-a9f245cbf62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:25.754160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32798) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:25.812823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-6238734e-0592-4261-af7a-a7d236ef9b39 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581447 Aug 31 09:57:25.931287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-102e4b83-bc16-4df3-9b60-2a375bc411f4 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104336 Aug 31 09:57:25.995133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-efae7379-b2da-454d-8c57-f48f92928e5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=99f92245-6acc-48c7-93cd-d517ad6d173d HTTP/1.1" status: 200 len: 217 time: 0.0556762 Aug 31 09:57:26.076051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-8017b3f2-8f0f-4942-866e-454b85745707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:26.082422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-8017b3f2-8f0f-4942-866e-454b85745707 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 200 len: 797 time: 0.0760362 Aug 31 09:57:26.130295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-f4c38394-9e5d-4c83-accd-1f88de9f5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:26.132106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-f4c38394-9e5d-4c83-accd-1f88de9f5081 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4881000f-f362-409a-82b9-80064c0603e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450134 Aug 31 09:57:26.250605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:26.268289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-2ae1d331-01d6-4ffa-b971-087ddc3a9a08 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283932 Aug 31 09:57:26.373275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-defe474d-ddc0-4e2b-88c6-78a0a5aef33a req-000ec775-06b9-4e21-8650-8471470c8688 service neutron] 10.222.0.20 "GET /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972836 Aug 31 09:57:26.574445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port c3185e89-f983-4b69-aee5-269f3b0f15f3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:57:26.574831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:26.671935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port c3185e89-f983-4b69-aee5-269f3b0f15f3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=c3185e89-f983-4b69-aee5-269f3b0f15f3,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:26.672868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:26.687286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for c3185e89-f983-4b69-aee5-269f3b0f15f3 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:57:26.900598 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:26.934715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=c3185e89-f983-4b69-aee5-269f3b0f15f3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:27.143566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:27.383188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:57:27.404599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device ea0be902-d1b4-4ada-b0b8-6613400a8771 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:27.454738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: ea0be902-d1b4-4ada-b0b8-6613400a8771 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:57:27.455396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device ea0be902-d1b4-4ada-b0b8-6613400a8771 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:27.576276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:27.586278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8c272b97-923b-457f-a1f5-6c8d0a3fd925 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "PUT /v2.0/routers/65bedcb0-d30f-40ab-8cb8-0fe943bd3b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304663 Aug 31 09:57:27.589260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32874) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:27.590432 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] Sync routers for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:27.603042 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:27.604101 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:57:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:27.650865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b66390c-ce80-4655-83fd-b9ed7b21706a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting subnet 66c94280-3c60-4bc1-9f91-94ededaa304a {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:57:27.657121 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b66390c-ce80-4655-83fd-b9ed7b21706a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:27.685786 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:27.815885 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b66390c-ce80-4655-83fd-b9ed7b21706a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:27.843305 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:28.008566 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b66390c-ce80-4655-83fd-b9ed7b21706a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.104870 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b66390c-ce80-4655-83fd-b9ed7b21706a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.140740 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:57:26Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:28.150778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66390c-ce80-4655-83fd-b9ed7b21706a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Subnet': ['ID=66c94280-3c60-4bc1-9f91-94ededaa304a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:28.152380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b0a5d-007b-4a51-8f73-daf72a332fbd None None] Network e4f71a9a-78c4-44b5-a68c-b75736481356 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:57:28.153382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b66390c-ce80-4655-83fd-b9ed7b21706a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.156106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3b66390c-ce80-4655-83fd-b9ed7b21706a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/subnets/66c94280-3c60-4bc1-9f91-94ededaa304a HTTP/1.1" status: 204 len: 168 time: 0.5658169 Aug 31 09:57:28.159274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32894) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:28.186839 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] Checking router: 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:28.197062 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] Routers {'65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:28.198034 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:57:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:28.306698 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.339026 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] Set router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:28.420826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] DHCP port deletion for e4f71a9a-78c4-44b5-a68c-b75736481356 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:57:28.491586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] Deleting port 43d170b0-321a-42b7-927c-141599723f3f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:57:28.492019 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.492818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.600559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] For port 43d170b0-321a-42b7-927c-141599723f3f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=43d170b0-321a-42b7-927c-141599723f3f,segment=NetworkSegment(d73bcf67-d99d-48b1-9941-27daf89c9714),segment_id=d73bcf67-d99d-48b1-9941-27daf89c9714)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:28.601228 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.612446 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:57:26Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:28.631538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] Calling delete_port for 43d170b0-321a-42b7-927c-141599723f3f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:57:28.635605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port d5d4dd69-e94a-4756-86c8-3c9315cfde1d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:57:28.636443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.643286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.645829 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2606f5-070a-4855-a7d7-241e6f69964d None None] The sync data for ids ['65bedcb0-d30f-40ab-8cb8-0fe943bd3b44'] in n-d-806683-2 is: [{'id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377750633', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:57:26Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'd5d4dd69-e94a-4756-86c8-3c9315cfde1d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bedcb0-d30f-40ab-8cb8-0fe943bd3b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:09Z', 'updated_at': '2021-08-31T09:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:28.758722 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.797397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] Pushing event deleted for resources: {'Port': ['ID=43d170b0-321a-42b7-927c-141599723f3f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:28.805273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8c058-6430-4a7f-b8d0-a012d46875dd None None] No DVR routers for this DVR port 43d170b0-321a-42b7-927c-141599723f3f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:57:28.810624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port d5d4dd69-e94a-4756-86c8-3c9315cfde1d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d5d4dd69-e94a-4756-86c8-3c9315cfde1d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:28.811826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.831760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for d5d4dd69-e94a-4756-86c8-3c9315cfde1d owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:57:29.059381 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.100776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=d5d4dd69-e94a-4756-86c8-3c9315cfde1d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:29.200831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.668830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.673306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.691012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c3185e89-f983-4b69-aee5-269f3b0f15f3 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:29.718849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.719426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Fanout notify agent at l3_agent the message router_deleted on router 65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:57:29.726507 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.727694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a438ba59-8a31-4a8c-b44f-e43abc720afc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/routers/65bedcb0-d30f-40ab-8cb8-0fe943bd3b44 HTTP/1.1" status: 204 len: 168 time: 1.5673008 Aug 31 09:57:29.730409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32946) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:29.739575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: c3185e89-f983-4b69-aee5-269f3b0f15f3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:57:29.739923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device c3185e89-f983-4b69-aee5-269f3b0f15f3 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:29.740340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43d170b0-321a-42b7-927c-141599723f3f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:29.773487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 43d170b0-321a-42b7-927c-141599723f3f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:57:29.773834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 43d170b0-321a-42b7-927c-141599723f3f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:29.852249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.962458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.973769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f71a9a-78c4-44b5-a68c-b75736481356']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:29.984445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73bcf67-d99d-48b1-9941-27daf89c9714') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:29.984763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73bcf67-d99d-48b1-9941-27daf89c9714') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:29.994963 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.009605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.017258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:57:30.017753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:57:30.021276 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:57:30.096124 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.120561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.125693 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/networks/e4f71a9a-78c4-44b5-a68c-b75736481356 HTTP/1.1" status: 204 len: 168 time: 0.3910775 Aug 31 09:57:30.125875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32954) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:30.133173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b8591-0c34-42a6-b7ad-f5b2d8bf0606 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Network': ['ID=e4f71a9a-78c4-44b5-a68c-b75736481356,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:30.193869 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0167abc4-1772-4191-baf9-c25a8641d564 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.228957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0167abc4-1772-4191-baf9-c25a8641d564 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.325443 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0167abc4-1772-4191-baf9-c25a8641d564 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.328289 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0167abc4-1772-4191-baf9-c25a8641d564 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.331595 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0167abc4-1772-4191-baf9-c25a8641d564 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/security-groups/a51f5ad3-d2d9-4583-8e59-0164e48477a9 HTTP/1.1" status: 204 len: 168 time: 0.2048042 Aug 31 09:57:30.343820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167abc4-1772-4191-baf9-c25a8641d564 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51f5ad3-d2d9-4583-8e59-0164e48477a9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:30.564491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32966) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:30.569198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-51fd9a10-911c-4fbf-a227-c09acb7b6159 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094403206', 'description': 'tempest-secgroup-smoke-1094403206 description', 'project_id': 'fe145957829b494fbea1c53baae9541f'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:30.591251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51fd9a10-911c-4fbf-a227-c09acb7b6159 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.683237 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51fd9a10-911c-4fbf-a227-c09acb7b6159 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.692255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51fd9a10-911c-4fbf-a227-c09acb7b6159 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.725278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd9a10-911c-4fbf-a227-c09acb7b6159 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921ae9b0-904b-444b-ad11-3d33efb9afa8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:30.728694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51fd9a10-911c-4fbf-a227-c09acb7b6159 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.732927 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-51fd9a10-911c-4fbf-a227-c09acb7b6159 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1673737 Aug 31 09:57:30.733137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32976) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:30.739141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1dcd0048-685c-4652-9970-4bd0c6bd3871 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '921ae9b0-904b-444b-ad11-3d33efb9afa8', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:30.768658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0048-685c-4652-9970-4bd0c6bd3871 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.836134 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0048-685c-4652-9970-4bd0c6bd3871 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.856031 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0048-685c-4652-9970-4bd0c6bd3871 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.871022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd0048-685c-4652-9970-4bd0c6bd3871 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867adfa0-09fb-49b9-bded-f201adf6bc0f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:30.887718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0048-685c-4652-9970-4bd0c6bd3871 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:30.890542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1dcd0048-685c-4652-9970-4bd0c6bd3871 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562195 Aug 31 09:57:30.893311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 32982) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:30.898673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-416450a6-16f7-4acd-9b3e-b339f284296a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '921ae9b0-904b-444b-ad11-3d33efb9afa8', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:30.930990 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-416450a6-16f7-4acd-9b3e-b339f284296a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.002041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-416450a6-16f7-4acd-9b3e-b339f284296a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.006304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-416450a6-16f7-4acd-9b3e-b339f284296a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.022494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416450a6-16f7-4acd-9b3e-b339f284296a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39917cf-8cdd-4899-9e79-032a4233dcd2,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:31.034828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-416450a6-16f7-4acd-9b3e-b339f284296a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.036154 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-416450a6-16f7-4acd-9b3e-b339f284296a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418266 Aug 31 09:57:31.039045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32988) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:31.043916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6a315b49-e211-438e-9c7d-b27b84fc2b4b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '921ae9b0-904b-444b-ad11-3d33efb9afa8', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:31.071804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a315b49-e211-438e-9c7d-b27b84fc2b4b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.133705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a315b49-e211-438e-9c7d-b27b84fc2b4b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.137734 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a315b49-e211-438e-9c7d-b27b84fc2b4b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.161188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a315b49-e211-438e-9c7d-b27b84fc2b4b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5e09bd-b938-4780-a8dd-a2d8ad309667,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:31.168440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6a315b49-e211-438e-9c7d-b27b84fc2b4b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.173144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6a315b49-e211-438e-9c7d-b27b84fc2b4b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299069 Aug 31 09:57:31.173302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32990) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:31.179069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0409f5ff-f7d9-4f05-a79a-b13bc82add68 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '921ae9b0-904b-444b-ad11-3d33efb9afa8', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:31.208950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0409f5ff-f7d9-4f05-a79a-b13bc82add68 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.295034 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0409f5ff-f7d9-4f05-a79a-b13bc82add68 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.299781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0409f5ff-f7d9-4f05-a79a-b13bc82add68 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.317785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409f5ff-f7d9-4f05-a79a-b13bc82add68 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad04b983-8005-4913-ad71-ddc013291b34,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:31.326531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0409f5ff-f7d9-4f05-a79a-b13bc82add68 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.330512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0409f5ff-f7d9-4f05-a79a-b13bc82add68 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535532 Aug 31 09:57:31.330825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 32998) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:31.338250 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-791f39c7-1d57-4533-9370-377f9f133fc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '921ae9b0-904b-444b-ad11-3d33efb9afa8', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:31.379101 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-791f39c7-1d57-4533-9370-377f9f133fc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Project fe145957829b494fbea1c53baae9541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:57:31.384517 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-791f39c7-1d57-4533-9370-377f9f133fc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.457600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-791f39c7-1d57-4533-9370-377f9f133fc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.462445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-791f39c7-1d57-4533-9370-377f9f133fc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.481015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f39c7-1d57-4533-9370-377f9f133fc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0c62e1-eb81-4220-8863-ad0cc26ee25b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:31.490145 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-791f39c7-1d57-4533-9370-377f9f133fc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.494387 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-791f39c7-1d57-4533-9370-377f9f133fc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1596394 Aug 31 09:57:31.496148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33004) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:31.503507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8aaeefdf-eb6b-4c1d-ba0e-c359a408deaa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'security_group_rule': {'security_group_id': '921ae9b0-904b-444b-ad11-3d33efb9afa8', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:31.516910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d5d4dd69-e94a-4756-86c8-3c9315cfde1d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:31.539893 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-8aaeefdf-eb6b-4c1d-ba0e-c359a408deaa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Project fe145957829b494fbea1c53baae9541f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:57:31.542145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d5d4dd69-e94a-4756-86c8-3c9315cfde1d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:57:31.542591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d5d4dd69-e94a-4756-86c8-3c9315cfde1d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:31.549321 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8aaeefdf-eb6b-4c1d-ba0e-c359a408deaa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.617210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8aaeefdf-eb6b-4c1d-ba0e-c359a408deaa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.622907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8aaeefdf-eb6b-4c1d-ba0e-c359a408deaa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.646082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeefdf-eb6b-4c1d-ba0e-c359a408deaa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0209198-66aa-4000-ab10-dcc42ed5d46e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:31.656869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8aaeefdf-eb6b-4c1d-ba0e-c359a408deaa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.660931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8aaeefdf-eb6b-4c1d-ba0e-c359a408deaa tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610885 Aug 31 09:57:31.661270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33006) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:31.666435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'network': {'name': 'tempest-network-smoke--44510851', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'port_security_enabled': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:31.689633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:57:31.693887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.720397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:57:31.731364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.731716 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Added segment 8503b388-88f3-42b0-a0db-9b804aac88b3 of type vlan for network fcc109bc-c852-46c1-9819-b61cdfea32fe Aug 31 09:57:31.774373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.803148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.809453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:31.810436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.873270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2108746 Aug 31 09:57:31.876721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33012) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:31.881578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'admin_state_up': True, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:31.898388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b2a39-fba6-42e4-9a85-42ddd86489a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Network': ['ID=fcc109bc-c852-46c1-9819-b61cdfea32fe,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:31.907433 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.908575 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:31.912617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network fcc109bc-c852-46c1-9819-b61cdfea32fe details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:57:32.000261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.167957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.377032 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.399060 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.515723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.25.1.237 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/cd8df91b-3984-4055-945a-d49f7539ae9a) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:32.641615 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.693958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.741004 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:32.746701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:32.750076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:57:32.787092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=cd8df91b-3984-4055-945a-d49f7539ae9a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:33.069911 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:33.333403 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:33.523524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router d81fddf7-d4b6-4b79-956b-e55e63ba1860 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:57:33.674337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:33.686840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Sync routers for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:33.705833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:33.706674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:57:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:33.707450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:33.712081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-73b2d016-0850-4162-9632-ff7e1fe62731 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8316262 Aug 31 09:57:33.713000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33054) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:33.788674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c1a2f060-1183-4f66-b680-662f848ce59d tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=fe145957829b494fbea1c53baae9541f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732803 Aug 31 09:57:33.791185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33056) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:33.910913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:33.934706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f53db11-d09a-4f04-a724-6a638bb70097 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:33.939080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9f53db11-d09a-4f04-a724-6a638bb70097 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398754 Aug 31 09:57:33.943108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33062) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:34.010177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a3a2efc5-cc66-4de2-85c1-04ac454069bb tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637991 Aug 31 09:57:34.012710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33064) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:34.018550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-655576908', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'project_id': 'fe145957829b494fbea1c53baae9541f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:34.137184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:57:34.146106 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:34.156738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:32Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:34.196664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Checking router: d81fddf7-d4b6-4b79-956b-e55e63ba1860 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:34.197023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Updating router d81fddf7-d4b6-4b79-956b-e55e63ba1860 port cd8df91b-3984-4055-945a-d49f7539ae9a binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:57:34.246070 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:34.446710 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:34.534089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Subnet': ['ID=59ebb275-6937-4c50-9e23-a53015917f6a,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:34.538092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Checking segment: {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:57:34.538467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network hostable DHCP agents. Network: fcc109bc-c852-46c1-9819-b61cdfea32fe, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:57:34.561998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network fcc109bc-c852-46c1-9819-b61cdfea32fe is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:57:34.589541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, fcc109bc-c852-46c1-9819-b61cdfea32fe) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:34.597996 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:34.599101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:34.600681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:34.611736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Transition to ACTIVE for port object cd8df91b-3984-4055-945a-d49f7539ae9a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:34.615512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d13ed0-a513-4315-a584-8c38355bbf28 None None] Network fcc109bc-c852-46c1-9819-b61cdfea32fe requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:57:34.631417 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:34.639973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d2c89887-f217-44c8-b622-0463e927d2b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6236744 Aug 31 09:57:34.640326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33082) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:34.740913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Attempting to bind port cd8df91b-3984-4055-945a-d49f7539ae9a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:57:34.741543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Attempting to bind port cd8df91b-3984-4055-945a-d49f7539ae9a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:57:34.741665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Attempting to bind port cd8df91b-3984-4055-945a-d49f7539ae9a on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:34.745340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c164b3-c0f5-410d-af97-2d93a804bea7 None None] Pushing event updated for resources: {'Port': ['ID=cd8df91b-3984-4055-945a-d49f7539ae9a,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:34.768440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:57:34.768960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:57:34.770006 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:34.770402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:57:34.771303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Bound port: cd8df91b-3984-4055-945a-d49f7539ae9a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:57:34.771482 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:35.102344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-fcc109bc-c852-46c1-9819-b61cdfea32fe', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:57:35.103561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:35.128008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] For port cd8df91b-3984-4055-945a-d49f7539ae9a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:35.152910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] For port cd8df91b-3984-4055-945a-d49f7539ae9a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cd8df91b-3984-4055-945a-d49f7539ae9a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:57:35.211199 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:35.231538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:35.329338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c164b3-c0f5-410d-af97-2d93a804bea7 None None] Pushing event updated for resources: {'Port': ['ID=cd8df91b-3984-4055-945a-d49f7539ae9a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:35.354188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:35.354391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:57:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:35.412179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Allocated IP 172.20.0.2 (fcc109bc-c852-46c1-9819-b61cdfea32fe/59ebb275-6937-4c50-9e23-a53015917f6a/abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:35.574695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:35.823135 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:35.853863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Transition to ACTIVE for port object abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:35.884512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Transition to ACTIVE for port object abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:35.900815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:32Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:35.903984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:35.964378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.20.0.1 (fcc109bc-c852-46c1-9819-b61cdfea32fe/59ebb275-6937-4c50-9e23-a53015917f6a/b44b8b0f-70f6-4d8a-907e-93346b83fbbf) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:35.990913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Pushing event updated for resources: {'Port': ['ID=abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:35.997981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed188e03-7c6e-4753-892b-4f0cfd0e5ffc None None] The sync data for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 is: [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:32Z', 'revision_number': 3, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:36.020693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Network fcc109bc-c852-46c1-9819-b61cdfea32fe is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:36.022202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:36.029142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:57:36.138310 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:36.159049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Transition to ACTIVE for port object b44b8b0f-70f6-4d8a-907e-93346b83fbbf will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:36.176896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Attempting to bind port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:57:36.177343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Attempting to bind port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:57:36.177717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Attempting to bind port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e on network fcc109bc-c852-46c1-9819-b61cdfea32fe {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:36.193652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:57:36.194097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Checking segment: {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:57:36.194460 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:36.194898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Bound using segment: {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:57:36.195403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Bound port: abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:57:36.195796 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:36.258321 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:36.314513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] For port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:36.319641 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] For port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:57:36.325274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network fcc109bc-c852-46c1-9819-b61cdfea32fe is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:36.329296 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:36.329593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:36.342957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:57:36.430682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:36.481136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884fc24-a15d-4d13-84c9-f41f2f7c3188 None None] Pushing event updated for resources: {'Port': ['ID=abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:36.494603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:37.192939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:37.664958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:37.671832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cd8df91b-3984-4055-945a-d49f7539ae9a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:37.675155 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:37.763776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port cd8df91b-3984-4055-945a-d49f7539ae9a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:37.776691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cd8df91b-3984-4055-945a-d49f7539ae9a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:37.777481 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:37.866981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:37.872454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:37.935437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f86e14-7b1c-4eb3-9a18-2c8c5f988df9 None None] Network fcc109bc-c852-46c1-9819-b61cdfea32fe requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:57:38.025931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:38.052763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-41807eaa-167f-4381-9cfc-1bb046fffe0f None None] Provisioning for port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:38.058242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network fcc109bc-c852-46c1-9819-b61cdfea32fe is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:38.061051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:38.079949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port cd8df91b-3984-4055-945a-d49f7539ae9a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cd8df91b-3984-4055-945a-d49f7539ae9a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:38.092692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:38.093499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:38.306347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=cd8df91b-3984-4055-945a-d49f7539ae9a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:38.326299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router d81fddf7-d4b6-4b79-956b-e55e63ba1860 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:57:38.328920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:38.333401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:38.337374 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:38.451503 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:38.560072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:38.564264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:38.579134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3fc7f738-1ec2-4aba-9328-60abf21004eb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "PUT /v2.0/routers/d81fddf7-d4b6-4b79-956b-e55e63ba1860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9272838 Aug 31 09:57:38.580389 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:38.657413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:38.669307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.669720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.671194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.671750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.672187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.672744 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.673265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.673484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.674009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.674432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.674973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.675394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:38.745002 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Sync routers for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:38.758790 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:38.759844 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:57:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:38.819210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8526787f-c764-4832-a2c2-85d91db90ce0 None None] Provisioning complete for port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:38.819792 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8526787f-c764-4832-a2c2-85d91db90ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.038950 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:39.073386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-2a4d9c0d-838f-49de-a3e0-203fc5162a91 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094403206&fields=id&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 267 time: 0.1036301 Aug 31 09:57:39.094301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8526787f-c764-4832-a2c2-85d91db90ce0 None None] Provisioning for port b44b8b0f-70f6-4d8a-907e-93346b83fbbf completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:39.104152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8526787f-c764-4832-a2c2-85d91db90ce0 None None] Provisioning complete for port b44b8b0f-70f6-4d8a-907e-93346b83fbbf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:39.104532 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8526787f-c764-4832-a2c2-85d91db90ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.197518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8526787f-c764-4832-a2c2-85d91db90ce0 None None] Port b44b8b0f-70f6-4d8a-907e-93346b83fbbf cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:57:39.256310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33188) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:39.326403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e1254856-e034-426b-85c3-1137528f297d None None] Provisioning complete for port b44b8b0f-70f6-4d8a-907e-93346b83fbbf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:39.326403 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e1254856-e034-426b-85c3-1137528f297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.338037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b063c-16fe-48ea-9578-716715590a95 req-044a5162-7587-47bb-9435-570d8895f67c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:39.348933 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-044a5162-7587-47bb-9435-570d8895f67c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/networks?id=fcc109bc-c852-46c1-9819-b61cdfea32fe HTTP/1.1" status: 200 len: 795 time: 0.2743213 Aug 31 09:57:39.367944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-1079be96-57e6-48b5-907f-9b90ad5b8abe tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/quotas/fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 375 time: 0.0179975 Aug 31 09:57:39.470224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e1254856-e034-426b-85c3-1137528f297d None None] Port b44b8b0f-70f6-4d8a-907e-93346b83fbbf cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:57:39.470407 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 2, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:39.495423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-185ce130-04ca-4d22-8462-cb87d83f3b41 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152418 Aug 31 09:57:39.549062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cd8df91b-3984-4055-945a-d49f7539ae9a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:39.572255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c435f8-852c-4988-b79d-c184187940b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.580136 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Checking router: d81fddf7-d4b6-4b79-956b-e55e63ba1860 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:39.580739 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Updating router d81fddf7-d4b6-4b79-956b-e55e63ba1860 port b44b8b0f-70f6-4d8a-907e-93346b83fbbf binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:57:39.629676 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.660735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e07d5dfa-673f-40d2-8527-64456507585a None None] Provisioning complete for port b44b8b0f-70f6-4d8a-907e-93346b83fbbf triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:39.661230 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e07d5dfa-673f-40d2-8527-64456507585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.661454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-05d6927c-6b68-41b9-b8ec-7f942f7f3c5e service neutron] 10.222.0.69 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718619 Aug 31 09:57:39.744923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e07d5dfa-673f-40d2-8527-64456507585a None None] Port b44b8b0f-70f6-4d8a-907e-93346b83fbbf cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:57:39.776071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cd8df91b-3984-4055-945a-d49f7539ae9a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:39.776723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.781181 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c435f8-852c-4988-b79d-c184187940b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.788253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93c435f8-852c-4988-b79d-c184187940b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:39.798330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-678f2271-8b90-46c7-ae04-98625c8a00ba service neutron] 10.222.0.69 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358998 Aug 31 09:57:39.879972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-93c435f8-852c-4988-b79d-c184187940b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10c219feec624a9882c21ebb52bd95d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225865 Aug 31 09:57:39.881448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c435f8-852c-4988-b79d-c184187940b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a651de0-d160-404c-8f85-0d966508c603,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:39.882540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33202) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:39.972683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:39.972921 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8186119-21fa-4d90-a8cc-ce445478e31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.016193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8186119-21fa-4d90-a8cc-ce445478e31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.024139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:40.024564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.075410 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.105478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8186119-21fa-4d90-a8cc-ce445478e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.105687 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Transition to ACTIVE for port object b44b8b0f-70f6-4d8a-907e-93346b83fbbf will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:40.108250 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f8186119-21fa-4d90-a8cc-ce445478e31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.109356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f8186119-21fa-4d90-a8cc-ce445478e31f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a651de0-d160-404c-8f85-0d966508c603 HTTP/1.1" status: 204 len: 168 time: 0.2255478 Aug 31 09:57:40.117680 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.175808 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:40.188006 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.188346 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.188680 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.188795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8186119-21fa-4d90-a8cc-ce445478e31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a651de0-d160-404c-8f85-0d966508c603,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:40.189040 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.189328 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.189650 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.189969 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.190287 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.190603 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.190946 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.191265 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.191579 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:40.277307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6065da6a-1bf6-46b8-bff8-c0487cace4c5 req-310cd8f0-4dc3-4b27-92b1-7a11c9565a02 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 210 time: 0.1516416 Aug 31 09:57:40.398484 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Attempting to bind port b44b8b0f-70f6-4d8a-907e-93346b83fbbf on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:57:40.398887 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Attempting to bind port b44b8b0f-70f6-4d8a-907e-93346b83fbbf by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:57:40.399254 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Attempting to bind port b44b8b0f-70f6-4d8a-907e-93346b83fbbf on network fcc109bc-c852-46c1-9819-b61cdfea32fe {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:40.412561 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:57:40.413178 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Checking segment: {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:57:40.413749 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.414138 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Bound using segment: {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:57:40.414619 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Bound port: b44b8b0f-70f6-4d8a-907e-93346b83fbbf, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:57:40.415005 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.504388 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] For port b44b8b0f-70f6-4d8a-907e-93346b83fbbf, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:40.508103 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] For port b44b8b0f-70f6-4d8a-907e-93346b83fbbf, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:57:40.513175 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.576749 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:40.577385 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:57:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:40.580972 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73a99-2914-433e-97ec-08a95336c6d1 None None] Pushing event updated for resources: {'Port': ['ID=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:40.646964 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.775528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33228) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:40.783147 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:40.794564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4cc257fc-a82b-4d04-9ad7-2c0e9cb278c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.941283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4cc257fc-a82b-4d04-9ad7-2c0e9cb278c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.946613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4cc257fc-a82b-4d04-9ad7-2c0e9cb278c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:40.985406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc257fc-a82b-4d04-9ad7-2c0e9cb278c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7a1465-c105-4a4e-8bb8-41303782a437,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:40.993590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33230) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:40.994200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4cc257fc-a82b-4d04-9ad7-2c0e9cb278c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=349ca38c162e43499933d47d1fecdbeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160165 Aug 31 09:57:41.054868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93e4540b-d7a5-4513-b35e-ca94ae00008f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.080186 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93e4540b-d7a5-4513-b35e-ca94ae00008f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.102945 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:40Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:41.134821 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9ec7c-6c58-4643-9dd8-4748a8ea178c None None] The sync data for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 is: [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:40Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:41.138969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93e4540b-d7a5-4513-b35e-ca94ae00008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.141876 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-93e4540b-d7a5-4513-b35e-ca94ae00008f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.143190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-93e4540b-d7a5-4513-b35e-ca94ae00008f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c7a1465-c105-4a4e-8bb8-41303782a437 HTTP/1.1" status: 204 len: 168 time: 0.1485889 Aug 31 09:57:41.154599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4540b-d7a5-4513-b35e-ca94ae00008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7a1465-c105-4a4e-8bb8-41303782a437,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:41.404346 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-adc5364e-8627-47fe-b46f-ce3ccf17a00a req-e2742ea9-0abc-405c-93e0-2522c831cdfb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 210 time: 0.0463195 Aug 31 09:57:41.563688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b063c-16fe-48ea-9578-716715590a95 req-398e1e99-3374-4073-8d49-64f6eed15704 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:41.565487 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-398e1e99-3374-4073-8d49-64f6eed15704 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/networks?id=fcc109bc-c852-46c1-9819-b61cdfea32fe HTTP/1.1" status: 200 len: 795 time: 0.1649742 Aug 31 09:57:41.626541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b44b8b0f-70f6-4d8a-907e-93346b83fbbf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:41.652915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-a7a1ad75-51e4-487a-b617-a490b02e2e46 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe145957829b494fbea1c53baae9541f HTTP/1.1" status: 200 len: 380 time: 0.0770166 Aug 31 09:57:41.682060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'port': {'device_id': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'admin_state_up': True, 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'security_groups': ['921ae9b0-904b-444b-ad11-3d33efb9afa8']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:41.703766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port b44b8b0f-70f6-4d8a-907e-93346b83fbbf completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:41.710440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b44b8b0f-70f6-4d8a-907e-93346b83fbbf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:41.714265 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.793898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33250) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:41.818206 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.825049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31914607-b39e-4323-96ad-66c0b1fe1b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.859668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Made reservation on behalf of fe145957829b494fbea1c53baae9541f for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:57:41.864435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port b44b8b0f-70f6-4d8a-907e-93346b83fbbf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:41.866126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.872105 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.979696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:42.004672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31914607-b39e-4323-96ad-66c0b1fe1b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.011313 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-31914607-b39e-4323-96ad-66c0b1fe1b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.041162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.20.0.7 (fcc109bc-c852-46c1-9819-b61cdfea32fe/59ebb275-6937-4c50-9e23-a53015917f6a/225bfc06-b7f1-46ad-badd-59e1cece3b44) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:42.065634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-31914607-b39e-4323-96ad-66c0b1fe1b2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=767e9eb8eeff498a93f8f98028d4a03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705834 Aug 31 09:57:42.070884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33254) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:42.090761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31914607-b39e-4323-96ad-66c0b1fe1b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd2683-105c-435c-9a70-16226d5cd83f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:42.137766 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0869247a-3030-41e9-bf75-7a8d631e5e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.166814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0869247a-3030-41e9-bf75-7a8d631e5e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.233695 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0869247a-3030-41e9-bf75-7a8d631e5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.236195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.241247 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0869247a-3030-41e9-bf75-7a8d631e5e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.244173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0869247a-3030-41e9-bf75-7a8d631e5e30 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3abd2683-105c-435c-9a70-16226d5cd83f HTTP/1.1" status: 204 len: 168 time: 0.1721513 Aug 31 09:57:42.254959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869247a-3030-41e9-bf75-7a8d631e5e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd2683-105c-435c-9a70-16226d5cd83f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:42.272928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Transition to ACTIVE for port object 225bfc06-b7f1-46ad-badd-59e1cece3b44 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:42.325397 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.389900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network fcc109bc-c852-46c1-9819-b61cdfea32fe is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:42.396237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:42.401237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:57:42.412639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:42.502837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:42.504251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.526329 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-dcdd86e1-14df-4a80-bd23-9cd2b9daa856 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602641 Aug 31 09:57:42.547939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Request body: {'port': {'device_id': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:42.655051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57e923-c66e-4711-8fb8-f6c2ea929bd8 req-7868cd92-77d3-4050-880b-4a5397937312 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:42.658089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f57e923-c66e-4711-8fb8-f6c2ea929bd8 req-7868cd92-77d3-4050-880b-4a5397937312 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 931 time: 0.1213124 Aug 31 09:57:42.687457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.735502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f57e923-c66e-4711-8fb8-f6c2ea929bd8 req-afd41784-e3ee-490f-a88f-d358a39b7c52 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692565 Aug 31 09:57:42.859744 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-95c32f70-99fb-4834-a9b9-e52f1773180b None None] Provisioning for port 225bfc06-b7f1-46ad-badd-59e1cece3b44 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:42.870633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-95c32f70-99fb-4834-a9b9-e52f1773180b None None] Provisioning complete for port 225bfc06-b7f1-46ad-badd-59e1cece3b44 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:42.871244 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-95c32f70-99fb-4834-a9b9-e52f1773180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:42.919116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-95c32f70-99fb-4834-a9b9-e52f1773180b None None] Port 225bfc06-b7f1-46ad-badd-59e1cece3b44 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:57:43.112205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225bfc06-b7f1-46ad-badd-59e1cece3b44 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:57:43.121273 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.137749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Transition to ACTIVE for port object 225bfc06-b7f1-46ad-badd-59e1cece3b44 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:43.141623 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.220617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:43.297244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Attempting to bind port 225bfc06-b7f1-46ad-badd-59e1cece3b44 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:57:43.297680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Attempting to bind port 225bfc06-b7f1-46ad-badd-59e1cece3b44 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:57:43.298088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Attempting to bind port 225bfc06-b7f1-46ad-badd-59e1cece3b44 on network fcc109bc-c852-46c1-9819-b61cdfea32fe {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:43.305264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Port 225bfc06-b7f1-46ad-badd-59e1cece3b44 on network fcc109bc-c852-46c1-9819-b61cdfea32fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:57:43.305676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Attempting to bind port 225bfc06-b7f1-46ad-badd-59e1cece3b44 on network fcc109bc-c852-46c1-9819-b61cdfea32fe {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:43.311818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:57:43.312263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Checking segment: {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:57:43.312824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Bound using segment: {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:57:43.313353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Bound port: 225bfc06-b7f1-46ad-badd-59e1cece3b44, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8503b388-88f3-42b0-a0db-9b804aac88b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:57:43.313827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.390517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:43.394616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:57:43.399704 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.485757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:43.486400 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.492205 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] 10.222.0.52 "PUT /v2.0/ports/225bfc06-b7f1-46ad-badd-59e1cece3b44 HTTP/1.1" status: 200 len: 1091 time: 0.9560440 Aug 31 09:57:43.492698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:43.495244 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296acc91-d85c-40e5-a4d2-4775f3f66e52" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:43.503713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c674530-66f8-49e2-a09d-f08d68f54fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:43.599088 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e755c771-6b4c-424e-899a-dd7412ba91c9 x-openstack-request-id: req-e755c771-6b4c-424e-899a-dd7412ba91c9 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:43.599474 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:43.599797 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e755c771-6b4c-424e-899a-dd7412ba91c9 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:43.600267 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'status': 'completed', 'code': 200} Aug 31 09:57:43.614766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b44b8b0f-70f6-4d8a-907e-93346b83fbbf up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:43.631918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b063c-16fe-48ea-9578-716715590a95 req-8f51d31a-20ba-40c5-921b-a39a407f60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:43.633588 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-8f51d31a-20ba-40c5-921b-a39a407f60e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1094 time: 0.0834947 Aug 31 09:57:43.707297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.715785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port b44b8b0f-70f6-4d8a-907e-93346b83fbbf triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:43.716481 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.744446 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-98e26299-38be-455f-aa81-90e61726acac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44 HTTP/1.1" status: 200 len: 217 time: 0.1017799 Aug 31 09:57:43.832484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b063c-16fe-48ea-9578-716715590a95 req-63168795-6e47-4136-8aa1-7af7cc46f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:43.834090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-63168795-6e47-4136-8aa1-7af7cc46f264 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59ebb275-6937-4c50-9e23-a53015917f6a HTTP/1.1" status: 200 len: 834 time: 0.0815394 Aug 31 09:57:43.910040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b063c-16fe-48ea-9578-716715590a95 req-1416ef45-d77e-4f7b-8c73-20b828be7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:43.911704 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-1416ef45-d77e-4f7b-8c73-20b828be7991 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc109bc-c852-46c1-9819-b61cdfea32fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666187 Aug 31 09:57:43.924282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da9af-0273-4f54-8f70-7946e6445acd req-fe6276a1-c1f4-4f5c-97e5-3965dd3c16ba tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:43.926146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd6da9af-0273-4f54-8f70-7946e6445acd req-fe6276a1-c1f4-4f5c-97e5-3965dd3c16ba tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 943 time: 0.0811887 Aug 31 09:57:43.987487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd6da9af-0273-4f54-8f70-7946e6445acd req-af8f423d-8a12-4ad4-a3b5-e7fbffa36fea tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426555 Aug 31 09:57:44.025544 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-aff57b89-218e-4d25-ba5e-fd3f6ed82139 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058888 Aug 31 09:57:44.139656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-957b063c-16fe-48ea-9578-716715590a95 req-6deabc6b-a382-4664-9574-5b10557c00d2 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068373 Aug 31 09:57:44.234184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-2cf095c9-8cfa-4757-a911-d03fdcd687f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:44.236091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-2cf095c9-8cfa-4757-a911-d03fdcd687f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1094 time: 0.0486615 Aug 31 09:57:44.332128 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:57:44.344527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-8993b3fc-d606-468b-b916-283c1be84809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:44.346091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-8993b3fc-d606-468b-b916-283c1be84809 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc109bc-c852-46c1-9819-b61cdfea32fe HTTP/1.1" status: 200 len: 897 time: 0.1021876 Aug 31 09:57:44.391360 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-6d8441f3-9acf-44f0-9d75-ff649dc4079d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44 HTTP/1.1" status: 200 len: 217 time: 0.0378330 Aug 31 09:57:44.448792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-4d204d27-6c7c-43ec-a8f5-a0528065da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:44.450339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-4d204d27-6c7c-43ec-a8f5-a0528065da1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59ebb275-6937-4c50-9e23-a53015917f6a HTTP/1.1" status: 200 len: 834 time: 0.0510690 Aug 31 09:57:44.514265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-acfe8659-7eaa-41f0-991b-31a5f29edaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:44.515956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-acfe8659-7eaa-41f0-991b-31a5f29edaf4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc109bc-c852-46c1-9819-b61cdfea32fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577590 Aug 31 09:57:44.584639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33350) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:44.614656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-41c211e6-a430-459d-a6ef-1884bb6288ae service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909059 Aug 31 09:57:44.709453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a67e9be-954b-4a63-8b49-40b8eca5c05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:44.724236 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-296acc91-d85c-40e5-a4d2-4775f3f66e52 req-40b833bb-0736-42c0-8cb4-7b27e3ec64e3 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011240 Aug 31 09:57:44.845328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a67e9be-954b-4a63-8b49-40b8eca5c05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:44.851613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a67e9be-954b-4a63-8b49-40b8eca5c05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:44.891658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67e9be-954b-4a63-8b49-40b8eca5c05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811dd395-fff2-4f0a-b068-9c10a21b95c4,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:44.898715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8a67e9be-954b-4a63-8b49-40b8eca5c05b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b15967e709f42f6b4cb199a90548716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102460 Aug 31 09:57:44.899032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33360) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:44.961915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21fad675-baa7-4971-9d85-1f23fc7b6962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:44.986974 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21fad675-baa7-4971-9d85-1f23fc7b6962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.058790 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21fad675-baa7-4971-9d85-1f23fc7b6962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.063238 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21fad675-baa7-4971-9d85-1f23fc7b6962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.064846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-21fad675-baa7-4971-9d85-1f23fc7b6962 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/811dd395-fff2-4f0a-b068-9c10a21b95c4 HTTP/1.1" status: 204 len: 168 time: 0.1647413 Aug 31 09:57:45.080461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fad675-baa7-4971-9d85-1f23fc7b6962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811dd395-fff2-4f0a-b068-9c10a21b95c4,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:45.151671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af7711-4350-4688-98e7-30e78019a8ef req-bb5ca480-ed2d-467b-848f-dc4468f663d6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:45.153353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08af7711-4350-4688-98e7-30e78019a8ef req-bb5ca480-ed2d-467b-848f-dc4468f663d6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 943 time: 0.0759215 Aug 31 09:57:45.222293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08af7711-4350-4688-98e7-30e78019a8ef req-5a18e8df-bc13-4eb9-9727-d50477c8eb5b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549867 Aug 31 09:57:45.438471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33376) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:45.453957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc29e5d6-56f2-4b2b-97b0-3409107796d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.548802 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc29e5d6-56f2-4b2b-97b0-3409107796d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.553062 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc29e5d6-56f2-4b2b-97b0-3409107796d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.599562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cc29e5d6-56f2-4b2b-97b0-3409107796d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ddbc278b9d04928b69d0aebd58c7125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596668 Aug 31 09:57:45.600362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29e5d6-56f2-4b2b-97b0-3409107796d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38d691c-cdbb-4e0b-9d00-245edccdd8b3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:45.602235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:45.663155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1561adc-0e46-4e53-af1f-14d76c50cd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.689220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1561adc-0e46-4e53-af1f-14d76c50cd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.740356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1561adc-0e46-4e53-af1f-14d76c50cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.742979 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1561adc-0e46-4e53-af1f-14d76c50cd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.744179 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1561adc-0e46-4e53-af1f-14d76c50cd67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e38d691c-cdbb-4e0b-9d00-245edccdd8b3 HTTP/1.1" status: 204 len: 168 time: 0.1408472 Aug 31 09:57:45.753724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1561adc-0e46-4e53-af1f-14d76c50cd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38d691c-cdbb-4e0b-9d00-245edccdd8b3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:46.400921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86c40c-3466-4aa4-a14f-5b3dc7d766c7 req-71667130-a674-4d1b-8266-53284c8627b0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:46.402510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb86c40c-3466-4aa4-a14f-5b3dc7d766c7 req-71667130-a674-4d1b-8266-53284c8627b0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 943 time: 0.0896268 Aug 31 09:57:46.460595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb86c40c-3466-4aa4-a14f-5b3dc7d766c7 req-8e41ebab-f34a-4787-ab9b-8ef199f75bc7 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506549 Aug 31 09:57:47.024465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 225bfc06-b7f1-46ad-badd-59e1cece3b44 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:57:47.142635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:47.163709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'port_id': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'mac_address': 'fa:16:3e:0a:0e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:57:47.225326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:47.240705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225bfc06-b7f1-46ad-badd-59e1cece3b44 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:57:47.261550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:47.267220 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:47.351361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:47.480073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['225bfc06-b7f1-46ad-badd-59e1cece3b44'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:57:47.643178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7d04d-0d36-43dd-b12c-e1c54a1c518e req-d97fd6db-df2c-44e4-9a3d-8569f0f8e7e5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:47.646072 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2be7d04d-0d36-43dd-b12c-e1c54a1c518e req-d97fd6db-df2c-44e4-9a3d-8569f0f8e7e5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 944 time: 0.0736556 Aug 31 09:57:47.721661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2be7d04d-0d36-43dd-b12c-e1c54a1c518e req-7e3a3130-d318-4046-b8d7-12ab12183597 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596881 Aug 31 09:57:48.842834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca5c7e-fa49-4f5f-b76a-2ffc530bd41a req-2f93871a-e0e2-4760-a89d-5e544a321e28 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:48.844736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07ca5c7e-fa49-4f5f-b76a-2ffc530bd41a req-2f93871a-e0e2-4760-a89d-5e544a321e28 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 944 time: 0.0546958 Aug 31 09:57:48.885535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07ca5c7e-fa49-4f5f-b76a-2ffc530bd41a req-e2a66bee-17e0-4f0e-bf75-55d7da304e46 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349975 Aug 31 09:57:49.057412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 225bfc06-b7f1-46ad-badd-59e1cece3b44 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:49.135060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 225bfc06-b7f1-46ad-badd-59e1cece3b44 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:49.144683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 225bfc06-b7f1-46ad-badd-59e1cece3b44 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:49.145957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:49.283753 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:49.329231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:49.334039 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a0859-3db7-4e3f-a985-137ee5f2a82d" -d '{"events": [{"server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "name": "network-vif-plugged", "status": "completed", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:49.357683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:49.363706 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:49.405405 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e96491-0c72-4644-a5d5-724ce2ef6071 x-openstack-request-id: req-e2e96491-0c72-4644-a5d5-724ce2ef6071 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:49.405698 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "name": "network-vif-plugged", "status": "completed", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:49.405947 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2e96491-0c72-4644-a5d5-724ce2ef6071 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:49.406331 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'code': 200} Aug 31 09:57:49.421121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:49.515293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdd62d-4606-40d4-a431-639f6dbc2c7b req-b4b10688-ef70-4657-9cda-f0402cdeed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:49.516825 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cfdd62d-4606-40d4-a431-639f6dbc2c7b req-b4b10688-ef70-4657-9cda-f0402cdeed46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1096 time: 0.0436594 Aug 31 09:57:49.557323 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cfdd62d-4606-40d4-a431-639f6dbc2c7b req-a34e13fb-8d8d-4eda-b5b4-ec548500c345 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Aug 31 09:57:50.053639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c986b24-7867-4888-b22d-b0cead3b03f4 req-df4f15c2-51e2-4bce-8e22-ecc82f27f97d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:50.056096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c986b24-7867-4888-b22d-b0cead3b03f4 req-df4f15c2-51e2-4bce-8e22-ecc82f27f97d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0732896 Aug 31 09:57:50.120789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c986b24-7867-4888-b22d-b0cead3b03f4 req-fabf9495-4ff1-4be0-afcf-e99e7ce3adf3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568204 Aug 31 09:57:51.259640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021bcc-783e-430c-a896-23dc3828b52c req-3b7707b9-7f7e-4218-88ce-041ebe1ea447 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:51.267310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4021bcc-783e-430c-a896-23dc3828b52c req-3b7707b9-7f7e-4218-88ce-041ebe1ea447 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0598054 Aug 31 09:57:51.311781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b4021bcc-783e-430c-a896-23dc3828b52c req-1093fe94-649a-40e7-b808-a43572ae0b11 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Aug 31 09:57:51.454646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66822aba-a89c-4dd0-aa49-a0f4edc4e76f req-54c25a14-c9b7-4e1f-b8f8-81fd4c9134ab tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:51.456402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66822aba-a89c-4dd0-aa49-a0f4edc4e76f req-54c25a14-c9b7-4e1f-b8f8-81fd4c9134ab tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0565388 Aug 31 09:57:51.511398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-66822aba-a89c-4dd0-aa49-a0f4edc4e76f req-838b7f79-027f-4819-a9b2-28254f24dc5b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482183 Aug 31 09:57:51.532203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33600) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:51.580484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf61b9d-c3d1-40ed-bcb6-2951cfc43b56 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:51.584731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dbf61b9d-c3d1-40ed-bcb6-2951cfc43b56 tempest-TestNetworkAdvancedServerOps-1055006491 tempest-TestNetworkAdvancedServerOps-1055006491-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1091 time: 0.0488296 Aug 31 09:57:51.585108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33602) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:51.590930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:51.614217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:51.723794 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:51.792227 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac13f52d-b648-4017-a3cc-ce41b652ff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:51.865780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Allocated IP 172.25.1.58 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/560bc22d-fe0d-4934-ab11-1c9bfd4672b0) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:51.982527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:52.031825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:52.080937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:52.083878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:52.088372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:57:52.091580 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=560bc22d-fe0d-4934-ab11-1c9bfd4672b0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:52.492292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:52.570017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:52.730975 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:52.738090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:52.809292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event updated for resources: {'Port': ['ID=560bc22d-fe0d-4934-ab11-1c9bfd4672b0,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:52.821891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:52.932873 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Floating IP f93f280d-4007-4537-aa9c-25781b2bc51e associated. External IP: 172.25.1.58, port: 225bfc06-b7f1-46ad-badd-59e1cece3b44. Aug 31 09:57:53.158805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router d81fddf7-d4b6-4b79-956b-e55e63ba1860 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:57:53.270166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:53.282001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] Sync routers for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:53.287576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:53.293749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:53.294665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:57:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:53.320350 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-13da078e-ea8e-4162-8bd5-667bd2912e7f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7338693 Aug 31 09:57:53.321329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:53.324692 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:53.367872 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b85304-7c73-4a5c-b866-f6aaf96d86a8 x-openstack-request-id: req-60b85304-7c73-4a5c-b866-f6aaf96d86a8 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:53.368354 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:53.368863 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60b85304-7c73-4a5c-b866-f6aaf96d86a8 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:53.369515 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'status': 'completed', 'code': 200} Aug 31 09:57:53.456304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:53.469154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ebc7e-7faa-4c08-a412-a10c5c9d13a3 req-091ac05c-1442-46c8-bc6a-f9c5b838dde6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:53.478092 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c58ebc7e-7faa-4c08-a412-a10c5c9d13a3 req-091ac05c-1442-46c8-bc6a-f9c5b838dde6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0817945 Aug 31 09:57:53.518385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-da0084be-1725-46c1-9da2-eae036b08b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:53.522445 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-da0084be-1725-46c1-9da2-eae036b08b82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1096 time: 0.1295962 Aug 31 09:57:53.552715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c58ebc7e-7faa-4c08-a412-a10c5c9d13a3 req-47e0545d-118c-438b-862d-0667040eee34 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702507 Aug 31 09:57:53.571138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33646) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:53.658599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7313d153-8a9f-4ca8-8400-f36e8cec14c5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/f93f280d-4007-4537-aa9c-25781b2bc51e HTTP/1.1" status: 200 len: 990 time: 0.0859642 Aug 31 09:57:53.727478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f93f280d-4007-4537-aa9c-25781b2bc51e', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'port_id': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'mac_address': 'fa:16:3e:0a:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:57:52Z', 'updated_at': '2021-08-31T09:57:52Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:41Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:53.762946 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] Checking router: d81fddf7-d4b6-4b79-956b-e55e63ba1860 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:53.773554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:53.774138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:57:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:53.786118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-3757f431-1986-4fa0-884a-1dab81cbdb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:53.805090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-3757f431-1986-4fa0-884a-1dab81cbdb94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc109bc-c852-46c1-9819-b61cdfea32fe HTTP/1.1" status: 200 len: 897 time: 0.2739975 Aug 31 09:57:53.899663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:53.907317 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-aff8c90b-0fa2-4cc9-a651-ad2759a54c29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44 HTTP/1.1" status: 200 len: 998 time: 0.0950694 Aug 31 09:57:53.969685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-4e93aac3-999f-4888-93f0-d9dad88b3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:53.971530 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-4e93aac3-999f-4888-93f0-d9dad88b3d85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59ebb275-6937-4c50-9e23-a53015917f6a HTTP/1.1" status: 200 len: 834 time: 0.0556345 Aug 31 09:57:54.049666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-8e476072-d11a-4c05-a4ca-4c6dfcf50a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:54.052009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-8e476072-d11a-4c05-a4ca-4c6dfcf50a4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc109bc-c852-46c1-9819-b61cdfea32fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724039 Aug 31 09:57:54.154650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33668) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:54.172749 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-362b2f09-3324-47bc-8f0c-c8b1ca2acaa7 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127129 Aug 31 09:57:54.226954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f93f280d-4007-4537-aa9c-25781b2bc51e', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'port_id': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'mac_address': 'fa:16:3e:0a:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:57:52Z', 'updated_at': '2021-08-31T09:57:52Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:41Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:54.263779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405082d7-7cf2-4d0a-9bb1-bed7e44857db None None] The sync data for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 is: [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f93f280d-4007-4537-aa9c-25781b2bc51e', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'port_id': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'mac_address': 'fa:16:3e:0a:0e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:57:52Z', 'updated_at': '2021-08-31T09:57:52Z', 'revision_number': 0, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:41Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:54.293625 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcdce9cf-a3d4-4fe7-bc28-d4461335a783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:54.405487 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcdce9cf-a3d4-4fe7-bc28-d4461335a783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:54.410234 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcdce9cf-a3d4-4fe7-bc28-d4461335a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:54.456522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdce9cf-a3d4-4fe7-bc28-d4461335a783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9db3a60-d870-421c-bc55-eaa3f1012015,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:54.464218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bcdce9cf-a3d4-4fe7-bc28-d4461335a783 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a645c1048f048f5b1821ce93812335e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084486 Aug 31 09:57:54.465531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33676) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:54.522397 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a3e2a4-3e93-4c09-beed-98417235a49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:54.546680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a3e2a4-3e93-4c09-beed-98417235a49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:54.601246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a3e2a4-3e93-4c09-beed-98417235a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:54.604850 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21a3e2a4-3e93-4c09-beed-98417235a49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:54.618171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-21a3e2a4-3e93-4c09-beed-98417235a49c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e9db3a60-d870-421c-bc55-eaa3f1012015 HTTP/1.1" status: 204 len: 168 time: 0.1513121 Aug 31 09:57:54.632412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3e2a4-3e93-4c09-beed-98417235a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9db3a60-d870-421c-bc55-eaa3f1012015,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:54.664300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33680) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:54.681767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a555b0-ec8d-42ae-a5b9-415cc4cd2909 req-ce10f599-3da0-4a5e-83c3-93916d0855f0 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013607 Aug 31 09:57:54.724505 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b810627d-7bfb-4dcf-8db8-69c386f32647 None None] New status for floating IP f93f280d-4007-4537-aa9c-25781b2bc51e: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:57:54.761285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d2a879d7-ad3f-4cde-b8d4-9d51f87473a0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/f93f280d-4007-4537-aa9c-25781b2bc51e HTTP/1.1" status: 200 len: 990 time: 0.0946403 Aug 31 09:57:54.995043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33688) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:55.015311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-03a63aec-24f1-415d-9dd9-53202a866ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.027881 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.121412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-03a63aec-24f1-415d-9dd9-53202a866ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.126016 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-03a63aec-24f1-415d-9dd9-53202a866ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.169576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-03a63aec-24f1-415d-9dd9-53202a866ba7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b3afeba1c1f41b8b5781d5c096bf01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707180 Aug 31 09:57:55.169576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a63aec-24f1-415d-9dd9-53202a866ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969028e3-1c52-4cc6-b971-e5100ee94ad1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:55.170724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33696) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:55.220732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38e2020f-bc72-4d70-86bb-e777e067c518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.241896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38e2020f-bc72-4d70-86bb-e777e067c518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.289998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38e2020f-bc72-4d70-86bb-e777e067c518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.292627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38e2020f-bc72-4d70-86bb-e777e067c518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.293747 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-38e2020f-bc72-4d70-86bb-e777e067c518 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/969028e3-1c52-4cc6-b971-e5100ee94ad1 HTTP/1.1" status: 204 len: 168 time: 0.1216528 Aug 31 09:57:55.302312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2020f-bc72-4d70-86bb-e777e067c518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969028e3-1c52-4cc6-b971-e5100ee94ad1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:55.739489 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-805d241d-b868-4538-9384-ffff1baf7fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:55.764331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 33718) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:55.853116 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5090dc86-5ffa-49ef-ab20-0482bf464539 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/f93f280d-4007-4537-aa9c-25781b2bc51e HTTP/1.1" status: 200 len: 992 time: 0.0871515 Aug 31 09:57:57.691162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:58.624555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:00.707181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33828) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:00.866214 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22e482bc-3162-4343-8189-71e65b31e21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:00.968325 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22e482bc-3162-4343-8189-71e65b31e21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:00.972738 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22e482bc-3162-4343-8189-71e65b31e21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.014259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e482bc-3162-4343-8189-71e65b31e21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd7812-f3b6-4a3e-99ba-9e768cc227c6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:01.018837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-22e482bc-3162-4343-8189-71e65b31e21f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbc04ce20f0d474aa4c1c43d061c1549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096619 Aug 31 09:58:01.022191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33832) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:01.074784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-248c86e4-e70f-43f9-bc6e-a51015dfa6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.101068 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-248c86e4-e70f-43f9-bc6e-a51015dfa6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.151038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-248c86e4-e70f-43f9-bc6e-a51015dfa6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.153665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-248c86e4-e70f-43f9-bc6e-a51015dfa6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.154904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-248c86e4-e70f-43f9-bc6e-a51015dfa6da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2dfd7812-f3b6-4a3e-99ba-9e768cc227c6 HTTP/1.1" status: 204 len: 168 time: 0.1322722 Aug 31 09:58:01.163497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c86e4-e70f-43f9-bc6e-a51015dfa6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd7812-f3b6-4a3e-99ba-9e768cc227c6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:01.439518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33840) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:01.454868 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0c42fe7-b726-47f6-9cff-e38e20d1deff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.551132 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0c42fe7-b726-47f6-9cff-e38e20d1deff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.556139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0c42fe7-b726-47f6-9cff-e38e20d1deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.595720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c42fe7-b726-47f6-9cff-e38e20d1deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a4df3c-2856-4969-9ea4-d3d2b49873f5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:01.600058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f0c42fe7-b726-47f6-9cff-e38e20d1deff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=897d2b30f8244c37936a410bfd67517f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593702 Aug 31 09:58:01.602661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 33842) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:01.654365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f52e254e-7d18-449c-8bee-d357b21a10bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.690966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f52e254e-7d18-449c-8bee-d357b21a10bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.753758 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f52e254e-7d18-449c-8bee-d357b21a10bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.756879 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f52e254e-7d18-449c-8bee-d357b21a10bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.758216 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f52e254e-7d18-449c-8bee-d357b21a10bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/01a4df3c-2856-4969-9ea4-d3d2b49873f5 HTTP/1.1" status: 204 len: 168 time: 0.1545701 Aug 31 09:58:01.778538 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e254e-7d18-449c-8bee-d357b21a10bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a4df3c-2856-4969-9ea4-d3d2b49873f5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:07.134832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34364) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:07.247229 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-713249cb-89a4-43bf-bd72-e78192cbf1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:07.343049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-713249cb-89a4-43bf-bd72-e78192cbf1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:07.348917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-713249cb-89a4-43bf-bd72-e78192cbf1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:07.392096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-713249cb-89a4-43bf-bd72-e78192cbf1cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2253259d09b43d1836d650c9f951c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536988 Aug 31 09:58:07.392096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713249cb-89a4-43bf-bd72-e78192cbf1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6451f5c7-0450-4c12-83e6-0ea8ae7b3253,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:07.392673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34368) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:07.451330 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3bab-a05d-44ca-b8b8-3c77aa087d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:07.477483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3bab-a05d-44ca-b8b8-3c77aa087d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:07.527883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3bab-a05d-44ca-b8b8-3c77aa087d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:07.531235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3bab-a05d-44ca-b8b8-3c77aa087d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:07.532404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bbaf3bab-a05d-44ca-b8b8-3c77aa087d54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6451f5c7-0450-4c12-83e6-0ea8ae7b3253 HTTP/1.1" status: 204 len: 168 time: 0.1325605 Aug 31 09:58:07.540489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf3bab-a05d-44ca-b8b8-3c77aa087d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6451f5c7-0450-4c12-83e6-0ea8ae7b3253,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:10.649270 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:11.233141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68848db5-1fa3-4f29-9116-ff1bbd49a895 req-6674c5b6-bcd0-44ed-a64b-11da222362a1 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:11.234688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68848db5-1fa3-4f29-9116-ff1bbd49a895 req-6674c5b6-bcd0-44ed-a64b-11da222362a1 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 949 time: 0.0565906 Aug 31 09:58:11.275520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68848db5-1fa3-4f29-9116-ff1bbd49a895 req-acca30a0-894d-46a8-b73c-4cf57ad251fe tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Aug 31 09:58:12.399433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30ac82-2de7-424d-b388-6cc91980f70c req-1d79f3de-2d5e-4e4a-b218-e534db63d9cd tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:12.401012 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd30ac82-2de7-424d-b388-6cc91980f70c req-1d79f3de-2d5e-4e4a-b218-e534db63d9cd tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 949 time: 0.0548425 Aug 31 09:58:12.443711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd30ac82-2de7-424d-b388-6cc91980f70c req-b204754e-f6bc-44b7-9e4d-29363976c82c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/security-groups?id=c09fb829-5ca3-4384-b20c-2f79c346fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Aug 31 09:58:12.928947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-d98c6897-ce2e-428c-911a-8b1619113fc8 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:12.930521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-d98c6897-ce2e-428c-911a-8b1619113fc8 tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 949 time: 0.0509942 Aug 31 09:58:13.024942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Deleting port 4054acc6-e5ae-44f8-bfd0-69216809ba44 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:13.025287 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:13.118546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] For port 4054acc6-e5ae-44f8-bfd0-69216809ba44, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4054acc6-e5ae-44f8-bfd0-69216809ba44,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:13.118937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:13.131717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Calling delete_port for 4054acc6-e5ae-44f8-bfd0-69216809ba44 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:13.263614 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:13.276394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['4054acc6-e5ae-44f8-bfd0-69216809ba44'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:58:13.293147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Pushing event deleted for resources: {'Port': ['ID=4054acc6-e5ae-44f8-bfd0-69216809ba44,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:13.324426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.324777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.325118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.326005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.326337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.326663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.327018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.327345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.327669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.327991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.328314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.328629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:13.344817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] No DVR routers for this DVR port 4054acc6-e5ae-44f8-bfd0-69216809ba44 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:13.347266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:13.349297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b56f3230-0a99-4e47-ad3d-270dbb1a2a14 req-e6668d40-5550-40d0-ab58-ad8ac55e1b8c tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.20 "DELETE /v2.0/ports/4054acc6-e5ae-44f8-bfd0-69216809ba44 HTTP/1.1" status: 204 len: 173 time: 0.4125748 Aug 31 09:58:13.349725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc125ddb-fbae-4ea0-9810-d554603c3424', 'name': 'network-vif-deleted', 'tag': '4054acc6-e5ae-44f8-bfd0-69216809ba44'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:58:13.351992 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3038e4-dd6a-44bc-a219-0df14d0f65bd" -d '{"events": [{"server_uuid": "bc125ddb-fbae-4ea0-9810-d554603c3424", "name": "network-vif-deleted", "tag": "4054acc6-e5ae-44f8-bfd0-69216809ba44"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:13.397654 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd841eac-5892-4e01-b207-94d178c2ed4c x-openstack-request-id: req-cd841eac-5892-4e01-b207-94d178c2ed4c {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:13.397937 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc125ddb-fbae-4ea0-9810-d554603c3424", "name": "network-vif-deleted", "tag": "4054acc6-e5ae-44f8-bfd0-69216809ba44", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:13.398183 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd841eac-5892-4e01-b207-94d178c2ed4c {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:13.398590 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc125ddb-fbae-4ea0-9810-d554603c3424', 'name': 'network-vif-deleted', 'tag': '4054acc6-e5ae-44f8-bfd0-69216809ba44', 'status': 'completed', 'code': 200} Aug 31 09:58:13.555942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb128800-d5c2-460b-bfe2-67d356097d47 req-75f7b148-cf42-42cc-88e1-a518dc4aa52e tempest-VolumesBackupsTest-384838765 tempest-VolumesBackupsTest-384838765-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc125ddb-fbae-4ea0-9810-d554603c3424 HTTP/1.1" status: 200 len: 210 time: 0.0304120 Aug 31 09:58:13.699760 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:14.805289 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-acf77dea-269a-47b5-bc2e-a2f296c74038 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410254 Aug 31 09:58:14.890524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-8405969b-4239-4624-8b66-37b734e943be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:14.891961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-8405969b-4239-4624-8b66-37b734e943be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1096 time: 0.0445745 Aug 31 09:58:15.001871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-09b5382d-f365-423f-b913-0491df0a0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:15.003431 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-09b5382d-f365-423f-b913-0491df0a0c02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc109bc-c852-46c1-9819-b61cdfea32fe HTTP/1.1" status: 200 len: 897 time: 0.0902162 Aug 31 09:58:15.089315 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-e000a447-ef41-4743-9701-61ed4d20d42a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44 HTTP/1.1" status: 200 len: 1000 time: 0.0778360 Aug 31 09:58:15.144959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-b3d663ce-1b05-4079-87e0-645eea24b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:15.146488 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-b3d663ce-1b05-4079-87e0-645eea24b0b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59ebb275-6937-4c50-9e23-a53015917f6a HTTP/1.1" status: 200 len: 834 time: 0.0498419 Aug 31 09:58:15.197971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-377b9d64-f990-4265-b66a-9c92a857b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:15.199557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-377b9d64-f990-4265-b66a-9c92a857b6de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc109bc-c852-46c1-9819-b61cdfea32fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455437 Aug 31 09:58:15.304526 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-2dd8e484-1f61-42a1-a6fd-401282e1098a service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970578 Aug 31 09:58:15.408628 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de33bfc3-7c66-46fe-ae3e-8490b7bd8ce5 req-cd925f31-c81a-4f14-8d3d-3cd4f0458651 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959675 Aug 31 09:58:17.728670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4054acc6-e5ae-44f8-bfd0-69216809ba44 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:17.752952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 4054acc6-e5ae-44f8-bfd0-69216809ba44 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:58:17.753299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4054acc6-e5ae-44f8-bfd0-69216809ba44 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:17.887084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34598) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:18.010306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aea7b6a-c2b5-417b-ad44-9824f8e16bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.110129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aea7b6a-c2b5-417b-ad44-9824f8e16bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.115003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aea7b6a-c2b5-417b-ad44-9824f8e16bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.156751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea7b6a-c2b5-417b-ad44-9824f8e16bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d91fb30-7fd5-4685-8b3f-817cd92e6b7f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:18.161194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4aea7b6a-c2b5-417b-ad44-9824f8e16bf3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1284e6abd25b4d0c8901b72656b4b9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723541 Aug 31 09:58:18.163923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34602) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:18.213461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c28dd94b-0de9-45cb-82e0-ba502c8bf3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.235147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c28dd94b-0de9-45cb-82e0-ba502c8bf3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.288364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c28dd94b-0de9-45cb-82e0-ba502c8bf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.292079 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c28dd94b-0de9-45cb-82e0-ba502c8bf3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.293259 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c28dd94b-0de9-45cb-82e0-ba502c8bf3c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d91fb30-7fd5-4685-8b3f-817cd92e6b7f HTTP/1.1" status: 204 len: 168 time: 0.1284292 Aug 31 09:58:18.308519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dd94b-0de9-45cb-82e0-ba502c8bf3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d91fb30-7fd5-4685-8b3f-817cd92e6b7f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:18.587543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34612) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:18.600867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96896a83-23a6-404f-865a-b7f96b75b1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.699489 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96896a83-23a6-404f-865a-b7f96b75b1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.703892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-96896a83-23a6-404f-865a-b7f96b75b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.743482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96896a83-23a6-404f-865a-b7f96b75b1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc12966-f006-4acd-b3d8-8f4b5bd7f320,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:18.750797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-96896a83-23a6-404f-865a-b7f96b75b1d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06f3d7495eec4cc1ae761a3c41dca7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612754 Aug 31 09:58:18.752659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34614) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:18.813705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09232a67-b91a-460f-9f46-dfaf5b1a3ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.835834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09232a67-b91a-460f-9f46-dfaf5b1a3ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.884252 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09232a67-b91a-460f-9f46-dfaf5b1a3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.887248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-09232a67-b91a-460f-9f46-dfaf5b1a3ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:18.888586 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-09232a67-b91a-460f-9f46-dfaf5b1a3ffb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dbc12966-f006-4acd-b3d8-8f4b5bd7f320 HTTP/1.1" status: 204 len: 168 time: 0.1346836 Aug 31 09:58:18.896566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09232a67-b91a-460f-9f46-dfaf5b1a3ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc12966-f006-4acd-b3d8-8f4b5bd7f320,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:19.222815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 34620) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:19.235930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:19.327138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:19.331240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:19.373415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 34624) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:19.373979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d97da05863084b6c8aca0481868da70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499455 Aug 31 09:58:19.375139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ea835b-521d-488d-bff0-19221480c516,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:19.383157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.383765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.384156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.384536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.384915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.385248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.385578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.385948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.386267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.386635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.386991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.387320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cc38a-aeec-44dd-91aa-d842364dff9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:19.442417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49d80f51-664e-4bd9-a8f5-3cde85b5b09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:19.464536 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49d80f51-664e-4bd9-a8f5-3cde85b5b09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:19.514176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49d80f51-664e-4bd9-a8f5-3cde85b5b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:19.517092 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-49d80f51-664e-4bd9-a8f5-3cde85b5b09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:19.518279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-49d80f51-664e-4bd9-a8f5-3cde85b5b09f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79ea835b-521d-488d-bff0-19221480c516 HTTP/1.1" status: 204 len: 168 time: 0.1433544 Aug 31 09:58:19.527844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d80f51-664e-4bd9-a8f5-3cde85b5b09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ea835b-521d-488d-bff0-19221480c516,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:21.337388 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:58:21.792819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7279bfac-875e-48c6-a8dc-eaf794bb3a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:25.030792 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:25.754407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48dc59a1-ea9f-4f63-95c9-020668486fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:27.440660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c9936-aabe-43ce-9811-2d19022f7d1e req-a1ae1de8-215f-49a4-8b85-d19731561b47 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:27.442402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-752c9936-aabe-43ce-9811-2d19022f7d1e req-a1ae1de8-215f-49a4-8b85-d19731561b47 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0697036 Aug 31 09:58:27.491503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-752c9936-aabe-43ce-9811-2d19022f7d1e req-8ca01d0d-488b-445d-93ef-2521b17546ac tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Aug 31 09:58:27.689225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:28.615225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c80046-c6be-4a9a-b7ff-d0d274cd9709 req-ab419f2d-d76f-4f55-8b10-0ea544b000b0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:28.617542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9c80046-c6be-4a9a-b7ff-d0d274cd9709 req-ab419f2d-d76f-4f55-8b10-0ea544b000b0 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0559545 Aug 31 09:58:28.632561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:28.667523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9c80046-c6be-4a9a-b7ff-d0d274cd9709 req-d195a3c6-b321-4ede-8082-fff40f6acf6d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372596 Aug 31 09:58:29.820281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4d2c6-fdb3-4671-998a-c729e4df75b8 req-435577d8-a25a-40c4-aa59-112a48958c95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:29.827298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9aa4d2c6-fdb3-4671-998a-c729e4df75b8 req-435577d8-a25a-40c4-aa59-112a48958c95 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0838058 Aug 31 09:58:29.863173 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9aa4d2c6-fdb3-4671-998a-c729e4df75b8 req-5a479432-5dd3-451c-8e13-f8e6c425b9cc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342147 Aug 31 09:58:31.009833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb721ed-a8f3-4afd-aefa-bbf2e402b063 req-36cda77d-3950-4466-b4b4-3b329b4506da tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:31.011870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fb721ed-a8f3-4afd-aefa-bbf2e402b063 req-36cda77d-3950-4466-b4b4-3b329b4506da tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0631056 Aug 31 09:58:31.060014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fb721ed-a8f3-4afd-aefa-bbf2e402b063 req-d0387018-ff9e-4627-aec4-47c8f2db7661 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Aug 31 09:58:32.203869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209206a-914a-4b6b-8056-5490703952d4 req-d8d70433-749e-4365-9fa6-a7b9299da754 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:32.205491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6209206a-914a-4b6b-8056-5490703952d4 req-d8d70433-749e-4365-9fa6-a7b9299da754 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0579607 Aug 31 09:58:32.257440 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6209206a-914a-4b6b-8056-5490703952d4 req-b3d93a83-232c-4c64-be1c-ba789cabfd4e tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Aug 31 09:58:33.386011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54043e-783b-4350-9ee9-fff4ec52f6bf req-3fea2786-be6a-47ba-b63e-4579941a9775 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:33.388146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e54043e-783b-4350-9ee9-fff4ec52f6bf req-3fea2786-be6a-47ba-b63e-4579941a9775 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0591276 Aug 31 09:58:33.437034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e54043e-783b-4350-9ee9-fff4ec52f6bf req-039101fc-6b70-449e-b5e9-d5a21a6ce035 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422745 Aug 31 09:58:34.557617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a768-e749-42b7-862a-396dcaccc187 req-2407b0b7-1c36-4aa8-9d37-b0eeb8af1552 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:34.559785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d950a768-e749-42b7-862a-396dcaccc187 req-2407b0b7-1c36-4aa8-9d37-b0eeb8af1552 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0524805 Aug 31 09:58:34.598670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d950a768-e749-42b7-862a-396dcaccc187 req-639f9e37-e4f6-41b0-8115-4cf5bf22dc9f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Aug 31 09:58:35.725307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8208f-d3d3-4035-b228-4604d2c7d923 req-3de31083-2fcf-4003-89d0-9ffe420fa502 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:35.727707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00e8208f-d3d3-4035-b228-4604d2c7d923 req-3de31083-2fcf-4003-89d0-9ffe420fa502 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0593686 Aug 31 09:58:35.779272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00e8208f-d3d3-4035-b228-4604d2c7d923 req-7c21d766-a48a-4c25-9705-6dde456f4f1b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447962 Aug 31 09:58:36.897915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dfb4d-521e-4cb1-8ca5-bca8a49e87d4 req-74383626-51e1-4142-9e33-d5ed2c4de8c3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:36.899552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-545dfb4d-521e-4cb1-8ca5-bca8a49e87d4 req-74383626-51e1-4142-9e33-d5ed2c4de8c3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0495102 Aug 31 09:58:36.940715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-545dfb4d-521e-4cb1-8ca5-bca8a49e87d4 req-be89952c-e637-4a78-88b2-8302fd79648b tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342543 Aug 31 09:58:37.728920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-736158fb-1177-44b9-9bc6-9e6b907b0d73 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:37.735075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-736158fb-1177-44b9-9bc6-9e6b907b0d73 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:37.741476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-736158fb-1177-44b9-9bc6-9e6b907b0d73 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:37.748277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-736158fb-1177-44b9-9bc6-9e6b907b0d73 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:37.754252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-736158fb-1177-44b9-9bc6-9e6b907b0d73 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:37.760257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-736158fb-1177-44b9-9bc6-9e6b907b0d73 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:37.770943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-736158fb-1177-44b9-9bc6-9e6b907b0d73 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:37.773530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-736158fb-1177-44b9-9bc6-9e6b907b0d73 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.1022308 Aug 31 09:58:37.819279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81db1e92-fff7-42a0-b88a-65f5d042fa6e req-0f427b51-9138-4435-9e50-ffba5d486c92 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394802 Aug 31 09:58:38.196162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a01ce-d579-46f5-ae36-fb5c7c7467e3 req-29d47710-e596-4a7e-9151-1b8f73fc8de6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:38.198431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e65a01ce-d579-46f5-ae36-fb5c7c7467e3 req-29d47710-e596-4a7e-9151-1b8f73fc8de6 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.1826866 Aug 31 09:58:38.256115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e65a01ce-d579-46f5-ae36-fb5c7c7467e3 req-79fbf8af-35e9-4ab7-9249-6fb8d017b117 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478103 Aug 31 09:58:38.929182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-a7eac2df-d738-47e5-a37a-fb6c5fa20a06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:38.935420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-a7eac2df-d738-47e5-a37a-fb6c5fa20a06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:38.941819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-a7eac2df-d738-47e5-a37a-fb6c5fa20a06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:38.949155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-a7eac2df-d738-47e5-a37a-fb6c5fa20a06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:38.956198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-a7eac2df-d738-47e5-a37a-fb6c5fa20a06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:38.963198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-a7eac2df-d738-47e5-a37a-fb6c5fa20a06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:38.970136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-a7eac2df-d738-47e5-a37a-fb6c5fa20a06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:38.972310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-a7eac2df-d738-47e5-a37a-fb6c5fa20a06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.1233137 Aug 31 09:58:39.046906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-32325617-80f8-4eb3-8dc2-800b86a4e668 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.048553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-32325617-80f8-4eb3-8dc2-800b86a4e668 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "GET /v2.0/ports/6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655448 Aug 31 09:58:39.070311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4d52-1363-40ba-822c-3068cb719b7b req-174b9e86-5758-4261-8e39-be63125092df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.076737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4d52-1363-40ba-822c-3068cb719b7b req-174b9e86-5758-4261-8e39-be63125092df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.082560 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4d52-1363-40ba-822c-3068cb719b7b req-174b9e86-5758-4261-8e39-be63125092df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.088944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4d52-1363-40ba-822c-3068cb719b7b req-174b9e86-5758-4261-8e39-be63125092df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.094390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4d52-1363-40ba-822c-3068cb719b7b req-174b9e86-5758-4261-8e39-be63125092df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.103002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4d52-1363-40ba-822c-3068cb719b7b req-174b9e86-5758-4261-8e39-be63125092df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.107467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4d52-1363-40ba-822c-3068cb719b7b req-174b9e86-5758-4261-8e39-be63125092df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.109467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-400a4d52-1363-40ba-822c-3068cb719b7b req-174b9e86-5758-4261-8e39-be63125092df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 5445 time: 0.2128646 Aug 31 09:58:39.209833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-400a4d52-1363-40ba-822c-3068cb719b7b req-477d0354-058c-44e6-bc63-31f470f0147c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=9857f123-41ee-4ca9-9539-41d6b451d6cd&id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911913 Aug 31 09:58:39.250550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-47544395-5ef3-481f-8ee3-d45ed5e57d03 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "GET /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1921043 Aug 31 09:58:39.262800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:58:39.319608 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:39.497738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a55da-7f3a-407a-9aea-4a3bcbb7ac19 req-919f8fbd-77e6-49b7-99d9-03d9f6939288 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.499517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be6a55da-7f3a-407a-9aea-4a3bcbb7ac19 req-919f8fbd-77e6-49b7-99d9-03d9f6939288 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.1237082 Aug 31 09:58:39.564932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be6a55da-7f3a-407a-9aea-4a3bcbb7ac19 req-631420fe-a215-4b9b-ace3-104501ecc1bd tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555654 Aug 31 09:58:39.572633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] For port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:39.608937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] For port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:58:39.648775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] device_id is not set on port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:58:39.657290 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:39.663020 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:39.735676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] No DVR routers for this DVR port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:39.772989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:39.775394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] In _notify_port_updated(), no bound segment for port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:58:39.781978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.782593 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:39.783952 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-6a2db104-8e97-4941-ac99-13c9b165f145 service neutron] 10.222.0.20 "PUT /v2.0/ports/6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 200 len: 1032 time: 0.5262916 Aug 31 09:58:39.832859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a3a5a94-59fc-464f-88ae-d8648673dd1e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:39.834964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a3a5a94-59fc-464f-88ae-d8648673dd1e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "GET /v2.0/ports/4ee67496-4f31-4fcd-bfb1-0d533f1d54ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0427144 Aug 31 09:58:39.848428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:58:39.922946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.042430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd31c837-21e7-4134-99d0-8454bf78f893 None None] Provisioning complete for port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:58:40.043129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd31c837-21e7-4134-99d0-8454bf78f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.078925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd31c837-21e7-4134-99d0-8454bf78f893 None None] Port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:58:40.083656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] For port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:40.120363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] For port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:58:40.155435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] device_id is not set on port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab yet. {{(pid=94786) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:58:40.164175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.171353 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.223859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:40.252539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] No DVR routers for this DVR port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:40.333118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] In _notify_port_updated(), no bound segment for port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab on network e0064190-738d-4733-b091-a9c695bc228d {{(pid=94786) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:58:40.334007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:40.334640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.336044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-20f8c643-1e28-47d3-a985-8bb9e6a212f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 200 len: 1033 time: 0.4928386 Aug 31 09:58:40.481642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d2ea2-8459-4b2d-a7ab-63abdaca877e req-06fb8fc4-235e-476b-8da7-1fdc3bd4af26 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:40.488011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d2ea2-8459-4b2d-a7ab-63abdaca877e req-06fb8fc4-235e-476b-8da7-1fdc3bd4af26 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:40.493822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d2ea2-8459-4b2d-a7ab-63abdaca877e req-06fb8fc4-235e-476b-8da7-1fdc3bd4af26 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:40.499614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cae71e2d-cffa-4bf5-ad57-55845f5c5df4 None None] Provisioning complete for port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:58:40.500146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d2ea2-8459-4b2d-a7ab-63abdaca877e req-06fb8fc4-235e-476b-8da7-1fdc3bd4af26 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:40.500352 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cae71e2d-cffa-4bf5-ad57-55845f5c5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.507641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d2ea2-8459-4b2d-a7ab-63abdaca877e req-06fb8fc4-235e-476b-8da7-1fdc3bd4af26 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:40.509602 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b8d2ea2-8459-4b2d-a7ab-63abdaca877e req-06fb8fc4-235e-476b-8da7-1fdc3bd4af26 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 3886 time: 0.1724656 Aug 31 09:58:40.544448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-cae71e2d-cffa-4bf5-ad57-55845f5c5df4 None None] Port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:58:40.561243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b8d2ea2-8459-4b2d-a7ab-63abdaca877e req-b7369344-c5cd-4064-8a0c-66170b366524 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431440 Aug 31 09:58:40.589456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port 51133362-96f1-4480-8b28-296952a81d2e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:40.590030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.650692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.725957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01576-8d4b-4d9e-a684-9801451e82c4 req-0ba30e68-045d-41a9-83cb-cd3875ee3a4f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:40.727606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14d01576-8d4b-4d9e-a684-9801451e82c4 req-0ba30e68-045d-41a9-83cb-cd3875ee3a4f tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0809484 Aug 31 09:58:40.729531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] For port 51133362-96f1-4480-8b28-296952a81d2e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=51133362-96f1-4480-8b28-296952a81d2e,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:40.729964 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.762781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for 51133362-96f1-4480-8b28-296952a81d2e owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:40.785236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14d01576-8d4b-4d9e-a684-9801451e82c4 req-b3c8026b-908c-4f54-8312-a3a3c6b3ea6c tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471478 Aug 31 09:58:40.924930 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:40.957384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=51133362-96f1-4480-8b28-296952a81d2e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:41.028333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] No DVR routers for this DVR port 51133362-96f1-4480-8b28-296952a81d2e on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:41.031164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:41.033085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-933282e3-fb84-42fe-8765-feda38ec1af9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "DELETE /v2.0/ports/51133362-96f1-4480-8b28-296952a81d2e HTTP/1.1" status: 204 len: 173 time: 0.6655741 Aug 31 09:58:41.033514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': '51133362-96f1-4480-8b28-296952a81d2e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:58:41.035785 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00e481-0dd4-4ac1-9f9f-b6f8eb5aceec" -d '{"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "51133362-96f1-4480-8b28-296952a81d2e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:41.102741 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7658bd1d-e000-4374-83f7-26fe8d5f0433 x-openstack-request-id: req-7658bd1d-e000-4374-83f7-26fe8d5f0433 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:41.103163 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "51133362-96f1-4480-8b28-296952a81d2e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:41.103507 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7658bd1d-e000-4374-83f7-26fe8d5f0433 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:41.103997 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': '51133362-96f1-4480-8b28-296952a81d2e', 'status': 'completed', 'code': 200} Aug 31 09:58:41.138267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:41.138772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:41.243757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] For port 6cb08a69-176d-47dc-833e-bf742e9bb0b6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=6cb08a69-176d-47dc-833e-bf742e9bb0b6,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:41.244441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:41.260803 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for 6cb08a69-176d-47dc-833e-bf742e9bb0b6 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:41.419796 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:41.457226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=6cb08a69-176d-47dc-833e-bf742e9bb0b6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:41.519326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] No DVR routers for this DVR port 6cb08a69-176d-47dc-833e-bf742e9bb0b6 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:41.522069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:41.524487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-0209db37-d67c-4fd0-aad7-3c9623bceb4d tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "DELETE /v2.0/ports/6cb08a69-176d-47dc-833e-bf742e9bb0b6 HTTP/1.1" status: 204 len: 173 time: 0.4854620 Aug 31 09:58:41.667146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port 99f92245-6acc-48c7-93cd-d517ad6d173d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:41.667405 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:41.767079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9295a6-b18a-42dc-91a5-0043e286bb31 req-d77c505b-b8ef-4a6a-8781-76616c8fca06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:41.776010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9295a6-b18a-42dc-91a5-0043e286bb31 req-d77c505b-b8ef-4a6a-8781-76616c8fca06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:41.782762 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9295a6-b18a-42dc-91a5-0043e286bb31 req-d77c505b-b8ef-4a6a-8781-76616c8fca06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:41.784481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a9295a6-b18a-42dc-91a5-0043e286bb31 req-d77c505b-b8ef-4a6a-8781-76616c8fca06 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 2416 time: 0.1324136 Aug 31 09:58:42.266593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] For port 99f92245-6acc-48c7-93cd-d517ad6d173d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=99f92245-6acc-48c7-93cd-d517ad6d173d,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:42.267324 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:42.281903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a9295a6-b18a-42dc-91a5-0043e286bb31 req-37102e34-d815-498a-998e-e340b03514a4 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936852 Aug 31 09:58:42.292205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aefee8-ef1a-4e9f-a68d-cf0aa24e4e9f req-f5c784e9-8b70-4669-9172-3c200fbfe8ca tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:42.295459 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87aefee8-ef1a-4e9f-a68d-cf0aa24e4e9f req-f5c784e9-8b70-4669-9172-3c200fbfe8ca tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.1083515 Aug 31 09:58:42.301843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for 99f92245-6acc-48c7-93cd-d517ad6d173d owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:42.348988 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-87aefee8-ef1a-4e9f-a68d-cf0aa24e4e9f req-07214b0b-d911-46a4-a5d6-06c6409e181d tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461333 Aug 31 09:58:42.504051 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:42.531548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=99f92245-6acc-48c7-93cd-d517ad6d173d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:42.579413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] No DVR routers for this DVR port 99f92245-6acc-48c7-93cd-d517ad6d173d on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:42.582119 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:42.584605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-5a91a947-9b50-4886-8d99-d23b7a65e48a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "DELETE /v2.0/ports/99f92245-6acc-48c7-93cd-d517ad6d173d HTTP/1.1" status: 204 len: 173 time: 1.0542428 Aug 31 09:58:42.689330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port cc350b13-3bc1-4664-ba6a-f47938b010f6 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:42.689762 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:42.786375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] For port cc350b13-3bc1-4664-ba6a-f47938b010f6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=cc350b13-3bc1-4664-ba6a-f47938b010f6,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:42.786760 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:42.806837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for cc350b13-3bc1-4664-ba6a-f47938b010f6 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:42.971522 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.014184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=cc350b13-3bc1-4664-ba6a-f47938b010f6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:43.077219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] No DVR routers for this DVR port cc350b13-3bc1-4664-ba6a-f47938b010f6 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:43.079957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.082432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-c49ce129-93f7-48ff-83d5-ab40703f13e7 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "DELETE /v2.0/ports/cc350b13-3bc1-4664-ba6a-f47938b010f6 HTTP/1.1" status: 204 len: 173 time: 0.4912972 Aug 31 09:58:43.115207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': '6cb08a69-176d-47dc-833e-bf742e9bb0b6'}, {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': '99f92245-6acc-48c7-93cd-d517ad6d173d'}, {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': 'cc350b13-3bc1-4664-ba6a-f47938b010f6'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:58:43.117838 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a05fd9-bb26-49b8-98c9-889fb77dfd41" -d '{"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "6cb08a69-176d-47dc-833e-bf742e9bb0b6"}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "99f92245-6acc-48c7-93cd-d517ad6d173d"}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "cc350b13-3bc1-4664-ba6a-f47938b010f6"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:43.161814 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a50e86b-51b1-48f4-8348-a84b20b29abd x-openstack-request-id: req-2a50e86b-51b1-48f4-8348-a84b20b29abd {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:43.162174 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "6cb08a69-176d-47dc-833e-bf742e9bb0b6", "status": "completed", "code": 200}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "99f92245-6acc-48c7-93cd-d517ad6d173d", "status": "completed", "code": 200}, {"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "cc350b13-3bc1-4664-ba6a-f47938b010f6", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:43.162488 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a50e86b-51b1-48f4-8348-a84b20b29abd {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:43.162974 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': '6cb08a69-176d-47dc-833e-bf742e9bb0b6', 'status': 'completed', 'code': 200} Aug 31 09:58:43.163294 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': '99f92245-6acc-48c7-93cd-d517ad6d173d', 'status': 'completed', 'code': 200} Aug 31 09:58:43.163526 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': 'cc350b13-3bc1-4664-ba6a-f47938b010f6', 'status': 'completed', 'code': 200} Aug 31 09:58:43.196204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:43.196986 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.311846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] For port 9bca7e4b-7397-4e14-8ce0-5e02c84df416, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9bca7e4b-7397-4e14-8ce0-5e02c84df416,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:43.312538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.586418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d0db-a992-4932-93b6-ce866c4ba7b4 req-5d699b11-c6a6-4d35-9231-fb7a04c8f34f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:43.588029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65d0d0db-a992-4932-93b6-ce866c4ba7b4 req-5d699b11-c6a6-4d35-9231-fb7a04c8f34f tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 945 time: 0.1691351 Aug 31 09:58:43.649199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a50fd2-0a5b-4b16-b887-240c1fa78c09 req-afda59e3-aab3-484f-a312-5da82208f6f1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:43.650720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2a50fd2-0a5b-4b16-b887-240c1fa78c09 req-afda59e3-aab3-484f-a312-5da82208f6f1 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.2146890 Aug 31 09:58:43.703666 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.730724 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.731157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.731484 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Floating IP fc4c5267-f82b-42a1-a524-815b549c5fd3 disassociated. External IP: 172.25.1.66, port: 9bca7e4b-7397-4e14-8ce0-5e02c84df416. Aug 31 09:58:43.731837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for 9bca7e4b-7397-4e14-8ce0-5e02c84df416 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:43.739121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65d0d0db-a992-4932-93b6-ce866c4ba7b4 req-d6b895f6-d2b4-4309-95bc-57e4df3804df tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34a7e7c-9af1-4c77-85ae-b30386e61572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399498 Aug 31 09:58:43.792124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2a50fd2-0a5b-4b16-b887-240c1fa78c09 req-ed6e201c-e844-40a8-817b-f4fc09d6346a tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192796 Aug 31 09:58:43.835211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:43.874998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:43.875518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:43.910385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.917446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:43.918680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6cb08a69-176d-47dc-833e-bf742e9bb0b6 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:43.939720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 6cb08a69-176d-47dc-833e-bf742e9bb0b6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:58:43.940335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 6cb08a69-176d-47dc-833e-bf742e9bb0b6 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:43.940945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9bca7e4b-7397-4e14-8ce0-5e02c84df416 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:43.963888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 9bca7e4b-7397-4e14-8ce0-5e02c84df416 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:58:43.964449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9bca7e4b-7397-4e14-8ce0-5e02c84df416 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:43.965601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 51133362-96f1-4480-8b28-296952a81d2e no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:43.966458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=9bca7e4b-7397-4e14-8ce0-5e02c84df416,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:43.998464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 51133362-96f1-4480-8b28-296952a81d2e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:58:43.998836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 51133362-96f1-4480-8b28-296952a81d2e not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:44.007444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 99f92245-6acc-48c7-93cd-d517ad6d173d no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:44.051365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 99f92245-6acc-48c7-93cd-d517ad6d173d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:58:44.051713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 99f92245-6acc-48c7-93cd-d517ad6d173d not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:44.052348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cc350b13-3bc1-4664-ba6a-f47938b010f6 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:44.073036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: cc350b13-3bc1-4664-ba6a-f47938b010f6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:58:44.074094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device cc350b13-3bc1-4664-ba6a-f47938b010f6 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:44.114386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Router 5cea285d-428b-4024-a59e-3382e6ef2fa7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:58:44.253006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:58:44.265232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] Sync routers for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:58:44.276164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:58:44.277047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:58:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:44.302806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] No DVR routers for this DVR port 9bca7e4b-7397-4e14-8ce0-5e02c84df416 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:44.308107 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:44.312092 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f24d9b0e-20d0-4612-a797-f6b9aff16fc8 req-9733003c-fa7c-446d-8b67-e77bb795abf2 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.20 "DELETE /v2.0/ports/9bca7e4b-7397-4e14-8ce0-5e02c84df416 HTTP/1.1" status: 204 len: 173 time: 1.2221408 Aug 31 09:58:44.446146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:58:44.716642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:41Z', 'revision_number': 5, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:44.750696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] Checking router: 5cea285d-428b-4024-a59e-3382e6ef2fa7 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:58:44.760107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:58:44.760731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:58:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:44.909065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:58:44.925065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7e5fac0-678e-4c9f-8abd-949b6dacc13a req-b16127b0-a6d8-499a-bbd1-46c364ee11b8 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0665727 Aug 31 09:58:45.038274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145fe00-0211-4ade-9cdd-5690815d0c2d req-0e3e84e7-a3a0-4ec5-b6a6-d79a1a757e79 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:45.045326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a145fe00-0211-4ade-9cdd-5690815d0c2d req-0e3e84e7-a3a0-4ec5-b6a6-d79a1a757e79 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.1175807 Aug 31 09:58:45.125732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a145fe00-0211-4ade-9cdd-5690815d0c2d req-6bc47a2e-530a-4d00-8dd1-656ca3488845 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726295 Aug 31 09:58:45.164659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': '9bca7e4b-7397-4e14-8ce0-5e02c84df416'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:58:45.175524 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797ed20a-85d4-4f5b-a406-b4b6d6b54ea3" -d '{"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "9bca7e4b-7397-4e14-8ce0-5e02c84df416"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:45.209483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:41Z', 'revision_number': 5, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:45.233060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada10c51-d1ef-450b-9577-9e93f564df0a req-3efbefc9-cca9-4202-b7ea-ffef5b7675b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:45.235582 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ada10c51-d1ef-450b-9577-9e93f564df0a req-3efbefc9-cca9-4202-b7ea-ffef5b7675b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1096 time: 0.0566096 Aug 31 09:58:45.243909 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e2d3f-21f4-41d4-bf7d-26763d291175 x-openstack-request-id: req-006e2d3f-21f4-41d4-bf7d-26763d291175 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:45.244340 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71298774-f363-43b9-9d26-a479c5981805", "name": "network-vif-deleted", "tag": "9bca7e4b-7397-4e14-8ce0-5e02c84df416", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:45.244688 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-006e2d3f-21f4-41d4-bf7d-26763d291175 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:45.245233 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71298774-f363-43b9-9d26-a479c5981805', 'name': 'network-vif-deleted', 'tag': '9bca7e4b-7397-4e14-8ce0-5e02c84df416', 'status': 'completed', 'code': 200} Aug 31 09:58:45.257013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958b8dd-7394-4762-a65c-7b1c2a4f627b None None] The sync data for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 is: [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:48:33Z', 'revision_number': 4, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2a373d72-81af-4b2f-a903-04a94c5bc084', 'name': '', 'network_id': '7ccf638d-afca-44df-8059-2feac97c1ce2', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'mac_address': 'fa:16:3e:b6:6e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:32Z', 'updated_at': '2021-08-31T09:48:41Z', 'revision_number': 5, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'subnets': [{'id': '5b8a553c-0413-451d-acd5-160d29b4a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:58:45.284879 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ada10c51-d1ef-450b-9577-9e93f564df0a req-7dc67fee-3a9d-4897-aac3-a2fb166ad7e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Aug 31 09:58:45.598024 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d3dba-85bb-48d1-aa3e-6f517d93d374 None None] New status for floating IP fc4c5267-f82b-42a1-a524-815b549c5fd3: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:58:46.033576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-635bc03a-176f-4bab-8343-395c0e6ceb06 req-4c04cb06-801f-475e-979e-625a78000107 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0336735 Aug 31 09:58:46.353266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd7aa-e89a-4673-8078-74868bd55088 req-3d4c9743-ad55-4c4b-a510-8a2309028f61 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:46.354784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b73dd7aa-e89a-4673-8078-74868bd55088 req-3d4c9743-ad55-4c4b-a510-8a2309028f61 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0947359 Aug 31 09:58:46.411147 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b73dd7aa-e89a-4673-8078-74868bd55088 req-1f3e28fb-e3a1-4bf3-94e1-854a6be70956 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414479 Aug 31 09:58:47.158910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b12d7cc2-819f-42c5-82cb-94ad9567d865 req-b3aedf76-b035-414f-9f99-4a8e86ec62c3 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0308807 Aug 31 09:58:47.361281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 225bfc06-b7f1-46ad-badd-59e1cece3b44 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:58:47.364542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 225bfc06-b7f1-46ad-badd-59e1cece3b44 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:47.484294 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:47.558127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:58:47.560933 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d7eae5-a45d-47ff-8456-536e2926ba13" -d '{"events": [{"server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "name": "network-vif-unplugged", "status": "completed", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:47.608483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b93bd-8465-404e-b27f-a3ba3142d764 req-6157b18e-8238-47e4-bc78-2dec137e83cc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:47.617215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c6b93bd-8465-404e-b27f-a3ba3142d764 req-6157b18e-8238-47e4-bc78-2dec137e83cc tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.1255589 Aug 31 09:58:47.699672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c6b93bd-8465-404e-b27f-a3ba3142d764 req-8f44fb2d-6342-4f54-a0eb-9830fe441843 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807233 Aug 31 09:58:47.716913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35254) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:47.779334 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb242f-03ba-4cf2-bb79-9b47a9860a0f x-openstack-request-id: req-93bb242f-03ba-4cf2-bb79-9b47a9860a0f {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:47.779703 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "name": "network-vif-unplugged", "status": "completed", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:47.779908 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93bb242f-03ba-4cf2-bb79-9b47a9860a0f {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:47.780267 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'code': 200} Aug 31 09:58:47.786591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:47.808923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ab9c44c7-91ad-49b0-ab1d-9ccb4807c7bb tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/floatingips/f93f280d-4007-4537-aa9c-25781b2bc51e HTTP/1.1" status: 200 len: 992 time: 0.0852814 Aug 31 09:58:47.828065 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:47.875439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:47.911251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'port_id': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'mac_address': 'fa:16:3e:0a:0e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:58:47.924038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:47.945467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.945821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.946235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.946580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.946937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.947270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.947597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.947924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.948248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.948573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.948894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.950165 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:47.997693 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:48.013561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225bfc06-b7f1-46ad-badd-59e1cece3b44 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:58:48.035640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:48.040029 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:48.107074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:48.275563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['225bfc06-b7f1-46ad-badd-59e1cece3b44'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:58:48.287225 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c1b2be4-157b-4569-a634-c39c1777415d req-6ddaac96-4a99-4cda-b945-6721d847361c tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0319095 Aug 31 09:58:49.373870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 225bfc06-b7f1-46ad-badd-59e1cece3b44 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:58:49.426342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f53a0a2-99df-4568-862a-74447dbd5aaa req-9e3818c4-04c4-425f-ba73-414c939d0108 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0579917 Aug 31 09:58:49.463663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 225bfc06-b7f1-46ad-badd-59e1cece3b44 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:58:49.464693 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:49.551822 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:49.589214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:49.595168 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:49.655278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:49.781055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:58:49.783380 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2021c457-7c01-4207-9d33-3b9b93d2a6dd" -d '{"events": [{"server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "name": "network-vif-plugged", "status": "completed", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:58:49.830437 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272937f4-8bcc-40f1-9305-44b783022c91 x-openstack-request-id: req-272937f4-8bcc-40f1-9305-44b783022c91 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:58:49.830737 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "name": "network-vif-plugged", "status": "completed", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:58:49.831017 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-272937f4-8bcc-40f1-9305-44b783022c91 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:58:49.831404 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'code': 200} Aug 31 09:58:50.553630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1460c9fc-3070-4a9a-a1f5-90455a2bea86 req-fbb03b9f-e68e-4d8b-88e4-1ffac4ebecd0 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0376651 Aug 31 09:58:51.681494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4bec73c-b0aa-4d71-b9b2-8505c5ef7c3f req-d0d6fb59-5120-40f8-99ab-311d573ddaff tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0532780 Aug 31 09:58:51.803843 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-780ace4d-73f3-40c7-a6ce-2cc4fa139bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:52.818587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b880ead8-06bb-426e-a4ed-7834a67cea32 req-adf42d95-5590-4004-bcbd-a5d42281e368 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0650258 Aug 31 09:58:53.938027 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8e84f8e-6fd6-4b7e-a63a-9d298f09384d req-94d1cb54-6dd2-4e3c-b284-0d10171db5fe tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0311675 Aug 31 09:58:55.039158 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:55.089989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43ffa9d0-a392-4177-a3f1-6081c4e99b0b req-b01b86c7-7008-4c45-93bd-8a340866ef5e tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/ports?device_id=71298774-f363-43b9-9d26-a479c5981805 HTTP/1.1" status: 200 len: 210 time: 0.0456548 Aug 31 09:58:55.755912 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8db13432-57ba-4d62-81bc-6e83adf58ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.201964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35466) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:56.256656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-963bdf8a-1f17-4c65-bc31-af264a340c4b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.279666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-963bdf8a-1f17-4c65-bc31-af264a340c4b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.329643 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-963bdf8a-1f17-4c65-bc31-af264a340c4b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.332218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-963bdf8a-1f17-4c65-bc31-af264a340c4b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.334834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-963bdf8a-1f17-4c65-bc31-af264a340c4b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "DELETE /v2.0/security-groups/c34a7e7c-9af1-4c77-85ae-b30386e61572 HTTP/1.1" status: 204 len: 168 time: 0.1304305 Aug 31 09:58:56.336697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 35472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:56.343318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bdf8a-1f17-4c65-bc31-af264a340c4b tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34a7e7c-9af1-4c77-85ae-b30386e61572,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:56.370297 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-f024d823-a5c1-4e69-96e2-f04e2bde700a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] show failed (client error): The resource could not be found. Aug 31 09:58:56.374389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35474) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:56.374519 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f024d823-a5c1-4e69-96e2-f04e2bde700a tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "GET /v2.0/security-groups/c34a7e7c-9af1-4c77-85ae-b30386e61572 HTTP/1.1" status: 404 len: 347 time: 0.0366678 Aug 31 09:58:56.513234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port 5c25ed50-4d6e-4371-9cf4-4bc919f7ec25 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:56.513590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.590289 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.590766 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.602641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for 5c25ed50-4d6e-4371-9cf4-4bc919f7ec25 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:56.766255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.841919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=5c25ed50-4d6e-4371-9cf4-4bc919f7ec25,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:56.862669 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.865266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:56.866455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8ead8541-9ede-47ff-aadb-dfc7c9f88353 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "DELETE /v2.0/floatingips/fc4c5267-f82b-42a1-a524-815b549c5fd3 HTTP/1.1" status: 204 len: 168 time: 0.4907668 Aug 31 09:58:56.869184 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35488) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:56.966053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a942e622-5776-4c44-b53c-f72a3f0c7729 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:56.966521 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a942e622-5776-4c44-b53c-f72a3f0c7729 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.061749 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a942e622-5776-4c44-b53c-f72a3f0c7729 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.075337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a942e622-5776-4c44-b53c-f72a3f0c7729 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for 4ee67496-4f31-4fcd-bfb1-0d533f1d54ab owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:57.213857 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a942e622-5776-4c44-b53c-f72a3f0c7729 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.247797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942e622-5776-4c44-b53c-f72a3f0c7729 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=4ee67496-4f31-4fcd-bfb1-0d533f1d54ab,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:57.318009 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a942e622-5776-4c44-b53c-f72a3f0c7729 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.319955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a942e622-5776-4c44-b53c-f72a3f0c7729 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "DELETE /v2.0/ports/4ee67496-4f31-4fcd-bfb1-0d533f1d54ab HTTP/1.1" status: 204 len: 168 time: 0.4498422 Aug 31 09:58:57.322456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35502) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:57.413707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0c441bbe-e4a4-4006-9005-0bf4d1e8f8c6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:57.414310 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c441bbe-e4a4-4006-9005-0bf4d1e8f8c6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.513910 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c441bbe-e4a4-4006-9005-0bf4d1e8f8c6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.526529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-0c441bbe-e4a4-4006-9005-0bf4d1e8f8c6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for 6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:57.682604 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c441bbe-e4a4-4006-9005-0bf4d1e8f8c6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.700784 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.718097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c441bbe-e4a4-4006-9005-0bf4d1e8f8c6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:57.815560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c441bbe-e4a4-4006-9005-0bf4d1e8f8c6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.817628 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0c441bbe-e4a4-4006-9005-0bf4d1e8f8c6 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "DELETE /v2.0/ports/6a6c124e-8ae4-4c02-8da7-f2aa53bb4ba2 HTTP/1.1" status: 204 len: 168 time: 0.4941545 Aug 31 09:58:57.820235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35508) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:57.888160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5728a3-c41c-4fb6-8587-1e2f81d6ecf9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting subnet 8d4f3e8a-3552-4538-b4be-63a771611e70 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:58:57.891655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc5728a3-c41c-4fb6-8587-1e2f81d6ecf9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:57.938791 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc5728a3-c41c-4fb6-8587-1e2f81d6ecf9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.033042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc5728a3-c41c-4fb6-8587-1e2f81d6ecf9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.095244 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc5728a3-c41c-4fb6-8587-1e2f81d6ecf9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.129983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5728a3-c41c-4fb6-8587-1e2f81d6ecf9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4f3e8a-3552-4538-b4be-63a771611e70,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:58.152269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc5728a3-c41c-4fb6-8587-1e2f81d6ecf9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.152269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc5728a3-c41c-4fb6-8587-1e2f81d6ecf9 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "DELETE /v2.0/subnets/8d4f3e8a-3552-4538-b4be-63a771611e70 HTTP/1.1" status: 204 len: 168 time: 0.3259878 Aug 31 09:58:58.152269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35514) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:58.154568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65121b89-8351-4c4e-93b2-0125f2de8991 None None] Network 4881000f-f362-409a-82b9-80064c0603e3 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:58:58.210176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-59039916-0a58-46f9-91a1-774d2d733036 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting subnet 83abec25-5179-4336-928d-0286e7a4e5cd {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:58:58.214708 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-59039916-0a58-46f9-91a1-774d2d733036 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.272079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-59039916-0a58-46f9-91a1-774d2d733036 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.328029 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:58:58.404878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-59039916-0a58-46f9-91a1-774d2d733036 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.482012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-59039916-0a58-46f9-91a1-774d2d733036 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.487428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] DHCP port deletion for 4881000f-f362-409a-82b9-80064c0603e3 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:58:58.518456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-59039916-0a58-46f9-91a1-774d2d733036 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.522811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-59039916-0a58-46f9-91a1-774d2d733036 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "DELETE /v2.0/subnets/83abec25-5179-4336-928d-0286e7a4e5cd HTTP/1.1" status: 204 len: 168 time: 0.3672147 Aug 31 09:58:58.522811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59039916-0a58-46f9-91a1-774d2d733036 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Subnet': ['ID=83abec25-5179-4336-928d-0286e7a4e5cd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:58.523713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35518) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:58.554412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4b3e5-d8fa-41e3-a370-be7c0e6fa75b None None] Network e0064190-738d-4733-b091-a9c695bc228d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:58:58.616067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.664714 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.669972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] Deleting port dbf3f68a-a3bb-4163-9aee-db427a68cd09 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:58.670484 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.700667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Deleting port dbf3f68a-a3bb-4163-9aee-db427a68cd09 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:58.701415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.775291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] For port dbf3f68a-a3bb-4163-9aee-db427a68cd09, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dbf3f68a-a3bb-4163-9aee-db427a68cd09,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:58.776407 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.794067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] Calling delete_port for dbf3f68a-a3bb-4163-9aee-db427a68cd09 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:58.813192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] For port dbf3f68a-a3bb-4163-9aee-db427a68cd09, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dbf3f68a-a3bb-4163-9aee-db427a68cd09,segment=NetworkSegment(a626bbb3-9b10-4e6a-bf83-b7a59ded8d26),segment_id=a626bbb3-9b10-4e6a-bf83-b7a59ded8d26)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:58.813577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.831060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Calling delete_port for dbf3f68a-a3bb-4163-9aee-db427a68cd09 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:58.909079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.934997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] DHCP port deletion for e0064190-738d-4733-b091-a9c695bc228d request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:58:58.940461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] Pushing event deleted for resources: {'Port': ['ID=dbf3f68a-a3bb-4163-9aee-db427a68cd09,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:58.945722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85217d-7fcc-4b78-8293-60cd89891e4b None None] No DVR routers for this DVR port dbf3f68a-a3bb-4163-9aee-db427a68cd09 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:58.977995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.002162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] Deleting port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:58:59.002920 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.009069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] No DVR routers for this DVR port dbf3f68a-a3bb-4163-9aee-db427a68cd09 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:59.093215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] For port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31,segment=NetworkSegment(d2320c39-5bd4-490c-9c27-09f4eb6f6b00),segment_id=d2320c39-5bd4-490c-9c27-09f4eb6f6b00)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:58:59.093620 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.105656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.116725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4881000f-f362-409a-82b9-80064c0603e3']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:59.119162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] Calling delete_port for 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:58:59.133036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:59.133443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a626bbb3-9b10-4e6a-bf83-b7a59ded8d26') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:59.143922 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.161454 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.168588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:58:59.169096 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.209335 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.237140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] Pushing event deleted for resources: {'Port': ['ID=4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: self.session.flush() Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:58:59.241082 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:58:59.244563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Port': ['ID=dbf3f68a-a3bb-4163-9aee-db427a68cd09,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:59.248124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b04c3-9a2f-46fb-a108-a374a793d2fd None None] No DVR routers for this DVR port 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:58:59.250333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.262954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.265576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "DELETE /v2.0/networks/4881000f-f362-409a-82b9-80064c0603e3 HTTP/1.1" status: 204 len: 168 time: 0.7413058 Aug 31 09:58:59.268187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 35526) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:59.297380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726b6e8-84a8-43ff-b787-eb8731a73f76 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Network': ['ID=4881000f-f362-409a-82b9-80064c0603e3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:59.363090 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.457735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.467809 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0064190-738d-4733-b091-a9c695bc228d']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:59.478280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:59.478562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2320c39-5bd4-490c-9c27-09f4eb6f6b00') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:58:59.487910 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.502809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.514081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:58:59.514557 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: timer() Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:58:59.518005 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:58:59.573679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:59.597748 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.598873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:58:59.599522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4f5b1c33-44e5-4ee2-83ed-ce7a1aad0a31 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:59.600133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dbf3f68a-a3bb-4163-9aee-db427a68cd09 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:58:59.607636 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:59.609658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] 10.222.0.69 "DELETE /v2.0/networks/e0064190-738d-4733-b091-a9c695bc228d HTTP/1.1" status: 204 len: 168 time: 0.3403549 Aug 31 09:58:59.630289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: dbf3f68a-a3bb-4163-9aee-db427a68cd09 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:58:59.631022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dbf3f68a-a3bb-4163-9aee-db427a68cd09 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:58:59.642709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb2aaa-fa1f-44ac-b51d-22a4e3a29808 tempest-TaggedBootDevicesTest_v242-625675763 tempest-TaggedBootDevicesTest_v242-625675763-project] Pushing event deleted for resources: {'Network': ['ID=e0064190-738d-4733-b091-a9c695bc228d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:09.821682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36092) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:10.173183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36104) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:10.292789 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9776-989c-4545-92a2-f463595e0c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.381624 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.393452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9776-989c-4545-92a2-f463595e0c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.398627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9776-989c-4545-92a2-f463595e0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.456044 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc2f9776-989c-4545-92a2-f463595e0c06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c7cb8da252042908ee7b8a6c038a4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815685 Aug 31 09:59:10.457466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f9776-989c-4545-92a2-f463595e0c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521f25c2-03f6-43f6-922d-87f6699420e8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:10.460323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:10.523716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72dc5aa5-5dc5-464c-9248-0d2bd5e41856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.565386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72dc5aa5-5dc5-464c-9248-0d2bd5e41856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.631204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72dc5aa5-5dc5-464c-9248-0d2bd5e41856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.633945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-72dc5aa5-5dc5-464c-9248-0d2bd5e41856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.635302 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-72dc5aa5-5dc5-464c-9248-0d2bd5e41856 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/521f25c2-03f6-43f6-922d-87f6699420e8 HTTP/1.1" status: 204 len: 168 time: 0.1738086 Aug 31 09:59:10.668265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc5aa5-5dc5-464c-9248-0d2bd5e41856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521f25c2-03f6-43f6-922d-87f6699420e8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:10.674409 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.736648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Deleting port 2a373d72-81af-4b2f-a903-04a94c5bc084 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:10.737281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.837252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] For port 2a373d72-81af-4b2f-a903-04a94c5bc084, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2a373d72-81af-4b2f-a903-04a94c5bc084,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:10.838030 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.854582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Calling delete_port for 2a373d72-81af-4b2f-a903-04a94c5bc084 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:11.422002 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:11.447320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a373d72-81af-4b2f-a903-04a94c5bc084,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:11.642839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:11.857382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Router 5cea285d-428b-4024-a59e-3382e6ef2fa7 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:11.967427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:11.972994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f292901c-669b-4aef-9204-07bf6c61a73a admin admin] 10.222.0.69 "PUT /v2.0/routers/5cea285d-428b-4024-a59e-3382e6ef2fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1499302 Aug 31 09:59:11.975585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36124) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:11.980560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] Sync routers for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:11.993061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:11.993702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:58:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:12.085193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.098402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:12.197406 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.253943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Deleting port f7f14d8f-121a-4043-bc07-590b092d9bbd {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:12.254293 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.284225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:59:11Z', 'revision_number': 5, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port': {'id': 'f7f14d8f-121a-4043-bc07-590b092d9bbd', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:26Z', 'updated_at': '2021-08-31T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:12.317529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] Checking router: 5cea285d-428b-4024-a59e-3382e6ef2fa7 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:12.326621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] Routers {'5cea285d-428b-4024-a59e-3382e6ef2fa7'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:12.327257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:58:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['5cea285d-428b-4024-a59e-3382e6ef2fa7'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:12.350630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] For port f7f14d8f-121a-4043-bc07-590b092d9bbd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f7f14d8f-121a-4043-bc07-590b092d9bbd,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:12.351157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.363711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Calling delete_port for f7f14d8f-121a-4043-bc07-590b092d9bbd owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:12.413575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] Set router 5cea285d-428b-4024-a59e-3382e6ef2fa7 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:12.467376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:59:12Z', 'revision_number': 6, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:12.499271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca9ddb-19d1-4a8b-bbb6-30f3db9f3ad9 None None] The sync data for ids ['5cea285d-428b-4024-a59e-3382e6ef2fa7'] in n-d-806683-2 is: [{'id': '5cea285d-428b-4024-a59e-3382e6ef2fa7', 'name': 'tempest-TaggedBootDevicesTest_v242-1900859740-router', 'tenant_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:24Z', 'updated_at': '2021-08-31T09:59:12Z', 'revision_number': 6, 'project_id': '3974ff294d7b4e87bc97b1ab0b8a522c', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:12.549508 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.575940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f14d8f-121a-4043-bc07-590b092d9bbd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:12.641383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.738058 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.740351 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.784176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.784870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cea285d-428b-4024-a59e-3382e6ef2fa7 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:59:12.789935 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.791265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b9c4feb1-f374-49e1-bc8c-23839609015c admin admin] 10.222.0.69 "DELETE /v2.0/routers/5cea285d-428b-4024-a59e-3382e6ef2fa7 HTTP/1.1" status: 204 len: 168 time: 0.8147678 Aug 31 09:59:12.794276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36134) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:12.841989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-409f896c-baca-483e-96aa-1c0cd2208894 admin admin] Deleting subnet 5b8a553c-0413-451d-acd5-160d29b4a570 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:59:12.845994 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-409f896c-baca-483e-96aa-1c0cd2208894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.885214 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-409f896c-baca-483e-96aa-1c0cd2208894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.974345 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-409f896c-baca-483e-96aa-1c0cd2208894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.030174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-409f896c-baca-483e-96aa-1c0cd2208894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.054793 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f896c-baca-483e-96aa-1c0cd2208894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b8a553c-0413-451d-acd5-160d29b4a570,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:13.060435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-409f896c-baca-483e-96aa-1c0cd2208894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.064529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-409f896c-baca-483e-96aa-1c0cd2208894 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5b8a553c-0413-451d-acd5-160d29b4a570 HTTP/1.1" status: 204 len: 168 time: 0.2670083 Aug 31 09:59:13.064973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36136) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:13.067234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258605f-38ec-4c0e-947f-e1151f9ce793 None None] Network 7ccf638d-afca-44df-8059-2feac97c1ce2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:13.139380 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.194150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Deleting port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:13.194502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.272728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] DHCP port deletion for 7ccf638d-afca-44df-8059-2feac97c1ce2 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:59:13.287636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] For port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:13.288010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.303023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Calling delete_port for 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:13.337749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] Deleting port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:13.338380 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.392730 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.411010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] For port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,segment=NetworkSegment(6e25c11b-5102-4c03-b988-e6890530d415),segment_id=6e25c11b-5102-4c03-b988-e6890530d415)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:13.411504 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.420239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:13.424170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] No DVR routers for this DVR port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:13.429259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] Calling delete_port for 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:13.509379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.514716 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.527006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccf638d-afca-44df-8059-2feac97c1ce2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:13.539861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e25c11b-5102-4c03-b988-e6890530d415') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:13.540301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e25c11b-5102-4c03-b988-e6890530d415') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:13.551104 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.555088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] No DVR routers for this DVR port 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:13.560978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66fe76-04d1-4958-a30e-c105ec821dda None None] Pushing event deleted for resources: {'Port': ['ID=3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:13.580174 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.588941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:59:13.589860 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:59:13.592214 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:59:13.628609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:13.662344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:13.662908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3a308171-1b8f-4d7d-96c0-0cc9bc89f4fb not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:13.663648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2a373d72-81af-4b2f-a903-04a94c5bc084 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:13.676812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.691201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.695848 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7ccf638d-afca-44df-8059-2feac97c1ce2 HTTP/1.1" status: 204 len: 168 time: 0.6267474 Aug 31 09:59:13.714448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2a373d72-81af-4b2f-a903-04a94c5bc084 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:13.714986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2a373d72-81af-4b2f-a903-04a94c5bc084 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:13.715505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f7f14d8f-121a-4043-bc07-590b092d9bbd no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:13.716676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38e11d-f768-4993-baa1-7eac31fb2006 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccf638d-afca-44df-8059-2feac97c1ce2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:13.717598 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.736695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: f7f14d8f-121a-4043-bc07-590b092d9bbd {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:13.737371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f7f14d8f-121a-4043-bc07-590b092d9bbd not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:13.883573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36146) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:13.924581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6a0cc584-8ce2-4494-83e9-70bf1ddcd7e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3974ff294d7b4e87bc97b1ab0b8a522c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398407 Aug 31 09:59:13.926973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36148) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:13.974014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:14.002452 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:14.050318 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:14.053220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:14.054528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9857f123-41ee-4ca9-9539-41d6b451d6cd HTTP/1.1" status: 204 len: 168 time: 0.1265175 Aug 31 09:59:14.063419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9857f123-41ee-4ca9-9539-41d6b451d6cd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:14.071605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.071958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.072510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.073651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.073992 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.074331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.074852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.075222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.075556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.075887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.076216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.076541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da248-96d1-4a27-ae1d-290aef8a67c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:14.761704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36178) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:14.864889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2096304970-network', 'tenant_id': 'd0b402620a4d4e939f64b12ab53df622'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:14.884819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Made reservation on behalf of d0b402620a4d4e939f64b12ab53df622 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:14.887781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:14.896109 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:14.990536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:14.995877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.024487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:59:15.032207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:15.039248 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.039598 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Added segment 38c4c612-4de9-4a87-b7cb-22c403b314de of type vlan for network f4722c50-76a5-477d-9a15-182253b5bb7e Aug 31 09:59:15.080780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.105722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.106674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:15.107277 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.165340 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4022841 Aug 31 09:59:15.168433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36186) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:15.170520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020a1fe-afea-4d07-8b87-ac61611b1c51 admin admin] Pushing event updated for resources: {'Network': ['ID=f4722c50-76a5-477d-9a15-182253b5bb7e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:15.174368 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Request body: {'subnet': {'network_id': 'f4722c50-76a5-477d-9a15-182253b5bb7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2096304970-subnet', 'tenant_id': 'd0b402620a4d4e939f64b12ab53df622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:15.182247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network f4722c50-76a5-477d-9a15-182253b5bb7e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:59:15.202691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Made reservation on behalf of d0b402620a4d4e939f64b12ab53df622 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:15.205647 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.378179 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.436002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b92e82-31e8-42d6-92d5-0db8dd9152d5,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:15.443335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Checking segment: {'id': '38c4c612-4de9-4a87-b7cb-22c403b314de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f4722c50-76a5-477d-9a15-182253b5bb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:15.443735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Network hostable DHCP agents. Network: f4722c50-76a5-477d-9a15-182253b5bb7e, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:59:15.463958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Network f4722c50-76a5-477d-9a15-182253b5bb7e is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:59:15.474524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, f4722c50-76a5-477d-9a15-182253b5bb7e) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:15.480382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:15.481130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.487470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c2242-755c-4676-920c-6b721f83e802 None None] Network f4722c50-76a5-477d-9a15-182253b5bb7e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:15.507125 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0ae88588-8afa-48cc-8f8e-51b5f14846ba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3359578 Aug 31 09:59:15.635378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06131f68-6e42-4ffa-a605-0592e1ccf923 None None] Network f4722c50-76a5-477d-9a15-182253b5bb7e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:15.978867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-c90f3619-c70e-40ca-a683-57d03d8b3447 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:15.980877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-c90f3619-c70e-40ca-a683-57d03d8b3447 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/networks?id=f4722c50-76a5-477d-9a15-182253b5bb7e HTTP/1.1" status: 200 len: 809 time: 0.1103227 Aug 31 09:59:15.997113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-98a487fe-97de-46ce-b1a4-f74c4d06bb73 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/quotas/d0b402620a4d4e939f64b12ab53df622 HTTP/1.1" status: 200 len: 375 time: 0.0104418 Aug 31 09:59:16.028972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-1c750454-a1af-4222-961a-41e390ed5046 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0b402620a4d4e939f64b12ab53df622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263958 Aug 31 09:59:16.121519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-062b7502-45ae-40ee-9602-44d2d2c49d33 service neutron] 10.222.0.69 "GET /v2.0/networks/f4722c50-76a5-477d-9a15-182253b5bb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854292 Aug 31 09:59:16.219222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-fb6d0c6d-7d57-41c7-a0c8-e37155734b79 service neutron] 10.222.0.69 "GET /v2.0/networks/f4722c50-76a5-477d-9a15-182253b5bb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915525 Aug 31 09:59:16.385400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3bb3926-78d7-494b-b818-a980004b95be req-2197207a-17ca-4918-805e-13749adb7782 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 210 time: 0.0292501 Aug 31 09:59:16.851167 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-b44158b4-9fe1-41b7-aa9e-188bb35a13d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937765 Aug 31 09:59:16.937737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-131baf18-53df-4ef9-86c1-4550a61aa192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:16.939511 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-131baf18-53df-4ef9-86c1-4550a61aa192 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1096 time: 0.0411735 Aug 31 09:59:17.044695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-04395e8a-3fbb-451e-ab45-16b0844f7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:17.046269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-04395e8a-3fbb-451e-ab45-16b0844f7aa1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc109bc-c852-46c1-9819-b61cdfea32fe HTTP/1.1" status: 200 len: 897 time: 0.0877709 Aug 31 09:59:17.111636 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-c6ad46c1-2cae-4c91-9918-3f582445b703 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44 HTTP/1.1" status: 200 len: 1000 time: 0.0580881 Aug 31 09:59:17.160161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-d12affda-4848-4122-afe5-ca16d5725798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:17.161594 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-d12affda-4848-4122-afe5-ca16d5725798 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59ebb275-6937-4c50-9e23-a53015917f6a HTTP/1.1" status: 200 len: 834 time: 0.0427310 Aug 31 09:59:17.215421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-2d8fe60b-6f60-471f-9326-004bcaee0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:17.216931 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-2d8fe60b-6f60-471f-9326-004bcaee0d82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc109bc-c852-46c1-9819-b61cdfea32fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465751 Aug 31 09:59:17.305268 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-63f37823-da25-4559-87c5-a21ec378bce8 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811865 Aug 31 09:59:17.406630 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7aeca557-e690-40c8-a9ca-200d6b242282 req-a4cdbf95-b6b8-4d5b-b740-93eef9ef4950 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926085 Aug 31 09:59:17.474856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db719673-8ac2-4dae-baed-2f86c2a455a4 req-b45bdaa4-7990-453e-8066-a7eb7cf55a86 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 210 time: 0.0267925 Aug 31 09:59:18.553401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb146e22-3081-4d6f-a0fa-345d6280eb12 req-0a18a827-0f79-4a7b-9ee5-4301ed1546f7 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 210 time: 0.0269504 Aug 31 09:59:19.473897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b8d91fb0-e280-4872-a30c-5e99559f3317 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:19.475384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b8d91fb0-e280-4872-a30c-5e99559f3317 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.20 "GET /v2.0/networks?id=f4722c50-76a5-477d-9a15-182253b5bb7e HTTP/1.1" status: 200 len: 809 time: 0.1112440 Aug 31 09:59:19.489270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Request body: {'port': {'device_id': 'a58ecf22-8792-47f7-9601-acdf0ec8d114', 'network_id': 'f4722c50-76a5-477d-9a15-182253b5bb7e', 'admin_state_up': True, 'tenant_id': 'd0b402620a4d4e939f64b12ab53df622'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:19.613666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Made reservation on behalf of d0b402620a4d4e939f64b12ab53df622 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:19.617630 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:19.669545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da7e20cd-9b73-44b6-8876-11ba386585d1 req-ba7cd58a-c0eb-47ef-9fd6-515463e11c91 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 210 time: 0.0356052 Aug 31 09:59:19.781770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Allocated IP 172.20.0.14 (f4722c50-76a5-477d-9a15-182253b5bb7e/d7b92e82-31e8-42d6-92d5-0db8dd9152d5/88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:19.937914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:19.976937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:20.022340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Network f4722c50-76a5-477d-9a15-182253b5bb7e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:20.025360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:20.029505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:20.035743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Pushing event updated for resources: {'Port': ['ID=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:20.082295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:20.083026 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:20.097102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-b9b4a9c6-c44a-41a2-b7bf-9003d6bef679 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6125493 Aug 31 09:59:20.168454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Request body: {'port': {'device_id': 'a58ecf22-8792-47f7-9601-acdf0ec8d114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:20.225602 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:20.491619 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:59:20.498866 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:20.510574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Transition to ACTIVE for port object 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:20.514093 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:20.562194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Pushing event updated for resources: {'Port': ['ID=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:20.637620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Attempting to bind port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:59:20.638345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Attempting to bind port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '38c4c612-4de9-4a87-b7cb-22c403b314de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f4722c50-76a5-477d-9a15-182253b5bb7e'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:59:20.638345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Attempting to bind port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e on network f4722c50-76a5-477d-9a15-182253b5bb7e {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:20.642740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e on network f4722c50-76a5-477d-9a15-182253b5bb7e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:59:20.643085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Attempting to bind port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e on network f4722c50-76a5-477d-9a15-182253b5bb7e {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:20.647970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:59:20.648308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Checking segment: {'id': '38c4c612-4de9-4a87-b7cb-22c403b314de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f4722c50-76a5-477d-9a15-182253b5bb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:20.648692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Bound using segment: {'id': '38c4c612-4de9-4a87-b7cb-22c403b314de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f4722c50-76a5-477d-9a15-182253b5bb7e'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:59:20.649115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Bound port: 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c4c612-4de9-4a87-b7cb-22c403b314de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'f4722c50-76a5-477d-9a15-182253b5bb7e'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:59:20.649472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:20.721864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] For port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:20.725273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] For port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,segment=NetworkSegment(38c4c612-4de9-4a87-b7cb-22c403b314de),segment_id=38c4c612-4de9-4a87-b7cb-22c403b314de)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:20.729581 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:20.766344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:20.767073 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:20.768538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] 10.222.0.20 "PUT /v2.0/ports/88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e HTTP/1.1" status: 200 len: 1092 time: 0.6630640 Aug 31 09:59:20.769042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58ecf22-8792-47f7-9601-acdf0ec8d114', 'tag': '88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:20.771375 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a58ecf22-8792-47f7-9601-acdf0ec8d114", "tag": "88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:20.826323 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c272cc-48f1-4943-9ef1-487b39042ba4 x-openstack-request-id: req-f2c272cc-48f1-4943-9ef1-487b39042ba4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:20.826707 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58ecf22-8792-47f7-9601-acdf0ec8d114", "tag": "88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:20.827048 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f2c272cc-48f1-4943-9ef1-487b39042ba4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:20.827514 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58ecf22-8792-47f7-9601-acdf0ec8d114', 'tag': '88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e', 'status': 'completed', 'code': 200} Aug 31 09:59:20.875143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb9baf-73f4-4c5b-a1cb-8f57a03cd39e service neutron] Pushing event updated for resources: {'Port': ['ID=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:20.893590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810ca4f-8e0c-45a7-9fc8-f676c9a35d10 req-dc8328c3-d18d-4cd3-a313-a7eca73450d3 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:20.895114 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4810ca4f-8e0c-45a7-9fc8-f676c9a35d10 req-dc8328c3-d18d-4cd3-a313-a7eca73450d3 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 944 time: 0.1325550 Aug 31 09:59:20.901896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-70e07d71-169f-4c92-9979-b1c625a80207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:20.903483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-70e07d71-169f-4c92-9979-b1c625a80207 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0b402620a4d4e939f64b12ab53df622&device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 1095 time: 0.0840590 Aug 31 09:59:20.960660 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-c925d166-5efc-46e5-b5f5-bf6055be70dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e HTTP/1.1" status: 200 len: 217 time: 0.0431783 Aug 31 09:59:20.982712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4810ca4f-8e0c-45a7-9fc8-f676c9a35d10 req-a00f7957-e8f0-4399-b643-0fb063aca16c tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Aug 31 09:59:21.017680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-768cfcab-bf11-4db8-9ae4-299b39012036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:21.019171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-768cfcab-bf11-4db8-9ae4-299b39012036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7b92e82-31e8-42d6-92d5-0db8dd9152d5 HTTP/1.1" status: 200 len: 849 time: 0.0521247 Aug 31 09:59:21.054725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-57df6632-99e5-4db0-912e-19244067617c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4722c50-76a5-477d-9a15-182253b5bb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270386 Aug 31 09:59:21.060413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36296) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:21.153164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-bd9fa086-1eba-41fd-9cac-7a4beffb0517 service neutron] 10.222.0.20 "GET /v2.0/networks/f4722c50-76a5-477d-9a15-182253b5bb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894678 Aug 31 09:59:21.259754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 560bc22d-fe0d-4934-ab11-1c9bfd4672b0 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:21.260408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:21.263011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75ec32e-207d-4705-97fb-772f6b0137bd req-60e63de6-e41e-4a28-a2df-10faf2109468 service neutron] 10.222.0.20 "GET /v2.0/networks/f4722c50-76a5-477d-9a15-182253b5bb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032114 Aug 31 09:59:21.346685 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:21.346959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:21.349238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-82e2245c-d607-40d2-8a2a-3f6d7aeba832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:21.350931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-82e2245c-d607-40d2-8a2a-3f6d7aeba832 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0b402620a4d4e939f64b12ab53df622&device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 1095 time: 0.0418031 Aug 31 09:59:21.359289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 560bc22d-fe0d-4934-ab11-1c9bfd4672b0 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:21.471333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-6bf74768-6872-43f5-aa04-071023cb8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:21.473195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-6bf74768-6872-43f5-aa04-071023cb8160 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f4722c50-76a5-477d-9a15-182253b5bb7e HTTP/1.1" status: 200 len: 911 time: 0.1141694 Aug 31 09:59:21.521148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-b6d3a9e5-ff2f-4a96-8028-564a410a126b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e HTTP/1.1" status: 200 len: 217 time: 0.0402286 Aug 31 09:59:21.566540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:21.585980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-42bf8ea1-9c56-4770-99bf-0dffe3d0fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:21.587680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-42bf8ea1-9c56-4770-99bf-0dffe3d0fd6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7b92e82-31e8-42d6-92d5-0db8dd9152d5 HTTP/1.1" status: 200 len: 849 time: 0.0600128 Aug 31 09:59:21.595299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=560bc22d-fe0d-4934-ab11-1c9bfd4672b0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:21.610909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.611257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.611597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.612192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.612521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.612847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.613170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.613639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.614086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.614417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.614738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.615146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:21.647402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-26c7b8f2-a4c1-488b-a90d-225d291ace94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4722c50-76a5-477d-9a15-182253b5bb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529628 Aug 31 09:59:21.678936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:21.679130 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Floating IP f93f280d-4007-4537-aa9c-25781b2bc51e disassociated (deleted). External IP: 172.25.1.58, port: 225bfc06-b7f1-46ad-badd-59e1cece3b44. Aug 31 09:59:21.761669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-57ab215f-fbbf-4c1f-bf6e-20b8aab98f59 service neutron] 10.222.0.20 "GET /v2.0/networks/f4722c50-76a5-477d-9a15-182253b5bb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063571 Aug 31 09:59:21.788370 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf6ae-49c6-4d6b-9eb5-f16341331289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:21.868638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b5ca8f6-f5be-46d2-8436-9d44177cdc2b req-a9892e4e-c4df-4c7c-baf1-d340c877ae21 service neutron] 10.222.0.20 "GET /v2.0/networks/f4722c50-76a5-477d-9a15-182253b5bb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979915 Aug 31 09:59:21.929196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router d81fddf7-d4b6-4b79-956b-e55e63ba1860 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:22.039227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:22.046212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:22.053311 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] Sync routers for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:22.075471 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e7032497-3273-4353-9db6-2d979bab24b9 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/floatingips/f93f280d-4007-4537-aa9c-25781b2bc51e HTTP/1.1" status: 204 len: 168 time: 1.0137465 Aug 31 09:59:22.078324 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:22.078607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:22.078986 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:58:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:22.083247 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:22.122947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434fe6-d07b-453c-af0d-dda641245732 req-dc873bcc-c463-4367-85a1-870ea8e16bd7 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:22.124638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb434fe6-d07b-453c-af0d-dda641245732 req-dc873bcc-c463-4367-85a1-870ea8e16bd7 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 944 time: 0.0615342 Aug 31 09:59:22.168234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb434fe6-d07b-453c-af0d-dda641245732 req-f3a96e44-74e9-4157-82e3-82c49905f48a tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362856 Aug 31 09:59:22.226081 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:22.240594 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebd01cc-544c-4d02-a518-48c51c069f16 x-openstack-request-id: req-4ebd01cc-544c-4d02-a518-48c51c069f16 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:22.240884 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:22.241209 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ebd01cc-544c-4d02-a518-48c51c069f16 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:22.241543 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'status': 'completed', 'code': 200} Aug 31 09:59:22.304191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-c2f6fd15-b38c-455d-b880-9f419cc97c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:22.305992 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-c2f6fd15-b38c-455d-b880-9f419cc97c5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe145957829b494fbea1c53baae9541f&device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 1096 time: 0.0425088 Aug 31 09:59:22.336179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8001-cf21-4c92-87db-e89c5226ade3 req-a9b5a2ad-96b2-4efa-a29e-dacbdf4a7db5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:22.337931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dd8001-cf21-4c92-87db-e89c5226ade3 req-a9b5a2ad-96b2-4efa-a29e-dacbdf4a7db5 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0592916 Aug 31 09:59:22.398780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dd8001-cf21-4c92-87db-e89c5226ade3 req-f3b0b7a1-8071-4417-a1c3-c03bc9e71230 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Aug 31 09:59:22.406878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-17809ae0-26af-46c1-8be2-83b201dff355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:22.408428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-17809ae0-26af-46c1-8be2-83b201dff355 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc109bc-c852-46c1-9819-b61cdfea32fe HTTP/1.1" status: 200 len: 897 time: 0.0936778 Aug 31 09:59:22.455193 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-0deaee24-c4bd-4242-9ad6-6a3d3079a6f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44 HTTP/1.1" status: 200 len: 217 time: 0.0390790 Aug 31 09:59:22.472530 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:41Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:22.502502 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] Checking router: d81fddf7-d4b6-4b79-956b-e55e63ba1860 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:22.505380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-a8cfdd39-7601-4a81-8c6e-a3c4a1649fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:22.506912 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-a8cfdd39-7601-4a81-8c6e-a3c4a1649fcd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59ebb275-6937-4c50-9e23-a53015917f6a HTTP/1.1" status: 200 len: 834 time: 0.0448823 Aug 31 09:59:22.511304 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:22.511909 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:58:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:22.557859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-b44ba96d-d849-4e2a-a47b-01ddb03fa074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:22.559441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-b44ba96d-d849-4e2a-a47b-01ddb03fa074 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc109bc-c852-46c1-9819-b61cdfea32fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448911 Aug 31 09:59:22.631969 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:22.662069 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-c567d40b-3792-431c-85cc-609d2b3497e4 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930007 Aug 31 09:59:22.758954 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3e6ddb78-da9a-4017-91a3-b0ea40cb56d3 req-ae506999-3434-4ca2-a7b6-dc87b6bd856f service neutron] 10.222.0.52 "GET /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885811 Aug 31 09:59:22.935350 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:41Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:22.964767 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d9b55-5824-426b-9f09-67521f56149b None None] The sync data for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 is: [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:57:37Z', 'revision_number': 4, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'b44b8b0f-70f6-4d8a-907e-93346b83fbbf', 'name': '', 'network_id': 'fcc109bc-c852-46c1-9819-b61cdfea32fe', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'mac_address': 'fa:16:3e:75:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:35Z', 'updated_at': '2021-08-31T09:57:41Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'subnets': [{'id': '59ebb275-6937-4c50-9e23-a53015917f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:23.195667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55cbb4-75d9-4647-943d-018211942b7b None None] New status for floating IP f93f280d-4007-4537-aa9c-25781b2bc51e: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:59:23.289847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2be70-6809-48f5-92b4-37b9e23cc92d req-53c8bf31-c397-4123-905b-cd48e7afc53d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:23.291423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30c2be70-6809-48f5-92b4-37b9e23cc92d req-53c8bf31-c397-4123-905b-cd48e7afc53d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 944 time: 0.0508497 Aug 31 09:59:23.336311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30c2be70-6809-48f5-92b4-37b9e23cc92d req-a98f34be-ab66-49b0-a9b2-62800e6f9d9e tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Aug 31 09:59:23.498491 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7c8a0-3770-4b9d-a277-279396ec8b28 req-17b54703-7238-418c-b364-a960cf4a61a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:23.500030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bb7c8a0-3770-4b9d-a277-279396ec8b28 req-17b54703-7238-418c-b364-a960cf4a61a4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0506115 Aug 31 09:59:23.542739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bb7c8a0-3770-4b9d-a277-279396ec8b28 req-61e6d19c-fbd4-405a-bb2b-81d37aae51b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "GET /v2.0/security-groups?id=921ae9b0-904b-444b-ad11-3d33efb9afa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348711 Aug 31 09:59:23.587291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-7e97293f-12b8-406f-aafe-80c5760750a3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:23.589436 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-7e97293f-12b8-406f-aafe-80c5760750a3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb8ca823-462a-437b-be7a-39e65608b64b HTTP/1.1" status: 200 len: 945 time: 0.0596886 Aug 31 09:59:23.683267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port 225bfc06-b7f1-46ad-badd-59e1cece3b44 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:23.683612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:23.775140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port 225bfc06-b7f1-46ad-badd-59e1cece3b44, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=225bfc06-b7f1-46ad-badd-59e1cece3b44,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:23.775637 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:23.789442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for 225bfc06-b7f1-46ad-badd-59e1cece3b44 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:23.915541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:23.948979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=225bfc06-b7f1-46ad-badd-59e1cece3b44,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:23.978120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:59:23.997064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] No DVR routers for this DVR port 225bfc06-b7f1-46ad-badd-59e1cece3b44 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:24.000084 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:24.002217 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-de1d5a05-1d7f-4097-b637-7b9e1218d6ef req-855af253-6d03-47a6-98e8-3c6132d76493 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.52 "DELETE /v2.0/ports/225bfc06-b7f1-46ad-badd-59e1cece3b44 HTTP/1.1" status: 204 len: 173 time: 0.4069552 Aug 31 09:59:24.079542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,segment=NetworkSegment(38c4c612-4de9-4a87-b7cb-22c403b314de),segment_id=38c4c612-4de9-4a87-b7cb-22c403b314de)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:24.092499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e', 'network_id': 'f4722c50-76a5-477d-9a15-182253b5bb7e', 'port_id': '88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e', 'mac_address': 'fa:16:3e:fd:3e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b92e82-31e8-42d6-92d5-0db8dd9152d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:59:24.138575 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:24.152231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:59:24.171511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,segment=NetworkSegment(38c4c612-4de9-4a87-b7cb-22c403b314de),segment_id=38c4c612-4de9-4a87-b7cb-22c403b314de)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:24.175424 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:24.223225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:24.242713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'name': 'network-vif-deleted', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:24.245671 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb1aba8-7b5e-42c5-bc7e-86b08a28016f" -d '{"events": [{"server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "name": "network-vif-deleted", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:24.280671 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c5f540-c0ff-4b70-824a-9cea4ff3c2c4 x-openstack-request-id: req-54c5f540-c0ff-4b70-824a-9cea4ff3c2c4 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:24.281214 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8ca823-462a-437b-be7a-39e65608b64b", "name": "network-vif-deleted", "tag": "225bfc06-b7f1-46ad-badd-59e1cece3b44", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:24.281214 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54c5f540-c0ff-4b70-824a-9cea4ff3c2c4 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:24.281597 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8ca823-462a-437b-be7a-39e65608b64b', 'name': 'network-vif-deleted', 'tag': '225bfc06-b7f1-46ad-badd-59e1cece3b44', 'status': 'completed', 'code': 200} Aug 31 09:59:24.488738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53540f46-d4e0-40e8-a184-2fa77cd38087 req-722d7858-733a-405f-8816-660f6bc9d17e tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:24.490605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53540f46-d4e0-40e8-a184-2fa77cd38087 req-722d7858-733a-405f-8816-660f6bc9d17e tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 945 time: 0.0640638 Aug 31 09:59:24.513859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:59:24.545274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53540f46-d4e0-40e8-a184-2fa77cd38087 req-e3fa65bf-78bb-4019-a3c9-2790ba6c0b0e tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463538 Aug 31 09:59:24.609737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36350) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:24.992130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:25.024383 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:25.267961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port b44b8b0f-70f6-4d8a-907e-93346b83fbbf {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:25.268306 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:25.359126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port b44b8b0f-70f6-4d8a-907e-93346b83fbbf, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:25.359522 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:25.372782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for b44b8b0f-70f6-4d8a-907e-93346b83fbbf owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:25.754014 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ff118163-39e3-4190-89c2-facf54df6d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:25.832959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef0c59-18c1-42cc-87b5-b84e62dc1768 req-0d36d4ee-0d93-41b7-8b45-250f78006b0e tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:25.834364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bef0c59-18c1-42cc-87b5-b84e62dc1768 req-0d36d4ee-0d93-41b7-8b45-250f78006b0e tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 945 time: 0.0660467 Aug 31 09:59:25.927137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bef0c59-18c1-42cc-87b5-b84e62dc1768 req-a8379b53-2e86-4965-b729-68d75a844d28 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Aug 31 09:59:25.990347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:25.996379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.033382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=b44b8b0f-70f6-4d8a-907e-93346b83fbbf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:26.060345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:26.068979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:26.069356 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.264971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.327937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.349303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58ecf22-8792-47f7-9601-acdf0ec8d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:26.351625 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbbd807-5662-4243-b25f-ece32fb3bf85" -d '{"events": [{"server_uuid": "a58ecf22-8792-47f7-9601-acdf0ec8d114", "name": "network-vif-plugged", "status": "completed", "tag": "88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:26.364738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,segment=NetworkSegment(38c4c612-4de9-4a87-b7cb-22c403b314de),segment_id=38c4c612-4de9-4a87-b7cb-22c403b314de)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:26.370575 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.400984 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3f2d32-7b0d-44a0-97f2-be3ba0b08270 x-openstack-request-id: req-be3f2d32-7b0d-44a0-97f2-be3ba0b08270 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:26.401206 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58ecf22-8792-47f7-9601-acdf0ec8d114", "name": "network-vif-plugged", "status": "completed", "tag": "88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:26.401674 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be3f2d32-7b0d-44a0-97f2-be3ba0b08270 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:26.402227 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58ecf22-8792-47f7-9601-acdf0ec8d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e', 'code': 200} Aug 31 09:59:26.424063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:26.546201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3bb45-1cbf-4eee-a0bf-fb72066ee0ae req-5f824d46-56b4-4c25-9076-8a01e225a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:26.547633 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbb3bb45-1cbf-4eee-a0bf-fb72066ee0ae req-5f824d46-56b4-4c25-9076-8a01e225a845 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 1097 time: 0.0826201 Aug 31 09:59:26.554017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Router d81fddf7-d4b6-4b79-956b-e55e63ba1860 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:26.625169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dbb3bb45-1cbf-4eee-a0bf-fb72066ee0ae req-e8dbce2d-9938-4bd6-b369-0532b7a43bd9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683479 Aug 31 09:59:26.690177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:26.695475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5bbcf831-9f99-442d-a81e-96cd2fedd213 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "PUT /v2.0/routers/d81fddf7-d4b6-4b79-956b-e55e63ba1860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843055 Aug 31 09:59:26.698134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36376) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:26.703562 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] Sync routers for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:26.716798 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:26.717374 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:26.756782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cd3536-083a-429f-8183-b8f0222ce424 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting subnet 59ebb275-6937-4c50-9e23-a53015917f6a {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:59:26.759877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cd3536-083a-429f-8183-b8f0222ce424 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.807956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cd3536-083a-429f-8183-b8f0222ce424 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.829850 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:26.899718 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cd3536-083a-429f-8183-b8f0222ce424 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.969621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cd3536-083a-429f-8183-b8f0222ce424 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.004267 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54cd3536-083a-429f-8183-b8f0222ce424 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.006499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-54cd3536-083a-429f-8183-b8f0222ce424 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/subnets/59ebb275-6937-4c50-9e23-a53015917f6a HTTP/1.1" status: 204 len: 168 time: 0.3071039 Aug 31 09:59:27.007732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd3536-083a-429f-8183-b8f0222ce424 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Subnet': ['ID=59ebb275-6937-4c50-9e23-a53015917f6a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:27.009571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:27.016367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af1095-b7f1-4a01-baa9-0387a0afe56d None None] Network fcc109bc-c852-46c1-9819-b61cdfea32fe requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:27.051409 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:59:25Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:27.093991 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] Checking router: d81fddf7-d4b6-4b79-956b-e55e63ba1860 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:27.101400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b693c00-a9dd-4fde-a64d-a47711d0881a req-cce391a9-7249-4486-8786-acdaf3fa07a0 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.106220 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] Routers {'d81fddf7-d4b6-4b79-956b-e55e63ba1860'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:27.106880 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:27.111427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7b693c00-a9dd-4fde-a64d-a47711d0881a req-cce391a9-7249-4486-8786-acdaf3fa07a0 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 946 time: 0.1029530 Aug 31 09:59:27.158003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7b693c00-a9dd-4fde-a64d-a47711d0881a req-debec3d9-c03c-4201-8cec-9528d97b21e0 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451424 Aug 31 09:59:27.211417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.261441 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] Set router d81fddf7-d4b6-4b79-956b-e55e63ba1860 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:27.298555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] DHCP port deletion for fcc109bc-c852-46c1-9819-b61cdfea32fe request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:59:27.335809 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.363361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] Deleting port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:27.364293 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.425467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Deleting port cd8df91b-3984-4055-945a-d49f7539ae9a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:27.425828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.449226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] For port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e,segment=NetworkSegment(8503b388-88f3-42b0-a0db-9b804aac88b3),segment_id=8503b388-88f3-42b0-a0db-9b804aac88b3)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:27.449958 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.466564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] Calling delete_port for abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:27.489438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:59:25Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:27.521649 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc52bb1-1396-46c4-af4e-a3294ab02937 None None] The sync data for ids ['d81fddf7-d4b6-4b79-956b-e55e63ba1860'] in n-d-806683-2 is: [{'id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491730549', 'tenant_id': 'fe145957829b494fbea1c53baae9541f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:57:31Z', 'updated_at': '2021-08-31T09:59:25Z', 'revision_number': 5, 'project_id': 'fe145957829b494fbea1c53baae9541f', 'gw_port': {'id': 'cd8df91b-3984-4055-945a-d49f7539ae9a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81fddf7-d4b6-4b79-956b-e55e63ba1860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:57:32Z', 'updated_at': '2021-08-31T09:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:27.538963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] For port cd8df91b-3984-4055-945a-d49f7539ae9a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cd8df91b-3984-4055-945a-d49f7539ae9a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:27.539689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.555080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 225bfc06-b7f1-46ad-badd-59e1cece3b44 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:27.559859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Calling delete_port for cd8df91b-3984-4055-945a-d49f7539ae9a owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:27.586877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 225bfc06-b7f1-46ad-badd-59e1cece3b44 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:27.587133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 225bfc06-b7f1-46ad-badd-59e1cece3b44 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:27.609158 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.633000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] Pushing event deleted for resources: {'Port': ['ID=abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:27.639626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfa5d1-6af8-4481-a9cb-5d5d6c66c869 None None] No DVR routers for this DVR port abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:27.697072 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.006229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:28.045942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:28.046945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device abdc9a98-ea8f-4d3b-8c5e-d2d9f48c888e not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:28.128759 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.155939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Port': ['ID=cd8df91b-3984-4055-945a-d49f7539ae9a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:28.227778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.306848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c2fa0-fccf-4d39-aa10-cc782e7ffcb2 req-7fe98926-77f1-42d2-8a74-43181298c129 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:28.315882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-933c2fa0-fccf-4d39-aa10-cc782e7ffcb2 req-7fe98926-77f1-42d2-8a74-43181298c129 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 946 time: 0.0848436 Aug 31 09:59:28.350381 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.353201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.365498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-933c2fa0-fccf-4d39-aa10-cc782e7ffcb2 req-ad06374d-ce3d-45ed-bcae-a12c7322d045 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486507 Aug 31 09:59:28.409777 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.410349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Fanout notify agent at l3_agent the message router_deleted on router d81fddf7-d4b6-4b79-956b-e55e63ba1860 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:59:28.419408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.420610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-add58193-7806-446e-9c38-f0e82052a6b4 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/routers/d81fddf7-d4b6-4b79-956b-e55e63ba1860 HTTP/1.1" status: 204 len: 168 time: 1.4100780 Aug 31 09:59:28.423627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36402) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:28.537938 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.672127 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.673387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.684344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc109bc-c852-46c1-9819-b61cdfea32fe']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:28.696587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8503b388-88f3-42b0-a0db-9b804aac88b3') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:28.696887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8503b388-88f3-42b0-a0db-9b804aac88b3') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:28.715223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.729590 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.736567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:59:28.737229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:59:28.740473 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:59:28.808952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.829787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.834385 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/networks/fcc109bc-c852-46c1-9819-b61cdfea32fe HTTP/1.1" status: 204 len: 168 time: 0.4073622 Aug 31 09:59:28.834385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f764973-44dc-4b63-966d-43d2b3db1530 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'Network': ['ID=fcc109bc-c852-46c1-9819-b61cdfea32fe,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:28.834906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36416) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:28.904131 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-657ef2c0-dab0-4391-bd0b-de7a0400d2b3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.941029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-657ef2c0-dab0-4391-bd0b-de7a0400d2b3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.019578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-657ef2c0-dab0-4391-bd0b-de7a0400d2b3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.022318 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-657ef2c0-dab0-4391-bd0b-de7a0400d2b3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.026241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-657ef2c0-dab0-4391-bd0b-de7a0400d2b3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] 10.222.0.69 "DELETE /v2.0/security-groups/921ae9b0-904b-444b-ad11-3d33efb9afa8 HTTP/1.1" status: 204 len: 168 time: 0.1875854 Aug 31 09:59:29.039944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ef2c0-dab0-4391-bd0b-de7a0400d2b3 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ae9b0-904b-444b-ad11-3d33efb9afa8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:29.344381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36446) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:29.501099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-98b2e18d-666f-486e-8ff3-3b0a9ba904ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe145957829b494fbea1c53baae9541f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555452 Aug 31 09:59:29.503692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36458) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:29.571875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1868f2d-6deb-49bf-a20f-aa0b2043ed8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.598926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cd8df91b-3984-4055-945a-d49f7539ae9a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:29.601303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1868f2d-6deb-49bf-a20f-aa0b2043ed8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.637083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: cd8df91b-3984-4055-945a-d49f7539ae9a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:29.637809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cd8df91b-3984-4055-945a-d49f7539ae9a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:29.638470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b44b8b0f-70f6-4d8a-907e-93346b83fbbf no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:29.661272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: b44b8b0f-70f6-4d8a-907e-93346b83fbbf {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:29.661699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device b44b8b0f-70f6-4d8a-907e-93346b83fbbf not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:29.670047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1868f2d-6deb-49bf-a20f-aa0b2043ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.672984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f1868f2d-6deb-49bf-a20f-aa0b2043ed8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.686775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f1868f2d-6deb-49bf-a20f-aa0b2043ed8c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79f88df1-cb43-4414-a5f7-933fb6f1a4c7 HTTP/1.1" status: 204 len: 168 time: 0.1723146 Aug 31 09:59:29.700957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1868f2d-6deb-49bf-a20f-aa0b2043ed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f88df1-cb43-4414-a5f7-933fb6f1a4c7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:29.992351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36478) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:30.038250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ed76ef44-819c-464a-a29a-6e2e0ae6fb51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d83126c03714ff68371342ac4aef7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422785 Aug 31 09:59:30.038378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36486) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:30.096602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bab5b00e-13dc-42dc-ba2d-2b8c630dc7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:30.123657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bab5b00e-13dc-42dc-ba2d-2b8c630dc7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:30.182557 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bab5b00e-13dc-42dc-ba2d-2b8c630dc7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:30.187950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bab5b00e-13dc-42dc-ba2d-2b8c630dc7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:30.189452 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bab5b00e-13dc-42dc-ba2d-2b8c630dc7f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5a97258-1d43-4ace-8046-009db09ebde5 HTTP/1.1" status: 204 len: 168 time: 0.1501737 Aug 31 09:59:30.201966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5b00e-13dc-42dc-ba2d-2b8c630dc7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a97258-1d43-4ace-8046-009db09ebde5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:30.371161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d712f6-9083-43f9-b446-4082fc79a459 req-b25f0919-1629-4024-9416-a66957a42846 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:30.372780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18d712f6-9083-43f9-b446-4082fc79a459 req-b25f0919-1629-4024-9416-a66957a42846 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 946 time: 0.0629351 Aug 31 09:59:30.423589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18d712f6-9083-43f9-b446-4082fc79a459 req-d518c13a-2855-4d29-8312-14b81a9cbecd tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436077 Aug 31 09:59:30.932694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36526) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:31.033437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1774123383-network', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:31.055290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Made reservation on behalf of db21b555e81140dc8db7ce6a0faab9e3 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:31.058193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.069563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.165153 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.170600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.197840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:59:31.207461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00049c4-9327-4fe4-85d4-91f3ba773dd2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:31.212441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.212786 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Added segment f16f4431-8f12-48a1-ba70-06823cee20dd of type vlan for network 517863ea-47d0-4115-ad15-aba588d19664 Aug 31 09:59:31.254391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.280146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.281137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:31.281692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.334557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4006763 Aug 31 09:59:31.337592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36536) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:31.344922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Request body: {'subnet': {'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1774123383-subnet', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:31.352848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dfb4c-caa6-463d-9edd-3969d7fe693c admin admin] Pushing event updated for resources: {'Network': ['ID=517863ea-47d0-4115-ad15-aba588d19664,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:31.365757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 517863ea-47d0-4115-ad15-aba588d19664 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:59:31.370627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Made reservation on behalf of db21b555e81140dc8db7ce6a0faab9e3 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:31.373167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.564475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393dab2-3648-4eb0-be58-7b8547e5ac2b req-278ff212-38ca-439d-a726-07531d9c1a66 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:31.566729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7393dab2-3648-4eb0-be58-7b8547e5ac2b req-278ff212-38ca-439d-a726-07531d9c1a66 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 946 time: 0.0641453 Aug 31 09:59:31.582566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.609948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7393dab2-3648-4eb0-be58-7b8547e5ac2b req-0b8bbe48-4203-415b-a31a-889da6025ecf tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354946 Aug 31 09:59:31.651521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63c2c24-881b-49c1-b67d-cf370fe129e8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:31.663692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Checking segment: {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:31.664287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Network hostable DHCP agents. Network: 517863ea-47d0-4115-ad15-aba588d19664, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:59:31.689491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Network 517863ea-47d0-4115-ad15-aba588d19664 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:59:31.701781 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 517863ea-47d0-4115-ad15-aba588d19664) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:31.711662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc3e08-a3b3-4684-88ed-f16125c0c27d None None] Network 517863ea-47d0-4115-ad15-aba588d19664 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:31.720319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:31.721241 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.741776 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-de178af9-fa4d-490a-8b0b-fe5f4e3f6f42 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4006033 Aug 31 09:59:31.742145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36548) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:31.742435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-0a125831-7888-4793-a7d2-c255bd08890e tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:31.744303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-0a125831-7888-4793-a7d2-c255bd08890e tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 946 time: 0.0688806 Aug 31 09:59:31.747906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:31.778356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.780971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.842332 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.878874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Deleting port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:31.879584 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.901610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-517863ea-47d0-4115-ad15-aba588d19664', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:59:31.902538 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.013684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] For port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,segment=NetworkSegment(38c4c612-4de9-4a87-b7cb-22c403b314de),segment_id=38c4c612-4de9-4a87-b7cb-22c403b314de)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:32.014417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.027753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.030355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Calling delete_port for 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:32.066609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Allocated IP 172.20.0.2 (517863ea-47d0-4115-ad15-aba588d19664/f63c2c24-881b-49c1-b67d-cf370fe129e8/48edb09c-45c9-4148-8cdd-f1d0bdb3af93) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:32.195849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.212154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:59:32.233831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Pushing event deleted for resources: {'Port': ['ID=88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:32.291092 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.297427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] No DVR routers for this DVR port 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:32.300974 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.303770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18e87cd8-b3c7-4c81-b5f4-29ef50f74c54 req-6eb1b403-e474-4817-9943-a6da3987c59d tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.20 "DELETE /v2.0/ports/88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e HTTP/1.1" status: 204 len: 173 time: 0.5532866 Aug 31 09:59:32.304308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58ecf22-8792-47f7-9601-acdf0ec8d114', 'name': 'network-vif-deleted', 'tag': '88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:32.308272 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575c30ad-5d64-47b5-bc9f-91500866035d" -d '{"events": [{"server_uuid": "a58ecf22-8792-47f7-9601-acdf0ec8d114", "name": "network-vif-deleted", "tag": "88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:32.309588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Transition to ACTIVE for port object 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:32.322224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.343263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Transition to ACTIVE for port object 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:32.352311 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.357409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.383068 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8921960-d9e8-441a-9cfc-a008c10a7ec9 x-openstack-request-id: req-e8921960-d9e8-441a-9cfc-a008c10a7ec9 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:32.383817 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58ecf22-8792-47f7-9601-acdf0ec8d114", "name": "network-vif-deleted", "tag": "88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:32.384355 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8921960-d9e8-441a-9cfc-a008c10a7ec9 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:32.385151 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58ecf22-8792-47f7-9601-acdf0ec8d114', 'name': 'network-vif-deleted', 'tag': '88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e', 'status': 'completed', 'code': 200} Aug 31 09:59:32.407101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Network 517863ea-47d0-4115-ad15-aba588d19664 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:32.412261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:32.418964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:32.428340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Pushing event updated for resources: {'Port': ['ID=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:32.495328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Attempting to bind port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:59:32.495729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Attempting to bind port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:59:32.495929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Allocated IP 172.25.1.45 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/850fc5c3-d5db-472f-b55a-7b59cea90266) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:32.496091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Attempting to bind port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 on network 517863ea-47d0-4115-ad15-aba588d19664 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:32.501176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:59:32.501585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Checking segment: {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:32.501967 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.502358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Bound using segment: {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:59:32.502849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Bound port: 48edb09c-45c9-4148-8cdd-f1d0bdb3af93, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:59:32.503239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.576061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] For port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:32.579414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] For port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:32.585022 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.628437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.645497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae93176-7e53-4584-9a6b-f9032fd737af None None] Pushing event updated for resources: {'Port': ['ID=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:32.681548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.729089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:32.732658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:32.736123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:32.763444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Pushing event updated for resources: {'Port': ['ID=850fc5c3-d5db-472f-b55a-7b59cea90266,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:32.784536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cabed911-7a51-4394-a75b-5205a4022b0f req-e4b60222-15ff-4504-b569-a0d6d9b897d4 tempest-ServerTagsTestJSON-294150565 tempest-ServerTagsTestJSON-294150565-project] 10.222.0.69 "GET /v2.0/ports?device_id=a58ecf22-8792-47f7-9601-acdf0ec8d114 HTTP/1.1" status: 200 len: 210 time: 0.0566795 Aug 31 09:59:33.054671 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:33.266245 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:33.403375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Router 1557cd46-c0ba-481c-a2da-011c4062a11f is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:59:33.520029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:33.530171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Sync routers for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:33.537409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:33.542240 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1cdc9e8-0bdc-42ea-b71c-59ec4f11c75e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7957160 Aug 31 09:59:33.542418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:33.542838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36582) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:33.543308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:33.690433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:33.694381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:33.862440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:33.869508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce407d88-78f1-49aa-b337-21ac57b1168b None None] Network 517863ea-47d0-4115-ad15-aba588d19664 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:33.891464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36590) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:33.945540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-889b7ae3-d0f8-477c-a57e-ca7423a7ce2d admin admin] Deleting subnet d7b92e82-31e8-42d6-92d5-0db8dd9152d5 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:59:33.949602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8b6dca78-fab5-4c23-91ed-1ee4d1c858b3 None None] Provisioning for port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:33.950962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-889b7ae3-d0f8-477c-a57e-ca7423a7ce2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:33.980038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8b6dca78-fab5-4c23-91ed-1ee4d1c858b3 None None] Provisioning complete for port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:33.980415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b6dca78-fab5-4c23-91ed-1ee4d1c858b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:33.995565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-889b7ae3-d0f8-477c-a57e-ca7423a7ce2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.048609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-889b7ae3-d0f8-477c-a57e-ca7423a7ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.102127 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.123054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-889b7ae3-d0f8-477c-a57e-ca7423a7ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.146184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:32Z', 'revision_number': 3, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:34.155337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7ae3-d0f8-477c-a57e-ca7423a7ce2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b92e82-31e8-42d6-92d5-0db8dd9152d5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:34.162705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-889b7ae3-d0f8-477c-a57e-ca7423a7ce2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.165106 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-889b7ae3-d0f8-477c-a57e-ca7423a7ce2d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d7b92e82-31e8-42d6-92d5-0db8dd9152d5 HTTP/1.1" status: 204 len: 168 time: 0.2724915 Aug 31 09:59:34.168164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36596) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:34.190921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Checking router: 1557cd46-c0ba-481c-a2da-011c4062a11f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:34.191276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Updating router 1557cd46-c0ba-481c-a2da-011c4062a11f port 850fc5c3-d5db-472f-b55a-7b59cea90266 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:59:34.232482 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.255027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b6dca78-fab5-4c23-91ed-1ee4d1c858b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.267933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.366982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.378584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4722c50-76a5-477d-9a15-182253b5bb7e']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:34.388596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8b6dca78-fab5-4c23-91ed-1ee4d1c858b3 None None] For port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:34.392433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c4c612-4de9-4a87-b7cb-22c403b314de') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:34.393227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c4c612-4de9-4a87-b7cb-22c403b314de') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:34.402094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b6dca78-fab5-4c23-91ed-1ee4d1c858b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.407492 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.418523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Allocated IP 172.20.0.1 (517863ea-47d0-4115-ad15-aba588d19664/f63c2c24-881b-49c1-b67d-cf370fe129e8/1c64933d-87a7-43bc-b36e-0e6b092fd8f8) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:34.431458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.441153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:59:34.441849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: timer() Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:59:34.498345 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:59:34.506313 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.512789 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.514916 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] 10.222.0.69 "DELETE /v2.0/networks/f4722c50-76a5-477d-9a15-182253b5bb7e HTTP/1.1" status: 204 len: 168 time: 0.3456097 Aug 31 09:59:34.535986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dca78-fab5-4c23-91ed-1ee4d1c858b3 None None] Pushing event updated for resources: {'Port': ['ID=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:34.564125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730de31c-35e8-4d5f-9703-cdf6b853f20c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4722c50-76a5-477d-9a15-182253b5bb7e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:34.607112 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.630174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Transition to ACTIVE for port object 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:34.690967 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.694788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.707148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Transition to ACTIVE for port object 850fc5c3-d5db-472f-b55a-7b59cea90266 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:34.714489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36610) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:34.714819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.755248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Network 517863ea-47d0-4115-ad15-aba588d19664 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:34.755248 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:34.765598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:34.787603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc1f97-1bdf-40c4-9cf7-23b12cefcf86 None None] Pushing event updated for resources: {'Port': ['ID=850fc5c3-d5db-472f-b55a-7b59cea90266,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:34.791402 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a1cca0fe-6c06-4c67-a15e-0eb5e682188b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0b402620a4d4e939f64b12ab53df622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727768 Aug 31 09:59:34.791402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36612) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:34.799835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Attempting to bind port 850fc5c3-d5db-472f-b55a-7b59cea90266 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:59:34.800196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Attempting to bind port 850fc5c3-d5db-472f-b55a-7b59cea90266 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:59:34.800560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Attempting to bind port 850fc5c3-d5db-472f-b55a-7b59cea90266 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:34.806077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:59:34.806640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:34.807972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.808843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:59:34.809341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Bound port: 850fc5c3-d5db-472f-b55a-7b59cea90266, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:59:34.809768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.842022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.859466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Pushing event updated for resources: {'Port': ['ID=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:34.878664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-12c08fd8-84ed-430f-b965-58c9121c36f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.888637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9fa8037c-0a53-41ed-9f77-81411fc6b6aa None None] Provisioning complete for port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:34.889010 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9fa8037c-0a53-41ed-9f77-81411fc6b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.903776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-12c08fd8-84ed-430f-b965-58c9121c36f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.962527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] For port 850fc5c3-d5db-472f-b55a-7b59cea90266, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:34.967015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] For port 850fc5c3-d5db-472f-b55a-7b59cea90266, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=850fc5c3-d5db-472f-b55a-7b59cea90266,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:34.977981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-12c08fd8-84ed-430f-b965-58c9121c36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.981412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-12c08fd8-84ed-430f-b965-58c9121c36f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:34.984873 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-12c08fd8-84ed-430f-b965-58c9121c36f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7ed1dcc-4b92-46dd-99b4-6e179deb3a10 HTTP/1.1" status: 204 len: 168 time: 0.1808105 Aug 31 09:59:34.992271 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:35.004378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c08fd8-84ed-430f-b965-58c9121c36f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed1dcc-4b92-46dd-99b4-6e179deb3a10,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:35.077787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:35.078437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:35.106481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:35.122058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc1f97-1bdf-40c4-9cf7-23b12cefcf86 None None] Pushing event updated for resources: {'Port': ['ID=850fc5c3-d5db-472f-b55a-7b59cea90266,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:35.260442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:35.327897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:35.329853 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:59:35.336908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:35.347519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f46b401f-6a4e-4089-b1ca-e2c797b6d504 None None] Provisioning for port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:35.353429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f46b401f-6a4e-4089-b1ca-e2c797b6d504 None None] Provisioning complete for port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:35.354438 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f46b401f-6a4e-4089-b1ca-e2c797b6d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:35.399554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f46b401f-6a4e-4089-b1ca-e2c797b6d504 None None] Port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:59:35.406442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:35.508845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Pushing event updated for resources: {'Port': ['ID=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:35.560433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Network 517863ea-47d0-4115-ad15-aba588d19664 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:35.562356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:35.648588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:35.757640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Router 1557cd46-c0ba-481c-a2da-011c4062a11f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:35.794972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:35.795881 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:35.889184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:34Z', 'revision_number': 1, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:35.950704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:35.961392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-519dd2d0-723d-4399-9b42-159720170111 admin admin] 10.222.0.69 "PUT /v2.0/routers/1557cd46-c0ba-481c-a2da-011c4062a11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4171803 Aug 31 09:59:35.969398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bfbcb-ee89-4296-949f-d1d33df4d511 None None] The sync data for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 is: [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:34Z', 'revision_number': 1, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:36.010371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f154feff-7075-4345-9f80-83f6d67adfe8 None None] Provisioning complete for port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:36.010778 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f154feff-7075-4345-9f80-83f6d67adfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:36.036736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:36.076559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:36.076912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 88cdd44a-19bd-4ed6-8f9e-ed7c1a62246e not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:36.083850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f154feff-7075-4345-9f80-83f6d67adfe8 None None] Port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:59:36.639616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6422cce-f804-468f-ac61-4e35e1e8c732 req-d11fb7f8-8eea-4518-8c67-7c7467ece8b0 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0292540 Aug 31 09:59:36.739928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36692) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:36.745915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1394293572-network', 'tenant_id': '60d6fd4420744b739f320edcd32891cb'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:36.774738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Made reservation on behalf of 60d6fd4420744b739f320edcd32891cb for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:36.777330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:36.786963 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:36.921282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:36.925613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:36.953143 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:59:36.964673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65bd3ed-a048-45a4-95fa-eb8972534097,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:36.970042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:36.970476 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Added segment 22230e1f-9bff-4b8c-aed7-f24305a4369f of type vlan for network c9be897c-399b-47c8-9151-2684eb3947f8 Aug 31 09:59:37.021483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.052069 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.053110 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:37.053694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.111206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3700728 Aug 31 09:59:37.114282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36698) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:37.119701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Request body: {'subnet': {'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1394293572-subnet', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:37.127790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0a380-808e-4274-96a0-ccea6472b019 admin admin] Pushing event updated for resources: {'Network': ['ID=c9be897c-399b-47c8-9151-2684eb3947f8,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:37.139879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network c9be897c-399b-47c8-9151-2684eb3947f8 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:59:37.154125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Made reservation on behalf of 60d6fd4420744b739f320edcd32891cb for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:37.156877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.338091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.399415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f65ed0d-b855-4644-b0f0-a4f1578659bc,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:37.408814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Checking segment: {'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:37.409183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Network hostable DHCP agents. Network: c9be897c-399b-47c8-9151-2684eb3947f8, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:59:37.432899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Network c9be897c-399b-47c8-9151-2684eb3947f8 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:59:37.443500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, c9be897c-399b-47c8-9151-2684eb3947f8) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:37.448585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:37.449872 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.459256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878368c-cf91-4975-a306-4883e0c90748 None None] Network c9be897c-399b-47c8-9151-2684eb3947f8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:37.474539 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-daf8434b-362d-4f74-9a3c-216b1970ffa9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3589437 Aug 31 09:59:37.477261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36712) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:37.482068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:37.509703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.511343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.608581 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.683371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 850fc5c3-d5db-472f-b55a-7b59cea90266 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:37.772036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-c9be897c-399b-47c8-9151-2684eb3947f8', 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'fixed_ips': [{'subnet_id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:59:37.773260 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.845040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f850dad7-cda6-441c-b03c-54142dbdb3a7 req-2c985fae-a0df-462e-9cc0-97dd8cf705b1 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0702465 Aug 31 09:59:37.850937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:37.893867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 850fc5c3-d5db-472f-b55a-7b59cea90266 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:37.905577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 850fc5c3-d5db-472f-b55a-7b59cea90266 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:37.906349 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.028842 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Allocated IP 172.20.0.2 (c9be897c-399b-47c8-9151-2684eb3947f8/5f65ed0d-b855-4644-b0f0-a4f1578659bc/bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:38.124187 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.145392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 850fc5c3-d5db-472f-b55a-7b59cea90266, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=850fc5c3-d5db-472f-b55a-7b59cea90266,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:38.151326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.222431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=850fc5c3-d5db-472f-b55a-7b59cea90266,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:38.293732 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.302843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Transition to ACTIVE for port object bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:38.321208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Transition to ACTIVE for port object bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:38.328248 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.389601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Network c9be897c-399b-47c8-9151-2684eb3947f8 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:38.396411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:38.398980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:38.437101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Pushing event updated for resources: {'Port': ['ID=bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:38.467912 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.487455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.493033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Attempting to bind port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:59:38.493715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Attempting to bind port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:59:38.494878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Attempting to bind port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce on network c9be897c-399b-47c8-9151-2684eb3947f8 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:38.505769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:59:38.506152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Checking segment: {'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:38.506555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.507035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Bound using segment: {'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:59:38.507509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Bound port: bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:59:38.507891 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.586686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] For port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:38.592008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] For port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce,segment=NetworkSegment(22230e1f-9bff-4b8c-aed7-f24305a4369f),segment_id=22230e1f-9bff-4b8c-aed7-f24305a4369f)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:38.597675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.624770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Allocated IP 172.25.1.118 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:38.676081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1510275-5e9d-434a-9eab-661cab9bd423 None None] Pushing event updated for resources: {'Port': ['ID=bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:38.763594 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.806215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.855108 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Sync routers for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:38.863890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:38.867055 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:38.868030 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:38.868193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:38.872063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:38.921716 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:39.034170 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:39.092842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7266816a-4698-4072-9d81-e37dd7c18dfa req-6d486e73-c588-4475-928e-1b01c2ec9c86 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0792100 Aug 31 09:59:39.273488 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.284806 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 2, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:39.315674 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Checking router: 1557cd46-c0ba-481c-a2da-011c4062a11f for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:39.316030 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Updating router 1557cd46-c0ba-481c-a2da-011c4062a11f port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:59:39.347082 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.506401 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.701756 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.716265 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Transition to ACTIVE for port object 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:39.724755 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.731851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Router ec6c177a-db5f-488f-a036-94803fe07e0e is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:59:39.762348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:39.816303 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Pushing event updated for resources: {'Port': ['ID=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:39.829495 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.829928 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.830576 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.830721 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.831141 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.831526 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.832112 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.832462 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.832889 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.833328 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.833763 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.834205 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:39.845516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:39.852387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 850fc5c3-d5db-472f-b55a-7b59cea90266 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:39.929059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 850fc5c3-d5db-472f-b55a-7b59cea90266 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:39.929456 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.941575 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Attempting to bind port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:59:39.942128 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Attempting to bind port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:59:39.942577 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Attempting to bind port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 on network 517863ea-47d0-4115-ad15-aba588d19664 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:39.947965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:39.949114 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:59:39.949593 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Checking segment: {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:39.950142 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.952100 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Bound using segment: {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:59:39.952710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Bound port: 1c64933d-87a7-43bc-b36e-0e6b092fd8f8, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:59:39.953361 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.980764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.982190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eac296c1-fcc8-475a-8328-9b013b7b27a1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5037787 Aug 31 09:59:39.983374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Sync routers for ids ['ec6c177a-db5f-488f-a036-94803fe07e0e'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:39.985056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36756) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:40.066018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Routers {'ec6c177a-db5f-488f-a036-94803fe07e0e'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:40.069371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ec6c177a-db5f-488f-a036-94803fe07e0e'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:40.081274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675bceb3-f605-4282-9f65-a6c0dd0e4ef1 None None] Network c9be897c-399b-47c8-9151-2684eb3947f8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:40.168340 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] For port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:40.177603 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] For port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:40.185782 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:40.263304 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63439708-25fd-4ef7-b60f-e6e470c3001d None None] Pushing event updated for resources: {'Port': ['ID=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:40.294189 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:40.295195 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:40.303561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2aec2ff3-bcc2-4571-af16-9968c232aa2d None None] Provisioning for port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:40.321182 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Set router ec6c177a-db5f-488f-a036-94803fe07e0e gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:40.363535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e77d1913-f26c-4559-8aba-469f3d32e664 req-187e0ff1-bebf-45a2-b0d4-bf0da7e2bf97 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0674579 Aug 31 09:59:40.371351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2aec2ff3-bcc2-4571-af16-9968c232aa2d None None] Provisioning complete for port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:40.371897 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aec2ff3-bcc2-4571-af16-9968c232aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:40.473096 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:40.628455 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:40.662979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aec2ff3-bcc2-4571-af16-9968c232aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:40.740927 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:40Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:40.773234 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:40.776092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2aec2ff3-bcc2-4571-af16-9968c232aa2d None None] For port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce,segment=NetworkSegment(22230e1f-9bff-4b8c-aed7-f24305a4369f),segment_id=22230e1f-9bff-4b8c-aed7-f24305a4369f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:40.789185 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2aec2ff3-bcc2-4571-af16-9968c232aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:40.806022 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9e021-e45a-4d1c-9ea8-f6ab337097c7 None None] The sync data for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 is: [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:40Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:40.833091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Allocated IP 172.20.0.1 (c9be897c-399b-47c8-9151-2684eb3947f8/5f65ed0d-b855-4644-b0f0-a4f1578659bc/4fad9a8a-ccdb-422c-a222-d1c180658d2f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:40.889657 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T09:59:39Z', 'revision_number': 3, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port': {'id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:38Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:40.928885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec2ff3-bcc2-4571-af16-9968c232aa2d None None] Pushing event updated for resources: {'Port': ['ID=bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:40.940659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Checking router: ec6c177a-db5f-488f-a036-94803fe07e0e for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:40.941159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Updating router ec6c177a-db5f-488f-a036-94803fe07e0e port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:59:40.971791 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.038560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.056010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Transition to ACTIVE for port object 4fad9a8a-ccdb-422c-a222-d1c180658d2f will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:41.092864 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.141418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Network c9be897c-399b-47c8-9151-2684eb3947f8 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:41.144763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:41.159371 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:41.162731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Pushing event updated for resources: {'Port': ['ID=4fad9a8a-ccdb-422c-a222-d1c180658d2f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:41.216690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.323311 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.335717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Transition to ACTIVE for port object cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:41.344141 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.422403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Attempting to bind port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:59:41.423388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Attempting to bind port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:59:41.424307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Attempting to bind port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:41.431003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.456131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:59:41.457166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:41.457551 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.457830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:59:41.458472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Bound port: cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:59:41.459044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.516387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d23349-f4c5-4896-a510-9307fa7b0dda None None] Pushing event updated for resources: {'Port': ['ID=cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:41.532445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-878f3d96-e453-4cf6-bfd8-a36787adb894 req-13071bad-b38f-4bbc-97ca-76b45d1fe493 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0335960 Aug 31 09:59:41.538650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-923f3f33-a571-423a-9668-7f228ec141db None None] Provisioning complete for port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:41.539053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-923f3f33-a571-423a-9668-7f228ec141db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.582585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] For port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:41.597846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] For port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:41.606656 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.700949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d919b8b1-fb9f-4a84-9ad8-2968298ec6c4 req-fdcf93fc-d845-42bd-96c5-b9b1d09687b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0473104 Aug 31 09:59:41.786263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.799288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.829715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:41.887759 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Pushing event updated for resources: {'Port': ['ID=4fad9a8a-ccdb-422c-a222-d1c180658d2f,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:41.891282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.924588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Routers {'ec6c177a-db5f-488f-a036-94803fe07e0e'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:41.925222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ec6c177a-db5f-488f-a036-94803fe07e0e'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:41.931841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d23349-f4c5-4896-a510-9307fa7b0dda None None] Pushing event updated for resources: {'Port': ['ID=cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:42.007563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Network c9be897c-399b-47c8-9151-2684eb3947f8 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:42.010467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:42.060770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:42.061134 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:42.109559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] Set router ec6c177a-db5f-488f-a036-94803fe07e0e gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:42.171423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Router ec6c177a-db5f-488f-a036-94803fe07e0e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:42.273493 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fc349943-70ac-49ba-b264-51c12a46fa95 None None] Provisioning for port 4fad9a8a-ccdb-422c-a222-d1c180658d2f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:42.277637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:42.300903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fc349943-70ac-49ba-b264-51c12a46fa95 None None] Provisioning complete for port 4fad9a8a-ccdb-422c-a222-d1c180658d2f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:42.301198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc349943-70ac-49ba-b264-51c12a46fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:42.316188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:42.326789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a9267721-a856-4f48-84e9-e7e100d75fcf admin admin] 10.222.0.69 "PUT /v2.0/routers/ec6c177a-db5f-488f-a036-94803fe07e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3355548 Aug 31 09:59:42.385726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fc349943-70ac-49ba-b264-51c12a46fa95 None None] Port 4fad9a8a-ccdb-422c-a222-d1c180658d2f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:59:42.418363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:42.424379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:42.424855 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:42.489011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 4, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port': {'id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:38Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4fad9a8a-ccdb-422c-a222-d1c180658d2f', 'name': '', 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'mac_address': 'fa:16:3e:0b:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:40Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 2, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'subnets': [{'id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:42.536693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac444c5-5129-45ed-8c28-10592b2f171b None None] The sync data for ids ['ec6c177a-db5f-488f-a036-94803fe07e0e'] in n-d-806683-2 is: [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 4, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port': {'id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:38Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4fad9a8a-ccdb-422c-a222-d1c180658d2f', 'name': '', 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'mac_address': 'fa:16:3e:0b:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:40Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 2, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'subnets': [{'id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:42.594206 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:42.598467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-83589934-108c-464f-85d9-b600050bc675 None None] Provisioning complete for port 4fad9a8a-ccdb-422c-a222-d1c180658d2f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:42.599002 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-83589934-108c-464f-85d9-b600050bc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:42.672547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-83589934-108c-464f-85d9-b600050bc675 None None] Port 4fad9a8a-ccdb-422c-a222-d1c180658d2f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:59:42.676857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:42.683235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-454cf09b-1182-426c-82c2-4de0aee43f49 req-8d6b053c-42cf-4d26-b816-764ed534af7a tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0470281 Aug 31 09:59:42.684064 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:42.741009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:42.964103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36776) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:42.968944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8be4bbbc-20ff-45dc-8d5b-5238d2b46bbe tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541057593', 'description': 'tempest-secgroup-smoke-541057593 description', 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:42.997734 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8be4bbbc-20ff-45dc-8d5b-5238d2b46bbe tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.098830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8be4bbbc-20ff-45dc-8d5b-5238d2b46bbe tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.104475 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8be4bbbc-20ff-45dc-8d5b-5238d2b46bbe tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.135721 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8be4bbbc-20ff-45dc-8d5b-5238d2b46bbe tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.139282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8be4bbbc-20ff-45dc-8d5b-5238d2b46bbe tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1740422 Aug 31 09:59:43.140213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36778) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:43.141871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4bbbc-20ff-45dc-8d5b-5238d2b46bbe tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:43.145925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d02bf0c3-a88c-41d4-af92-e7b65883b9bc tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'security_group_rule': {'security_group_id': '5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf', 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:43.175786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d02bf0c3-a88c-41d4-af92-e7b65883b9bc tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.252896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d02bf0c3-a88c-41d4-af92-e7b65883b9bc tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.257482 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d02bf0c3-a88c-41d4-af92-e7b65883b9bc tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.280832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bf0c3-a88c-41d4-af92-e7b65883b9bc tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88b33cf-8ee2-4c1c-a205-203a35bfbd7b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:43.285157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d02bf0c3-a88c-41d4-af92-e7b65883b9bc tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.286514 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d02bf0c3-a88c-41d4-af92-e7b65883b9bc tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446934 Aug 31 09:59:43.289414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36780) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:43.294984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b7db55a9-c967-4fcc-9dfd-5f99e1349164 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'security_group_rule': {'security_group_id': '5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf', 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:43.340068 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7db55a9-c967-4fcc-9dfd-5f99e1349164 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.419457 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7db55a9-c967-4fcc-9dfd-5f99e1349164 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.425171 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7db55a9-c967-4fcc-9dfd-5f99e1349164 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.444304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db55a9-c967-4fcc-9dfd-5f99e1349164 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ca6db4-c752-417a-95b7-3e333af9ebe3,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:43.454409 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b7db55a9-c967-4fcc-9dfd-5f99e1349164 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.455926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b7db55a9-c967-4fcc-9dfd-5f99e1349164 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649423 Aug 31 09:59:43.458703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36782) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:43.464736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-df8d8801-ff42-4d59-9a3c-d20b314b904d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'security_group_rule': {'security_group_id': '5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf', 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:43.496875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d8801-ff42-4d59-9a3c-d20b314b904d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.586589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d8801-ff42-4d59-9a3c-d20b314b904d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.595259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d8801-ff42-4d59-9a3c-d20b314b904d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.616828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d8801-ff42-4d59-9a3c-d20b314b904d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf42649b-45a7-44b0-9000-54b23888075b,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:43.623741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df8d8801-ff42-4d59-9a3c-d20b314b904d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.625899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-df8d8801-ff42-4d59-9a3c-d20b314b904d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654019 Aug 31 09:59:43.627871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36786) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:43.632904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-43e73882-069d-4bdb-95ae-bb743faf7dea tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'security_group_rule': {'security_group_id': '5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf', 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:43.671335 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43e73882-069d-4bdb-95ae-bb743faf7dea tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.707699 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.740418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:43.772187 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43e73882-069d-4bdb-95ae-bb743faf7dea tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.777053 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43e73882-069d-4bdb-95ae-bb743faf7dea tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.802206 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e73882-069d-4bdb-95ae-bb743faf7dea tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b74a885-25f3-4602-819a-fd3bfff9406e,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:43.815272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43e73882-069d-4bdb-95ae-bb743faf7dea tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.816750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-43e73882-069d-4bdb-95ae-bb743faf7dea tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1876593 Aug 31 09:59:43.819511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 36790) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:43.825395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e412ac76-67a2-4324-9340-1249df024605 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'security_group_rule': {'security_group_id': '5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf', 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:43.835004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:43.835382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.872581 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-e412ac76-67a2-4324-9340-1249df024605 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Project db21b555e81140dc8db7ce6a0faab9e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:59:43.880235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e412ac76-67a2-4324-9340-1249df024605 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.881605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-299c90b2-0781-47f5-b490-26c72f52acbe req-068a78de-683a-4510-a135-5a72646d9b09 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0537288 Aug 31 09:59:43.942742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:43.971647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e412ac76-67a2-4324-9340-1249df024605 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:43.977532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e412ac76-67a2-4324-9340-1249df024605 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.000091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412ac76-67a2-4324-9340-1249df024605 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce3b532-3bdc-4129-a71f-7a5002be3372,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:44.008561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e412ac76-67a2-4324-9340-1249df024605 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.010440 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e412ac76-67a2-4324-9340-1249df024605 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896536 Aug 31 09:59:44.013092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36794) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:44.017351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:44.019047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a10e91bf-8ae7-4450-bb39-e6fd496a0b34 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'security_group_rule': {'security_group_id': '5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf', 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:44.022001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:44.022385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.050981 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-a10e91bf-8ae7-4450-bb39-e6fd496a0b34 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Project db21b555e81140dc8db7ce6a0faab9e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:59:44.066658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a10e91bf-8ae7-4450-bb39-e6fd496a0b34 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.115063 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.138680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:44.145225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.161722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a10e91bf-8ae7-4450-bb39-e6fd496a0b34 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.170699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a10e91bf-8ae7-4450-bb39-e6fd496a0b34 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.199843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e91bf-8ae7-4450-bb39-e6fd496a0b34 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220549c7-6f8a-4dba-9d93-171d3d8f278f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:44.217893 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a10e91bf-8ae7-4450-bb39-e6fd496a0b34 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.219768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a10e91bf-8ae7-4450-bb39-e6fd496a0b34 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2052355 Aug 31 09:59:44.233531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:44.381801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-d48ee09a-bd2d-4e0a-a784-52b8b860a162 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541057593&fields=id&tenant_id=db21b555e81140dc8db7ce6a0faab9e3 HTTP/1.1" status: 200 len: 267 time: 0.0349391 Aug 31 09:59:44.506078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-6c1090cb-cc65-448e-9018-e88405cd76fb tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:44.507576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-6c1090cb-cc65-448e-9018-e88405cd76fb tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/networks?id=517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 200 len: 809 time: 0.1187983 Aug 31 09:59:44.523138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-17b2182d-e876-43e9-9873-3483452cc498 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/quotas/db21b555e81140dc8db7ce6a0faab9e3 HTTP/1.1" status: 200 len: 375 time: 0.0095806 Aug 31 09:59:44.592597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bc7779c-4db7-4025-ba5a-8e39c49b2bdb req-40b969b3-7688-48fb-af78-6031ad586696 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0281801 Aug 31 09:59:44.608559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-3c1ff800-9222-4ecb-aab7-ef4568746347 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785584 Aug 31 09:59:44.815370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-e85f224c-b9cf-48d7-b135-9057881514e5 service neutron] 10.222.0.69 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946282 Aug 31 09:59:44.909165 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-67fec366-7a58-4b31-a302-ea47056b8008 service neutron] 10.222.0.69 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876944 Aug 31 09:59:45.116802 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa62da53-e0c7-4737-b8dd-7ee3afe180de req-fead7d1d-31cf-4c61-816e-fe4f8ff4d611 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 210 time: 0.0299084 Aug 31 09:59:45.145789 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Sync routers for ids ['ec6c177a-db5f-488f-a036-94803fe07e0e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:45.155711 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Routers {'ec6c177a-db5f-488f-a036-94803fe07e0e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:45.156412 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ec6c177a-db5f-488f-a036-94803fe07e0e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:45.271459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Set router ec6c177a-db5f-488f-a036-94803fe07e0e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:45.497728 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 4, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port': {'id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:38Z', 'updated_at': '2021-08-31T09:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4fad9a8a-ccdb-422c-a222-d1c180658d2f', 'name': '', 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'mac_address': 'fa:16:3e:0b:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:40Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 2, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'subnets': [{'id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:45.528290 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Checking router: ec6c177a-db5f-488f-a036-94803fe07e0e for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:45.529411 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Updating router ec6c177a-db5f-488f-a036-94803fe07e0e port 4fad9a8a-ccdb-422c-a222-d1c180658d2f binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:59:45.561757 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:45.694424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:45.744005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c913f977-c410-4777-a553-ca3ce73fe60f req-67447202-e700-421e-82d2-b18bac6a812c tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0492902 Aug 31 09:59:45.786068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:45.789441 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:45.972719 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:45.985013 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Transition to ACTIVE for port object 4fad9a8a-ccdb-422c-a222-d1c180658d2f will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:45.992337 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.053013 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95416e6-32da-4445-9484-ac331a097287 None None] Pushing event updated for resources: {'Port': ['ID=4fad9a8a-ccdb-422c-a222-d1c180658d2f,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:46.141547 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Attempting to bind port 4fad9a8a-ccdb-422c-a222-d1c180658d2f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:59:46.142273 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Attempting to bind port 4fad9a8a-ccdb-422c-a222-d1c180658d2f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:59:46.142637 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Attempting to bind port 4fad9a8a-ccdb-422c-a222-d1c180658d2f on network c9be897c-399b-47c8-9151-2684eb3947f8 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:46.154463 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:59:46.155821 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Checking segment: {'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:46.156536 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.158021 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Bound using segment: {'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:59:46.172547 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Bound port: 4fad9a8a-ccdb-422c-a222-d1c180658d2f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22230e1f-9bff-4b8c-aed7-f24305a4369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:59:46.172547 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.267606 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] For port 4fad9a8a-ccdb-422c-a222-d1c180658d2f, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:46.273711 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] For port 4fad9a8a-ccdb-422c-a222-d1c180658d2f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4fad9a8a-ccdb-422c-a222-d1c180658d2f,segment=NetworkSegment(22230e1f-9bff-4b8c-aed7-f24305a4369f),segment_id=22230e1f-9bff-4b8c-aed7-f24305a4369f)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:46.276288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0ba1b91-2ee5-4c40-9006-d8e81564c27b req-ffd7d10d-8e81-4313-9ed8-b79f6da47ab4 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 210 time: 0.0476696 Aug 31 09:59:46.283155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-243991a8-a7d9-4e23-91a9-19249d5f1fa7 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:46.284033 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.293868 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-243991a8-a7d9-4e23-91a9-19249d5f1fa7 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.52 "GET /v2.0/networks?id=517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 200 len: 809 time: 0.2045362 Aug 31 09:59:46.345644 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-8c348974-5fc4-446e-be17-96069e878fe1 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db21b555e81140dc8db7ce6a0faab9e3 HTTP/1.1" status: 200 len: 379 time: 0.0414541 Aug 31 09:59:46.356207 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95416e6-32da-4445-9484-ac331a097287 None None] Pushing event updated for resources: {'Port': ['ID=4fad9a8a-ccdb-422c-a222-d1c180658d2f,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:46.363231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'port': {'device_id': '8396b75a-908f-44eb-9964-9b1b2902810d', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'admin_state_up': True, 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'security_groups': ['5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:46.373400 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Routers {'ec6c177a-db5f-488f-a036-94803fe07e0e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:46.374047 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ec6c177a-db5f-488f-a036-94803fe07e0e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:46.512044 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] Set router ec6c177a-db5f-488f-a036-94803fe07e0e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:46.519323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Made reservation on behalf of db21b555e81140dc8db7ce6a0faab9e3 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:46.524291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.684954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Allocated IP 172.20.0.4 (517863ea-47d0-4115-ad15-aba588d19664/f63c2c24-881b-49c1-b67d-cf370fe129e8/63b45828-ef8c-4b7b-ba67-c3db48c8fdfa) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:46.726818 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 4, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port': {'id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:38Z', 'updated_at': '2021-08-31T09:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4fad9a8a-ccdb-422c-a222-d1c180658d2f', 'name': '', 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'mac_address': 'fa:16:3e:0b:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:40Z', 'updated_at': '2021-08-31T09:59:46Z', 'revision_number': 4, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'subnets': [{'id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:46.754331 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308061e9-f819-4f94-acfc-19df3b41801d None None] The sync data for ids ['ec6c177a-db5f-488f-a036-94803fe07e0e'] in n-d-806683-2 is: [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T09:59:41Z', 'revision_number': 4, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port': {'id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:38Z', 'updated_at': '2021-08-31T09:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '4fad9a8a-ccdb-422c-a222-d1c180658d2f', 'name': '', 'network_id': 'c9be897c-399b-47c8-9151-2684eb3947f8', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'mac_address': 'fa:16:3e:0b:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:40Z', 'updated_at': '2021-08-31T09:59:46Z', 'revision_number': 4, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'subnets': [{'id': '5f65ed0d-b855-4644-b0f0-a4f1578659bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:46.873120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.888674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Transition to ACTIVE for port object 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:46.910077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12b70cf8-4d4c-432b-9a0e-e48479d8d90c req-798473e0-6e18-4422-a0f1-11c4e902c13e tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0436451 Aug 31 09:59:46.928619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.977252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Network 517863ea-47d0-4115-ad15-aba588d19664 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:46.980576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:46.984556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:47.009974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'Port': ['ID=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:47.042415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:47.043294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.065338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-29f0801b-948f-4bd6-982d-1d7ffe54b65c tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7065697 Aug 31 09:59:47.081801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Request body: {'port': {'device_id': '8396b75a-908f-44eb-9964-9b1b2902810d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:47.139396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.329870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0cd01374-6830-410c-80ea-15d3424be44a None None] Provisioning for port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:47.335020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0cd01374-6830-410c-80ea-15d3424be44a None None] Provisioning complete for port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:47.335643 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0cd01374-6830-410c-80ea-15d3424be44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.393773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0cd01374-6830-410c-80ea-15d3424be44a None None] Port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:59:47.454815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34fa5d-8075-479b-b9ca-cad00412373f req-7a7689fc-3bd3-4ac1-916e-8f602af377fb tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:47.467367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc34fa5d-8075-479b-b9ca-cad00412373f req-7a7689fc-3bd3-4ac1-916e-8f602af377fb tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 931 time: 0.0830226 Aug 31 09:59:47.503163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc34fa5d-8075-479b-b9ca-cad00412373f req-ac39c164-2ad9-4eca-9246-936c657607df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347512 Aug 31 09:59:47.504288 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:59:47.512412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.525030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Transition to ACTIVE for port object 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:59:47.530941 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.596917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Pushing event updated for resources: {'Port': ['ID=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:47.628123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4fad9a8a-ccdb-422c-a222-d1c180658d2f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:47.682053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Attempting to bind port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:59:47.682395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Attempting to bind port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:59:47.682711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Attempting to bind port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa on network 517863ea-47d0-4115-ad15-aba588d19664 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:47.688201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa on network 517863ea-47d0-4115-ad15-aba588d19664 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:59:47.688618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Attempting to bind port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa on network 517863ea-47d0-4115-ad15-aba588d19664 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:59:47.694192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:59:47.694983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Checking segment: {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:47.695372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Bound using segment: {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:59:47.695809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Bound port: 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16f4431-8f12-48a1-ba70-06823cee20dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '517863ea-47d0-4115-ad15-aba588d19664'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:59:47.696260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.700146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 4fad9a8a-ccdb-422c-a222-d1c180658d2f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:47.704221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4fad9a8a-ccdb-422c-a222-d1c180658d2f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:47.704669 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.778130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] For port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:59:47.781850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] For port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:59:47.789776 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.801421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.831069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:47.831842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.834099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] 10.222.0.52 "PUT /v2.0/ports/63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 200 len: 1091 time: 0.7569253 Aug 31 09:59:47.834622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8396b75a-908f-44eb-9964-9b1b2902810d', 'tag': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:47.837263 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7255042-420c-4ac6-a79a-492a0baa2774" -d '{"events": [{"name": "network-changed", "server_uuid": "8396b75a-908f-44eb-9964-9b1b2902810d", "tag": "63b45828-ef8c-4b7b-ba67-c3db48c8fdfa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:47.844149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 4fad9a8a-ccdb-422c-a222-d1c180658d2f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4fad9a8a-ccdb-422c-a222-d1c180658d2f,segment=NetworkSegment(22230e1f-9bff-4b8c-aed7-f24305a4369f),segment_id=22230e1f-9bff-4b8c-aed7-f24305a4369f)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:47.851069 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.944782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625de7d0-e808-4f56-b054-b84ad78a6480 service neutron] Pushing event updated for resources: {'Port': ['ID=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:47.980226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-82740eab-45e4-4468-9f06-bdf114bf1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:47.981343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=4fad9a8a-ccdb-422c-a222-d1c180658d2f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:47.981829 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-82740eab-45e4-4468-9f06-bdf114bf1237 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1094 time: 0.1025167 Aug 31 09:59:47.995982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:47.997080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:47.997736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:47.998042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:47.998385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:47.998724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:47.999084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:47.999416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:47.999745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:48.000734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:48.001081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:48.001408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:48.041486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-65e73656-f659-429d-8ea7-bf0eebade616 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 200 len: 217 time: 0.0503519 Aug 31 09:59:48.087030 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fea1675-a62f-464f-a818-a54fffd2f1d2 x-openstack-request-id: req-3fea1675-a62f-464f-a818-a54fffd2f1d2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:48.087232 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8396b75a-908f-44eb-9964-9b1b2902810d", "tag": "63b45828-ef8c-4b7b-ba67-c3db48c8fdfa", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:48.087474 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3fea1675-a62f-464f-a818-a54fffd2f1d2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:48.087901 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8396b75a-908f-44eb-9964-9b1b2902810d', 'tag': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'status': 'completed', 'code': 200} Aug 31 09:59:48.111472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-e38241dd-709b-456e-a0d2-d691198816d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:48.113478 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-e38241dd-709b-456e-a0d2-d691198816d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f63c2c24-881b-49c1-b67d-cf370fe129e8 HTTP/1.1" status: 200 len: 848 time: 0.0661204 Aug 31 09:59:48.116073 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7d9f880-31fc-4fd6-9629-3c7fdf593f0f req-b752a0a0-9a36-4564-95a4-b44c7379ada3 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0461249 Aug 31 09:59:48.170551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-fd7e75fa-8fde-4957-9e68-6cf5ec4eb263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:48.172238 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-fd7e75fa-8fde-4957-9e68-6cf5ec4eb263 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=517863ea-47d0-4115-ad15-aba588d19664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516684 Aug 31 09:59:48.271006 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-9e5247b5-9fd7-4e6c-99c3-7e6e638bcc4d service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907738 Aug 31 09:59:48.359410 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f283478a-80f9-48d6-be4e-79d3136745e7 req-8a46ddac-4d9b-4636-a4ca-d7ae1b8ee9eb service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816662 Aug 31 09:59:48.453643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-42a6cf67-6b08-4e5c-934f-391f17140a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:48.456440 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-42a6cf67-6b08-4e5c-934f-391f17140a37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1094 time: 0.0492227 Aug 31 09:59:48.549074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-9adf22da-a154-4bd1-b9a2-289a7fa4cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:48.550564 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-9adf22da-a154-4bd1-b9a2-289a7fa4cd0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 200 len: 911 time: 0.0876961 Aug 31 09:59:48.595286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-437cf26b-6a7a-4359-8401-0c2e5246edb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 200 len: 217 time: 0.0367765 Aug 31 09:59:48.626822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79b51-8d8d-42fe-850f-6a9e240fbeb1 req-b32bffec-973f-4312-8180-1a051e4de58f tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:48.628314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02f79b51-8d8d-42fe-850f-6a9e240fbeb1 req-b32bffec-973f-4312-8180-1a051e4de58f tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 943 time: 0.0536232 Aug 31 09:59:48.652175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-44d955b9-f798-4e13-be3b-9f32ac32774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:48.653789 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-44d955b9-f798-4e13-be3b-9f32ac32774f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f63c2c24-881b-49c1-b67d-cf370fe129e8 HTTP/1.1" status: 200 len: 848 time: 0.0506361 Aug 31 09:59:48.668513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02f79b51-8d8d-42fe-850f-6a9e240fbeb1 req-f57fdf29-5263-4649-bc42-9cb5eb57816d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325644 Aug 31 09:59:48.705278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-8935c70d-88b6-4e8c-9064-c035547f69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:48.706827 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-8935c70d-88b6-4e8c-9064-c035547f69a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=517863ea-47d0-4115-ad15-aba588d19664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445461 Aug 31 09:59:48.798680 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-bed20f61-5f37-4cb8-ae32-f0b35e6b2ce5 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837002 Aug 31 09:59:48.897018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7255042-420c-4ac6-a79a-492a0baa2774 req-0d744f9f-4835-44ee-bdf3-71232921f8d9 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904508 Aug 31 09:59:49.215386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8da09c6a-1466-469b-8607-e17364107679 req-a770f2ce-2b47-4ea9-b011-d2b92e951adf tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0272796 Aug 31 09:59:49.595222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4fad9a8a-ccdb-422c-a222-d1c180658d2f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:49.646656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 4fad9a8a-ccdb-422c-a222-d1c180658d2f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:49.647142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:49.788419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d210c-840e-4514-9773-45a1821b3ff2 req-3e8625c4-8d25-49d8-b882-b5cbcec9de3e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:49.789830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-442d210c-840e-4514-9773-45a1821b3ff2 req-3e8625c4-8d25-49d8-b882-b5cbcec9de3e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 943 time: 0.0502224 Aug 31 09:59:49.829752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-442d210c-840e-4514-9773-45a1821b3ff2 req-e74005fc-0615-4a05-a5dd-2aaaa417a79d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332797 Aug 31 09:59:50.330214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23927cd1-5f7b-4f85-8bca-182d0fbd275a req-6f022eca-4182-4b7e-8f6b-53ff85c6323f tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0348980 Aug 31 09:59:50.944190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081074c-c173-47ec-919a-e1a774f2aff7 req-91f55520-91ad-4dcd-b375-20f823f437ca tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:50.945731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9081074c-c173-47ec-919a-e1a774f2aff7 req-91f55520-91ad-4dcd-b375-20f823f437ca tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 943 time: 0.0488956 Aug 31 09:59:50.984286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9081074c-c173-47ec-919a-e1a774f2aff7 req-3919036f-36ec-4d8d-9455-2ffd78203aec tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319264 Aug 31 09:59:51.441461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b60c86b-9427-4944-991e-0325c688d055 req-1a7418ac-8632-48bf-a72d-eacde475c2e2 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0272377 Aug 31 09:59:51.613394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:59:51.845201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:51.845201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'port_id': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'mac_address': 'fa:16:3e:ba:be:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:59:51.845201 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.845201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:59:51.845201 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b1e56e37-a04e-4b1c-8cbb-d2ba9650ec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.845201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:51.845201 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.883889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:52.031939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['63b45828-ef8c-4b7b-ba67-c3db48c8fdfa'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:59:52.105899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf20f9b-752f-4ec3-ae4e-7d3cabbeded1 req-5d642edb-2833-48f7-b1c1-5256469983a8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:52.108389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bf20f9b-752f-4ec3-ae4e-7d3cabbeded1 req-5d642edb-2833-48f7-b1c1-5256469983a8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 944 time: 0.0551491 Aug 31 09:59:52.161687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bf20f9b-752f-4ec3-ae4e-7d3cabbeded1 req-87b5827e-81f8-4c6c-8479-2b04cc2bc54f tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467458 Aug 31 09:59:52.549877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf619628-4c12-4b24-b7aa-c59e2f97992f req-ebf58bbd-9570-4b69-8c9a-3111c20f3f61 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0319021 Aug 31 09:59:53.285096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b06e5-cba4-4f9f-8c74-a16db99dc118 req-089f18f1-8489-4ef7-a68e-02a7c7ca2511 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:53.286410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-048b06e5-cba4-4f9f-8c74-a16db99dc118 req-089f18f1-8489-4ef7-a68e-02a7c7ca2511 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 944 time: 0.0528026 Aug 31 09:59:53.332131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-048b06e5-cba4-4f9f-8c74-a16db99dc118 req-8458cb06-f055-49ec-bda1-3611dd87cd25 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379808 Aug 31 09:59:53.632383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:59:53.666425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a19af52-ad61-4b15-98b0-3d9704886e5d req-8f43cf11-b96d-4c6e-81a5-68261e78881e tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0305350 Aug 31 09:59:53.701110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:59:53.705808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:59:53.706181 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.800496 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.824600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8396b75a-908f-44eb-9964-9b1b2902810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:53.826920 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ca1497-57a5-4e6d-bf68-b0d265cfc46f" -d '{"events": [{"server_uuid": "8396b75a-908f-44eb-9964-9b1b2902810d", "name": "network-vif-plugged", "status": "completed", "tag": "63b45828-ef8c-4b7b-ba67-c3db48c8fdfa"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:53.841017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:53.845795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.872587 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4fbc8f-6e00-4aac-b9e8-30e9fd5218c0 x-openstack-request-id: req-ed4fbc8f-6e00-4aac-b9e8-30e9fd5218c0 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:53.872860 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8396b75a-908f-44eb-9964-9b1b2902810d", "name": "network-vif-plugged", "status": "completed", "tag": "63b45828-ef8c-4b7b-ba67-c3db48c8fdfa", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:53.874060 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed4fbc8f-6e00-4aac-b9e8-30e9fd5218c0 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:53.874821 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8396b75a-908f-44eb-9964-9b1b2902810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'code': 200} Aug 31 09:59:53.915910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:53.968174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121772ac-59d3-476c-a79e-875c9bbfc001 req-e775c4c4-8e70-4fe7-a4a2-3c1dc13cbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:53.969681 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121772ac-59d3-476c-a79e-875c9bbfc001 req-e775c4c4-8e70-4fe7-a4a2-3c1dc13cbf47 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1096 time: 0.0430276 Aug 31 09:59:54.014682 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121772ac-59d3-476c-a79e-875c9bbfc001 req-154b08cb-3645-4e34-bf27-3b7bf2bf0e6f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373120 Aug 31 09:59:54.460020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb816de-53bf-4c75-8010-88cc1b95ba99 req-faeca118-1725-4f4b-87d1-d45c0a9cd7b0 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:54.461681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb816de-53bf-4c75-8010-88cc1b95ba99 req-faeca118-1725-4f4b-87d1-d45c0a9cd7b0 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 945 time: 0.0566971 Aug 31 09:59:54.503664 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb816de-53bf-4c75-8010-88cc1b95ba99 req-b45c4440-e51c-4ae0-9dbe-52a0d40a129b tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357223 Aug 31 09:59:54.799321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fb8fce72-c37e-4cea-802a-b7fca1c4e559 req-685c676d-b8e7-4454-a756-f3982aff24bc tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0282795 Aug 31 09:59:55.028377 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:55.626822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c265d-3096-479c-8caa-73c96a3b0407 req-ab996a6d-0c13-4164-82dc-4205ff3b4d95 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:55.628343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec1c265d-3096-479c-8caa-73c96a3b0407 req-ab996a6d-0c13-4164-82dc-4205ff3b4d95 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 945 time: 0.0531185 Aug 31 09:59:55.670321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec1c265d-3096-479c-8caa-73c96a3b0407 req-1dd12b6e-2eba-4f1b-a704-e01eb7416f49 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347779 Aug 31 09:59:55.751993 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9f1f03d4-3e69-4ed9-917f-09c84e766e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:55.793745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded549-f908-4d11-9882-227309a87bd8 req-ed68e38b-1fea-4afa-8e50-c45873c497b1 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:55.795423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-29ded549-f908-4d11-9882-227309a87bd8 req-ed68e38b-1fea-4afa-8e50-c45873c497b1 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 945 time: 0.0540991 Aug 31 09:59:55.842614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-29ded549-f908-4d11-9882-227309a87bd8 req-fefead0a-6aa2-48aa-a4e9-2cec942d72c0 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 Aug 31 09:59:55.907095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31da5df0-ec6a-4283-8a8a-d678219cbdaf req-a0816dee-352b-4959-9488-830dad5c59e4 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0282826 Aug 31 09:59:55.968913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22139bb3-acd3-490b-bb84-82b469e19708 req-3a40e56d-40b5-437e-80f4-78c8b75b407f tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:55.970960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22139bb3-acd3-490b-bb84-82b469e19708 req-3a40e56d-40b5-437e-80f4-78c8b75b407f tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 945 time: 0.0557466 Aug 31 09:59:56.011625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22139bb3-acd3-490b-bb84-82b469e19708 req-5cc70a6a-814a-4df0-a97d-06ba7f185b4d tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346501 Aug 31 09:59:56.033844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 36998) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:56.122883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c597d-b974-4e55-bf81-5c287f537000 tempest-TestServerBasicOps-1393103233 tempest-TestServerBasicOps-1393103233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:56.124445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d72c597d-b974-4e55-bf81-5c287f537000 tempest-TestServerBasicOps-1393103233 tempest-TestServerBasicOps-1393103233-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1091 time: 0.0896015 Aug 31 09:59:56.127456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37004) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:56.132018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:56.155978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.260766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.370896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Allocated IP 172.25.1.153 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/52ba7e7a-e434-47dd-8533-0f68d4e5c783) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:59:56.824914 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.870220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.906822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:59:56.919432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:56.922508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:59:56.965270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'Port': ['ID=52ba7e7a-e434-47dd-8533-0f68d4e5c783,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:57.033177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22ea318e-f618-4561-a225-bd25af26de2b req-be94125d-3ecd-41a2-adc9-156ef44488ca tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0266213 Aug 31 09:59:57.335534 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.356240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-44899423-9832-4aad-a821-389961f45635 req-ce554113-403f-4ca6-bef3-08e73be286de service neutron] (94787) timed out ('10.222.0.69', 43434) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:59:57.420066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.585442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.590974 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.661678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event updated for resources: {'Port': ['ID=52ba7e7a-e434-47dd-8533-0f68d4e5c783,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:57.687640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.710015 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.795790 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Floating IP 249eb3fd-0b7a-48f0-b570-70187e29ca40 associated. External IP: 172.25.1.153, port: 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa. Aug 31 09:59:58.017848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Router 1557cd46-c0ba-481c-a2da-011c4062a11f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:58.137479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:58.150683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] Sync routers for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:58.155422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:58.178175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9fd1d6b-b35b-433a-a42e-24758b7e5dd6 req-ec18c8d8-b553-4910-934c-a25a476a7da9 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0496588 Aug 31 09:59:58.180169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:58.180836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:58.198883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c1d650e0-3949-4591-962e-89ab1fd68e5e tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0566082 Aug 31 09:59:58.198883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8396b75a-908f-44eb-9964-9b1b2902810d', 'tag': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:58.198883 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8396b75a-908f-44eb-9964-9b1b2902810d", "tag": "63b45828-ef8c-4b7b-ba67-c3db48c8fdfa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:58.225851 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48a4da0-945e-44e8-8f40-39d38e88adeb x-openstack-request-id: req-f48a4da0-945e-44e8-8f40-39d38e88adeb {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:58.226259 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8396b75a-908f-44eb-9964-9b1b2902810d", "tag": "63b45828-ef8c-4b7b-ba67-c3db48c8fdfa", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:58.226605 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f48a4da0-945e-44e8-8f40-39d38e88adeb {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:58.227122 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8396b75a-908f-44eb-9964-9b1b2902810d', 'tag': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'status': 'completed', 'code': 200} Aug 31 09:59:58.306677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-25c0a3a3-2099-47d8-a109-3b8da1312978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:58.308608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-25c0a3a3-2099-47d8-a109-3b8da1312978 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1096 time: 0.0599616 Aug 31 09:59:58.342241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:58.426230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-07a36584-6b98-4168-8052-c9a598d06b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:58.428074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-07a36584-6b98-4168-8052-c9a598d06b6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 200 len: 911 time: 0.1129107 Aug 31 09:59:58.499560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-f781c2da-02f5-4dae-b7c8-c23101d8e2b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 200 len: 999 time: 0.0638359 Aug 31 09:59:58.553493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-fb8703f6-7e92-47a5-b118-ad37f14227cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:58.555298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-fb8703f6-7e92-47a5-b118-ad37f14227cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f63c2c24-881b-49c1-b67d-cf370fe129e8 HTTP/1.1" status: 200 len: 848 time: 0.0482171 Aug 31 09:59:58.594683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '249eb3fd-0b7a-48f0-b570-70187e29ca40', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'port_id': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'mac_address': 'fa:16:3e:ba:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8396b75a-908f-44eb-9964-9b1b2902810d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:59:57Z', 'updated_at': '2021-08-31T09:59:57Z', 'revision_number': 0, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:58.614199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-e4dad700-1803-4103-94c5-7a0ae2157b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:58.615919 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-e4dad700-1803-4103-94c5-7a0ae2157b03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=517863ea-47d0-4115-ad15-aba588d19664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521522 Aug 31 09:59:58.630692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] Checking router: 1557cd46-c0ba-481c-a2da-011c4062a11f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:58.643729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:58.644368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:58.647803 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:58.742647 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-e53c6885-0af9-405d-87cd-1a139adf0de2 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165760 Aug 31 09:59:58.775868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:58.843624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-10cc83a5-e4f4-4e5d-90a6-dfe8d272bcbf req-15598f01-0adf-4325-ae57-c51c7cbeac21 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966337 Aug 31 09:59:59.198312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '249eb3fd-0b7a-48f0-b570-70187e29ca40', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'port_id': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'mac_address': 'fa:16:3e:ba:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8396b75a-908f-44eb-9964-9b1b2902810d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:59:57Z', 'updated_at': '2021-08-31T09:59:57Z', 'revision_number': 0, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:59.225762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047530c-4ec7-400c-9a35-3dcdd9ab649f None None] The sync data for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 is: [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '249eb3fd-0b7a-48f0-b570-70187e29ca40', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'port_id': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'mac_address': 'fa:16:3e:ba:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8396b75a-908f-44eb-9964-9b1b2902810d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:59:57Z', 'updated_at': '2021-08-31T09:59:57Z', 'revision_number': 0, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:59.289558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb206665-ac31-4ba9-bfc9-3feb85afc7c9 req-1b9ba031-c7fb-450e-a231-51b71a1f9fd6 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0277791 Aug 31 09:59:59.460515 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca181e-8983-4593-90b0-3c3b56612c23 None None] New status for floating IP 249eb3fd-0b7a-48f0-b570-70187e29ca40: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:00:00.401650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5886ef4a-5759-41ad-9de4-6ab2fbb4e3b9 req-6af92a3c-baf5-4eb4-b176-a61af3a55914 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0293465 Aug 31 10:00:01.511360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef672d9f-7e53-4f3f-b6c5-110bc1d93552 req-fbb4b814-f74d-464b-8fd2-70d4970c69bc tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0310483 Aug 31 10:00:02.617285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f3a020a-f89e-473f-af80-ceda92452926 req-0105546b-49e2-426e-9bf9-06d2f0905ad2 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0270250 Aug 31 10:00:03.729150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-872cf59d-ed8f-4306-9c35-5cd4a5eae2c7 req-d2149250-2350-43d9-a94c-053a666d65c0 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0291591 Aug 31 10:00:04.834379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7becdfb-094a-40b9-8cf5-34a0b81f306b req-9358e726-4347-4a94-b951-c25c38bce5b2 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0308657 Aug 31 10:00:05.937478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae3f828b-557d-47f5-ad7e-e5cacee31c07 req-2de3fb00-c184-4966-b282-74de1eab2499 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0272408 Aug 31 10:00:07.037055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f829ff71-9e80-4cc1-b872-d8a95e52cd41 req-359903db-8f3b-4380-a535-f8ca424b94bf tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0259907 Aug 31 10:00:08.145532 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00a53bfb-8b4f-4f7f-9cbd-b325f5578711 req-74c3e4f0-b7f5-4a93-877b-552eb88bd348 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0271125 Aug 31 10:00:09.250039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ddcb87b-d8e7-44d4-bd39-88d382b4751b req-3be20e1a-b845-4097-b6ab-7d3f05d629df tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0269084 Aug 31 10:00:10.348886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40c9dd77-a231-499f-a110-2fba42e50877 req-ccbf0275-9cdf-4104-bd1b-a410d7fc800c tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0258951 Aug 31 10:00:10.707215 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:11.836774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48f36f16-b286-497b-9ae3-d6ceca66dfea req-2612008b-ee34-4734-bf91-3c301536129f tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.4092240 Aug 31 10:00:12.335830 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:00:12.941935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c8086df-cf72-4158-b767-62194ee21be1 req-30b751fb-9772-4077-8d8c-ebd7e00f791c tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0270073 Aug 31 10:00:13.705238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:14.048349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-115f6d08-2250-47fd-b8eb-ab155442fbb9 req-3461f7f6-b839-49df-8c69-442a69319580 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0270603 Aug 31 10:00:15.035370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd9c7ae5-67e7-464c-a348-c37b2f8e7665 req-8278f694-abd5-4d3e-8440-981841e34950 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0252385 Aug 31 10:00:15.147276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b94a55c-332c-45a3-8cbe-682d0d80903f req-b90da43b-bb56-4e6b-a832-a793d14d80d2 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0260081 Aug 31 10:00:16.253632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f5ff5fc2-b835-4e13-b063-ae856507d306 req-655782f8-5e4b-4a24-81cb-4b2488623c65 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0293217 Aug 31 10:00:16.791132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-440daf5c-d2ac-46e6-a4ba-4310b472a978 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416365 Aug 31 10:00:17.073065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-a68f04cd-66f9-4a43-b159-8b8062205a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:17.074463 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-a68f04cd-66f9-4a43-b159-8b8062205a85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1096 time: 0.0399444 Aug 31 10:00:17.200786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-c60e48d1-381d-480b-9e7f-0fe5ec951540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:17.202442 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-c60e48d1-381d-480b-9e7f-0fe5ec951540 service neutron] 10.222.0.52 "GET /v2.0/networks?id=517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 200 len: 911 time: 0.1074610 Aug 31 10:00:17.298473 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-9560daa6-32bb-4f9a-84cf-4a2b7ddb225f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 200 len: 1001 time: 0.0872684 Aug 31 10:00:17.353806 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-8ce9d568-2e0e-4658-b7c6-59f6e31b707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:17.355371 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-8ce9d568-2e0e-4658-b7c6-59f6e31b707a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f63c2c24-881b-49c1-b67d-cf370fe129e8 HTTP/1.1" status: 200 len: 848 time: 0.0478387 Aug 31 10:00:17.360428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa475660-2b23-473a-a24c-87caa2404065 req-4db6dbe0-d7fe-4603-8aae-94bb5651af33 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0258060 Aug 31 10:00:17.418011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-a9a875ca-3a96-4c74-aa03-b4f4a7b836c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:17.418735 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-a9a875ca-3a96-4c74-aa03-b4f4a7b836c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=517863ea-47d0-4115-ad15-aba588d19664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552857 Aug 31 10:00:17.525237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-6f8f4e37-7659-4744-872a-440e120ba8f9 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959246 Aug 31 10:00:17.636385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9183594-bdc3-4c10-aff2-a19dfeb28146 req-34e62314-d30a-44ff-a557-5ef1c642bc60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=568a1a4314cf4942b24c7ad4a5f6ee59&device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0403354 Aug 31 10:00:17.639178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ec68f475-8252-4ce5-91b7-2dae47c60fc5 req-181bb1e5-5956-4935-ad19-5c1f13736a09 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068192 Aug 31 10:00:17.683746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9183594-bdc3-4c10-aff2-a19dfeb28146 req-6cee438b-39ef-4e93-aa53-4f28b0115fe5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=568a1a4314cf4942b24c7ad4a5f6ee59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399609 Aug 31 10:00:17.714308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af49f344-9686-4a1b-a0a8-dab816c899b0 req-a95540fb-f989-49c1-a0d3-89cea13d3b6c tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0513890 Aug 31 10:00:17.884694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9183594-bdc3-4c10-aff2-a19dfeb28146 req-4291a389-8a64-4741-a881-a45b302f3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:17.886275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9183594-bdc3-4c10-aff2-a19dfeb28146 req-4291a389-8a64-4741-a881-a45b302f3331 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1884921 Aug 31 10:00:18.817312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a56dbcd-5475-46e2-a0f7-e17bba05b8a4 req-2525a11d-19d3-4c31-8b53-7a2a036a9b4f tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.69 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0324073 Aug 31 10:00:19.386603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9183594-bdc3-4c10-aff2-a19dfeb28146 req-56d5c860-5fc8-43bc-875e-dc46d9a5e548 tempest-ServerShowV254Test-1121584484 tempest-ServerShowV254Test-1121584484-project] 10.222.0.20 "GET /v2.0/ports?device_id=08edeee8-8026-402a-ac63-f7f17603fa1e HTTP/1.1" status: 200 len: 210 time: 0.0298653 Aug 31 10:00:20.113508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37708) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:20.220775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3cc920f6-69f5-448e-a578-c119a26b6294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:20.308805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3cc920f6-69f5-448e-a578-c119a26b6294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:20.312661 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3cc920f6-69f5-448e-a578-c119a26b6294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:20.350907 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3cc920f6-69f5-448e-a578-c119a26b6294 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=568a1a4314cf4942b24c7ad4a5f6ee59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363169 Aug 31 10:00:20.352114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc920f6-69f5-448e-a578-c119a26b6294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e6940c-9d09-4b3a-bb2b-233dd86b9e05,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:20.354193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37712) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:20.404984 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:20.427460 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:20.479166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:20.482186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:20.486193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79e6940c-9d09-4b3a-bb2b-233dd86b9e05 HTTP/1.1" status: 204 len: 168 time: 0.1299880 Aug 31 10:00:20.494704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e6940c-9d09-4b3a-bb2b-233dd86b9e05,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:20.502900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.503247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.503579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.503917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.504263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.504568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.504923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.505447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.505768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.506105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.506540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:20.506895 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7830f4-ae9a-4594-8f2d-85b229401771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.572842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37768) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:21.694278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:21.800642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:21.801102 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3353f46a-4bb2-4c29-ac20-474103689f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:21.805334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:21.842382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5eb314-51a7-4ef9-94f9-4044ba1b55b0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:21.846120 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ca36c549b39419982196110d9468ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722657 Aug 31 10:00:21.849076 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37778) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:21.852713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.853567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.853906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.854240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.854568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.854930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.855256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.855579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.855901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.856220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.856787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.857112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465ec9d-94a1-4c69-841d-39790b18b3d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:21.914407 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b432e84d-f9fc-4584-9cb0-cccc672df48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:21.936768 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b432e84d-f9fc-4584-9cb0-cccc672df48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:21.992251 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b432e84d-f9fc-4584-9cb0-cccc672df48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:21.995727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b432e84d-f9fc-4584-9cb0-cccc672df48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:21.997005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b432e84d-f9fc-4584-9cb0-cccc672df48c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d5eb314-51a7-4ef9-94f9-4044ba1b55b0 HTTP/1.1" status: 204 len: 168 time: 0.1466932 Aug 31 10:00:22.005820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432e84d-f9fc-4584-9cb0-cccc672df48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5eb314-51a7-4ef9-94f9-4044ba1b55b0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:22.637121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37814) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:22.741974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-656918227-network', 'tenant_id': '58c1f02fb0664a588e772eef87f89527'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:22.770738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Made reservation on behalf of 58c1f02fb0664a588e772eef87f89527 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:22.773193 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:22.782934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:22.875249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:22.879414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:22.907182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:00:22.912666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01055388-5c34-4ca2-8641-28d8e1c2e84b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:22.920720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:22.921310 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Added segment d548ab26-fb60-49d5-8617-6487a30725aa of type vlan for network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 Aug 31 10:00:22.964119 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:22.990579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:22.991585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:22.992166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.051762 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4134300 Aug 31 10:00:23.054767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37826) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:23.060495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Request body: {'subnet': {'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-656918227-subnet', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:23.061734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236cbce-8f44-4797-93f7-32232cd866da admin admin] Pushing event updated for resources: {'Network': ['ID=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:23.071884 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:00:23.093357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Made reservation on behalf of 58c1f02fb0664a588e772eef87f89527 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:23.096402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.264936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.320076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f315223b-fd20-4f21-928c-c5eb3846391c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:23.340286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Checking segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:23.340650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Network hostable DHCP agents. Network: 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:00:23.358110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:00:23.367054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:23.372055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:23.372689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.377497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24341a15-95e4-42bb-8d24-8925ce5c63c8 None None] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:00:23.391410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37832) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:23.391674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-759ef9f1-8870-401b-bbc2-5b97f76cacf0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3355098 Aug 31 10:00:23.396121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:23.417435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.418532 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.473117 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.537083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:00:23.538165 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.645553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.680389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Allocated IP 172.20.0.2 (8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2/f315223b-fd20-4f21-928c-c5eb3846391c/57245fa7-7fd7-4540-9542-5c5630df621a) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:23.854078 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.863870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Transition to ACTIVE for port object 57245fa7-7fd7-4540-9542-5c5630df621a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:23.881418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Transition to ACTIVE for port object 57245fa7-7fd7-4540-9542-5c5630df621a will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:23.888838 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.894330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.913764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:23.923240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:23.926501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:23.930250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:00:23.971479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Pushing event updated for resources: {'Port': ['ID=57245fa7-7fd7-4540-9542-5c5630df621a,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:24.000441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Attempting to bind port 57245fa7-7fd7-4540-9542-5c5630df621a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:00:24.000804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Attempting to bind port 57245fa7-7fd7-4540-9542-5c5630df621a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:00:24.001181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Attempting to bind port 57245fa7-7fd7-4540-9542-5c5630df621a on network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:24.006573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:00:24.007100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Checking segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:24.007501 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.007889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Bound using segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:00:24.008400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Bound port: 57245fa7-7fd7-4540-9542-5c5630df621a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:00:24.008783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.035354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Allocated IP 172.25.1.143 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/14c68f67-6d0c-4e51-b8c8-2bd430006bab) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:24.077970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] For port 57245fa7-7fd7-4540-9542-5c5630df621a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:24.082032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] For port 57245fa7-7fd7-4540-9542-5c5630df621a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=57245fa7-7fd7-4540-9542-5c5630df621a,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:24.085673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.165710 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.175405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd9dd4-a14a-4f5c-b779-8435bd391955 None None] Pushing event updated for resources: {'Port': ['ID=57245fa7-7fd7-4540-9542-5c5630df621a,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:24.214414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.260037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:24.263136 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:24.266963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:00:24.300684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Pushing event updated for resources: {'Port': ['ID=14c68f67-6d0c-4e51-b8c8-2bd430006bab,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:24.570919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.793442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.943718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:00:25.035390 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:25.074987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:00:25.085848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Sync routers for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:00:25.094208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:25.095847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-549b3706-b675-49a4-afc2-44cbf935feab admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7032981 Aug 31 10:00:25.099031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37864) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:25.100515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:00:25.101609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T09:59:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:25.205514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf10d9e-c5cd-4307-8e00-225e893e539c None None] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:00:25.281583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:00:25.405847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-40fb5929-0eb5-46ec-bce1-95382b1979ea None None] Provisioning for port 57245fa7-7fd7-4540-9542-5c5630df621a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:25.554817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:24Z', 'revision_number': 3, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:25.583585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Checking router: 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:00:25.583941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Updating router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c port 14c68f67-6d0c-4e51-b8c8-2bd430006bab binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:00:25.596942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:25.623010 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:25.724488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 57245fa7-7fd7-4540-9542-5c5630df621a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:25.817577 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-649922ed-b286-4b47-ba52-53c5bab18200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:25.864186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Allocated IP 172.20.0.1 (8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2/f315223b-fd20-4f21-928c-c5eb3846391c/658afeab-4060-41ed-a3da-abdae722d9e7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:25.880574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 57245fa7-7fd7-4540-9542-5c5630df621a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:25.892529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 57245fa7-7fd7-4540-9542-5c5630df621a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:25.893106 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:25.897668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-afd61a7d-185d-46ac-842d-d4bbcb9244d4 None None] Provisioning complete for port 57245fa7-7fd7-4540-9542-5c5630df621a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:25.898116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-afd61a7d-185d-46ac-842d-d4bbcb9244d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.036501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.051602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Transition to ACTIVE for port object 658afeab-4060-41ed-a3da-abdae722d9e7 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:26.088041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.112392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.132592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.138258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Pushing event updated for resources: {'Port': ['ID=658afeab-4060-41ed-a3da-abdae722d9e7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:26.138434 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-afd61a7d-185d-46ac-842d-d4bbcb9244d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.153513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:26.155400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:26.158961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:00:26.169383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Transition to ACTIVE for port object 14c68f67-6d0c-4e51-b8c8-2bd430006bab will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:26.184926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.195551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 57245fa7-7fd7-4540-9542-5c5630df621a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=57245fa7-7fd7-4540-9542-5c5630df621a,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:26.223219 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.225565 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.281577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Attempting to bind port 14c68f67-6d0c-4e51-b8c8-2bd430006bab on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:00:26.282534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Attempting to bind port 14c68f67-6d0c-4e51-b8c8-2bd430006bab by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:00:26.282945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Attempting to bind port 14c68f67-6d0c-4e51-b8c8-2bd430006bab on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:26.285456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e153b2-7131-44e4-9f15-46ee94411bd3 None None] Pushing event updated for resources: {'Port': ['ID=14c68f67-6d0c-4e51-b8c8-2bd430006bab,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:26.301242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:00:26.301627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:26.302038 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.302435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:00:26.302949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Bound port: 14c68f67-6d0c-4e51-b8c8-2bd430006bab, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:00:26.303346 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.354178 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.db.api [None req-afd61a7d-185d-46ac-842d-d4bbcb9244d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:00:26.354543 n-d-806683-2 neutron-server[94788]: DEBUG oslo_db.api [None req-afd61a7d-185d-46ac-842d-d4bbcb9244d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:00:26.395579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=57245fa7-7fd7-4540-9542-5c5630df621a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:26.406985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.408373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] For port 14c68f67-6d0c-4e51-b8c8-2bd430006bab, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:26.413099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] For port 14c68f67-6d0c-4e51-b8c8-2bd430006bab, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=14c68f67-6d0c-4e51-b8c8-2bd430006bab,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:26.417514 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.484645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:00:26.485279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:00:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:26.522149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e153b2-7131-44e4-9f15-46ee94411bd3 None None] Pushing event updated for resources: {'Port': ['ID=14c68f67-6d0c-4e51-b8c8-2bd430006bab,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:26.599839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:00:26.614932 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.619988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.686210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.754601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Pushing event updated for resources: {'Port': ['ID=658afeab-4060-41ed-a3da-abdae722d9e7,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:26.818782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:26.820720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:26.960403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:00:27.033241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:25Z', 'revision_number': 1, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:27.066952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fbf42-85a1-46f8-becf-c4d810d17877 None None] The sync data for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 is: [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:25Z', 'revision_number': 1, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:00:27.088679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-457882f7-2ae3-4bfc-8dc1-3cbfa7c8d79d None None] Provisioning for port 658afeab-4060-41ed-a3da-abdae722d9e7 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:27.092975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-457882f7-2ae3-4bfc-8dc1-3cbfa7c8d79d None None] Provisioning complete for port 658afeab-4060-41ed-a3da-abdae722d9e7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:27.093661 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-457882f7-2ae3-4bfc-8dc1-3cbfa7c8d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.107990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:00:27.121465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6b83c8c6-38fb-4b74-8fc9-4c863c9a7fab admin admin] 10.222.0.69 "PUT /v2.0/routers/600fbd88-a3e9-4f3a-bd9a-337c786b1b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0211043 Aug 31 10:00:27.132922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-457882f7-2ae3-4bfc-8dc1-3cbfa7c8d79d None None] Port 658afeab-4060-41ed-a3da-abdae722d9e7 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:00:27.256335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-03c1edeb-aaeb-4785-b338-87eb778a39ea None None] Provisioning complete for port 658afeab-4060-41ed-a3da-abdae722d9e7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:27.257075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-03c1edeb-aaeb-4785-b338-87eb778a39ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.295239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-03c1edeb-aaeb-4785-b338-87eb778a39ea None None] Port 658afeab-4060-41ed-a3da-abdae722d9e7 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:00:27.674466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 57245fa7-7fd7-4540-9542-5c5630df621a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:27.737904 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.751672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 57245fa7-7fd7-4540-9542-5c5630df621a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:27.752355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.798033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37914) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:27.803741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e03f20b2-2048-48ef-8bef-ea59574c7eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286390351', 'description': 'tempest-description--1638294960'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:27.859308 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e03f20b2-2048-48ef-8bef-ea59574c7eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.980304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e03f20b2-2048-48ef-8bef-ea59574c7eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.985160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e03f20b2-2048-48ef-8bef-ea59574c7eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.019810 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e03f20b2-2048-48ef-8bef-ea59574c7eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.026112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37920) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:28.026737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e03f20b2-2048-48ef-8bef-ea59574c7eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2268207 Aug 31 10:00:28.027681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f20b2-2048-48ef-8bef-ea59574c7eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:28.032658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b286d391-2c30-4599-abc1-2a8a2768dcc6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'security_group_rule': {'security_group_id': 'a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:28.068895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b286d391-2c30-4599-abc1-2a8a2768dcc6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.123402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b286d391-2c30-4599-abc1-2a8a2768dcc6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.128385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b286d391-2c30-4599-abc1-2a8a2768dcc6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.149829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286d391-2c30-4599-abc1-2a8a2768dcc6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24566ba1-aa35-4925-8d23-756d5cc226ab,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:28.157426 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b286d391-2c30-4599-abc1-2a8a2768dcc6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.161580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 37922) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:28.162151 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b286d391-2c30-4599-abc1-2a8a2768dcc6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344612 Aug 31 10:00:28.167284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-75edc92a-ed9e-4519-8131-ab8079e6a3cc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'security_group_rule': {'security_group_id': 'a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:28.198882 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75edc92a-ed9e-4519-8131-ab8079e6a3cc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.271875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75edc92a-ed9e-4519-8131-ab8079e6a3cc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.277437 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75edc92a-ed9e-4519-8131-ab8079e6a3cc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.296410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edc92a-ed9e-4519-8131-ab8079e6a3cc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617e5cca-f3e6-43c3-81de-6d15a38c1cdf,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:28.307973 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75edc92a-ed9e-4519-8131-ab8079e6a3cc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.312298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-75edc92a-ed9e-4519-8131-ab8079e6a3cc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465590 Aug 31 10:00:28.312667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 37928) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:28.317292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:28.340173 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.446688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.578859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Allocated IP 172.25.1.83 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/e1a8d13f-6fe8-4fc4-82e7-1f126b4b010a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:28.640079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.698177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.774215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.837937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:28.844179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:28.846110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'Port': ['ID=e1a8d13f-6fe8-4fc4-82e7-1f126b4b010a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:28.848204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:00:28.940454 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.976442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:29.142802 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:29.148187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:29.225748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'Port': ['ID=e1a8d13f-6fe8-4fc4-82e7-1f126b4b010a,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:29.233781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:29.248562 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:29.249928 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2ab0056c-a11f-4813-ba89-0e0a5b8bc3a1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9362597 Aug 31 10:00:29.326526 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Sync routers for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:00:29.340170 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:00:29.340890 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:00:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:29.425681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-90906d9d-7288-4c9c-9f00-6bd40914afd6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1286390351&fields=id&tenant_id=58c1f02fb0664a588e772eef87f89527 HTTP/1.1" status: 200 len: 267 time: 0.0354676 Aug 31 10:00:29.465034 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:00:29.546818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-8f052b28-3ab1-4fae-b176-3a8a2a1fa809 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:29.549116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-8f052b28-3ab1-4fae-b176-3a8a2a1fa809 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 810 time: 0.1148195 Aug 31 10:00:29.568677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-41a10590-a73a-452a-8a58-c8a0f6809d3b tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/quotas/58c1f02fb0664a588e772eef87f89527 HTTP/1.1" status: 200 len: 375 time: 0.0140822 Aug 31 10:00:29.634846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-73353198-8806-4da3-b492-19cd06261a92 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547962 Aug 31 10:00:29.709662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 14c68f67-6d0c-4e51-b8c8-2bd430006bab up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:29.729841 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 2, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:29.765595 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Checking router: 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:00:29.766016 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Updating router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c port 658afeab-4060-41ed-a3da-abdae722d9e7 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:00:29.797111 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:29.801345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 14c68f67-6d0c-4e51-b8c8-2bd430006bab completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:29.817347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 14c68f67-6d0c-4e51-b8c8-2bd430006bab triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:29.817721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:29.935536 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:29.959134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 14c68f67-6d0c-4e51-b8c8-2bd430006bab, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=14c68f67-6d0c-4e51-b8c8-2bd430006bab,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:29.964797 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:30.038742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=14c68f67-6d0c-4e51-b8c8-2bd430006bab,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:30.114538 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:30.126459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Transition to ACTIVE for port object 658afeab-4060-41ed-a3da-abdae722d9e7 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:30.138528 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:30.190230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-e3429cd4-f86b-4c01-8597-4dcc4d2c21fa service neutron] 10.222.0.69 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420926 Aug 31 10:00:30.213091 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c39245-36a5-45b4-9809-6aee276a52a9 None None] Pushing event updated for resources: {'Port': ['ID=658afeab-4060-41ed-a3da-abdae722d9e7,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:30.259079 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Attempting to bind port 658afeab-4060-41ed-a3da-abdae722d9e7 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:00:30.259834 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Attempting to bind port 658afeab-4060-41ed-a3da-abdae722d9e7 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:00:30.260447 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Attempting to bind port 658afeab-4060-41ed-a3da-abdae722d9e7 on network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:30.266143 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:00:30.267259 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Checking segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:30.267889 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:30.268526 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Bound using segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:00:30.269096 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Bound port: 658afeab-4060-41ed-a3da-abdae722d9e7, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:00:30.269578 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:30.300201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-52de2645-6405-4b3b-a142-05391da88464 service neutron] 10.222.0.69 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027725 Aug 31 10:00:30.351881 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] For port 658afeab-4060-41ed-a3da-abdae722d9e7, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:30.356289 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] For port 658afeab-4060-41ed-a3da-abdae722d9e7, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=658afeab-4060-41ed-a3da-abdae722d9e7,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:30.363076 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:30.438385 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c39245-36a5-45b4-9809-6aee276a52a9 None None] Pushing event updated for resources: {'Port': ['ID=658afeab-4060-41ed-a3da-abdae722d9e7,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:30.441466 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:00:30.442071 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:00:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:30.564583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-738cb9ea-560d-4e76-8a75-8c97b529d9ce req-850939c7-20e0-4c1b-a739-4d284f9c5195 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0668161 Aug 31 10:00:30.619401 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:00:30.852170 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:30Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:30.882867 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667adeb-bea0-4ff4-9ad6-8985ed978335 None None] The sync data for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 is: [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:30Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:00:31.726458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 14c68f67-6d0c-4e51-b8c8-2bd430006bab up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:31.748413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bb5155b-8fe6-450b-b592-6e7fedcd5698 req-d9f39e96-5532-47b1-a7ae-a076a0f5c65b tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0689254 Aug 31 10:00:31.797917 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-365fc535-1833-4f11-b80e-1e35e840ce48 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:31.800899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-365fc535-1833-4f11-b80e-1e35e840ce48 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 810 time: 0.2301595 Aug 31 10:00:31.806066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 14c68f67-6d0c-4e51-b8c8-2bd430006bab triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:31.806525 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.867041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-5452000b-9bf0-4f34-aa61-9d0a03325762 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c1f02fb0664a588e772eef87f89527 HTTP/1.1" status: 200 len: 380 time: 0.0501337 Aug 31 10:00:31.876963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'port': {'device_id': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'admin_state_up': True, 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'security_groups': ['a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:31.892816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 658afeab-4060-41ed-a3da-abdae722d9e7 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:31.955223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 658afeab-4060-41ed-a3da-abdae722d9e7 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:31.964334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 658afeab-4060-41ed-a3da-abdae722d9e7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:31.964707 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.005091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Made reservation on behalf of 58c1f02fb0664a588e772eef87f89527 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:32.010939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.056044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.089641 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 658afeab-4060-41ed-a3da-abdae722d9e7, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=658afeab-4060-41ed-a3da-abdae722d9e7,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:32.093700 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.147517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Allocated IP 172.20.0.14 (8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2/f315223b-fd20-4f21-928c-c5eb3846391c/55b88468-7dc3-4431-9b95-6f5be9b64ed0) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:32.148094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=658afeab-4060-41ed-a3da-abdae722d9e7,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:32.291257 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.304650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Transition to ACTIVE for port object 55b88468-7dc3-4431-9b95-6f5be9b64ed0 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:32.337784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.386360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:32.389805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:32.394378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:00:32.398458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'Port': ['ID=55b88468-7dc3-4431-9b95-6f5be9b64ed0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:32.468674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:32.469369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.492478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-112b693f-e7e3-4320-944b-63d44d80a3e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6191521 Aug 31 10:00:32.506528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Request body: {'port': {'device_id': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:32.535649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38028) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:32.574406 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.667245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efc41c-a320-47cf-9322-4bd9ed9891c0 req-a6a787c6-5930-4860-b0c1-abb7e86b333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:32.668888 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2efc41c-a320-47cf-9322-4bd9ed9891c0 req-a6a787c6-5930-4860-b0c1-abb7e86b333e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1096 time: 0.1323178 Aug 31 10:00:32.710477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2efc41c-a320-47cf-9322-4bd9ed9891c0 req-9749fb00-f52c-4602-9b7d-8a79dc15c0d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349333 Aug 31 10:00:32.760401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-52df6bc6-8ec5-4225-992b-782fb7933f20 None None] Provisioning for port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:32.782542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-52df6bc6-8ec5-4225-992b-782fb7933f20 None None] Provisioning complete for port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:32.786204 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-52df6bc6-8ec5-4225-992b-782fb7933f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.841119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-52df6bc6-8ec5-4225-992b-782fb7933f20 None None] Port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:00:32.910962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b88468-7dc3-4431-9b95-6f5be9b64ed0 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:00:32.921529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.932804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19da5c-ebc3-4efb-8c1b-1a92aa294feb req-1323428b-86fd-415b-9a6f-89f2540f9daa tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:32.934314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8d19da5c-ebc3-4efb-8c1b-1a92aa294feb req-1323428b-86fd-415b-9a6f-89f2540f9daa tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 932 time: 0.0959718 Aug 31 10:00:32.949656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Transition to ACTIVE for port object 55b88468-7dc3-4431-9b95-6f5be9b64ed0 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:32.964511 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:33.018904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8d19da5c-ebc3-4efb-8c1b-1a92aa294feb req-7d3c4035-b1d7-499d-88c8-ed7b63813aeb tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767150 Aug 31 10:00:33.034172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Pushing event updated for resources: {'Port': ['ID=55b88468-7dc3-4431-9b95-6f5be9b64ed0,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:33.114227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Attempting to bind port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:00:33.114704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Attempting to bind port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:00:33.115176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Attempting to bind port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 on network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:33.119950 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 on network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:00:33.120469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Attempting to bind port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 on network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:33.125582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:00:33.126026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Checking segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:33.126771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Bound using segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:00:33.127558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Bound port: 55b88468-7dc3-4431-9b95-6f5be9b64ed0, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:00:33.128024 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:33.202717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] For port 55b88468-7dc3-4431-9b95-6f5be9b64ed0, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:33.206310 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] For port 55b88468-7dc3-4431-9b95-6f5be9b64ed0, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:33.212906 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:33.250910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.251546 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:33.252956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] 10.222.0.20 "PUT /v2.0/ports/55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 1092 time: 0.7525170 Aug 31 10:00:33.253413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'tag': '55b88468-7dc3-4431-9b95-6f5be9b64ed0'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:33.255753 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77391b1f-7868-4426-b212-629119ef27bf" -d '{"events": [{"name": "network-changed", "server_uuid": "534e090c-ca61-4003-932f-1aa7c19aaf7b", "tag": "55b88468-7dc3-4431-9b95-6f5be9b64ed0"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:33.298114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b276c33-4f9d-4036-8b02-d01bbd340737 service neutron] Pushing event updated for resources: {'Port': ['ID=55b88468-7dc3-4431-9b95-6f5be9b64ed0,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:33.340336 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c256202-f1b2-4f22-8d49-05cb9cf05030 x-openstack-request-id: req-0c256202-f1b2-4f22-8d49-05cb9cf05030 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:33.340706 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534e090c-ca61-4003-932f-1aa7c19aaf7b", "tag": "55b88468-7dc3-4431-9b95-6f5be9b64ed0", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:33.341016 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c256202-f1b2-4f22-8d49-05cb9cf05030 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:33.341484 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'tag': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'status': 'completed', 'code': 200} Aug 31 10:00:33.357156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-0a47042c-f352-4822-a421-6ce26433e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.359291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-0a47042c-f352-4822-a421-6ce26433e9e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1095 time: 0.0574260 Aug 31 10:00:33.407655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-d6bd6ca3-8438-4506-b5a2-088b8bba1c9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 217 time: 0.0398464 Aug 31 10:00:33.483204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-d59a06fb-046a-4467-a38a-695369ed89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.484746 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-d59a06fb-046a-4467-a38a-695369ed89d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0699854 Aug 31 10:00:33.556508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-383691e5-6c6c-40b1-a7bb-f5fdf1855e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.558065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-383691e5-6c6c-40b1-a7bb-f5fdf1855e02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658886 Aug 31 10:00:33.640084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 658afeab-4060-41ed-a3da-abdae722d9e7 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:33.665252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-e4cd6291-1011-437d-aea0-b72a966d0c6f service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996473 Aug 31 10:00:33.697446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 658afeab-4060-41ed-a3da-abdae722d9e7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:33.697846 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:33.772661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4b84359-d8cc-483f-a5d6-ccdf974a3613 req-350a9912-ce16-416c-9894-461f4c4e7aea service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005762 Aug 31 10:00:33.872711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77391b1f-7868-4426-b212-629119ef27bf req-53ab0583-e10f-4760-a810-2f3622b4fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.874356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77391b1f-7868-4426-b212-629119ef27bf req-53ab0583-e10f-4760-a810-2f3622b4fbdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1095 time: 0.0481005 Aug 31 10:00:33.975482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77391b1f-7868-4426-b212-629119ef27bf req-b98f138c-bd67-4b45-887e-6e82948ecc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.975482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77391b1f-7868-4426-b212-629119ef27bf req-b98f138c-bd67-4b45-887e-6e82948ecc21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0940154 Aug 31 10:00:34.018467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77391b1f-7868-4426-b212-629119ef27bf req-43d42bbf-44ef-4398-9f22-6b7c02e62b9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 217 time: 0.0355804 Aug 31 10:00:34.071666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77391b1f-7868-4426-b212-629119ef27bf req-6869c3bc-e64d-4057-a104-6ba7b440f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:34.073033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77391b1f-7868-4426-b212-629119ef27bf req-6869c3bc-e64d-4057-a104-6ba7b440f868 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0475910 Aug 31 10:00:34.122818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77391b1f-7868-4426-b212-629119ef27bf req-422dfd58-68a3-4dd9-be84-3ff828a241e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:34.124426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77391b1f-7868-4426-b212-629119ef27bf req-422dfd58-68a3-4dd9-be84-3ff828a241e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443730 Aug 31 10:00:34.240958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e322e5-2bb5-4ce0-8e3a-30f74aed1cf1 req-3797ec62-2d92-45f1-9d9f-72555f988db7 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:34.242449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85e322e5-2bb5-4ce0-8e3a-30f74aed1cf1 req-3797ec62-2d92-45f1-9d9f-72555f988db7 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 944 time: 0.1024575 Aug 31 10:00:34.273577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77391b1f-7868-4426-b212-629119ef27bf req-31bdc31d-7bf2-4309-94cd-7ed6d194e872 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410511 Aug 31 10:00:34.301164 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85e322e5-2bb5-4ce0-8e3a-30f74aed1cf1 req-bba535fe-ab9d-41e6-8faf-d4e1b1078abe tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521767 Aug 31 10:00:34.377334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77391b1f-7868-4426-b212-629119ef27bf req-8d1e37e7-11a1-4e85-853f-7a2eeba03f87 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906692 Aug 31 10:00:35.425001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651be54-7be7-4fc6-948b-1d62fabe4eb7 req-5c44ea4d-c819-4ca2-9afb-d0ab717b933f tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:35.426502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0651be54-7be7-4fc6-948b-1d62fabe4eb7 req-5c44ea4d-c819-4ca2-9afb-d0ab717b933f tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0552490 Aug 31 10:00:35.467542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0651be54-7be7-4fc6-948b-1d62fabe4eb7 req-e4d2ed27-461a-464a-b042-b876accf0333 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347507 Aug 31 10:00:36.589674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8918e-5c60-45f0-ad79-e00260b9705e req-f3ada051-b644-4089-977a-b6e9d6814073 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:36.591184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19a8918e-5c60-45f0-ad79-e00260b9705e req-f3ada051-b644-4089-977a-b6e9d6814073 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0501471 Aug 31 10:00:36.631578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19a8918e-5c60-45f0-ad79-e00260b9705e req-b6edc0e9-bb23-431f-97ee-6c210ebabf33 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339816 Aug 31 10:00:37.756912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34faa1f-7493-43b5-b4f7-05486e9f7023 req-568f049c-0b51-4411-94a5-b1207474d2d9 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:37.758427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b34faa1f-7493-43b5-b4f7-05486e9f7023 req-568f049c-0b51-4411-94a5-b1207474d2d9 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0516896 Aug 31 10:00:37.802613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b34faa1f-7493-43b5-b4f7-05486e9f7023 req-e17b12a3-af6d-4a76-a27e-baf5a686e349 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337963 Aug 31 10:00:38.284136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 55b88468-7dc3-4431-9b95-6f5be9b64ed0 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:00:38.376046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 55b88468-7dc3-4431-9b95-6f5be9b64ed0, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:38.391338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'port_id': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'mac_address': 'fa:16:3e:fa:0c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:00:38.429522 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.442904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b88468-7dc3-4431-9b95-6f5be9b64ed0 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:00:38.463562 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 55b88468-7dc3-4431-9b95-6f5be9b64ed0, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:38.468695 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.518056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=55b88468-7dc3-4431-9b95-6f5be9b64ed0,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:38.790074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['55b88468-7dc3-4431-9b95-6f5be9b64ed0'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:00:38.937429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09559686-41d1-446a-a6df-9b07a9bb7b81 req-07711ad5-b0bd-4b82-99b7-e80225316f2a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:38.939024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09559686-41d1-446a-a6df-9b07a9bb7b81 req-07711ad5-b0bd-4b82-99b7-e80225316f2a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0680537 Aug 31 10:00:38.980096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-09559686-41d1-446a-a6df-9b07a9bb7b81 req-ebd597fe-1597-437b-99c7-086ef78eabe1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349772 Aug 31 10:00:40.106138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4123187-4fae-4db2-9e2e-d5cc3f27e2e8 req-96e152d9-002f-4717-9fd7-98e822c35c05 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:40.107754 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4123187-4fae-4db2-9e2e-d5cc3f27e2e8 req-96e152d9-002f-4717-9fd7-98e822c35c05 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0501161 Aug 31 10:00:40.151282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4123187-4fae-4db2-9e2e-d5cc3f27e2e8 req-9c3b3965-7c3d-4942-bd7f-82bc714312ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370934 Aug 31 10:00:40.299538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 55b88468-7dc3-4431-9b95-6f5be9b64ed0 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:40.349991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:40.353980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:40.354355 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:40.441666 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:40.468479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b88468-7dc3-4431-9b95-6f5be9b64ed0'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:40.471246 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8c4955-583b-47ff-8f0e-a14e5dda9d47" -d '{"events": [{"server_uuid": "534e090c-ca61-4003-932f-1aa7c19aaf7b", "name": "network-vif-plugged", "status": "completed", "tag": "55b88468-7dc3-4431-9b95-6f5be9b64ed0"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:40.486342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 55b88468-7dc3-4431-9b95-6f5be9b64ed0, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:40.492164 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:40.523459 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb985d-f768-4187-83dc-f92340637383 x-openstack-request-id: req-32cb985d-f768-4187-83dc-f92340637383 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:40.523752 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534e090c-ca61-4003-932f-1aa7c19aaf7b", "name": "network-vif-plugged", "status": "completed", "tag": "55b88468-7dc3-4431-9b95-6f5be9b64ed0", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:40.523981 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32cb985d-f768-4187-83dc-f92340637383 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:40.525092 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'code': 200} Aug 31 10:00:40.565185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=55b88468-7dc3-4431-9b95-6f5be9b64ed0,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:40.622267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17308e3b-d993-489a-8093-8e8172299eeb req-cad70ccc-5142-4a86-877c-4619e0440729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:40.623839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17308e3b-d993-489a-8093-8e8172299eeb req-cad70ccc-5142-4a86-877c-4619e0440729 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0415077 Aug 31 10:00:40.661545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17308e3b-d993-489a-8093-8e8172299eeb req-2d75c696-57ef-46e5-aa0e-88470b8916b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299864 Aug 31 10:00:40.703898 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:41.271534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1bd6-4a06-4ff4-b9d7-d3c72b803104 req-a8f84c4b-e4e7-41e1-8c33-c73999a4c082 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:41.273040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a1bd6-4a06-4ff4-b9d7-d3c72b803104 req-a8f84c4b-e4e7-41e1-8c33-c73999a4c082 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0540574 Aug 31 10:00:41.313007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff9a1bd6-4a06-4ff4-b9d7-d3c72b803104 req-b539c72f-e227-43bc-abd0-21b6c890019f tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333934 Aug 31 10:00:42.434726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86804e70-e9bc-4973-937f-09325c7170a7 req-45d1f839-03cd-4998-a94e-f14e2bae3454 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:42.436298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86804e70-e9bc-4973-937f-09325c7170a7 req-45d1f839-03cd-4998-a94e-f14e2bae3454 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0496361 Aug 31 10:00:42.475987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86804e70-e9bc-4973-937f-09325c7170a7 req-83290358-aa66-4840-adea-33f2423f3ed1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336542 Aug 31 10:00:42.590845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f561d-c6e0-4109-9dc5-bcf5f18a2712 req-57f21246-b3d6-4343-8e34-fa493f883cf0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:42.592407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-833f561d-c6e0-4109-9dc5-bcf5f18a2712 req-57f21246-b3d6-4343-8e34-fa493f883cf0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0518250 Aug 31 10:00:42.601393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 38250) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:42.606223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'floatingip': {'port_id': '55b88468-7dc3-4431-9b95-6f5be9b64ed0'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:42.645822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:43.109127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:43.114913 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:43.553718 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Floating IP 03807199-114c-4525-8546-84542426c6f5 associated. External IP: 172.25.1.83, port: 55b88468-7dc3-4431-9b95-6f5be9b64ed0. Aug 31 10:00:43.740519 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:43.792001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:00:43.913603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:00:43.921137 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:43.948057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] Sync routers for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:00:43.948915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-add9ab7f-e3bc-43eb-9186-b5f264e6f887 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "PUT /v2.0/floatingips/03807199-114c-4525-8546-84542426c6f5 HTTP/1.1" status: 200 len: 991 time: 1.3463006 Aug 31 10:00:43.949717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'tag': '55b88468-7dc3-4431-9b95-6f5be9b64ed0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:43.951989 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f571d374-e6eb-482a-aea5-34190cc8d11b" -d '{"events": [{"name": "network-changed", "server_uuid": "534e090c-ca61-4003-932f-1aa7c19aaf7b", "tag": "55b88468-7dc3-4431-9b95-6f5be9b64ed0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:43.961893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:00:43.962102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:00:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:44.016343 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29705c69-cb9e-40e0-9a6e-b61c27505aad x-openstack-request-id: req-29705c69-cb9e-40e0-9a6e-b61c27505aad {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:44.016817 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534e090c-ca61-4003-932f-1aa7c19aaf7b", "tag": "55b88468-7dc3-4431-9b95-6f5be9b64ed0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:44.017134 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29705c69-cb9e-40e0-9a6e-b61c27505aad {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:44.017630 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'tag': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'status': 'completed', 'code': 200} Aug 31 10:00:44.089494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-36dbc72a-ccbe-49e0-92b1-3cd2afd8236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:44.091814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-36dbc72a-ccbe-49e0-92b1-3cd2afd8236b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0482657 Aug 31 10:00:44.095073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:00:44.199507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-e19374d5-f71c-4466-ae1d-0f9553530c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:44.201463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-e19374d5-f71c-4466-ae1d-0f9553530c7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.1028397 Aug 31 10:00:44.320265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-e4144107-6d7f-4a63-8c64-20ba27c39689 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 999 time: 0.1117108 Aug 31 10:00:44.353694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '03807199-114c-4525-8546-84542426c6f5', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'port_id': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'mac_address': 'fa:16:3e:fa:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:00:28Z', 'updated_at': '2021-08-31T10:00:43Z', 'revision_number': 1, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:44.372390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-1fc46cbe-ecc9-4e7c-a4ee-eb1b72bebd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:44.374387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-1fc46cbe-ecc9-4e7c-a4ee-eb1b72bebd48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0470476 Aug 31 10:00:44.381527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] Checking router: 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:00:44.392049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:00:44.392862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:00:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:44.430719 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-24dd6b03-7c75-4530-9caa-d970b92b0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:44.432671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-24dd6b03-7c75-4530-9caa-d970b92b0ea9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513198 Aug 31 10:00:44.507937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:00:44.537754 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-74af59a1-1851-4f3d-9515-4779d47f4a95 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979278 Aug 31 10:00:44.629827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f571d374-e6eb-482a-aea5-34190cc8d11b req-0f59d511-51b0-4b3e-bd13-219575572bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850329 Aug 31 10:00:44.742381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '03807199-114c-4525-8546-84542426c6f5', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'port_id': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'mac_address': 'fa:16:3e:fa:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:00:28Z', 'updated_at': '2021-08-31T10:00:43Z', 'revision_number': 1, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:00:44.772534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca869d-a726-4c44-b23c-5ae66fdb2413 None None] The sync data for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 is: [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '03807199-114c-4525-8546-84542426c6f5', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'port_id': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'mac_address': 'fa:16:3e:fa:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:00:28Z', 'updated_at': '2021-08-31T10:00:43Z', 'revision_number': 1, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:00:44.965741 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba4998c-5662-4bc4-aae6-706fb8437604 None None] New status for floating IP 03807199-114c-4525-8546-84542426c6f5: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:00:49.335969 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:00:51.795326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5798a62d-4b0d-46d2-a099-c62c39dd724b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:55.018856 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:55.751466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92670b61-58ff-4c50-a4ed-8cfc4542c5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:57.700302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:58.643642 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:10.717052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:13.733464 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.804710 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-f3c513d5-3df7-4440-8c41-1b1fe1df04c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477118 Aug 31 10:01:18.905284 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-56e9b159-fe77-42a8-9daa-97a28891e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:18.907111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-56e9b159-fe77-42a8-9daa-97a28891e21f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1096 time: 0.0529232 Aug 31 10:01:19.012097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-8da5fadd-1b4e-4e79-a0d6-a3d635023ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:19.013566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-8da5fadd-1b4e-4e79-a0d6-a3d635023ba9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 200 len: 911 time: 0.0874820 Aug 31 10:01:19.086737 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-ed4c415e-9d12-459e-94bf-be3390034f9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 200 len: 1001 time: 0.0661290 Aug 31 10:01:19.142132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-29418d56-2ec4-42df-beba-af45b1ece944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:19.143629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-29418d56-2ec4-42df-beba-af45b1ece944 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f63c2c24-881b-49c1-b67d-cf370fe129e8 HTTP/1.1" status: 200 len: 848 time: 0.0496166 Aug 31 10:01:19.191867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-3be0e39f-972d-4418-be53-4b57c0d0d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:19.193630 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-3be0e39f-972d-4418-be53-4b57c0d0d3c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=517863ea-47d0-4115-ad15-aba588d19664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429907 Aug 31 10:01:19.295894 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-5ecd3986-45d7-4edc-a473-ca64803ecc40 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952375 Aug 31 10:01:19.388821 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-63e9f246-8303-4ed3-96df-2a513a86ed66 req-24985dbf-f474-493e-94f7-19fd6e8f1c5f service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862889 Aug 31 10:01:21.809899 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e57c3b2d-226f-4054-b13a-2521b41ee2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:23.754112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f800cd02-caae-4660-82cd-5290edff5287 req-093f3155-6293-4855-9f3f-f966eb260080 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464754 Aug 31 10:01:23.849507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800cd02-caae-4660-82cd-5290edff5287 req-4b9ab358-7002-46b6-bd2b-cff556cb61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:23.851111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f800cd02-caae-4660-82cd-5290edff5287 req-4b9ab358-7002-46b6-bd2b-cff556cb61eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0429845 Aug 31 10:01:23.956703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800cd02-caae-4660-82cd-5290edff5287 req-56d32651-8c9a-4f84-96be-512156b87d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:23.958174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f800cd02-caae-4660-82cd-5290edff5287 req-56d32651-8c9a-4f84-96be-512156b87d73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0866783 Aug 31 10:01:24.264598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f800cd02-caae-4660-82cd-5290edff5287 req-590f1e2d-77b2-45d4-b5c5-b22a20ce06be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 1001 time: 0.2993891 Aug 31 10:01:24.318170 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800cd02-caae-4660-82cd-5290edff5287 req-34a43009-ef05-46cf-bee5-1d301e524c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:24.320272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f800cd02-caae-4660-82cd-5290edff5287 req-34a43009-ef05-46cf-bee5-1d301e524c90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0471547 Aug 31 10:01:24.366862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800cd02-caae-4660-82cd-5290edff5287 req-99471091-bbd1-47d2-9979-e3d4b40d8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:24.368382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f800cd02-caae-4660-82cd-5290edff5287 req-99471091-bbd1-47d2-9979-e3d4b40d8227 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419576 Aug 31 10:01:24.465018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f800cd02-caae-4660-82cd-5290edff5287 req-a93e5c95-d532-4dc2-8222-2dde25605dcc service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893140 Aug 31 10:01:24.567610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f800cd02-caae-4660-82cd-5290edff5287 req-6aa8b51c-a6c6-4b66-8e76-c58aa1f82f5e service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948915 Aug 31 10:01:25.021140 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:25.529153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39210) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:25.692743 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a5695acc-6407-4ebf-b006-d551c2d66204 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=09321264d114491db63fdf14c40513ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621723 Aug 31 10:01:25.696130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39216) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:25.754240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:25.759313 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccec05a5-5bb7-4fe9-b74c-bb4688fc00cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:25.794256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:25.849528 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:25.852893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:25.854147 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c09fb829-5ca3-4384-b20c-2f79c346fcef HTTP/1.1" status: 204 len: 168 time: 0.1569808 Aug 31 10:01:25.863256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09fb829-5ca3-4384-b20c-2f79c346fcef,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:25.872283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.872631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.872962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.873355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.873631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.873966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.874295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.874653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.874972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.875346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.875650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:25.875987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af3bef-840b-4204-a911-4c16cb05e937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:26.336376 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:01:27.703285 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:27.799876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39272) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:27.805139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'network': {'name': 'tempest-network-smoke--1475220816', 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'port_security_enabled': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:27.825937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Made reservation on behalf of 3c5b6a38060c43a98fa9cd82e09f7d6d for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:01:27.829406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:27.838334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:27.926045 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:27.930083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:27.958308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:01:27.964027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5781c44-3669-48e3-9ee0-df4cdd7c4717,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:27.971270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:27.971628 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Added segment d72b3e97-4549-476d-9f7c-f5a1650c4bc4 of type vlan for network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 Aug 31 10:01:28.011953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.035838 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.041948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:28.042535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.103575 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3025081 Aug 31 10:01:28.106291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39274) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:28.110646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'admin_state_up': True, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:28.128605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b426ee4-1a1d-49e3-abe6-f90ce9c5be56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Network': ['ID=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:28.139322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:01:28.143218 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.144255 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.196680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.336333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.526964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.545253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.645021 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.649927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Allocated IP 172.25.1.212 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/8b81b286-fd22-4ac7-83c9-0814a4fd0c7b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:01:28.754425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.794988 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.838942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:01:28.841946 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:28.848943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=8b81b286-fd22-4ac7-83c9-0814a4fd0c7b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:28.851317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:01:29.112371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:29.320645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:29.452476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Router 466fe9fa-3849-4470-bff7-a176612b9e1b is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:01:29.555867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:01:29.566065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Sync routers for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:01:29.574593 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:29.575578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:01:29.575891 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fa696014-b970-4337-a5c8-b345399a0efc tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4686608 Aug 31 10:01:29.576194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:01:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:29.579024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39278) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:29.705734 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b52b85c1-932a-42ff-ad05-ed909cd94d04 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=3c5b6a38060c43a98fa9cd82e09f7d6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253924 Aug 31 10:01:29.708320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39282) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:29.798981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f45dde-a572-4c2a-875e-555d4268c6b0 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:29.800092 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-89f45dde-a572-4c2a-875e-555d4268c6b0 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908291 Aug 31 10:01:29.803135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39284) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:29.836532 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e66f20c6-83a0-426e-913d-58cbda5c8158 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322194 Aug 31 10:01:29.839113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39286) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:29.843933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-481383678', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:29.844983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:01:29.941600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Made reservation on behalf of 3c5b6a38060c43a98fa9cd82e09f7d6d for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:01:29.945948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.057057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:28Z', 'revision_number': 3, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:30.082982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Checking router: 466fe9fa-3849-4470-bff7-a176612b9e1b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:01:30.083331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Updating router 466fe9fa-3849-4470-bff7-a176612b9e1b port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:01:30.107364 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.132784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.196647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Subnet': ['ID=1fd2ab19-4699-4b35-903d-fd9af8dac0b8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:30.201819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Checking segment: {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:30.202179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network hostable DHCP agents. Network: 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:01:30.219158 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:01:30.228749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:30.233177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:30.233836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.249038 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eab15ae1-e45d-4751-991c-f77c1a883c56 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4089441 Aug 31 10:01:30.251807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39290) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:30.256764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79bd8a2-a116-489e-8ccb-76f1a4d48c99 None None] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:01:30.478618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:01:30.479578 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.482556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.501610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Transition to ACTIVE for port object 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:30.513455 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.637231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Attempting to bind port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:01:30.638060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Attempting to bind port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:01:30.638060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Attempting to bind port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:30.657753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Pushing event updated for resources: {'Port': ['ID=8b81b286-fd22-4ac7-83c9-0814a4fd0c7b,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:30.668671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:01:30.669072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:30.669436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.669832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:01:30.670307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Bound port: 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:01:30.670689 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.676760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.677124 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.677439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.677771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.678099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.678437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.678817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.679145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.679465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.679786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.680109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.680426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:30.695856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.726427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Allocated IP 172.20.0.2 (7d183049-d67a-4ead-8ed4-a5c7c7cc92d1/1fd2ab19-4699-4b35-903d-fd9af8dac0b8/3e863d1a-dc83-4575-9666-ba786a68d381) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:01:30.757955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] For port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:01:30.806702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] For port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8b81b286-fd22-4ac7-83c9-0814a4fd0c7b,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:01:30.814040 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.899686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:01:30.900313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:01:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:30.939793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf529f6-27a9-46c8-81b0-812992e24f65 None None] Pushing event updated for resources: {'Port': ['ID=8b81b286-fd22-4ac7-83c9-0814a4fd0c7b,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:31.046206 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.062265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Transition to ACTIVE for port object 3e863d1a-dc83-4575-9666-ba786a68d381 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:31.064979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:01:31.162503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Transition to ACTIVE for port object 3e863d1a-dc83-4575-9666-ba786a68d381 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:31.172461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.222254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Allocated IP 172.20.0.1 (7d183049-d67a-4ead-8ed4-a5c7c7cc92d1/1fd2ab19-4699-4b35-903d-fd9af8dac0b8/ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:01:31.230314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:01:31.235649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Pushing event updated for resources: {'Port': ['ID=3e863d1a-dc83-4575-9666-ba786a68d381,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:31.238423 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:31.243592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:01:31.332490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Attempting to bind port 3e863d1a-dc83-4575-9666-ba786a68d381 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:01:31.332872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Attempting to bind port 3e863d1a-dc83-4575-9666-ba786a68d381 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:01:31.333211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Attempting to bind port 3e863d1a-dc83-4575-9666-ba786a68d381 on network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:31.336691 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.342540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:01:31.342942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Checking segment: {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:31.343343 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.343733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Bound using segment: {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:01:31.344192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Bound port: 3e863d1a-dc83-4575-9666-ba786a68d381, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:01:31.344571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.351450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Transition to ACTIVE for port object ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:31.386051 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.389060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:28Z', 'revision_number': 3, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:31.423583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612f1d5-a6a2-4615-9f71-ceced5d10db4 None None] The sync data for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 is: [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:28Z', 'revision_number': 3, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:01:31.425779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:01:31.432239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:31.436366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:01:31.445661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:31.454033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] For port 3e863d1a-dc83-4575-9666-ba786a68d381, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:01:31.457710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] For port 3e863d1a-dc83-4575-9666-ba786a68d381, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3e863d1a-dc83-4575-9666-ba786a68d381,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:01:31.463162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.494005 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.533790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df15f6-903b-4363-a7ec-d178c3f07295 None None] Pushing event updated for resources: {'Port': ['ID=3e863d1a-dc83-4575-9666-ba786a68d381,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:31.643820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.006165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.013374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.117385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.119466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:32.219796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:01:32.221273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:32.339773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Router 466fe9fa-3849-4470-bff7-a176612b9e1b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:01:32.454763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:01:32.463155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39296) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:32.463772 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9b53ea81-1c04-469a-a51c-f401c8d0c165 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "PUT /v2.0/routers/466fe9fa-3849-4470-bff7-a176612b9e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2100329 Aug 31 10:01:32.469256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1226509205', 'description': 'tempest-secgroup_access--1226509205 description', 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:32.493132 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.572857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae4fcc-3d52-4279-9ce2-62f37c032999 None None] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:01:32.592191 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.596126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.625091 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.626329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1609850 Aug 31 10:01:32.629180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39298) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:32.634253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8b6f3f84-165e-406f-99e5-ccb1c1266788 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--695536776', 'description': 'tempest-secgroup_general--695536776 description', 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:32.637201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ab021437-4dd5-4c30-b8eb-b1bf9a37ac3a None None] Provisioning for port 3e863d1a-dc83-4575-9666-ba786a68d381 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:32.640348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:32.653263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.653607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.653947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.654269 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.654594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.654953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.655276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.655596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.655916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.656232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.656545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.656856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa2a37-32f5-4a83-a008-b4ac18af2d09 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:32.672103 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3f84-165e-406f-99e5-ccb1c1266788 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.762728 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3f84-165e-406f-99e5-ccb1c1266788 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.767893 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3f84-165e-406f-99e5-ccb1c1266788 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.800904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3f84-165e-406f-99e5-ccb1c1266788 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e932a360-6997-4d56-aaa1-8942976ec5bc,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:32.805612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3f84-165e-406f-99e5-ccb1c1266788 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.806941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8b6f3f84-165e-406f-99e5-ccb1c1266788 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1767733 Aug 31 10:01:32.809865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39300) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:32.814518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-16b37cb2-2fc9-415f-9d8d-74639b4e6c02 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'security_group_rule': {'security_group_id': '19db5fde-0af6-4fc6-bdc8-adc64b5ddf70', 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:32.845264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16b37cb2-2fc9-415f-9d8d-74639b4e6c02 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.907217 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16b37cb2-2fc9-415f-9d8d-74639b4e6c02 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.912209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16b37cb2-2fc9-415f-9d8d-74639b4e6c02 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.930200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b37cb2-2fc9-415f-9d8d-74639b4e6c02 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af13f838-4ef2-400e-a5af-fe17322c52cc,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:32.940003 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-16b37cb2-2fc9-415f-9d8d-74639b4e6c02 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.941438 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-16b37cb2-2fc9-415f-9d8d-74639b4e6c02 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305182 Aug 31 10:01:32.988349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e7a6c52b-cc5a-41f4-a657-3f0ff1a58919 None None] Provisioning for port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:32.997625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e7a6c52b-cc5a-41f4-a657-3f0ff1a58919 None None] Provisioning complete for port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:32.997625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c52b-cc5a-41f4-a657-3f0ff1a58919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.035817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6c52b-cc5a-41f4-a657-3f0ff1a58919 None None] Port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:01:33.101670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-d5a287d7-2262-4bfc-8118-139e7b9264f0 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_access--1226509205&fields=id&tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d HTTP/1.1" status: 200 len: 267 time: 0.0371127 Aug 31 10:01:33.134098 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Sync routers for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:01:33.150693 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-67c00cc7-5127-47dd-9b9f-4e948e460422 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_general--695536776&fields=id&tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d HTTP/1.1" status: 200 len: 267 time: 0.0374420 Aug 31 10:01:33.152876 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:01:33.153558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:01:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:33.265394 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:01:33.265625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6170cef2-4fce-4dd3-b28a-5dc113fcb061 None None] Provisioning complete for port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:33.266004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6170cef2-4fce-4dd3-b28a-5dc113fcb061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.274070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e482113-042d-4546-ad0f-ff23559063ca req-90b2e58b-4aa5-40da-89a3-e47afa0f9f94 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:33.281427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-90b2e58b-4aa5-40da-89a3-e47afa0f9f94 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/networks?id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 HTTP/1.1" status: 200 len: 797 time: 0.1262944 Aug 31 10:01:33.298457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-f118c720-aa53-4b8d-9717-39c003873242 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/quotas/3c5b6a38060c43a98fa9cd82e09f7d6d HTTP/1.1" status: 200 len: 375 time: 0.0159636 Aug 31 10:01:33.304509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-6170cef2-4fce-4dd3-b28a-5dc113fcb061 None None] Port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:01:33.349698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-e4c44e95-c1b6-4503-8fd3-5b9aee3cd8a8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503078 Aug 31 10:01:33.423838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fbeda59c-297c-4e69-9378-7f8b95ee6886 None None] Provisioning complete for port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:33.424370 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fbeda59c-297c-4e69-9378-7f8b95ee6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.465766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fbeda59c-297c-4e69-9378-7f8b95ee6886 None None] Port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:01:33.484628 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 2, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:33.511950 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Checking router: 466fe9fa-3849-4470-bff7-a176612b9e1b for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:01:33.512293 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Updating router 466fe9fa-3849-4470-bff7-a176612b9e1b port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:01:33.521099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-a10e2fc1-d224-4eca-96ec-9320b9e48640 service neutron] 10.222.0.69 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582701 Aug 31 10:01:33.538350 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.617639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-46fae40a-a614-480f-94fc-d19d4bb2704b service neutron] 10.222.0.69 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895891 Aug 31 10:01:33.731259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3e863d1a-dc83-4575-9666-ba786a68d381 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:33.791323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 3e863d1a-dc83-4575-9666-ba786a68d381 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:33.795490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3e863d1a-dc83-4575-9666-ba786a68d381 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:33.795865 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.820431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f63d3369-25f0-4381-97ef-3051d5ae2025 req-6f02aaf5-f5a9-4539-90a1-ff6de79e9b39 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 210 time: 0.0336826 Aug 31 10:01:33.886602 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.898219 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Transition to ACTIVE for port object ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:33.906774 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.909945 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.949240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 3e863d1a-dc83-4575-9666-ba786a68d381, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3e863d1a-dc83-4575-9666-ba786a68d381,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:33.959133 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.959665 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Pushing event updated for resources: {'Port': ['ID=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:33.960136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:33.983781 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.984401 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.984908 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.985397 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.985889 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.986393 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.986902 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.987662 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.988351 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.988803 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.988990 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:33.989489 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:34.020359 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Attempting to bind port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:01:34.021151 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Attempting to bind port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:01:34.021677 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Attempting to bind port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f on network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:34.027334 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:01:34.027962 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Checking segment: {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:34.028524 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:34.029402 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Bound using segment: {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:01:34.030014 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Bound port: ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:01:34.030709 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:34.071037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=3e863d1a-dc83-4575-9666-ba786a68d381,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:34.075955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:34.081244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:34.081749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:34.120593 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] For port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:01:34.125014 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] For port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:01:34.132849 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:34.167349 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:34.195389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8b81b286-fd22-4ac7-83c9-0814a4fd0c7b,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:34.209977 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:34.257637 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace84e9-69d0-4f7c-9ae2-070ef159136b None None] Pushing event updated for resources: {'Port': ['ID=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:34.267974 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:01:34.268189 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:01:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:34.275629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8b81b286-fd22-4ac7-83c9-0814a4fd0c7b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:34.390584 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:01:34.588501 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:34.618248 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8019d1-59fb-47e4-b859-425e4f393a46 None None] The sync data for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 is: [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:01:34.883883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e482113-042d-4546-ad0f-ff23559063ca req-bc6a16a0-04f0-4d70-9141-e45badfcb51d tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:34.885500 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-bc6a16a0-04f0-4d70-9141-e45badfcb51d tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.52 "GET /v2.0/networks?id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 HTTP/1.1" status: 200 len: 797 time: 0.1195707 Aug 31 10:01:34.932121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-344c5067-7c34-4134-a3b6-7deb8f3efe39 req-bfb27ea5-5358-41a5-9d53-21fccf42793e tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Aug 31 10:01:34.942221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-019ac4ed-e5cb-4b13-9153-467975451937 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d HTTP/1.1" status: 200 len: 477 time: 0.0472224 Aug 31 10:01:34.958338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'port': {'device_id': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'admin_state_up': True, 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'security_groups': ['19db5fde-0af6-4fc6-bdc8-adc64b5ddf70', 'e932a360-6997-4d56-aaa1-8942976ec5bc']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:35.077144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Made reservation on behalf of 3c5b6a38060c43a98fa9cd82e09f7d6d for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:01:35.081592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:35.217999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Allocated IP 172.20.0.10 (7d183049-d67a-4ead-8ed4-a5c7c7cc92d1/1fd2ab19-4699-4b35-903d-fd9af8dac0b8/9ef6137a-175f-443f-9b53-6a695752a5d0) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:01:35.382859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:35.398787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Transition to ACTIVE for port object 9ef6137a-175f-443f-9b53-6a695752a5d0 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:35.433274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:35.474974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:01:35.480452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:35.484494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:01:35.520133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=9ef6137a-175f-443f-9b53-6a695752a5d0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:35.546877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:35.547560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:35.564436 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-db537ff4-f3fd-4954-93db-01c9b0973d29 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6100323 Aug 31 10:01:35.577355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Request body: {'port': {'device_id': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:35.663301 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:35.752463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-960031c9-331e-4862-beb4-b6a6bed7603f None None] Provisioning for port 9ef6137a-175f-443f-9b53-6a695752a5d0 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:35.759970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-960031c9-331e-4862-beb4-b6a6bed7603f None None] Provisioning complete for port 9ef6137a-175f-443f-9b53-6a695752a5d0 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:35.760529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-960031c9-331e-4862-beb4-b6a6bed7603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:35.765364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3e863d1a-dc83-4575-9666-ba786a68d381 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:35.831576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-960031c9-331e-4862-beb4-b6a6bed7603f None None] Port 9ef6137a-175f-443f-9b53-6a695752a5d0 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:01:35.846866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3e863d1a-dc83-4575-9666-ba786a68d381 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:35.847343 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.065847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54b30a-48a0-4a67-9ffa-619b69ce73a2 req-3cac80b2-aa9a-4d70-a684-01c518152d78 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:36.067512 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f54b30a-48a0-4a67-9ffa-619b69ce73a2 req-3cac80b2-aa9a-4d70-a684-01c518152d78 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 971 time: 0.0611053 Aug 31 10:01:36.099685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:36.115417 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f54b30a-48a0-4a67-9ffa-619b69ce73a2 req-606d882d-93a6-4a78-bd2f-b89e9cc9bbdb tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0409434 Aug 31 10:01:36.151301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:36.155220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:36.155590 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.232972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.265494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:36.269194 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.270020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:36.291469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef6137a-175f-443f-9b53-6a695752a5d0 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:01:36.299312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.311805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Transition to ACTIVE for port object 9ef6137a-175f-443f-9b53-6a695752a5d0 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:36.317782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.346458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:36.360169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:36.360597 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.405347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef6137a-175f-443f-9b53-6a695752a5d0,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:36.456899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Attempting to bind port 9ef6137a-175f-443f-9b53-6a695752a5d0 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:01:36.457278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Attempting to bind port 9ef6137a-175f-443f-9b53-6a695752a5d0 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:01:36.457575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Attempting to bind port 9ef6137a-175f-443f-9b53-6a695752a5d0 on network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:36.463887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Port 9ef6137a-175f-443f-9b53-6a695752a5d0 on network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:01:36.464222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Attempting to bind port 9ef6137a-175f-443f-9b53-6a695752a5d0 on network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:36.470563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:01:36.470825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Checking segment: {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:36.471226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Bound using segment: {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:01:36.471666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Bound port: 9ef6137a-175f-443f-9b53-6a695752a5d0, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:01:36.472035 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.539437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] For port 9ef6137a-175f-443f-9b53-6a695752a5d0, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:01:36.542650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] For port 9ef6137a-175f-443f-9b53-6a695752a5d0, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ef6137a-175f-443f-9b53-6a695752a5d0,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:01:36.548706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.588946 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:36.589573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:36.591002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] 10.222.0.52 "PUT /v2.0/ports/9ef6137a-175f-443f-9b53-6a695752a5d0 HTTP/1.1" status: 200 len: 1131 time: 1.0184648 Aug 31 10:01:36.591444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:36.593727 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5815156f-a9ef-4707-a974-69db783856bc" -d '{"events": [{"name": "network-changed", "server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:36.616087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ac3ca-446c-43df-bb22-d41b4caa4923 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef6137a-175f-443f-9b53-6a695752a5d0,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:36.635686 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ab0d50-1537-4d83-b42d-de771044cceb x-openstack-request-id: req-48ab0d50-1537-4d83-b42d-de771044cceb {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:36.635998 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:36.636263 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48ab0d50-1537-4d83-b42d-de771044cceb {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:36.636672 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'status': 'completed', 'code': 200} Aug 31 10:01:36.686229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e482113-042d-4546-ad0f-ff23559063ca req-f1fe71b3-e2a1-4f5e-8e6e-3850d2d95105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:36.687837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-f1fe71b3-e2a1-4f5e-8e6e-3850d2d95105 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 1134 time: 0.0474715 Aug 31 10:01:36.732891 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-4f2e91f9-b7b1-443b-807d-00e9e50f7e61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef6137a-175f-443f-9b53-6a695752a5d0 HTTP/1.1" status: 200 len: 217 time: 0.0372851 Aug 31 10:01:36.783973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e482113-042d-4546-ad0f-ff23559063ca req-4bc21c3e-3f58-427d-b6d4-605a4ee626ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:36.785581 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-4bc21c3e-3f58-427d-b6d4-605a4ee626ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fd2ab19-4699-4b35-903d-fd9af8dac0b8 HTTP/1.1" status: 200 len: 834 time: 0.0460041 Aug 31 10:01:36.835695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e482113-042d-4546-ad0f-ff23559063ca req-e18c23e5-0255-46b2-ad12-5b4adf06d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:36.837248 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-e18c23e5-0255-46b2-ad12-5b4adf06d748 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450711 Aug 31 10:01:36.925854 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-3391ff79-eb8e-45b7-84e5-54c377af25df service neutron] 10.222.0.52 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807748 Aug 31 10:01:37.018473 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5e482113-042d-4546-ad0f-ff23559063ca req-f7aa94e5-4e87-49d0-ab72-80ee5f5611bb service neutron] 10.222.0.52 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851607 Aug 31 10:01:37.100875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815156f-a9ef-4707-a974-69db783856bc req-48bf692e-48ce-4045-88e4-882903926466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:37.102457 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5815156f-a9ef-4707-a974-69db783856bc req-48bf692e-48ce-4045-88e4-882903926466 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 1134 time: 0.0436623 Aug 31 10:01:37.197776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815156f-a9ef-4707-a974-69db783856bc req-682483a2-3b8f-4605-8dc6-2a0f38ef351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:37.199434 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5815156f-a9ef-4707-a974-69db783856bc req-682483a2-3b8f-4605-8dc6-2a0f38ef351f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 HTTP/1.1" status: 200 len: 899 time: 0.0902610 Aug 31 10:01:37.246833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706f4b0-0269-4967-86f2-0804486cde22 req-be388fc5-c72b-438a-bf9b-5688da3aab9f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:37.247864 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5815156f-a9ef-4707-a974-69db783856bc req-c3ef8f93-366c-4c74-92f1-f20d70adf33f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef6137a-175f-443f-9b53-6a695752a5d0 HTTP/1.1" status: 200 len: 217 time: 0.0418739 Aug 31 10:01:37.248387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9706f4b0-0269-4967-86f2-0804486cde22 req-be388fc5-c72b-438a-bf9b-5688da3aab9f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 983 time: 0.0520985 Aug 31 10:01:37.288941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9706f4b0-0269-4967-86f2-0804486cde22 req-c3e4c028-1f58-4bda-9e87-8a229f144858 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0343397 Aug 31 10:01:37.298506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815156f-a9ef-4707-a974-69db783856bc req-c5375443-a86d-42c4-8050-905c23c895e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:37.300043 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5815156f-a9ef-4707-a974-69db783856bc req-c5375443-a86d-42c4-8050-905c23c895e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fd2ab19-4699-4b35-903d-fd9af8dac0b8 HTTP/1.1" status: 200 len: 834 time: 0.0455828 Aug 31 10:01:37.347727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815156f-a9ef-4707-a974-69db783856bc req-1b79ea5b-6d3f-4d9b-9358-f32d8060d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:37.349232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5815156f-a9ef-4707-a974-69db783856bc req-1b79ea5b-6d3f-4d9b-9358-f32d8060d2cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397482 Aug 31 10:01:37.447768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5815156f-a9ef-4707-a974-69db783856bc req-9c0ebebd-b979-4a2d-ad69-4072ce80c4c8 service neutron] 10.222.0.52 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913343 Aug 31 10:01:37.543237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5815156f-a9ef-4707-a974-69db783856bc req-18207716-ebf5-4f55-becd-581c0b4a248d service neutron] 10.222.0.52 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876338 Aug 31 10:01:37.653820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:37.708446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:37.709053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:38.404311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b27714-f5f8-4d31-952e-a3df400139a1 req-7b6941f5-d610-4c04-9848-d0e1b762ed13 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:38.405806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7b27714-f5f8-4d31-952e-a3df400139a1 req-7b6941f5-d610-4c04-9848-d0e1b762ed13 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 983 time: 0.0492442 Aug 31 10:01:38.445691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7b27714-f5f8-4d31-952e-a3df400139a1 req-94a64ba4-98c0-49fb-bb09-8ab1a0d72fc2 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338423 Aug 31 10:01:39.565797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b90e78-0593-4568-ba5c-957a93087b8d req-6abc597e-189b-42b1-82ec-06a93ecef341 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:39.567380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83b90e78-0593-4568-ba5c-957a93087b8d req-6abc597e-189b-42b1-82ec-06a93ecef341 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 983 time: 0.0539527 Aug 31 10:01:39.608389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83b90e78-0593-4568-ba5c-957a93087b8d req-8f0fb513-f15d-4ba8-abae-3faaaf92631c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0350285 Aug 31 10:01:40.157086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9ef6137a-175f-443f-9b53-6a695752a5d0 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:01:40.254967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9ef6137a-175f-443f-9b53-6a695752a5d0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ef6137a-175f-443f-9b53-6a695752a5d0,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:40.266521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'port_id': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'mac_address': 'fa:16:3e:7e:3b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:01:40.303874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:40.316136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef6137a-175f-443f-9b53-6a695752a5d0 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:01:40.335984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9ef6137a-175f-443f-9b53-6a695752a5d0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ef6137a-175f-443f-9b53-6a695752a5d0,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:40.339735 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:40.386376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9ef6137a-175f-443f-9b53-6a695752a5d0,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:40.606283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9ef6137a-175f-443f-9b53-6a695752a5d0'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:01:40.724542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:40.725333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1fa7-12ff-4448-ae40-facad71d9da6 req-6ab074a8-5542-4abf-a610-867dc5c5c3cf tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:40.726876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bead1fa7-12ff-4448-ae40-facad71d9da6 req-6ab074a8-5542-4abf-a610-867dc5c5c3cf tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 984 time: 0.0500569 Aug 31 10:01:40.772071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bead1fa7-12ff-4448-ae40-facad71d9da6 req-0d3ea71e-4352-4a5b-bf26-12fd1ff393c1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0385404 Aug 31 10:01:41.888922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3032f1b-9830-4276-b522-fe9a8a61674e req-fcdc682a-30a2-4728-a548-74c71449e9b4 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:41.890423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3032f1b-9830-4276-b522-fe9a8a61674e req-fcdc682a-30a2-4728-a548-74c71449e9b4 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 984 time: 0.0506666 Aug 31 10:01:41.933941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3032f1b-9830-4276-b522-fe9a8a61674e req-68a517f9-d084-49ca-9611-27c97b34dc0e tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0373220 Aug 31 10:01:42.172470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9ef6137a-175f-443f-9b53-6a695752a5d0 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:42.221080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 9ef6137a-175f-443f-9b53-6a695752a5d0 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:42.224587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 9ef6137a-175f-443f-9b53-6a695752a5d0 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:42.224957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:42.302676 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:42.325463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:42.327756 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08bc012-620d-4b0c-a71b-fec471865c81" -d '{"events": [{"server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "name": "network-vif-plugged", "status": "completed", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:42.340163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9ef6137a-175f-443f-9b53-6a695752a5d0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ef6137a-175f-443f-9b53-6a695752a5d0,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:42.344791 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:42.393032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9ef6137a-175f-443f-9b53-6a695752a5d0,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:42.431852 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba83eaf6-c899-4e04-ac35-c6d1ab25fb52 x-openstack-request-id: req-ba83eaf6-c899-4e04-ac35-c6d1ab25fb52 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:42.432155 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "name": "network-vif-plugged", "status": "completed", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:42.432399 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba83eaf6-c899-4e04-ac35-c6d1ab25fb52 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:42.432791 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'code': 200} Aug 31 10:01:42.527612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063928f1-873e-45cc-b90e-bad0ab6efd41 req-f15ad158-f24a-4053-93af-afdb5644b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:42.529110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-063928f1-873e-45cc-b90e-bad0ab6efd41 req-f15ad158-f24a-4053-93af-afdb5644b0ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 1136 time: 0.0408669 Aug 31 10:01:42.570160 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-063928f1-873e-45cc-b90e-bad0ab6efd41 req-c762947c-488c-4be6-b5b0-0306a15d7486 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&id=e932a360-6997-4d56-aaa1-8942976ec5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0336351 Aug 31 10:01:43.053841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2d456-46b8-4a4e-bd77-6a7982dd6b14 req-e5c5cbbf-0b76-402d-9aa8-79339fcab8c7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:43.055833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4dc2d456-46b8-4a4e-bd77-6a7982dd6b14 req-e5c5cbbf-0b76-402d-9aa8-79339fcab8c7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 985 time: 0.0525546 Aug 31 10:01:43.095049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4dc2d456-46b8-4a4e-bd77-6a7982dd6b14 req-03f53378-6229-4364-89de-b2941005000f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0330806 Aug 31 10:01:43.737590 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:44.208211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77499ec6-8d84-433f-ba22-30b6e9f59cb3 req-1b35e5f0-8b57-4efe-937e-9481955aa009 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:44.209720 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77499ec6-8d84-433f-ba22-30b6e9f59cb3 req-1b35e5f0-8b57-4efe-937e-9481955aa009 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 985 time: 0.0482836 Aug 31 10:01:44.258211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77499ec6-8d84-433f-ba22-30b6e9f59cb3 req-f92efe82-9010-4371-abb3-d3c04b191b39 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0343263 Aug 31 10:01:44.373030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eb1de-1c70-43c9-9bcf-300f97c786ed req-3b7dd8c0-39e2-4530-8f66-37fdb45b7c33 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:44.374431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c53eb1de-1c70-43c9-9bcf-300f97c786ed req-3b7dd8c0-39e2-4530-8f66-37fdb45b7c33 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 985 time: 0.0492904 Aug 31 10:01:44.414026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c53eb1de-1c70-43c9-9bcf-300f97c786ed req-e72375fe-42a1-4107-a267-fd0fb9a650dd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0335624 Aug 31 10:01:44.524959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74d506-be72-47aa-8e50-58386b0518e0 req-df3f014f-5015-4e3e-a7d8-45dfb9758650 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:44.526534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc74d506-be72-47aa-8e50-58386b0518e0 req-df3f014f-5015-4e3e-a7d8-45dfb9758650 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 1136 time: 0.0455530 Aug 31 10:01:44.544456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cc74d506-be72-47aa-8e50-58386b0518e0 req-4521e4f7-282e-4a91-9862-6fb54f0eabfb tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:44.630234 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cc74d506-be72-47aa-8e50-58386b0518e0 req-4521e4f7-282e-4a91-9862-6fb54f0eabfb tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:44.634499 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cc74d506-be72-47aa-8e50-58386b0518e0 req-4521e4f7-282e-4a91-9862-6fb54f0eabfb tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:44.655598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc74d506-be72-47aa-8e50-58386b0518e0 req-4521e4f7-282e-4a91-9862-6fb54f0eabfb tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1231816 Aug 31 10:01:44.667032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521e4f7-282e-4a91-9862-6fb54f0eabfb tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8df1d2d-9670-41ca-a2e0-d0a9dc902545,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:44.677296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:44.717582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5a76e-956f-43c1-bd4e-9eacf117f9af tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:44.719388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-83d5a76e-956f-43c1-bd4e-9eacf117f9af tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 1131 time: 0.0410783 Aug 31 10:01:44.722378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:44.727242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:44.749929 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:44.846439 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:44.954000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Allocated IP 172.25.1.184 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/ba9896bc-94df-4308-a86e-113299a6ed79) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:01:45.055919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:45.101946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:45.144004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:01:45.146941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:45.150034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:01:45.156108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=ba9896bc-94df-4308-a86e-113299a6ed79,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:45.515459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:45.581401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:45.730401 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:45.734826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:45.798906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=ba9896bc-94df-4308-a86e-113299a6ed79,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:45.814659 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:45.919066 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Floating IP 87dbd5ab-910e-4a80-8d79-d7b50e950973 associated. External IP: 172.25.1.184, port: 9ef6137a-175f-443f-9b53-6a695752a5d0. Aug 31 10:01:46.129484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Router 466fe9fa-3849-4470-bff7-a176612b9e1b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:01:46.243545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:01:46.254159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] Sync routers for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:01:46.260139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:46.263870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:01:46.264502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:01:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:46.287082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c4f6a02e-10e3-4913-b207-c2ea04bfe256 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5636225 Aug 31 10:01:46.287676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:46.290325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39388) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:46.290950 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:46.328545 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cece98f-3f77-4d34-92ae-2648b88ca53a x-openstack-request-id: req-3cece98f-3f77-4d34-92ae-2648b88ca53a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:46.328718 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:46.328978 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cece98f-3f77-4d34-92ae-2648b88ca53a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:46.329387 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'status': 'completed', 'code': 200} Aug 31 10:01:46.373536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:01:46.391992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-13852e34-ece9-4092-ae13-b01f004e6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.393507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-13852e34-ece9-4092-ae13-b01f004e6834 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 1136 time: 0.0423026 Aug 31 10:01:46.479359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a9767-2ebb-4b99-809d-1720f039546c tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.479837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a9767-2ebb-4b99-809d-1720f039546c tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.480303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a9767-2ebb-4b99-809d-1720f039546c tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.480767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a9767-2ebb-4b99-809d-1720f039546c tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.481235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a9767-2ebb-4b99-809d-1720f039546c tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.481690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a9767-2ebb-4b99-809d-1720f039546c tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.482156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122a9767-2ebb-4b99-809d-1720f039546c tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.484140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-122a9767-2ebb-4b99-809d-1720f039546c tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.1926825 Aug 31 10:01:46.486800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39392) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:46.492999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-07ecb03c-66dc-4e91-a906-6112af49b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.494711 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-07ecb03c-66dc-4e91-a906-6112af49b36f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 HTTP/1.1" status: 200 len: 899 time: 0.0944567 Aug 31 10:01:46.563866 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-6245b876-1f6a-4228-9141-7e2efedc921f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef6137a-175f-443f-9b53-6a695752a5d0 HTTP/1.1" status: 200 len: 1000 time: 0.0614107 Aug 31 10:01:46.580985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f34440-63ad-48ef-9d19-fce635f5b01f tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.581470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f34440-63ad-48ef-9d19-fce635f5b01f tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.581985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f34440-63ad-48ef-9d19-fce635f5b01f tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.582391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f34440-63ad-48ef-9d19-fce635f5b01f tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.582870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f34440-63ad-48ef-9d19-fce635f5b01f tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.583333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f34440-63ad-48ef-9d19-fce635f5b01f tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.583765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f34440-63ad-48ef-9d19-fce635f5b01f tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.588774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-49f34440-63ad-48ef-9d19-fce635f5b01f tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4636 time: 0.0976603 Aug 31 10:01:46.589043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39394) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:46.620438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-8f607e27-5af2-4b96-93e6-8a47bed22d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.621163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '87dbd5ab-910e-4a80-8d79-d7b50e950973', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'port_id': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'mac_address': 'fa:16:3e:7e:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:01:45Z', 'updated_at': '2021-08-31T10:01:45Z', 'revision_number': 0, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:36Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:46.622221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-8f607e27-5af2-4b96-93e6-8a47bed22d6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fd2ab19-4699-4b35-903d-fd9af8dac0b8 HTTP/1.1" status: 200 len: 834 time: 0.0521579 Aug 31 10:01:46.648668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] Checking router: 466fe9fa-3849-4470-bff7-a176612b9e1b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:01:46.657406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:01:46.658129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:01:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:46.674298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-7d5761db-644d-4e5d-ba26-0955ff565f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.676060 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-7d5761db-644d-4e5d-ba26-0955ff565f76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471768 Aug 31 10:01:46.768531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:01:46.771780 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-34affe07-d29f-4159-9f6a-265575243b3b service neutron] 10.222.0.52 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886593 Aug 31 10:01:46.839218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f2c67e99-b815-40d8-9db1-8642ee1c41a6 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.2490916 Aug 31 10:01:46.841867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39396) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:46.873951 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6e32d8d-e8d0-4165-838d-77e8d09ec7dd req-63444c07-e216-4ce9-884c-0e0ab5617cd9 service neutron] 10.222.0.52 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939775 Aug 31 10:01:46.884500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba72d7-4e0c-4638-8c9b-3c870d40f3c1 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.884984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba72d7-4e0c-4638-8c9b-3c870d40f3c1 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.890782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dfba72d7-4e0c-4638-8c9b-3c870d40f3c1 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=466fe9fa-3849-4470-bff7-a176612b9e1b HTTP/1.1" status: 200 len: 1990 time: 0.0437548 Aug 31 10:01:47.004720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '87dbd5ab-910e-4a80-8d79-d7b50e950973', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'port_id': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'mac_address': 'fa:16:3e:7e:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:01:45Z', 'updated_at': '2021-08-31T10:01:45Z', 'revision_number': 0, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:36Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:47.033026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8609f4-7116-4303-abbd-ed0f61fa5593 None None] The sync data for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 is: [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '87dbd5ab-910e-4a80-8d79-d7b50e950973', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'floating_ip_address': '172.25.1.184', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'port_id': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'mac_address': 'fa:16:3e:7e:3b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:01:45Z', 'updated_at': '2021-08-31T10:01:45Z', 'revision_number': 0, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:36Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:01:47.211665 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549a8e7-e9fc-4060-b210-055cf283c41c None None] New status for floating IP 87dbd5ab-910e-4a80-8d79-d7b50e950973: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:01:51.801595 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-acaf5734-5bf3-466f-8741-4d0daaf9a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:55.024428 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:55.751886 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04459580-aa2a-4f0a-9597-40b3ef7e6e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:57.703959 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:58.648923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:03.335123 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:02:05.327614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-e3aaf5a2-70dd-4152-b464-b40846662520 req-29d87ebf-73d9-4968-abb8-2fb3b7175358 service neutron] (94787) timed out ('10.222.0.52', 52241) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:02:10.732064 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:13.743439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:20.798354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-429ab2de-b383-408a-9e3f-f5cf8649bc64 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406826 Aug 31 10:02:20.882442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-5eecc564-a354-4e01-8136-9b6c1a6062fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:20.884033 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-5eecc564-a354-4e01-8136-9b6c1a6062fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1096 time: 0.0410521 Aug 31 10:02:20.997309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-52034a03-3e23-49e8-a4ad-d4e071de7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:20.998844 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-52034a03-3e23-49e8-a4ad-d4e071de7845 service neutron] 10.222.0.52 "GET /v2.0/networks?id=517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 200 len: 911 time: 0.0913997 Aug 31 10:02:21.066041 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-57bc5875-0742-4338-9eb9-fe4e24e3b0d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 200 len: 1001 time: 0.0594440 Aug 31 10:02:21.115938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-9895287e-4188-42d3-9de1-3f108a5e49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:21.117425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-9895287e-4188-42d3-9de1-3f108a5e49ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f63c2c24-881b-49c1-b67d-cf370fe129e8 HTTP/1.1" status: 200 len: 848 time: 0.0441155 Aug 31 10:02:21.132190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39484) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:21.170395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-df2348ea-f7aa-490b-ac0d-6b1a1924262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:21.171979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-df2348ea-f7aa-490b-ac0d-6b1a1924262a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=517863ea-47d0-4115-ad15-aba588d19664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469029 Aug 31 10:02:21.229987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-34654fc4-dc2a-478c-a7e0-209dd2f3dcb8 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3063 time: 0.0933876 Aug 31 10:02:21.230218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39486) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:21.235896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'network': {'name': 'tempest-network-smoke--495855614', 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'port_security_enabled': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:21.258229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Made reservation on behalf of 3c5b6a38060c43a98fa9cd82e09f7d6d for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:02:21.262924 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.269768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-bafe4b6c-0c73-4507-bba6-9779bdbfe23e service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901945 Aug 31 10:02:21.286687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:02:21.297068 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.297407 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Added segment 42878e34-0744-4378-8809-5d841760b7d6 of type vlan for network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad Aug 31 10:02:21.343716 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.367074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9d75256f-56bd-4f24-a8a2-a22db94c88fa req-ba6447f3-dc76-4e0a-81ef-1c82a2c41265 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894415 Aug 31 10:02:21.369881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.375726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:21.376323 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.458270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2266791 Aug 31 10:02:21.461092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39488) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:21.466047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'admin_state_up': True, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:21.482828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48db7a-dadb-4d93-9683-9a6d8fa0ee26 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Network': ['ID=20faeb18-ef3d-4dc9-af03-d4ac7c79efad,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:21.491710 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.492862 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.493697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:02:21.548500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.696900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.803002 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e7d2047e-0f23-40d2-aeb9-2568381b05c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.888348 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:21.912023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:22.018693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Allocated IP 172.25.1.27 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/ce932fb8-13f2-43a8-9d44-b20e8185e9a5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:02:22.136812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:22.177459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:22.214467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:02:22.219039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:02:22.222590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:02:22.247631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=ce932fb8-13f2-43a8-9d44-b20e8185e9a5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:22.477919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:22.991433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:23.120473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Router 82859e9e-00e8-4e91-b5f8-a4cb443f281d is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:02:23.226729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:02:23.236721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Sync routers for ids ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:02:23.246634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:23.247997 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a07588dc-3064-4fcc-a5ee-111ad758c3af tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7857072 Aug 31 10:02:23.248282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Routers {'82859e9e-00e8-4e91-b5f8-a4cb443f281d'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:23.248686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:01:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:23.251490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39496) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:23.321288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa7ca1-f1a3-4f65-b40e-9631213b21c8 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:23.322850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-60fa7ca1-f1a3-4f65-b40e-9631213b21c8 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=3c5b6a38060c43a98fa9cd82e09f7d6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0703053 Aug 31 10:02:23.325571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39498) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:23.357942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Set router 82859e9e-00e8-4e91-b5f8-a4cb443f281d gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:23.542587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:22Z', 'revision_number': 3, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:23.572935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Checking router: 82859e9e-00e8-4e91-b5f8-a4cb443f281d for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:02:23.573282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Updating router 82859e9e-00e8-4e91-b5f8-a4cb443f281d port ce932fb8-13f2-43a8-9d44-b20e8185e9a5 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:02:23.598895 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:23.729715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5d6b2-f416-4248-a2b3-d5a023984034 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:23.731253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7cb5d6b2-f416-4248-a2b3-d5a023984034 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4047713 Aug 31 10:02:23.734044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39500) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:23.768204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3aca7176-45ae-447e-b90e-c0a742a50fb2 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330327 Aug 31 10:02:23.770830 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39502) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:23.799920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c3125dd6-a3a7-49fe-95a4-ba0af51e95d2 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=3c5b6a38060c43a98fa9cd82e09f7d6d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279336 Aug 31 10:02:23.802492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:23.855935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:23.866333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Transition to ACTIVE for port object ce932fb8-13f2-43a8-9d44-b20e8185e9a5 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:23.872136 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:23.891974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096f05c-1e94-42a6-9cb7-f175eeb1aaaa tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:23.896169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a096f05c-1e94-42a6-9cb7-f175eeb1aaaa tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899801 Aug 31 10:02:23.896769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:23.919545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5722442-8734-46db-b3b9-cca7e636ae02 None None] Pushing event updated for resources: {'Port': ['ID=ce932fb8-13f2-43a8-9d44-b20e8185e9a5,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:23.928108 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dcc8421e-8498-47e4-9d46-09457d36ebba tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279398 Aug 31 10:02:23.928583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39508) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:23.933530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Attempting to bind port ce932fb8-13f2-43a8-9d44-b20e8185e9a5 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:02:23.933764 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335644681', 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad', 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:23.933981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Attempting to bind port ce932fb8-13f2-43a8-9d44-b20e8185e9a5 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:02:23.934259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Attempting to bind port ce932fb8-13f2-43a8-9d44-b20e8185e9a5 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:23.939449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:02:23.939804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:23.940202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:23.940594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:02:23.941046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Bound port: ce932fb8-13f2-43a8-9d44-b20e8185e9a5, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:02:23.941425 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:23.996975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] For port ce932fb8-13f2-43a8-9d44-b20e8185e9a5, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:24.000096 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] For port ce932fb8-13f2-43a8-9d44-b20e8185e9a5, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ce932fb8-13f2-43a8-9d44-b20e8185e9a5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:02:24.004770 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:24.029638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Made reservation on behalf of 3c5b6a38060c43a98fa9cd82e09f7d6d for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:02:24.033163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:24.063853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Routers {'82859e9e-00e8-4e91-b5f8-a4cb443f281d'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:24.064386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:01:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:24.100513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5722442-8734-46db-b3b9-cca7e636ae02 None None] Pushing event updated for resources: {'Port': ['ID=ce932fb8-13f2-43a8-9d44-b20e8185e9a5,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:24.225686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:24.295295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Subnet': ['ID=e6c301d2-e444-445c-8c57-fe1116a392ab,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:24.306109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Checking segment: {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:24.306472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network hostable DHCP agents. Network: 20faeb18-ef3d-4dc9-af03-d4ac7c79efad, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:02:24.325144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:02:24.334173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 20faeb18-ef3d-4dc9-af03-d4ac7c79efad) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:02:24.339547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:24.341529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:24.342494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd51f1-2f9a-4274-a07c-e655d65635c6 None None] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:02:24.356222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3c771794-8eec-4e65-ac23-8dbb2731d6a7 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4266570 Aug 31 10:02:24.359075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39512) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:24.394228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] Set router 82859e9e-00e8-4e91-b5f8-a4cb443f281d gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:24.622386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-20faeb18-ef3d-4dc9-af03-d4ac7c79efad', 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'fixed_ips': [{'subnet_id': 'e6c301d2-e444-445c-8c57-fe1116a392ab'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:02:24.623354 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:24.708570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:22Z', 'revision_number': 3, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:24.748781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca8dfb-1cee-4180-81b2-a7a3d8d67c8b None None] The sync data for ids ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'] in n-d-806683-2 is: [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:22Z', 'revision_number': 3, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:02:24.796858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:24.817353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Allocated IP 172.20.0.18 (20faeb18-ef3d-4dc9-af03-d4ac7c79efad/e6c301d2-e444-445c-8c57-fe1116a392ab/fea5e499-8971-46c7-93fd-1c7e22bf1a1b) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:02:24.983781 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.000398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Transition to ACTIVE for port object fea5e499-8971-46c7-93fd-1c7e22bf1a1b will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:25.020015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Transition to ACTIVE for port object fea5e499-8971-46c7-93fd-1c7e22bf1a1b will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:25.034321 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.073245 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.085516 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Pushing event updated for resources: {'Port': ['ID=fea5e499-8971-46c7-93fd-1c7e22bf1a1b,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:25.093048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:02:25.094929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:02:25.097201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:02:25.159431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Attempting to bind port fea5e499-8971-46c7-93fd-1c7e22bf1a1b on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:02:25.159787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Attempting to bind port fea5e499-8971-46c7-93fd-1c7e22bf1a1b by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:02:25.160265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Attempting to bind port fea5e499-8971-46c7-93fd-1c7e22bf1a1b on network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:25.165701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:02:25.166645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Checking segment: {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:25.167082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.167481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Bound using segment: {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:02:25.167960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Bound port: fea5e499-8971-46c7-93fd-1c7e22bf1a1b, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:02:25.168350 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.189379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Allocated IP 172.20.0.17 (20faeb18-ef3d-4dc9-af03-d4ac7c79efad/e6c301d2-e444-445c-8c57-fe1116a392ab/61a0b1a1-0c01-447e-b2bd-edb4159242f4) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:02:25.247482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] For port fea5e499-8971-46c7-93fd-1c7e22bf1a1b, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:25.251261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] For port fea5e499-8971-46c7-93fd-1c7e22bf1a1b, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fea5e499-8971-46c7-93fd-1c7e22bf1a1b,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:02:25.257568 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.327417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089219f5-7cac-4bc0-8e27-5913cd47bcc9 None None] Pushing event updated for resources: {'Port': ['ID=fea5e499-8971-46c7-93fd-1c7e22bf1a1b,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:25.344294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.361525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Transition to ACTIVE for port object 61a0b1a1-0c01-447e-b2bd-edb4159242f4 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:25.397516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.443800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:02:25.448111 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:02:25.451106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:02:25.486159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=61a0b1a1-0c01-447e-b2bd-edb4159242f4,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:25.533722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.709195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.764768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fea5e499-8971-46c7-93fd-1c7e22bf1a1b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:25.790392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c716d42-0701-4974-8096-9629588a3c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.797252 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-6e0dac72-12f2-4131-8380-ee5ba4cf22a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842421 Aug 31 10:02:25.827742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port fea5e499-8971-46c7-93fd-1c7e22bf1a1b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:25.832557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ce932fb8-13f2-43a8-9d44-b20e8185e9a5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:25.886804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ce932fb8-13f2-43a8-9d44-b20e8185e9a5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:25.890849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ce932fb8-13f2-43a8-9d44-b20e8185e9a5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:25.891326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:25.932987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-9e74d259-a189-4dd4-a7cd-bf6681212d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:25.934467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-9e74d259-a189-4dd4-a7cd-bf6681212d4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0880580 Aug 31 10:02:25.976815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.002289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ce932fb8-13f2-43a8-9d44-b20e8185e9a5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ce932fb8-13f2-43a8-9d44-b20e8185e9a5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:26.007769 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.066515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ce932fb8-13f2-43a8-9d44-b20e8185e9a5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:26.117681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-909969ba-0615-435e-8816-7db8055ffc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:26.119747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-909969ba-0615-435e-8816-7db8055ffc91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.1589611 Aug 31 10:02:26.177480 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.186912 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.263741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-4cc456a6-adeb-4acd-9ca7-e4bff54365d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 1001 time: 0.1353903 Aug 31 10:02:26.286552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=61a0b1a1-0c01-447e-b2bd-edb4159242f4,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:26.291492 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.332205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0bafb-734b-4174-9c5a-eebedd0099df None None] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:02:26.380711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-0db1e06b-3be0-4b0d-8d59-7d8d8831c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:26.382063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-0db1e06b-3be0-4b0d-8d59-7d8d8831c3a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.1075830 Aug 31 10:02:26.410903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bf031f92-cadd-4df9-8e6f-fba6b0b09b95 None None] Provisioning for port fea5e499-8971-46c7-93fd-1c7e22bf1a1b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:26.416601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bf031f92-cadd-4df9-8e6f-fba6b0b09b95 None None] Provisioning complete for port fea5e499-8971-46c7-93fd-1c7e22bf1a1b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:26.416967 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf031f92-cadd-4df9-8e6f-fba6b0b09b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.454901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:02:26.457598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:02:26.463508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-4b51ac66-e66a-412d-843b-becb398fd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:26.465090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-4b51ac66-e66a-412d-843b-becb398fd9a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726852 Aug 31 10:02:26.572733 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf031f92-cadd-4df9-8e6f-fba6b0b09b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.621574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bf031f92-cadd-4df9-8e6f-fba6b0b09b95 None None] For port fea5e499-8971-46c7-93fd-1c7e22bf1a1b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fea5e499-8971-46c7-93fd-1c7e22bf1a1b,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:26.626313 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf031f92-cadd-4df9-8e6f-fba6b0b09b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.699662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf031f92-cadd-4df9-8e6f-fba6b0b09b95 None None] Pushing event updated for resources: {'Port': ['ID=fea5e499-8971-46c7-93fd-1c7e22bf1a1b,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:26.857772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f728ff0-2c5f-4b99-b073-e20aaeb3f11f None None] Provisioning complete for port fea5e499-8971-46c7-93fd-1c7e22bf1a1b triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:26.858927 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2f728ff0-2c5f-4b99-b073-e20aaeb3f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.931973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-acc15522-56d5-4e5d-bba6-2b3340351c25 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595280 Aug 31 10:02:26.939164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Router 82859e9e-00e8-4e91-b5f8-a4cb443f281d has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:02:26.955965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f728ff0-2c5f-4b99-b073-e20aaeb3f11f None None] Provisioning for port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:26.960399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2f728ff0-2c5f-4b99-b073-e20aaeb3f11f None None] Provisioning complete for port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:26.960772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2f728ff0-2c5f-4b99-b073-e20aaeb3f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:26.997441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2f728ff0-2c5f-4b99-b073-e20aaeb3f11f None None] Port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:02:27.109939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a699855-6197-4f6a-a9f5-250942ff0893 req-689ec7ec-dcc0-4a8a-a67d-1c798fa8f71a service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696095 Aug 31 10:02:27.122235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3899670a-7862-4e71-a3f2-3e0fec70998a None None] Provisioning complete for port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:27.122609 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3899670a-7862-4e71-a3f2-3e0fec70998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:27.124389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:02:27.136827 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Sync routers for ids ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:02:27.138126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3b3fe6c7-8f89-463b-8e68-c80fb23aec54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "PUT /v2.0/routers/82859e9e-00e8-4e91-b5f8-a4cb443f281d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7779882 Aug 31 10:02:27.159369 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Routers {'82859e9e-00e8-4e91-b5f8-a4cb443f281d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:27.160157 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:27.170435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3899670a-7862-4e71-a3f2-3e0fec70998a None None] Port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:02:27.281709 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Set router 82859e9e-00e8-4e91-b5f8-a4cb443f281d gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:27.290278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ee20f8f0-8b68-4c63-bcf0-7b2fd1292f81 None None] Provisioning complete for port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:27.290734 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ee20f8f0-8b68-4c63-bcf0-7b2fd1292f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:27.329336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ee20f8f0-8b68-4c63-bcf0-7b2fd1292f81 None None] Port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:02:27.363905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-38ad7d36-5155-43cb-8f42-8e9a4e17306f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:27.365526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-38ad7d36-5155-43cb-8f42-8e9a4e17306f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/networks?id=20faeb18-ef3d-4dc9-af03-d4ac7c79efad HTTP/1.1" status: 200 len: 797 time: 0.1123815 Aug 31 10:02:27.383166 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-68018775-a291-4952-87a1-f18c35cf1f90 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/quotas/3c5b6a38060c43a98fa9cd82e09f7d6d HTTP/1.1" status: 200 len: 375 time: 0.0106473 Aug 31 10:02:27.450520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-c2084ab1-6db4-4ede-ad27-b84192720c4e tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0604641 Aug 31 10:02:27.550453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-978a3886-7a42-442d-bf49-a43664091a29 service neutron] 10.222.0.69 "GET /v2.0/networks/20faeb18-ef3d-4dc9-af03-d4ac7c79efad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871015 Aug 31 10:02:27.575854 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '61a0b1a1-0c01-447e-b2bd-edb4159242f4', 'name': '', 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:85:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e6c301d2-e444-445c-8c57-fe1116a392ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:24Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 2, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': 'e6c301d2-e444-445c-8c57-fe1116a392ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:27.604549 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Checking router: 82859e9e-00e8-4e91-b5f8-a4cb443f281d for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:02:27.604899 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Updating router 82859e9e-00e8-4e91-b5f8-a4cb443f281d port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:02:27.630286 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:27.646570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-6ee5cfa1-c627-41b1-b529-d6a286d8a03e service neutron] 10.222.0.69 "GET /v2.0/networks/20faeb18-ef3d-4dc9-af03-d4ac7c79efad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900259 Aug 31 10:02:27.711679 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:27.735810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fea5e499-8971-46c7-93fd-1c7e22bf1a1b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:27.793960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port fea5e499-8971-46c7-93fd-1c7e22bf1a1b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:27.793960 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:27.852015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81ade493-4f12-4089-8012-806fdda8c502 req-36c09b0a-6a29-4ca5-a9a7-3a534d738ccf tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 210 time: 0.0410907 Aug 31 10:02:27.893553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ce932fb8-13f2-43a8-9d44-b20e8185e9a5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:27.912048 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:27.922646 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Transition to ACTIVE for port object 61a0b1a1-0c01-447e-b2bd-edb4159242f4 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:27.929474 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:27.944132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ce932fb8-13f2-43a8-9d44-b20e8185e9a5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:27.944815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:28.022633 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24482209-f4af-4a98-a65a-4e36451c35ea None None] Pushing event updated for resources: {'Port': ['ID=61a0b1a1-0c01-447e-b2bd-edb4159242f4,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:28.033979 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Attempting to bind port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:02:28.034356 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Attempting to bind port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:02:28.034717 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Attempting to bind port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 on network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:28.042033 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:02:28.042404 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Checking segment: {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:28.043074 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:28.043711 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Bound using segment: {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:02:28.043942 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Bound port: 61a0b1a1-0c01-447e-b2bd-edb4159242f4, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:02:28.044328 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:28.115415 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] For port 61a0b1a1-0c01-447e-b2bd-edb4159242f4, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:28.118664 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] For port 61a0b1a1-0c01-447e-b2bd-edb4159242f4, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=61a0b1a1-0c01-447e-b2bd-edb4159242f4,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:02:28.123516 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:28.177811 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Routers {'82859e9e-00e8-4e91-b5f8-a4cb443f281d'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:28.178520 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:28.259459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24482209-f4af-4a98-a65a-4e36451c35ea None None] Pushing event updated for resources: {'Port': ['ID=61a0b1a1-0c01-447e-b2bd-edb4159242f4,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:28.338422 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] Set router 82859e9e-00e8-4e91-b5f8-a4cb443f281d gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:28.558902 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '61a0b1a1-0c01-447e-b2bd-edb4159242f4', 'name': '', 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:85:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e6c301d2-e444-445c-8c57-fe1116a392ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:24Z', 'updated_at': '2021-08-31T10:02:28Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': 'e6c301d2-e444-445c-8c57-fe1116a392ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:28.584768 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55aab5b-d019-426b-9be4-3642209b9730 None None] The sync data for ids ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'] in n-d-806683-2 is: [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '61a0b1a1-0c01-447e-b2bd-edb4159242f4', 'name': '', 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:85:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e6c301d2-e444-445c-8c57-fe1116a392ab', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:24Z', 'updated_at': '2021-08-31T10:02:28Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': 'e6c301d2-e444-445c-8c57-fe1116a392ab', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:02:28.653599 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:28.892886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-5397fad9-2c6d-4865-9e2e-b7cf20c2c903 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:28.894585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-5397fad9-2c6d-4865-9e2e-b7cf20c2c903 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.20 "GET /v2.0/networks?id=20faeb18-ef3d-4dc9-af03-d4ac7c79efad HTTP/1.1" status: 200 len: 797 time: 0.1178243 Aug 31 10:02:28.909081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Request body: {'port': {'device_id': 'ad1e0dfc-af31-4b5e-b4bf-55e536dc57be', 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad', 'admin_state_up': True, 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:28.984355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b77cdefe-4b7e-477b-9ece-c8244e00fa4b req-4fdd5797-b9c8-4d08-986b-f50048010550 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 210 time: 0.0320125 Aug 31 10:02:29.055051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Made reservation on behalf of 3c5b6a38060c43a98fa9cd82e09f7d6d for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:02:29.058914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.196462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Allocated IP 172.20.0.21 (20faeb18-ef3d-4dc9-af03-d4ac7c79efad/e6c301d2-e444-445c-8c57-fe1116a392ab/61a31c6d-bbae-4eae-a15c-5e18ef9f1494) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:02:29.344702 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.359487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Transition to ACTIVE for port object 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:29.395312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.441244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:02:29.444682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:02:29.449056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:02:29.455557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event updated for resources: {'Port': ['ID=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:29.517594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:29.518378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.550211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-b43f3db6-92ac-4adb-809e-65c8cf3ff814 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6455240 Aug 31 10:02:29.565210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Request body: {'port': {'device_id': 'ad1e0dfc-af31-4b5e-b4bf-55e536dc57be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:29.634714 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.744941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 61a0b1a1-0c01-447e-b2bd-edb4159242f4 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:29.799756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:29.803882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:29.804483 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.848332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9072fe5f-2a1b-4f15-a17b-fc9a4937692e None None] Provisioning for port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:29.854651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9072fe5f-2a1b-4f15-a17b-fc9a4937692e None None] Provisioning complete for port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:29.855250 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9072fe5f-2a1b-4f15-a17b-fc9a4937692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.893444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9072fe5f-2a1b-4f15-a17b-fc9a4937692e None None] Port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:02:29.928116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.936949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:02:29.944835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.957344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Transition to ACTIVE for port object 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:29.961057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.966078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 61a0b1a1-0c01-447e-b2bd-edb4159242f4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=61a0b1a1-0c01-447e-b2bd-edb4159242f4,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:29.970999 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:30.014601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Pushing event updated for resources: {'Port': ['ID=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:30.019429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=61a0b1a1-0c01-447e-b2bd-edb4159242f4,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:30.115260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Attempting to bind port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:02:30.115594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Attempting to bind port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:02:30.115934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Attempting to bind port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 on network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:30.124880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 on network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:02:30.125202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Attempting to bind port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 on network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:30.139288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544fd30-d2ff-48b7-88ea-06f34328b39d req-7967cbdf-580e-40dd-bfa1-5dd9422a9ce0 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.140840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4544fd30-d2ff-48b7-88ea-06f34328b39d req-7967cbdf-580e-40dd-bfa1-5dd9422a9ce0 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 907 time: 0.0752788 Aug 31 10:02:30.142179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:02:30.142511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Checking segment: {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:30.142923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Bound using segment: {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:02:30.143366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Bound port: 61a31c6d-bbae-4eae-a15c-5e18ef9f1494, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42878e34-0744-4378-8809-5d841760b7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:02:30.143775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:30.217336 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] For port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:30.220526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] For port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:02:30.225178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:30.264576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.265190 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:30.266644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-26e41895-2747-490c-991c-f7b84b14861c service neutron] 10.222.0.20 "PUT /v2.0/ports/61a31c6d-bbae-4eae-a15c-5e18ef9f1494 HTTP/1.1" status: 200 len: 1055 time: 0.7059696 Aug 31 10:02:30.267120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1e0dfc-af31-4b5e-b4bf-55e536dc57be', 'tag': '61a31c6d-bbae-4eae-a15c-5e18ef9f1494'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:30.269494 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96170725-3906-4eff-a3cf-e840b9545e20" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1e0dfc-af31-4b5e-b4bf-55e536dc57be", "tag": "61a31c6d-bbae-4eae-a15c-5e18ef9f1494"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:30.290593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e41895-2747-490c-991c-f7b84b14861c service neutron] Pushing event updated for resources: {'Port': ['ID=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:30.363199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-5f9337f9-45fa-4bba-b9ea-62fe68a28a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.364734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-5f9337f9-45fa-4bba-b9ea-62fe68a28a7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 1058 time: 0.0484419 Aug 31 10:02:30.411556 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634edeeb-2599-4e5d-ab1a-97de973b008e x-openstack-request-id: req-634edeeb-2599-4e5d-ab1a-97de973b008e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:30.411799 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1e0dfc-af31-4b5e-b4bf-55e536dc57be", "tag": "61a31c6d-bbae-4eae-a15c-5e18ef9f1494", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:30.411988 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-634edeeb-2599-4e5d-ab1a-97de973b008e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:30.412387 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1e0dfc-af31-4b5e-b4bf-55e536dc57be', 'tag': '61a31c6d-bbae-4eae-a15c-5e18ef9f1494', 'status': 'completed', 'code': 200} Aug 31 10:02:30.413925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-747d5f41-5109-4178-b197-5a1d9d683954 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=61a31c6d-bbae-4eae-a15c-5e18ef9f1494 HTTP/1.1" status: 200 len: 217 time: 0.0400693 Aug 31 10:02:30.464056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-4e42a2ee-fc9b-44fc-994a-5340a4f1c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.465637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-4e42a2ee-fc9b-44fc-994a-5340a4f1c799 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6c301d2-e444-445c-8c57-fe1116a392ab HTTP/1.1" status: 200 len: 837 time: 0.0444438 Aug 31 10:02:30.511469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-f7eca0f1-a306-42bd-b92c-3b9e79902a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.512982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-f7eca0f1-a306-42bd-b92c-3b9e79902a36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20faeb18-ef3d-4dc9-af03-d4ac7c79efad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407946 Aug 31 10:02:30.605958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-e2b31976-ec32-4616-93f9-062801e13ece service neutron] 10.222.0.20 "GET /v2.0/networks/20faeb18-ef3d-4dc9-af03-d4ac7c79efad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856805 Aug 31 10:02:30.703483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ec09e5b-b432-42cb-8500-4294f3e5dfb8 req-2e33ad3b-be5b-49ea-96b8-4b0729074ac9 service neutron] 10.222.0.20 "GET /v2.0/networks/20faeb18-ef3d-4dc9-af03-d4ac7c79efad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904400 Aug 31 10:02:30.789019 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96170725-3906-4eff-a3cf-e840b9545e20 req-42f8b13b-35c8-458c-98a9-dd83c2494023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.791378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96170725-3906-4eff-a3cf-e840b9545e20 req-42f8b13b-35c8-458c-98a9-dd83c2494023 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 1058 time: 0.0453060 Aug 31 10:02:30.881158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96170725-3906-4eff-a3cf-e840b9545e20 req-77ea7b01-24d8-474c-8eb4-851628b1a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.882630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96170725-3906-4eff-a3cf-e840b9545e20 req-77ea7b01-24d8-474c-8eb4-851628b1a3cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=20faeb18-ef3d-4dc9-af03-d4ac7c79efad HTTP/1.1" status: 200 len: 899 time: 0.0847452 Aug 31 10:02:30.928661 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96170725-3906-4eff-a3cf-e840b9545e20 req-b305276e-9110-467c-b1e2-18828b934136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=61a31c6d-bbae-4eae-a15c-5e18ef9f1494 HTTP/1.1" status: 200 len: 217 time: 0.0386910 Aug 31 10:02:30.977447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96170725-3906-4eff-a3cf-e840b9545e20 req-34b5fdd5-ca70-4eff-821f-0f2c9d2869dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.979461 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96170725-3906-4eff-a3cf-e840b9545e20 req-34b5fdd5-ca70-4eff-821f-0f2c9d2869dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e6c301d2-e444-445c-8c57-fe1116a392ab HTTP/1.1" status: 200 len: 837 time: 0.0432003 Aug 31 10:02:31.025075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96170725-3906-4eff-a3cf-e840b9545e20 req-d34c3536-08fb-45dc-93c2-52af5675a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:31.026591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96170725-3906-4eff-a3cf-e840b9545e20 req-d34c3536-08fb-45dc-93c2-52af5675a7f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20faeb18-ef3d-4dc9-af03-d4ac7c79efad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402498 Aug 31 10:02:31.119814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96170725-3906-4eff-a3cf-e840b9545e20 req-8ddb2c77-ef4d-4fd7-ab52-867eb4155e27 service neutron] 10.222.0.20 "GET /v2.0/networks/20faeb18-ef3d-4dc9-af03-d4ac7c79efad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858431 Aug 31 10:02:31.211290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96170725-3906-4eff-a3cf-e840b9545e20 req-51698ce6-f8b5-4f52-b462-63e35436c489 service neutron] 10.222.0.20 "GET /v2.0/networks/20faeb18-ef3d-4dc9-af03-d4ac7c79efad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840056 Aug 31 10:02:31.264340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1782048-4754-402f-b9d6-aebba8942dde req-9018fccb-9bc6-4150-a227-7750ed45cf4b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:31.265816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1782048-4754-402f-b9d6-aebba8942dde req-9018fccb-9bc6-4150-a227-7750ed45cf4b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 907 time: 0.0492303 Aug 31 10:02:31.685470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 61a0b1a1-0c01-447e-b2bd-edb4159242f4 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:31.735907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:31.736280 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:32.383517 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba21729-75c5-4b06-b73e-1acb6eb28075 req-d220b529-63f9-436b-b483-f006df865828 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:32.384990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fba21729-75c5-4b06-b73e-1acb6eb28075 req-d220b529-63f9-436b-b483-f006df865828 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 907 time: 0.0528612 Aug 31 10:02:33.499902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85571fc-e822-4c39-8e30-18277b5b4615 req-7eda376d-b330-4d30-81fb-c6a29e50f75e tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:33.501412 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b85571fc-e822-4c39-8e30-18277b5b4615 req-7eda376d-b330-4d30-81fb-c6a29e50f75e tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 907 time: 0.0490041 Aug 31 10:02:34.620770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a934f-8288-45e7-9d0a-db905ab6d392 req-8d491aab-7d2b-4a20-bafb-fb6b4045c31d tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:34.622255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-356a934f-8288-45e7-9d0a-db905ab6d392 req-8d491aab-7d2b-4a20-bafb-fb6b4045c31d tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 907 time: 0.0481274 Aug 31 10:02:34.841057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:02:34.938175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:34.951392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '61a31c6d-bbae-4eae-a15c-5e18ef9f1494', 'network_id': '20faeb18-ef3d-4dc9-af03-d4ac7c79efad', 'port_id': '61a31c6d-bbae-4eae-a15c-5e18ef9f1494', 'mac_address': 'fa:16:3e:6f:bc:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c301d2-e444-445c-8c57-fe1116a392ab', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:02:34.988482 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:35.005677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:02:35.025652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:35.029673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:35.077035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:35.084300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.084667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.084975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.085308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.085634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.085961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.086282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.086607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.087015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.087335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.087652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.087968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:35.352448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['61a31c6d-bbae-4eae-a15c-5e18ef9f1494'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:02:35.736219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6885-7cdd-4113-aacf-50da86143d06 req-96ef8f9e-909f-4349-bec8-42128988ff14 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:35.737969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a81e6885-7cdd-4113-aacf-50da86143d06 req-96ef8f9e-909f-4349-bec8-42128988ff14 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 908 time: 0.0497103 Aug 31 10:02:36.844465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:36.858005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e6da1-1470-4ff4-ba48-a9f7e144010a req-5f3c2847-98f7-44f7-ada3-edc87a458f5c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:36.859529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef9e6da1-1470-4ff4-ba48-a9f7e144010a req-5f3c2847-98f7-44f7-ada3-edc87a458f5c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 908 time: 0.0545344 Aug 31 10:02:36.891649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:36.895110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:36.895472 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:36.972303 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:36.994645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e0dfc-af31-4b5e-b4bf-55e536dc57be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a31c6d-bbae-4eae-a15c-5e18ef9f1494'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:36.997609 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0ee934-2abb-4908-ade9-db321f53607d" -d '{"events": [{"server_uuid": "ad1e0dfc-af31-4b5e-b4bf-55e536dc57be", "name": "network-vif-plugged", "status": "completed", "tag": "61a31c6d-bbae-4eae-a15c-5e18ef9f1494"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:37.011927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:37.016458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:37.041113 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105dbe0a-5937-4e5b-98e0-887fc4b7525f x-openstack-request-id: req-105dbe0a-5937-4e5b-98e0-887fc4b7525f {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:37.041410 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1e0dfc-af31-4b5e-b4bf-55e536dc57be", "name": "network-vif-plugged", "status": "completed", "tag": "61a31c6d-bbae-4eae-a15c-5e18ef9f1494", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:37.042301 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-105dbe0a-5937-4e5b-98e0-887fc4b7525f {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:37.042636 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1e0dfc-af31-4b5e-b4bf-55e536dc57be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a31c6d-bbae-4eae-a15c-5e18ef9f1494', 'code': 200} Aug 31 10:02:37.070455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:37.138258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af04855-a774-4ca7-952d-c118cd39ea30 req-dd43a009-0afb-4bff-b0c7-df6ca834b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:37.139816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2af04855-a774-4ca7-952d-c118cd39ea30 req-dd43a009-0afb-4bff-b0c7-df6ca834b99f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 1060 time: 0.0407743 Aug 31 10:02:37.975856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323666cd-5873-486b-91b3-7d0a10468371 req-54ded79d-823e-4d4f-8dec-3dc69f2a35e5 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:37.977345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-323666cd-5873-486b-91b3-7d0a10468371 req-54ded79d-823e-4d4f-8dec-3dc69f2a35e5 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 909 time: 0.0491605 Aug 31 10:02:39.091728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6fa7f-8d34-407d-acb7-f2d2226fa435 req-495bd4ea-a408-4e8b-9bfa-d8605dfb67b2 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:39.093249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39f6fa7f-8d34-407d-acb7-f2d2226fa435 req-495bd4ea-a408-4e8b-9bfa-d8605dfb67b2 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 909 time: 0.0490370 Aug 31 10:02:39.214608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fdfc1-bd1e-4378-99c5-8106f98d9052 req-00fcb0c3-33ca-42b8-92ef-22b479809d96 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:39.216122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca0fdfc1-bd1e-4378-99c5-8106f98d9052 req-00fcb0c3-33ca-42b8-92ef-22b479809d96 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 909 time: 0.0547278 Aug 31 10:02:39.324772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ac384-98d8-4ae5-8c05-429696c9b49d req-c93c853c-62db-4b84-839f-bd9bd3bf9563 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:39.326302 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-389ac384-98d8-4ae5-8c05-429696c9b49d req-c93c853c-62db-4b84-839f-bd9bd3bf9563 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 1060 time: 0.0412276 Aug 31 10:02:39.441130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9c3b-d94b-4fc9-a04e-213260205120 req-4dbba2e3-4baa-4884-8ebe-279b17854997 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:39.442647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aef9c3b-d94b-4fc9-a04e-213260205120 req-4dbba2e3-4baa-4884-8ebe-279b17854997 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 1136 time: 0.0497212 Aug 31 10:02:39.479093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aef9c3b-d94b-4fc9-a04e-213260205120 req-b3f6c133-1137-4e78-866d-39afe24a3ed2 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0296586 Aug 31 10:02:39.501240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39600) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:39.539605 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca900d-b295-4ddf-980b-c23fcf771b29 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:39.541018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f6ca900d-b295-4ddf-980b-c23fcf771b29 tempest-TestSecurityGroupsBasicOps-1586868537 tempest-TestSecurityGroupsBasicOps-1586868537-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 1055 time: 0.0388129 Aug 31 10:02:39.756785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7c9ad-7091-460c-8faa-d52086c5619f req-88166ef3-97e6-4d56-a670-37c763d11ed1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:39.758287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5e7c9ad-7091-460c-8faa-d52086c5619f req-88166ef3-97e6-4d56-a670-37c763d11ed1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 909 time: 0.0526774 Aug 31 10:02:40.333787 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:02:40.730987 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:40.872799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eb86d-133a-4bda-9290-d2bf84fcf319 req-0ea3c20d-4a06-4216-8510-e326bf296f65 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:40.874273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b29eb86d-133a-4bda-9290-d2bf84fcf319 req-0ea3c20d-4a06-4216-8510-e326bf296f65 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 909 time: 0.0485311 Aug 31 10:02:41.130140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-f71a7b2c-e211-4e1d-b176-f6f7c9e48486 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:41.131627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-f71a7b2c-e211-4e1d-b176-f6f7c9e48486 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 909 time: 0.0475054 Aug 31 10:02:41.222859 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:41.223205 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:41.310733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] For port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:41.311122 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:41.330118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Calling delete_port for 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:41.455939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:41.481514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Port': ['ID=61a31c6d-bbae-4eae-a15c-5e18ef9f1494,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:41.496386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.496674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.500569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.500569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.500569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.500569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.500569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.500569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.500569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.501314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.501314 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.501505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:41.537224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] No DVR routers for this DVR port 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:41.539942 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:41.541961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c80d4a7-2789-4ea0-9386-d62672c76c3a req-4258a00e-f965-45a9-baf1-faf5712edf28 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.20 "DELETE /v2.0/ports/61a31c6d-bbae-4eae-a15c-5e18ef9f1494 HTTP/1.1" status: 204 len: 173 time: 0.4043019 Aug 31 10:02:41.542580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1e0dfc-af31-4b5e-b4bf-55e536dc57be', 'name': 'network-vif-deleted', 'tag': '61a31c6d-bbae-4eae-a15c-5e18ef9f1494'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:41.545425 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de7a476-789a-4014-a443-115a54215ea7" -d '{"events": [{"server_uuid": "ad1e0dfc-af31-4b5e-b4bf-55e536dc57be", "name": "network-vif-deleted", "tag": "61a31c6d-bbae-4eae-a15c-5e18ef9f1494"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:41.582877 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50689d33-57c2-4947-887a-0511c8ae7cb6 x-openstack-request-id: req-50689d33-57c2-4947-887a-0511c8ae7cb6 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:41.583172 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1e0dfc-af31-4b5e-b4bf-55e536dc57be", "name": "network-vif-deleted", "tag": "61a31c6d-bbae-4eae-a15c-5e18ef9f1494", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:41.583425 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50689d33-57c2-4947-887a-0511c8ae7cb6 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:41.583828 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1e0dfc-af31-4b5e-b4bf-55e536dc57be', 'name': 'network-vif-deleted', 'tag': '61a31c6d-bbae-4eae-a15c-5e18ef9f1494', 'status': 'completed', 'code': 200} Aug 31 10:02:41.987705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a74adfef-203e-4fb1-b308-19e4c4b39ddd req-154d4535-1ae8-4cae-9947-a03e8cd645e3 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad1e0dfc-af31-4b5e-b4bf-55e536dc57be HTTP/1.1" status: 200 len: 210 time: 0.0307887 Aug 31 10:02:43.044646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39620) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:43.399377 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:43.677461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting port 61a0b1a1-0c01-447e-b2bd-edb4159242f4 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:43.677714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:43.756036 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:43.770614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] For port 61a0b1a1-0c01-447e-b2bd-edb4159242f4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=61a0b1a1-0c01-447e-b2bd-edb4159242f4,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:43.771006 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:43.784248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Calling delete_port for 61a0b1a1-0c01-447e-b2bd-edb4159242f4 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:43.966534 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:43.993995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Port': ['ID=61a0b1a1-0c01-447e-b2bd-edb4159242f4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:44.017198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.017546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.017880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.018210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.018538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.018893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.019219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.019543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.019865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.020185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.020504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.020819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:44.171957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:44.388362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Router 82859e9e-00e8-4e91-b5f8-a4cb443f281d has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:02:44.496248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:02:44.501791 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bc8e7dc5-0a15-4963-9dbd-178acf91df54 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "PUT /v2.0/routers/82859e9e-00e8-4e91-b5f8-a4cb443f281d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4564803 Aug 31 10:02:44.504201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39626) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:44.508010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] Sync routers for ids ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:02:44.519910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] Routers {'82859e9e-00e8-4e91-b5f8-a4cb443f281d'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:44.520534 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:44.555472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f16f865-ebd8-415d-8bcd-e6822c7cc920 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting subnet e6c301d2-e444-445c-8c57-fe1116a392ab {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:02:44.559160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f16f865-ebd8-415d-8bcd-e6822c7cc920 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:44.597983 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f16f865-ebd8-415d-8bcd-e6822c7cc920 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:44.625069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] Set router 82859e9e-00e8-4e91-b5f8-a4cb443f281d gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:44.687122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f16f865-ebd8-415d-8bcd-e6822c7cc920 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:44.755624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f16f865-ebd8-415d-8bcd-e6822c7cc920 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:44.783739 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16f865-ebd8-415d-8bcd-e6822c7cc920 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c301d2-e444-445c-8c57-fe1116a392ab,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:44.787575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1f16f865-ebd8-415d-8bcd-e6822c7cc920 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:44.789462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1f16f865-ebd8-415d-8bcd-e6822c7cc920 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/subnets/e6c301d2-e444-445c-8c57-fe1116a392ab HTTP/1.1" status: 204 len: 168 time: 0.2843370 Aug 31 10:02:44.794937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39628) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:44.798870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd709cd-980c-4f1f-a6d1-b3a76206a918 None None] Network 20faeb18-ef3d-4dc9-af03-d4ac7c79efad requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:02:44.872325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:43Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:44.896604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:44.901366 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:44.941040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] Checking router: 82859e9e-00e8-4e91-b5f8-a4cb443f281d for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:02:44.944774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:44.945112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 61a31c6d-bbae-4eae-a15c-5e18ef9f1494 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:44.969655 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] Routers {'82859e9e-00e8-4e91-b5f8-a4cb443f281d'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:44.970260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:45.006074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.061432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting port ce932fb8-13f2-43a8-9d44-b20e8185e9a5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:45.061948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.148103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] For port ce932fb8-13f2-43a8-9d44-b20e8185e9a5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ce932fb8-13f2-43a8-9d44-b20e8185e9a5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:45.148552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.161089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Calling delete_port for ce932fb8-13f2-43a8-9d44-b20e8185e9a5 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:45.250256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] Set router 82859e9e-00e8-4e91-b5f8-a4cb443f281d gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:45.283892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] DHCP port deletion for 20faeb18-ef3d-4dc9-af03-d4ac7c79efad request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:02:45.335833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.363833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Port': ['ID=ce932fb8-13f2-43a8-9d44-b20e8185e9a5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:45.426740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.439058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] Deleting port fea5e499-8971-46c7-93fd-1c7e22bf1a1b {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:45.439426 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.509481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] For port fea5e499-8971-46c7-93fd-1c7e22bf1a1b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fea5e499-8971-46c7-93fd-1c7e22bf1a1b,segment=NetworkSegment(42878e34-0744-4378-8809-5d841760b7d6),segment_id=42878e34-0744-4378-8809-5d841760b7d6)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:45.509875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.517533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.519670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.523846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] Calling delete_port for fea5e499-8971-46c7-93fd-1c7e22bf1a1b owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:45.567962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.568663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Fanout notify agent at l3_agent the message router_deleted on router 82859e9e-00e8-4e91-b5f8-a4cb443f281d {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:02:45.574684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:43Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:45.575514 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.576639 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-844ae782-cab7-43c3-8509-f9639f59e3b8 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/routers/82859e9e-00e8-4e91-b5f8-a4cb443f281d HTTP/1.1" status: 204 len: 168 time: 0.7833366 Aug 31 10:02:45.579723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39632) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:45.604071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39847f07-5334-443b-b3fc-a94d556e026a None None] The sync data for ids ['82859e9e-00e8-4e91-b5f8-a4cb443f281d'] in n-d-806683-2 is: [{'id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-687413841', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:43Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': 'ce932fb8-13f2-43a8-9d44-b20e8185e9a5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82859e9e-00e8-4e91-b5f8-a4cb443f281d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:02:21Z', 'updated_at': '2021-08-31T10:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:02:45.646856 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.661995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.676642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] Pushing event deleted for resources: {'Port': ['ID=fea5e499-8971-46c7-93fd-1c7e22bf1a1b,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:45.680385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6cbe2-845a-4ba7-ba66-21ac3d8efc0c None None] No DVR routers for this DVR port fea5e499-8971-46c7-93fd-1c7e22bf1a1b on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:45.756377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.767490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20faeb18-ef3d-4dc9-af03-d4ac7c79efad']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:45.779128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42878e34-0744-4378-8809-5d841760b7d6') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:45.779425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42878e34-0744-4378-8809-5d841760b7d6') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:45.788708 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.805794 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.811892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:02:45.812288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:02:45.815290 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:02:45.872028 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.879464 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.881197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/networks/20faeb18-ef3d-4dc9-af03-d4ac7c79efad HTTP/1.1" status: 204 len: 168 time: 0.3003392 Aug 31 10:02:45.884133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39634) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:45.893091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347e3ca-f846-4be2-8e2c-5669570deb30 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Network': ['ID=20faeb18-ef3d-4dc9-af03-d4ac7c79efad,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:46.047969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting port ba9896bc-94df-4308-a86e-113299a6ed79 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:46.051004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:46.116572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fea5e499-8971-46c7-93fd-1c7e22bf1a1b no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:46.138017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: fea5e499-8971-46c7-93fd-1c7e22bf1a1b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:46.138367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fea5e499-8971-46c7-93fd-1c7e22bf1a1b not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:46.139044 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:46.139376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:46.152424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Calling delete_port for ba9896bc-94df-4308-a86e-113299a6ed79 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:46.306176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:46.335501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Port': ['ID=ba9896bc-94df-4308-a86e-113299a6ed79,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:46.397101 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:46.397881 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Floating IP 87dbd5ab-910e-4a80-8d79-d7b50e950973 disassociated (deleted). External IP: 172.25.1.184, port: 9ef6137a-175f-443f-9b53-6a695752a5d0. Aug 31 10:02:46.602533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Router 466fe9fa-3849-4470-bff7-a176612b9e1b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:02:46.731140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:02:46.735795 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:46.741254 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] Sync routers for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:02:46.750424 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:46.751142 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:46.767090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0bd88a0c-1bf8-4dc8-8095-65eee7564f3f tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/floatingips/87dbd5ab-910e-4a80-8d79-d7b50e950973 HTTP/1.1" status: 204 len: 168 time: 0.8788967 Aug 31 10:02:46.767090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:46.767565 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7" -d '{"events": [{"name": "network-changed", "server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:46.814792 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a82512a-aac4-487e-9976-1e3712b47c78 x-openstack-request-id: req-9a82512a-aac4-487e-9976-1e3712b47c78 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:46.815241 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:46.815488 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a82512a-aac4-487e-9976-1e3712b47c78 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:46.815889 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'status': 'completed', 'code': 200} Aug 31 10:02:46.862810 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:46.886639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-9fece065-7269-4d49-9ab3-0b2fb5a333a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:46.888233 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-9fece065-7269-4d49-9ab3-0b2fb5a333a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 1136 time: 0.0489872 Aug 31 10:02:46.997617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-30392c80-3f40-4b39-b1af-b31cb65ce184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:46.999464 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-30392c80-3f40-4b39-b1af-b31cb65ce184 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 HTTP/1.1" status: 200 len: 899 time: 0.1023781 Aug 31 10:02:47.023796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3ac0f-57a7-4c76-8692-ba280b76926e req-d3b65565-d116-4302-9b53-d7e5cf80757e tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:47.026389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95f3ac0f-57a7-4c76-8692-ba280b76926e req-d3b65565-d116-4302-9b53-d7e5cf80757e tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 985 time: 0.0514009 Aug 31 10:02:47.043454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-a8e3d9ad-6dd8-4948-a197-37983870ce8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ef6137a-175f-443f-9b53-6a695752a5d0 HTTP/1.1" status: 200 len: 217 time: 0.0352771 Aug 31 10:02:47.078135 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:36Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:47.079549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95f3ac0f-57a7-4c76-8692-ba280b76926e req-85cbf4c1-a90f-4565-b615-20b46eb30c5d tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0435524 Aug 31 10:02:47.100906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-3b4a14bb-77cf-4f67-9ff8-dcb98f061ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:47.102362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-3b4a14bb-77cf-4f67-9ff8-dcb98f061ce4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fd2ab19-4699-4b35-903d-fd9af8dac0b8 HTTP/1.1" status: 200 len: 834 time: 0.0509510 Aug 31 10:02:47.104616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] Checking router: 466fe9fa-3849-4470-bff7-a176612b9e1b for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:02:47.113561 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:47.114082 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:47.150026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-dbe8d8fa-0d83-4221-81ed-e2ac62e13e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:47.151632 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-dbe8d8fa-0d83-4221-81ed-e2ac62e13e58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413992 Aug 31 10:02:47.218709 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:47.240910 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-4eaea9fe-11cd-4885-a070-edf07f5ff29a service neutron] 10.222.0.52 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817721 Aug 31 10:02:47.514846 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:36Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:47.546262 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985ef3e-e3fc-4360-961b-0298640a43bf None None] The sync data for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 is: [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:31Z', 'revision_number': 4, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f', 'name': '', 'network_id': '7d183049-d67a-4ead-8ed4-a5c7c7cc92d1', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'mac_address': 'fa:16:3e:44:43:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:30Z', 'updated_at': '2021-08-31T10:01:36Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'subnets': [{'id': '1fd2ab19-4699-4b35-903d-fd9af8dac0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:02:47.655533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 61a0b1a1-0c01-447e-b2bd-edb4159242f4 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:47.676499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 61a0b1a1-0c01-447e-b2bd-edb4159242f4 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:47.677085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 61a0b1a1-0c01-447e-b2bd-edb4159242f4 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:47.677500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ce932fb8-13f2-43a8-9d44-b20e8185e9a5 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:47.696991 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e3cba76e-5a07-4de1-a5cf-aa1f5c2441d7 req-fba962d5-25d4-48d5-a8be-60e5bd987395 service neutron] 10.222.0.52 "GET /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483607 Aug 31 10:02:47.697609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ce932fb8-13f2-43a8-9d44-b20e8185e9a5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:47.697609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ce932fb8-13f2-43a8-9d44-b20e8185e9a5 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:47.801301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a347dd72-f5d5-4408-a0ed-ce2ae84ef535 None None] New status for floating IP 87dbd5ab-910e-4a80-8d79-d7b50e950973: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:02:48.189974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784a928-acc4-46c0-99e5-528aabc0b12d req-39705422-8ad6-4831-b256-44ac82cf5cf3 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:48.191496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6784a928-acc4-46c0-99e5-528aabc0b12d req-39705422-8ad6-4831-b256-44ac82cf5cf3 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 985 time: 0.0484805 Aug 31 10:02:48.231666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6784a928-acc4-46c0-99e5-528aabc0b12d req-e5c0b519-3794-4d1b-a43c-96864c6b7d9c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "GET /v2.0/security-groups?id=e932a360-6997-4d56-aaa1-8942976ec5bc&id=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341876 Aug 31 10:02:48.282233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-a8aab287-3f83-409d-935a-7a76c5ca900b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:48.283716 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-a8aab287-3f83-409d-935a-7a76c5ca900b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.52 "GET /v2.0/ports?device_id=69182cea-f4a4-47f6-a2d1-e3339dc6c3c5 HTTP/1.1" status: 200 len: 985 time: 0.0485172 Aug 31 10:02:48.378404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting port 9ef6137a-175f-443f-9b53-6a695752a5d0 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:48.378698 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.464792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] For port 9ef6137a-175f-443f-9b53-6a695752a5d0, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9ef6137a-175f-443f-9b53-6a695752a5d0,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:48.465194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.478261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Calling delete_port for 9ef6137a-175f-443f-9b53-6a695752a5d0 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:48.606117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.634469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Port': ['ID=9ef6137a-175f-443f-9b53-6a695752a5d0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:48.677262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] No DVR routers for this DVR port 9ef6137a-175f-443f-9b53-6a695752a5d0 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:48.679971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.682118 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-812e4dea-1b80-4bf9-8295-557c672fb281 req-927227d9-a1a7-4d35-ab13-66c04368d348 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.52 "DELETE /v2.0/ports/9ef6137a-175f-443f-9b53-6a695752a5d0 HTTP/1.1" status: 204 len: 173 time: 0.3921454 Aug 31 10:02:48.817103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'name': 'network-vif-deleted', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:48.819502 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b13cc1-1bc2-4362-8486-f5c330233f02" -d '{"events": [{"server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "name": "network-vif-deleted", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:48.855255 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f4166f-69b4-4ef7-86d3-a582c90d1280 x-openstack-request-id: req-b0f4166f-69b4-4ef7-86d3-a582c90d1280 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:48.855545 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69182cea-f4a4-47f6-a2d1-e3339dc6c3c5", "name": "network-vif-deleted", "tag": "9ef6137a-175f-443f-9b53-6a695752a5d0", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:48.855792 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0f4166f-69b4-4ef7-86d3-a582c90d1280 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:48.856187 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69182cea-f4a4-47f6-a2d1-e3339dc6c3c5', 'name': 'network-vif-deleted', 'tag': '9ef6137a-175f-443f-9b53-6a695752a5d0', 'status': 'completed', 'code': 200} Aug 31 10:02:49.291051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39654) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:49.346999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc083-e717-47d6-a255-52051a48ffea tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.368902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc083-e717-47d6-a255-52051a48ffea tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.408652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc083-e717-47d6-a255-52051a48ffea tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.411219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc083-e717-47d6-a255-52051a48ffea tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.412390 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5e1bc083-e717-47d6-a255-52051a48ffea tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/security-groups/e932a360-6997-4d56-aaa1-8942976ec5bc HTTP/1.1" status: 204 len: 168 time: 0.1210940 Aug 31 10:02:49.415255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39656) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:49.421479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bc083-e717-47d6-a255-52051a48ffea tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e932a360-6997-4d56-aaa1-8942976ec5bc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:49.481034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7325dad-4f8f-4196-94e1-1a19e095bc14 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.505277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7325dad-4f8f-4196-94e1-1a19e095bc14 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.550321 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7325dad-4f8f-4196-94e1-1a19e095bc14 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.552849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7325dad-4f8f-4196-94e1-1a19e095bc14 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.554062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d7325dad-4f8f-4196-94e1-1a19e095bc14 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/security-groups/19db5fde-0af6-4fc6-bdc8-adc64b5ddf70 HTTP/1.1" status: 204 len: 168 time: 0.1378219 Aug 31 10:02:49.556972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39658) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:49.563100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7325dad-4f8f-4196-94e1-1a19e095bc14 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db5fde-0af6-4fc6-bdc8-adc64b5ddf70,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:49.919741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:50.174810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:50.175166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:50.267564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] For port ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:50.267928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:50.280636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Calling delete_port for ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:50.462864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:50.489982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Port': ['ID=ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:50.669432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:50.878261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Router 466fe9fa-3849-4470-bff7-a176612b9e1b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:02:50.984809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:02:50.990195 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c2db97b0-dbc8-46a6-a266-70fb77c2d65c tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "PUT /v2.0/routers/466fe9fa-3849-4470-bff7-a176612b9e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321196 Aug 31 10:02:50.992900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:50.995479 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] Sync routers for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:02:51.004929 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:51.005532 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:51.046995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51b706f-8c12-4ce3-a88d-907c97b262cd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting subnet 1fd2ab19-4699-4b35-903d-fd9af8dac0b8 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:02:51.050573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f51b706f-8c12-4ce3-a88d-907c97b262cd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.090660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f51b706f-8c12-4ce3-a88d-907c97b262cd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.108679 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:51.171656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f51b706f-8c12-4ce3-a88d-907c97b262cd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.236336 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f51b706f-8c12-4ce3-a88d-907c97b262cd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.262836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b706f-8c12-4ce3-a88d-907c97b262cd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd2ab19-4699-4b35-903d-fd9af8dac0b8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:51.268495 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f51b706f-8c12-4ce3-a88d-907c97b262cd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.272938 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f51b706f-8c12-4ce3-a88d-907c97b262cd tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/subnets/1fd2ab19-4699-4b35-903d-fd9af8dac0b8 HTTP/1.1" status: 204 len: 168 time: 0.2764869 Aug 31 10:02:51.273277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39666) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:51.277341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac49be6-bd7d-4ffd-98b2-5aea3f24ecd4 None None] Network 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:02:51.302050 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:02:50Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:51.329892 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] Checking router: 466fe9fa-3849-4470-bff7-a176612b9e1b for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:02:51.338402 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] Routers {'466fe9fa-3849-4470-bff7-a176612b9e1b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:02:51.339134 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['466fe9fa-3849-4470-bff7-a176612b9e1b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:51.385484 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.463253 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] Set router 466fe9fa-3849-4470-bff7-a176612b9e1b gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:02:51.489359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] DHCP port deletion for 7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:02:51.501629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.554998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Deleting port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:51.555249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.565059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] Deleting port 3e863d1a-dc83-4575-9666-ba786a68d381 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:51.565651 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.641415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] For port 3e863d1a-dc83-4575-9666-ba786a68d381, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3e863d1a-dc83-4575-9666-ba786a68d381,segment=NetworkSegment(d72b3e97-4549-476d-9f7c-f5a1650c4bc4),segment_id=d72b3e97-4549-476d-9f7c-f5a1650c4bc4)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:51.641678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.661395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] For port 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8b81b286-fd22-4ac7-83c9-0814a4fd0c7b,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:51.662073 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.672174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] Calling delete_port for 3e863d1a-dc83-4575-9666-ba786a68d381 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:51.678864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Calling delete_port for 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:51.698465 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:02:50Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:51.728639 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4e46e-182f-4846-b42d-4b529e31d4a9 None None] The sync data for ids ['466fe9fa-3849-4470-bff7-a176612b9e1b'] in n-d-806683-2 is: [{'id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395104005', 'tenant_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:02:50Z', 'revision_number': 5, 'project_id': '3c5b6a38060c43a98fa9cd82e09f7d6d', 'gw_port': {'id': '8b81b286-fd22-4ac7-83c9-0814a4fd0c7b', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466fe9fa-3849-4470-bff7-a176612b9e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:01:28Z', 'updated_at': '2021-08-31T10:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:02:51.773054 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.803827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] No DVR routers for this DVR port 3e863d1a-dc83-4575-9666-ba786a68d381 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:51.805772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3499f-31ed-404b-b96b-6a0ec5db18e9 None None] Pushing event deleted for resources: {'Port': ['ID=3e863d1a-dc83-4575-9666-ba786a68d381,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:51.822152 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35c6fef7-bb87-4201-95f4-e6ae74ded4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.885372 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:51.913141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Port': ['ID=8b81b286-fd22-4ac7-83c9-0814a4fd0c7b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:51.972780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.065757 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.067815 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.106253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3e863d1a-dc83-4575-9666-ba786a68d381 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:52.111842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.112425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Fanout notify agent at l3_agent the message router_deleted on router 466fe9fa-3849-4470-bff7-a176612b9e1b {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:02:52.119577 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.123148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af53e012-35e4-43b2-b78c-be401f53fea1 tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/routers/466fe9fa-3849-4470-bff7-a176612b9e1b HTTP/1.1" status: 204 len: 168 time: 0.8459735 Aug 31 10:02:52.123734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39670) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:52.128797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 3e863d1a-dc83-4575-9666-ba786a68d381 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:52.129146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3e863d1a-dc83-4575-9666-ba786a68d381 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:52.205995 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.292643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.302735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d183049-d67a-4ead-8ed4-a5c7c7cc92d1']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:52.314030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:52.314325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72b3e97-4549-476d-9f7c-f5a1650c4bc4') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:52.323796 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.344235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.350913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:02:52.351206 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:02:52.354158 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:02:52.416649 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.423873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.425689 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] 10.222.0.69 "DELETE /v2.0/networks/7d183049-d67a-4ead-8ed4-a5c7c7cc92d1 HTTP/1.1" status: 204 len: 168 time: 0.3013849 Aug 31 10:02:52.437778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708dbbf-7c27-4d4d-9b8c-d345ff55b44b tempest-TestSecurityGroupsBasicOps-152777527 tempest-TestSecurityGroupsBasicOps-152777527-project] Pushing event deleted for resources: {'Network': ['ID=7d183049-d67a-4ead-8ed4-a5c7c7cc92d1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:52.576843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9ef6137a-175f-443f-9b53-6a695752a5d0 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:52.597720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 9ef6137a-175f-443f-9b53-6a695752a5d0 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:52.598139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9ef6137a-175f-443f-9b53-6a695752a5d0 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:52.718457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39680) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:52.856518 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-062749e0-feb3-4369-864e-a4377393ff41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c5b6a38060c43a98fa9cd82e09f7d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367667 Aug 31 10:02:52.858822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:52.905354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b315a360-a136-42da-9495-6ef52394dee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.925177 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b315a360-a136-42da-9495-6ef52394dee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.975730 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b315a360-a136-42da-9495-6ef52394dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.978429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b315a360-a136-42da-9495-6ef52394dee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.980371 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b315a360-a136-42da-9495-6ef52394dee1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c5781c44-3669-48e3-9ee0-df4cdd7c4717 HTTP/1.1" status: 204 len: 168 time: 0.1206503 Aug 31 10:02:52.988366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315a360-a136-42da-9495-6ef52394dee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5781c44-3669-48e3-9ee0-df4cdd7c4717,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:53.254938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39692) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:53.269011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a282572e-f6c5-4a2d-8d27-11fd8a133174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:53.359668 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a282572e-f6c5-4a2d-8d27-11fd8a133174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:53.364525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a282572e-f6c5-4a2d-8d27-11fd8a133174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:53.404069 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a282572e-f6c5-4a2d-8d27-11fd8a133174 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05f4c045906445469d15527e28ff2768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480088 Aug 31 10:02:53.404982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282572e-f6c5-4a2d-8d27-11fd8a133174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63177fbb-8d3f-44d6-905b-16fbdffa1c23,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:53.406955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39694) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:53.457705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96cc53d7-5b10-4992-94e9-faaf0a30575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:53.483728 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96cc53d7-5b10-4992-94e9-faaf0a30575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:53.529976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96cc53d7-5b10-4992-94e9-faaf0a30575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:53.532897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96cc53d7-5b10-4992-94e9-faaf0a30575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:53.533773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-96cc53d7-5b10-4992-94e9-faaf0a30575a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63177fbb-8d3f-44d6-905b-16fbdffa1c23 HTTP/1.1" status: 204 len: 168 time: 0.1259434 Aug 31 10:02:53.541860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc53d7-5b10-4992-94e9-faaf0a30575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63177fbb-8d3f-44d6-905b-16fbdffa1c23,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:53.696639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:53.717713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:53.718067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ca20f9a3-f0f2-4f3f-9e23-fcba9b8c6b7f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:53.718486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:53.740715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:53.741068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8b81b286-fd22-4ac7-83c9-0814a4fd0c7b not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:53.879687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39700) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:53.921391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9a321dc6-d0ef-4979-9ac8-1d6a6dc959b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27bbdbaa96ac4a8790ec45fd1b7b5b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404282 Aug 31 10:02:53.923862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39702) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:53.973532 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-267e455b-8eb9-4d77-ab49-bc0bd8657784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:53.995961 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-267e455b-8eb9-4d77-ab49-bc0bd8657784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:54.040384 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-267e455b-8eb9-4d77-ab49-bc0bd8657784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:54.043623 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-267e455b-8eb9-4d77-ab49-bc0bd8657784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:54.044805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-267e455b-8eb9-4d77-ab49-bc0bd8657784 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8df1d2d-9670-41ca-a2e0-d0a9dc902545 HTTP/1.1" status: 204 len: 168 time: 0.1200519 Aug 31 10:02:54.052858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e455b-8eb9-4d77-ab49-bc0bd8657784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8df1d2d-9670-41ca-a2e0-d0a9dc902545,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:55.027388 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:55.754780 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f22a15c6-1ebf-467a-9d7b-b1ed4a1ccc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.717926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:58.653540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:10.746379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:13.750549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:17.334034 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:03:21.802312 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ec8ea95c-2580-4f0d-8883-33c5856f6207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:25.028169 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:25.755002 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e157c2f2-8b14-40a9-8a60-ecbf51dedb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:27.721773 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:27.747521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-4a772d03-8499-45bf-b7df-c7fe0bfab627 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418398 Aug 31 10:03:27.834616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-aad6fdb3-0f07-41a0-bbc7-c295ebdf0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:27.836243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-aad6fdb3-0f07-41a0-bbc7-c295ebdf0914 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0464180 Aug 31 10:03:27.945815 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-1f89ea4c-971a-4c9d-a1c7-f590ed55d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:27.947366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-1f89ea4c-971a-4c9d-a1c7-f590ed55d938 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0910606 Aug 31 10:03:28.022795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-032c33bc-750f-49f8-bdcc-c56be27b58ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 1001 time: 0.0683146 Aug 31 10:03:28.079244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-643a7da8-4231-455e-8041-8fcdfdfb1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:28.080719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-643a7da8-4231-455e-8041-8fcdfdfb1874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0510135 Aug 31 10:03:28.128128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-6d0393bb-006a-46ce-ab33-8e0d757c9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:28.129911 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-6d0393bb-006a-46ce-ab33-8e0d757c9139 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420005 Aug 31 10:03:28.225321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-a92d4b12-d3fd-4997-a1e1-4296073bbf49 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883393 Aug 31 10:03:28.316421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01af5388-8aa5-4a62-8219-c0817c789ae3 req-5820d47e-0a8a-444c-9b1c-b5a9ba2870a2 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843318 Aug 31 10:03:28.657948 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.380578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34164b1-a0a6-4a0c-8917-f5cf636ffc38 req-ba252ae2-a42a-4d45-92fa-950dabc8a98c tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:35.382079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b34164b1-a0a6-4a0c-8917-f5cf636ffc38 req-ba252ae2-a42a-4d45-92fa-950dabc8a98c tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0522404 Aug 31 10:03:35.422249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b34164b1-a0a6-4a0c-8917-f5cf636ffc38 req-3c37aecb-1b8b-434a-b06d-226e055782e1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333040 Aug 31 10:03:36.545330 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ab6d0-d675-4e68-8463-be1aba689248 req-4630b255-0f8a-49c1-9c6b-038fc622ccfe tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:36.546862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-883ab6d0-d675-4e68-8463-be1aba689248 req-4630b255-0f8a-49c1-9c6b-038fc622ccfe tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0530095 Aug 31 10:03:36.585733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-883ab6d0-d675-4e68-8463-be1aba689248 req-df573e1f-f40d-46ec-93a9-de96ac070334 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328867 Aug 31 10:03:37.706323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495f83c-faea-4320-93ef-dfd529c118b7 req-bc2c85c7-3458-48e2-89f1-ff505a5abfe3 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:37.708149 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7495f83c-faea-4320-93ef-dfd529c118b7 req-bc2c85c7-3458-48e2-89f1-ff505a5abfe3 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0528090 Aug 31 10:03:37.751209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7495f83c-faea-4320-93ef-dfd529c118b7 req-97f3dae7-8624-4d63-8c82-fff64226bb41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360522 Aug 31 10:03:39.148954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411b7f9-68b6-4401-a15e-8973c3051601 req-b854e9c5-8505-48a9-aa0f-42744d548d71 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:39.150447 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0411b7f9-68b6-4401-a15e-8973c3051601 req-b854e9c5-8505-48a9-aa0f-42744d548d71 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.3290119 Aug 31 10:03:39.187724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0411b7f9-68b6-4401-a15e-8973c3051601 req-61d318a4-d643-493b-93e1-381c5e2e33db tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Aug 31 10:03:40.371139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734fe4-6504-4780-bf0e-d2e46953ed71 req-a2d51990-7de0-404a-9ef4-efc647fb4185 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:40.372626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b1734fe4-6504-4780-bf0e-d2e46953ed71 req-a2d51990-7de0-404a-9ef4-efc647fb4185 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.1160822 Aug 31 10:03:40.411261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b1734fe4-6504-4780-bf0e-d2e46953ed71 req-d0f14d91-94f5-4135-b400-6e6cfa168148 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325527 Aug 31 10:03:40.743922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.524806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb16a3-068f-48ef-ae12-8273664328ab req-2a90bc2e-2c8b-4dcc-9067-6f97c277ccab tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:41.526291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0eb16a3-068f-48ef-ae12-8273664328ab req-2a90bc2e-2c8b-4dcc-9067-6f97c277ccab tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0493128 Aug 31 10:03:41.563706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0eb16a3-068f-48ef-ae12-8273664328ab req-14a6cb65-d670-4bd2-835c-90980afcb9c9 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Aug 31 10:03:42.677406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9989b3-ccef-43a3-899c-42b9f2904a19 req-678b669b-57d7-48a1-b605-9a0589706425 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:42.678932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9989b3-ccef-43a3-899c-42b9f2904a19 req-678b669b-57d7-48a1-b605-9a0589706425 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0487885 Aug 31 10:03:42.717756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a9989b3-ccef-43a3-899c-42b9f2904a19 req-1d1fac2f-6f26-4b88-9f20-a2b0d89821f7 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Aug 31 10:03:43.773394 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:43.839780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d26e5b-7f7c-47e0-bce8-9a90b0f49015 req-f78500ec-12c4-46a5-ae0f-f7e3adab0e24 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:43.841313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40d26e5b-7f7c-47e0-bce8-9a90b0f49015 req-f78500ec-12c4-46a5-ae0f-f7e3adab0e24 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0537944 Aug 31 10:03:43.879835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40d26e5b-7f7c-47e0-bce8-9a90b0f49015 req-1f573f1c-57b5-4d7f-bb39-c198a3e0b4e5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Aug 31 10:03:44.994303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68661031-7d64-4478-885a-d23fab06f277 req-68b8bebc-5911-4423-b713-35bf3582d555 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:44.995827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68661031-7d64-4478-885a-d23fab06f277 req-68b8bebc-5911-4423-b713-35bf3582d555 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0495341 Aug 31 10:03:45.033007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68661031-7d64-4478-885a-d23fab06f277 req-8e530e1a-0cc9-453a-97f8-b0862219d82d tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313065 Aug 31 10:03:46.146888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764452-0273-4d54-b367-bb53692251a2 req-a7dfcb4d-44ad-4886-8ccd-3d670c4c1847 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:46.148355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4764452-0273-4d54-b367-bb53692251a2 req-a7dfcb4d-44ad-4886-8ccd-3d670c4c1847 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0482249 Aug 31 10:03:46.186630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4764452-0273-4d54-b367-bb53692251a2 req-318ffde0-5ce9-428e-9245-5391a091eab4 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324538 Aug 31 10:03:47.308487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f392c-f038-404f-a38d-8d1ab27097bf req-73ba5501-1598-4e5e-89fa-c5588ae0f128 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:47.309949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c3f392c-f038-404f-a38d-8d1ab27097bf req-73ba5501-1598-4e5e-89fa-c5588ae0f128 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0528708 Aug 31 10:03:47.347183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c3f392c-f038-404f-a38d-8d1ab27097bf req-e4aaab91-6ed0-42ea-a3a5-14d9339a6a30 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Aug 31 10:03:48.464241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15df9-79fa-4486-a81e-e2222f1cd5c4 req-7f0e048b-3c6c-4371-9f42-93f51d307dff tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:48.465783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41c15df9-79fa-4486-a81e-e2222f1cd5c4 req-7f0e048b-3c6c-4371-9f42-93f51d307dff tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0501227 Aug 31 10:03:48.506520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41c15df9-79fa-4486-a81e-e2222f1cd5c4 req-793e9129-bcc3-4686-ac25-6ee210b87d71 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348139 Aug 31 10:03:49.627068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1dd4-336f-4f8d-898a-3f7670ac1282 req-b0d7c370-f056-41c7-9158-9706462f5b04 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:49.628626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d9e1dd4-336f-4f8d-898a-3f7670ac1282 req-b0d7c370-f056-41c7-9158-9706462f5b04 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0529335 Aug 31 10:03:49.668229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d9e1dd4-336f-4f8d-898a-3f7670ac1282 req-1c880916-c103-4126-971d-336ce2e05a8e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334120 Aug 31 10:03:50.788774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae9916-c151-4f15-bc11-b7d5a2acd811 req-3154e339-b6d9-448e-b8fa-f017d719c70e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:50.790281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03ae9916-c151-4f15-bc11-b7d5a2acd811 req-3154e339-b6d9-448e-b8fa-f017d719c70e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0537643 Aug 31 10:03:50.829316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03ae9916-c151-4f15-bc11-b7d5a2acd811 req-381e7ecf-30e0-40a8-ba70-0a2d6bab10d1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322015 Aug 31 10:03:51.028452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24dcb6-562e-4f45-80ec-19f3756db66b req-335952a5-3626-405a-b740-eed088f6072f tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:51.030176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f24dcb6-562e-4f45-80ec-19f3756db66b req-335952a5-3626-405a-b740-eed088f6072f tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0512559 Aug 31 10:03:51.098108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f24dcb6-562e-4f45-80ec-19f3756db66b req-6992da3d-c724-4b4a-8af6-d60ec59258e2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606952 Aug 31 10:03:51.104308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-8ce4d7b5-ee79-4e2b-b828-02f9c9f8e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:51.106474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-8ce4d7b5-ee79-4e2b-b828-02f9c9f8e6dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0702815 Aug 31 10:03:51.496453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-792709df-bdda-4e0c-8b84-a488383bf078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:51.497953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-792709df-bdda-4e0c-8b84-a488383bf078 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.3848732 Aug 31 10:03:51.569799 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-e8dc4210-447e-401e-a6b8-702e1856751a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 1001 time: 0.0643296 Aug 31 10:03:51.622396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-2596e741-a58f-40ca-9a57-f791ba48263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:51.623906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-2596e741-a58f-40ca-9a57-f791ba48263c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0478001 Aug 31 10:03:51.670601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-5f38e259-6e88-4c64-ae1f-84508f75cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:51.672131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-5f38e259-6e88-4c64-ae1f-84508f75cebc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411994 Aug 31 10:03:51.773789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-ba12a164-a9b8-448d-aa5e-ac4ee5427851 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928478 Aug 31 10:03:51.805185 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-418e0d35-9c87-4c2c-b5b3-265116a899d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.881833 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81241ae9-6958-4b1e-9482-6a04b36adbf1 req-2be7f2e1-b7d2-42ab-9ea8-98d29b37ff14 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909369 Aug 31 10:03:52.218146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1b521-2944-41ba-b00b-38520549124a req-07f24c11-3867-4bda-b4a7-dfcfb7d38d71 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:52.219680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0db1b521-2944-41ba-b00b-38520549124a req-07f24c11-3867-4bda-b4a7-dfcfb7d38d71 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0498343 Aug 31 10:03:52.258470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0db1b521-2944-41ba-b00b-38520549124a req-8fe8ed79-9909-44a7-97cc-37aba3481f73 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329080 Aug 31 10:03:53.383107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22918b3e-cac4-4c39-962c-a6a11ef6ce5c req-41d2f3b7-96fa-48c2-9446-eec13c15b98a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:53.384620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22918b3e-cac4-4c39-962c-a6a11ef6ce5c req-41d2f3b7-96fa-48c2-9446-eec13c15b98a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0554290 Aug 31 10:03:53.424903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22918b3e-cac4-4c39-962c-a6a11ef6ce5c req-5702b54e-5732-4567-8b30-6a6abf0dcc15 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341265 Aug 31 10:03:54.333608 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:03:55.029606 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.756290 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8c1fca2b-a8be-42e2-8247-5edd715a38f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.714519 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.660673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:10.747896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:13.773541 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:21.815849 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4adf74ac-4f55-41f3-bbb8-07aeae53ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:21.879192 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-2d004090-2ca3-4d3a-b0d9-220a11543b99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254745 Aug 31 10:04:21.971754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-11a46bff-2ce8-4e7c-8fcc-bc9b36ad6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:21.973164 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-11a46bff-2ce8-4e7c-8fcc-bc9b36ad6809 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 1096 time: 0.0456114 Aug 31 10:04:22.087421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-129d09ee-87ae-4859-a208-c98426b9664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:22.088828 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-129d09ee-87ae-4859-a208-c98426b9664f service neutron] 10.222.0.52 "GET /v2.0/networks?id=517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 200 len: 911 time: 0.0891609 Aug 31 10:04:22.161409 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-cc5e0314-88bb-4a0c-b128-fac1d9079e08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 200 len: 1001 time: 0.0658567 Aug 31 10:04:22.212295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-12df9239-625d-4df0-9525-0d15d6622f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:22.213826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-12df9239-625d-4df0-9525-0d15d6622f78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f63c2c24-881b-49c1-b67d-cf370fe129e8 HTTP/1.1" status: 200 len: 848 time: 0.0455091 Aug 31 10:04:22.262683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-ce9a2917-3010-438d-8a30-3676d6626844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:22.264242 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-ce9a2917-3010-438d-8a30-3676d6626844 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=517863ea-47d0-4115-ad15-aba588d19664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421288 Aug 31 10:04:22.274973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-2b7b2785-7dbe-45f8-a2a6-ed1845f70fed service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:04:22.275980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-2b7b2785-7dbe-45f8-a2a6-ed1845f70fed service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051019 Aug 31 10:04:22.369174 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-089276e6-c23f-40a6-8771-0db2e0200d10 service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864756 Aug 31 10:04:22.463931 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9482ffa-21dc-4a7b-834e-cc693dcf3573 req-18672319-5760-4ead-8b1f-99d72fc1145c service neutron] 10.222.0.52 "GET /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880554 Aug 31 10:04:25.036073 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:25.757550 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cdd93885-45a6-4509-9c4f-87a82cd90e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:27.715663 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:28.664875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:29.798132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-7d21deb9-50dc-49b8-8e0e-37dd2ebc47dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962262 Aug 31 10:04:29.881831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-062a1759-74ae-4953-9834-13bb32a58a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:29.883227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-062a1759-74ae-4953-9834-13bb32a58a98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0425255 Aug 31 10:04:29.995365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-18844d0c-ab3f-47b1-83e6-6b30409b5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:29.997158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-18844d0c-ab3f-47b1-83e6-6b30409b5115 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0944932 Aug 31 10:04:30.063906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-d2cf0d85-4b6e-4033-866a-dcd22397dce3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 1001 time: 0.0590849 Aug 31 10:04:30.116616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-795bcf13-81d6-49da-943d-e1557dc6be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:30.118132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-795bcf13-81d6-49da-943d-e1557dc6be2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0477486 Aug 31 10:04:30.169763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-fcdf3321-6cee-4f31-8357-d6ff01dfd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:30.171384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-fcdf3321-6cee-4f31-8357-d6ff01dfd4d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465088 Aug 31 10:04:30.183212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-86dff833-8238-44cc-a87d-f6536f68f087 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:04:30.184342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-86dff833-8238-44cc-a87d-f6536f68f087 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054088 Aug 31 10:04:30.274872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-5aeb4914-aab4-40a7-9182-b1e1e020c049 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839362 Aug 31 10:04:30.368014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0d8e0a7-e4c1-44cc-9b3b-78654114fe2c req-3b6cbb45-fba3-4dfb-8229-67ddc5e928f8 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864120 Aug 31 10:04:31.333450 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:04:37.441023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ddcbb-c4a9-4c9c-b879-43c9af62e827 req-9ab9fbe6-406e-475f-813c-71d2d85e83f0 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:37.442566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff4ddcbb-c4a9-4c9c-b879-43c9af62e827 req-9ab9fbe6-406e-475f-813c-71d2d85e83f0 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 945 time: 0.0541990 Aug 31 10:04:37.483593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ff4ddcbb-c4a9-4c9c-b879-43c9af62e827 req-d7e110a1-ae87-48c6-8e2a-e6e1ae934ba0 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346389 Aug 31 10:04:38.604586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413f53c-540e-47db-8f6c-bc8d8c6dc407 req-6cc37021-b66f-4ec7-b2b1-9f020d9c4452 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:38.606115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9413f53c-540e-47db-8f6c-bc8d8c6dc407 req-6cc37021-b66f-4ec7-b2b1-9f020d9c4452 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 945 time: 0.0502496 Aug 31 10:04:38.647980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9413f53c-540e-47db-8f6c-bc8d8c6dc407 req-27131195-493e-48d6-ae6d-cf5186d820aa tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352595 Aug 31 10:04:38.695608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-f24beaa8-1401-4c6f-a9a0-2404c435cb94 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:38.697155 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-f24beaa8-1401-4c6f-a9a0-2404c435cb94 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.52 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 945 time: 0.0504322 Aug 31 10:04:38.797919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Deleting port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:38.798053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:38.915200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] For port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:38.915561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:39.491410 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:39.491801 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:39.492121 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Floating IP 249eb3fd-0b7a-48f0-b570-70187e29ca40 disassociated. External IP: 172.25.1.153, port: 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa. Aug 31 10:04:39.492468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Calling delete_port for 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:39.624677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:39.656126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event deleted for resources: {'Port': ['ID=63b45828-ef8c-4b7b-ba67-c3db48c8fdfa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:39.666903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.667624 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.667962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.668297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.668657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.669012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.669340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.669668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.670516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.670516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.670829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.670950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:39.756943 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-843d0eaa-3fac-48b2-a94e-aabbc6df5227 req-5fc142d2-57f7-4254-ab6d-809e447e2c20 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "GET /v2.0/ports?device_id=8396b75a-908f-44eb-9964-9b1b2902810d HTTP/1.1" status: 200 len: 210 time: 0.0311992 Aug 31 10:04:39.786711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Router 1557cd46-c0ba-481c-a2da-011c4062a11f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:04:39.898516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:04:39.908161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] Sync routers for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:04:39.917130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:39.917740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:04:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:39.938697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] No DVR routers for this DVR port 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:04:39.941465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:39.943891 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67a2a10e-ac6e-4b14-b56c-ab69851a1a9b req-e83d78d7-d3d2-4e7c-8b64-bc69d68df6d8 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.52 "DELETE /v2.0/ports/63b45828-ef8c-4b7b-ba67-c3db48c8fdfa HTTP/1.1" status: 204 len: 173 time: 1.2411542 Aug 31 10:04:39.944342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8396b75a-908f-44eb-9964-9b1b2902810d', 'name': 'network-vif-deleted', 'tag': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:04:39.946659 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f4905a-4c79-4f6f-800e-239a38352fa9" -d '{"events": [{"server_uuid": "8396b75a-908f-44eb-9964-9b1b2902810d", "name": "network-vif-deleted", "tag": "63b45828-ef8c-4b7b-ba67-c3db48c8fdfa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:04:39.996414 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c69e11-facc-48a1-bd38-66c4ddf1f2f2 x-openstack-request-id: req-33c69e11-facc-48a1-bd38-66c4ddf1f2f2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:04:39.996706 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8396b75a-908f-44eb-9964-9b1b2902810d", "name": "network-vif-deleted", "tag": "63b45828-ef8c-4b7b-ba67-c3db48c8fdfa", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:04:39.996954 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33c69e11-facc-48a1-bd38-66c4ddf1f2f2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:04:39.997932 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8396b75a-908f-44eb-9964-9b1b2902810d', 'name': 'network-vif-deleted', 'tag': '63b45828-ef8c-4b7b-ba67-c3db48c8fdfa', 'status': 'completed', 'code': 200} Aug 31 10:04:40.040735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:40.253162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:40.278762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] Checking router: 1557cd46-c0ba-481c-a2da-011c4062a11f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:04:40.289265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:40.289984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:04:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:40.407166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:40.610432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:40.638188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc2c05-d0f2-4237-afc3-7c914bb5640e None None] The sync data for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 is: [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T09:59:35Z', 'revision_number': 4, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '1c64933d-87a7-43bc-b36e-0e6b092fd8f8', 'name': '', 'network_id': '517863ea-47d0-4115-ad15-aba588d19664', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'mac_address': 'fa:16:3e:26:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:34Z', 'updated_at': '2021-08-31T09:59:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'subnets': [{'id': 'f63c2c24-881b-49c1-b67d-cf370fe129e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:04:40.746622 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:40.822353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39896) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:40.867595 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c406b777-79ca-40e9-83f1-c3467aa8bfc2 None None] New status for floating IP 249eb3fd-0b7a-48f0-b570-70187e29ca40: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:04:40.976303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Deleting port 52ba7e7a-e434-47dd-8533-0f68d4e5c783 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:40.976612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.063830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.064175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.077048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Calling delete_port for 52ba7e7a-e434-47dd-8533-0f68d4e5c783 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:41.214900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.240771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event deleted for resources: {'Port': ['ID=52ba7e7a-e434-47dd-8533-0f68d4e5c783,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:41.253626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.253978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.254322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.254661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.255035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.255374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.255703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.256028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.256367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.256674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.256998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.257322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:41.317647 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.320288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.321502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c051912b-5306-427f-a513-19bf393b03df tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "DELETE /v2.0/floatingips/249eb3fd-0b7a-48f0-b570-70187e29ca40 HTTP/1.1" status: 204 len: 168 time: 0.4981203 Aug 31 10:04:41.396519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39904) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:41.459367 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b678f80-d319-4aa8-83a1-2c85645e1cf5 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.487612 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b678f80-d319-4aa8-83a1-2c85645e1cf5 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.547729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b678f80-d319-4aa8-83a1-2c85645e1cf5 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.550463 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b678f80-d319-4aa8-83a1-2c85645e1cf5 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:41.551688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9b678f80-d319-4aa8-83a1-2c85645e1cf5 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] 10.222.0.69 "DELETE /v2.0/security-groups/5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf HTTP/1.1" status: 204 len: 168 time: 0.1549892 Aug 31 10:04:41.561933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678f80-d319-4aa8-83a1-2c85645e1cf5 tempest-TestServerBasicOps-1116480966 tempest-TestServerBasicOps-1116480966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b18ec2e-eabd-4d5c-a0ec-d7fc9aa0d3bf,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:41.592193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39908) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:42.079219 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:42.330910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Deleting port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:42.331159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:42.411884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] For port 1c64933d-87a7-43bc-b36e-0e6b092fd8f8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:42.412319 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:42.426003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Calling delete_port for 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:42.613370 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:42.639151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c64933d-87a7-43bc-b36e-0e6b092fd8f8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:42.819083 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:43.032767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Router 1557cd46-c0ba-481c-a2da-011c4062a11f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:04:43.121348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:43.138860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:04:43.141259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:04:43.141613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 63b45828-ef8c-4b7b-ba67-c3db48c8fdfa not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:43.144189 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-03c5179a-6ebf-4f7d-9b2d-2e5a007e61e8 admin admin] 10.222.0.69 "PUT /v2.0/routers/1557cd46-c0ba-481c-a2da-011c4062a11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508296 Aug 31 10:04:43.146629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39912) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:43.147621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] Sync routers for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:04:43.157319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:43.157967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:04:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:43.250635 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:43.261033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:43.451249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T10:04:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:43.478563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] Checking router: 1557cd46-c0ba-481c-a2da-011c4062a11f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:04:43.488352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] Routers {'1557cd46-c0ba-481c-a2da-011c4062a11f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:43.488968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:04:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['1557cd46-c0ba-481c-a2da-011c4062a11f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:43.653474 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:43.717194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Deleting port 850fc5c3-d5db-472f-b55a-7b59cea90266 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:43.717587 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:43.765727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] Set router 1557cd46-c0ba-481c-a2da-011c4062a11f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:43.809162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] For port 850fc5c3-d5db-472f-b55a-7b59cea90266, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=850fc5c3-d5db-472f-b55a-7b59cea90266,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:43.810423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:43.824449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Calling delete_port for 850fc5c3-d5db-472f-b55a-7b59cea90266 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:43.825159 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:43.955015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T10:04:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:43.987470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59e045-753b-4b5f-8a25-2613c192bcd6 None None] The sync data for ids ['1557cd46-c0ba-481c-a2da-011c4062a11f'] in n-d-806683-2 is: [{'id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'name': 'tempest-TestServerBasicOps-1774123383-router', 'tenant_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:31Z', 'updated_at': '2021-08-31T10:04:42Z', 'revision_number': 5, 'project_id': 'db21b555e81140dc8db7ce6a0faab9e3', 'gw_port': {'id': '850fc5c3-d5db-472f-b55a-7b59cea90266', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1557cd46-c0ba-481c-a2da-011c4062a11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:32Z', 'updated_at': '2021-08-31T09:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:04:43.994617 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.026829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Pushing event deleted for resources: {'Port': ['ID=850fc5c3-d5db-472f-b55a-7b59cea90266,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:44.085059 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.174141 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.176248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.217614 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.218171 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1557cd46-c0ba-481c-a2da-011c4062a11f {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:04:44.222499 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.223857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d62c6cb2-5fc1-4771-88b6-cd0db908097d admin admin] 10.222.0.69 "DELETE /v2.0/routers/1557cd46-c0ba-481c-a2da-011c4062a11f HTTP/1.1" status: 204 len: 168 time: 1.0761366 Aug 31 10:04:44.226277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 39914) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:44.274452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-2725b229-7e14-4813-a167-38b67c3b139f admin admin] Deleting subnet f63c2c24-881b-49c1-b67d-cf370fe129e8 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:04:44.277442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2725b229-7e14-4813-a167-38b67c3b139f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.311797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2725b229-7e14-4813-a167-38b67c3b139f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.391545 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2725b229-7e14-4813-a167-38b67c3b139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.447673 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2725b229-7e14-4813-a167-38b67c3b139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.479165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725b229-7e14-4813-a167-38b67c3b139f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63c2c24-881b-49c1-b67d-cf370fe129e8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:44.484401 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2725b229-7e14-4813-a167-38b67c3b139f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.486312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2725b229-7e14-4813-a167-38b67c3b139f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f63c2c24-881b-49c1-b67d-cf370fe129e8 HTTP/1.1" status: 204 len: 168 time: 0.2590587 Aug 31 10:04:44.489113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39918) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:44.490924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b4387f-ee95-463e-a857-29c1bc9a95fa None None] Network 517863ea-47d0-4115-ad15-aba588d19664 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:04:44.561544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.618668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Deleting port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:44.619069 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.677922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] DHCP port deletion for 517863ea-47d0-4115-ad15-aba588d19664 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:04:44.688166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] For port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:44.688534 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.707708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Calling delete_port for 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:44.728707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Deleting port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:44.728996 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.797737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] For port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,segment=NetworkSegment(f16f4431-8f12-48a1-ba70-06823cee20dd),segment_id=f16f4431-8f12-48a1-ba70-06823cee20dd)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:44.798294 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.799917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.812157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Calling delete_port for 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:44.827797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Pushing event deleted for resources: {'Port': ['ID=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:44.829675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] No DVR routers for this DVR port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:04:44.894679 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.907382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.918729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517863ea-47d0-4115-ad15-aba588d19664']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:44.921532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Pushing event deleted for resources: {'Port': ['ID=48edb09c-45c9-4148-8cdd-f1d0bdb3af93,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:44.929734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16f4431-8f12-48a1-ba70-06823cee20dd') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:44.930097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16f4431-8f12-48a1-ba70-06823cee20dd') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:44.930598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] No DVR routers for this DVR port 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:04:44.934242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.937369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.937369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.937369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.937369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.937369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.937369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.937369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.937369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.938169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.938169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.938361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b061dc-a546-4c26-a973-9ff2c988bfac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:04:44.944550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.954923 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.960898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:04:44.961322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:04:44.962962 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:04:45.019459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:45.027054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:45.030861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] 10.222.0.69 "DELETE /v2.0/networks/517863ea-47d0-4115-ad15-aba588d19664 HTTP/1.1" status: 204 len: 168 time: 0.5403023 Aug 31 10:04:45.033523 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39920) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:45.055517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f3d01-b415-4fdd-9550-22d3d87bf397 admin admin] Pushing event deleted for resources: {'Network': ['ID=517863ea-47d0-4115-ad15-aba588d19664,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:45.395472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:45.646299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Deleting port 4fad9a8a-ccdb-422c-a222-d1c180658d2f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:45.647038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:45.744390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] For port 4fad9a8a-ccdb-422c-a222-d1c180658d2f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=4fad9a8a-ccdb-422c-a222-d1c180658d2f,segment=NetworkSegment(22230e1f-9bff-4b8c-aed7-f24305a4369f),segment_id=22230e1f-9bff-4b8c-aed7-f24305a4369f)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:45.744752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:45.757615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:45.759485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Calling delete_port for 4fad9a8a-ccdb-422c-a222-d1c180658d2f owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:45.777494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:04:45.777831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1c64933d-87a7-43bc-b36e-0e6b092fd8f8 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:45.778244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:45.798894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:04:45.799245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 48edb09c-45c9-4148-8cdd-f1d0bdb3af93 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:45.799662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 850fc5c3-d5db-472f-b55a-7b59cea90266 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:45.818666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 850fc5c3-d5db-472f-b55a-7b59cea90266 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:04:45.819035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 850fc5c3-d5db-472f-b55a-7b59cea90266 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:45.949586 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:45.985569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fad9a8a-ccdb-422c-a222-d1c180658d2f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:46.157727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:46.369729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Router ec6c177a-db5f-488f-a036-94803fe07e0e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:04:46.482892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:04:46.487999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3720794c-ff40-48f1-ab4f-147704614711 admin admin] 10.222.0.69 "PUT /v2.0/routers/ec6c177a-db5f-488f-a036-94803fe07e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532163 Aug 31 10:04:46.490707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39922) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:46.493227 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] Sync routers for ids ['ec6c177a-db5f-488f-a036-94803fe07e0e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:04:46.502935 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] Routers {'ec6c177a-db5f-488f-a036-94803fe07e0e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:46.503617 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:04:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ec6c177a-db5f-488f-a036-94803fe07e0e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:46.593160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:46.606576 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] Set router ec6c177a-db5f-488f-a036-94803fe07e0e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:46.693246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:46.748859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Deleting port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:46.749282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:46.786565 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T10:04:45Z', 'revision_number': 5, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port': {'id': 'cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:59:38Z', 'updated_at': '2021-08-31T09:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:46.813052 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] Checking router: ec6c177a-db5f-488f-a036-94803fe07e0e for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:04:46.821196 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] Routers {'ec6c177a-db5f-488f-a036-94803fe07e0e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:46.821789 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:04:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ec6c177a-db5f-488f-a036-94803fe07e0e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:46.827647 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] For port cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:46.828014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:46.840619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Calling delete_port for cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:46.996008 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] Set router ec6c177a-db5f-488f-a036-94803fe07e0e gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:47.011148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.033892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:47.050094 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T10:04:46Z', 'revision_number': 6, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:47.076166 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2c5e0-ba9b-4715-aac8-45165ec4c27b None None] The sync data for ids ['ec6c177a-db5f-488f-a036-94803fe07e0e'] in n-d-806683-2 is: [{'id': 'ec6c177a-db5f-488f-a036-94803fe07e0e', 'name': 'tempest-TestServerBasicOps-1394293572-router', 'tenant_id': '60d6fd4420744b739f320edcd32891cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:59:37Z', 'updated_at': '2021-08-31T10:04:46Z', 'revision_number': 6, 'project_id': '60d6fd4420744b739f320edcd32891cb', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:04:47.103792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.228447 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.230705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.274047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.274610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec6c177a-db5f-488f-a036-94803fe07e0e {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:04:47.280085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.281279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b10a9771-b9b0-4e06-ba1d-dbc6192ee577 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ec6c177a-db5f-488f-a036-94803fe07e0e HTTP/1.1" status: 204 len: 168 time: 0.7896113 Aug 31 10:04:47.284117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39924) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:47.327942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-9130a356-5d40-4c20-b051-857706b2452b admin admin] Deleting subnet 5f65ed0d-b855-4644-b0f0-a4f1578659bc {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:04:47.331002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9130a356-5d40-4c20-b051-857706b2452b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.369810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9130a356-5d40-4c20-b051-857706b2452b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.451314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9130a356-5d40-4c20-b051-857706b2452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.514675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9130a356-5d40-4c20-b051-857706b2452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.540275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130a356-5d40-4c20-b051-857706b2452b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f65ed0d-b855-4644-b0f0-a4f1578659bc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:47.544110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9130a356-5d40-4c20-b051-857706b2452b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.546228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9130a356-5d40-4c20-b051-857706b2452b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5f65ed0d-b855-4644-b0f0-a4f1578659bc HTTP/1.1" status: 204 len: 168 time: 0.2608492 Aug 31 10:04:47.548449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39926) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:47.551066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b96e0-21f4-435a-95dc-a58aa66b42c7 None None] Network c9be897c-399b-47c8-9151-2684eb3947f8 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:04:47.618775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.675927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Deleting port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:47.676310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.745213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] For port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce,segment=NetworkSegment(22230e1f-9bff-4b8c-aed7-f24305a4369f),segment_id=22230e1f-9bff-4b8c-aed7-f24305a4369f)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:47.745978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.758554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Calling delete_port for bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:47.833287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] DHCP port deletion for c9be897c-399b-47c8-9151-2684eb3947f8 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:04:47.849012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.884608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:47.889555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] No DVR routers for this DVR port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:04:47.909041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] Deleting port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:47.909572 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.914976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4fad9a8a-ccdb-422c-a222-d1c180658d2f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:47.972553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 4fad9a8a-ccdb-422c-a222-d1c180658d2f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:04:47.972875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 4fad9a8a-ccdb-422c-a222-d1c180658d2f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:47.973299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:47.974117 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.988025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9be897c-399b-47c8-9151-2684eb3947f8']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:48.000503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22230e1f-9bff-4b8c-aed7-f24305a4369f') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:48.000794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22230e1f-9bff-4b8c-aed7-f24305a4369f') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:48.000955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:04:48.001304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:48.001725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:48.010458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.026567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.029991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:04:48.030333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device cdd3e36f-dde5-4f6b-8bf0-31e264f6e63e not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:48.034241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:04:48.034789 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:04:48.036912 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:04:48.042858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] For port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:48.045292 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.060597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] Calling delete_port for bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:48.066706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] Port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 10:04:48.068291 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.082808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] No DVR routers for this DVR port bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:04:48.096587 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.104479 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3dcba-d1b8-4812-a2fd-4dec18415838 None None] Pushing event deleted for resources: {'Port': ['ID=bbf0c82b-efcf-4b2d-866e-8587ca0ce9ce,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:48.106396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.111367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c9be897c-399b-47c8-9151-2684eb3947f8 HTTP/1.1" status: 204 len: 168 time: 0.5590034 Aug 31 10:04:48.126003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0ae60-98ae-417c-9683-ab12dff08440 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9be897c-399b-47c8-9151-2684eb3947f8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:48.233673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39930) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:48.273613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8a5c7baf-1e91-4457-ad1a-ad3641f751d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db21b555e81140dc8db7ce6a0faab9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387752 Aug 31 10:04:48.276142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39932) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:48.330074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8834fcac-21fb-4837-99cc-c3ef5fced2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.351352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8834fcac-21fb-4837-99cc-c3ef5fced2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.399550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8834fcac-21fb-4837-99cc-c3ef5fced2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.402154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8834fcac-21fb-4837-99cc-c3ef5fced2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.403557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8834fcac-21fb-4837-99cc-c3ef5fced2fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a00049c4-9327-4fe4-85d4-91f3ba773dd2 HTTP/1.1" status: 204 len: 168 time: 0.1263342 Aug 31 10:04:48.412880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834fcac-21fb-4837-99cc-c3ef5fced2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00049c4-9327-4fe4-85d4-91f3ba773dd2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:48.718897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39938) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:48.758258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a8e0752c-8297-4ff4-b12a-4fef862cc993 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60d6fd4420744b739f320edcd32891cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381877 Aug 31 10:04:48.760800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 39940) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:48.808473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e14a6d99-5d2b-4d8e-ad84-c029e299a767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.831836 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e14a6d99-5d2b-4d8e-ad84-c029e299a767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.877936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e14a6d99-5d2b-4d8e-ad84-c029e299a767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.880573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e14a6d99-5d2b-4d8e-ad84-c029e299a767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:48.881783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e14a6d99-5d2b-4d8e-ad84-c029e299a767 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c65bd3ed-a048-45a4-95fa-eb8972534097 HTTP/1.1" status: 204 len: 168 time: 0.1200359 Aug 31 10:04:48.889245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a6d99-5d2b-4d8e-ad84-c029e299a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65bd3ed-a048-45a4-95fa-eb8972534097,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:51.811304 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d3d69fbd-0b62-4d20-bf1b-2f37f32feafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:55.030226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:55.758832 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35afa94e-f7ee-4ee9-905c-33d4e090e3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:57.728496 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:58.666046 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:01.392563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a04498-3681-409b-8ea5-feca8549434e req-cc96d188-de1b-43f0-8dc3-7d40f3fc5305 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:01.394082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0a04498-3681-409b-8ea5-feca8549434e req-cc96d188-de1b-43f0-8dc3-7d40f3fc5305 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0504279 Aug 31 10:05:01.433831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0a04498-3681-409b-8ea5-feca8549434e req-45038fa1-d4ad-40e0-9bb3-2706f7a3b5fc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337663 Aug 31 10:05:02.555358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601e762-6a9b-4a10-a262-449ae8bacfe8 req-f0884a40-7c5c-4ed7-b776-3a1f96c5d8ba tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:02.556830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f601e762-6a9b-4a10-a262-449ae8bacfe8 req-f0884a40-7c5c-4ed7-b776-3a1f96c5d8ba tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0533619 Aug 31 10:05:02.594048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f601e762-6a9b-4a10-a262-449ae8bacfe8 req-d4f5f2cb-d38b-4562-a4ae-89ef876a9df5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 Aug 31 10:05:03.714500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b0223-4666-47e9-87dd-ae4da63f2c2c req-0fccc0f1-fb83-4c0c-b8a6-493e1ffa7a40 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:03.716572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db0b0223-4666-47e9-87dd-ae4da63f2c2c req-0fccc0f1-fb83-4c0c-b8a6-493e1ffa7a40 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0528517 Aug 31 10:05:03.755303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db0b0223-4666-47e9-87dd-ae4da63f2c2c req-7f8cc156-cd99-4534-a2be-19e62078f027 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326829 Aug 31 10:05:04.884289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e2af7-1e42-4619-8863-ba3e92928f10 req-0537e712-cd96-4a3b-98f4-55021deb7f17 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:04.885887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae8e2af7-1e42-4619-8863-ba3e92928f10 req-0537e712-cd96-4a3b-98f4-55021deb7f17 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0527494 Aug 31 10:05:04.929345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae8e2af7-1e42-4619-8863-ba3e92928f10 req-ba805ca8-458d-45b4-9528-01b098bea5b9 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355985 Aug 31 10:05:06.057261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794c7d2-ad69-4d38-8b71-d93aaa79c9e1 req-ee8a305f-9b83-4b5e-9007-a219afb3a70d tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:06.059323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6794c7d2-ad69-4d38-8b71-d93aaa79c9e1 req-ee8a305f-9b83-4b5e-9007-a219afb3a70d tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0544136 Aug 31 10:05:06.103058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6794c7d2-ad69-4d38-8b71-d93aaa79c9e1 req-b4dbc000-6475-4a16-b738-53b7d60ca018 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351827 Aug 31 10:05:07.245177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c422ed-9e00-4dce-8378-85b6bb58b2ea req-31866a1f-4201-4233-b875-8e46b8a9587b tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:07.246815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c422ed-9e00-4dce-8378-85b6bb58b2ea req-31866a1f-4201-4233-b875-8e46b8a9587b tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0579543 Aug 31 10:05:07.292606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c422ed-9e00-4dce-8378-85b6bb58b2ea req-4fc8d028-b0ba-44f4-8df7-4470348cb304 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371802 Aug 31 10:05:08.333621 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:05:08.420302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa96b0-7637-45a8-a503-9d0b08f8e751 req-65fe42bd-4ead-458c-b4e0-bf2d59417b2a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:08.421903 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17fa96b0-7637-45a8-a503-9d0b08f8e751 req-65fe42bd-4ead-458c-b4e0-bf2d59417b2a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0563126 Aug 31 10:05:08.463413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17fa96b0-7637-45a8-a503-9d0b08f8e751 req-904b6c45-c576-4096-890d-effb2dbaae39 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Aug 31 10:05:09.586061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01966-f03d-4a44-bfab-d49ebc401ead req-d86c369b-70e6-408f-8f91-605527c52220 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:09.587686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88e01966-f03d-4a44-bfab-d49ebc401ead req-d86c369b-70e6-408f-8f91-605527c52220 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0521944 Aug 31 10:05:09.629777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88e01966-f03d-4a44-bfab-d49ebc401ead req-2c2740d1-c522-4c1d-ad31-1d7f7b5f9bd2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Aug 31 10:05:10.745341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:10.758817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd826a0b-7a96-4704-8c78-b281a1a0bcd9 req-fcd34a9f-f466-4ff0-84cc-71dcb9587d60 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:10.760613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd826a0b-7a96-4704-8c78-b281a1a0bcd9 req-fcd34a9f-f466-4ff0-84cc-71dcb9587d60 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0585568 Aug 31 10:05:10.804194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd826a0b-7a96-4704-8c78-b281a1a0bcd9 req-d6ab3fea-1c64-452d-9e79-cf2237249962 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365772 Aug 31 10:05:11.924147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991cb87-90ba-4c2d-9e9a-d9114787e58f req-14d78ed5-c038-4182-a7a3-edccffb756a8 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:11.925704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2991cb87-90ba-4c2d-9e9a-d9114787e58f req-14d78ed5-c038-4182-a7a3-edccffb756a8 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0521834 Aug 31 10:05:11.964851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2991cb87-90ba-4c2d-9e9a-d9114787e58f req-941d8912-1d08-4593-9b96-8a7c98ebfcca tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Aug 31 10:05:12.202201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e9e56-55b7-4399-9d85-19b2c8c66cca req-278264e3-65d9-4c99-b364-bd11ab15c1ae tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:12.203796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f6e9e56-55b7-4399-9d85-19b2c8c66cca req-278264e3-65d9-4c99-b364-bd11ab15c1ae tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0850654 Aug 31 10:05:12.235784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-0d0c56e1-5433-4db0-81b5-2910cdaee8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:12.237190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-0d0c56e1-5433-4db0-81b5-2910cdaee8e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0774298 Aug 31 10:05:12.298463 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f6e9e56-55b7-4399-9d85-19b2c8c66cca req-ee9d2b74-c707-4879-9ea8-13df237195d8 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867364 Aug 31 10:05:12.345109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-b2eb8709-1440-47ca-8fe1-b2b2a4b252dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:12.346613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-b2eb8709-1440-47ca-8fe1-b2b2a4b252dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0991914 Aug 31 10:05:12.421113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-66565333-eb22-44bf-81f0-d94fa6253a7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 1001 time: 0.0663321 Aug 31 10:05:12.471423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-974d35a4-a6c8-4ac2-b316-38fdeebab8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:12.472910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-974d35a4-a6c8-4ac2-b316-38fdeebab8ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0454166 Aug 31 10:05:12.521164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-9e17d410-d43a-49f4-8df5-9fc672dfa657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:12.522651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-9e17d410-d43a-49f4-8df5-9fc672dfa657 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409911 Aug 31 10:05:12.619101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-d50aeedc-317b-472c-a83a-1d140587a2ba service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886371 Aug 31 10:05:12.719043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-799a5f29-69e8-476c-9d29-30e04cf9eb37 req-464c0882-9842-438c-9f2e-7c2e47aa71c3 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927837 Aug 31 10:05:13.424417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181927b0-97aa-4a7a-9ee5-683de3568482 req-0d6b36cd-59bd-478d-84f5-d63b8f828369 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:13.425960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-181927b0-97aa-4a7a-9ee5-683de3568482 req-0d6b36cd-59bd-478d-84f5-d63b8f828369 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0554650 Aug 31 10:05:13.464594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-181927b0-97aa-4a7a-9ee5-683de3568482 req-887278ab-b979-4bf1-9ba9-cbc8e6244eb1 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Aug 31 10:05:13.780385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:21.814509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7cd9eedc-a1fc-4cbd-8030-edd878b897ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:25.032378 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:25.761235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05af6a1f-99d4-4100-94bf-ca6fbf85c21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:27.724391 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:28.668987 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:30.753535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-557c6186-9db1-45cb-aefa-fe151483b55f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491114 Aug 31 10:05:30.845394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-5f418c9d-43b0-4070-bba7-9322be448553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.846966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-5f418c9d-43b0-4070-bba7-9322be448553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0433886 Aug 31 10:05:30.962498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-7883c73f-c8ca-43e2-b233-9255b51847b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.964034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-7883c73f-c8ca-43e2-b233-9255b51847b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0964417 Aug 31 10:05:31.037419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-d6a698d4-b59a-43f1-9983-902c1bda2f5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 200 len: 1001 time: 0.0655951 Aug 31 10:05:31.114606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-8f55e87a-418b-43c8-ab1b-72674b66525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:31.117427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-8f55e87a-418b-43c8-ab1b-72674b66525f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0722177 Aug 31 10:05:31.175486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-7acf39c6-5641-4b11-9442-bae2a71e5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:31.177096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-7acf39c6-5641-4b11-9442-bae2a71e5569 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527866 Aug 31 10:05:31.275913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-a50ffafb-deaa-49b3-89b7-9888ac99019e service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903575 Aug 31 10:05:31.378140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-db91ff44-3258-466c-9fb6-ad32d7f9e2d0 req-eb786445-47b6-4051-891a-c728232d5756 service neutron] 10.222.0.20 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954046 Aug 31 10:05:40.758239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:43.797867 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:45.334126 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:05:51.816132 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-945532a9-e2e1-4775-b3de-41e061908e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:55.034172 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:55.762796 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-63389fc9-279e-48ba-b5df-efde06261ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:57.724694 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:58.671785 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:10.776116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:13.801852 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:17.329340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f88a2-8f01-47ce-ada8-89b073dd305d req-12d70a9b-7b4c-4a64-9896-47e6a10471e5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:17.330883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-145f88a2-8f01-47ce-ada8-89b073dd305d req-12d70a9b-7b4c-4a64-9896-47e6a10471e5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0525031 Aug 31 10:06:17.369091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-145f88a2-8f01-47ce-ada8-89b073dd305d req-20276dd9-bb46-475a-b10c-d2acef358278 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Aug 31 10:06:18.513672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9b825-1323-4332-8e7d-c07c1fc436d4 req-79aa63fa-0317-4c1e-8e75-615a67b184d5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:18.515732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eeb9b825-1323-4332-8e7d-c07c1fc436d4 req-79aa63fa-0317-4c1e-8e75-615a67b184d5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0511310 Aug 31 10:06:18.583963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eeb9b825-1323-4332-8e7d-c07c1fc436d4 req-88233382-da8c-4d16-94bd-649d7dc7a9e8 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622973 Aug 31 10:06:18.599962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-bf78b653-2e76-47b2-a730-376b831d88ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:18.601439 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-bf78b653-2e76-47b2-a730-376b831d88ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.20 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0659945 Aug 31 10:06:18.691276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Deleting port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:06:18.691520 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:18.784500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] For port 55b88468-7dc3-4431-9b95-6f5be9b64ed0, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=55b88468-7dc3-4431-9b95-6f5be9b64ed0,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:18.784873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:18.990879 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:18.991174 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:18.991501 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Floating IP 03807199-114c-4525-8546-84542426c6f5 disassociated. External IP: 172.25.1.83, port: 55b88468-7dc3-4431-9b95-6f5be9b64ed0. Aug 31 10:06:18.991846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Calling delete_port for 55b88468-7dc3-4431-9b95-6f5be9b64ed0 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:06:19.125714 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:19.153417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event deleted for resources: {'Port': ['ID=55b88468-7dc3-4431-9b95-6f5be9b64ed0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:19.167496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.167849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.168195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.168535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.168874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.169210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.169542 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.169871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.170198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.171086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.171413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.171739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:19.288593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:06:19.398312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:06:19.409042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] Sync routers for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:06:19.418739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:06:19.419497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:05:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:19.438237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] No DVR routers for this DVR port 55b88468-7dc3-4431-9b95-6f5be9b64ed0 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:06:19.440875 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:19.443009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-454ec851-254c-4c3c-9515-928b48f23fe2 req-82390151-1a67-4074-ada3-1e0d6c2e99ad tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.20 "DELETE /v2.0/ports/55b88468-7dc3-4431-9b95-6f5be9b64ed0 HTTP/1.1" status: 204 len: 173 time: 0.8353026 Aug 31 10:06:19.443476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'name': 'network-vif-deleted', 'tag': '55b88468-7dc3-4431-9b95-6f5be9b64ed0'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:06:19.445762 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68239342-0c5e-4126-a84d-6f95f6ac6945" -d '{"events": [{"server_uuid": "534e090c-ca61-4003-932f-1aa7c19aaf7b", "name": "network-vif-deleted", "tag": "55b88468-7dc3-4431-9b95-6f5be9b64ed0"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:06:19.510155 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb3457-9d27-4d60-af74-d807d1647a69 x-openstack-request-id: req-9ccb3457-9d27-4d60-af74-d807d1647a69 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:06:19.510453 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534e090c-ca61-4003-932f-1aa7c19aaf7b", "name": "network-vif-deleted", "tag": "55b88468-7dc3-4431-9b95-6f5be9b64ed0", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:06:19.510707 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ccb3457-9d27-4d60-af74-d807d1647a69 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:06:19.511150 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534e090c-ca61-4003-932f-1aa7c19aaf7b', 'name': 'network-vif-deleted', 'tag': '55b88468-7dc3-4431-9b95-6f5be9b64ed0', 'status': 'completed', 'code': 200} Aug 31 10:06:19.551444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:06:19.697552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c6df1f8-7ede-4d4f-9890-ae97794ba366 req-c038c226-8729-4acf-b77e-97554bd517e8 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=534e090c-ca61-4003-932f-1aa7c19aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0279062 Aug 31 10:06:19.805603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:19.834324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] Checking router: 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:06:19.844043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:06:19.844671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:05:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:19.954330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:06:20.161956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:20.193067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ff119-6e08-4e34-8189-a7ae449d27b0 None None] The sync data for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 is: [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:06:20.425488 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629c373-8a71-4b0b-8ff2-c3486a3cd5b0 None None] New status for floating IP 03807199-114c-4525-8546-84542426c6f5: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:06:20.785816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40060) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:06:20.840812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:20.864874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:20.915545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:20.918033 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:20.922644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40064) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:06:20.923323 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "DELETE /v2.0/security-groups/a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548 HTTP/1.1" status: 204 len: 168 time: 0.1349764 Aug 31 10:06:20.932886 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:20.940481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.940752 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-b6ef0a4e-5eb5-4ca9-8143-0fb2353ee2da tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] show failed (client error): The resource could not be found. Aug 31 10:06:20.940895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.941153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.941491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.941780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b6ef0a4e-5eb5-4ca9-8143-0fb2353ee2da tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups/a7c5d21e-85a8-4f45-bfb4-4e8a9b7e0548 HTTP/1.1" status: 404 len: 347 time: 0.0173147 Aug 31 10:06:20.941981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.942141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.942467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.942818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.943144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.943464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.943785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.944144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab1ee1-9531-414e-bc81-f49ecb2f51f0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:20.944766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40066) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:06:21.078989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Deleting port e1a8d13f-6fe8-4fc4-82e7-1f126b4b010a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:06:21.079425 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:21.156919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:21.157336 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:21.170123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Calling delete_port for e1a8d13f-6fe8-4fc4-82e7-1f126b4b010a owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:06:21.593756 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:21.620455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event deleted for resources: {'Port': ['ID=e1a8d13f-6fe8-4fc4-82e7-1f126b4b010a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:21.680595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:21.683913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:21.688951 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7802ec54-009a-4626-ac43-7528c28d1d7e tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "DELETE /v2.0/floatingips/03807199-114c-4525-8546-84542426c6f5 HTTP/1.1" status: 204 len: 168 time: 0.7394423 Aug 31 10:06:21.826077 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e432f655-87d5-47b5-b573-0e774d66cff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.022456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 55b88468-7dc3-4431-9b95-6f5be9b64ed0 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:06:22.041688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 55b88468-7dc3-4431-9b95-6f5be9b64ed0 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:06:22.042040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 55b88468-7dc3-4431-9b95-6f5be9b64ed0 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:06:22.097227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40070) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:06:22.102961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d11ec501-f0f4-40da-9c7c-c53d091d2181 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62979091', 'description': 'tempest-description--972183195'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:22.125024 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11ec501-f0f4-40da-9c7c-c53d091d2181 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.206735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11ec501-f0f4-40da-9c7c-c53d091d2181 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.210470 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11ec501-f0f4-40da-9c7c-c53d091d2181 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.236090 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d11ec501-f0f4-40da-9c7c-c53d091d2181 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.237315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d11ec501-f0f4-40da-9c7c-c53d091d2181 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1390755 Aug 31 10:06:22.240243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40072) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:06:22.241396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ec501-f0f4-40da-9c7c-c53d091d2181 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2384735-5580-491e-a61c-912b7569bb66,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:22.245533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3d772755-8c16-4bb4-a318-87b973d57eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'security_group_rule': {'security_group_id': 'b2384735-5580-491e-a61c-912b7569bb66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:22.272739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d772755-8c16-4bb4-a318-87b973d57eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.318121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d772755-8c16-4bb4-a318-87b973d57eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.321406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d772755-8c16-4bb4-a318-87b973d57eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.333042 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:06:22.339159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d772755-8c16-4bb4-a318-87b973d57eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfe6bad-2add-4143-a3c7-3bde9496071c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:22.349826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3d772755-8c16-4bb4-a318-87b973d57eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.351373 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3d772755-8c16-4bb4-a318-87b973d57eb5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099114 Aug 31 10:06:22.354287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40074) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:06:22.359334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-40fb60b9-d967-42f7-ad89-692591c35600 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'security_group_rule': {'security_group_id': 'b2384735-5580-491e-a61c-912b7569bb66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:22.387123 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40fb60b9-d967-42f7-ad89-692591c35600 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.450705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40fb60b9-d967-42f7-ad89-692591c35600 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.454368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40fb60b9-d967-42f7-ad89-692591c35600 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.473072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb60b9-d967-42f7-ad89-692591c35600 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb13826-0980-4adc-a326-0dc391085746,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:22.480094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-40fb60b9-d967-42f7-ad89-692591c35600 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.481411 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-40fb60b9-d967-42f7-ad89-692591c35600 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261168 Aug 31 10:06:22.485348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40076) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:06:22.489911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:22.510616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:22.602548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.028059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Allocated IP 172.25.1.157 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1e1210a3-43d2-4250-add5-0daf5c63a54b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:23.126387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.167491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.206766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:23.209581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:23.213165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:06:23.218563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'Port': ['ID=1e1210a3-43d2-4250-add5-0daf5c63a54b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:23.296642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.329504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.478831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.485826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.557005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'Port': ['ID=1e1210a3-43d2-4250-add5-0daf5c63a54b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:23.567260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.579810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.581035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0dc4a237-c4a8-44e0-b246-0d80838f733a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0945940 Aug 31 10:06:23.717018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-f4a11d7a-c781-45d5-bef4-289959b65df6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--62979091&fields=id&tenant_id=58c1f02fb0664a588e772eef87f89527 HTTP/1.1" status: 200 len: 267 time: 0.0328453 Aug 31 10:06:23.824089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-840ccc56-f296-479b-8ac4-825d0c897c84 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:23.825472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-840ccc56-f296-479b-8ac4-825d0c897c84 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 810 time: 0.1016035 Aug 31 10:06:23.840347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-24b7f01f-b6b7-451b-a687-6ab2b11f33d6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/quotas/58c1f02fb0664a588e772eef87f89527 HTTP/1.1" status: 200 len: 375 time: 0.0091312 Aug 31 10:06:23.897279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-263c58c5-94df-4ac6-b590-a805309b8446 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509996 Aug 31 10:06:23.913874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-f63848bf-b115-4258-bc07-f68df84093b4 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:06:23.914915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-f63848bf-b115-4258-bc07-f68df84093b4 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058465 Aug 31 10:06:24.102217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-d76747a5-07f5-455e-857d-45be254bdaab service neutron] 10.222.0.69 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789844 Aug 31 10:06:24.210690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-84f806fe-455b-4818-8fac-6d5ac205a4a9 service neutron] 10.222.0.69 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016705 Aug 31 10:06:24.368429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2564450-b82f-40eb-8cf7-18f8d31bb9d9 req-63b56876-0220-4880-96b5-6ca4f2bfefa2 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 210 time: 0.0268431 Aug 31 10:06:25.035082 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:25.444828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-854cedf2-d261-4491-a3ba-0fb0fc3b92f0 req-acc063f8-22f5-4773-81b1-bf9e8a12c8a3 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 210 time: 0.0272062 Aug 31 10:06:25.764573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-07f6f412-88c0-4268-a739-fb60c3dc94f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:26.521696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99a51b8c-55fa-4626-9306-66c89f313626 req-0c3324e8-ffcf-4ff2-88bd-55e855f7509c tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 210 time: 0.0266030 Aug 31 10:06:27.602043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-146109c4-7b51-45dd-adf8-9ddf5f95ad1a req-35786e77-e470-468b-b766-e07ac0cd59b7 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 210 time: 0.0284464 Aug 31 10:06:27.735007 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:28.675561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:28.696754 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fdb06a9-e67e-46e5-ac24-878d5a2b91b6 req-233585c1-a118-4a27-8000-8143f0f2ee66 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 210 time: 0.0279424 Aug 31 10:06:29.452375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-785cade4-c6da-463a-9059-3eec481ded91 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:29.453900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-785cade4-c6da-463a-9059-3eec481ded91 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.52 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 810 time: 0.1101179 Aug 31 10:06:29.501536 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-742aa040-a550-48e1-9ae6-2db57d66ad02 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c1f02fb0664a588e772eef87f89527 HTTP/1.1" status: 200 len: 378 time: 0.0385525 Aug 31 10:06:29.516213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'port': {'device_id': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'admin_state_up': True, 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'security_groups': ['b2384735-5580-491e-a61c-912b7569bb66']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:29.626063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Made reservation on behalf of 58c1f02fb0664a588e772eef87f89527 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:06:29.629702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:29.770922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Allocated IP 172.20.0.5 (8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2/f315223b-fd20-4f21-928c-c5eb3846391c/4bcd320a-f8b4-4571-92a6-acfff8bcab73) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:29.807396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8efe7d9b-c780-4101-8560-af5c482e49a7 req-cf85c2db-b60a-4b88-a676-fd55d89f7b8f tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 210 time: 0.0348203 Aug 31 10:06:29.944927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:29.959033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Transition to ACTIVE for port object 4bcd320a-f8b4-4571-92a6-acfff8bcab73 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:06:29.992523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.040633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:30.043895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:30.048552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:06:30.055102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event updated for resources: {'Port': ['ID=4bcd320a-f8b4-4571-92a6-acfff8bcab73,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:30.110754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:30.111449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.126908 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-3f39224d-e2ab-4969-bd39-e85ce7163d41 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143916 Aug 31 10:06:30.139601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Request body: {'port': {'device_id': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:30.201358 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.286913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-662d9358-17f9-445a-ab21-40149a1e8f42 None None] Provisioning for port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:06:30.291586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-662d9358-17f9-445a-ab21-40149a1e8f42 None None] Provisioning complete for port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:06:30.291957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-662d9358-17f9-445a-ab21-40149a1e8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.326003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-662d9358-17f9-445a-ab21-40149a1e8f42 None None] Port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:06:30.495845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcd320a-f8b4-4571-92a6-acfff8bcab73 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:06:30.504365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.517332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Transition to ACTIVE for port object 4bcd320a-f8b4-4571-92a6-acfff8bcab73 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:06:30.521504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.593177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcd320a-f8b4-4571-92a6-acfff8bcab73,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:30.648750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Attempting to bind port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:06:30.649214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Attempting to bind port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:06:30.649721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Attempting to bind port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 on network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:06:30.655075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 on network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:06:30.655482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Attempting to bind port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 on network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:06:30.660786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:06:30.661155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Checking segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:06:30.661503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Bound using segment: {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:06:30.661925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Bound port: 4bcd320a-f8b4-4571-92a6-acfff8bcab73, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd548ab26-fb60-49d5-8617-6487a30725aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:06:30.662280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.739610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] For port 4bcd320a-f8b4-4571-92a6-acfff8bcab73, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:30.743527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] For port 4bcd320a-f8b4-4571-92a6-acfff8bcab73, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:30.748200 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.783954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:30.784572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:30.786045 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] 10.222.0.52 "PUT /v2.0/ports/4bcd320a-f8b4-4571-92a6-acfff8bcab73 HTTP/1.1" status: 200 len: 1091 time: 0.6510754 Aug 31 10:06:30.786405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'tag': '4bcd320a-f8b4-4571-92a6-acfff8bcab73'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:06:30.788750 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417beb2c-5cf4-486e-ae59-d917db468fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e01c801a-704f-4e63-b7ca-65b6f3ea5b3e", "tag": "4bcd320a-f8b4-4571-92a6-acfff8bcab73"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:06:30.815643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320de9b-e582-4067-96ed-411e20650a92 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcd320a-f8b4-4571-92a6-acfff8bcab73,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:30.887338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-03406a48-399d-42fc-ad09-e6af121966d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:30.889308 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-03406a48-399d-42fc-ad09-e6af121966d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 1094 time: 0.0593681 Aug 31 10:06:30.956560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-41b5b41f-18bd-4e17-b51d-3ae4f20af5a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73 HTTP/1.1" status: 200 len: 217 time: 0.0594447 Aug 31 10:06:30.971411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305cd18-0d32-4e01-874f-b87ce5c632af req-f6c96c6c-2cc1-4893-9144-17b44944aa3a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:30.973003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a305cd18-0d32-4e01-874f-b87ce5c632af req-f6c96c6c-2cc1-4893-9144-17b44944aa3a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 943 time: 0.0670331 Aug 31 10:06:31.021412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-e7cc98e0-c87e-4eac-b3a8-8e4a620a195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:31.023628 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-e7cc98e0-c87e-4eac-b3a8-8e4a620a195b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0593626 Aug 31 10:06:31.024555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a305cd18-0d32-4e01-874f-b87ce5c632af req-dba661d1-520c-4235-bc28-d4bdf7e32336 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454476 Aug 31 10:06:31.029625 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ee382-ed75-4dda-80e7-ef3653a7a1d0 x-openstack-request-id: req-634ee382-ed75-4dda-80e7-ef3653a7a1d0 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:06:31.029923 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01c801a-704f-4e63-b7ca-65b6f3ea5b3e", "tag": "4bcd320a-f8b4-4571-92a6-acfff8bcab73", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:06:31.030173 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-634ee382-ed75-4dda-80e7-ef3653a7a1d0 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:06:31.030602 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'tag': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'status': 'completed', 'code': 200} Aug 31 10:06:31.076846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-e00cd2b3-933c-4139-9181-48771d28994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:31.078876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-e00cd2b3-933c-4139-9181-48771d28994a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421612 Aug 31 10:06:31.173789 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-1090d1e1-b927-46ba-9f4f-ea636405767e service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875578 Aug 31 10:06:31.267040 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a0fbd3a-fca7-463f-acda-b913301fb77d req-c5c8a999-fc55-4f86-b5e2-4cc474ad6f33 service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861566 Aug 31 10:06:31.352660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-108e7d44-5cb6-49b4-b168-90d179bd68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:31.354090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-108e7d44-5cb6-49b4-b168-90d179bd68a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 1094 time: 0.0426285 Aug 31 10:06:31.447151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-b86894b2-9602-4f12-9d12-093f9cf8022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:31.448629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-b86894b2-9602-4f12-9d12-093f9cf8022b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0878253 Aug 31 10:06:31.491664 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-c1e362fa-d7e0-4196-b8ed-7366174d054d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73 HTTP/1.1" status: 200 len: 217 time: 0.0350463 Aug 31 10:06:31.542541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-c66eeb2a-2754-4f1c-86e1-279fbb029710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:31.544035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-c66eeb2a-2754-4f1c-86e1-279fbb029710 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0445917 Aug 31 10:06:31.598184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-e6325d05-83cc-4b9a-b02f-bc59a758732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:31.599835 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-e6325d05-83cc-4b9a-b02f-bc59a758732e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452449 Aug 31 10:06:31.691623 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-eb4dadaa-673e-4c02-96f9-11141d5d5a24 service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838091 Aug 31 10:06:31.791577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-417beb2c-5cf4-486e-ae59-d917db468fb6 req-32da45fa-ab50-4c1b-80df-00dd33947f68 service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915983 Aug 31 10:06:32.142379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b6e5-3d23-49a5-8834-6bccb39d31ac req-d19bc5bd-78ba-4b0f-9aec-956e906f1a9d tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:32.143887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df97b6e5-3d23-49a5-8834-6bccb39d31ac req-d19bc5bd-78ba-4b0f-9aec-956e906f1a9d tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 943 time: 0.0484180 Aug 31 10:06:32.183507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df97b6e5-3d23-49a5-8834-6bccb39d31ac req-a5055648-3f4a-4faa-bde2-825959339668 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336244 Aug 31 10:06:33.308047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3958f-d63e-41b6-93ef-560680f9c601 req-16496399-438e-47cc-87f6-a9b80c4a0f61 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:33.309551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30b3958f-d63e-41b6-93ef-560680f9c601 req-16496399-438e-47cc-87f6-a9b80c4a0f61 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 943 time: 0.0601926 Aug 31 10:06:33.349136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30b3958f-d63e-41b6-93ef-560680f9c601 req-b5dced7c-66f3-4ce2-85e5-53a707e70e8b tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335791 Aug 31 10:06:33.823899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4bcd320a-f8b4-4571-92a6-acfff8bcab73 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:06:33.920776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4bcd320a-f8b4-4571-92a6-acfff8bcab73, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:33.934698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'port_id': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'mac_address': 'fa:16:3e:84:2f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:06:33.973092 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:33.986443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcd320a-f8b4-4571-92a6-acfff8bcab73 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:06:34.006911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4bcd320a-f8b4-4571-92a6-acfff8bcab73, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:34.010795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:34.058598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=4bcd320a-f8b4-4571-92a6-acfff8bcab73,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:34.066379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.066716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.067074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.067408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.067732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.068055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.068381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.068699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.069015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.069332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.069646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.069962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:34.242625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['4bcd320a-f8b4-4571-92a6-acfff8bcab73'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:06:34.466372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f6118-313c-4d3b-bb87-c9bf57674348 req-8fd229f8-def0-4dd9-a68b-60fac68ecf28 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:34.467931 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-287f6118-313c-4d3b-bb87-c9bf57674348 req-8fd229f8-def0-4dd9-a68b-60fac68ecf28 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 944 time: 0.0525565 Aug 31 10:06:34.509257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-287f6118-313c-4d3b-bb87-c9bf57674348 req-023938c6-bc2d-4948-acdf-52afd78f43fc tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347600 Aug 31 10:06:35.625455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d6887-2404-45e5-842a-31d7e2b78053 req-7627f8a1-1bb0-4c0e-843e-483430cabbcd tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:35.626993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f37d6887-2404-45e5-842a-31d7e2b78053 req-7627f8a1-1bb0-4c0e-843e-483430cabbcd tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 944 time: 0.0511622 Aug 31 10:06:35.663994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f37d6887-2404-45e5-842a-31d7e2b78053 req-216905d3-39f5-4ebd-a9bb-e4d539f2e220 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310562 Aug 31 10:06:35.854824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4bcd320a-f8b4-4571-92a6-acfff8bcab73 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:35.902802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:06:35.906499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:06:35.906894 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:35.986941 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:36.011089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcd320a-f8b4-4571-92a6-acfff8bcab73'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:06:36.013360 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd08e4aa-d6b9-4dae-b633-73a02dbd5626" -d '{"events": [{"server_uuid": "e01c801a-704f-4e63-b7ca-65b6f3ea5b3e", "name": "network-vif-plugged", "status": "completed", "tag": "4bcd320a-f8b4-4571-92a6-acfff8bcab73"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:06:36.026430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4bcd320a-f8b4-4571-92a6-acfff8bcab73, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:36.030675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:36.056857 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1181056a-5577-4122-8646-a0db3349a662 x-openstack-request-id: req-1181056a-5577-4122-8646-a0db3349a662 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:06:36.057141 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01c801a-704f-4e63-b7ca-65b6f3ea5b3e", "name": "network-vif-plugged", "status": "completed", "tag": "4bcd320a-f8b4-4571-92a6-acfff8bcab73", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:06:36.057390 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1181056a-5577-4122-8646-a0db3349a662 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:06:36.057769 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'code': 200} Aug 31 10:06:36.089553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=4bcd320a-f8b4-4571-92a6-acfff8bcab73,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:36.151028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4137cc-03bc-4794-8d25-260dafa9c68d req-d758fecb-81de-493f-be9a-de10e37d2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:36.152534 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c4137cc-03bc-4794-8d25-260dafa9c68d req-d758fecb-81de-493f-be9a-de10e37d2284 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 1096 time: 0.0409856 Aug 31 10:06:36.186729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c4137cc-03bc-4794-8d25-260dafa9c68d req-a1f3809a-ad78-4ec6-a177-6ea297e8ea4f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273466 Aug 31 10:06:36.781683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97fe49-dc79-4aff-9e3c-b4af925a7778 req-33318f17-2f56-4840-89d7-16fd81be3340 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:36.783360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf97fe49-dc79-4aff-9e3c-b4af925a7778 req-33318f17-2f56-4840-89d7-16fd81be3340 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 945 time: 0.0530775 Aug 31 10:06:36.822133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf97fe49-dc79-4aff-9e3c-b4af925a7778 req-e2b23fae-f329-4d5a-8e2e-03f33725017c tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327318 Aug 31 10:06:37.941838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bafd-058e-490b-b2c7-5d3e82cd4e30 req-98587a7a-bc13-4b95-a062-a2704d6b801c tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:37.943376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9289bafd-058e-490b-b2c7-5d3e82cd4e30 req-98587a7a-bc13-4b95-a062-a2704d6b801c tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 945 time: 0.0499644 Aug 31 10:06:37.980177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9289bafd-058e-490b-b2c7-5d3e82cd4e30 req-812364aa-4774-4a36-ae05-1023d05c03eb tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308926 Aug 31 10:06:38.091022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ac64-3730-456d-bc8a-8a2752b9e5a0 req-35775a3a-ed8e-4e48-9944-e6fb365a99d5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:38.092503 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d339ac64-3730-456d-bc8a-8a2752b9e5a0 req-35775a3a-ed8e-4e48-9944-e6fb365a99d5 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 945 time: 0.0481954 Aug 31 10:06:38.101573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40148) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:06:38.106367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Request body: {'floatingip': {'port_id': '4bcd320a-f8b4-4571-92a6-acfff8bcab73'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:38.148808 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:38.576258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:38.581042 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:38.681678 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Floating IP b955f079-bb53-40fa-8de2-810a5fa362fb associated. External IP: 172.25.1.157, port: 4bcd320a-f8b4-4571-92a6-acfff8bcab73. Aug 31 10:06:38.895357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:06:39.005206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:06:39.010201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:39.014957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] Sync routers for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:06:39.025612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:06:39.026234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:06:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:39.040700 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4aa8ca0d-0d82-4503-b7fd-b20c31387515 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "PUT /v2.0/floatingips/b955f079-bb53-40fa-8de2-810a5fa362fb HTTP/1.1" status: 200 len: 991 time: 0.9379108 Aug 31 10:06:39.041355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'tag': '4bcd320a-f8b4-4571-92a6-acfff8bcab73'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:06:39.043871 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8386009-5c24-45a5-b1e3-72e79338d21d" -d '{"events": [{"name": "network-changed", "server_uuid": "e01c801a-704f-4e63-b7ca-65b6f3ea5b3e", "tag": "4bcd320a-f8b4-4571-92a6-acfff8bcab73"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:06:39.089772 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769b723-33f4-4c7d-9775-61fc56b59e58 x-openstack-request-id: req-a769b723-33f4-4c7d-9775-61fc56b59e58 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:06:39.090064 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01c801a-704f-4e63-b7ca-65b6f3ea5b3e", "tag": "4bcd320a-f8b4-4571-92a6-acfff8bcab73", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:06:39.090494 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a769b723-33f4-4c7d-9775-61fc56b59e58 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:06:39.090929 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'tag': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'status': 'completed', 'code': 200} Aug 31 10:06:39.136812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:06:39.155762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-59306cdd-ed1b-4e73-a576-0bcfd5e6a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:39.158001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-59306cdd-ed1b-4e73-a576-0bcfd5e6a371 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 1096 time: 0.0442340 Aug 31 10:06:39.253887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-7747377a-45ef-4cbc-a074-0fbc4f5b9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:39.255435 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-7747377a-45ef-4cbc-a074-0fbc4f5b9e14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0905359 Aug 31 10:06:39.324873 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-bbbdd682-f046-4474-8394-7dd2fe1efbcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73 HTTP/1.1" status: 200 len: 999 time: 0.0619829 Aug 31 10:06:39.371272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'b955f079-bb53-40fa-8de2-810a5fa362fb', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'port_id': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'mac_address': 'fa:16:3e:84:2f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:06:23Z', 'updated_at': '2021-08-31T10:06:38Z', 'revision_number': 1, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:39.381974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-ae061f6d-ee0f-4663-aa10-ae6c1a670102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:39.383522 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-ae061f6d-ee0f-4663-aa10-ae6c1a670102 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0519416 Aug 31 10:06:39.400570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] Checking router: 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:06:39.410895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:06:39.411457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:06:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:39.449802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-ed5c6a73-0668-4cc4-8ec3-e63195b4b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:39.451495 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-ed5c6a73-0668-4cc4-8ec3-e63195b4b821 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604949 Aug 31 10:06:39.556437 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-4d0ab9ea-d1df-4fed-af74-6900dc6f67a1 service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957551 Aug 31 10:06:39.659950 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8386009-5c24-45a5-b1e3-72e79338d21d req-7ecd1ed1-763a-4933-8640-303080ba1b4f service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961785 Aug 31 10:06:39.699327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:06:39.931150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'b955f079-bb53-40fa-8de2-810a5fa362fb', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'port_id': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'mac_address': 'fa:16:3e:84:2f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:06:23Z', 'updated_at': '2021-08-31T10:06:38Z', 'revision_number': 1, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:06:39.959164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c59376-964f-48ef-a691-4d278560a767 None None] The sync data for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 is: [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'b955f079-bb53-40fa-8de2-810a5fa362fb', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'port_id': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'mac_address': 'fa:16:3e:84:2f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:06:23Z', 'updated_at': '2021-08-31T10:06:38Z', 'revision_number': 1, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:06:40.166423 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2846dc35-c182-474a-bba8-952c58be739f None None] New status for floating IP b955f079-bb53-40fa-8de2-810a5fa362fb: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:06:40.774519 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:41.339708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-3b797c2c-f3c5-45b6-b36e-ac3275045902 req-7edf4e6d-f00f-4bea-b92f-60331058ec41 service neutron] (94786) timed out ('10.222.0.69', 43322) {{(pid=94786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:06:43.804223 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:51.821400 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-93b9e7db-4429-4539-9d48-3004f6e46323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:55.040009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:55.769440 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e41084c3-3d82-4a55-90a8-4d408ac44a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:57.732320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:58.683625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:59.332743 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:07:10.789093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:13.817029 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:21.830565 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-15947a00-f49e-4e0d-b034-8635c3e6c8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:24.776036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-c6a7c7c4-978a-468e-8bab-2361f64037e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393136 Aug 31 10:07:24.864021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-96c904de-0bf5-4fb2-a236-183246b7dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:24.865509 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-96c904de-0bf5-4fb2-a236-183246b7dbaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 1096 time: 0.0414023 Aug 31 10:07:24.972478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-ca1c3c0c-55b2-4b15-971c-d1be81e1384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:24.973955 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-ca1c3c0c-55b2-4b15-971c-d1be81e1384d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0896835 Aug 31 10:07:25.042371 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-85a15938-4720-4af3-a981-267412e1cb6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73 HTTP/1.1" status: 200 len: 1001 time: 0.0593987 Aug 31 10:07:25.047168 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:25.096261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-81e0fc32-4e6d-4138-95ba-0cb0d90a998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:25.097735 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-81e0fc32-4e6d-4138-95ba-0cb0d90a998a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0493443 Aug 31 10:07:25.145175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-75d24bfe-37b1-4cdf-a90a-4e9d42f2d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:25.146708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-75d24bfe-37b1-4cdf-a90a-4e9d42f2d2e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417867 Aug 31 10:07:25.234952 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-0a8bdbfd-f235-4f98-844c-cdce73db4362 service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810585 Aug 31 10:07:25.330569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9dd1275c-28e6-4fc0-8572-0d9145fc25b8 req-d343786d-178f-49b1-b518-0ee3525769ee service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Aug 31 10:07:25.764686 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ca16fc25-b5c3-4ed2-bf15-0d683b6865dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:27.733538 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:28.682989 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:36.332011 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:07:40.803348 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:43.816318 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:51.822452 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a65a3834-d82c-42df-babc-d7ca971d3598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:55.039387 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:55.767736 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-65abdec7-2ec1-437c-8d36-9878b0214e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:57.736007 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:58.683854 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:10.803788 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:13.330961 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:08:13.815176 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:21.823573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c4649ff8-c783-4cd9-910c-dbf9f6a7f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.039976 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.767774 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-427edac5-ce82-47eb-bfac-8bae966baac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:26.775085 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-8c2b315e-200b-4c9d-9e94-143d3c238349 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423903 Aug 31 10:08:26.854856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-b6c1d7d3-4d14-4624-bb46-3f3e4212e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:26.856355 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-b6c1d7d3-4d14-4624-bb46-3f3e4212e720 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58c1f02fb0664a588e772eef87f89527&device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 1096 time: 0.0395272 Aug 31 10:08:26.964528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-87a0ff3b-5a8e-4ec4-9ecc-80c123723c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:26.966002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-87a0ff3b-5a8e-4ec4-9ecc-80c123723c3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 200 len: 912 time: 0.0904863 Aug 31 10:08:27.031161 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-c4ccd19d-aba7-4956-99a4-e66bd154fa61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73 HTTP/1.1" status: 200 len: 1001 time: 0.0575604 Aug 31 10:08:27.082281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-592ae79b-7bf7-48e2-b435-66c31fd47038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:27.083720 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-592ae79b-7bf7-48e2-b435-66c31fd47038 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 200 len: 849 time: 0.0459192 Aug 31 10:08:27.138213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-73b02a9d-e048-4700-a693-f2d2a9bb7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:27.139744 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-73b02a9d-e048-4700-a693-f2d2a9bb7aa3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483668 Aug 31 10:08:27.227732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-97ca05c7-0387-4507-a36a-f5db10e6bc5f service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811005 Aug 31 10:08:27.322314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0d2c13c0-bfde-48dc-8f94-b72243d84306 req-f28ad357-f8ed-4916-9b46-a8b08b314f91 service neutron] 10.222.0.52 "GET /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875919 Aug 31 10:08:27.738932 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:28.685422 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:40.817495 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:43.814020 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:48.354198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5789d5-8e2b-4801-8670-462c7a055c20 req-7aa814f3-1ebc-4742-a14c-462c24e21822 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:48.355639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a5789d5-8e2b-4801-8670-462c7a055c20 req-7aa814f3-1ebc-4742-a14c-462c24e21822 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 945 time: 0.0526066 Aug 31 10:08:48.395270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a5789d5-8e2b-4801-8670-462c7a055c20 req-6429de06-081b-498a-9c5c-87b6fb6e2fae tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329494 Aug 31 10:08:49.573374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bf7f7-151f-4ec7-a8a4-20a5c02bd880 req-033ad5e9-0b91-4824-9a7f-36bc9c817f37 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:49.574939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c8bf7f7-151f-4ec7-a8a4-20a5c02bd880 req-033ad5e9-0b91-4824-9a7f-36bc9c817f37 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 945 time: 0.1078453 Aug 31 10:08:49.614075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c8bf7f7-151f-4ec7-a8a4-20a5c02bd880 req-e497a251-593a-44c3-8b3e-5449744cf0da tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2384735-5580-491e-a61c-912b7569bb66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326362 Aug 31 10:08:49.934200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-fb9524c7-d1a9-4bc6-a64a-aaa2e93adb52 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:49.935720 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-fb9524c7-d1a9-4bc6-a64a-aaa2e93adb52 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.52 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 945 time: 0.0488458 Aug 31 10:08:50.027630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Deleting port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:08:50.027970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:50.113640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] For port 4bcd320a-f8b4-4571-92a6-acfff8bcab73, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4bcd320a-f8b4-4571-92a6-acfff8bcab73,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:08:50.113986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:50.280005 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:50.280403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:50.280724 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Floating IP b955f079-bb53-40fa-8de2-810a5fa362fb disassociated. External IP: 172.25.1.157, port: 4bcd320a-f8b4-4571-92a6-acfff8bcab73. Aug 31 10:08:50.281068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Calling delete_port for 4bcd320a-f8b4-4571-92a6-acfff8bcab73 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:08:50.330891 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:08:50.406295 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:50.434261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event deleted for resources: {'Port': ['ID=4bcd320a-f8b4-4571-92a6-acfff8bcab73,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:50.444127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.444478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.444826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.445168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.445504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.445842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.446172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.446501 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.446853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.447180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.447997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.447997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:50.559560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:08:50.666054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:08:50.676879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] Sync routers for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:08:50.686736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:08:50.687687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:08:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:08:50.706369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] No DVR routers for this DVR port 4bcd320a-f8b4-4571-92a6-acfff8bcab73 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:08:50.710294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:50.711475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-504d1da6-1e7e-41ec-a24f-613cba6829c7 req-8a9dc0d3-b6f4-4f2d-a39d-b06b731c57a6 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/ports?device_id=e01c801a-704f-4e63-b7ca-65b6f3ea5b3e HTTP/1.1" status: 200 len: 210 time: 0.0283463 Aug 31 10:08:50.713830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cf6b4271-bf8d-460a-bf57-ed51bce8d867 req-67d40782-c80b-421b-ae63-bdc12c9a2f38 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.52 "DELETE /v2.0/ports/4bcd320a-f8b4-4571-92a6-acfff8bcab73 HTTP/1.1" status: 204 len: 173 time: 0.7719376 Aug 31 10:08:50.714472 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'name': 'network-vif-deleted', 'tag': '4bcd320a-f8b4-4571-92a6-acfff8bcab73'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:08:50.718337 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efaafb3-12a0-429d-9d19-136e4ceea0c3" -d '{"events": [{"server_uuid": "e01c801a-704f-4e63-b7ca-65b6f3ea5b3e", "name": "network-vif-deleted", "tag": "4bcd320a-f8b4-4571-92a6-acfff8bcab73"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:08:50.769652 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e6718b-4e15-4d9e-b87a-a4d7a4dcedb6 x-openstack-request-id: req-c8e6718b-4e15-4d9e-b87a-a4d7a4dcedb6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:08:50.769652 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01c801a-704f-4e63-b7ca-65b6f3ea5b3e", "name": "network-vif-deleted", "tag": "4bcd320a-f8b4-4571-92a6-acfff8bcab73", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:08:50.769652 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8e6718b-4e15-4d9e-b87a-a4d7a4dcedb6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:08:50.769652 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c801a-704f-4e63-b7ca-65b6f3ea5b3e', 'name': 'network-vif-deleted', 'tag': '4bcd320a-f8b4-4571-92a6-acfff8bcab73', 'status': 'completed', 'code': 200} Aug 31 10:08:50.821270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:08:51.035774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:08:51.061230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] Checking router: 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:08:51.070090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:08:51.070702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:08:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:08:51.180213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:08:51.376705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:08:51.406281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de18cb-ed15-42e1-9d1c-92d0f3377e55 None None] The sync data for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 is: [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:26Z', 'revision_number': 4, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '658afeab-4060-41ed-a3da-abdae722d9e7', 'name': '', 'network_id': '8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'mac_address': 'fa:16:3e:ad:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:25Z', 'updated_at': '2021-08-31T10:00:32Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'subnets': [{'id': 'f315223b-fd20-4f21-928c-c5eb3846391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:08:51.624360 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620a198-b1b3-4071-b55a-8e3333e2e069 None None] New status for floating IP b955f079-bb53-40fa-8de2-810a5fa362fb: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:08:51.807992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40526) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:51.825022 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-76edf7f8-9a2c-4461-a495-735ab2169b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:51.866871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dc3f-9d9b-40a7-bb11-04dc7b1e7947 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:51.889674 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dc3f-9d9b-40a7-bb11-04dc7b1e7947 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:51.937196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dc3f-9d9b-40a7-bb11-04dc7b1e7947 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:51.940550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eeb7dc3f-9d9b-40a7-bb11-04dc7b1e7947 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:51.941715 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eeb7dc3f-9d9b-40a7-bb11-04dc7b1e7947 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "DELETE /v2.0/security-groups/b2384735-5580-491e-a61c-912b7569bb66 HTTP/1.1" status: 204 len: 168 time: 0.1327384 Aug 31 10:08:51.944741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40528) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:51.951122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7dc3f-9d9b-40a7-bb11-04dc7b1e7947 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2384735-5580-491e-a61c-912b7569bb66,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:51.960700 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-c21e3fe3-957c-496f-a1b1-2a8d5e6622b0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] show failed (client error): The resource could not be found. Aug 31 10:08:51.961782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c21e3fe3-957c-496f-a1b1-2a8d5e6622b0 tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "GET /v2.0/security-groups/b2384735-5580-491e-a61c-912b7569bb66 HTTP/1.1" status: 404 len: 347 time: 0.0159936 Aug 31 10:08:51.964594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40530) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:52.091915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Deleting port 1e1210a3-43d2-4250-add5-0daf5c63a54b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:08:52.092262 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:52.171800 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:52.172129 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:52.183354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Calling delete_port for 1e1210a3-43d2-4250-add5-0daf5c63a54b owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:08:52.315343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:52.343104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Pushing event deleted for resources: {'Port': ['ID=1e1210a3-43d2-4250-add5-0daf5c63a54b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:52.366493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.366863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.367212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.367551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.367888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.368224 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.368555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.368883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.369212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.369537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.369864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.370188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:52.412398 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:52.415073 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:52.416259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f9d47fd4-f5df-4b1d-abcb-1827a96fc36a tempest-AttachVolumeTestJSON-1147680418 tempest-AttachVolumeTestJSON-1147680418-project] 10.222.0.69 "DELETE /v2.0/floatingips/b955f079-bb53-40fa-8de2-810a5fa362fb HTTP/1.1" status: 204 len: 168 time: 0.4507327 Aug 31 10:08:54.524158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4bcd320a-f8b4-4571-92a6-acfff8bcab73 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:08:54.543366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 4bcd320a-f8b4-4571-92a6-acfff8bcab73 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:08:54.543712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4bcd320a-f8b4-4571-92a6-acfff8bcab73 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:08:55.047132 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:55.771163 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1e978391-0463-4d77-8f01-487efea02a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:57.741380 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:58.688717 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:59.165100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40568) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:59.936525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:00.184421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Deleting port 658afeab-4060-41ed-a3da-abdae722d9e7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:00.185100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:00.263643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] For port 658afeab-4060-41ed-a3da-abdae722d9e7, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=658afeab-4060-41ed-a3da-abdae722d9e7,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:00.263929 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:00.276754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Calling delete_port for 658afeab-4060-41ed-a3da-abdae722d9e7 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:00.456387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:00.484759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=658afeab-4060-41ed-a3da-abdae722d9e7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:00.644622 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:00.860642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:09:00.965930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:09:00.971648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-150f4f0d-de9f-4f56-80e6-aa980f793a49 admin admin] 10.222.0.69 "PUT /v2.0/routers/600fbd88-a3e9-4f3a-bd9a-337c786b1b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8069530 Aug 31 10:09:00.973905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40572) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:00.976488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] Sync routers for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:09:00.985492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:09:00.986198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:01.077547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.089913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:09:01.181009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.233435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Deleting port 14c68f67-6d0c-4e51-b8c8-2bd430006bab {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:01.234205 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.264759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:09:00Z', 'revision_number': 5, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port': {'id': '14c68f67-6d0c-4e51-b8c8-2bd430006bab', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:01.295268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] Checking router: 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:09:01.303576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] Routers {'600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:09:01.304174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:01.315519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] For port 14c68f67-6d0c-4e51-b8c8-2bd430006bab, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=14c68f67-6d0c-4e51-b8c8-2bd430006bab,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:01.315889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.328480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Calling delete_port for 14c68f67-6d0c-4e51-b8c8-2bd430006bab owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:01.388923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] Set router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:09:01.443501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:09:01Z', 'revision_number': 6, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:01.474152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48601ea8-4fae-4276-9039-9fbd5d4ca765 None None] The sync data for ids ['600fbd88-a3e9-4f3a-bd9a-337c786b1b2c'] in n-d-806683-2 is: [{'id': '600fbd88-a3e9-4f3a-bd9a-337c786b1b2c', 'name': 'tempest-AttachVolumeTestJSON-656918227-router', 'tenant_id': '58c1f02fb0664a588e772eef87f89527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:00:23Z', 'updated_at': '2021-08-31T10:09:01Z', 'revision_number': 6, 'project_id': '58c1f02fb0664a588e772eef87f89527', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:09:01.503858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.529789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c68f67-6d0c-4e51-b8c8-2bd430006bab,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:01.589546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.681632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.683818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.728514 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.729371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600fbd88-a3e9-4f3a-bd9a-337c786b1b2c {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:09:01.734423 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.735625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fda124e8-922d-4899-992a-6ed29d931bc5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/600fbd88-a3e9-4f3a-bd9a-337c786b1b2c HTTP/1.1" status: 204 len: 168 time: 0.7607725 Aug 31 10:09:01.738180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40574) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:01.783803 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-59eb2c2d-d5df-4576-955c-15a7ab849fb7 admin admin] Deleting subnet f315223b-fd20-4f21-928c-c5eb3846391c {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:09:01.787023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-59eb2c2d-d5df-4576-955c-15a7ab849fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.822064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-59eb2c2d-d5df-4576-955c-15a7ab849fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.925057 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-59eb2c2d-d5df-4576-955c-15a7ab849fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.978294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-59eb2c2d-d5df-4576-955c-15a7ab849fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.002805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb2c2d-d5df-4576-955c-15a7ab849fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f315223b-fd20-4f21-928c-c5eb3846391c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:02.009797 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-59eb2c2d-d5df-4576-955c-15a7ab849fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.011713 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-59eb2c2d-d5df-4576-955c-15a7ab849fb7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f315223b-fd20-4f21-928c-c5eb3846391c HTTP/1.1" status: 204 len: 168 time: 0.2725585 Aug 31 10:09:02.014136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40576) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:02.015056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b66f9-3642-4b74-8c6e-52d5f3f9b421 None None] Network 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:09:02.090825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.144732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Deleting port 57245fa7-7fd7-4540-9542-5c5630df621a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:02.145074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.205044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] For port 57245fa7-7fd7-4540-9542-5c5630df621a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=57245fa7-7fd7-4540-9542-5c5630df621a,segment=NetworkSegment(d548ab26-fb60-49d5-8617-6487a30725aa),segment_id=d548ab26-fb60-49d5-8617-6487a30725aa)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:02.205340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.217429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Calling delete_port for 57245fa7-7fd7-4540-9542-5c5630df621a owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:02.261388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] DHCP port deletion for 8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:09:02.294969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 658afeab-4060-41ed-a3da-abdae722d9e7 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:02.307276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.318276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 658afeab-4060-41ed-a3da-abdae722d9e7 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:09:02.318611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 658afeab-4060-41ed-a3da-abdae722d9e7 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:02.330877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=57245fa7-7fd7-4540-9542-5c5630df621a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:02.336748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] No DVR routers for this DVR port 57245fa7-7fd7-4540-9542-5c5630df621a on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:09:02.341599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Deleting port 57245fa7-7fd7-4540-9542-5c5630df621a {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:02.342021 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.404761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] For port 57245fa7-7fd7-4540-9542-5c5630df621a, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:02.405186 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.410058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.418263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Calling delete_port for 57245fa7-7fd7-4540-9542-5c5630df621a owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:02.420132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:02.421152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Port 57245fa7-7fd7-4540-9542-5c5630df621a was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 10:09:02.422372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.440165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd548ab26-fb60-49d5-8617-6487a30725aa') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:02.440460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd548ab26-fb60-49d5-8617-6487a30725aa') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:02.452058 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.467304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.476143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:02.476737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:02.478974 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:02.539648 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.545579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.550565 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2 HTTP/1.1" status: 204 len: 168 time: 0.5325215 Aug 31 10:09:02.566918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff820ca-8946-418d-a3a0-cb0227dc1e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0c136a-a1b8-4c3a-9684-c2d8c104cbf2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:02.614326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Pushing event deleted for resources: {'Port': ['ID=57245fa7-7fd7-4540-9542-5c5630df621a,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:02.619009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] No DVR routers for this DVR port 57245fa7-7fd7-4540-9542-5c5630df621a on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:09:02.625883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.626229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.632360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a525a-3c27-4658-a65b-39dd02b8ed21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:02.676128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40580) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:02.717224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-81e6f8ab-87b1-44c7-990a-51fd04bc37de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58c1f02fb0664a588e772eef87f89527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398929 Aug 31 10:09:02.719645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40582) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:02.768303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8345d65-1f74-42f8-aac2-cb4f604280ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.792925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8345d65-1f74-42f8-aac2-cb4f604280ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.839555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8345d65-1f74-42f8-aac2-cb4f604280ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.842319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a8345d65-1f74-42f8-aac2-cb4f604280ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.843513 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a8345d65-1f74-42f8-aac2-cb4f604280ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/01055388-5c34-4ca2-8641-28d8e1c2e84b HTTP/1.1" status: 204 len: 168 time: 0.1229670 Aug 31 10:09:02.851136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8345d65-1f74-42f8-aac2-cb4f604280ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01055388-5c34-4ca2-8641-28d8e1c2e84b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:03.904134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 14c68f67-6d0c-4e51-b8c8-2bd430006bab no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:03.926044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 14c68f67-6d0c-4e51-b8c8-2bd430006bab {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:09:03.926393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 14c68f67-6d0c-4e51-b8c8-2bd430006bab not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:03.926836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 57245fa7-7fd7-4540-9542-5c5630df621a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:03.949456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 57245fa7-7fd7-4540-9542-5c5630df621a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:09:03.949827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 57245fa7-7fd7-4540-9542-5c5630df621a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:04.178297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40634) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:04.282615 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e64cffc5-baeb-4a02-a76c-eb09737cd452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:04.368802 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e64cffc5-baeb-4a02-a76c-eb09737cd452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:04.372677 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e64cffc5-baeb-4a02-a76c-eb09737cd452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:04.409565 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e64cffc5-baeb-4a02-a76c-eb09737cd452 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e759c3434df54bf490cca3e58c4c71d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300870 Aug 31 10:09:04.411434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cffc5-baeb-4a02-a76c-eb09737cd452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f48861-3839-4bf9-9e23-dee736dfcd72,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:04.412250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40638) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:04.462247 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8bd785c-9baa-44b1-9da4-def289d817fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:04.484089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8bd785c-9baa-44b1-9da4-def289d817fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:04.535243 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8bd785c-9baa-44b1-9da4-def289d817fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:04.537787 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c8bd785c-9baa-44b1-9da4-def289d817fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:04.538960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c8bd785c-9baa-44b1-9da4-def289d817fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c6f48861-3839-4bf9-9e23-dee736dfcd72 HTTP/1.1" status: 204 len: 168 time: 0.1257091 Aug 31 10:09:04.546469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd785c-9baa-44b1-9da4-def289d817fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f48861-3839-4bf9-9e23-dee736dfcd72,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:06.532054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40690) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:06.636706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-052a3360-fe95-4a8a-958a-6cacaec008de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:06.726418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-052a3360-fe95-4a8a-958a-6cacaec008de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:06.730255 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-052a3360-fe95-4a8a-958a-6cacaec008de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:06.769448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-052a3360-fe95-4a8a-958a-6cacaec008de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38fa2ef82c0b46348bb0a4701103cc57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360415 Aug 31 10:09:06.770675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a3360-fe95-4a8a-958a-6cacaec008de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d30c417-42eb-412f-b85b-077e3cb4eecc,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:06.773564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40694) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:06.828392 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f42b374e-360a-43cb-b9e0-b182688792de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:06.849192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f42b374e-360a-43cb-b9e0-b182688792de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:06.896321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f42b374e-360a-43cb-b9e0-b182688792de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:06.898869 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f42b374e-360a-43cb-b9e0-b182688792de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:06.900016 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f42b374e-360a-43cb-b9e0-b182688792de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d30c417-42eb-412f-b85b-077e3cb4eecc HTTP/1.1" status: 204 len: 168 time: 0.1250956 Aug 31 10:09:06.907810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b374e-360a-43cb-b9e0-b182688792de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d30c417-42eb-412f-b85b-077e3cb4eecc,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:07.152592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40700) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:07.166483 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0b88c46-3c3b-420d-895f-83bd1b11fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:07.255109 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0b88c46-3c3b-420d-895f-83bd1b11fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:07.258500 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d0b88c46-3c3b-420d-895f-83bd1b11fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:07.295108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b88c46-3c3b-420d-895f-83bd1b11fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e921d86-cded-4cbb-b251-72f41568884b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:07.299863 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d0b88c46-3c3b-420d-895f-83bd1b11fa5d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64d993ef75b843859c379f5c07c4c94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462450 Aug 31 10:09:07.302391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40702) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:07.349959 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d47cd17-ea6b-46fb-b8db-270ecff0b4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:07.371095 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d47cd17-ea6b-46fb-b8db-270ecff0b4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:07.417057 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d47cd17-ea6b-46fb-b8db-270ecff0b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:07.420053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0d47cd17-ea6b-46fb-b8db-270ecff0b4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:07.421259 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0d47cd17-ea6b-46fb-b8db-270ecff0b4c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e921d86-cded-4cbb-b251-72f41568884b HTTP/1.1" status: 204 len: 168 time: 0.1179750 Aug 31 10:09:07.429127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47cd17-ea6b-46fb-b8db-270ecff0b4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e921d86-cded-4cbb-b251-72f41568884b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:10.817580 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.106203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40840) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:13.228657 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26b059b9-e4ec-4020-ba20-ba2663a055d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.323703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26b059b9-e4ec-4020-ba20-ba2663a055d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.327432 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26b059b9-e4ec-4020-ba20-ba2663a055d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.366985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b059b9-e4ec-4020-ba20-ba2663a055d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbcfc54-51ee-4fcb-855b-2564007b1ffd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:13.373089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-26b059b9-e4ec-4020-ba20-ba2663a055d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a19541efb4e346b1ba7036025a77d112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657864 Aug 31 10:09:13.375695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40844) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:13.423481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1667f065-ba56-4fe1-a91c-560fb5a09aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.444710 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1667f065-ba56-4fe1-a91c-560fb5a09aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.491296 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1667f065-ba56-4fe1-a91c-560fb5a09aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.494016 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1667f065-ba56-4fe1-a91c-560fb5a09aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.495254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1667f065-ba56-4fe1-a91c-560fb5a09aff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bbcfc54-51ee-4fcb-855b-2564007b1ffd HTTP/1.1" status: 204 len: 168 time: 0.1186316 Aug 31 10:09:13.504357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667f065-ba56-4fe1-a91c-560fb5a09aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbcfc54-51ee-4fcb-855b-2564007b1ffd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:13.747842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40850) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:13.761473 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2177544b-c8a4-4a7f-a2c4-fcbe125c507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.827473 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.853203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2177544b-c8a4-4a7f-a2c4-fcbe125c507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.858037 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2177544b-c8a4-4a7f-a2c4-fcbe125c507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.897269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2177544b-c8a4-4a7f-a2c4-fcbe125c507d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60eebb9bf2204096b2fecb67133b673d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483865 Aug 31 10:09:13.898229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177544b-c8a4-4a7f-a2c4-fcbe125c507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b5fb02-f48c-40a9-99fc-4cd65b2fc927,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:13.900032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40852) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:13.951473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd773cc0-c1e4-4314-9d4c-4aa1a361b1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:13.972020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd773cc0-c1e4-4314-9d4c-4aa1a361b1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:14.020414 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd773cc0-c1e4-4314-9d4c-4aa1a361b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:14.023026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fd773cc0-c1e4-4314-9d4c-4aa1a361b1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:14.024185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fd773cc0-c1e4-4314-9d4c-4aa1a361b1c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21b5fb02-f48c-40a9-99fc-4cd65b2fc927 HTTP/1.1" status: 204 len: 168 time: 0.1231556 Aug 31 10:09:14.031669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773cc0-c1e4-4314-9d4c-4aa1a361b1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b5fb02-f48c-40a9-99fc-4cd65b2fc927,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:15.520947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40898) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:15.624591 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-18a2cbcc-e600-4c5a-89a6-7d3bb7fdda7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:15.712987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-18a2cbcc-e600-4c5a-89a6-7d3bb7fdda7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:15.716883 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-18a2cbcc-e600-4c5a-89a6-7d3bb7fdda7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:15.754181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2cbcc-e600-4c5a-89a6-7d3bb7fdda7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a697ae2-bc10-4e8a-9c27-de6123022c8c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:15.758540 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-18a2cbcc-e600-4c5a-89a6-7d3bb7fdda7b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e711a4ba3a1d41e1a8b11c4ad9e07e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365284 Aug 31 10:09:15.761449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40902) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:15.812657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2958ce97-6742-497a-b6c2-296623e02caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:15.832517 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2958ce97-6742-497a-b6c2-296623e02caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:15.882284 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2958ce97-6742-497a-b6c2-296623e02caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:15.884908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2958ce97-6742-497a-b6c2-296623e02caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:15.886103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2958ce97-6742-497a-b6c2-296623e02caf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a697ae2-bc10-4e8a-9c27-de6123022c8c HTTP/1.1" status: 204 len: 168 time: 0.1234663 Aug 31 10:09:15.893894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958ce97-6742-497a-b6c2-296623e02caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a697ae2-bc10-4e8a-9c27-de6123022c8c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:18.094860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40966) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:18.204480 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-59594887-81d8-40ef-a7d3-ae1de2989a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:18.289650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-59594887-81d8-40ef-a7d3-ae1de2989a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:18.293572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-59594887-81d8-40ef-a7d3-ae1de2989a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:18.331506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-59594887-81d8-40ef-a7d3-ae1de2989a62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a7518265fc1d421282a8d7eef4876f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355611 Aug 31 10:09:18.332451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59594887-81d8-40ef-a7d3-ae1de2989a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8cfc16-eada-46ec-aafb-4b3de621ccb1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:18.334178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 40970) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:18.385842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cff1086a-a37a-4963-abb1-8283063f8fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:18.406826 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cff1086a-a37a-4963-abb1-8283063f8fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:18.452642 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cff1086a-a37a-4963-abb1-8283063f8fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:18.455625 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cff1086a-a37a-4963-abb1-8283063f8fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:18.456779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cff1086a-a37a-4963-abb1-8283063f8fa1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee8cfc16-eada-46ec-aafb-4b3de621ccb1 HTTP/1.1" status: 204 len: 168 time: 0.1215105 Aug 31 10:09:18.464367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1086a-a37a-4963-abb1-8283063f8fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8cfc16-eada-46ec-aafb-4b3de621ccb1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:19.336915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 40998) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:19.443445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e3bbb65-8a80-4e3e-8c95-bf3200bbfe87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:19.536103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e3bbb65-8a80-4e3e-8c95-bf3200bbfe87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:19.540014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8e3bbb65-8a80-4e3e-8c95-bf3200bbfe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:19.576784 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8e3bbb65-8a80-4e3e-8c95-bf3200bbfe87 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d44d78c56a424b1ea041e949d500ac77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387323 Aug 31 10:09:19.577623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bbb65-8a80-4e3e-8c95-bf3200bbfe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbee98c-4faa-4958-b6ae-1bfebc06cf2d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:19.580402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41002) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:19.630376 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-878357b7-7054-46f3-a821-fd83b02d0d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:19.650989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-878357b7-7054-46f3-a821-fd83b02d0d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:19.696690 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-878357b7-7054-46f3-a821-fd83b02d0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:19.699393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-878357b7-7054-46f3-a821-fd83b02d0d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:19.700566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-878357b7-7054-46f3-a821-fd83b02d0d2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/efbee98c-4faa-4958-b6ae-1bfebc06cf2d HTTP/1.1" status: 204 len: 168 time: 0.1187606 Aug 31 10:09:19.708817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878357b7-7054-46f3-a821-fd83b02d0d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbee98c-4faa-4958-b6ae-1bfebc06cf2d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:20.766486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41074) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:20.882940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-92df6ad5-98a2-462e-9e07-f14d185b1442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:20.984642 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-92df6ad5-98a2-462e-9e07-f14d185b1442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:20.989350 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-92df6ad5-98a2-462e-9e07-f14d185b1442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:21.027610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-92df6ad5-98a2-462e-9e07-f14d185b1442 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7c18ae6ff42484b825f663910b14ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599385 Aug 31 10:09:21.028642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df6ad5-98a2-462e-9e07-f14d185b1442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d066056-1f65-4e04-953a-0e1039f24222,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:21.031665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41078) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:21.090720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dcb5df64-0a60-4659-85f0-fc7b15b291d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:21.114976 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dcb5df64-0a60-4659-85f0-fc7b15b291d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:21.162152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dcb5df64-0a60-4659-85f0-fc7b15b291d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:21.164952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dcb5df64-0a60-4659-85f0-fc7b15b291d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:21.166264 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dcb5df64-0a60-4659-85f0-fc7b15b291d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d066056-1f65-4e04-953a-0e1039f24222 HTTP/1.1" status: 204 len: 168 time: 0.1335716 Aug 31 10:09:21.174770 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5df64-0a60-4659-85f0-fc7b15b291d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d066056-1f65-4e04-953a-0e1039f24222,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:21.829769 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-690e8875-7adc-48cf-addc-5f14405cd013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:22.329830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41114) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:22.426108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4ba01c4c-fd46-458a-90c6-444a293bf030 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-231426555'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:22.426556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4ba01c4c-fd46-458a-90c6-444a293bf030 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Unknown quota resources ['metering_label']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 10:09:22.596026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ba01c4c-fd46-458a-90c6-444a293bf030 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:22.597119 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4ba01c4c-fd46-458a-90c6-444a293bf030 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2657516 Aug 31 10:09:22.599823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41118) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:22.603919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-923305dd-47dc-445c-9cc9-eb3ca41eb6b5 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cf3fcd16-8975-4055-90b4-49c1c986d25f'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:22.604392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-923305dd-47dc-445c-9cc9-eb3ca41eb6b5 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 10:09:22.675569 n-d-806683-2 neutron-server[94787]: WARNING neutron.services.metering.metering_plugin [None req-923305dd-47dc-445c-9cc9-eb3ca41eb6b5 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 10:09:22.773771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-923305dd-47dc-445c-9cc9-eb3ca41eb6b5 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:22.774969 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-923305dd-47dc-445c-9cc9-eb3ca41eb6b5 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1742315 Aug 31 10:09:22.778087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41120) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:22.782177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-38558625-435e-4eb8-976e-636e2129c399 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cf3fcd16-8975-4055-90b4-49c1c986d25f'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:22.782646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-38558625-435e-4eb8-976e-636e2129c399 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 10:09:22.834299 n-d-806683-2 neutron-server[94787]: WARNING neutron.services.metering.metering_plugin [None req-38558625-435e-4eb8-976e-636e2129c399 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 10:09:23.235132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-38558625-435e-4eb8-976e-636e2129c399 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:23.236389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-38558625-435e-4eb8-976e-636e2129c399 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4573536 Aug 31 10:09:23.239013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41122) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.249148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-590fd9db-eafe-4858-a385-c73a012f7d03 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=40e2e7f7-2784-4752-9558-a6e10add8672 HTTP/1.1" status: 200 len: 464 time: 0.0091603 Aug 31 10:09:23.251508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41124) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.346178 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f6da5fb8-8dab-4811-bfd4-b66f420a6a11 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:23.347303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f6da5fb8-8dab-4811-bfd4-b66f420a6a11 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/40e2e7f7-2784-4752-9558-a6e10add8672 HTTP/1.1" status: 204 len: 168 time: 0.0944195 Aug 31 10:09:23.349963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41126) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.358235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fe784769-e9b8-41fb-acea-dc2289e05590 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=40e2e7f7-2784-4752-9558-a6e10add8672 HTTP/1.1" status: 200 len: 221 time: 0.0073192 Aug 31 10:09:23.361273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41128) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.365145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5ee9f119-8a67-4fad-9c9c-70e57b0b692a tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--950462094', 'description': 'label created by tempest'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:23.365579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5ee9f119-8a67-4fad-9c9c-70e57b0b692a tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Unknown quota resources ['metering_label']. {{(pid=94787) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 10:09:23.510886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ee9f119-8a67-4fad-9c9c-70e57b0b692a tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:23.512067 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5ee9f119-8a67-4fad-9c9c-70e57b0b692a tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1499379 Aug 31 10:09:23.514807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41130) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.587428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e4cc2f16-75cb-4c14-ae28-46fca3504b57 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=77b31c12-d4cf-42cc-853c-447ea31d39ef HTTP/1.1" status: 200 len: 467 time: 0.0715787 Aug 31 10:09:23.589876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41132) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.765949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-81d3da1b-c4c7-4e5a-af1e-f31282dcd304 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:23.769748 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-81d3da1b-c4c7-4e5a-af1e-f31282dcd304 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/77b31c12-d4cf-42cc-853c-447ea31d39ef HTTP/1.1" status: 204 len: 168 time: 0.1763833 Aug 31 10:09:23.769973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41134) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.782796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4a9f1830-99fd-41da-a6f8-40bdd54ba237 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=77b31c12-d4cf-42cc-853c-447ea31d39ef HTTP/1.1" status: 200 len: 216 time: 0.0098109 Aug 31 10:09:23.784353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41136) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.795425 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b9228507-4642-469c-b155-ea953efe6f20 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0095558 Aug 31 10:09:23.798496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41138) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.811275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4301011b-84c6-4385-9645-6ae68552d302 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0112216 Aug 31 10:09:23.814104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41140) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.888009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0317fe05-7c62-44dd-9215-08d3eb05b356 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/cf3fcd16-8975-4055-90b4-49c1c986d25f HTTP/1.1" status: 200 len: 472 time: 0.0721407 Aug 31 10:09:23.891260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41142) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:23.901237 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e1aa576-7ef9-48a5-a69e-f60ce90222ed tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/f7c9e628-89fb-454a-b256-2576ee6410f8 HTTP/1.1" status: 200 len: 461 time: 0.0090070 Aug 31 10:09:23.903885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41144) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:24.018719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-891f6751-927d-4b8c-b590-4b2b0399d2ae tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.019793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-891f6751-927d-4b8c-b590-4b2b0399d2ae tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/f7c9e628-89fb-454a-b256-2576ee6410f8 HTTP/1.1" status: 204 len: 168 time: 0.1150603 Aug 31 10:09:24.022640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41146) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:24.215250 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8b506f71-5082-4196-b580-d65c67ab9776 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.216400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8b506f71-5082-4196-b580-d65c67ab9776 tempest-MeteringTestJSON-422053405 tempest-MeteringTestJSON-422053405-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/cf3fcd16-8975-4055-90b4-49c1c986d25f HTTP/1.1" status: 204 len: 168 time: 0.1928456 Aug 31 10:09:24.449344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41152) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:24.559999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7d7772d-75ab-4aa5-a6a5-7d42c9727c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.645535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7d7772d-75ab-4aa5-a6a5-7d42c9727c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.649310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e7d7772d-75ab-4aa5-a6a5-7d42c9727c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.687559 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e7d7772d-75ab-4aa5-a6a5-7d42c9727c56 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91a9a3b80f894d8da39de168087dc5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370355 Aug 31 10:09:24.688428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7772d-75ab-4aa5-a6a5-7d42c9727c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a88f5c-a68a-4b8d-8208-acc421d51f70,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:24.691193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41156) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:24.740845 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38deadc3-18a4-45eb-b115-b3f9deb7f0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.761801 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38deadc3-18a4-45eb-b115-b3f9deb7f0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.807964 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38deadc3-18a4-45eb-b115-b3f9deb7f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.810839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38deadc3-18a4-45eb-b115-b3f9deb7f0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:24.812061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-38deadc3-18a4-45eb-b115-b3f9deb7f0c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6a88f5c-a68a-4b8d-8208-acc421d51f70 HTTP/1.1" status: 204 len: 168 time: 0.1197102 Aug 31 10:09:24.820220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38deadc3-18a4-45eb-b115-b3f9deb7f0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a88f5c-a68a-4b8d-8208-acc421d51f70,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:25.041039 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:25.068117 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41162) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:25.084361 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4408d52b-abef-4d0c-b704-87d4a1db4335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:25.175295 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4408d52b-abef-4d0c-b704-87d4a1db4335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:25.179422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4408d52b-abef-4d0c-b704-87d4a1db4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:25.217934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4408d52b-abef-4d0c-b704-87d4a1db4335 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0af602d190db4bbe835e7a5a41dc2819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486707 Aug 31 10:09:25.219099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408d52b-abef-4d0c-b704-87d4a1db4335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8235e4be-bfa2-43bb-9616-2a629b25a2a2,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:25.221389 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41164) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:25.269915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ff84fd7-b902-46ff-8f04-3d3fd0177f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:25.290958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ff84fd7-b902-46ff-8f04-3d3fd0177f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:25.336417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ff84fd7-b902-46ff-8f04-3d3fd0177f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:25.339258 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2ff84fd7-b902-46ff-8f04-3d3fd0177f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:25.340484 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2ff84fd7-b902-46ff-8f04-3d3fd0177f97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8235e4be-bfa2-43bb-9616-2a629b25a2a2 HTTP/1.1" status: 204 len: 168 time: 0.1180496 Aug 31 10:09:25.348727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff84fd7-b902-46ff-8f04-3d3fd0177f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8235e4be-bfa2-43bb-9616-2a629b25a2a2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:25.773437 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-180bb430-1fd6-498c-952b-95f6437b605b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.518618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41200) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:26.657368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1252526300'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:26.679893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Made reservation on behalf of 5fbe7e673a034f8a87c90d9db319311a for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:26.683612 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.693379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.789398 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.794478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.824777 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:09:26.830043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4754de09-b3b4-48eb-b168-58fe50879e22,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:26.838236 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.838236 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Added segment 761d936d-a268-4bfb-849a-1ba8ef201ec7 of type vlan for network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 Aug 31 10:09:26.878933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.902539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.908131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:26.908722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:26.959748 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4399862 Aug 31 10:09:26.977417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5376824-fd7d-4f27-a44e-20032d5f89c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Pushing event updated for resources: {'Network': ['ID=69ef7fa7-31d9-47af-a4f7-1ab4a892c014,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:26.988792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:09:27.129725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41208) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:27.134849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Request body: {'port': {'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014', 'binding:host_id': 'n-h2-806683-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-474261882'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:27.154796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Made reservation on behalf of e8cf1e06a3c04bf393a08b4bfa446b48 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:27.157081 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.170294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.259950 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.263599 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.273344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] device_id is not set on port 0b849544-4353-48a9-a2b4-d25c14b8e833 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:27.330527 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:09:27.345055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479ea237-75b4-4425-85d7-d9a53014f995,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:27.491729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] device_id is not set on port 0b849544-4353-48a9-a2b4-d25c14b8e833 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:27.501205 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.511613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Transition to ACTIVE for port object 0b849544-4353-48a9-a2b4-d25c14b8e833 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:09:27.520627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.573409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=0b849544-4353-48a9-a2b4-d25c14b8e833,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:27.590115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Checking segment: {'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:09:27.590476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Network hostable DHCP agents. Network: 69ef7fa7-31d9-47af-a4f7-1ab4a892c014, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:09:27.606710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:09:27.614913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 69ef7fa7-31d9-47af-a4f7-1ab4a892c014) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:27.619697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:09:27.624856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38694697-dd47-4a69-b798-a7275dd03d00 None None] Network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:09:27.641835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.642892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.643421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.649931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.650444 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.651081 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 2 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.669694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.670247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.670835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.677704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.678223 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.678851 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 3 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.698910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.699425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.699954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.707258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.707825 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.708632 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 4 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.726633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.727001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.727339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.731692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.732018 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.732405 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 5 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.745116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.745358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.745697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.750177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.750504 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.751339 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 6 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.763403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.763793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.764077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.769191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.769513 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.770096 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 7 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.773139 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.788409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.788753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.789097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.794114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.794384 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.794804 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 8 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.806960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.807303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.807639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.811863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.812185 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.812567 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 9 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.824975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.825307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.825638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.830518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.830880 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.831263 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 10 to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 Aug 31 10:09:27.842554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:27.842920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:27.843251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:27.847346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 0b849544-4353-48a9-a2b4-d25c14b8e833 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:27.847673 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 0b849544-4353-48a9-a2b4-d25c14b8e833 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:27.848030 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.911193 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] For port 0b849544-4353-48a9-a2b4-d25c14b8e833, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:09:27.911581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempted to set empty binding levels {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 10:09:27.915409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.947987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:27.948582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:27.967096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=0b849544-4353-48a9-a2b4-d25c14b8e833,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:27.970785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6ee7c7c1-8640-41bb-93c2-5b790008e44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.8396871 Aug 31 10:09:27.973293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:28.049348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Deleting port 0b849544-4353-48a9-a2b4-d25c14b8e833 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:28.049689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.108477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] For port 0b849544-4353-48a9-a2b4-d25c14b8e833, host n-h2-806683-2, got binding levels [] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:28.108834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.121208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Calling delete_port for 0b849544-4353-48a9-a2b4-d25c14b8e833 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:28.201020 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.226009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b849544-4353-48a9-a2b4-d25c14b8e833,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:28.233332 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.235287 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a951f691-ef8e-451a-9196-098f0dc930c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "DELETE /v2.0/ports/0b849544-4353-48a9-a2b4-d25c14b8e833 HTTP/1.1" status: 204 len: 168 time: 0.2610729 Aug 31 10:09:28.238356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41212) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:28.263491 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0786e3-984a-47b6-973e-889edeba7283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] GET failed (client error): The resource could not be found. Aug 31 10:09:28.264994 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5a0786e3-984a-47b6-973e-889edeba7283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "GET /v2.0/ports/0b849544-4353-48a9-a2b4-d25c14b8e833 HTTP/1.1" status: 404 len: 333 time: 0.0256071 Aug 31 10:09:28.268464 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41214) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:28.273101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Request body: {'port': {'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-751088557'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:28.292650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Made reservation on behalf of e8cf1e06a3c04bf393a08b4bfa446b48 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:28.295144 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.310791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] device_id is not set on port 2a61983e-cda7-4305-9d06-fc88ffb29300 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:28.456735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.491206 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.530392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:09:28.535546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:28.537782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:09:28.538902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:28.539486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.552672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=2a61983e-cda7-4305-9d06-fc88ffb29300,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:28.560465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-401bf936-f39b-4a62-af91-3c4135010955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2910330 Aug 31 10:09:28.563182 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41216) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:28.568215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:28.625996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.692192 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.806419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] device_id is not set on port 2a61983e-cda7-4305-9d06-fc88ffb29300 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:28.814098 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.827905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Transition to ACTIVE for port object 2a61983e-cda7-4305-9d06-fc88ffb29300 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:09:28.832793 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.889818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=2a61983e-cda7-4305-9d06-fc88ffb29300,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:28.897194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:28.898234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:28.898234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:28.902968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:28.903305 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:28.903690 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 2 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:28.918596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:28.918972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:28.919311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:28.924705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:28.925035 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:28.925426 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 3 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:28.938871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:28.939257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:28.939599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:28.944485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:28.944818 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:28.945207 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 4 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:28.959757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:28.960092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:28.960428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:28.965367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:28.965697 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:28.966087 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 5 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:28.980018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:28.980356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:28.980693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:28.986037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:28.986377 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:28.986775 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 6 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:29.000535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:29.000872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:29.001206 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:29.005397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:29.005715 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:29.006095 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 7 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:29.017892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:29.018225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:29.018549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:29.022947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:29.023271 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:29.023648 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 8 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:29.036078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:29.036406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:29.036734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:29.040815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:29.041136 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:29.041515 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 9 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:29.052686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:29.053011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:29.053333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:29.057401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:29.057722 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:29.058102 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 10 to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 Aug 31 10:09:29.073027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:29.073299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:29.073630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:29.078296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:29.078622 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port 2a61983e-cda7-4305-9d06-fc88ffb29300 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:29.079023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.143951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] For port 2a61983e-cda7-4305-9d06-fc88ffb29300, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:09:29.144307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempted to set empty binding levels {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 10:09:29.148308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.177003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] In _notify_port_updated(), no bound segment for port 2a61983e-cda7-4305-9d06-fc88ffb29300 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 10:09:29.177820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:29.178417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.179758 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "PUT /v2.0/ports/2a61983e-cda7-4305-9d06-fc88ffb29300 HTTP/1.1" status: 200 len: 978 time: 0.6157064 Aug 31 10:09:29.182513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41218) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:29.194913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584e01d-b4e4-4f26-8ad5-ca500786a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=2a61983e-cda7-4305-9d06-fc88ffb29300,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:29.224135 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be34b3-baf0-42a5-803a-ad2b52eca439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:29.224606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be34b3-baf0-42a5-803a-ad2b52eca439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:29.225073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be34b3-baf0-42a5-803a-ad2b52eca439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:29.225536 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be34b3-baf0-42a5-803a-ad2b52eca439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:29.225993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be34b3-baf0-42a5-803a-ad2b52eca439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:29.227805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f1be34b3-baf0-42a5-803a-ad2b52eca439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4675 time: 0.0442588 Aug 31 10:09:29.230788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41220) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:29.305018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Deleting port 2a61983e-cda7-4305-9d06-fc88ffb29300 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:29.305358 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.365794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] For port 2a61983e-cda7-4305-9d06-fc88ffb29300, host n-h2-806683-2, got binding levels [] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:29.366075 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.378693 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Calling delete_port for 2a61983e-cda7-4305-9d06-fc88ffb29300 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:29.457045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.484758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a61983e-cda7-4305-9d06-fc88ffb29300,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:29.491232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.493161 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-05e11f8f-3753-44b5-9937-97c29fcfb4f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "DELETE /v2.0/ports/2a61983e-cda7-4305-9d06-fc88ffb29300 HTTP/1.1" status: 204 len: 168 time: 0.2614055 Aug 31 10:09:29.495741 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41222) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:29.519371 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-e283ca72-7fef-442f-80ac-c6fe68d1dec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] GET failed (client error): The resource could not be found. Aug 31 10:09:29.520839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e283ca72-7fef-442f-80ac-c6fe68d1dec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "GET /v2.0/ports/2a61983e-cda7-4305-9d06-fc88ffb29300 HTTP/1.1" status: 404 len: 333 time: 0.0239296 Aug 31 10:09:29.524601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41224) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:29.529583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-598734947', 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:29.550681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Made reservation on behalf of e8cf1e06a3c04bf393a08b4bfa446b48 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:29.553096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.568046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] device_id is not set on port 932f1517-4ef2-4787-9446-0e6d3735162e yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:29.712150 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.749376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.792927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:09:29.795816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:29.798147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:09:29.799400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:29.800004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.809330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=932f1517-4ef2-4787-9446-0e6d3735162e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:29.820507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d8be6239-0a95-40be-84e5-c92019fdbe61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2948344 Aug 31 10:09:29.822981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41226) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:29.859255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc0f46-aba3-46b6-88f3-5030abf4b2b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:29.860626 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-10dc0f46-aba3-46b6-88f3-5030abf4b2b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "GET /v2.0/ports/932f1517-4ef2-4787-9446-0e6d3735162e HTTP/1.1" status: 200 len: 958 time: 0.0366979 Aug 31 10:09:29.863223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:29.935576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-46541592-ccf9-47a6-ac2d-aaf22b76809d tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Deleting port 932f1517-4ef2-4787-9446-0e6d3735162e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:29.935921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-46541592-ccf9-47a6-ac2d-aaf22b76809d tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:29.995541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-46541592-ccf9-47a6-ac2d-aaf22b76809d tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.008473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-46541592-ccf9-47a6-ac2d-aaf22b76809d tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Calling delete_port for 932f1517-4ef2-4787-9446-0e6d3735162e owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:30.083703 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-46541592-ccf9-47a6-ac2d-aaf22b76809d tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.110426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46541592-ccf9-47a6-ac2d-aaf22b76809d tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event deleted for resources: {'Port': ['ID=932f1517-4ef2-4787-9446-0e6d3735162e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:30.118165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-46541592-ccf9-47a6-ac2d-aaf22b76809d tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.120170 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-46541592-ccf9-47a6-ac2d-aaf22b76809d tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "DELETE /v2.0/ports/932f1517-4ef2-4787-9446-0e6d3735162e HTTP/1.1" status: 204 len: 168 time: 0.2560604 Aug 31 10:09:30.123009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41230) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:30.150272 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f834a95-adf0-4485-9384-68b91820fa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] GET failed (client error): The resource could not be found. Aug 31 10:09:30.151767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3f834a95-adf0-4485-9384-68b91820fa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "GET /v2.0/ports/932f1517-4ef2-4787-9446-0e6d3735162e HTTP/1.1" status: 404 len: 333 time: 0.0278554 Aug 31 10:09:30.155359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41232) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:30.159990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Request body: {'port': {'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-526219236'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:30.179410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Made reservation on behalf of e8cf1e06a3c04bf393a08b4bfa446b48 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:30.181624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.196593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] device_id is not set on port d9b6d155-238c-4f8a-a8c7-717b63acf349 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:30.341505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.375216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.416106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:09:30.418838 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:30.422236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:09:30.423175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:30.424247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.431438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b6d155-238c-4f8a-a8c7-717b63acf349,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:30.440763 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e8c81f80-8ab2-4a61-813a-8a25a1e38176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2844517 Aug 31 10:09:30.443459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41234) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:30.448496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:30.500261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.660682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] device_id is not set on port d9b6d155-238c-4f8a-a8c7-717b63acf349 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:30.667831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.679594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Transition to ACTIVE for port object d9b6d155-238c-4f8a-a8c7-717b63acf349 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:09:30.687799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.748068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b6d155-238c-4f8a-a8c7-717b63acf349,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:30.755673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.756001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.756331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.760815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.761134 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.761526 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 2 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.774131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.774459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.774842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.779227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.779544 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.779919 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 3 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.793555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.793893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.794230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.799710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.800039 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.800429 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 4 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.812985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.813317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.813655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.817822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.818144 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.818527 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 5 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.829825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.830215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.830543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.834656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.835008 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.835390 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 6 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.847616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.847949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.848278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.852367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.852686 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.853068 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 7 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.864763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.865097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.865430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.869507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.869829 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.870207 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 8 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.883246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.883584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.883945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.888438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.888758 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.889141 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 9 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.901497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.901819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.902237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.906490 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.906846 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.907235 n-d-806683-2 neutron-server[94787]: INFO neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempt 10 to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 Aug 31 10:09:30.919556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:30.919829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:30.920163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempting to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:30.924311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:30.924635 n-d-806683-2 neutron-server[94787]: ERROR neutron.plugins.ml2.managers [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Failed to bind port d9b6d155-238c-4f8a-a8c7-717b63acf349 on host n-h2-806683-2 for vnic_type normal using segments [{'id': '761d936d-a268-4bfb-849a-1ba8ef201ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '69ef7fa7-31d9-47af-a4f7-1ab4a892c014'}] Aug 31 10:09:30.924999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:30.987061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] For port d9b6d155-238c-4f8a-a8c7-717b63acf349, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:09:30.987426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attempted to set empty binding levels {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 10:09:30.991277 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.026318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] In _notify_port_updated(), no bound segment for port d9b6d155-238c-4f8a-a8c7-717b63acf349 on network 69ef7fa7-31d9-47af-a4f7-1ab4a892c014 {{(pid=94787) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 10:09:31.027191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:31.027783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.029083 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "PUT /v2.0/ports/d9b6d155-238c-4f8a-a8c7-717b63acf349 HTTP/1.1" status: 200 len: 978 time: 0.5846369 Aug 31 10:09:31.031931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41236) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:31.040108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b8e9e-8cd7-4666-8a6d-285d4fb2d6f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b6d155-238c-4f8a-a8c7-717b63acf349,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:31.107983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Deleting port d9b6d155-238c-4f8a-a8c7-717b63acf349 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:31.108327 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.169031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] For port d9b6d155-238c-4f8a-a8c7-717b63acf349, host n-h2-806683-2, got binding levels [] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:31.169395 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.182573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Calling delete_port for d9b6d155-238c-4f8a-a8c7-717b63acf349 owned by {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:31.266097 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.294379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9b6d155-238c-4f8a-a8c7-717b63acf349,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:31.307510 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.311975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a414e74f-8136-474f-99b8-71b2da133f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "DELETE /v2.0/ports/d9b6d155-238c-4f8a-a8c7-717b63acf349 HTTP/1.1" status: 204 len: 168 time: 0.2767227 Aug 31 10:09:31.312298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41238) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:31.336582 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-14347020-fc84-4d52-88a0-bc2a74d985ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] GET failed (client error): The resource could not be found. Aug 31 10:09:31.338787 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-14347020-fc84-4d52-88a0-bc2a74d985ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-95246613-project-admin] 10.222.0.69 "GET /v2.0/ports/d9b6d155-238c-4f8a-a8c7-717b63acf349 HTTP/1.1" status: 404 len: 333 time: 0.0247722 Aug 31 10:09:31.341382 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41240) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:31.417523 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.509660 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.519530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ef7fa7-31d9-47af-a4f7-1ab4a892c014']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:31.530091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761d936d-a268-4bfb-849a-1ba8ef201ec7') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:31.530391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761d936d-a268-4bfb-849a-1ba8ef201ec7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:31.539776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.553871 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.559578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:31.559960 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:31.562854 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:31.622537 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.627693 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.629993 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] 10.222.0.69 "DELETE /v2.0/networks/69ef7fa7-31d9-47af-a4f7-1ab4a892c014 HTTP/1.1" status: 204 len: 168 time: 0.2876070 Aug 31 10:09:31.644841 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50063b6-04ab-4b0c-9d26-b1d8d488503d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54484118-project] Pushing event deleted for resources: {'Network': ['ID=69ef7fa7-31d9-47af-a4f7-1ab4a892c014,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:31.872607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41246) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:32.002449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fb77e67d-5fbe-416f-ae27-678012a3df8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fbe7e673a034f8a87c90d9db319311a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286578 Aug 31 10:09:32.005199 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41250) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:32.054123 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-88b3f582-8d02-4a81-8c8e-068f21980045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.074148 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-88b3f582-8d02-4a81-8c8e-068f21980045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.120565 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-88b3f582-8d02-4a81-8c8e-068f21980045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.123516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-88b3f582-8d02-4a81-8c8e-068f21980045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.124679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-88b3f582-8d02-4a81-8c8e-068f21980045 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4754de09-b3b4-48eb-b168-58fe50879e22 HTTP/1.1" status: 204 len: 168 time: 0.1185784 Aug 31 10:09:32.132513 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3f582-8d02-4a81-8c8e-068f21980045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754de09-b3b4-48eb-b168-58fe50879e22,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:32.383472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41256) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:32.422537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6e29a5ac-136c-4d5b-ab5a-171e604d49a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8cf1e06a3c04bf393a08b4bfa446b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378911 Aug 31 10:09:32.424876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41258) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:32.474330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f198811e-751d-40fc-aa67-032ff555a01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.494587 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f198811e-751d-40fc-aa67-032ff555a01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.540965 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f198811e-751d-40fc-aa67-032ff555a01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.543785 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f198811e-751d-40fc-aa67-032ff555a01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.545080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f198811e-751d-40fc-aa67-032ff555a01b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/479ea237-75b4-4425-85d7-d9a53014f995 HTTP/1.1" status: 204 len: 168 time: 0.1192899 Aug 31 10:09:32.552978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198811e-751d-40fc-aa67-032ff555a01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479ea237-75b4-4425-85d7-d9a53014f995,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:33.912307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41300) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.012220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e8b826de-b0f3-46b8-8ed5-e4df8a58f0d0 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:34.042442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e8b826de-b0f3-46b8-8ed5-e4df8a58f0d0 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "PUT /v2.0/quotas/8354dda057e846a983fa062b760a9206 HTTP/1.1" status: 200 len: 366 time: 0.1288180 Aug 31 10:09:34.044726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41304) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.055053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4b3d859c-234e-4aa5-b786-cfff368e6cc0 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0092397 Aug 31 10:09:34.057073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41306) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.066159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-660d050c-fe07-441f-af68-e93057eb98bb tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "GET /v2.0/quotas/8354dda057e846a983fa062b760a9206 HTTP/1.1" status: 200 len: 366 time: 0.0081146 Aug 31 10:09:34.068161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41308) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.085548 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-78f0463a-1635-4eda-8317-af7515ae3d22 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/8354dda057e846a983fa062b760a9206 HTTP/1.1" status: 204 len: 168 time: 0.0119729 Aug 31 10:09:34.085548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41310) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.092814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9338ca93-a0ca-4e17-bb2e-5b5772868212 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0084150 Aug 31 10:09:34.095058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41312) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.104141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-85efad0b-b76c-4338-bdb9-85296519290e tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "GET /v2.0/quotas/8354dda057e846a983fa062b760a9206 HTTP/1.1" status: 200 len: 370 time: 0.0076606 Aug 31 10:09:34.106418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41314) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.111677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ba4d689b-8855-4790-9fbf-eefa41d30019 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "GET /v2.0/quotas/8354dda057e846a983fa062b760a9206/default HTTP/1.1" status: 200 len: 370 time: 0.0036767 Aug 31 10:09:34.113778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41316) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.121646 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-4bdf2e9b-e00e-4627-b4a9-a2601f930714 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] delete failed (client error): The resource could not be found. Aug 31 10:09:34.122581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4bdf2e9b-e00e-4627-b4a9-a2601f930714 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/8354dda057e846a983fa062b760a9206 HTTP/1.1" status: 404 len: 348 time: 0.0079863 Aug 31 10:09:34.222578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41320) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.242252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Usage tracker for resource:network and tenant:c493ca912c004790a9330e82b08529ec is out of sync, need to count used quota {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 10:09:34.268676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 10:09:34.275162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Usage tracker for resource:subnet and tenant:c493ca912c004790a9330e82b08529ec is out of sync, need to count used quota {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 10:09:34.280020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 10:09:34.286693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Usage tracker for resource:subnetpool and tenant:c493ca912c004790a9330e82b08529ec is out of sync, need to count used quota {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 10:09:34.291725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 10:09:34.297767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Usage tracker for resource:port and tenant:c493ca912c004790a9330e82b08529ec is out of sync, need to count used quota {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 10:09:34.302798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 10:09:34.309296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Usage tracker for resource:router and tenant:c493ca912c004790a9330e82b08529ec is out of sync, need to count used quota {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 10:09:34.314047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 10:09:34.320001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Usage tracker for resource:floatingip and tenant:c493ca912c004790a9330e82b08529ec is out of sync, need to count used quota {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 10:09:34.324723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 10:09:34.360161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Usage tracker for resource:security_group and tenant:c493ca912c004790a9330e82b08529ec is out of sync, need to count used quota {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 10:09:34.365013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 10:09:34.371660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Usage tracker for resource:security_group_rule and tenant:c493ca912c004790a9330e82b08529ec is out of sync, need to count used quota {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 10:09:34.376346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.quota.resource [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94787) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 10:09:34.380824 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b0c2b882-b268-4bdd-80a6-1fe8e74a4353 tempest-QuotasTest-1190096415 tempest-QuotasTest-1190096415-project-admin] 10.222.0.69 "GET /v2.0/quotas/c493ca912c004790a9330e82b08529ec/details.json HTTP/1.1" status: 200 len: 703 time: 0.1570668 Aug 31 10:09:34.667126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41326) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.774003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b99d-bae3-4d7f-aac1-325d63be8b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:34.867183 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b99d-bae3-4d7f-aac1-325d63be8b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:34.870784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbe1b99d-bae3-4d7f-aac1-325d63be8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:34.908011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1b99d-bae3-4d7f-aac1-325d63be8b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad00a285-cfec-41d2-9da2-634244067e19,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:34.912377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dbe1b99d-bae3-4d7f-aac1-325d63be8b6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9663305365e642629e009584f496b03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442424 Aug 31 10:09:34.914938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41330) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:34.969274 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c87d672-c837-4c91-b2af-619e592e1336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:34.990387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c87d672-c837-4c91-b2af-619e592e1336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.036494 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c87d672-c837-4c91-b2af-619e592e1336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.039124 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4c87d672-c837-4c91-b2af-619e592e1336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.040352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4c87d672-c837-4c91-b2af-619e592e1336 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad00a285-cfec-41d2-9da2-634244067e19 HTTP/1.1" status: 204 len: 168 time: 0.1245053 Aug 31 10:09:35.048045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87d672-c837-4c91-b2af-619e592e1336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad00a285-cfec-41d2-9da2-634244067e19,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:35.294907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41336) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:35.308906 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb11e47-616d-427a-b51b-774e9dbb55c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.396877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb11e47-616d-427a-b51b-774e9dbb55c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.400691 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb11e47-616d-427a-b51b-774e9dbb55c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.437955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7cb11e47-616d-427a-b51b-774e9dbb55c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c493ca912c004790a9330e82b08529ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419923 Aug 31 10:09:35.440070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb11e47-616d-427a-b51b-774e9dbb55c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0deb8c0-c787-4fb6-8513-37e14cccdb7c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:35.440629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41338) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:35.493547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-778239b6-cde6-42a7-90cf-04a1a2b52e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.515370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-778239b6-cde6-42a7-90cf-04a1a2b52e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.559911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-778239b6-cde6-42a7-90cf-04a1a2b52e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.562509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-778239b6-cde6-42a7-90cf-04a1a2b52e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:35.563703 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-778239b6-cde6-42a7-90cf-04a1a2b52e4a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0deb8c0-c787-4fb6-8513-37e14cccdb7c HTTP/1.1" status: 204 len: 168 time: 0.1220694 Aug 31 10:09:35.571405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778239b6-cde6-42a7-90cf-04a1a2b52e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0deb8c0-c787-4fb6-8513-37e14cccdb7c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:36.250489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41360) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:36.343480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'networks': [{'name': 'tempest-network--1741201592'}, {'name': 'tempest-network--1723569172'}]} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:36.343792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'network': {'name': 'tempest-network--1741201592'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:36.344242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'network': {'name': 'tempest-network--1723569172'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:36.365807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Made reservation on behalf of b7a2bcb9fe624d57bec014fe73525de3 for: {'network': 2} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:36.370194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.378567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.467272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.471755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.472246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.511083 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d7f2e-ecd2-4e41-b87f-42bdccb8dc77,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:36.516092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:09:36.525926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.526272 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Added segment 37b98c40-f1ab-46a2-90b6-668062332dbb of type vlan for network 0924ae33-2127-4154-8417-47a4d37459cf Aug 31 10:09:36.564707 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.591792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:09:36.600436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.600777 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Added segment 0226b46e-f8e7-4f4e-a8f2-bba8c9e1b296 of type vlan for network c736ca35-26a5-47a2-b3e0-0b165334681e Aug 31 10:09:36.637246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.664662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.665278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.670969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:36.676097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:36.676725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:36.736685 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.4849341 Aug 31 10:09:36.739170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41364) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:36.811588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Network': ['ID=0924ae33-2127-4154-8417-47a4d37459cf,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:36.823003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 0924ae33-2127-4154-8417-47a4d37459cf details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:09:36.942497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109a179-c8c3-492e-8518-f46eb2231d2e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Network': ['ID=c736ca35-26a5-47a2-b3e0-0b165334681e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:36.952453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network c736ca35-26a5-47a2-b3e0-0b165334681e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:09:36.983525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0480fbb-812d-419e-814c-ae5938434d42 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:36.990126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0480fbb-812d-419e-814c-ae5938434d42 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:36.995889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0480fbb-812d-419e-814c-ae5938434d42 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:37.002317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0480fbb-812d-419e-814c-ae5938434d42 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:37.004025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d0480fbb-812d-419e-814c-ae5938434d42 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2639451 Aug 31 10:09:37.007045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41366) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:37.085666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.171540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.181457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0924ae33-2127-4154-8417-47a4d37459cf']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:37.196345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b98c40-f1ab-46a2-90b6-668062332dbb') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:37.196633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b98c40-f1ab-46a2-90b6-668062332dbb') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:37.205975 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.221251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.227362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:37.227788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:37.230791 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:37.288813 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.300441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.302314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/networks/0924ae33-2127-4154-8417-47a4d37459cf HTTP/1.1" status: 204 len: 168 time: 0.2941654 Aug 31 10:09:37.305510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41368) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:37.312374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f5860-5b1c-4593-9a2d-143ce0323d5f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Network': ['ID=0924ae33-2127-4154-8417-47a4d37459cf,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:37.382830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.468896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.479240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c736ca35-26a5-47a2-b3e0-0b165334681e']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:37.489255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0226b46e-f8e7-4f4e-a8f2-bba8c9e1b296') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:37.489556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0226b46e-f8e7-4f4e-a8f2-bba8c9e1b296') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:37.499172 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.518415 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.524508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:37.524968 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:37.528202 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:37.583252 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.589361 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.591331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/networks/c736ca35-26a5-47a2-b3e0-0b165334681e HTTP/1.1" status: 204 len: 168 time: 0.2847462 Aug 31 10:09:37.594037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41370) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:37.605648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68242ac4-5d7e-4afb-b7e2-fb6095302a4a tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Network': ['ID=c736ca35-26a5-47a2-b3e0-0b165334681e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:37.698825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72249a28-a423-43b4-8340-d3343f9abc66 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:37.705585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72249a28-a423-43b4-8340-d3343f9abc66 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:37.707162 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-72249a28-a423-43b4-8340-d3343f9abc66 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1120081 Aug 31 10:09:37.711004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41372) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:37.715884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-197849191'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:37.735937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Made reservation on behalf of b7a2bcb9fe624d57bec014fe73525de3 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:37.739429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.763723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:09:37.773430 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.773884 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Added segment 2d2e1d4b-be73-4be4-8147-881120b64a4d of type vlan for network c739195a-652c-4795-8ceb-c698940c6fa2 Aug 31 10:09:37.813517 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.837140 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.842861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:37.843453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.900335 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1882818 Aug 31 10:09:37.902991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41374) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:37.907721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1377837591'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:37.928175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c524b-34f4-410a-8276-8018ddf32182 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Network': ['ID=c739195a-652c-4795-8ceb-c698940c6fa2,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:37.939648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network c739195a-652c-4795-8ceb-c698940c6fa2 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:09:37.943662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Made reservation on behalf of b7a2bcb9fe624d57bec014fe73525de3 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:37.947170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.970205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:09:37.979667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.980017 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Added segment 864b4dd8-9bf4-4c61-84df-a060ee1130e8 of type vlan for network 4af811f4-f60a-4f6a-809e-8cde728ef647 Aug 31 10:09:38.021153 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.044858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.050397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:38.051000 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.107338 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2033634 Aug 31 10:09:38.110038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41376) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:38.117018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'ports': [{'network_id': 'c739195a-652c-4795-8ceb-c698940c6fa2', 'name': 'tempest-port--1413502141', 'admin_state_up': True}, {'network_id': '4af811f4-f60a-4f6a-809e-8cde728ef647', 'admin_state_up': False}]} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:38.117337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'port': {'network_id': 'c739195a-652c-4795-8ceb-c698940c6fa2', 'name': 'tempest-port--1413502141', 'admin_state_up': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:38.117816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'port': {'network_id': '4af811f4-f60a-4f6a-809e-8cde728ef647', 'admin_state_up': False}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:38.139875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdda08-9399-4ae4-8f4e-dd769f79c5e1 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Network': ['ID=4af811f4-f60a-4f6a-809e-8cde728ef647,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:38.150356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4af811f4-f60a-4f6a-809e-8cde728ef647 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:09:38.281642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Made reservation on behalf of b7a2bcb9fe624d57bec014fe73525de3 for: {'port': 2} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:38.286532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.300571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.380180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] device_id is not set on port c40d87d9-22db-4b79-8e2a-fcb00d47e1e0 yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:38.492303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.562679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] device_id is not set on port 5a9b36da-17bc-4d56-bf71-dd90b9e68d8e yet. {{(pid=94787) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 10:09:38.666488 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.704450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.760900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Port': ['ID=c40d87d9-22db-4b79-8e2a-fcb00d47e1e0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:38.776591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Checking segment: {'id': '2d2e1d4b-be73-4be4-8147-881120b64a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c739195a-652c-4795-8ceb-c698940c6fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:09:38.776949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Network hostable DHCP agents. Network: c739195a-652c-4795-8ceb-c698940c6fa2, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:09:38.793413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Network c739195a-652c-4795-8ceb-c698940c6fa2 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:09:38.802257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, c739195a-652c-4795-8ceb-c698940c6fa2) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:38.805912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:09:38.806733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.812850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c315a-329e-4861-9212-3368f9d0813a None None] Network c739195a-652c-4795-8ceb-c698940c6fa2 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:09:38.860581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Port': ['ID=5a9b36da-17bc-4d56-bf71-dd90b9e68d8e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:38.875851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Checking segment: {'id': '864b4dd8-9bf4-4c61-84df-a060ee1130e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4af811f4-f60a-4f6a-809e-8cde728ef647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:09:38.876453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Network hostable DHCP agents. Network: 4af811f4-f60a-4f6a-809e-8cde728ef647, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:09:38.892954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Network 4af811f4-f60a-4f6a-809e-8cde728ef647 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:09:38.902024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4af811f4-f60a-4f6a-809e-8cde728ef647) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:38.905729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:09:38.912220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:38.915391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340efcfe-e43c-4d8f-8fe2-ad9f19a97bc4 None None] Network 4af811f4-f60a-4f6a-809e-8cde728ef647 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:09:38.917041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:38.917702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:38.931978 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-29fe7752-28c2-4570-9721-78c2dd98c547 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8209529 Aug 31 10:09:38.934463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41378) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:39.013925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d39e28-b39e-48c7-ba9d-ceb316a09343 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:39.020604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d39e28-b39e-48c7-ba9d-ceb316a09343 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:39.022185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-06d39e28-b39e-48c7-ba9d-ceb316a09343 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0867546 Aug 31 10:09:39.024907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41380) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:39.113480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c29ee8cb-8567-427e-a2a2-3abbc0f61d2b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Deleting port c40d87d9-22db-4b79-8e2a-fcb00d47e1e0 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:39.113746 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c29ee8cb-8567-427e-a2a2-3abbc0f61d2b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:39.178103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c29ee8cb-8567-427e-a2a2-3abbc0f61d2b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:39.190888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c29ee8cb-8567-427e-a2a2-3abbc0f61d2b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Calling delete_port for c40d87d9-22db-4b79-8e2a-fcb00d47e1e0 owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:39.271194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c29ee8cb-8567-427e-a2a2-3abbc0f61d2b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:39.299436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ee8cb-8567-427e-a2a2-3abbc0f61d2b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Port': ['ID=c40d87d9-22db-4b79-8e2a-fcb00d47e1e0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:39.304568 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c29ee8cb-8567-427e-a2a2-3abbc0f61d2b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:39.306494 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c29ee8cb-8567-427e-a2a2-3abbc0f61d2b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/ports/c40d87d9-22db-4b79-8e2a-fcb00d47e1e0 HTTP/1.1" status: 204 len: 168 time: 0.2804515 Aug 31 10:09:39.309207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41382) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:39.723175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8b524af2-6113-46b1-9cad-7ad8870b5512 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Deleting port 5a9b36da-17bc-4d56-bf71-dd90b9e68d8e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:39.723869 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b524af2-6113-46b1-9cad-7ad8870b5512 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:39.788263 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b524af2-6113-46b1-9cad-7ad8870b5512 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:39.800885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8b524af2-6113-46b1-9cad-7ad8870b5512 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Calling delete_port for 5a9b36da-17bc-4d56-bf71-dd90b9e68d8e owned by {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:39.882130 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b524af2-6113-46b1-9cad-7ad8870b5512 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:39.914660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b524af2-6113-46b1-9cad-7ad8870b5512 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Port': ['ID=5a9b36da-17bc-4d56-bf71-dd90b9e68d8e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:39.916953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b524af2-6113-46b1-9cad-7ad8870b5512 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:39.918900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8b524af2-6113-46b1-9cad-7ad8870b5512 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/ports/5a9b36da-17bc-4d56-bf71-dd90b9e68d8e HTTP/1.1" status: 204 len: 168 time: 0.6087170 Aug 31 10:09:39.921428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41384) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:39.948124 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-57af2186-a783-4971-bde6-88d6e9b59b37 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0256062 Aug 31 10:09:39.951695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41386) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:39.956444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1208838740'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:39.976942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Made reservation on behalf of b7a2bcb9fe624d57bec014fe73525de3 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:39.980436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.003990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:09:40.012731 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.013085 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Added segment c8dd2ac5-1965-45a5-8449-65dafa032394 of type vlan for network 51a7c3fb-ab5c-4108-aab6-b3d3499625cd Aug 31 10:09:40.052425 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.075359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.080963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:40.081545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.141035 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1883280 Aug 31 10:09:40.144249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41388) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:40.151264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-615540668'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:40.162400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56602bc5-c9af-4856-97b0-99dae5e610bd tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Network': ['ID=51a7c3fb-ab5c-4108-aab6-b3d3499625cd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:40.173012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 51a7c3fb-ab5c-4108-aab6-b3d3499625cd details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:09:40.178783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Made reservation on behalf of b7a2bcb9fe624d57bec014fe73525de3 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:40.182313 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.205833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:09:40.214615 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.214987 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Added segment 1c8d1847-1868-4a21-a469-1e94156bb164 of type vlan for network 60cc2609-faba-4418-a6ef-dadd42bbe352 Aug 31 10:09:40.253970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.278118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.284481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:40.285069 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:40.343485 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1981962 Aug 31 10:09:40.354494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93891-973b-4fba-8ad6-37ffd1d9f108 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Network': ['ID=60cc2609-faba-4418-a6ef-dadd42bbe352,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:40.364369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 60cc2609-faba-4418-a6ef-dadd42bbe352 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:09:40.816720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:43.611132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41390) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:43.616357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'subnets': [{'network_id': '51a7c3fb-ab5c-4108-aab6-b3d3499625cd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1337483116', 'ip_version': 6}, {'network_id': '60cc2609-faba-4418-a6ef-dadd42bbe352', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:43.616672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'subnet': {'network_id': '51a7c3fb-ab5c-4108-aab6-b3d3499625cd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1337483116', 'ip_version': 6}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:43.617361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Request body: {'subnet': {'network_id': '60cc2609-faba-4418-a6ef-dadd42bbe352', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:43.772774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Made reservation on behalf of b7a2bcb9fe624d57bec014fe73525de3 for: {'subnet': 2} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:43.777346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:43.777686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:43.843649 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.157497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.219194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Subnet': ['ID=bb796408-53c8-4b78-87a5-f1b83797ba87,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:44.226238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Checking segment: {'id': 'c8dd2ac5-1965-45a5-8449-65dafa032394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '51a7c3fb-ab5c-4108-aab6-b3d3499625cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:09:44.226595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Network hostable DHCP agents. Network: 51a7c3fb-ab5c-4108-aab6-b3d3499625cd, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:09:44.243290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Network 51a7c3fb-ab5c-4108-aab6-b3d3499625cd is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:09:44.252726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 51a7c3fb-ab5c-4108-aab6-b3d3499625cd) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:44.256859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.261520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac6a5a7-56a8-4cc7-b45e-105c705d961c None None] Network 51a7c3fb-ab5c-4108-aab6-b3d3499625cd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:09:44.319605 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event updated for resources: {'Subnet': ['ID=45ce0f8b-6c37-481b-b7f8-f9474520d655,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:44.327246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Checking segment: {'id': '1c8d1847-1868-4a21-a469-1e94156bb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '60cc2609-faba-4418-a6ef-dadd42bbe352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:09:44.327613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Network hostable DHCP agents. Network: 60cc2609-faba-4418-a6ef-dadd42bbe352, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:09:44.344019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Network 60cc2609-faba-4418-a6ef-dadd42bbe352 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:09:44.353354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 60cc2609-faba-4418-a6ef-dadd42bbe352) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:44.357729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:44.358251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:44.358949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.364695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ca3ac-fe2b-48d2-aaa4-3029813e6378 None None] Network 60cc2609-faba-4418-a6ef-dadd42bbe352 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:09:44.373870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b67b01bb-392a-4ce2-a7de-b0d3c8e16e5e tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7615981 Aug 31 10:09:44.376308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41392) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:44.458839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901cd3c-f2dc-4838-a6c5-3e440f442f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-51a7c3fb-ab5c-4108-aab6-b3d3499625cd', 'network_id': '51a7c3fb-ab5c-4108-aab6-b3d3499625cd', 'tenant_id': 'b7a2bcb9fe624d57bec014fe73525de3', 'fixed_ips': [{'subnet_id': 'bb796408-53c8-4b78-87a5-f1b83797ba87'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:09:44.459689 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a901cd3c-f2dc-4838-a6c5-3e440f442f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.463988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b663472-e17a-4d54-8ef7-3a1f982d323f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:44.465621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b663472-e17a-4d54-8ef7-3a1f982d323f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:44.467155 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b663472-e17a-4d54-8ef7-3a1f982d323f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:44.478339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1b663472-e17a-4d54-8ef7-3a1f982d323f tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0913534 Aug 31 10:09:44.478791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41394) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:44.532456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-3675441b-6c9f-4f57-8790-2a83e9191b41 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Deleting subnet bb796408-53c8-4b78-87a5-f1b83797ba87 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:09:44.536592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3675441b-6c9f-4f57-8790-2a83e9191b41 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.579108 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3675441b-6c9f-4f57-8790-2a83e9191b41 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.625114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3675441b-6c9f-4f57-8790-2a83e9191b41 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.633509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-60cc2609-faba-4418-a6ef-dadd42bbe352', 'network_id': '60cc2609-faba-4418-a6ef-dadd42bbe352', 'tenant_id': 'b7a2bcb9fe624d57bec014fe73525de3', 'fixed_ips': [{'subnet_id': '45ce0f8b-6c37-481b-b7f8-f9474520d655'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:09:44.634373 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.694237 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3675441b-6c9f-4f57-8790-2a83e9191b41 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-a901cd3c-f2dc-4838-a6c5-3e440f442f5b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb796408-53c8-4b78-87a5-f1b83797ba87: This subnet is being modified by another concurrent operation. Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb796408-53c8-4b78-87a5-f1b83797ba87: This subnet is being modified by another concurrent operation. Aug 31 10:09:44.707429 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 10:09:44.725481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675441b-6c9f-4f57-8790-2a83e9191b41 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Subnet': ['ID=bb796408-53c8-4b78-87a5-f1b83797ba87,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:44.725983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e6b12-9d27-4297-9a67-2433074b7b73 None None] Network 51a7c3fb-ab5c-4108-aab6-b3d3499625cd requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:09:44.735462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3675441b-6c9f-4f57-8790-2a83e9191b41 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.739885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3675441b-6c9f-4f57-8790-2a83e9191b41 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/subnets/bb796408-53c8-4b78-87a5-f1b83797ba87 HTTP/1.1" status: 204 len: 168 time: 0.2577000 Aug 31 10:09:44.740202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41396) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:44.791897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-af44350e-b406-419c-959c-8f3df6583669 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Deleting subnet 45ce0f8b-6c37-481b-b7f8-f9474520d655 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:09:44.851980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Allocated IP 2001:db8:0:1::1 (60cc2609-faba-4418-a6ef-dadd42bbe352/45ce0f8b-6c37-481b-b7f8-f9474520d655/3b577c10-2de7-42a1-809c-2d88afd1ac0d) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:09:45.010401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.019038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Transition to ACTIVE for port object 3b577c10-2de7-42a1-809c-2d88afd1ac0d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:09:45.033100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Transition to ACTIVE for port object 3b577c10-2de7-42a1-809c-2d88afd1ac0d will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:09:45.037972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af44350e-b406-419c-959c-8f3df6583669 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.038514 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.078140 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af44350e-b406-419c-959c-8f3df6583669 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.080238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Network 60cc2609-faba-4418-a6ef-dadd42bbe352 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:09:45.083284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:09:45.087604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:09:45.090651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Pushing event updated for resources: {'Port': ['ID=3b577c10-2de7-42a1-809c-2d88afd1ac0d,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:45.147401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Attempting to bind port 3b577c10-2de7-42a1-809c-2d88afd1ac0d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:45.147890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Attempting to bind port 3b577c10-2de7-42a1-809c-2d88afd1ac0d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '1c8d1847-1868-4a21-a469-1e94156bb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '60cc2609-faba-4418-a6ef-dadd42bbe352'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:45.148262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Attempting to bind port 3b577c10-2de7-42a1-809c-2d88afd1ac0d on network 60cc2609-faba-4418-a6ef-dadd42bbe352 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:45.153167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:09:45.153588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Checking segment: {'id': '1c8d1847-1868-4a21-a469-1e94156bb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '60cc2609-faba-4418-a6ef-dadd42bbe352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:09:45.153944 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.154332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Bound using segment: {'id': '1c8d1847-1868-4a21-a469-1e94156bb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '60cc2609-faba-4418-a6ef-dadd42bbe352'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:09:45.154813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Bound port: 3b577c10-2de7-42a1-809c-2d88afd1ac0d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8d1847-1868-4a21-a469-1e94156bb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '60cc2609-faba-4418-a6ef-dadd42bbe352'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:09:45.155221 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.169750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af44350e-b406-419c-959c-8f3df6583669 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.227984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af44350e-b406-419c-959c-8f3df6583669 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.230653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] For port 3b577c10-2de7-42a1-809c-2d88afd1ac0d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:09:45.233790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] For port 3b577c10-2de7-42a1-809c-2d88afd1ac0d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3b577c10-2de7-42a1-809c-2d88afd1ac0d,segment=NetworkSegment(1c8d1847-1868-4a21-a469-1e94156bb164),segment_id=1c8d1847-1868-4a21-a469-1e94156bb164)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:09:45.238091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.256734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44350e-b406-419c-959c-8f3df6583669 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Subnet': ['ID=45ce0f8b-6c37-481b-b7f8-f9474520d655,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:45.261060 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-af44350e-b406-419c-959c-8f3df6583669 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.263048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-af44350e-b406-419c-959c-8f3df6583669 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/subnets/45ce0f8b-6c37-481b-b7f8-f9474520d655 HTTP/1.1" status: 204 len: 168 time: 0.5218134 Aug 31 10:09:45.266707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41398) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:45.299070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac4982-8b0c-4aff-8998-8daab323e2ef None None] Pushing event updated for resources: {'Port': ['ID=3b577c10-2de7-42a1-809c-2d88afd1ac0d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:45.328552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b884c-0d6d-4103-b81c-229b85403259 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:45.330710 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c43b884c-0d6d-4103-b81c-229b85403259 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0625098 Aug 31 10:09:45.334888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41400) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:45.413462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.482356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Deleting port 3b577c10-2de7-42a1-809c-2d88afd1ac0d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:09:45.482705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.556401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] For port 3b577c10-2de7-42a1-809c-2d88afd1ac0d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3b577c10-2de7-42a1-809c-2d88afd1ac0d,segment=NetworkSegment(1c8d1847-1868-4a21-a469-1e94156bb164),segment_id=1c8d1847-1868-4a21-a469-1e94156bb164)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:45.556766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.570451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Calling delete_port for 3b577c10-2de7-42a1-809c-2d88afd1ac0d owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:09:45.648875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.676642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Port': ['ID=3b577c10-2de7-42a1-809c-2d88afd1ac0d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:45.682809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] No DVR routers for this DVR port 3b577c10-2de7-42a1-809c-2d88afd1ac0d on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:09:45.761135 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.771667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cc2609-faba-4418-a6ef-dadd42bbe352']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:45.782079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8d1847-1868-4a21-a469-1e94156bb164') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:45.782377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8d1847-1868-4a21-a469-1e94156bb164') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:45.792228 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.806527 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.812525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:45.812917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:45.815840 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:45.879433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.886842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.888708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/networks/60cc2609-faba-4418-a6ef-dadd42bbe352 HTTP/1.1" status: 204 len: 168 time: 0.5528493 Aug 31 10:09:45.891317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41402) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:45.910109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55537510-2f90-4d52-96ad-ab9ebb4274da tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Network': ['ID=60cc2609-faba-4418-a6ef-dadd42bbe352,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:45.980066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.075845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.086562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a7c3fb-ab5c-4108-aab6-b3d3499625cd']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.098244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dd2ac5-1965-45a5-8449-65dafa032394') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.098544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dd2ac5-1965-45a5-8449-65dafa032394') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.107903 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.122719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.128859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:46.129261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:46.132528 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:46.191485 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.197409 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.199683 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/networks/51a7c3fb-ab5c-4108-aab6-b3d3499625cd HTTP/1.1" status: 204 len: 168 time: 0.3074336 Aug 31 10:09:46.202771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41404) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:46.219810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2337be-cddf-4a4d-8f81-828259c1a849 tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Network': ['ID=51a7c3fb-ab5c-4108-aab6-b3d3499625cd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:46.253861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a1bafe-92d6-4459-bb4f-e956ce92ecfc None None] DHCP port deletion for 60cc2609-faba-4418-a6ef-dadd42bbe352 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:09:46.268537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a09db4-5dff-4a2d-bf75-7541352f573b None None] Network 60cc2609-faba-4418-a6ef-dadd42bbe352 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:09:46.280331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a09db4-5dff-4a2d-bf75-7541352f573b None None] Network 60cc2609-faba-4418-a6ef-dadd42bbe352 could not be found, it might have been deleted concurrently. {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 10:09:46.288066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.289243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689bafa0-af89-4256-8197-4804f0b1b048 None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 10:09:46.320780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5a87a7d6-bfd7-4b10-941a-59461496d8f2 None None] Could not find standard attr ID for object 3b577c10-2de7-42a1-809c-2d88afd1ac0d. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 10:09:46.354538 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689bafa0-af89-4256-8197-4804f0b1b048 None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 10:09:46.375203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.385012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af811f4-f60a-4f6a-809e-8cde728ef647']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.395158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864b4dd8-9bf4-4c61-84df-a060ee1130e8') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.395453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864b4dd8-9bf4-4c61-84df-a060ee1130e8') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.404137 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.418337 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.424270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:46.424689 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:46.427904 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:46.489139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.494150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.498771 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/networks/4af811f4-f60a-4f6a-809e-8cde728ef647 HTTP/1.1" status: 204 len: 168 time: 0.2921436 Aug 31 10:09:46.499511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41406) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:46.512947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac110f2-f38d-4136-9532-bafa00606f1b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Network': ['ID=4af811f4-f60a-4f6a-809e-8cde728ef647,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:46.576832 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.662331 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.671774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c739195a-652c-4795-8ceb-c698940c6fa2']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.681748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2e1d4b-be73-4be4-8147-881120b64a4d') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.682046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2e1d4b-be73-4be4-8147-881120b64a4d') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:46.691462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.705738 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.711526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:46.711917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:46.714909 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:46.771871 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.776842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:46.778737 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] 10.222.0.69 "DELETE /v2.0/networks/c739195a-652c-4795-8ceb-c698940c6fa2 HTTP/1.1" status: 204 len: 168 time: 0.2781227 Aug 31 10:09:46.796600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7a17d-dc11-4d70-b4ce-66729343c66b tempest-BulkNetworkOpsIpV6Test-1403693149 tempest-BulkNetworkOpsIpV6Test-1403693149-project] Pushing event deleted for resources: {'Network': ['ID=c739195a-652c-4795-8ceb-c698940c6fa2,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:47.014214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41412) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:47.143848 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-07ce6a7b-83d7-459c-8c34-d95bfebbf115 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7a2bcb9fe624d57bec014fe73525de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284487 Aug 31 10:09:47.146251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41416) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:47.197207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e12abe3c-5b9e-4288-a9d3-59f58ab61611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:47.217046 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e12abe3c-5b9e-4288-a9d3-59f58ab61611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:47.262820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e12abe3c-5b9e-4288-a9d3-59f58ab61611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:47.265367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e12abe3c-5b9e-4288-a9d3-59f58ab61611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:47.266519 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e12abe3c-5b9e-4288-a9d3-59f58ab61611 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a1d7f2e-ecd2-4e41-b87f-42bdccb8dc77 HTTP/1.1" status: 204 len: 168 time: 0.1193349 Aug 31 10:09:47.274007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12abe3c-5b9e-4288-a9d3-59f58ab61611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d7f2e-ecd2-4e41-b87f-42bdccb8dc77,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:47.876704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3b577c10-2de7-42a1-809c-2d88afd1ac0d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:47.897704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 3b577c10-2de7-42a1-809c-2d88afd1ac0d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:09:47.898053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3b577c10-2de7-42a1-809c-2d88afd1ac0d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:47.902276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41438) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:47.998324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f88be849-1dfa-4328-92d4-5a35430bf5b8 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:47.998813 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-f88be849-1dfa-4328-92d4-5a35430bf5b8 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 10:09:47.999337 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-f88be849-1dfa-4328-92d4-5a35430bf5b8 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 10:09:48.000324 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f88be849-1dfa-4328-92d4-5a35430bf5b8 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0969050 Aug 31 10:09:48.004461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41442) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.009353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--835548436'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:48.032837 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.041041 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.125221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.129256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.165041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc567d96-101c-43a7-9f3f-c3d43a10decd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:48.215909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.219592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.245607 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.247128 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2417383 Aug 31 10:09:48.249990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.254956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8d82f4b0-cfea-40e9-a934-709b64a6ee51 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '0eb3aee5-fff0-4027-95a3-b1a393a1cd93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:48.262867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409fcad-785c-4c98-9e27-df30a71c7556 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3aee5-fff0-4027-95a3-b1a393a1cd93,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:48.285138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d82f4b0-cfea-40e9-a934-709b64a6ee51 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.344533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d82f4b0-cfea-40e9-a934-709b64a6ee51 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.348127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d82f4b0-cfea-40e9-a934-709b64a6ee51 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.365434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82f4b0-cfea-40e9-a934-709b64a6ee51 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba54a8f7-70ad-4a15-aa3c-b5e6404fed9b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:48.371590 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d82f4b0-cfea-40e9-a934-709b64a6ee51 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.372717 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8d82f4b0-cfea-40e9-a934-709b64a6ee51 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218042 Aug 31 10:09:48.375322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41446) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.380215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7ae0ad73-4a09-4795-ab30-bb792def2b8f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '0eb3aee5-fff0-4027-95a3-b1a393a1cd93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:48.405813 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7ae0ad73-4a09-4795-ab30-bb792def2b8f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.452169 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-7ae0ad73-4a09-4795-ab30-bb792def2b8f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 10:09:48.453106 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7ae0ad73-4a09-4795-ab30-bb792def2b8f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0768588 Aug 31 10:09:48.455857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41448) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.508861 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3daf5ed-4d53-4a80-9355-b885a7f4bc3a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.530727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3daf5ed-4d53-4a80-9355-b885a7f4bc3a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.574535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3daf5ed-4d53-4a80-9355-b885a7f4bc3a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.577182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3daf5ed-4d53-4a80-9355-b885a7f4bc3a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.578341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c3daf5ed-4d53-4a80-9355-b885a7f4bc3a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/0eb3aee5-fff0-4027-95a3-b1a393a1cd93 HTTP/1.1" status: 204 len: 168 time: 0.1215432 Aug 31 10:09:48.581858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41450) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.587268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daf5ed-4d53-4a80-9355-b885a7f4bc3a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3aee5-fff0-4027-95a3-b1a393a1cd93,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:48.635250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f5e28f32-d75a-489f-8403-e7d4ae534004 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521572 Aug 31 10:09:48.638873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41452) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.643167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0d37750f-c348-44d0-a0bf-ece8478a793a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--451118325'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:48.663846 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d37750f-c348-44d0-a0bf-ece8478a793a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.746063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d37750f-c348-44d0-a0bf-ece8478a793a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.749923 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d37750f-c348-44d0-a0bf-ece8478a793a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.772122 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0d37750f-c348-44d0-a0bf-ece8478a793a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.773360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0d37750f-c348-44d0-a0bf-ece8478a793a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1335735 Aug 31 10:09:48.776368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41454) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.781290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37750f-c348-44d0-a0bf-ece8478a793a tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba016c4e-6749-4797-b2ae-9cc416b2b835,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:48.781545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c81bcfc5-2242-4336-ada5-53a5ee2ba2bb tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': 'ba016c4e-6749-4797-b2ae-9cc416b2b835', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:48.781999 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-c81bcfc5-2242-4336-ada5-53a5ee2ba2bb tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 10:09:48.783138 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-c81bcfc5-2242-4336-ada5-53a5ee2ba2bb tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:48.785348 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c81bcfc5-2242-4336-ada5-53a5ee2ba2bb tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079679 Aug 31 10:09:48.787566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41456) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.840955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25f957b1-a634-4984-ae4a-9727868440d3 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.862591 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25f957b1-a634-4984-ae4a-9727868440d3 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.902472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25f957b1-a634-4984-ae4a-9727868440d3 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.905064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-25f957b1-a634-4984-ae4a-9727868440d3 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:48.906244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-25f957b1-a634-4984-ae4a-9727868440d3 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/ba016c4e-6749-4797-b2ae-9cc416b2b835 HTTP/1.1" status: 204 len: 168 time: 0.1170726 Aug 31 10:09:48.909596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41458) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.916436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f957b1-a634-4984-ae4a-9727868440d3 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba016c4e-6749-4797-b2ae-9cc416b2b835,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:48.956182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-af42d2a1-c076-4937-9496-ce10a0fbaee8 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453801 Aug 31 10:09:48.960056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41460) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:48.965081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7c4f5a21-8710-47b1-a080-4799501f2e3b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022096102'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:48.988552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5a21-8710-47b1-a080-4799501f2e3b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.069054 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5a21-8710-47b1-a080-4799501f2e3b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.072641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5a21-8710-47b1-a080-4799501f2e3b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.100489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5a21-8710-47b1-a080-4799501f2e3b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cde02bf-1848-4faa-a556-2131cb1f455c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.102838 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5a21-8710-47b1-a080-4799501f2e3b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.104053 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7c4f5a21-8710-47b1-a080-4799501f2e3b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1429918 Aug 31 10:09:49.107484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41462) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.112548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b641224a-a3d4-4552-890a-3f5e9da2e8bc tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '1cde02bf-1848-4faa-a556-2131cb1f455c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.113326 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-b641224a-a3d4-4552-890a-3f5e9da2e8bc tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 10:09:49.113824 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-b641224a-a3d4-4552-890a-3f5e9da2e8bc tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.114884 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b641224a-a3d4-4552-890a-3f5e9da2e8bc tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063903 Aug 31 10:09:49.119151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41464) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.170350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e902d28-b143-48c2-a341-bd1e7a81ec47 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.193904 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e902d28-b143-48c2-a341-bd1e7a81ec47 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.233004 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e902d28-b143-48c2-a341-bd1e7a81ec47 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.235593 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6e902d28-b143-48c2-a341-bd1e7a81ec47 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.236745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6e902d28-b143-48c2-a341-bd1e7a81ec47 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/1cde02bf-1848-4faa-a556-2131cb1f455c HTTP/1.1" status: 204 len: 168 time: 0.1168678 Aug 31 10:09:49.239440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41466) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.245562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e902d28-b143-48c2-a341-bd1e7a81ec47 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cde02bf-1848-4faa-a556-2131cb1f455c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.281906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d7517d29-7229-4c5a-ab9d-d5fc884ee0f0 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412354 Aug 31 10:09:49.286262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41468) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.290568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-96b55e0f-de85-45e2-b326-499c623578c0 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--832319032'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.311449 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96b55e0f-de85-45e2-b326-499c623578c0 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.388767 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96b55e0f-de85-45e2-b326-499c623578c0 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.392870 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96b55e0f-de85-45e2-b326-499c623578c0 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.421495 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96b55e0f-de85-45e2-b326-499c623578c0 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.422705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-96b55e0f-de85-45e2-b326-499c623578c0 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1354940 Aug 31 10:09:49.424594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b55e0f-de85-45e2-b326-499c623578c0 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee4eae-ee5b-49cc-b158-3c184b076238,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.425586 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41470) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.430465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-859e845a-60a3-4492-93f4-1b0beee38154 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': 'eeee4eae-ee5b-49cc-b158-3c184b076238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.447351 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-859e845a-60a3-4492-93f4-1b0beee38154 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 10:09:49.447885 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-859e845a-60a3-4492-93f4-1b0beee38154 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.448864 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-859e845a-60a3-4492-93f4-1b0beee38154 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222402 Aug 31 10:09:49.451579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.459887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-adeb2156-9a6e-4901-9db1-7df446149b13 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': 'eeee4eae-ee5b-49cc-b158-3c184b076238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.459887 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-adeb2156-9a6e-4901-9db1-7df446149b13 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 10:09:49.459887 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-adeb2156-9a6e-4901-9db1-7df446149b13 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.459887 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-adeb2156-9a6e-4901-9db1-7df446149b13 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071545 Aug 31 10:09:49.462007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41474) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.466185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-db99a7f3-16c4-4066-ac8a-6ca2c052af15 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': 'eeee4eae-ee5b-49cc-b158-3c184b076238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.467005 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-db99a7f3-16c4-4066-ac8a-6ca2c052af15 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 10:09:49.467455 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-db99a7f3-16c4-4066-ac8a-6ca2c052af15 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.468345 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-db99a7f3-16c4-4066-ac8a-6ca2c052af15 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055113 Aug 31 10:09:49.471187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41476) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.475140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-78648247-73db-4d61-a329-427a6d751c49 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': 'eeee4eae-ee5b-49cc-b158-3c184b076238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.476463 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-78648247-73db-4d61-a329-427a6d751c49 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 10:09:49.476920 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-78648247-73db-4d61-a329-427a6d751c49 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.477818 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-78648247-73db-4d61-a329-427a6d751c49 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057738 Aug 31 10:09:49.479997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41478) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.533986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c930b02-2a98-480a-986e-8ee7329577da tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.555407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c930b02-2a98-480a-986e-8ee7329577da tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.594914 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c930b02-2a98-480a-986e-8ee7329577da tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.597432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0c930b02-2a98-480a-986e-8ee7329577da tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.598781 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0c930b02-2a98-480a-986e-8ee7329577da tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/eeee4eae-ee5b-49cc-b158-3c184b076238 HTTP/1.1" status: 204 len: 168 time: 0.1178951 Aug 31 10:09:49.601403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41480) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.607906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c930b02-2a98-480a-986e-8ee7329577da tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee4eae-ee5b-49cc-b158-3c184b076238,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.645710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8bb889aa-e63f-42e0-9063-d22f89fdde1f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430694 Aug 31 10:09:49.649247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41482) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.653526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8bb0d393-5469-447e-bda7-bf15f63b1a31 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--739953733'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.674776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d393-5469-447e-bda7-bf15f63b1a31 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.754645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d393-5469-447e-bda7-bf15f63b1a31 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.758232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d393-5469-447e-bda7-bf15f63b1a31 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.787971 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d393-5469-447e-bda7-bf15f63b1a31 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.789185 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8bb0d393-5469-447e-bda7-bf15f63b1a31 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1390176 Aug 31 10:09:49.792257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41484) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.793257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0d393-5469-447e-bda7-bf15f63b1a31 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c99d07-e701-4b78-94e9-bb938439659f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.797473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-277496f0-4873-45e0-970c-51061cdd8017 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.797959 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-277496f0-4873-45e0-970c-51061cdd8017 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 10:09:49.799204 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-277496f0-4873-45e0-970c-51061cdd8017 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.800049 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-277496f0-4873-45e0-970c-51061cdd8017 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065620 Aug 31 10:09:49.802715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41486) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.807590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-84eebc81-4e93-45c5-a529-a6616ec99a06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.840085 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-84eebc81-4e93-45c5-a529-a6616ec99a06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.841107 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-84eebc81-4e93-45c5-a529-a6616ec99a06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0375426 Aug 31 10:09:49.843823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41488) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.848163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-563152e0-c324-48a3-8eb1-152eccaff7df tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.848631 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-563152e0-c324-48a3-8eb1-152eccaff7df tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 10:09:49.849080 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-563152e0-c324-48a3-8eb1-152eccaff7df tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.849968 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-563152e0-c324-48a3-8eb1-152eccaff7df tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052688 Aug 31 10:09:49.852196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41490) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.856714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c8f04d94-68f2-4efa-9e95-518ed51053f5 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.890853 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-c8f04d94-68f2-4efa-9e95-518ed51053f5 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.892456 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c8f04d94-68f2-4efa-9e95-518ed51053f5 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0388606 Aug 31 10:09:49.895168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41492) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.899533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f1186562-5fda-4651-b529-4e3f1f45e246 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.899966 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-f1186562-5fda-4651-b529-4e3f1f45e246 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 10:09:49.900410 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-f1186562-5fda-4651-b529-4e3f1f45e246 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.901303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f1186562-5fda-4651-b529-4e3f1f45e246 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052578 Aug 31 10:09:49.903661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41494) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.908291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-27083153-c50c-498e-adb5-8a1c5cc2900e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.940277 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-27083153-c50c-498e-adb5-8a1c5cc2900e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.941326 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-27083153-c50c-498e-adb5-8a1c5cc2900e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0368075 Aug 31 10:09:49.943944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41496) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.948613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4631685d-8991-4436-b4f6-cb4ee3aaf73b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.949086 n-d-806683-2 neutron-server[94787]: WARNING neutron.api.v2.base [None req-4631685d-8991-4436-b4f6-cb4ee3aaf73b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 10:09:49.949557 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-4631685d-8991-4436-b4f6-cb4ee3aaf73b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.950458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4631685d-8991-4436-b4f6-cb4ee3aaf73b tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053346 Aug 31 10:09:49.952818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41498) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:49.960430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a8ddcc94-cf34-4a7c-b13c-1d23a4e3cb05 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.992604 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-a8ddcc94-cf34-4a7c-b13c-1d23a4e3cb05 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:49.993644 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a8ddcc94-cf34-4a7c-b13c-1d23a4e3cb05 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0399728 Aug 31 10:09:49.996665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41500) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.001162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1a1b84ed-0d00-44a5-9be9-ac0dd42a373e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '76c99d07-e701-4b78-94e9-bb938439659f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:50.034333 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-1a1b84ed-0d00-44a5-9be9-ac0dd42a373e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:50.035385 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1a1b84ed-0d00-44a5-9be9-ac0dd42a373e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0378373 Aug 31 10:09:50.038115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41502) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.089154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-878915e6-6738-4313-9fd1-73d44f56211e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.110075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-878915e6-6738-4313-9fd1-73d44f56211e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.151820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-878915e6-6738-4313-9fd1-73d44f56211e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.154373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-878915e6-6738-4313-9fd1-73d44f56211e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.155842 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-878915e6-6738-4313-9fd1-73d44f56211e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/76c99d07-e701-4b78-94e9-bb938439659f HTTP/1.1" status: 204 len: 168 time: 0.1165564 Aug 31 10:09:50.158379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41504) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.164607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878915e6-6738-4313-9fd1-73d44f56211e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c99d07-e701-4b78-94e9-bb938439659f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:50.201972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c851512e-5c8d-47c4-87db-9c6fce1c192d tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423405 Aug 31 10:09:50.205875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41506) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.210266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e2a4c189-ad9a-4703-a133-157aeea69aaf tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--976534734'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:50.230393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c189-ad9a-4703-a133-157aeea69aaf tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.308297 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c189-ad9a-4703-a133-157aeea69aaf tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.312103 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c189-ad9a-4703-a133-157aeea69aaf tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.338590 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c189-ad9a-4703-a133-157aeea69aaf tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.339826 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e2a4c189-ad9a-4703-a133-157aeea69aaf tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1329865 Aug 31 10:09:50.341631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4c189-ad9a-4703-a133-157aeea69aaf tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44639936-6f9b-40a7-add1-2f2ad101268c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:50.342903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41508) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.348370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b13b1b6e-4c77-4d09-82cc-d405e7c597c1 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '44639936-6f9b-40a7-add1-2f2ad101268c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:50.386040 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-b13b1b6e-4c77-4d09-82cc-d405e7c597c1 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The resource could not be found. Aug 31 10:09:50.387108 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b13b1b6e-4c77-4d09-82cc-d405e7c597c1 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0430002 Aug 31 10:09:50.389859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41510) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.394220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-758c73a8-aaf9-47ec-a8dc-ff6ed565e173 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '44639936-6f9b-40a7-add1-2f2ad101268c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b1eae7e1-abdc-4d89-b91f-1903be6ce2f5'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:50.431851 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-758c73a8-aaf9-47ec-a8dc-ff6ed565e173 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The resource could not be found. Aug 31 10:09:50.432829 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-758c73a8-aaf9-47ec-a8dc-ff6ed565e173 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0420599 Aug 31 10:09:50.435599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.485508 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.512732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.555942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.558470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.559668 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/44639936-6f9b-40a7-add1-2f2ad101268c HTTP/1.1" status: 204 len: 168 time: 0.1231637 Aug 31 10:09:50.562329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41514) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.568411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44639936-6f9b-40a7-add1-2f2ad101268c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:50.575931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.576065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.576305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.576635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.576963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.577285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.577603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.577918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.578234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.578547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.578892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.579211 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24268b6e-3258-45c9-90c0-3d30aecb3201 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:50.605523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7c653daf-6e35-4e7d-a229-f99d6243db58 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420165 Aug 31 10:09:50.609456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41516) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.614557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6c860977-34ef-4341-85ab-9d697749a798 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': 'd359b5c5-a5c5-4084-86c4-aa818c9dae80', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:50.652778 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-6c860977-34ef-4341-85ab-9d697749a798 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The resource could not be found. Aug 31 10:09:50.653969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6c860977-34ef-4341-85ab-9d697749a798 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0434978 Aug 31 10:09:50.658181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41518) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.663189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-fe8a875c-7559-49ed-b44a-283d8aa53b36 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658419756'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:50.684158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe8a875c-7559-49ed-b44a-283d8aa53b36 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.765694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe8a875c-7559-49ed-b44a-283d8aa53b36 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.770115 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe8a875c-7559-49ed-b44a-283d8aa53b36 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.803048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fe8a875c-7559-49ed-b44a-283d8aa53b36 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.804427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fe8a875c-7559-49ed-b44a-283d8aa53b36 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1452699 Aug 31 10:09:50.805420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a875c-7559-49ed-b44a-283d8aa53b36 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adbaba9-b8cd-4b70-b894-dc638ebcd2a6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:50.807804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41520) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.812949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1f0cc480-e734-4469-bdfd-f124112c4555 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131955885'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:50.836247 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc480-e734-4469-bdfd-f124112c4555 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.918961 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc480-e734-4469-bdfd-f124112c4555 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.922515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc480-e734-4469-bdfd-f124112c4555 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.950478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc480-e734-4469-bdfd-f124112c4555 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.951665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1f0cc480-e734-4469-bdfd-f124112c4555 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1425879 Aug 31 10:09:50.953607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cc480-e734-4469-bdfd-f124112c4555 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500f7700-5712-4c17-a3c0-65cee4bf9052,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:50.955253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41522) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:50.959989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b09bf903-0d27-4c75-befc-fbd64710e22f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group_rule': {'security_group_id': '1adbaba9-b8cd-4b70-b894-dc638ebcd2a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '500f7700-5712-4c17-a3c0-65cee4bf9052'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:50.994636 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-b09bf903-0d27-4c75-befc-fbd64710e22f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:09:50.995713 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b09bf903-0d27-4c75-befc-fbd64710e22f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0393953 Aug 31 10:09:50.998707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41524) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.050156 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed70b279-f529-421b-9d3a-bc472806f92f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.072146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed70b279-f529-421b-9d3a-bc472806f92f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.113167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed70b279-f529-421b-9d3a-bc472806f92f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.115750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed70b279-f529-421b-9d3a-bc472806f92f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.116896 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ed70b279-f529-421b-9d3a-bc472806f92f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/500f7700-5712-4c17-a3c0-65cee4bf9052 HTTP/1.1" status: 204 len: 168 time: 0.1172717 Aug 31 10:09:51.119672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41526) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.126057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70b279-f529-421b-9d3a-bc472806f92f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500f7700-5712-4c17-a3c0-65cee4bf9052,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:51.171900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eaf67993-0a2e-46bc-9bd8-4796cf551ddb tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0510843 Aug 31 10:09:51.175043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41528) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.224640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b97e891-1421-4d6f-bece-6819c5a8bb06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.246976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b97e891-1421-4d6f-bece-6819c5a8bb06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.286621 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b97e891-1421-4d6f-bece-6819c5a8bb06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.289220 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b97e891-1421-4d6f-bece-6819c5a8bb06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.290358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9b97e891-1421-4d6f-bece-6819c5a8bb06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/1adbaba9-b8cd-4b70-b894-dc638ebcd2a6 HTTP/1.1" status: 204 len: 168 time: 0.1144290 Aug 31 10:09:51.293092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41530) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.300043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97e891-1421-4d6f-bece-6819c5a8bb06 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adbaba9-b8cd-4b70-b894-dc638ebcd2a6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:51.347712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7a7b97b0-77c6-4660-92cf-eda63b425ba9 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533926 Aug 31 10:09:51.351394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41532) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.355738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c81d60ee-a246-40a0-911c-1f752a17a7ba tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096079502'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:51.379569 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c81d60ee-a246-40a0-911c-1f752a17a7ba tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.460936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c81d60ee-a246-40a0-911c-1f752a17a7ba tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.464733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c81d60ee-a246-40a0-911c-1f752a17a7ba tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.492889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c81d60ee-a246-40a0-911c-1f752a17a7ba tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.494037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c81d60ee-a246-40a0-911c-1f752a17a7ba tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1417105 Aug 31 10:09:51.495887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d60ee-a246-40a0-911c-1f752a17a7ba tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6ce653-8e86-45f4-80ab-9dbb2ac6df8f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:51.497256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41534) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.502551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-280bc26e-d9f8-4870-a7ed-fab1f10abd41 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:51.503209 n-d-806683-2 neutron-server[94786]: WARNING neutron.api.v2.base [None req-280bc26e-d9f8-4870-a7ed-fab1f10abd41 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 10:09:51.503834 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-280bc26e-d9f8-4870-a7ed-fab1f10abd41 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 10:09:51.504667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-280bc26e-d9f8-4870-a7ed-fab1f10abd41 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "PUT /v2.0/security-groups/0f6ce653-8e86-45f4-80ab-9dbb2ac6df8f HTTP/1.1" status: 409 len: 330 time: 0.0064247 Aug 31 10:09:51.507374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41536) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.562077 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4df4925d-19d7-4d92-ba7c-ea7c540f4c98 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.583233 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4df4925d-19d7-4d92-ba7c-ea7c540f4c98 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.623524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4df4925d-19d7-4d92-ba7c-ea7c540f4c98 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.626114 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4df4925d-19d7-4d92-ba7c-ea7c540f4c98 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.627305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4df4925d-19d7-4d92-ba7c-ea7c540f4c98 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/0f6ce653-8e86-45f4-80ab-9dbb2ac6df8f HTTP/1.1" status: 204 len: 168 time: 0.1190484 Aug 31 10:09:51.629970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41538) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.636481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4925d-19d7-4d92-ba7c-ea7c540f4c98 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6ce653-8e86-45f4-80ab-9dbb2ac6df8f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:51.672907 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8c819e5e-5ef0-4480-957c-f1d4c602f244 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0415761 Aug 31 10:09:51.677218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41540) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.689815 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-16aabea5-9f12-4571-b403-997b228d425e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] delete failed (client error): The resource could not be found. Aug 31 10:09:51.690838 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-16aabea5-9f12-4571-b403-997b228d425e tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "DELETE /v2.0/security-groups/84f96ebf-fd62-46ec-9761-86791be18daa HTTP/1.1" status: 404 len: 347 time: 0.0127780 Aug 31 10:09:51.694334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41542) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.707310 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-3c9e53b7-1ab3-4d27-9261-09ff1b51708f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] show failed (client error): The resource could not be found. Aug 31 10:09:51.708278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3c9e53b7-1ab3-4d27-9261-09ff1b51708f tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-groups/a122abd6-4e5f-461e-9dc0-84bb63dd909e HTTP/1.1" status: 404 len: 347 time: 0.0130141 Aug 31 10:09:51.711573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41544) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:51.726046 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-1c21428e-445c-4ad0-addd-c5c361edb313 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] show failed (client error): The resource could not be found. Aug 31 10:09:51.727054 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1c21428e-445c-4ad0-addd-c5c361edb313 tempest-NegativeSecGroupTest-1533047424 tempest-NegativeSecGroupTest-1533047424-project] 10.222.0.69 "GET /v2.0/security-group-rules/03a6e40c-ba0c-4851-b3f9-fd2c13330624 HTTP/1.1" status: 404 len: 356 time: 0.0145674 Aug 31 10:09:51.822997 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e0a5de53-0c8b-45fd-b5e3-565627a045ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:51.975743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41550) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:52.105813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9c8396ff-8f2f-4d3d-957f-39e9588cb0e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9aa8c748d2c54df1b72409b595e6e16a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288664 Aug 31 10:09:52.108263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41554) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:52.155640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-de8712e8-6994-4e80-bf71-6b144323d9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:52.176854 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-de8712e8-6994-4e80-bf71-6b144323d9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:52.222452 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-de8712e8-6994-4e80-bf71-6b144323d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:52.225124 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-de8712e8-6994-4e80-bf71-6b144323d9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:52.226334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-de8712e8-6994-4e80-bf71-6b144323d9b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc567d96-101c-43a7-9f3f-c3d43a10decd HTTP/1.1" status: 204 len: 168 time: 0.1171293 Aug 31 10:09:52.233818 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8712e8-6994-4e80-bf71-6b144323d9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc567d96-101c-43a7-9f3f-c3d43a10decd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:52.853329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41576) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:52.950279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1155213005'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:52.971241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Made reservation on behalf of 1c57d88de39d4d6992dc1005bafb36f6 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:09:52.974550 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:52.982480 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:53.067655 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:53.071318 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:53.096167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:09:53.105312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d98526-0d86-4b93-9efc-cb084f922497,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:53.109888 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:53.110227 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Added segment feac8362-c6c5-4d49-b98f-3a99f299d6c4 of type vlan for network 9ca5f10d-24ca-4f61-b6bc-e741f459bfb7 Aug 31 10:09:53.153326 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:53.186402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:53.192021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:53.192613 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:53.249668 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3952327 Aug 31 10:09:53.253180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41580) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:53.258247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-a008dd06-e14b-41c5-8b23-60b56e5145ef tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', 'tempest-TagsTest-Tag-1023157884') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:53.260435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331bc27-9911-4d52-bf0f-8446468051b4 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Pushing event updated for resources: {'Network': ['ID=9ca5f10d-24ca-4f61-b6bc-e741f459bfb7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:53.270478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9ca5f10d-24ca-4f61-b6bc-e741f459bfb7 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:09:53.344401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a008dd06-e14b-41c5-8b23-60b56e5145ef tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "PUT /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags/tempest-TagsTest-Tag-1023157884 HTTP/1.1" status: 201 len: 201 time: 0.0900614 Aug 31 10:09:53.347537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41582) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:53.351853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-ee3a206f-b1ed-43c4-8e47-964c2a2c09d1 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', 'tempest-TagsTest-Tag-1023157884') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:53.714813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ee3a206f-b1ed-43c4-8e47-964c2a2c09d1 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "GET /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags/tempest-TagsTest-Tag-1023157884 HTTP/1.1" status: 204 len: 168 time: 0.3662012 Aug 31 10:09:53.717151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41584) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:53.721393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-fea6e4d0-b394-4f64-87d9-d0a31f5db30d tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:53.787653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fea6e4d0-b394-4f64-87d9-d0a31f5db30d tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "GET /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags HTTP/1.1" status: 200 len: 238 time: 0.0694721 Aug 31 10:09:53.790305 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41586) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:53.794929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-399648eb-3277-4bb9-be3e-1f562cf64c3a tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', {'tags': ['tempest-TagsTest-Tag-301176198', 'tempest-TagsTest-Tag-1890798457', 'tempest-TagsTest-Tag-252619508']}) {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:53.873145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-399648eb-3277-4bb9-be3e-1f562cf64c3a tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "PUT /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags HTTP/1.1" status: 200 len: 307 time: 0.0818095 Aug 31 10:09:53.875689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41588) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:53.880796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-39df165c-b83a-4c21-b4ff-999dd123cb39 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', 'tempest-TagsTest-Tag-301176198') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:53.964704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-39df165c-b83a-4c21-b4ff-999dd123cb39 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "DELETE /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags/tempest-TagsTest-Tag-301176198 HTTP/1.1" status: 204 len: 168 time: 0.0872326 Aug 31 10:09:53.967137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41590) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:53.971568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-494c117d-1476-4606-96c1-1efb294f1891 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', 'tempest-TagsTest-Tag-301176198') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.043104 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-494c117d-1476-4606-96c1-1efb294f1891 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] show failed (client error): The resource could not be found. Aug 31 10:09:54.044176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-494c117d-1476-4606-96c1-1efb294f1891 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "GET /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags/tempest-TagsTest-Tag-301176198 HTTP/1.1" status: 404 len: 325 time: 0.0761778 Aug 31 10:09:54.046976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41592) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:54.051938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-a652a807-4b53-42ee-bcaa-247f4571072d tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', 'tempest-TagsTest-Tag-1890798457') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.119395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a652a807-4b53-42ee-bcaa-247f4571072d tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "GET /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags/tempest-TagsTest-Tag-1890798457 HTTP/1.1" status: 204 len: 168 time: 0.0713730 Aug 31 10:09:54.122039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41594) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:54.126302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-ae64f30a-8060-42ed-b8cd-0082b05d509a tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', 'tempest-TagsTest-Tag-252619508') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.194727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ae64f30a-8060-42ed-b8cd-0082b05d509a tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "GET /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags/tempest-TagsTest-Tag-252619508 HTTP/1.1" status: 204 len: 168 time: 0.0716839 Aug 31 10:09:54.197073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41596) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:54.201767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-8ad4a94f-e366-47fe-b521-144110ac9f50 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.280840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8ad4a94f-e366-47fe-b521-144110ac9f50 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "DELETE /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0827801 Aug 31 10:09:54.284014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41598) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:54.288277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-a95a5c67-73d1-4376-8c7c-231ed24758ed tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', 'tempest-TagsTest-Tag-1890798457') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.357238 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-a95a5c67-73d1-4376-8c7c-231ed24758ed tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] show failed (client error): The resource could not be found. Aug 31 10:09:54.358282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a95a5c67-73d1-4376-8c7c-231ed24758ed tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "GET /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags/tempest-TagsTest-Tag-1890798457 HTTP/1.1" status: 404 len: 326 time: 0.0733502 Aug 31 10:09:54.361587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41600) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:54.365807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-a779dcb5-d7ac-471f-9d9a-fc62ad4d2b16 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7', 'tempest-TagsTest-Tag-252619508') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.430905 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-a779dcb5-d7ac-471f-9d9a-fc62ad4d2b16 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] show failed (client error): The resource could not be found. Aug 31 10:09:54.431948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a779dcb5-d7ac-471f-9d9a-fc62ad4d2b16 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "GET /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags/tempest-TagsTest-Tag-252619508 HTTP/1.1" status: 404 len: 325 time: 0.0694692 Aug 31 10:09:54.434581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41602) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:54.438949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.tag.tag_plugin [None req-d34ee6af-0789-4215-ac6e-d63c0548b6fd tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9ca5f10d-24ca-4f61-b6bc-e741f459bfb7') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.512124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d34ee6af-0789-4215-ac6e-d63c0548b6fd tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "DELETE /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0765352 Aug 31 10:09:54.516402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41604) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:54.593501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.677377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.687213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca5f10d-24ca-4f61-b6bc-e741f459bfb7']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.697624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feac8362-c6c5-4d49-b98f-3a99f299d6c4') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.697919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feac8362-c6c5-4d49-b98f-3a99f299d6c4') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:09:54.707366 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.720995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.726791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:09:54.727180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:09:54.730037 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:09:54.790585 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.798654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.800688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] 10.222.0.69 "DELETE /v2.0/networks/9ca5f10d-24ca-4f61-b6bc-e741f459bfb7 HTTP/1.1" status: 204 len: 168 time: 0.2832675 Aug 31 10:09:54.812840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Pushing event deleted for resources: {'Network': ['ID=9ca5f10d-24ca-4f61-b6bc-e741f459bfb7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:54.820934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.821281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.821637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.821965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.822297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.822628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.822978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.823306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.823630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.823952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.824275 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:54.824599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075845e-553a-4c47-9057-ce5c778b71c6 tempest-TagsTest-560804018 tempest-TagsTest-560804018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:55.036359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41610) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:55.042614 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:55.170393 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-31b4b286-e497-4b47-a0df-108f9d082568 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c57d88de39d4d6992dc1005bafb36f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328676 Aug 31 10:09:55.172855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41614) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:09:55.220150 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ece-9848-4e63-87ed-88079194c650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:55.244445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ece-9848-4e63-87ed-88079194c650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:55.289267 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ece-9848-4e63-87ed-88079194c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:55.291885 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ece-9848-4e63-87ed-88079194c650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:55.293034 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f94b7ece-9848-4e63-87ed-88079194c650 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47d98526-0d86-4b93-9efc-cb084f922497 HTTP/1.1" status: 204 len: 168 time: 0.1192207 Aug 31 10:09:55.300521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b7ece-9848-4e63-87ed-88079194c650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d98526-0d86-4b93-9efc-cb084f922497,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:55.774083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8397adf5-0852-48ca-944d-8547489ed1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:57.747798 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:58.694166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.205902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41694) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:01.379820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da8ea4e3-eaac-43cb-9200-a1659a7d2bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.476303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da8ea4e3-eaac-43cb-9200-a1659a7d2bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.480808 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da8ea4e3-eaac-43cb-9200-a1659a7d2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.519265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ea4e3-eaac-43cb-9200-a1659a7d2bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0342f4-2df9-44e9-a9c0-0d2f2a595da5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:01.523620 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da8ea4e3-eaac-43cb-9200-a1659a7d2bc4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=789d76287a094266888f96bfe997fc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162913 Aug 31 10:10:01.528150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41700) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:01.579962 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94e39627-172f-452f-a2b2-f79724eb5f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.603633 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94e39627-172f-452f-a2b2-f79724eb5f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.662551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94e39627-172f-452f-a2b2-f79724eb5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.665160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94e39627-172f-452f-a2b2-f79724eb5f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.666348 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-94e39627-172f-452f-a2b2-f79724eb5f32 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba0342f4-2df9-44e9-a9c0-0d2f2a595da5 HTTP/1.1" status: 204 len: 168 time: 0.1371689 Aug 31 10:10:01.675019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e39627-172f-452f-a2b2-f79724eb5f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0342f4-2df9-44e9-a9c0-0d2f2a595da5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:01.962139 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41706) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:01.976878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-110a9186-2de8-4795-9537-7df8f9f9ca48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.072720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-110a9186-2de8-4795-9537-7df8f9f9ca48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.076902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-110a9186-2de8-4795-9537-7df8f9f9ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.116506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-110a9186-2de8-4795-9537-7df8f9f9ca48 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5737b276a8d745d2a002371059ce4d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531496 Aug 31 10:10:02.117401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a9186-2de8-4795-9537-7df8f9f9ca48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e149a1a0-524e-4c4e-8acd-652932aae738,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:02.119249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41708) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:02.178182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b161d70-f28f-48cc-baec-7072c45d476b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.199395 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b161d70-f28f-48cc-baec-7072c45d476b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.247813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b161d70-f28f-48cc-baec-7072c45d476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.250432 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5b161d70-f28f-48cc-baec-7072c45d476b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.251683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5b161d70-f28f-48cc-baec-7072c45d476b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e149a1a0-524e-4c4e-8acd-652932aae738 HTTP/1.1" status: 204 len: 168 time: 0.1310847 Aug 31 10:10:02.261486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b161d70-f28f-48cc-baec-7072c45d476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149a1a0-524e-4c4e-8acd-652932aae738,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:04.329922 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:10:10.839176 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:13.841404 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:19.948096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 41874) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:20.101633 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff3aa-a2ac-41ad-be27-e5f388a34f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:20.202112 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff3aa-a2ac-41ad-be27-e5f388a34f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:20.206182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff3aa-a2ac-41ad-be27-e5f388a34f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:20.248485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ce9ff3aa-a2ac-41ad-be27-e5f388a34f25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd40dbcab5c6463c9e0ed834b9edc16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989285 Aug 31 10:10:20.249838 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ff3aa-a2ac-41ad-be27-e5f388a34f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3581d158-630c-4aab-8020-4d4fb58f50f9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:20.250972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 41880) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:20.318373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ce7169f-6438-4590-9b8e-93d88794e292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:20.341487 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ce7169f-6438-4590-9b8e-93d88794e292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:20.398946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ce7169f-6438-4590-9b8e-93d88794e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:20.401504 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5ce7169f-6438-4590-9b8e-93d88794e292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:20.402700 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5ce7169f-6438-4590-9b8e-93d88794e292 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3581d158-630c-4aab-8020-4d4fb58f50f9 HTTP/1.1" status: 204 len: 168 time: 0.1507685 Aug 31 10:10:20.411850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7169f-6438-4590-9b8e-93d88794e292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3581d158-630c-4aab-8020-4d4fb58f50f9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:21.826365 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d3b9c553-8e11-4036-a66c-b9efd912363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:25.044950 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:25.776827 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-14ef8877-9da6-4e27-81e0-54fc1a668e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:27.753181 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:28.701476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:34.873453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42032) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:34.988453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c577557c-67df-495e-8286-435ff19df336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:35.092418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c577557c-67df-495e-8286-435ff19df336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:35.096627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c577557c-67df-495e-8286-435ff19df336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:35.133755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577557c-67df-495e-8286-435ff19df336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd3b17-dc8f-4a89-ae3b-3a57a30bca8c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:35.138233 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c577557c-67df-495e-8286-435ff19df336 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ee87b1ac34a4fc49b2b451b4c3a2081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637107 Aug 31 10:10:35.140872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42038) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:35.195403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5362b7e7-ec6a-49ac-a703-88705755a96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:35.223242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5362b7e7-ec6a-49ac-a703-88705755a96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:35.272238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5362b7e7-ec6a-49ac-a703-88705755a96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:35.274963 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5362b7e7-ec6a-49ac-a703-88705755a96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:35.276144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5362b7e7-ec6a-49ac-a703-88705755a96f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57cd3b17-dc8f-4a89-ae3b-3a57a30bca8c HTTP/1.1" status: 204 len: 168 time: 0.1343527 Aug 31 10:10:35.284836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b7e7-ec6a-49ac-a703-88705755a96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd3b17-dc8f-4a89-ae3b-3a57a30bca8c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:35.945352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 42060) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:36.049098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-775575929-network', 'tenant_id': 'af51eb52cc00482782f21fd1e0643ef0'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:10:36.071810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Made reservation on behalf of af51eb52cc00482782f21fd1e0643ef0 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:10:36.074181 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.087831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.188080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.192650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.219888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:10:36.225220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce1e8ab-1363-4adf-a51f-539e33c08876,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:36.233114 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.233213 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Added segment e2543c88-c21b-4acc-b9bf-18f11de31bde of type vlan for network 1cc183f9-a760-4bab-8fba-638b10ca66c4 Aug 31 10:10:36.275285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.300984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.301979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:36.302564 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.378674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4320271 Aug 31 10:10:36.381732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 42064) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:36.387836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Request body: {'subnet': {'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-775575929-subnet', 'tenant_id': 'af51eb52cc00482782f21fd1e0643ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:10:36.397982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe7399-8b32-4ae9-9e8d-95e37cb99c92 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc183f9-a760-4bab-8fba-638b10ca66c4,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:36.415520 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 1cc183f9-a760-4bab-8fba-638b10ca66c4 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:10:36.428067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Made reservation on behalf of af51eb52cc00482782f21fd1e0643ef0 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:10:36.432722 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.672340 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.729418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2dabdf-6a53-4f92-8f18-fceec621cee3,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:36.740618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Checking segment: {'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:10:36.740982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Network hostable DHCP agents. Network: 1cc183f9-a760-4bab-8fba-638b10ca66c4, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:10:36.759573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Network 1cc183f9-a760-4bab-8fba-638b10ca66c4 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:10:36.771824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 1cc183f9-a760-4bab-8fba-638b10ca66c4) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:10:36.777239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:36.778955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.784240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22830576-d1c2-44ab-a7b1-27b9ea863790 None None] Network 1cc183f9-a760-4bab-8fba-638b10ca66c4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:10:36.804131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d5d9a55e-d7f8-402a-a426-36d491c8030e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4209356 Aug 31 10:10:36.947081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627f0c3-c72e-43d6-9bd5-bb27b512ac47 None None] Network 1cc183f9-a760-4bab-8fba-638b10ca66c4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:10:38.709102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-903c3ef5-4bf5-4c3e-aad7-8cb13c567319 req-546ba8c0-d14e-4e9a-8711-8719ce2cf757 tempest-TestNetworkBasicOps-609586238 tempest-TestNetworkBasicOps-609586238-project] (94786) timed out ('10.222.0.52', 52228) {{(pid=94786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:10:40.834493 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:41.330315 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:10:44.000069 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:51.827057 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b13b8073-4354-4eb1-9f7e-c4f0b9a84084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:55.047695 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:55.783584 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f41fd737-9b64-434b-b188-55dcdb079bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:57.756165 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:58.702091 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:10.833419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:13.839592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:18.329741 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:11:21.830988 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-952b34fb-d14a-4446-992a-10c4c7bf959a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:25.050056 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:25.784278 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fbe0-1f1e-41c7-b25f-4a4605dbd250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:26.146393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-d3881ace-15e9-4295-9633-bff38ca65ecd tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:26.147827 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-d3881ace-15e9-4295-9633-bff38ca65ecd tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/networks?id=1cc183f9-a760-4bab-8fba-638b10ca66c4 HTTP/1.1" status: 200 len: 813 time: 0.1064932 Aug 31 10:11:26.163498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-390f5c43-6aa3-489a-a62e-63f624bf8902 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/quotas/af51eb52cc00482782f21fd1e0643ef0 HTTP/1.1" status: 200 len: 375 time: 0.0098665 Aug 31 10:11:26.195057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-3f731509-e3a6-430f-b76d-28107d39613e tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=af51eb52cc00482782f21fd1e0643ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264297 Aug 31 10:11:26.339350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-ed90172c-badc-450f-902c-20076c8a1a33 service neutron] 10.222.0.69 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374333 Aug 31 10:11:26.431998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-3ac1603c-c65e-4ef1-820b-5bafdec9f024 service neutron] 10.222.0.69 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865560 Aug 31 10:11:26.607794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a83f8bf8-f2e8-4b59-9b8b-ee2597d57395 req-6fc28130-3c6f-43a5-9396-7519ea3ba6a5 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 210 time: 0.0275245 Aug 31 10:11:27.717331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b6feecd-e8a0-4bf4-9a3c-0b03df89ef9c req-985b6dd1-2d1c-401e-8d61-309660f4530e tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 210 time: 0.0299747 Aug 31 10:11:27.759228 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:28.703762 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:28.792839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1eae943b-c7e7-403a-be7c-138053f1e5ea req-7145ccb3-97da-427c-bb14-0cd03893fb76 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 210 time: 0.0268018 Aug 31 10:11:29.871539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-934e531a-07d1-4e07-b37b-9f109c1afd3a req-832ea0e8-eeb8-499e-87df-b1bac4114a2c tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 210 time: 0.0296078 Aug 31 10:11:30.967823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc9cc9b2-9c65-40e8-b115-083656a277d3 req-4b526f11-56a8-4fed-8df0-910b48359003 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 210 time: 0.0313060 Aug 31 10:11:31.731160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-89d55d99-dbe7-46f1-a488-8c8216650af0 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:31.733403 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-89d55d99-dbe7-46f1-a488-8c8216650af0 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.52 "GET /v2.0/networks?id=1cc183f9-a760-4bab-8fba-638b10ca66c4 HTTP/1.1" status: 200 len: 813 time: 0.1115081 Aug 31 10:11:31.746330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Request body: {'port': {'device_id': '783fb24e-fe31-4a60-9118-ff920f8f635c', 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4', 'admin_state_up': True, 'tenant_id': 'af51eb52cc00482782f21fd1e0643ef0'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:11:31.862911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Made reservation on behalf of af51eb52cc00482782f21fd1e0643ef0 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:11:31.866968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:31.996638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Allocated IP 172.20.0.3 (1cc183f9-a760-4bab-8fba-638b10ca66c4/ee2dabdf-6a53-4f92-8f18-fceec621cee3/86909ebb-c3c0-43db-a6d2-2a409212fd93) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:11:32.070612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31b49df0-822b-4781-a4e7-d4819a72959b req-05dfbb38-8632-44d9-adba-e2e61174327b tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 210 time: 0.0276756 Aug 31 10:11:32.151540 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:32.189520 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:32.229097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Network 1cc183f9-a760-4bab-8fba-638b10ca66c4 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:11:32.234043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:11:32.237753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:11:32.267712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Pushing event updated for resources: {'Port': ['ID=86909ebb-c3c0-43db-a6d2-2a409212fd93,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:32.281758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.282101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.282481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.282816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.283151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.283486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.283869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.284695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.285014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.285339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.285659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.285978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:32.302875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:32.303490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:32.316943 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-87d13898-6f38-4da2-be81-e017af3672b6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748844 Aug 31 10:11:32.376600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Request body: {'port': {'device_id': '783fb24e-fe31-4a60-9118-ff920f8f635c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:11:32.429151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:32.930080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86909ebb-c3c0-43db-a6d2-2a409212fd93 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:11:32.937203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:32.949816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Transition to ACTIVE for port object 86909ebb-c3c0-43db-a6d2-2a409212fd93 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:11:32.953278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:33.005978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Pushing event updated for resources: {'Port': ['ID=86909ebb-c3c0-43db-a6d2-2a409212fd93,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:33.068492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Attempting to bind port 86909ebb-c3c0-43db-a6d2-2a409212fd93 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:11:33.068734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Attempting to bind port 86909ebb-c3c0-43db-a6d2-2a409212fd93 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:11:33.069060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Attempting to bind port 86909ebb-c3c0-43db-a6d2-2a409212fd93 on network 1cc183f9-a760-4bab-8fba-638b10ca66c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:11:33.073245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Port 86909ebb-c3c0-43db-a6d2-2a409212fd93 on network 1cc183f9-a760-4bab-8fba-638b10ca66c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:11:33.073562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Attempting to bind port 86909ebb-c3c0-43db-a6d2-2a409212fd93 on network 1cc183f9-a760-4bab-8fba-638b10ca66c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:11:33.078145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:11:33.078480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Checking segment: {'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:11:33.078900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Bound using segment: {'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:11:33.079318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Bound port: 86909ebb-c3c0-43db-a6d2-2a409212fd93, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:11:33.079666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:33.145698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] For port 86909ebb-c3c0-43db-a6d2-2a409212fd93, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:11:33.149347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] For port 86909ebb-c3c0-43db-a6d2-2a409212fd93, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=86909ebb-c3c0-43db-a6d2-2a409212fd93,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:11:33.153379 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:33.184211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead5f26-e426-425c-806b-b6fc1697c62d req-6cddb1bb-5726-4fba-9d34-a72f82856116 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:33.185557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:33.185757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ead5f26-e426-425c-806b-b6fc1697c62d req-6cddb1bb-5726-4fba-9d34-a72f82856116 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 943 time: 0.0493457 Aug 31 10:11:33.186222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:33.188108 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] 10.222.0.52 "PUT /v2.0/ports/86909ebb-c3c0-43db-a6d2-2a409212fd93 HTTP/1.1" status: 200 len: 1091 time: 0.8633502 Aug 31 10:11:33.191267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783fb24e-fe31-4a60-9118-ff920f8f635c', 'tag': '86909ebb-c3c0-43db-a6d2-2a409212fd93'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:11:33.193793 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "783fb24e-fe31-4a60-9118-ff920f8f635c", "tag": "86909ebb-c3c0-43db-a6d2-2a409212fd93"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:11:33.221959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee429cc-2cf0-424d-8d13-41932d5303de service neutron] Pushing event updated for resources: {'Port': ['ID=86909ebb-c3c0-43db-a6d2-2a409212fd93,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:33.226207 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ead5f26-e426-425c-806b-b6fc1697c62d req-59813e8c-c4cd-4bcc-8886-da11b53152b8 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332687 Aug 31 10:11:33.314302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-daaff0d3-bbb0-43b8-aa31-f564490eb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:33.316461 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-daaff0d3-bbb0-43b8-aa31-f564490eb4fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=af51eb52cc00482782f21fd1e0643ef0&device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 1094 time: 0.0425215 Aug 31 10:11:33.362925 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-14a291d4-2b0e-4c40-a091-e1c0bba2b24a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86909ebb-c3c0-43db-a6d2-2a409212fd93 HTTP/1.1" status: 200 len: 217 time: 0.0385535 Aug 31 10:11:33.376821 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861004da-9e8b-4af4-84cc-c5a0e308a376 x-openstack-request-id: req-861004da-9e8b-4af4-84cc-c5a0e308a376 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:11:33.377103 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783fb24e-fe31-4a60-9118-ff920f8f635c", "tag": "86909ebb-c3c0-43db-a6d2-2a409212fd93", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:11:33.377348 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-861004da-9e8b-4af4-84cc-c5a0e308a376 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:11:33.377736 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783fb24e-fe31-4a60-9118-ff920f8f635c', 'tag': '86909ebb-c3c0-43db-a6d2-2a409212fd93', 'status': 'completed', 'code': 200} Aug 31 10:11:33.412918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-dbaedd8b-7fad-4a74-b7ba-c1576c5d6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:33.414362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-dbaedd8b-7fad-4a74-b7ba-c1576c5d6261 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee2dabdf-6a53-4f92-8f18-fceec621cee3 HTTP/1.1" status: 200 len: 853 time: 0.0459671 Aug 31 10:11:33.446008 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-dd69f0bb-f75d-431a-b775-d73e5259dbb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cc183f9-a760-4bab-8fba-638b10ca66c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248117 Aug 31 10:11:33.532698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-eef48f5c-fbbf-4c08-98ff-bc28f05cd2ff service neutron] 10.222.0.52 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801840 Aug 31 10:11:33.625697 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d52521d7-d5ab-4681-9dce-061c234cfb5e req-71c1dd6c-99bd-43bb-935a-f305ba64016b service neutron] 10.222.0.52 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863893 Aug 31 10:11:33.717207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-310ec633-ce1e-47e7-a2b6-6c0ed0536743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:33.718729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-310ec633-ce1e-47e7-a2b6-6c0ed0536743 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=af51eb52cc00482782f21fd1e0643ef0&device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 1094 time: 0.0461612 Aug 31 10:11:33.815099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-4ff61b30-2a95-4679-b13a-f4665d03ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:33.816567 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-4ff61b30-2a95-4679-b13a-f4665d03ab6e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cc183f9-a760-4bab-8fba-638b10ca66c4 HTTP/1.1" status: 200 len: 915 time: 0.0875454 Aug 31 10:11:33.858328 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-d446403e-becb-4e7a-a040-4fb65915b575 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86909ebb-c3c0-43db-a6d2-2a409212fd93 HTTP/1.1" status: 200 len: 217 time: 0.0344503 Aug 31 10:11:33.906105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-0922d0e1-4577-4c86-93f6-e6153f56d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:33.907456 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-0922d0e1-4577-4c86-93f6-e6153f56d5ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee2dabdf-6a53-4f92-8f18-fceec621cee3 HTTP/1.1" status: 200 len: 853 time: 0.0419557 Aug 31 10:11:33.943627 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-bc211c54-4b3b-4a8a-b7bd-650542689f56 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cc183f9-a760-4bab-8fba-638b10ca66c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277567 Aug 31 10:11:34.030641 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-6966421a-155c-4cd2-af55-4ad1d6655a31 service neutron] 10.222.0.52 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791473 Aug 31 10:11:34.123300 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9331b4d-fba1-4e2e-a34a-d32fcc358dc9 req-3131c19a-ab19-4eef-b17b-2b0486f65ef9 service neutron] 10.222.0.52 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837007 Aug 31 10:11:34.349506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f222c-da33-424e-937e-7c88baca9e6c req-a75659bc-66ba-4598-8357-58094986114d tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:34.351000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-587f222c-da33-424e-937e-7c88baca9e6c req-a75659bc-66ba-4598-8357-58094986114d tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 943 time: 0.0524347 Aug 31 10:11:34.388763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-587f222c-da33-424e-937e-7c88baca9e6c req-56435162-4a0e-4d04-a0b0-89556c99b036 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Aug 31 10:11:35.505070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731297c2-f170-4c2d-9fac-7e8a1b5e4b5d req-af1ddcd8-33bb-4efe-bd73-811738c7b6c6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:35.506553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-731297c2-f170-4c2d-9fac-7e8a1b5e4b5d req-af1ddcd8-33bb-4efe-bd73-811738c7b6c6 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 943 time: 0.0494862 Aug 31 10:11:35.543623 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-731297c2-f170-4c2d-9fac-7e8a1b5e4b5d req-57e1acce-0b7a-43b0-aa43-f31270121b79 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Aug 31 10:11:35.586826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-5ad61311-54a9-468f-b399-d034fd5b5e75 req-9dccc2ae-4372-4284-8388-1af1ecfdf00d service neutron] (94787) timed out ('10.222.0.69', 60300) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:11:36.656805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4efd-17d8-41c4-9667-3bc51eedd906 req-28388d15-8029-443c-a90b-7256f38a5952 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:36.658313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b0e4efd-17d8-41c4-9667-3bc51eedd906 req-28388d15-8029-443c-a90b-7256f38a5952 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 943 time: 0.0489867 Aug 31 10:11:36.697133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b0e4efd-17d8-41c4-9667-3bc51eedd906 req-2bd3a830-1b92-473d-99ec-f615a090ccb9 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Aug 31 10:11:37.442650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 86909ebb-c3c0-43db-a6d2-2a409212fd93 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:11:37.538179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 86909ebb-c3c0-43db-a6d2-2a409212fd93, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=86909ebb-c3c0-43db-a6d2-2a409212fd93,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:11:37.549191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '86909ebb-c3c0-43db-a6d2-2a409212fd93', 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4', 'port_id': '86909ebb-c3c0-43db-a6d2-2a409212fd93', 'mac_address': 'fa:16:3e:67:8f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2dabdf-6a53-4f92-8f18-fceec621cee3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:11:37.584794 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:37.597460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86909ebb-c3c0-43db-a6d2-2a409212fd93 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:11:37.615833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 86909ebb-c3c0-43db-a6d2-2a409212fd93, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=86909ebb-c3c0-43db-a6d2-2a409212fd93,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:11:37.619732 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:37.668470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=86909ebb-c3c0-43db-a6d2-2a409212fd93,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:37.675687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.676050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.676390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.676725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.677062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.677399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.677726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.678054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.678374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.678697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.679048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.679371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:37.816201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa413ff-3bb6-40b5-9640-bb649ea39e32 req-719262a9-745e-4cee-9eef-49e6cd219c55 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:37.817705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aaa413ff-3bb6-40b5-9640-bb649ea39e32 req-719262a9-745e-4cee-9eef-49e6cd219c55 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 944 time: 0.0550520 Aug 31 10:11:37.840685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['86909ebb-c3c0-43db-a6d2-2a409212fd93'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:11:37.855869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aaa413ff-3bb6-40b5-9640-bb649ea39e32 req-e8619c3e-9ebc-48ac-bd41-d590e33ab9ba tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322640 Aug 31 10:11:38.970138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc979b8b-4e41-4666-9604-bbe6c8b5e19f req-ff6aa9c0-03d4-4fb1-811d-a7783a346dba tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:38.971658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc979b8b-4e41-4666-9604-bbe6c8b5e19f req-ff6aa9c0-03d4-4fb1-811d-a7783a346dba tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 944 time: 0.0492761 Aug 31 10:11:39.010175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc979b8b-4e41-4666-9604-bbe6c8b5e19f req-198b7f48-c878-481a-aeb7-542673e7dabc tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Aug 31 10:11:39.442903 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 86909ebb-c3c0-43db-a6d2-2a409212fd93 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:11:39.490060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 86909ebb-c3c0-43db-a6d2-2a409212fd93 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:11:39.493840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 86909ebb-c3c0-43db-a6d2-2a409212fd93 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:11:39.494212 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:39.574020 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:39.595899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783fb24e-fe31-4a60-9118-ff920f8f635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86909ebb-c3c0-43db-a6d2-2a409212fd93'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:11:39.598186 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff63aa-7ce6-4f92-85dd-68a229da3756" -d '{"events": [{"server_uuid": "783fb24e-fe31-4a60-9118-ff920f8f635c", "name": "network-vif-plugged", "status": "completed", "tag": "86909ebb-c3c0-43db-a6d2-2a409212fd93"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:11:39.610473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 86909ebb-c3c0-43db-a6d2-2a409212fd93, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=86909ebb-c3c0-43db-a6d2-2a409212fd93,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:11:39.614719 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:39.663528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=86909ebb-c3c0-43db-a6d2-2a409212fd93,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:39.698416 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733e00d7-efb4-4728-b4e3-fe9db176cca6 x-openstack-request-id: req-733e00d7-efb4-4728-b4e3-fe9db176cca6 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:11:39.698709 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783fb24e-fe31-4a60-9118-ff920f8f635c", "name": "network-vif-plugged", "status": "completed", "tag": "86909ebb-c3c0-43db-a6d2-2a409212fd93", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:11:39.698992 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-733e00d7-efb4-4728-b4e3-fe9db176cca6 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:11:39.699385 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783fb24e-fe31-4a60-9118-ff920f8f635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86909ebb-c3c0-43db-a6d2-2a409212fd93', 'code': 200} Aug 31 10:11:39.791740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433eda17-aff7-4dfe-ad5d-122d704dd4ff req-47a2a63f-3e74-4efa-9488-28b3598991c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:39.793252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-433eda17-aff7-4dfe-ad5d-122d704dd4ff req-47a2a63f-3e74-4efa-9488-28b3598991c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 1096 time: 0.0413342 Aug 31 10:11:39.827918 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-433eda17-aff7-4dfe-ad5d-122d704dd4ff req-a62f29d9-b667-4979-b0c4-9c0b8cde5b5d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265965 Aug 31 10:11:40.123708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18203ef-1a0e-4bdd-ab55-dd13e5d94e96 req-61c6fa01-daca-4299-9eef-43a12071c168 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:40.125175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e18203ef-1a0e-4bdd-ab55-dd13e5d94e96 req-61c6fa01-daca-4299-9eef-43a12071c168 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 945 time: 0.0480578 Aug 31 10:11:40.163229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e18203ef-1a0e-4bdd-ab55-dd13e5d94e96 req-9e531671-f690-43a8-af3c-f845a35de3b4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Aug 31 10:11:40.832166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:41.281805 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e355fa8-e13e-46f0-8f34-3cf20e177451 req-95940dab-75f6-4d71-ae7c-62c6cd310298 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:41.283326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e355fa8-e13e-46f0-8f34-3cf20e177451 req-95940dab-75f6-4d71-ae7c-62c6cd310298 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 945 time: 0.0519469 Aug 31 10:11:41.320737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e355fa8-e13e-46f0-8f34-3cf20e177451 req-6174eb8a-e111-473c-8967-29c39971bfb1 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Aug 31 10:11:43.843704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:51.833943 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f869781-d1ef-40c9-a9df-a6cc66f08e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:55.055440 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:55.331308 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:11:55.785325 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a50d21f-dc67-49a4-8c1d-43609ae36919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:57.761911 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:58.704839 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:08.117589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-db798706-1afa-4209-926c-e82116795b9a req-0086956a-da33-4975-8540-5da432c40ab6 service neutron] (94786) timed out ('10.222.0.69', 58196) {{(pid=94786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:12:10.838731 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:13.843112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:21.850251 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d268d7fe-99fc-46b4-86e0-556878f8aada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:22.065181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d0d3a-d716-4503-9610-bae01b690f4e req-a2530f04-fbed-4e17-8944-8fd89d927017 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:22.066710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-971d0d3a-d716-4503-9610-bae01b690f4e req-a2530f04-fbed-4e17-8944-8fd89d927017 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 945 time: 0.0517812 Aug 31 10:12:22.107350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-971d0d3a-d716-4503-9610-bae01b690f4e req-5c24ae7d-d816-4ca2-9b9a-5a86affeb663 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Aug 31 10:12:23.236556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0020f-1233-4875-8df3-b57da81a1ad7 req-4f867b5d-49a7-4398-8eae-272b41104aed tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:23.238095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cd0020f-1233-4875-8df3-b57da81a1ad7 req-4f867b5d-49a7-4398-8eae-272b41104aed tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 945 time: 0.0530486 Aug 31 10:12:23.278704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cd0020f-1233-4875-8df3-b57da81a1ad7 req-280c2a2c-6a52-4f13-a33d-bab030daec50 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Aug 31 10:12:23.425637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-16b54a20-267e-43b8-b92f-b5a332f60ac0 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:23.427098 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-16b54a20-267e-43b8-b92f-b5a332f60ac0 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.52 "GET /v2.0/ports?device_id=783fb24e-fe31-4a60-9118-ff920f8f635c HTTP/1.1" status: 200 len: 945 time: 0.0547619 Aug 31 10:12:23.525406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Deleting port 86909ebb-c3c0-43db-a6d2-2a409212fd93 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:12:23.525744 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.614655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] For port 86909ebb-c3c0-43db-a6d2-2a409212fd93, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=86909ebb-c3c0-43db-a6d2-2a409212fd93,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:23.615048 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.628412 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Calling delete_port for 86909ebb-c3c0-43db-a6d2-2a409212fd93 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:12:23.690502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-67a3a96b-746f-4796-bcb5-b3f4e76d227d req-5e2554a8-9709-46c8-bd00-2189bcb6ec14 service neutron] (94787) timed out ('10.222.0.20', 60640) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:12:23.761565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.773047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['86909ebb-c3c0-43db-a6d2-2a409212fd93'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:12:23.793895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Pushing event deleted for resources: {'Port': ['ID=86909ebb-c3c0-43db-a6d2-2a409212fd93,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:23.833054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] No DVR routers for this DVR port 86909ebb-c3c0-43db-a6d2-2a409212fd93 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:12:23.835667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.837704 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1dfb5968-b9bb-42d9-bcef-5d6606081c62 req-b3283a09-1256-4c27-b30c-18a4afc81fc4 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.52 "DELETE /v2.0/ports/86909ebb-c3c0-43db-a6d2-2a409212fd93 HTTP/1.1" status: 204 len: 173 time: 0.4044557 Aug 31 10:12:23.838137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783fb24e-fe31-4a60-9118-ff920f8f635c', 'name': 'network-vif-deleted', 'tag': '86909ebb-c3c0-43db-a6d2-2a409212fd93'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:23.840507 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418f0390-da79-4ef1-b8bb-71f0479780b5" -d '{"events": [{"server_uuid": "783fb24e-fe31-4a60-9118-ff920f8f635c", "name": "network-vif-deleted", "tag": "86909ebb-c3c0-43db-a6d2-2a409212fd93"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:23.882130 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b79c89f-71f9-4107-bc94-67c2bb410eda x-openstack-request-id: req-2b79c89f-71f9-4107-bc94-67c2bb410eda {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:23.882445 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783fb24e-fe31-4a60-9118-ff920f8f635c", "name": "network-vif-deleted", "tag": "86909ebb-c3c0-43db-a6d2-2a409212fd93", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:23.882701 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b79c89f-71f9-4107-bc94-67c2bb410eda {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:23.883141 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783fb24e-fe31-4a60-9118-ff920f8f635c', 'name': 'network-vif-deleted', 'tag': '86909ebb-c3c0-43db-a6d2-2a409212fd93', 'status': 'completed', 'code': 200} Aug 31 10:12:24.601183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-61ccb59d-7449-4a9e-9d87-9710ac9f693a req-ffcc81d6-d4c5-4452-a53b-9b8d1527d267 tempest-TestNetworkAdvancedServerOps-1200195240 tempest-TestNetworkAdvancedServerOps-1200195240-project] (94786) timed out ('10.222.0.20', 61085) {{(pid=94786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:12:25.049580 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:25.786716 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d440947-338c-4e81-a1ba-f129bf75c087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:27.660334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 86909ebb-c3c0-43db-a6d2-2a409212fd93 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:12:27.685279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 86909ebb-c3c0-43db-a6d2-2a409212fd93 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:12:27.685722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 86909ebb-c3c0-43db-a6d2-2a409212fd93 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:12:27.773483 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:28.707655 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:31.264567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-6b3a38ae-bb43-4c2d-83e5-be65f38a0086 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:31.266036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-6b3a38ae-bb43-4c2d-83e5-be65f38a0086 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/networks?id=1cc183f9-a760-4bab-8fba-638b10ca66c4 HTTP/1.1" status: 200 len: 813 time: 0.1099877 Aug 31 10:12:31.281034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-3da96066-1876-469d-975c-e7c8a0bdb1db tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/quotas/af51eb52cc00482782f21fd1e0643ef0 HTTP/1.1" status: 200 len: 375 time: 0.0087893 Aug 31 10:12:31.313026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-d835161c-0410-48e4-8df4-1a1618f21063 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=af51eb52cc00482782f21fd1e0643ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258906 Aug 31 10:12:31.404294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f3216fcd-b326-45ea-8c44-aec742c32674 service neutron] 10.222.0.69 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Aug 31 10:12:31.493516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-cbbfd775-6b71-41d9-be71-bdd816041cae service neutron] 10.222.0.69 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824416 Aug 31 10:12:31.652347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffd8cbeb-8b55-4751-b29a-2d473520488f req-172206a9-d2ed-453a-8edf-9e7a5fb997bc tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 210 time: 0.0278885 Aug 31 10:12:32.331140 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:12:32.751637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05451bb5-51db-4f6f-8269-5c35e59ccffa req-00c168ab-2d80-42a5-a4e8-22e765019bbc tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 210 time: 0.0265145 Aug 31 10:12:32.881104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f2ac56f5-414b-4718-b690-10657c3c4a6d tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:32.882673 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f2ac56f5-414b-4718-b690-10657c3c4a6d tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.52 "GET /v2.0/networks?id=1cc183f9-a760-4bab-8fba-638b10ca66c4 HTTP/1.1" status: 200 len: 813 time: 0.1134531 Aug 31 10:12:32.896078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Request body: {'port': {'device_id': '6eca37e4-3bed-4981-a753-1a1e7c6010ba', 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4', 'admin_state_up': True, 'tenant_id': 'af51eb52cc00482782f21fd1e0643ef0'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:12:33.021454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Made reservation on behalf of af51eb52cc00482782f21fd1e0643ef0 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:12:33.025195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:33.150093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Allocated IP 172.20.0.13 (1cc183f9-a760-4bab-8fba-638b10ca66c4/ee2dabdf-6a53-4f92-8f18-fceec621cee3/e5fec4c2-cd07-432f-ba65-b26347d2dca9) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:12:33.304600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:33.354565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:33.406635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Network 1cc183f9-a760-4bab-8fba-638b10ca66c4 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:12:33.410022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:12:33.416879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:12:33.420727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Pushing event updated for resources: {'Port': ['ID=e5fec4c2-cd07-432f-ba65-b26347d2dca9,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:33.454437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.455019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.455573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.456106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.456628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.457203 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.457772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.458303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.462260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.462260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.462260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.462260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:33.499571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:33.500184 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:33.516024 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-f0e9e6c6-dbb3-4957-b01e-902cdd13c049 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244233 Aug 31 10:12:33.528663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Request body: {'port': {'device_id': '6eca37e4-3bed-4981-a753-1a1e7c6010ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:12:33.583935 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:33.854296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fec4c2-cd07-432f-ba65-b26347d2dca9 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:12:33.862916 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:33.876275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Transition to ACTIVE for port object e5fec4c2-cd07-432f-ba65-b26347d2dca9 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:12:33.876729 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf090c-2cc1-4c3f-895b-d1ac6bec26bc req-b5a4136e-54ce-4a59-9def-96620686d457 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:33.878277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3bf090c-2cc1-4c3f-895b-d1ac6bec26bc req-b5a4136e-54ce-4a59-9def-96620686d457 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 932 time: 0.0565157 Aug 31 10:12:33.880126 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:33.919670 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3bf090c-2cc1-4c3f-895b-d1ac6bec26bc req-6655c127-43c0-43d7-81bb-3116a6570d14 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348597 Aug 31 10:12:33.937199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Pushing event updated for resources: {'Port': ['ID=e5fec4c2-cd07-432f-ba65-b26347d2dca9,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:34.001136 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Attempting to bind port e5fec4c2-cd07-432f-ba65-b26347d2dca9 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:12:34.001474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Attempting to bind port e5fec4c2-cd07-432f-ba65-b26347d2dca9 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:12:34.001809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Attempting to bind port e5fec4c2-cd07-432f-ba65-b26347d2dca9 on network 1cc183f9-a760-4bab-8fba-638b10ca66c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:12:34.006102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Port e5fec4c2-cd07-432f-ba65-b26347d2dca9 on network 1cc183f9-a760-4bab-8fba-638b10ca66c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:12:34.006427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Attempting to bind port e5fec4c2-cd07-432f-ba65-b26347d2dca9 on network 1cc183f9-a760-4bab-8fba-638b10ca66c4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:12:34.011168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:12:34.011513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Checking segment: {'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:12:34.011899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Bound using segment: {'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:12:34.012331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Bound port: e5fec4c2-cd07-432f-ba65-b26347d2dca9, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2543c88-c21b-4acc-b9bf-18f11de31bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:12:34.012688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:34.077493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] For port e5fec4c2-cd07-432f-ba65-b26347d2dca9, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:12:34.080457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] For port e5fec4c2-cd07-432f-ba65-b26347d2dca9, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e5fec4c2-cd07-432f-ba65-b26347d2dca9,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:12:34.085188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:34.118339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:34.119283 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:34.121283 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] 10.222.0.52 "PUT /v2.0/ports/e5fec4c2-cd07-432f-ba65-b26347d2dca9 HTTP/1.1" status: 200 len: 1092 time: 0.5970674 Aug 31 10:12:34.123831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eca37e4-3bed-4981-a753-1a1e7c6010ba', 'tag': 'e5fec4c2-cd07-432f-ba65-b26347d2dca9'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:34.127473 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0640dea-3236-4bda-83d3-6025d2c73189" -d '{"events": [{"name": "network-changed", "server_uuid": "6eca37e4-3bed-4981-a753-1a1e7c6010ba", "tag": "e5fec4c2-cd07-432f-ba65-b26347d2dca9"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:34.155428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bea5e-7f07-4858-853d-f78a5c8d066b service neutron] Pushing event updated for resources: {'Port': ['ID=e5fec4c2-cd07-432f-ba65-b26347d2dca9,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:34.172547 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95efd326-37a4-401d-9c9f-81b126e8cc6b x-openstack-request-id: req-95efd326-37a4-401d-9c9f-81b126e8cc6b {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:34.172842 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eca37e4-3bed-4981-a753-1a1e7c6010ba", "tag": "e5fec4c2-cd07-432f-ba65-b26347d2dca9", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:34.173117 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95efd326-37a4-401d-9c9f-81b126e8cc6b {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:34.173509 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eca37e4-3bed-4981-a753-1a1e7c6010ba', 'tag': 'e5fec4c2-cd07-432f-ba65-b26347d2dca9', 'status': 'completed', 'code': 200} Aug 31 10:12:34.205990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-2ef12cb4-eaa2-4b6b-8a54-d5b631620b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:34.207533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-2ef12cb4-eaa2-4b6b-8a54-d5b631620b0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=af51eb52cc00482782f21fd1e0643ef0&device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 1095 time: 0.0440714 Aug 31 10:12:34.249581 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-a60ca747-c092-4178-8c10-b6af98b51f5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fec4c2-cd07-432f-ba65-b26347d2dca9 HTTP/1.1" status: 200 len: 217 time: 0.0339093 Aug 31 10:12:34.301723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-282f74cd-4710-4851-b4df-d3051bd41651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:34.303188 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-282f74cd-4710-4851-b4df-d3051bd41651 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee2dabdf-6a53-4f92-8f18-fceec621cee3 HTTP/1.1" status: 200 len: 853 time: 0.0470219 Aug 31 10:12:34.334097 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-224dfe03-e3be-4ad6-8783-2a60d24d7c66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cc183f9-a760-4bab-8fba-638b10ca66c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238087 Aug 31 10:12:34.421822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-92fbd994-aee9-4467-8549-f29d8080fe1c service neutron] 10.222.0.52 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802872 Aug 31 10:12:34.514592 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e79fa07b-c60f-46bc-aefa-262bf3b15d3d req-573fa5e9-e1fe-43c5-9610-837cf4ee1f1a service neutron] 10.222.0.52 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859849 Aug 31 10:12:34.599867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-39814408-c2a5-45fc-8fca-c2fc9eec7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:34.601372 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-39814408-c2a5-45fc-8fca-c2fc9eec7190 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=af51eb52cc00482782f21fd1e0643ef0&device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 1095 time: 0.0410316 Aug 31 10:12:34.693665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-339dd10a-6585-45b4-b61c-2934b16c62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:34.695083 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-339dd10a-6585-45b4-b61c-2934b16c62d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cc183f9-a760-4bab-8fba-638b10ca66c4 HTTP/1.1" status: 200 len: 915 time: 0.0861421 Aug 31 10:12:34.737010 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-59f56257-1def-4e3d-adcd-bb18d680a92c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fec4c2-cd07-432f-ba65-b26347d2dca9 HTTP/1.1" status: 200 len: 217 time: 0.0345824 Aug 31 10:12:34.789133 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-97246110-d8f4-4646-9a98-50a2a3aca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:34.790630 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-97246110-d8f4-4646-9a98-50a2a3aca626 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee2dabdf-6a53-4f92-8f18-fceec621cee3 HTTP/1.1" status: 200 len: 853 time: 0.0454850 Aug 31 10:12:34.824166 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-ed497d18-7ddc-4f03-8ca0-135d67d9020c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cc183f9-a760-4bab-8fba-638b10ca66c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254657 Aug 31 10:12:34.919700 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-3cb6c47c-c2bb-4acf-9e96-09e8e49fbced service neutron] 10.222.0.52 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878618 Aug 31 10:12:35.037603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c0640dea-3236-4bda-83d3-6025d2c73189 req-8426330b-d711-4784-a97a-70ab80c29388 service neutron] 10.222.0.52 "GET /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096549 Aug 31 10:12:35.048445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99deeeff-ceb1-429c-b480-2653deb6a547 req-be120baf-23a0-4e8a-9eac-09715f9ca472 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:35.050034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99deeeff-ceb1-429c-b480-2653deb6a547 req-be120baf-23a0-4e8a-9eac-09715f9ca472 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 944 time: 0.0574551 Aug 31 10:12:35.092598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-99deeeff-ceb1-429c-b480-2653deb6a547 req-b18c523b-58b1-4de3-b892-e15d654fd13c tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Aug 31 10:12:36.214595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3426e08-e176-4c9c-998c-ac219597e984 req-2067bf12-36e0-4e87-b78c-8cf804a85894 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:36.216174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3426e08-e176-4c9c-998c-ac219597e984 req-2067bf12-36e0-4e87-b78c-8cf804a85894 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 944 time: 0.0503223 Aug 31 10:12:36.257275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3426e08-e176-4c9c-998c-ac219597e984 req-784acc95-a984-4895-9242-1d81dc6b6f56 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345423 Aug 31 10:12:37.383194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6e6fc-0116-4bda-b5bd-c8cebba5f295 req-de207c64-51bb-4d57-a619-9f9a3bfa6f67 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:37.384735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bef6e6fc-0116-4bda-b5bd-c8cebba5f295 req-de207c64-51bb-4d57-a619-9f9a3bfa6f67 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 944 time: 0.0601239 Aug 31 10:12:37.442593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bef6e6fc-0116-4bda-b5bd-c8cebba5f295 req-73fa21d0-1d01-4c15-80c2-d18e6487e341 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517030 Aug 31 10:12:37.720676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e5fec4c2-cd07-432f-ba65-b26347d2dca9 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:12:37.819040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e5fec4c2-cd07-432f-ba65-b26347d2dca9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e5fec4c2-cd07-432f-ba65-b26347d2dca9,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:37.829992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'e5fec4c2-cd07-432f-ba65-b26347d2dca9', 'network_id': '1cc183f9-a760-4bab-8fba-638b10ca66c4', 'port_id': 'e5fec4c2-cd07-432f-ba65-b26347d2dca9', 'mac_address': 'fa:16:3e:94:0f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2dabdf-6a53-4f92-8f18-fceec621cee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:12:37.867003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:37.879799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fec4c2-cd07-432f-ba65-b26347d2dca9 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:12:37.900113 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e5fec4c2-cd07-432f-ba65-b26347d2dca9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e5fec4c2-cd07-432f-ba65-b26347d2dca9,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:37.904104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:37.955054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e5fec4c2-cd07-432f-ba65-b26347d2dca9,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:37.962332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.962601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.962961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.963282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.963609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.963936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.964259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.964579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.964897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.965216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.965536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.965853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:38.103057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['e5fec4c2-cd07-432f-ba65-b26347d2dca9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:12:38.557309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5bc4e-349f-42ed-9da7-548b667e3255 req-6e0766ed-2a3b-4cc5-83e7-1cd010752e25 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:38.558844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02b5bc4e-349f-42ed-9da7-548b667e3255 req-6e0766ed-2a3b-4cc5-83e7-1cd010752e25 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 945 time: 0.0504246 Aug 31 10:12:38.597380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-02b5bc4e-349f-42ed-9da7-548b667e3255 req-c3561e15-fee7-4a42-b22d-7abd9cd252bc tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Aug 31 10:12:39.718449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528d1df-5ff0-4e4a-abaf-e73ef074816b req-9f7269b6-3f39-44c6-81c5-9ca9df2bbeac tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:39.719975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4528d1df-5ff0-4e4a-abaf-e73ef074816b req-9f7269b6-3f39-44c6-81c5-9ca9df2bbeac tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 945 time: 0.0545151 Aug 31 10:12:39.738585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e5fec4c2-cd07-432f-ba65-b26347d2dca9 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:12:39.758169 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4528d1df-5ff0-4e4a-abaf-e73ef074816b req-b0b4f0e9-28ab-4862-9e0f-23ca03899f35 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Aug 31 10:12:39.789666 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port e5fec4c2-cd07-432f-ba65-b26347d2dca9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:12:39.793243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port e5fec4c2-cd07-432f-ba65-b26347d2dca9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:12:39.793605 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:39.868867 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:39.890375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eca37e4-3bed-4981-a753-1a1e7c6010ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fec4c2-cd07-432f-ba65-b26347d2dca9'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:39.892694 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35b6aa1-e9c5-4630-aa94-27ae90da08ee" -d '{"events": [{"server_uuid": "6eca37e4-3bed-4981-a753-1a1e7c6010ba", "name": "network-vif-plugged", "status": "completed", "tag": "e5fec4c2-cd07-432f-ba65-b26347d2dca9"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:39.905046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port e5fec4c2-cd07-432f-ba65-b26347d2dca9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e5fec4c2-cd07-432f-ba65-b26347d2dca9,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:39.913750 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:39.937320 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3335291b-d369-4d06-8ae0-cf7d362648fb x-openstack-request-id: req-3335291b-d369-4d06-8ae0-cf7d362648fb {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:39.937612 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eca37e4-3bed-4981-a753-1a1e7c6010ba", "name": "network-vif-plugged", "status": "completed", "tag": "e5fec4c2-cd07-432f-ba65-b26347d2dca9", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:39.937887 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3335291b-d369-4d06-8ae0-cf7d362648fb {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:39.938260 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eca37e4-3bed-4981-a753-1a1e7c6010ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fec4c2-cd07-432f-ba65-b26347d2dca9', 'code': 200} Aug 31 10:12:39.966817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=e5fec4c2-cd07-432f-ba65-b26347d2dca9,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:40.034308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0fa-0777-4b7f-a28c-d65690456dad req-b8322ab0-59a5-47ec-9c89-bc82b940dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:40.035837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d073d0fa-0777-4b7f-a28c-d65690456dad req-b8322ab0-59a5-47ec-9c89-bc82b940dd1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 1097 time: 0.0444951 Aug 31 10:12:40.069846 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d073d0fa-0777-4b7f-a28c-d65690456dad req-e047492d-52cd-4d08-9a66-411f46458aab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273693 Aug 31 10:12:40.833780 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:40.878139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df50b1-b73d-4913-b5cd-d0bb037c91a1 req-c6d57d94-7054-41ff-942c-fa8a1dd17d79 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:40.880050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63df50b1-b73d-4913-b5cd-d0bb037c91a1 req-c6d57d94-7054-41ff-942c-fa8a1dd17d79 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 946 time: 0.0558321 Aug 31 10:12:40.916940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63df50b1-b73d-4913-b5cd-d0bb037c91a1 req-1a853b31-cf57-465b-8ed1-f90c77c4ad51 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Aug 31 10:12:42.033192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029153-704c-4d34-9364-8ebc5c93560c req-62d8d8b2-fce1-414a-bbc4-9982dce2a09b tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:42.034680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c029153-704c-4d34-9364-8ebc5c93560c req-62d8d8b2-fce1-414a-bbc4-9982dce2a09b tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 946 time: 0.0490501 Aug 31 10:12:42.071864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c029153-704c-4d34-9364-8ebc5c93560c req-582f4671-358c-4cd2-90f5-e2fcb0f8344c tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Aug 31 10:12:43.837807 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:51.850154 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-54aff689-daf8-4f6c-9e5c-1acc7196a851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:55.052564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:55.787001 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e6db0778-c17c-46b2-a2b5-ad17a76f0bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:57.767006 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:58.711216 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:07.436337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560beae-2e05-4f43-adfd-23b182d7a3a8 req-ff0456bf-3b1d-474e-9f60-df9b0eb52828 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:07.437821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1560beae-2e05-4f43-adfd-23b182d7a3a8 req-ff0456bf-3b1d-474e-9f60-df9b0eb52828 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 946 time: 0.0494993 Aug 31 10:13:07.484405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1560beae-2e05-4f43-adfd-23b182d7a3a8 req-a4956448-0fe9-4e6d-b032-e4af0406c296 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398998 Aug 31 10:13:08.612499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23ed36-f21e-4d84-92e0-2d66e1a0c1cd req-4bb67ac5-d3d3-403a-92e2-69f8a97da925 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:08.614047 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a23ed36-f21e-4d84-92e0-2d66e1a0c1cd req-4bb67ac5-d3d3-403a-92e2-69f8a97da925 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 946 time: 0.0572333 Aug 31 10:13:08.653367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a23ed36-f21e-4d84-92e0-2d66e1a0c1cd req-183b8ad1-7de2-4da8-b37e-9420f73f4fdd tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ce1e8ab-1363-4adf-a51f-539e33c08876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Aug 31 10:13:08.907431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-7d87c49d-6478-4079-b6ad-6300dbace635 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:08.908930 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-7d87c49d-6478-4079-b6ad-6300dbace635 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 946 time: 0.0492263 Aug 31 10:13:09.011533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Deleting port e5fec4c2-cd07-432f-ba65-b26347d2dca9 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:09.011895 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.100621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] For port e5fec4c2-cd07-432f-ba65-b26347d2dca9, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=e5fec4c2-cd07-432f-ba65-b26347d2dca9,segment=NetworkSegment(e2543c88-c21b-4acc-b9bf-18f11de31bde),segment_id=e2543c88-c21b-4acc-b9bf-18f11de31bde)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:09.100898 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.114000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Calling delete_port for e5fec4c2-cd07-432f-ba65-b26347d2dca9 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:09.248151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.260639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['e5fec4c2-cd07-432f-ba65-b26347d2dca9'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:13:09.276973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Pushing event deleted for resources: {'Port': ['ID=e5fec4c2-cd07-432f-ba65-b26347d2dca9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:09.320775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] No DVR routers for this DVR port e5fec4c2-cd07-432f-ba65-b26347d2dca9 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:13:09.323424 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.325670 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-95dcf700-6ebf-4df5-90e7-8806dd06c1ed req-469d78e8-26d3-472e-879e-f29bf7820d80 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.52 "DELETE /v2.0/ports/e5fec4c2-cd07-432f-ba65-b26347d2dca9 HTTP/1.1" status: 204 len: 173 time: 0.4104557 Aug 31 10:13:09.326127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eca37e4-3bed-4981-a753-1a1e7c6010ba', 'name': 'network-vif-deleted', 'tag': 'e5fec4c2-cd07-432f-ba65-b26347d2dca9'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:13:09.329669 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf287a9-99ce-440c-821f-0f301b4df13c" -d '{"events": [{"server_uuid": "6eca37e4-3bed-4981-a753-1a1e7c6010ba", "name": "network-vif-deleted", "tag": "e5fec4c2-cd07-432f-ba65-b26347d2dca9"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:13:09.336333 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:13:09.367747 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ce6fb0-73e9-4127-affb-96c6597ab94c x-openstack-request-id: req-17ce6fb0-73e9-4127-affb-96c6597ab94c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:13:09.368041 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eca37e4-3bed-4981-a753-1a1e7c6010ba", "name": "network-vif-deleted", "tag": "e5fec4c2-cd07-432f-ba65-b26347d2dca9", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:13:09.368297 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17ce6fb0-73e9-4127-affb-96c6597ab94c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:13:09.368722 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eca37e4-3bed-4981-a753-1a1e7c6010ba', 'name': 'network-vif-deleted', 'tag': 'e5fec4c2-cd07-432f-ba65-b26347d2dca9', 'status': 'completed', 'code': 200} Aug 31 10:13:09.771015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d62cef8e-60cc-4f7e-825c-01f0eedc6058 req-90a5a093-7dda-42f5-94f9-7fb2a1762583 tempest-VolumesSnapshotTestJSON-1160788259 tempest-VolumesSnapshotTestJSON-1160788259-project] 10.222.0.69 "GET /v2.0/ports?device_id=6eca37e4-3bed-4981-a753-1a1e7c6010ba HTTP/1.1" status: 200 len: 210 time: 0.0291705 Aug 31 10:13:10.843865 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:13.837584 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:13.863368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e5fec4c2-cd07-432f-ba65-b26347d2dca9 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:13:13.882908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: e5fec4c2-cd07-432f-ba65-b26347d2dca9 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:13:13.883253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device e5fec4c2-cd07-432f-ba65-b26347d2dca9 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:13:21.831381 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8cb10545-e635-47fc-befc-88d2cb6af4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:25.063129 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:25.804809 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0e502eaa-2055-43a6-a41c-f1d7ca1d99a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:27.786613 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:28.713783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:40.855658 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:43.843086 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:46.335617 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:13:51.835009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a1e785ed-92ac-4bd1-8d93-87951cb249d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.479382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43782) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:54.530414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Deleting subnet ee2dabdf-6a53-4f92-8f18-fceec621cee3 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:13:54.533654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.570930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.611571 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.668374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.695410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2dabdf-6a53-4f92-8f18-fceec621cee3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:54.700904 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.702834 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ee2dabdf-6a53-4f92-8f18-fceec621cee3 HTTP/1.1" status: 204 len: 168 time: 0.2224457 Aug 31 10:13:54.706312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43784) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:54.709471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.709877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.710081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.710575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.710774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.711115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.711442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.711767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.712092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.712468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.712733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.713056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025e2ec-4985-4de6-9ee9-c2f3ccf66ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:54.780109 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.866106 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.878093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc183f9-a760-4bab-8fba-638b10ca66c4']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:54.889788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2543c88-c21b-4acc-b9bf-18f11de31bde') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:54.890093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2543c88-c21b-4acc-b9bf-18f11de31bde') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:54.900762 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.916159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.922784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:13:54.923242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:13:54.925254 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:13:54.988646 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.994345 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.996971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] 10.222.0.69 "DELETE /v2.0/networks/1cc183f9-a760-4bab-8fba-638b10ca66c4 HTTP/1.1" status: 204 len: 168 time: 0.2888734 Aug 31 10:13:55.010600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc183f9-a760-4bab-8fba-638b10ca66c4,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:55.018572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.018953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.019297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.019634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.019970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.020306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.020634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.020963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.021295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.021626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.021951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.022281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc06b9b-e2d0-4400-b2ee-3d58a9c3fe5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:55.057616 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.169998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43788) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:55.218780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-082eb735-6ead-4d2e-abed-201023ae1c89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af51eb52cc00482782f21fd1e0643ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475380 Aug 31 10:13:55.222023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43790) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:55.292962 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36ed49f3-88d5-4ac5-a9c8-f40f20e91b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.322292 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36ed49f3-88d5-4ac5-a9c8-f40f20e91b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.375943 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36ed49f3-88d5-4ac5-a9c8-f40f20e91b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.379482 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36ed49f3-88d5-4ac5-a9c8-f40f20e91b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.381073 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-36ed49f3-88d5-4ac5-a9c8-f40f20e91b29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ce1e8ab-1363-4adf-a51f-539e33c08876 HTTP/1.1" status: 204 len: 168 time: 0.1579826 Aug 31 10:13:55.390662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed49f3-88d5-4ac5-a9c8-f40f20e91b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce1e8ab-1363-4adf-a51f-539e33c08876,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:55.786396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2e981311-3f96-4318-ac20-832e9f98ae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.186776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43812) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:56.316291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-202197418-network', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:56.339481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Made reservation on behalf of fedba1ddb0a9409d8828a6611680e3b9 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:56.341887 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.351453 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.462443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.466530 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.496146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:56.503397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5879238c-a9ea-4789-9dc6-b69071840bda,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:56.510914 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.511260 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Added segment 7ac55343-269c-4a2a-bce7-4d88285cf390 of type vlan for network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 Aug 31 10:13:56.559006 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.590252 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.591303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:56.591969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.650267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4623387 Aug 31 10:13:56.653070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43816) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:56.658088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Request body: {'subnet': {'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-202197418-subnet', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:56.666769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de9bca-dbe6-4318-8ec8-6e5b0ea0944a admin admin] Pushing event updated for resources: {'Network': ['ID=db4d56b6-a66e-4ad5-8acc-0e084d7c9421,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:56.677663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:56.685460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Made reservation on behalf of fedba1ddb0a9409d8828a6611680e3b9 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:56.688392 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.872887 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.940826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1f5d05-8240-4823-8b84-290c7ea5a27f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:56.948778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Checking segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:56.949320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Network hostable DHCP agents. Network: db4d56b6-a66e-4ad5-8acc-0e084d7c9421, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:56.967179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:56.977313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, db4d56b6-a66e-4ad5-8acc-0e084d7c9421) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:56.983100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:56.984120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.989137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f8cd5-f39f-40cc-9644-76d286c48c8d None None] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:57.001409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-35b8df26-0cc0-4f84-9bfb-88021a7aac11 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3472104 Aug 31 10:13:57.004105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43818) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:57.008868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:57.033901 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.034998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.131968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.159051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'fixed_ips': [{'subnet_id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:13:57.160164 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.278368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.306714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Allocated IP 172.20.0.2 (db4d56b6-a66e-4ad5-8acc-0e084d7c9421/aa1f5d05-8240-4823-8b84-290c7ea5a27f/970fa7bc-9e83-4b76-baaf-e0735332bf5e) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:57.461850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.472429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Transition to ACTIVE for port object 970fa7bc-9e83-4b76-baaf-e0735332bf5e will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:57.492495 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Transition to ACTIVE for port object 970fa7bc-9e83-4b76-baaf-e0735332bf5e will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:57.499137 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.544428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:13:57.547663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:57.550463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:13:57.563337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Pushing event updated for resources: {'Port': ['ID=970fa7bc-9e83-4b76-baaf-e0735332bf5e,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:57.589438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.589781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.590112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.590446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.590800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.591125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.591503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.591773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.592094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.592419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.592740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.593067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:57.626602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Attempting to bind port 970fa7bc-9e83-4b76-baaf-e0735332bf5e on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:13:57.627081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Attempting to bind port 970fa7bc-9e83-4b76-baaf-e0735332bf5e by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:13:57.627517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Attempting to bind port 970fa7bc-9e83-4b76-baaf-e0735332bf5e on network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:57.634300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:13:57.634673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Checking segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:57.635109 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.635505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Bound using segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:13:57.636146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Bound port: 970fa7bc-9e83-4b76-baaf-e0735332bf5e, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:13:57.636363 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.719162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] For port 970fa7bc-9e83-4b76-baaf-e0735332bf5e, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:13:57.722901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] For port 970fa7bc-9e83-4b76-baaf-e0735332bf5e, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=970fa7bc-9e83-4b76-baaf-e0735332bf5e,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:13:57.727510 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.800678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.808444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c5a0f-b581-4779-9aa2-d14382cc9e3a None None] Pushing event updated for resources: {'Port': ['ID=970fa7bc-9e83-4b76-baaf-e0735332bf5e,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:57.819771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.846123 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.974466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Allocated IP 172.25.1.87 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/32164554-2783-4a4d-b68d-a1c43498f542) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:58.107870 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.118489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 970fa7bc-9e83-4b76-baaf-e0735332bf5e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:13:58.150801 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.171844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 970fa7bc-9e83-4b76-baaf-e0735332bf5e completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:13:58.192459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:13:58.197853 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:58.202260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:13:58.206268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Pushing event updated for resources: {'Port': ['ID=32164554-2783-4a4d-b68d-a1c43498f542,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:58.493212 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.717589 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.717854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9721618-78a2-47e7-827d-fee121a23d4b None None] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:58.758112 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.864876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-346ae197-2170-4fa7-9b63-15a9261e8041 None None] Provisioning for port 970fa7bc-9e83-4b76-baaf-e0735332bf5e completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:13:58.865352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:13:58.871039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-346ae197-2170-4fa7-9b63-15a9261e8041 None None] Provisioning complete for port 970fa7bc-9e83-4b76-baaf-e0735332bf5e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:13:58.871409 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-346ae197-2170-4fa7-9b63-15a9261e8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.966331 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-346ae197-2170-4fa7-9b63-15a9261e8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.987591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:13:59.001021 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Sync routers for ids ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:13:59.007403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-346ae197-2170-4fa7-9b63-15a9261e8041 None None] For port 970fa7bc-9e83-4b76-baaf-e0735332bf5e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=970fa7bc-9e83-4b76-baaf-e0735332bf5e,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:59.009462 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.011225 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-458dbc59-4e54-404c-9594-d5af1003a728 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0060654 Aug 31 10:13:59.011747 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-346ae197-2170-4fa7-9b63-15a9261e8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.014001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43820) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:59.026684 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Routers {'98be3a93-3da8-4fa4-9e19-827e1fd750c8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:13:59.027803 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:13:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:59.071411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ae197-2170-4fa7-9b63-15a9261e8041 None None] Pushing event updated for resources: {'Port': ['ID=970fa7bc-9e83-4b76-baaf-e0735332bf5e,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:59.242448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2da12fad-0cef-422e-8b57-1e71b4ca251f None None] Provisioning complete for port 970fa7bc-9e83-4b76-baaf-e0735332bf5e triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:13:59.243301 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2da12fad-0cef-422e-8b57-1e71b4ca251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.261003 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Set router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:13:59.447671 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '32164554-2783-4a4d-b68d-a1c43498f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:13:58Z', 'revision_number': 3, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port': {'id': '32164554-2783-4a4d-b68d-a1c43498f542', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:59.476159 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Checking router: 98be3a93-3da8-4fa4-9e19-827e1fd750c8 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:13:59.476504 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Updating router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 port 32164554-2783-4a4d-b68d-a1c43498f542 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:13:59.502966 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.547700 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.784068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Allocated IP 172.20.0.1 (db4d56b6-a66e-4ad5-8acc-0e084d7c9421/aa1f5d05-8240-4823-8b84-290c7ea5a27f/05292478-2803-462b-a31f-56fb28ec1d96) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:59.791474 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.804056 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Transition to ACTIVE for port object 32164554-2783-4a4d-b68d-a1c43498f542 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:59.810022 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.860376 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Attempting to bind port 32164554-2783-4a4d-b68d-a1c43498f542 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:13:59.860727 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Attempting to bind port 32164554-2783-4a4d-b68d-a1c43498f542 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:13:59.861088 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Attempting to bind port 32164554-2783-4a4d-b68d-a1c43498f542 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:59.869151 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Pushing event updated for resources: {'Port': ['ID=32164554-2783-4a4d-b68d-a1c43498f542,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:59.871338 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:13:59.871710 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:59.872110 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.872498 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:13:59.872958 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Bound port: 32164554-2783-4a4d-b68d-a1c43498f542, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:13:59.873341 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.896357 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.898195 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.898515 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.898885 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.899222 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.899554 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.899888 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.900200 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.900518 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.900838 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.901155 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.901471 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.901787 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:59.912117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Transition to ACTIVE for port object 05292478-2803-462b-a31f-56fb28ec1d96 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:59.940825 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] For port 32164554-2783-4a4d-b68d-a1c43498f542, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:13:59.945336 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] For port 32164554-2783-4a4d-b68d-a1c43498f542, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=32164554-2783-4a4d-b68d-a1c43498f542,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:13:59.949830 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.959576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.010650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:00.015692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:00.016693 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52938a24-6e56-4031-bb81-1ce9085d81c7 None None] Pushing event updated for resources: {'Port': ['ID=32164554-2783-4a4d-b68d-a1c43498f542,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:00.020321 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Routers {'98be3a93-3da8-4fa4-9e19-827e1fd750c8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:00.020459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:00.020921 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:13:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:00.023890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Pushing event updated for resources: {'Port': ['ID=05292478-2803-462b-a31f-56fb28ec1d96,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:00.085197 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.119040 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 970fa7bc-9e83-4b76-baaf-e0735332bf5e up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:00.146401 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] Set router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:00.186307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 970fa7bc-9e83-4b76-baaf-e0735332bf5e triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:00.186925 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.279079 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.371413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-92c29f00-370f-4578-bfcd-cd57e7afd34e None None] Provisioning for port 05292478-2803-462b-a31f-56fb28ec1d96 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:00.374251 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '32164554-2783-4a4d-b68d-a1c43498f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:13:58Z', 'revision_number': 3, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port': {'id': '32164554-2783-4a4d-b68d-a1c43498f542', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:00.376971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-92c29f00-370f-4578-bfcd-cd57e7afd34e None None] Provisioning complete for port 05292478-2803-462b-a31f-56fb28ec1d96 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:00.378784 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92c29f00-370f-4578-bfcd-cd57e7afd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.406956 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2ae5f-43d0-4109-b6a2-9e8a4eff2ea1 None None] The sync data for ids ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'] in n-d-806683-2 is: [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '32164554-2783-4a4d-b68d-a1c43498f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:13:58Z', 'revision_number': 3, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port': {'id': '32164554-2783-4a4d-b68d-a1c43498f542', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:00.418543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-92c29f00-370f-4578-bfcd-cd57e7afd34e None None] Port 05292478-2803-462b-a31f-56fb28ec1d96 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:00.484547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.489787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.561281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Pushing event updated for resources: {'Port': ['ID=05292478-2803-462b-a31f-56fb28ec1d96,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:00.565572 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.692796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:00.694364 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:00.833467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:00.952218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e70a8189-d5fd-464f-87d4-ce4cb60a009e None None] Provisioning complete for port 05292478-2803-462b-a31f-56fb28ec1d96 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:00.952724 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e70a8189-d5fd-464f-87d4-ce4cb60a009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.979567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:00.993902 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ed409f9c-79cc-4acf-8f31-e632caceb458 admin admin] 10.222.0.69 "PUT /v2.0/routers/98be3a93-3da8-4fa4-9e19-827e1fd750c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9702473 Aug 31 10:14:01.200822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e70a8189-d5fd-464f-87d4-ce4cb60a009e None None] Port 05292478-2803-462b-a31f-56fb28ec1d96 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:01.525001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43838) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:01.530835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-192348068-network', 'tenant_id': '159185008b6c47e08648275d03d5a652'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:01.554600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Made reservation on behalf of 159185008b6c47e08648275d03d5a652 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:01.557012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.566594 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.661559 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.665672 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.694296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:14:01.700872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b72073-0b88-4704-b796-726b3bd5c881,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:01.707871 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.708214 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Added segment 131f6e58-2a8f-4fbe-b1d9-f5735e599bb2 of type vlan for network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 Aug 31 10:14:01.758043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.789206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.790229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:01.790850 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.850730 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3245964 Aug 31 10:14:01.853697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43840) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:01.859425 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Request body: {'subnet': {'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-192348068-subnet', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:01.860298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a82224-8b03-4d49-b998-d4df4340298e admin admin] Pushing event updated for resources: {'Network': ['ID=2fc3c2a2-76d4-47fb-9b69-e3bf322562b5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:01.871971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:14:01.890159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Made reservation on behalf of 159185008b6c47e08648275d03d5a652 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:01.893766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.108054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 32164554-2783-4a4d-b68d-a1c43498f542 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:02.108533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.164654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Sync routers for ids ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:02.168587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 32164554-2783-4a4d-b68d-a1c43498f542 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:02.173971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 32164554-2783-4a4d-b68d-a1c43498f542 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:02.174617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.176145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94c3e52-ba73-4645-8488-e6d1e3322be4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:02.184212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Checking segment: {'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:02.184575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Network hostable DHCP agents. Network: 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:14:02.202539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:14:02.205997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Routers {'98be3a93-3da8-4fa4-9e19-827e1fd750c8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:02.206653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:13:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:02.215532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:02.220150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:02.221070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.236567 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0736d98b-4e21-49c1-b994-78a83a8d444d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3814979 Aug 31 10:14:02.239285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 43842) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:02.244247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:02.247139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1269099c-ad4d-4390-8e81-9edd20fe47bb None None] Network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:02.266969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.268561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.431235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Set router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:02.487979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.560177 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 32164554-2783-4a4d-b68d-a1c43498f542, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=32164554-2783-4a4d-b68d-a1c43498f542,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:02.568450 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.595824 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.646485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-2fc3c2a2-76d4-47fb-9b69-e3bf322562b5', 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'fixed_ips': [{'subnet_id': 'a94c3e52-ba73-4645-8488-e6d1e3322be4'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:14:02.647388 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.719885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=32164554-2783-4a4d-b68d-a1c43498f542,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:02.740626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.883119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Allocated IP 172.20.0.2 (2fc3c2a2-76d4-47fb-9b69-e3bf322562b5/a94c3e52-ba73-4645-8488-e6d1e3322be4/78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:02.900106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '32164554-2783-4a4d-b68d-a1c43498f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:00Z', 'revision_number': 4, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port': {'id': '32164554-2783-4a4d-b68d-a1c43498f542', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '05292478-2803-462b-a31f-56fb28ec1d96', 'name': '', 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'mac_address': 'fa:16:3e:ec:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:59Z', 'updated_at': '2021-08-31T10:14:00Z', 'revision_number': 2, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'subnets': [{'id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:02.944312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Checking router: 98be3a93-3da8-4fa4-9e19-827e1fd750c8 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:02.944668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Updating router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 port 05292478-2803-462b-a31f-56fb28ec1d96 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:02.954830 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.977502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.002419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.093410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Allocated IP 172.25.1.250 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/735414aa-5041-44aa-9386-d3991912863d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:03.191749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.204189 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.213576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Transition to ACTIVE for port object 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:03.246992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.268226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Transition to ACTIVE for port object 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:03.276641 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.289979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:03.294679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:03.299892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:03.303221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Pushing event updated for resources: {'Port': ['ID=735414aa-5041-44aa-9386-d3991912863d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:03.359186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:03.361193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Pushing event updated for resources: {'Port': ['ID=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:03.366901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:03.369669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:03.472342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Attempting to bind port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:03.472715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Attempting to bind port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:03.473147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Attempting to bind port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f on network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:03.487105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:03.487487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Checking segment: {'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:03.487892 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.488293 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Bound using segment: {'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:03.489117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Bound port: 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:03.489511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.492815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.514449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Transition to ACTIVE for port object 05292478-2803-462b-a31f-56fb28ec1d96 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:03.542984 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.581092 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.622391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0ce2e-650a-4350-a0f1-6926a928fe6a None None] Pushing event updated for resources: {'Port': ['ID=05292478-2803-462b-a31f-56fb28ec1d96,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:03.625658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] For port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:03.676399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] For port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,segment=NetworkSegment(131f6e58-2a8f-4fbe-b1d9-f5735e599bb2),segment_id=131f6e58-2a8f-4fbe-b1d9-f5735e599bb2)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:03.686708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.692660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Attempting to bind port 05292478-2803-462b-a31f-56fb28ec1d96 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:03.693021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Attempting to bind port 05292478-2803-462b-a31f-56fb28ec1d96 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:03.693819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Attempting to bind port 05292478-2803-462b-a31f-56fb28ec1d96 on network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:03.725525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:03.725960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Checking segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:03.726426 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.726997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Bound using segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:03.727484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Bound port: 05292478-2803-462b-a31f-56fb28ec1d96, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:03.727900 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.789226 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580097b2-9c05-456b-a04f-0b1c6255b950 None None] Pushing event updated for resources: {'Port': ['ID=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:03.829431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] For port 05292478-2803-462b-a31f-56fb28ec1d96, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:03.833947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] For port 05292478-2803-462b-a31f-56fb28ec1d96, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=05292478-2803-462b-a31f-56fb28ec1d96,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:03.839669 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.840656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.911383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Routers {'98be3a93-3da8-4fa4-9e19-827e1fd750c8'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:03.912035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:13:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:03.958141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0ce2e-650a-4350-a0f1-6926a928fe6a None None] Pushing event updated for resources: {'Port': ['ID=05292478-2803-462b-a31f-56fb28ec1d96,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:04.069325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] Set router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:04.077251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:14:04.241388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:04.257187 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Sync routers for ids ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:04.267219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.270076 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5bd89d7a-e82a-465e-b2fd-56919f4ef2cf admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0298128 Aug 31 10:14:04.272869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 43844) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:04.273362 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Routers {'4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:04.273555 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:13:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:04.302105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:04.416265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:04.418010 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Set router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:04.423798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 32164554-2783-4a4d-b68d-a1c43498f542 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:04.470936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '32164554-2783-4a4d-b68d-a1c43498f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:00Z', 'revision_number': 4, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port': {'id': '32164554-2783-4a4d-b68d-a1c43498f542', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '05292478-2803-462b-a31f-56fb28ec1d96', 'name': '', 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'mac_address': 'fa:16:3e:ec:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:59Z', 'updated_at': '2021-08-31T10:14:03Z', 'revision_number': 4, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'subnets': [{'id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:04.501026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a93ccb3-b820-4aac-8e25-18505e7f48e3 None None] The sync data for ids ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'] in n-d-806683-2 is: [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '32164554-2783-4a4d-b68d-a1c43498f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:00Z', 'revision_number': 4, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port': {'id': '32164554-2783-4a4d-b68d-a1c43498f542', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '05292478-2803-462b-a31f-56fb28ec1d96', 'name': '', 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'mac_address': 'fa:16:3e:ec:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:59Z', 'updated_at': '2021-08-31T10:14:03Z', 'revision_number': 4, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'subnets': [{'id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:04.522686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 32164554-2783-4a4d-b68d-a1c43498f542 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:04.523027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.670786 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '735414aa-5041-44aa-9386-d3991912863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:03Z', 'revision_number': 3, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port': {'id': '735414aa-5041-44aa-9386-d3991912863d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:04.710495 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Checking router: 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:04.711079 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Updating router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f port 735414aa-5041-44aa-9386-d3991912863d binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:04.742387 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.126526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9d276-9ed1-456d-ab64-2c67ac874c50 None None] Network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:05.219900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9b197b6a-b24b-456b-93a3-65708b56fc4f None None] Provisioning for port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:05.227982 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.234382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9b197b6a-b24b-456b-93a3-65708b56fc4f None None] Provisioning complete for port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:05.234814 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b197b6a-b24b-456b-93a3-65708b56fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.244743 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Transition to ACTIVE for port object 735414aa-5041-44aa-9386-d3991912863d will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:05.253211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.257519 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.325938 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Attempting to bind port 735414aa-5041-44aa-9386-d3991912863d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:05.326542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Attempting to bind port 735414aa-5041-44aa-9386-d3991912863d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:05.327209 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Attempting to bind port 735414aa-5041-44aa-9386-d3991912863d on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:05.337225 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa5ce2-ce91-4ce0-87c9-733885191ec5 None None] Pushing event updated for resources: {'Port': ['ID=735414aa-5041-44aa-9386-d3991912863d,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:05.341051 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:05.341497 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:05.341948 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.342337 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:05.342945 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Bound port: 735414aa-5041-44aa-9386-d3991912863d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:05.343335 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.422521 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] For port 735414aa-5041-44aa-9386-d3991912863d, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:05.426611 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] For port 735414aa-5041-44aa-9386-d3991912863d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=735414aa-5041-44aa-9386-d3991912863d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:05.428846 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b197b6a-b24b-456b-93a3-65708b56fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.433615 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.482572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9b197b6a-b24b-456b-93a3-65708b56fc4f None None] For port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,segment=NetworkSegment(131f6e58-2a8f-4fbe-b1d9-f5735e599bb2),segment_id=131f6e58-2a8f-4fbe-b1d9-f5735e599bb2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:05.491882 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b197b6a-b24b-456b-93a3-65708b56fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.492296 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Allocated IP 172.20.0.1 (2fc3c2a2-76d4-47fb-9b69-e3bf322562b5/a94c3e52-ba73-4645-8488-e6d1e3322be4/ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:05.502386 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Routers {'4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:05.503051 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:13:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:05.568262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b197b6a-b24b-456b-93a3-65708b56fc4f None None] Pushing event updated for resources: {'Port': ['ID=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:05.597351 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa5ce2-ce91-4ce0-87c9-733885191ec5 None None] Pushing event updated for resources: {'Port': ['ID=735414aa-5041-44aa-9386-d3991912863d,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:05.668995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.680376 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] Set router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:05.688808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Transition to ACTIVE for port object ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:05.740817 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.786909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:05.790233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:05.799694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:05.804456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Pushing event updated for resources: {'Port': ['ID=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:05.827622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2ff3917b-55e9-4061-9c1d-7df8282bd4ec None None] Provisioning complete for port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:05.828080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2ff3917b-55e9-4061-9c1d-7df8282bd4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.859412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.917158 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '735414aa-5041-44aa-9386-d3991912863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:03Z', 'revision_number': 3, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port': {'id': '735414aa-5041-44aa-9386-d3991912863d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:05.959357 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55f72e-c29b-42e8-a4da-6b99e6fdfd3e None None] The sync data for ids ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'] in n-d-806683-2 is: [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '735414aa-5041-44aa-9386-d3991912863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:03Z', 'revision_number': 3, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port': {'id': '735414aa-5041-44aa-9386-d3991912863d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:06.043529 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.171093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e5d09a66-0d3d-49c2-ae63-128abc888730 None None] Provisioning for port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:06.188364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e5d09a66-0d3d-49c2-ae63-128abc888730 None None] Provisioning complete for port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:06.188737 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5d09a66-0d3d-49c2-ae63-128abc888730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.240945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:06.270638 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.271022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e5d09a66-0d3d-49c2-ae63-128abc888730 None None] Port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:06.277743 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.304577 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:06.304956 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.365115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Pushing event updated for resources: {'Port': ['ID=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:06.368444 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.406126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 05292478-2803-462b-a31f-56fb28ec1d96 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:06.457667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 05292478-2803-462b-a31f-56fb28ec1d96 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:06.462038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 05292478-2803-462b-a31f-56fb28ec1d96 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:06.462418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.478556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:06.480217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:06.573595 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.609777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 05292478-2803-462b-a31f-56fb28ec1d96, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=05292478-2803-462b-a31f-56fb28ec1d96,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:06.615621 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.621160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:06.674605 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=05292478-2803-462b-a31f-56fb28ec1d96,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:06.747628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:06.760466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-079f2b10-7a72-4528-a8b1-5b10f38807ed admin admin] 10.222.0.69 "PUT /v2.0/routers/4cb3d4a6-eb20-4e80-90fe-3cb008d2052f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4795523 Aug 31 10:14:06.797291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0ea917a3-ebfb-497b-a311-545a299436fa None None] Provisioning complete for port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:06.797669 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ea917a3-ebfb-497b-a311-545a299436fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.836503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0ea917a3-ebfb-497b-a311-545a299436fa None None] Port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:07.468766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-0b86a8d9-645b-4246-acc2-3feff4fa5c77 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:07.470293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-0b86a8d9-645b-4246-acc2-3feff4fa5c77 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/networks?id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421 HTTP/1.1" status: 200 len: 911 time: 0.0865943 Aug 31 10:14:07.487674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-099b40ba-4a21-4e1f-b897-7a74b2906003 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/quotas/159185008b6c47e08648275d03d5a652 HTTP/1.1" status: 200 len: 375 time: 0.0095754 Aug 31 10:14:07.572372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-648717de-b032-4582-93fa-6b1f7335c06e tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=159185008b6c47e08648275d03d5a652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769806 Aug 31 10:14:07.667195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-e8331d44-790e-4eb1-98d7-5728e39e7ef2 service neutron] 10.222.0.69 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Aug 31 10:14:07.772958 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a834c49b-4225-490e-b660-2c605cc7ce93 service neutron] 10.222.0.69 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993619 Aug 31 10:14:07.941633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Sync routers for ids ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:07.951271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Routers {'4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:07.952012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:13:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:08.056921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6a1dd3b-329b-44de-9f22-e74826b17c4d req-f9033211-0769-45c1-a046-65559a0da42e tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 210 time: 0.1488206 Aug 31 10:14:08.243263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 735414aa-5041-44aa-9386-d3991912863d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:08.278554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Set router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:08.375843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 735414aa-5041-44aa-9386-d3991912863d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:08.406066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 735414aa-5041-44aa-9386-d3991912863d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:08.406448 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:08.546347 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:08.570009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 735414aa-5041-44aa-9386-d3991912863d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=735414aa-5041-44aa-9386-d3991912863d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:08.574213 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:08.575047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 05292478-2803-462b-a31f-56fb28ec1d96 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:08.626310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '735414aa-5041-44aa-9386-d3991912863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:06Z', 'revision_number': 4, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port': {'id': '735414aa-5041-44aa-9386-d3991912863d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a', 'name': '', 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'mac_address': 'fa:16:3e:df:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a94c3e52-ba73-4645-8488-e6d1e3322be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:05Z', 'updated_at': '2021-08-31T10:14:06Z', 'revision_number': 2, 'project_id': '159185008b6c47e08648275d03d5a652', 'subnets': [{'id': 'a94c3e52-ba73-4645-8488-e6d1e3322be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:08.671091 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Checking router: 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:08.671441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Updating router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:08.704628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=735414aa-5041-44aa-9386-d3991912863d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:08.715524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:08.732601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 05292478-2803-462b-a31f-56fb28ec1d96 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:08.732961 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.013145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-b601e969-0e1f-45f0-99f1-8876d39c71c4 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:09.015444 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-b601e969-0e1f-45f0-99f1-8876d39c71c4 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.20 "GET /v2.0/networks?id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421 HTTP/1.1" status: 200 len: 911 time: 0.0977440 Aug 31 10:14:09.033479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Request body: {'port': {'device_id': 'a82f56df-584a-43e3-97b4-4b12ea7551e8', 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'admin_state_up': True, 'tenant_id': '159185008b6c47e08648275d03d5a652'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:09.056974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Made reservation on behalf of 159185008b6c47e08648275d03d5a652 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:09.058826 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.059315 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.069817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Transition to ACTIVE for port object ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:09.076365 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.142229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0901-07bb-4e20-a4fa-3b6017d9ba1e None None] Pushing event updated for resources: {'Port': ['ID=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:09.196541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b49c672-7cd6-4c0b-99b9-575ef8dd41d5 req-d3c4d7ad-2b6a-46e7-834a-a904fa133b85 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 210 time: 0.0525479 Aug 31 10:14:09.206018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Attempting to bind port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:09.208443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Attempting to bind port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:09.208811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Attempting to bind port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a on network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:09.221365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Allocated IP 172.20.0.14 (db4d56b6-a66e-4ad5-8acc-0e084d7c9421/aa1f5d05-8240-4823-8b84-290c7ea5a27f/a2f2091a-807a-4fb5-9d71-efc58b2c49a7) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:09.223706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:09.224084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Checking segment: {'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:09.224478 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.224867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Bound using segment: {'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:09.225355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Bound port: ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:09.225738 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.297275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] For port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:09.301733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] For port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,segment=NetworkSegment(131f6e58-2a8f-4fbe-b1d9-f5735e599bb2),segment_id=131f6e58-2a8f-4fbe-b1d9-f5735e599bb2)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:09.307806 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.380840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Routers {'4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:09.381487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:13:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:09.395256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.410509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Transition to ACTIVE for port object a2f2091a-807a-4fb5-9d71-efc58b2c49a7 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:09.418626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0901-07bb-4e20-a4fa-3b6017d9ba1e None None] Pushing event updated for resources: {'Port': ['ID=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:09.452227 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.499437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:09.503501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:09.508228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:09.511530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Pushing event updated for resources: {'Port': ['ID=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:09.516813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] Set router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:09.555684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:09.556326 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.579449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-a25b09da-edd9-4b77-8720-e1259b6567ec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5486102 Aug 31 10:14:09.662453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Request body: {'port': {'device_id': 'a82f56df-584a-43e3-97b4-4b12ea7551e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:09.725752 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.759280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '735414aa-5041-44aa-9386-d3991912863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:06Z', 'revision_number': 4, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port': {'id': '735414aa-5041-44aa-9386-d3991912863d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a', 'name': '', 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'mac_address': 'fa:16:3e:df:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a94c3e52-ba73-4645-8488-e6d1e3322be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:05Z', 'updated_at': '2021-08-31T10:14:09Z', 'revision_number': 4, 'project_id': '159185008b6c47e08648275d03d5a652', 'subnets': [{'id': 'a94c3e52-ba73-4645-8488-e6d1e3322be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:09.791237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13471792-4f0c-45a1-a6b7-247bf0ace439 None None] The sync data for ids ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'] in n-d-806683-2 is: [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '735414aa-5041-44aa-9386-d3991912863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:06Z', 'revision_number': 4, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port': {'id': '735414aa-5041-44aa-9386-d3991912863d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a', 'name': '', 'network_id': '2fc3c2a2-76d4-47fb-9b69-e3bf322562b5', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'mac_address': 'fa:16:3e:df:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a94c3e52-ba73-4645-8488-e6d1e3322be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:05Z', 'updated_at': '2021-08-31T10:14:09Z', 'revision_number': 4, 'project_id': '159185008b6c47e08648275d03d5a652', 'subnets': [{'id': 'a94c3e52-ba73-4645-8488-e6d1e3322be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:09.807541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4a7b3b99-4480-4d83-9f45-3c4c2c1b7c09 None None] Provisioning for port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:09.814248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4a7b3b99-4480-4d83-9f45-3c4c2c1b7c09 None None] Provisioning complete for port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:09.815074 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3b99-4480-4d83-9f45-3c4c2c1b7c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.877048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b3b99-4480-4d83-9f45-3c4c2c1b7c09 None None] Port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:10.032595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f2091a-807a-4fb5-9d71-efc58b2c49a7 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:10.041381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.054568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Transition to ACTIVE for port object a2f2091a-807a-4fb5-9d71-efc58b2c49a7 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:10.058586 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.161957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:10.213540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Attempting to bind port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:10.213880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Attempting to bind port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:10.214216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Attempting to bind port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 on network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:10.223875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 on network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:14:10.223875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Attempting to bind port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 on network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:10.231064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:10.231407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Checking segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:10.231795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Bound using segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:10.232983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Bound port: a2f2091a-807a-4fb5-9d71-efc58b2c49a7, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:10.232983 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.256555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 735414aa-5041-44aa-9386-d3991912863d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:10.331982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 735414aa-5041-44aa-9386-d3991912863d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:10.332616 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.368254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] For port a2f2091a-807a-4fb5-9d71-efc58b2c49a7, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:10.383427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] For port a2f2091a-807a-4fb5-9d71-efc58b2c49a7, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:10.389474 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.400032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84e6ed-25dd-467a-b5e1-6df37336779d req-903cab58-0e27-4eb4-97b3-8234aceafe62 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:10.401578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee84e6ed-25dd-467a-b5e1-6df37336779d req-903cab58-0e27-4eb4-97b3-8234aceafe62 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1053 time: 0.0798888 Aug 31 10:14:10.429930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:10.452378 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:10.452378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.452378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2f2091a-807a-4fb5-9d71-efc58b2c49a7 HTTP/1.1" status: 200 len: 1092 time: 0.8538971 Aug 31 10:14:10.452956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82f56df-584a-43e3-97b4-4b12ea7551e8', 'tag': 'a2f2091a-807a-4fb5-9d71-efc58b2c49a7'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:10.455714 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a82f56df-584a-43e3-97b4-4b12ea7551e8", "tag": "a2f2091a-807a-4fb5-9d71-efc58b2c49a7"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:10.490326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee84e6ed-25dd-467a-b5e1-6df37336779d req-17b4f11d-be59-46b8-ac21-f5ef46e8e268 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665729 Aug 31 10:14:10.491109 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e0815-6cf7-466e-a64d-4e200e4be3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:10.495682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:10.500480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:10.503356 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.574020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-db09f7b2-7c04-4cf9-827b-34acff66a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:10.575522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-db09f7b2-7c04-4cf9-827b-34acff66a8f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=159185008b6c47e08648275d03d5a652&device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1095 time: 0.0677500 Aug 31 10:14:10.621511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.639974 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea925f87-cea1-4958-b7d4-d3b467512c58 x-openstack-request-id: req-ea925f87-cea1-4958-b7d4-d3b467512c58 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:10.640263 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82f56df-584a-43e3-97b4-4b12ea7551e8", "tag": "a2f2091a-807a-4fb5-9d71-efc58b2c49a7", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:10.640546 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea925f87-cea1-4958-b7d4-d3b467512c58 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:10.641129 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82f56df-584a-43e3-97b4-4b12ea7551e8', 'tag': 'a2f2091a-807a-4fb5-9d71-efc58b2c49a7', 'status': 'completed', 'code': 200} Aug 31 10:14:10.643753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-ba90b4a3-98ab-4e6c-aa8e-112d167795ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2f2091a-807a-4fb5-9d71-efc58b2c49a7 HTTP/1.1" status: 200 len: 217 time: 0.0538630 Aug 31 10:14:10.662103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,segment=NetworkSegment(131f6e58-2a8f-4fbe-b1d9-f5735e599bb2),segment_id=131f6e58-2a8f-4fbe-b1d9-f5735e599bb2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:10.666644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.697302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-4728081c-4be9-47c1-a194-72bfed0c1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:10.698834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-4728081c-4be9-47c1-a194-72bfed0c1c6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa1f5d05-8240-4823-8b84-290c7ea5a27f HTTP/1.1" status: 200 len: 848 time: 0.0483737 Aug 31 10:14:10.722198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:10.750451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-c49e3dd0-50b7-469e-957a-4417a0390bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:10.752557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-c49e3dd0-50b7-469e-957a-4417a0390bf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455234 Aug 31 10:14:10.843356 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-05cec660-ca79-4ef8-9abe-d4d9d56eadf2 service neutron] 10.222.0.20 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Aug 31 10:14:10.858999 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.941944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3eb932af-d317-4caf-93aa-69afa5e6e1be req-3d6bb1ee-4c3f-48e3-8b7b-c5e159906cff service neutron] 10.222.0.20 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916829 Aug 31 10:14:11.030036 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-827febda-956b-4aee-b9f3-5f9a92ba838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:11.031648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-827febda-956b-4aee-b9f3-5f9a92ba838a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=159185008b6c47e08648275d03d5a652&device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1095 time: 0.0429962 Aug 31 10:14:11.120925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-791e6713-1285-4cde-a03c-516d7665455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:11.122303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-791e6713-1285-4cde-a03c-516d7665455b service neutron] 10.222.0.20 "GET /v2.0/networks?id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421 HTTP/1.1" status: 200 len: 911 time: 0.0836380 Aug 31 10:14:11.168567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-a67f3e1a-1dc0-4e68-9df2-45473c390e04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2f2091a-807a-4fb5-9d71-efc58b2c49a7 HTTP/1.1" status: 200 len: 217 time: 0.0384641 Aug 31 10:14:11.217341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-712e1ee0-9db8-4531-84fb-e3682981f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:11.218804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-712e1ee0-9db8-4531-84fb-e3682981f2a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa1f5d05-8240-4823-8b84-290c7ea5a27f HTTP/1.1" status: 200 len: 848 time: 0.0435276 Aug 31 10:14:11.263867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-48a5f0a4-9fb8-4cf7-99e5-07742430967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:11.265565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-48a5f0a4-9fb8-4cf7-99e5-07742430967a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401645 Aug 31 10:14:11.364947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-d1a97772-e64b-4939-aadd-f4b54a980bf0 service neutron] 10.222.0.20 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866547 Aug 31 10:14:11.467754 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-419eeba2-bbfc-4679-9a1b-1e77b41e3e8b req-715b1dd7-7a2b-40a5-9dbf-6f82155efd79 service neutron] 10.222.0.20 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948157 Aug 31 10:14:11.601828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6544865-f460-4789-ae14-507c5c31a306 req-850595fc-f20e-41ac-9165-560612548667 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:11.603485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6544865-f460-4789-ae14-507c5c31a306 req-850595fc-f20e-41ac-9165-560612548667 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1095 time: 0.0427094 Aug 31 10:14:11.646797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6544865-f460-4789-ae14-507c5c31a306 req-331bbb5f-a181-4c4e-b6e2-c7cbe7878e76 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370028 Aug 31 10:14:12.124314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:12.174668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:12.175077 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:12.754582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a79b4b-338d-4a45-ba50-5136aabe5bc0 req-445119e7-3556-400d-a5f6-935509570dd7 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:12.756064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4a79b4b-338d-4a45-ba50-5136aabe5bc0 req-445119e7-3556-400d-a5f6-935509570dd7 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1095 time: 0.0413835 Aug 31 10:14:12.791819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4a79b4b-338d-4a45-ba50-5136aabe5bc0 req-70fb2483-b506-47b3-ab62-4cd4fca2c9f3 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296257 Aug 31 10:14:13.849299 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.899533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125ecbf-da47-4b5a-97d9-62051056e3be req-3e1458f9-9dde-4bf0-9140-1e307bd0392e tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:13.901049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0125ecbf-da47-4b5a-97d9-62051056e3be req-3e1458f9-9dde-4bf0-9140-1e307bd0392e tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1095 time: 0.0411093 Aug 31 10:14:13.936715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0125ecbf-da47-4b5a-97d9-62051056e3be req-d542b5a4-c9d5-4d17-9bfb-970c0e3676b5 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293236 Aug 31 10:14:14.477322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a2f2091a-807a-4fb5-9d71-efc58b2c49a7 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:14:14.585264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a2f2091a-807a-4fb5-9d71-efc58b2c49a7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:14.598401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'a2f2091a-807a-4fb5-9d71-efc58b2c49a7', 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'port_id': 'a2f2091a-807a-4fb5-9d71-efc58b2c49a7', 'mac_address': 'fa:16:3e:9d:81:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:14:14.635868 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:14.649108 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f2091a-807a-4fb5-9d71-efc58b2c49a7 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:14.670781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a2f2091a-807a-4fb5-9d71-efc58b2c49a7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:14.680295 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:14.731483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:15.037171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a2f2091a-807a-4fb5-9d71-efc58b2c49a7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:15.041629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c0ad9-c70a-49b1-abf7-1cc1ddda7f2f req-a03ede1f-00a0-4eb2-80cb-5a71f0f7eae6 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:15.043280 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e0c0ad9-c70a-49b1-abf7-1cc1ddda7f2f req-a03ede1f-00a0-4eb2-80cb-5a71f0f7eae6 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1096 time: 0.0412385 Aug 31 10:14:15.084265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e0c0ad9-c70a-49b1-abf7-1cc1ddda7f2f req-033ea087-2683-4d33-bdb5-8bdf69499857 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349491 Aug 31 10:14:16.195700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5504a6-d501-49c7-b894-fd5268da0681 req-d3cadab9-3c72-43e5-a70e-41832b9fc199 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:16.197241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c5504a6-d501-49c7-b894-fd5268da0681 req-d3cadab9-3c72-43e5-a70e-41832b9fc199 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1096 time: 0.0401983 Aug 31 10:14:16.232195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c5504a6-d501-49c7-b894-fd5268da0681 req-a362b86a-2869-41bd-970e-5dd26de1cd3c tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289352 Aug 31 10:14:16.509601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a2f2091a-807a-4fb5-9d71-efc58b2c49a7 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:16.558741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:16.562452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:16.562849 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:16.641271 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:16.664592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f56df-584a-43e3-97b4-4b12ea7551e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f2091a-807a-4fb5-9d71-efc58b2c49a7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:16.666858 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4adf93-9106-4719-8667-cdaddd9f5673" -d '{"events": [{"server_uuid": "a82f56df-584a-43e3-97b4-4b12ea7551e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2f2091a-807a-4fb5-9d71-efc58b2c49a7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:16.680121 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port a2f2091a-807a-4fb5-9d71-efc58b2c49a7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:16.684932 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:16.710951 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ea997a-53d4-4a04-9190-14124e622f87 x-openstack-request-id: req-f7ea997a-53d4-4a04-9190-14124e622f87 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:16.711243 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f56df-584a-43e3-97b4-4b12ea7551e8", "name": "network-vif-plugged", "status": "completed", "tag": "a2f2091a-807a-4fb5-9d71-efc58b2c49a7", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:16.711493 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f7ea997a-53d4-4a04-9190-14124e622f87 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:16.711882 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f56df-584a-43e3-97b4-4b12ea7551e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f2091a-807a-4fb5-9d71-efc58b2c49a7', 'code': 200} Aug 31 10:14:16.738817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:16.812706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdd225-ab0d-449a-9d3e-321fc368300f req-58c2eb3b-de26-4919-a7db-0a644b891e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:16.814240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4bdd225-ab0d-449a-9d3e-321fc368300f req-58c2eb3b-de26-4919-a7db-0a644b891e34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1097 time: 0.0420713 Aug 31 10:14:16.850520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4bdd225-ab0d-449a-9d3e-321fc368300f req-73877509-f5ad-4f93-91fe-ce851e724993 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293820 Aug 31 10:14:17.345246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eecb2a-718c-4867-a237-ef239984cbc0 req-1cd35398-5caf-427a-88f3-ed42605857fd tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:17.347038 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45eecb2a-718c-4867-a237-ef239984cbc0 req-1cd35398-5caf-427a-88f3-ed42605857fd tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1097 time: 0.0446270 Aug 31 10:14:17.390900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45eecb2a-718c-4867-a237-ef239984cbc0 req-368ba8cf-4a53-4b89-8e28-3428dfe5d410 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378892 Aug 31 10:14:18.503341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ede2-a98e-42c6-977e-56e614b3feaa req-e14d92b3-42f2-4599-b8d7-961b6bbea6bf tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.504913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46c7ede2-a98e-42c6-977e-56e614b3feaa req-e14d92b3-42f2-4599-b8d7-961b6bbea6bf tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1097 time: 0.0426838 Aug 31 10:14:18.549386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46c7ede2-a98e-42c6-977e-56e614b3feaa req-3be6543b-4e48-488b-9f85-935082b31460 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Aug 31 10:14:18.657773 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288692a-74a6-4afc-8ba2-7edd6398c746 req-7003a63a-f34c-47ca-91b7-8097a25998e0 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.663706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c288692a-74a6-4afc-8ba2-7edd6398c746 req-7003a63a-f34c-47ca-91b7-8097a25998e0 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1097 time: 0.0468862 Aug 31 10:14:18.701995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c288692a-74a6-4afc-8ba2-7edd6398c746 req-9ccee4d0-ef31-422a-8f0d-65bf13755581 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Aug 31 10:14:18.813070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05676b18-cb42-4f41-bd53-70534d8d5f0a req-148c4682-dd3f-4b2b-8b7e-0653dd9ca1c5 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.814640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05676b18-cb42-4f41-bd53-70534d8d5f0a req-148c4682-dd3f-4b2b-8b7e-0653dd9ca1c5 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1097 time: 0.0443835 Aug 31 10:14:18.859133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-05676b18-cb42-4f41-bd53-70534d8d5f0a req-ab3fc455-1d63-4c55-b46a-090378703699 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Aug 31 10:14:19.078636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-641a14a5-63d7-4de7-88f3-479db457c907 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:19.080766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-641a14a5-63d7-4de7-88f3-479db457c907 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/networks?id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421 HTTP/1.1" status: 200 len: 911 time: 0.0898275 Aug 31 10:14:19.096825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-64ad37c6-161a-4d4c-810a-8be513dfbf2f tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/quotas/159185008b6c47e08648275d03d5a652 HTTP/1.1" status: 200 len: 375 time: 0.0098159 Aug 31 10:14:19.145140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-1b4db96b-16bf-4661-8011-0453c8b20457 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=159185008b6c47e08648275d03d5a652&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0427146 Aug 31 10:14:19.156618 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7839687b-2f66-418c-8f2e-d90bd3c4a319 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:14:19.157594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7839687b-2f66-418c-8f2e-d90bd3c4a319 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058308 Aug 31 10:14:19.309120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-c1bfd8d1-fac3-46a0-8879-0bada849f3cc service neutron] 10.222.0.69 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439638 Aug 31 10:14:19.399793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-25f1dbdc-af40-44b8-bd83-fa53ed3c1ede service neutron] 10.222.0.69 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Aug 31 10:14:19.558194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d82f91e-678a-47fc-b822-4ed80f41fef1 req-78659987-ce91-4cae-9873-3fc20c2b5c9d tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 210 time: 0.0258977 Aug 31 10:14:20.465544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-6c91c210-1522-43af-9777-0284945c3cda tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:20.466967 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-6c91c210-1522-43af-9777-0284945c3cda tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.52 "GET /v2.0/networks?id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421 HTTP/1.1" status: 200 len: 911 time: 0.0967340 Aug 31 10:14:20.478890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Request body: {'port': {'device_id': 'd3c6f5de-c706-46e0-8160-70685c04b694', 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'admin_state_up': True, 'tenant_id': '159185008b6c47e08648275d03d5a652'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:20.501390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Made reservation on behalf of 159185008b6c47e08648275d03d5a652 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:20.504185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:20.627085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Allocated IP 172.20.0.12 (db4d56b6-a66e-4ad5-8acc-0e084d7c9421/aa1f5d05-8240-4823-8b84-290c7ea5a27f/4a010316-df0b-4065-b117-1168f6c67fc8) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:20.659751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13a2c131-897e-44b9-aa78-1a4a1651045d req-48fe8ccb-7087-414c-9c7e-93847cc8fc90 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 210 time: 0.0320773 Aug 31 10:14:20.780299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:20.794627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Transition to ACTIVE for port object 4a010316-df0b-4065-b117-1168f6c67fc8 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:20.828146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:20.839826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a2f2091a-807a-4fb5-9d71-efc58b2c49a7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:20.872767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:20.876297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:20.881378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:20.884300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Pushing event updated for resources: {'Port': ['ID=4a010316-df0b-4065-b117-1168f6c67fc8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:20.927475 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:20.928091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:20.945025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-9ed29286-2c1c-47f7-9962-85515af79044 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4702425 Aug 31 10:14:20.964442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Request body: {'port': {'device_id': 'd3c6f5de-c706-46e0-8160-70685c04b694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:21.037172 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.168625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5d09c424-1194-4690-be92-c3a755537c46 None None] Provisioning for port 4a010316-df0b-4065-b117-1168f6c67fc8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:21.172922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5d09c424-1194-4690-be92-c3a755537c46 None None] Provisioning complete for port 4a010316-df0b-4065-b117-1168f6c67fc8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:21.173377 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5d09c424-1194-4690-be92-c3a755537c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.208098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5d09c424-1194-4690-be92-c3a755537c46 None None] Port 4a010316-df0b-4065-b117-1168f6c67fc8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:21.313414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a010316-df0b-4065-b117-1168f6c67fc8 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:21.320872 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.333080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Transition to ACTIVE for port object 4a010316-df0b-4065-b117-1168f6c67fc8 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:21.337235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.406330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Pushing event updated for resources: {'Port': ['ID=4a010316-df0b-4065-b117-1168f6c67fc8,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:21.470319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Attempting to bind port 4a010316-df0b-4065-b117-1168f6c67fc8 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:21.471556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Attempting to bind port 4a010316-df0b-4065-b117-1168f6c67fc8 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:21.471729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Attempting to bind port 4a010316-df0b-4065-b117-1168f6c67fc8 on network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:21.476783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Port 4a010316-df0b-4065-b117-1168f6c67fc8 on network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:14:21.477129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Attempting to bind port 4a010316-df0b-4065-b117-1168f6c67fc8 on network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:21.482708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:21.483084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Checking segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:21.483473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Bound using segment: {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:21.483901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Bound port: 4a010316-df0b-4065-b117-1168f6c67fc8, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac55343-269c-4a2a-bce7-4d88285cf390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:21.484264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.557683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] For port 4a010316-df0b-4065-b117-1168f6c67fc8, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:21.561154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] For port 4a010316-df0b-4065-b117-1168f6c67fc8, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a010316-df0b-4065-b117-1168f6c67fc8,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:21.566428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.601743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:21.602367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.603776 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] 10.222.0.52 "PUT /v2.0/ports/4a010316-df0b-4065-b117-1168f6c67fc8 HTTP/1.1" status: 200 len: 1092 time: 0.6442366 Aug 31 10:14:21.604215 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c6f5de-c706-46e0-8160-70685c04b694', 'tag': '4a010316-df0b-4065-b117-1168f6c67fc8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:21.606486 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7786a900-3029-46ee-a590-22160c2003bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c6f5de-c706-46e0-8160-70685c04b694", "tag": "4a010316-df0b-4065-b117-1168f6c67fc8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:21.633253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56a1f4-ef7f-4c49-8acd-09f998ebcf03 service neutron] Pushing event updated for resources: {'Port': ['ID=4a010316-df0b-4065-b117-1168f6c67fc8,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:21.673960 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a9bce9-d449-4ff3-b439-f9d522b3e2c0 x-openstack-request-id: req-31a9bce9-d449-4ff3-b439-f9d522b3e2c0 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:21.674259 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c6f5de-c706-46e0-8160-70685c04b694", "tag": "4a010316-df0b-4065-b117-1168f6c67fc8", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:21.674475 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31a9bce9-d449-4ff3-b439-f9d522b3e2c0 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:21.674900 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c6f5de-c706-46e0-8160-70685c04b694', 'tag': '4a010316-df0b-4065-b117-1168f6c67fc8', 'status': 'completed', 'code': 200} Aug 31 10:14:21.699309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-4069777c-2ad6-4bc7-b824-b103c3f032aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:21.701014 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-4069777c-2ad6-4bc7-b824-b103c3f032aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=159185008b6c47e08648275d03d5a652&device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1095 time: 0.0548568 Aug 31 10:14:21.755498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-b6fc5d67-1f30-48c3-9d39-fcec6fef611b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a010316-df0b-4065-b117-1168f6c67fc8 HTTP/1.1" status: 200 len: 217 time: 0.0462906 Aug 31 10:14:21.787405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733cc62-037c-439c-8434-1c2faa1dbc16 req-32ffbd94-1de9-42b1-a195-db86e36c99f0 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:21.789707 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c733cc62-037c-439c-8434-1c2faa1dbc16 req-32ffbd94-1de9-42b1-a195-db86e36c99f0 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1095 time: 0.0530751 Aug 31 10:14:21.824204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-496f2f1f-3dac-43c7-ab65-fb1074e2215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:21.825933 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-496f2f1f-3dac-43c7-ab65-fb1074e2215f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa1f5d05-8240-4823-8b84-290c7ea5a27f HTTP/1.1" status: 200 len: 848 time: 0.0639451 Aug 31 10:14:21.843401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-54aaecdf-0dfe-4dd4-9753-2791ea009543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.864091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c733cc62-037c-439c-8434-1c2faa1dbc16 req-2e1669e3-a054-49e3-ba1c-5a84641d01aa tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629847 Aug 31 10:14:21.890761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-a4b5319a-825a-4916-a2ee-dcb29e11b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:21.892894 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-a4b5319a-825a-4916-a2ee-dcb29e11b6a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578628 Aug 31 10:14:22.005623 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-42aa402c-86e4-4a60-8870-bb0cc6ca43d0 service neutron] 10.222.0.52 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059124 Aug 31 10:14:22.101412 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e9ffbf7c-300f-4ea0-9943-e3dd5dfcab4f req-f252fe70-b040-4eee-abe5-9a691791bb9f service neutron] 10.222.0.52 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891652 Aug 31 10:14:22.206952 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a900-3029-46ee-a590-22160c2003bb req-2f855004-2cc8-4546-a742-9f9677c77258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:22.208481 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-2f855004-2cc8-4546-a742-9f9677c77258 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=159185008b6c47e08648275d03d5a652&device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1095 time: 0.0494521 Aug 31 10:14:22.302636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a900-3029-46ee-a590-22160c2003bb req-a6170c69-af3a-497a-9ec3-c3c92078a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:22.304091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-a6170c69-af3a-497a-9ec3-c3c92078a0b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421 HTTP/1.1" status: 200 len: 911 time: 0.0887046 Aug 31 10:14:22.358189 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-b974d2b3-8d83-4bd9-a773-efcc5b54a0f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a010316-df0b-4065-b117-1168f6c67fc8 HTTP/1.1" status: 200 len: 217 time: 0.0470014 Aug 31 10:14:22.414453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a900-3029-46ee-a590-22160c2003bb req-ffcc11dd-8622-4a97-8f5b-82e369f275c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:22.415970 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-ffcc11dd-8622-4a97-8f5b-82e369f275c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa1f5d05-8240-4823-8b84-290c7ea5a27f HTTP/1.1" status: 200 len: 848 time: 0.0506058 Aug 31 10:14:22.465594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a900-3029-46ee-a590-22160c2003bb req-0eaa7cbf-dc67-407f-847d-88e9cae497a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:22.467198 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-0eaa7cbf-dc67-407f-847d-88e9cae497a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=db4d56b6-a66e-4ad5-8acc-0e084d7c9421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426660 Aug 31 10:14:22.482967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-b38771c1-e7da-407d-8dc6-7355d55c488f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:14:22.484090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-b38771c1-e7da-407d-8dc6-7355d55c488f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051672 Aug 31 10:14:22.574631 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-41c3c13d-4692-4dc9-8308-197a9eb0789e service neutron] 10.222.0.52 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835667 Aug 31 10:14:22.673470 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7786a900-3029-46ee-a590-22160c2003bb req-8df017b1-ce00-476a-a9e6-7dcef55f6af8 service neutron] 10.222.0.52 "GET /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911679 Aug 31 10:14:22.961243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802ed2-e783-41e9-b920-5f2c20e6ba9d req-e6cd5584-3e9a-431b-944d-d8615f116147 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:22.962683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07802ed2-e783-41e9-b920-5f2c20e6ba9d req-e6cd5584-3e9a-431b-944d-d8615f116147 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1095 time: 0.0401149 Aug 31 10:14:22.997580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07802ed2-e783-41e9-b920-5f2c20e6ba9d req-ca603666-cdca-41fa-bd83-7a61a0c25ee0 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288196 Aug 31 10:14:23.338900 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:14:24.108278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18290711-2f6c-493d-84cc-2a0bc254897c req-d7b54b7c-55d1-44f9-b249-641e1c8ddf0a tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:24.110472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18290711-2f6c-493d-84cc-2a0bc254897c req-d7b54b7c-55d1-44f9-b249-641e1c8ddf0a tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1095 time: 0.0450881 Aug 31 10:14:24.148956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18290711-2f6c-493d-84cc-2a0bc254897c req-cc602e9d-55cb-47bd-92e5-7bdffeb16d76 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Aug 31 10:14:24.252694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4a010316-df0b-4065-b117-1168f6c67fc8 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:14:24.515072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4a010316-df0b-4065-b117-1168f6c67fc8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a010316-df0b-4065-b117-1168f6c67fc8,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:24.527196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '4a010316-df0b-4065-b117-1168f6c67fc8', 'network_id': 'db4d56b6-a66e-4ad5-8acc-0e084d7c9421', 'port_id': '4a010316-df0b-4065-b117-1168f6c67fc8', 'mac_address': 'fa:16:3e:0a:58:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1f5d05-8240-4823-8b84-290c7ea5a27f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:14:24.564319 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:24.576698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a010316-df0b-4065-b117-1168f6c67fc8 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:24.597167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4a010316-df0b-4065-b117-1168f6c67fc8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a010316-df0b-4065-b117-1168f6c67fc8,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:24.601287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:24.648625 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=4a010316-df0b-4065-b117-1168f6c67fc8,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:24.807356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['4a010316-df0b-4065-b117-1168f6c67fc8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:25.059736 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:25.261831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbecc72-d95f-4d25-bc8a-8f181801fcdc req-cd63531d-44e2-4f06-b2dd-e4cf30b42629 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:25.263387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acbecc72-d95f-4d25-bc8a-8f181801fcdc req-cd63531d-44e2-4f06-b2dd-e4cf30b42629 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1096 time: 0.0401647 Aug 31 10:14:25.297984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-acbecc72-d95f-4d25-bc8a-8f181801fcdc req-1109d17a-f915-4027-a52b-f7e79532ccdc tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281510 Aug 31 10:14:25.787300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-30730526-1f4e-4f1f-b21c-814a8bc43f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.254251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4a010316-df0b-4065-b117-1168f6c67fc8 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:26.302269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 4a010316-df0b-4065-b117-1168f6c67fc8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:26.305797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 4a010316-df0b-4065-b117-1168f6c67fc8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:26.306176 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.396172 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.402673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04b48d-8e9c-419e-9a23-2312588d9339 req-320ef53d-0e6d-49b4-9ff5-e990b8c6305d tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:26.404250 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a04b48d-8e9c-419e-9a23-2312588d9339 req-320ef53d-0e6d-49b4-9ff5-e990b8c6305d tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1096 time: 0.0398746 Aug 31 10:14:26.419409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c6f5de-c706-46e0-8160-70685c04b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a010316-df0b-4065-b117-1168f6c67fc8'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:26.421662 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cfd161-c864-4fe1-b545-e561481499b1" -d '{"events": [{"server_uuid": "d3c6f5de-c706-46e0-8160-70685c04b694", "name": "network-vif-plugged", "status": "completed", "tag": "4a010316-df0b-4065-b117-1168f6c67fc8"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:26.435995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 4a010316-df0b-4065-b117-1168f6c67fc8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a010316-df0b-4065-b117-1168f6c67fc8,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:26.439928 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.456188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a04b48d-8e9c-419e-9a23-2312588d9339 req-a085a511-c32e-4169-9fab-abe5c95b8215 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Aug 31 10:14:26.465438 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53a64b1-b02a-4069-b496-854154b0ea64 x-openstack-request-id: req-b53a64b1-b02a-4069-b496-854154b0ea64 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:26.465887 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c6f5de-c706-46e0-8160-70685c04b694", "name": "network-vif-plugged", "status": "completed", "tag": "4a010316-df0b-4065-b117-1168f6c67fc8", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:26.466251 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b53a64b1-b02a-4069-b496-854154b0ea64 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:26.466659 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c6f5de-c706-46e0-8160-70685c04b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a010316-df0b-4065-b117-1168f6c67fc8', 'code': 200} Aug 31 10:14:26.495699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=4a010316-df0b-4065-b117-1168f6c67fc8,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:26.564930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be702a-be25-46e0-925f-ac724b56b2b7 req-40f6af1d-b82c-4a0e-ac45-86e6372b52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:26.566498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e7be702a-be25-46e0-925f-ac724b56b2b7 req-40f6af1d-b82c-4a0e-ac45-86e6372b52ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1097 time: 0.0416656 Aug 31 10:14:26.602048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e7be702a-be25-46e0-925f-ac724b56b2b7 req-f4039b81-b098-4e3a-a949-9d698de9334a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287549 Aug 31 10:14:27.589612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a9933-c0be-4c63-9dfe-78535db21ae6 req-00537a4c-38ab-4e01-9f6d-48c3c9232109 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:27.591398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f27a9933-c0be-4c63-9dfe-78535db21ae6 req-00537a4c-38ab-4e01-9f6d-48c3c9232109 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1097 time: 0.0565269 Aug 31 10:14:27.640012 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f27a9933-c0be-4c63-9dfe-78535db21ae6 req-35887c74-8ce2-495c-a467-9282a87ad994 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Aug 31 10:14:27.783107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:28.720239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:28.760600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21042528-f2ad-4d59-b791-bd004f4db3a0 req-c963a8fe-1d05-4da1-ac88-f5eeb26724fc tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:28.762313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21042528-f2ad-4d59-b791-bd004f4db3a0 req-c963a8fe-1d05-4da1-ac88-f5eeb26724fc tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1097 time: 0.0434053 Aug 31 10:14:28.797886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21042528-f2ad-4d59-b791-bd004f4db3a0 req-2078bcf2-62b9-4fb8-9a4f-e2f553d9d90a tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285952 Aug 31 10:14:28.907792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc808f-eb7d-46be-a45c-cc96fd5dada3 req-a276e8e3-36b9-468b-9b04-52bb3be4ba86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:28.909515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ffc808f-eb7d-46be-a45c-cc96fd5dada3 req-a276e8e3-36b9-468b-9b04-52bb3be4ba86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1097 time: 0.0435817 Aug 31 10:14:28.945032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ffc808f-eb7d-46be-a45c-cc96fd5dada3 req-1ed5a15e-1346-4912-b521-8c5dc85eb3fe tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296302 Aug 31 10:14:29.057001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdf9b5-c332-494d-b081-e829bc29b6d3 req-ca91d8c2-26aa-452f-aee4-1c9fecafecdb tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:29.058541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5dcdf9b5-c332-494d-b081-e829bc29b6d3 req-ca91d8c2-26aa-452f-aee4-1c9fecafecdb tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1097 time: 0.0451629 Aug 31 10:14:29.094198 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5dcdf9b5-c332-494d-b081-e829bc29b6d3 req-b1a51f0d-5a38-4318-82ce-074772766494 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296819 Aug 31 10:14:29.326951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17d0d5-1a95-45a1-b59c-c1df36151947 req-c1232d63-e948-4e7c-8bc4-5b224e7399c6 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:29.328607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce17d0d5-1a95-45a1-b59c-c1df36151947 req-c1232d63-e948-4e7c-8bc4-5b224e7399c6 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1097 time: 0.0406151 Aug 31 10:14:29.364136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce17d0d5-1a95-45a1-b59c-c1df36151947 req-877f1a74-3b36-4074-9fcc-a9c4056a8494 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288534 Aug 31 10:14:30.504972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6be6d-fe9a-4827-bedc-32626b521ea9 req-f23f1e29-d15b-45dd-a2e8-b9f51cf26dcb tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:30.506479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8a6be6d-fe9a-4827-bedc-32626b521ea9 req-f23f1e29-d15b-45dd-a2e8-b9f51cf26dcb tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1097 time: 0.0404949 Aug 31 10:14:30.543727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8a6be6d-fe9a-4827-bedc-32626b521ea9 req-67718057-9bdf-4719-9734-adcb0ea284fd tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Aug 31 10:14:30.557237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-3cd0c997-fa75-4443-b47e-5ccd2effec43 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:30.559018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-3cd0c997-fa75-4443-b47e-5ccd2effec43 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d3c6f5de-c706-46e0-8160-70685c04b694 HTTP/1.1" status: 200 len: 1097 time: 0.0498536 Aug 31 10:14:30.636558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Deleting port 4a010316-df0b-4065-b117-1168f6c67fc8 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:30.636904 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:30.719311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] For port 4a010316-df0b-4065-b117-1168f6c67fc8, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=4a010316-df0b-4065-b117-1168f6c67fc8,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:30.719580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:30.732214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Calling delete_port for 4a010316-df0b-4065-b117-1168f6c67fc8 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:30.852880 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:30.865027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['4a010316-df0b-4065-b117-1168f6c67fc8'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:30.867302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a2f2091a-807a-4fb5-9d71-efc58b2c49a7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:30.884733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a010316-df0b-4065-b117-1168f6c67fc8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:30.929161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] No DVR routers for this DVR port 4a010316-df0b-4065-b117-1168f6c67fc8 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:30.931958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:30.934254 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-82201ea4-abcc-4f03-844d-fb3e4023b4c3 req-1ba99df4-765f-40f2-99e0-5e5982a78dec tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.52 "DELETE /v2.0/ports/4a010316-df0b-4065-b117-1168f6c67fc8 HTTP/1.1" status: 204 len: 173 time: 0.3695724 Aug 31 10:14:30.934708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c6f5de-c706-46e0-8160-70685c04b694', 'name': 'network-vif-deleted', 'tag': '4a010316-df0b-4065-b117-1168f6c67fc8'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:30.937386 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34dce90-0e2c-4079-ac73-f19867651171" -d '{"events": [{"server_uuid": "d3c6f5de-c706-46e0-8160-70685c04b694", "name": "network-vif-deleted", "tag": "4a010316-df0b-4065-b117-1168f6c67fc8"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:30.998885 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e936e-c9bc-4ff6-ae9c-519d9a172dca x-openstack-request-id: req-867e936e-c9bc-4ff6-ae9c-519d9a172dca {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:30.999184 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c6f5de-c706-46e0-8160-70685c04b694", "name": "network-vif-deleted", "tag": "4a010316-df0b-4065-b117-1168f6c67fc8", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:30.999439 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-867e936e-c9bc-4ff6-ae9c-519d9a172dca {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:30.999878 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c6f5de-c706-46e0-8160-70685c04b694', 'name': 'network-vif-deleted', 'tag': '4a010316-df0b-4065-b117-1168f6c67fc8', 'status': 'completed', 'code': 200} Aug 31 10:14:31.946180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4dad3-bc3e-4a27-b0bf-63c942e60e6e req-cd544258-ebb9-48db-a021-c29f4c3e19f2 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:31.948763 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ed4dad3-bc3e-4a27-b0bf-63c942e60e6e req-cd544258-ebb9-48db-a021-c29f4c3e19f2 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1097 time: 0.0551906 Aug 31 10:14:32.001864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ed4dad3-bc3e-4a27-b0bf-63c942e60e6e req-1cf7d23c-c6bd-4b7d-b5e0-b99eb770369b tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Aug 31 10:14:33.120883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fe531-5e5c-426c-9d09-e60316044a9e req-84fd6d80-8e30-4a88-b398-c2f9ccae5820 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:33.122446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d52fe531-5e5c-426c-9d09-e60316044a9e req-84fd6d80-8e30-4a88-b398-c2f9ccae5820 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1097 time: 0.0411301 Aug 31 10:14:33.157585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d52fe531-5e5c-426c-9d09-e60316044a9e req-f3af37b8-88c7-44f6-8692-cd33c0e89eea tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=12b72073-0b88-4704-b796-726b3bd5c881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287476 Aug 31 10:14:33.687257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-e9c61bbf-887c-472b-95bd-64e3b4d3a68d tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:33.688818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-e9c61bbf-887c-472b-95bd-64e3b4d3a68d tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 1097 time: 0.0446470 Aug 31 10:14:33.775868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Deleting port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:33.776208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:33.856468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] For port a2f2091a-807a-4fb5-9d71-efc58b2c49a7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:33.856834 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:33.869544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Calling delete_port for a2f2091a-807a-4fb5-9d71-efc58b2c49a7 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:33.996816 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:34.008448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['a2f2091a-807a-4fb5-9d71-efc58b2c49a7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:34.025366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2f2091a-807a-4fb5-9d71-efc58b2c49a7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:34.069746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] No DVR routers for this DVR port a2f2091a-807a-4fb5-9d71-efc58b2c49a7 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:34.072535 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:34.074591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ecd1170-de9f-42fe-98f2-4a0a890094f1 req-d85dbdfd-a10a-4268-a22c-f88a96d68a86 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a2f2091a-807a-4fb5-9d71-efc58b2c49a7 HTTP/1.1" status: 204 len: 173 time: 0.3795347 Aug 31 10:14:34.075073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f56df-584a-43e3-97b4-4b12ea7551e8', 'name': 'network-vif-deleted', 'tag': 'a2f2091a-807a-4fb5-9d71-efc58b2c49a7'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:34.077463 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa695e-d56c-4870-97b8-e8376991fb33" -d '{"events": [{"server_uuid": "a82f56df-584a-43e3-97b4-4b12ea7551e8", "name": "network-vif-deleted", "tag": "a2f2091a-807a-4fb5-9d71-efc58b2c49a7"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:34.129142 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4084d8-88fb-49c6-9aba-cac9bc0e3f1d x-openstack-request-id: req-ec4084d8-88fb-49c6-9aba-cac9bc0e3f1d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:34.130232 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f56df-584a-43e3-97b4-4b12ea7551e8", "name": "network-vif-deleted", "tag": "a2f2091a-807a-4fb5-9d71-efc58b2c49a7", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:34.130232 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec4084d8-88fb-49c6-9aba-cac9bc0e3f1d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:34.130909 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f56df-584a-43e3-97b4-4b12ea7551e8', 'name': 'network-vif-deleted', 'tag': 'a2f2091a-807a-4fb5-9d71-efc58b2c49a7', 'status': 'completed', 'code': 200} Aug 31 10:14:34.273352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df7c1901-6a4f-4954-b1b7-8d37bc2c28c1 req-681b1d7a-a8a6-44e4-b3d2-ef553b625d16 tempest-TestServerMultinode-2125976083 tempest-TestServerMultinode-2125976083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a82f56df-584a-43e3-97b4-4b12ea7551e8 HTTP/1.1" status: 200 len: 210 time: 0.0265815 Aug 31 10:14:34.313100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4a010316-df0b-4065-b117-1168f6c67fc8 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:34.332813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 4a010316-df0b-4065-b117-1168f6c67fc8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:34.333146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 4a010316-df0b-4065-b117-1168f6c67fc8 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:35.337035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44000) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:35.993989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:36.248938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Deleting port 05292478-2803-462b-a31f-56fb28ec1d96 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:36.249272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:36.333644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] For port 05292478-2803-462b-a31f-56fb28ec1d96, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=05292478-2803-462b-a31f-56fb28ec1d96,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:36.333916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:36.348885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Calling delete_port for 05292478-2803-462b-a31f-56fb28ec1d96 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:36.532896 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:36.558966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=05292478-2803-462b-a31f-56fb28ec1d96,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:36.632967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a2f2091a-807a-4fb5-9d71-efc58b2c49a7 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:36.653477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: a2f2091a-807a-4fb5-9d71-efc58b2c49a7 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:36.653822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device a2f2091a-807a-4fb5-9d71-efc58b2c49a7 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:36.730675 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:36.959266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:37.070604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:37.076426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fb6583bd-9d62-4ea9-9ed7-b6b8b3809cf1 admin admin] 10.222.0.69 "PUT /v2.0/routers/98be3a93-3da8-4fa4-9e19-827e1fd750c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377617 Aug 31 10:14:37.078874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44002) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:37.081091 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] Sync routers for ids ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:37.090133 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] Routers {'98be3a93-3da8-4fa4-9e19-827e1fd750c8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:37.090742 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:37.187763 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.194068 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] Set router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:37.296456 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.354260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Deleting port 32164554-2783-4a4d-b68d-a1c43498f542 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:37.354985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.387968 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '32164554-2783-4a4d-b68d-a1c43498f542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:36Z', 'revision_number': 5, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port': {'id': '32164554-2783-4a4d-b68d-a1c43498f542', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:37.415080 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] Checking router: 98be3a93-3da8-4fa4-9e19-827e1fd750c8 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:37.423185 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] Routers {'98be3a93-3da8-4fa4-9e19-827e1fd750c8'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:37.423862 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:37.448040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] For port 32164554-2783-4a4d-b68d-a1c43498f542, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=32164554-2783-4a4d-b68d-a1c43498f542,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:37.448548 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.462132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Calling delete_port for 32164554-2783-4a4d-b68d-a1c43498f542 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:37.513869 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] Set router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:37.568967 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:37Z', 'revision_number': 6, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:37.597474 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846004d0-5d5e-48ee-a1e0-3d5b476702d8 None None] The sync data for ids ['98be3a93-3da8-4fa4-9e19-827e1fd750c8'] in n-d-806683-2 is: [{'id': '98be3a93-3da8-4fa4-9e19-827e1fd750c8', 'name': 'tempest-TestServerMultinode-202197418-router', 'tenant_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:13:57Z', 'updated_at': '2021-08-31T10:14:37Z', 'revision_number': 6, 'project_id': 'fedba1ddb0a9409d8828a6611680e3b9', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:37.638105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.665077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Pushing event deleted for resources: {'Port': ['ID=32164554-2783-4a4d-b68d-a1c43498f542,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:37.734308 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.829863 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.831976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.879798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.880409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98be3a93-3da8-4fa4-9e19-827e1fd750c8 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:14:37.884839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.886012 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dea30e0c-1223-46ff-b738-dffd205b1529 admin admin] 10.222.0.69 "DELETE /v2.0/routers/98be3a93-3da8-4fa4-9e19-827e1fd750c8 HTTP/1.1" status: 204 len: 168 time: 0.8058577 Aug 31 10:14:37.888614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44004) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:37.933726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98cf8a6-5a8b-4a40-95ed-c541fe4cda9f admin admin] Deleting subnet aa1f5d05-8240-4823-8b84-290c7ea5a27f {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:14:37.937048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c98cf8a6-5a8b-4a40-95ed-c541fe4cda9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.978939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c98cf8a6-5a8b-4a40-95ed-c541fe4cda9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.093385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c98cf8a6-5a8b-4a40-95ed-c541fe4cda9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.157958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 05292478-2803-462b-a31f-56fb28ec1d96 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:38.164417 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c98cf8a6-5a8b-4a40-95ed-c541fe4cda9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.180173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 05292478-2803-462b-a31f-56fb28ec1d96 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:38.180522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 05292478-2803-462b-a31f-56fb28ec1d96 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:38.180948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 32164554-2783-4a4d-b68d-a1c43498f542 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:38.194735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cf8a6-5a8b-4a40-95ed-c541fe4cda9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1f5d05-8240-4823-8b84-290c7ea5a27f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:38.196828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c98cf8a6-5a8b-4a40-95ed-c541fe4cda9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.198769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c98cf8a6-5a8b-4a40-95ed-c541fe4cda9f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aa1f5d05-8240-4823-8b84-290c7ea5a27f HTTP/1.1" status: 204 len: 168 time: 0.3091879 Aug 31 10:14:38.200912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 32164554-2783-4a4d-b68d-a1c43498f542 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:38.201241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 32164554-2783-4a4d-b68d-a1c43498f542 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:38.201442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44006) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:38.210117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da5e038-d991-4c58-89fa-7d635458aec4 None None] Network db4d56b6-a66e-4ad5-8acc-0e084d7c9421 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:38.285884 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.357316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Deleting port 970fa7bc-9e83-4b76-baaf-e0735332bf5e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:38.357900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.411962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] DHCP port deletion for db4d56b6-a66e-4ad5-8acc-0e084d7c9421 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:14:38.431104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] For port 970fa7bc-9e83-4b76-baaf-e0735332bf5e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=970fa7bc-9e83-4b76-baaf-e0735332bf5e,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:38.431472 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.445490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Calling delete_port for 970fa7bc-9e83-4b76-baaf-e0735332bf5e owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:38.463694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] Deleting port 970fa7bc-9e83-4b76-baaf-e0735332bf5e {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:38.464165 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.533797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] For port 970fa7bc-9e83-4b76-baaf-e0735332bf5e, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=970fa7bc-9e83-4b76-baaf-e0735332bf5e,segment=NetworkSegment(7ac55343-269c-4a2a-bce7-4d88285cf390),segment_id=7ac55343-269c-4a2a-bce7-4d88285cf390)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:38.534226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.544627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.548388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] Calling delete_port for 970fa7bc-9e83-4b76-baaf-e0735332bf5e owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:38.572322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Pushing event deleted for resources: {'Port': ['ID=970fa7bc-9e83-4b76-baaf-e0735332bf5e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:38.575846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] No DVR routers for this DVR port 970fa7bc-9e83-4b76-baaf-e0735332bf5e on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:38.636870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.665631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.676654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] Pushing event deleted for resources: {'Port': ['ID=970fa7bc-9e83-4b76-baaf-e0735332bf5e,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:38.682844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4d56b6-a66e-4ad5-8acc-0e084d7c9421']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:38.683019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82fe05c-be5b-48d0-a8e5-18a7553aaa11 None None] No DVR routers for this DVR port 970fa7bc-9e83-4b76-baaf-e0735332bf5e on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:38.708301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac55343-269c-4a2a-bce7-4d88285cf390') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:38.708778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac55343-269c-4a2a-bce7-4d88285cf390') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:38.724299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.741327 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.748038 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:14:38.748460 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:14:38.750634 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:14:38.808501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.814279 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:38.816777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] 10.222.0.69 "DELETE /v2.0/networks/db4d56b6-a66e-4ad5-8acc-0e084d7c9421 HTTP/1.1" status: 204 len: 168 time: 0.6143982 Aug 31 10:14:38.819633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44008) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:38.836331 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323fcbf-95b4-423f-9bb6-eaf326e0e38f admin admin] Pushing event deleted for resources: {'Network': ['ID=db4d56b6-a66e-4ad5-8acc-0e084d7c9421,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:39.210925 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:39.467087 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Deleting port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:39.467938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:39.547198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] For port ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,segment=NetworkSegment(131f6e58-2a8f-4fbe-b1d9-f5735e599bb2),segment_id=131f6e58-2a8f-4fbe-b1d9-f5735e599bb2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:39.547565 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:39.561168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Calling delete_port for ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:39.744776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:39.770044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:40.184380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 970fa7bc-9e83-4b76-baaf-e0735332bf5e no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:40.205550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 970fa7bc-9e83-4b76-baaf-e0735332bf5e {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:40.205893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 970fa7bc-9e83-4b76-baaf-e0735332bf5e not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:40.258624 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:40.476957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:40.592009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:40.597769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ddfcdb78-4679-419f-bb0d-d3dd7d7b58aa admin admin] 10.222.0.69 "PUT /v2.0/routers/4cb3d4a6-eb20-4e80-90fe-3cb008d2052f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7770226 Aug 31 10:14:40.600284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44010) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:40.601572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] Sync routers for ids ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:40.610801 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] Routers {'4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:40.612095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:40.711404 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:40.720938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] Set router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:40.815180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:40.868458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:40.874881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Deleting port 735414aa-5041-44aa-9386-d3991912863d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:40.875498 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:40.924417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '735414aa-5041-44aa-9386-d3991912863d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:39Z', 'revision_number': 5, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port': {'id': '735414aa-5041-44aa-9386-d3991912863d', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:40.955665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] Checking router: 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:40.961765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] For port 735414aa-5041-44aa-9386-d3991912863d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=735414aa-5041-44aa-9386-d3991912863d,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:40.962140 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:40.964971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] Routers {'4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:40.965623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:40.976983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Calling delete_port for 735414aa-5041-44aa-9386-d3991912863d owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:41.057476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] Set router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:41.109038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:40Z', 'revision_number': 6, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:41.139407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd81b83-c981-4381-91ef-97397477b32f None None] The sync data for ids ['4cb3d4a6-eb20-4e80-90fe-3cb008d2052f'] in n-d-806683-2 is: [{'id': '4cb3d4a6-eb20-4e80-90fe-3cb008d2052f', 'name': 'tempest-TestServerMultinode-192348068-router', 'tenant_id': '159185008b6c47e08648275d03d5a652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:02Z', 'updated_at': '2021-08-31T10:14:40Z', 'revision_number': 6, 'project_id': '159185008b6c47e08648275d03d5a652', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:41.152752 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.181634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=735414aa-5041-44aa-9386-d3991912863d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:41.244549 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.336727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.338781 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.383544 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.384218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb3d4a6-eb20-4e80-90fe-3cb008d2052f {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:14:41.388449 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.389591 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f5810982-cb8b-471e-9872-808fe2a21fcd admin admin] 10.222.0.69 "DELETE /v2.0/routers/4cb3d4a6-eb20-4e80-90fe-3cb008d2052f HTTP/1.1" status: 204 len: 168 time: 0.7883799 Aug 31 10:14:41.392042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44012) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:41.440987 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-3433d18b-5c1d-4072-8250-a167d2127c7d admin admin] Deleting subnet a94c3e52-ba73-4645-8488-e6d1e3322be4 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:14:41.444340 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3433d18b-5c1d-4072-8250-a167d2127c7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.481905 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3433d18b-5c1d-4072-8250-a167d2127c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.564112 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3433d18b-5c1d-4072-8250-a167d2127c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.619500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3433d18b-5c1d-4072-8250-a167d2127c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.654051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433d18b-5c1d-4072-8250-a167d2127c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94c3e52-ba73-4645-8488-e6d1e3322be4,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:41.657260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3433d18b-5c1d-4072-8250-a167d2127c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.659800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a9942-512c-46fa-82b7-c82cc4aadd3c None None] Network 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:41.660540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3433d18b-5c1d-4072-8250-a167d2127c7d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a94c3e52-ba73-4645-8488-e6d1e3322be4 HTTP/1.1" status: 204 len: 168 time: 0.2663312 Aug 31 10:14:41.662342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44014) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:41.730776 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.785911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Deleting port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:41.786261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.855430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] For port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,segment=NetworkSegment(131f6e58-2a8f-4fbe-b1d9-f5735e599bb2),segment_id=131f6e58-2a8f-4fbe-b1d9-f5735e599bb2)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:41.855801 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.872331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] DHCP port deletion for 2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:14:41.872466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Calling delete_port for 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:41.929190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] Deleting port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:41.929567 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.962951 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.991545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Pushing event deleted for resources: {'Port': ['ID=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:41.993932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] For port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,segment=NetworkSegment(131f6e58-2a8f-4fbe-b1d9-f5735e599bb2),segment_id=131f6e58-2a8f-4fbe-b1d9-f5735e599bb2)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:41.994432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.997659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] No DVR routers for this DVR port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:42.012786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] Calling delete_port for 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:42.078437 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.089317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc3c2a2-76d4-47fb-9b69-e3bf322562b5']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:42.102630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:42.102935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.103058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131f6e58-2a8f-4fbe-b1d9-f5735e599bb2') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:42.120818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.129948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] Pushing event deleted for resources: {'Port': ['ID=78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:42.133026 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.134349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b69f6a1-1820-4c32-8097-0f5b21294a25 None None] No DVR routers for this DVR port 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:42.143026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:14:42.143511 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:14:42.145419 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:14:42.168484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:42.191543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:42.192450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 78f8f71f-6b3f-4cdd-abe9-b0e54ce1956f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:42.192879 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 735414aa-5041-44aa-9386-d3991912863d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:42.212342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 735414aa-5041-44aa-9386-d3991912863d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:42.212685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 735414aa-5041-44aa-9386-d3991912863d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:42.213100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:42.217954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.228953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.234539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] 10.222.0.69 "DELETE /v2.0/networks/2fc3c2a2-76d4-47fb-9b69-e3bf322562b5 HTTP/1.1" status: 204 len: 168 time: 0.5681868 Aug 31 10:14:42.234622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:42.234622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ff5f53e5-21d6-4ffa-9083-4ff635f5ac4a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:42.248422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eb301-7412-4b6f-8896-e0f5caa3e20a admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc3c2a2-76d4-47fb-9b69-e3bf322562b5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:42.408738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44018) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:42.449822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b624dfc5-d503-473e-9cca-65ef8d1ea660 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fedba1ddb0a9409d8828a6611680e3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396504 Aug 31 10:14:42.452567 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44020) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:42.502179 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ceed522-e817-45ca-8fb9-b8089e686423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.523225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ceed522-e817-45ca-8fb9-b8089e686423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.570989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ceed522-e817-45ca-8fb9-b8089e686423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.573595 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ceed522-e817-45ca-8fb9-b8089e686423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:42.575039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2ceed522-e817-45ca-8fb9-b8089e686423 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5879238c-a9ea-4789-9dc6-b69071840bda HTTP/1.1" status: 204 len: 168 time: 0.1213400 Aug 31 10:14:42.583558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceed522-e817-45ca-8fb9-b8089e686423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5879238c-a9ea-4789-9dc6-b69071840bda,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:42.914077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44026) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:42.960938 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0884b228-df69-407b-87fa-eeeb5ee124a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=159185008b6c47e08648275d03d5a652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452714 Aug 31 10:14:42.963493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44028) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:43.014706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77e37a3a-a06a-4db4-9332-701bb82b98e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.038321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77e37a3a-a06a-4db4-9332-701bb82b98e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.084369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77e37a3a-a06a-4db4-9332-701bb82b98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.086921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-77e37a3a-a06a-4db4-9332-701bb82b98e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.088075 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-77e37a3a-a06a-4db4-9332-701bb82b98e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12b72073-0b88-4704-b796-726b3bd5c881 HTTP/1.1" status: 204 len: 168 time: 0.1237671 Aug 31 10:14:43.095674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e37a3a-a06a-4db4-9332-701bb82b98e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b72073-0b88-4704-b796-726b3bd5c881,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:43.749322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44050) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:43.845299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2073859412-network', 'tenant_id': '87491ce707504dcb944249e21507fdb7'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:43.864829 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.870919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Made reservation on behalf of 87491ce707504dcb944249e21507fdb7 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:43.873286 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.882256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.970645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.974363 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.995409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:14:44.011181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c040eb1-1a2d-4652-80d1-7ff153404ad8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:44.015329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.015842 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Added segment 1009ab10-ebd2-43da-ad26-e8c33f69fcec of type vlan for network 60e690b7-1d06-449a-85c4-56304408cf7c Aug 31 10:14:44.055751 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.091809 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.092885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:44.093585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.150584 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4001532 Aug 31 10:14:44.153893 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44054) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:44.160089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Request body: {'subnet': {'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2073859412-subnet', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:44.160509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd70be-d428-4190-ba9a-9d4026181633 admin admin] Pushing event updated for resources: {'Network': ['ID=60e690b7-1d06-449a-85c4-56304408cf7c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:44.171756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 60e690b7-1d06-449a-85c4-56304408cf7c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:14:44.187053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Made reservation on behalf of 87491ce707504dcb944249e21507fdb7 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:44.189394 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.358160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.407131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a35e32ee-72b6-49cf-b511-4c0b03597002,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:44.423232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Checking segment: {'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:44.423547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Network hostable DHCP agents. Network: 60e690b7-1d06-449a-85c4-56304408cf7c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:14:44.440882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Network 60e690b7-1d06-449a-85c4-56304408cf7c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:14:44.449284 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 60e690b7-1d06-449a-85c4-56304408cf7c) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:44.453417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:44.454009 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.459276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b680af-4369-463c-a81b-f5c97e78507b None None] Network 60e690b7-1d06-449a-85c4-56304408cf7c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:44.476536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f6c3a903-c3e8-4375-916b-aff200899825 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3215184 Aug 31 10:14:44.479850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44058) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:44.484692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2073859412-router', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:44.505992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.507352 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.562130 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.622576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-60e690b7-1d06-449a-85c4-56304408cf7c', 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'fixed_ips': [{'subnet_id': 'a35e32ee-72b6-49cf-b511-4c0b03597002'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:14:44.623600 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.761369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Allocated IP 172.20.0.2 (60e690b7-1d06-449a-85c4-56304408cf7c/a35e32ee-72b6-49cf-b511-4c0b03597002/864e399b-0ba1-43ec-b59e-13a7d4b92715) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:44.915903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.924112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Transition to ACTIVE for port object 864e399b-0ba1-43ec-b59e-13a7d4b92715 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:44.939087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Transition to ACTIVE for port object 864e399b-0ba1-43ec-b59e-13a7d4b92715 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:44.945202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.981748 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.982583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Network 60e690b7-1d06-449a-85c4-56304408cf7c is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:44.988116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:44.991812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:45.000818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Pushing event updated for resources: {'Port': ['ID=864e399b-0ba1-43ec-b59e-13a7d4b92715,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:45.056314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Attempting to bind port 864e399b-0ba1-43ec-b59e-13a7d4b92715 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:45.056578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Attempting to bind port 864e399b-0ba1-43ec-b59e-13a7d4b92715 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:45.056932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Attempting to bind port 864e399b-0ba1-43ec-b59e-13a7d4b92715 on network 60e690b7-1d06-449a-85c4-56304408cf7c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:45.061943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:45.062318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Checking segment: {'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:45.062708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.063129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Bound using segment: {'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:45.063584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Bound port: 864e399b-0ba1-43ec-b59e-13a7d4b92715, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:45.063959 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.126030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] For port 864e399b-0ba1-43ec-b59e-13a7d4b92715, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:45.130469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] For port 864e399b-0ba1-43ec-b59e-13a7d4b92715, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=864e399b-0ba1-43ec-b59e-13a7d4b92715,segment=NetworkSegment(1009ab10-ebd2-43da-ad26-e8c33f69fcec),segment_id=1009ab10-ebd2-43da-ad26-e8c33f69fcec)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:45.134824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.179859 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.194184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2449e6-4a5c-4984-aa50-8bb81d5e40d1 None None] Pushing event updated for resources: {'Port': ['ID=864e399b-0ba1-43ec-b59e-13a7d4b92715,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:45.205551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.310998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Allocated IP 172.25.1.80 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1024c187-966e-4c81-8bd5-61878fca6ea3) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:45.425226 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.467243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.508418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:45.511414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:45.515135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:45.521360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Pushing event updated for resources: {'Port': ['ID=1024c187-966e-4c81-8bd5-61878fca6ea3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:45.770549 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.975760 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:46.079775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb71ed0-587b-47c0-ab9f-24c2c69b4a44 None None] Network 60e690b7-1d06-449a-85c4-56304408cf7c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:46.123216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Router df7ba30b-358c-4a73-bce1-f2b171a70fd2 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:14:46.175762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 864e399b-0ba1-43ec-b59e-13a7d4b92715 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:46.183762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-670a53fb-c4b3-4d33-95e0-4174262d6a45 None None] Provisioning for port 864e399b-0ba1-43ec-b59e-13a7d4b92715 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:46.255329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:46.268132 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Sync routers for ids ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:46.275543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:46.279979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-99842c14-bbca-4e64-aa9c-d7594d339a0a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7961893 Aug 31 10:14:46.280255 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Routers {'df7ba30b-358c-4a73-bce1-f2b171a70fd2'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:46.280424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44062) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:46.281263 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:46.292084 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 864e399b-0ba1-43ec-b59e-13a7d4b92715 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:46.299770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 864e399b-0ba1-43ec-b59e-13a7d4b92715 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:46.300363 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:46.395596 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:46.395840 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Set router df7ba30b-358c-4a73-bce1-f2b171a70fd2 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:46.439957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 864e399b-0ba1-43ec-b59e-13a7d4b92715, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=864e399b-0ba1-43ec-b59e-13a7d4b92715,segment=NetworkSegment(1009ab10-ebd2-43da-ad26-e8c33f69fcec),segment_id=1009ab10-ebd2-43da-ad26-e8c33f69fcec)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:46.446866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:46.528790 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=864e399b-0ba1-43ec-b59e-13a7d4b92715,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:46.632553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b93d157e-d407-41ff-82bc-bd245d053691 None None] Provisioning complete for port 864e399b-0ba1-43ec-b59e-13a7d4b92715 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:46.632841 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b93d157e-d407-41ff-82bc-bd245d053691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:46.688559 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'name': 'tempest-ImageQuotaTest-2073859412-router', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:44Z', 'updated_at': '2021-08-31T10:14:45Z', 'revision_number': 3, 'project_id': '87491ce707504dcb944249e21507fdb7', 'gw_port': {'id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:45Z', 'updated_at': '2021-08-31T10:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:46.718761 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Checking router: df7ba30b-358c-4a73-bce1-f2b171a70fd2 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:46.719170 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Updating router df7ba30b-358c-4a73-bce1-f2b171a70fd2 port 1024c187-966e-4c81-8bd5-61878fca6ea3 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:46.746651 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:46.772266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:46.934359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Allocated IP 172.20.0.1 (60e690b7-1d06-449a-85c4-56304408cf7c/a35e32ee-72b6-49cf-b511-4c0b03597002/681ebf68-36b9-4a8a-b62d-88c563cc2d57) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:47.009256 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.020969 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Transition to ACTIVE for port object 1024c187-966e-4c81-8bd5-61878fca6ea3 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:47.027667 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.076090 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Attempting to bind port 1024c187-966e-4c81-8bd5-61878fca6ea3 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:47.076450 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Attempting to bind port 1024c187-966e-4c81-8bd5-61878fca6ea3 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:47.076800 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Attempting to bind port 1024c187-966e-4c81-8bd5-61878fca6ea3 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:47.077108 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.085897 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983070a-5e5a-48b3-bf16-0794a0aff1a4 None None] Pushing event updated for resources: {'Port': ['ID=1024c187-966e-4c81-8bd5-61878fca6ea3,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:47.088230 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:47.088600 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:47.089018 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.089524 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:47.089826 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Bound port: 1024c187-966e-4c81-8bd5-61878fca6ea3, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:47.090197 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.093036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Transition to ACTIVE for port object 681ebf68-36b9-4a8a-b62d-88c563cc2d57 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:47.128712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.149105 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] For port 1024c187-966e-4c81-8bd5-61878fca6ea3, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:47.152302 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] For port 1024c187-966e-4c81-8bd5-61878fca6ea3, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1024c187-966e-4c81-8bd5-61878fca6ea3,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:47.156926 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.170453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Network 60e690b7-1d06-449a-85c4-56304408cf7c is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:47.173559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:47.176698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:47.207884 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Routers {'df7ba30b-358c-4a73-bce1-f2b171a70fd2'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:47.208107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Pushing event updated for resources: {'Port': ['ID=681ebf68-36b9-4a8a-b62d-88c563cc2d57,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:47.208601 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:47.232630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.303610 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983070a-5e5a-48b3-bf16-0794a0aff1a4 None None] Pushing event updated for resources: {'Port': ['ID=1024c187-966e-4c81-8bd5-61878fca6ea3,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:47.331302 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] Set router df7ba30b-358c-4a73-bce1-f2b171a70fd2 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:47.373684 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.446546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ceb3bf21-f356-4595-9d71-d32d6b6d9a7c None None] Provisioning for port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:47.450841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ceb3bf21-f356-4595-9d71-d32d6b6d9a7c None None] Provisioning complete for port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:47.451963 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ceb3bf21-f356-4595-9d71-d32d6b6d9a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.491824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ceb3bf21-f356-4595-9d71-d32d6b6d9a7c None None] Port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:47.529142 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'name': 'tempest-ImageQuotaTest-2073859412-router', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:44Z', 'updated_at': '2021-08-31T10:14:45Z', 'revision_number': 3, 'project_id': '87491ce707504dcb944249e21507fdb7', 'gw_port': {'id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:45Z', 'updated_at': '2021-08-31T10:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:47.556500 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba22ec1-d368-4b7a-a994-1ddf7ece680e None None] The sync data for ids ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'] in n-d-806683-2 is: [{'id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'name': 'tempest-ImageQuotaTest-2073859412-router', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:44Z', 'updated_at': '2021-08-31T10:14:45Z', 'revision_number': 3, 'project_id': '87491ce707504dcb944249e21507fdb7', 'gw_port': {'id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:45Z', 'updated_at': '2021-08-31T10:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:47.560374 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.565681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.634043 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.635861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Pushing event updated for resources: {'Port': ['ID=681ebf68-36b9-4a8a-b62d-88c563cc2d57,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:47.735571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Network 60e690b7-1d06-449a-85c4-56304408cf7c is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:47.737611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:47.879079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Router df7ba30b-358c-4a73-bce1-f2b171a70fd2 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:48.019033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-901555eb-c6fe-4cbd-8bc8-93565e245843 None None] Provisioning complete for port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:48.019374 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-901555eb-c6fe-4cbd-8bc8-93565e245843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.058327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-901555eb-c6fe-4cbd-8bc8-93565e245843 None None] Port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:48.231982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 864e399b-0ba1-43ec-b59e-13a7d4b92715 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:48.315049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:48.322394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1bdc19cd-96a5-42d3-b4e1-de6f20cb1f4a admin admin] 10.222.0.69 "PUT /v2.0/routers/df7ba30b-358c-4a73-bce1-f2b171a70fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0408828 Aug 31 10:14:48.452547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 864e399b-0ba1-43ec-b59e-13a7d4b92715 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:48.453285 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.543836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1024c187-966e-4c81-8bd5-61878fca6ea3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:48.598105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 1024c187-966e-4c81-8bd5-61878fca6ea3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:48.602242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1024c187-966e-4c81-8bd5-61878fca6ea3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:48.602604 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.697379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.719287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 1024c187-966e-4c81-8bd5-61878fca6ea3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1024c187-966e-4c81-8bd5-61878fca6ea3,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:48.723902 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.780178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=1024c187-966e-4c81-8bd5-61878fca6ea3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:49.175770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Sync routers for ids ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:49.184875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Routers {'df7ba30b-358c-4a73-bce1-f2b171a70fd2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:49.185501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:49.300455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Set router df7ba30b-358c-4a73-bce1-f2b171a70fd2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:49.450982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44082) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:49.558177 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'name': 'tempest-ImageQuotaTest-2073859412-router', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:44Z', 'updated_at': '2021-08-31T10:14:47Z', 'revision_number': 4, 'project_id': '87491ce707504dcb944249e21507fdb7', 'gw_port': {'id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:45Z', 'updated_at': '2021-08-31T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '681ebf68-36b9-4a8a-b62d-88c563cc2d57', 'name': '', 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'mac_address': 'fa:16:3e:c1:75:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a35e32ee-72b6-49cf-b511-4c0b03597002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:46Z', 'updated_at': '2021-08-31T10:14:47Z', 'revision_number': 2, 'project_id': '87491ce707504dcb944249e21507fdb7', 'subnets': [{'id': 'a35e32ee-72b6-49cf-b511-4c0b03597002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:49.588681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Checking router: df7ba30b-358c-4a73-bce1-f2b171a70fd2 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:49.589033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Updating router df7ba30b-358c-4a73-bce1-f2b171a70fd2 port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:49.631226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:49.874161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:49.955547 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:49.969772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Transition to ACTIVE for port object 681ebf68-36b9-4a8a-b62d-88c563cc2d57 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:49.979048 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.035320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7295-426e-4406-8127-9d294af0d974 None None] Pushing event updated for resources: {'Port': ['ID=681ebf68-36b9-4a8a-b62d-88c563cc2d57,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:50.122778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Attempting to bind port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:50.122778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Attempting to bind port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:50.122778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Attempting to bind port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 on network 60e690b7-1d06-449a-85c4-56304408cf7c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:50.126221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:50.129125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Checking segment: {'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:50.129923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.130675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Bound using segment: {'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:50.131607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Bound port: 681ebf68-36b9-4a8a-b62d-88c563cc2d57, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1009ab10-ebd2-43da-ad26-e8c33f69fcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:50.132505 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.166967 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1024c187-966e-4c81-8bd5-61878fca6ea3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:50.208930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Deleting port 681ebf68-36b9-4a8a-b62d-88c563cc2d57 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:50.209688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.272022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] For port 681ebf68-36b9-4a8a-b62d-88c563cc2d57, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:50.276640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] For port 681ebf68-36b9-4a8a-b62d-88c563cc2d57, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=681ebf68-36b9-4a8a-b62d-88c563cc2d57,segment=NetworkSegment(1009ab10-ebd2-43da-ad26-e8c33f69fcec),segment_id=1009ab10-ebd2-43da-ad26-e8c33f69fcec)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:50.282198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.313080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] For port 681ebf68-36b9-4a8a-b62d-88c563cc2d57, host n-d-806683-2, got binding levels [] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:50.313445 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.316838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1024c187-966e-4c81-8bd5-61878fca6ea3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:50.317209 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.333266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Calling delete_port for 681ebf68-36b9-4a8a-b62d-88c563cc2d57 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:50.391243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7295-426e-4406-8127-9d294af0d974 None None] Pushing event updated for resources: {'Port': ['ID=681ebf68-36b9-4a8a-b62d-88c563cc2d57,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:50.401201 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Routers {'df7ba30b-358c-4a73-bce1-f2b171a70fd2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:50.401841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:50.555252 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.561393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] Set router df7ba30b-358c-4a73-bce1-f2b171a70fd2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:50.597047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=681ebf68-36b9-4a8a-b62d-88c563cc2d57,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:50.648056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-54a0ee4a-7919-46cf-8b09-d73750384a73 None None] Could not find standard attr ID for object 681ebf68-36b9-4a8a-b62d-88c563cc2d57. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 10:14:50.786440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:50.823857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'name': 'tempest-ImageQuotaTest-2073859412-router', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:44Z', 'updated_at': '2021-08-31T10:14:47Z', 'revision_number': 4, 'project_id': '87491ce707504dcb944249e21507fdb7', 'gw_port': {'id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:45Z', 'updated_at': '2021-08-31T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '681ebf68-36b9-4a8a-b62d-88c563cc2d57', 'name': '', 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'mac_address': 'fa:16:3e:c1:75:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a35e32ee-72b6-49cf-b511-4c0b03597002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:46Z', 'updated_at': '2021-08-31T10:14:50Z', 'revision_number': 4, 'project_id': '87491ce707504dcb944249e21507fdb7', 'subnets': [{'id': 'a35e32ee-72b6-49cf-b511-4c0b03597002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:50.854889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc3d58-91b0-46a5-9c90-cb1646a7e807 None None] The sync data for ids ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'] in n-d-806683-2 is: [{'id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'name': 'tempest-ImageQuotaTest-2073859412-router', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:44Z', 'updated_at': '2021-08-31T10:14:47Z', 'revision_number': 4, 'project_id': '87491ce707504dcb944249e21507fdb7', 'gw_port': {'id': '1024c187-966e-4c81-8bd5-61878fca6ea3', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:45Z', 'updated_at': '2021-08-31T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '681ebf68-36b9-4a8a-b62d-88c563cc2d57', 'name': '', 'network_id': '60e690b7-1d06-449a-85c4-56304408cf7c', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'mac_address': 'fa:16:3e:c1:75:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a35e32ee-72b6-49cf-b511-4c0b03597002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:46Z', 'updated_at': '2021-08-31T10:14:50Z', 'revision_number': 4, 'project_id': '87491ce707504dcb944249e21507fdb7', 'subnets': [{'id': 'a35e32ee-72b6-49cf-b511-4c0b03597002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:51.076291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Router df7ba30b-358c-4a73-bce1-f2b171a70fd2 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:51.196087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:51.204111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8abd5084-762f-4802-8dea-c0d33170f9ff admin admin] 10.222.0.69 "PUT /v2.0/routers/df7ba30b-358c-4a73-bce1-f2b171a70fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7491429 Aug 31 10:14:51.204218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44084) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:51.321407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:51.436933 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:51.495329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Deleting port 1024c187-966e-4c81-8bd5-61878fca6ea3 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:51.495679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:51.578484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] For port 1024c187-966e-4c81-8bd5-61878fca6ea3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1024c187-966e-4c81-8bd5-61878fca6ea3,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:51.579121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:51.600175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Calling delete_port for 1024c187-966e-4c81-8bd5-61878fca6ea3 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:51.799709 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:51.835319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1024c187-966e-4c81-8bd5-61878fca6ea3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:51.847837 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d7d91974-9e0f-4e0c-a829-148d8053fa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:51.937886 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.076873 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] Sync routers for ids ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:52.079594 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.083560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.091151 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] Routers {'df7ba30b-358c-4a73-bce1-f2b171a70fd2'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:52.092005 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:52.173604 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.174044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7ba30b-358c-4a73-bce1-f2b171a70fd2 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:14:52.181690 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.183652 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a19e6b53-bdd1-4e40-a078-67e68a017ad9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/df7ba30b-358c-4a73-bce1-f2b171a70fd2 HTTP/1.1" status: 204 len: 168 time: 0.9783654 Aug 31 10:14:52.187428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44086) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:52.228445 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] Set router df7ba30b-358c-4a73-bce1-f2b171a70fd2 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:52.274128 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aecc75f-4225-4fcc-9b33-7421347dc8a3 admin admin] Deleting subnet a35e32ee-72b6-49cf-b511-4c0b03597002 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:14:52.278396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aecc75f-4225-4fcc-9b33-7421347dc8a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.320047 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7ba30b-358c-4a73-bce1-f2b171a70fd2', 'name': 'tempest-ImageQuotaTest-2073859412-router', 'tenant_id': '87491ce707504dcb944249e21507fdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:44Z', 'updated_at': '2021-08-31T10:14:51Z', 'revision_number': 7, 'project_id': '87491ce707504dcb944249e21507fdb7', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:52.322583 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aecc75f-4225-4fcc-9b33-7421347dc8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.383674 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] Checking router: df7ba30b-358c-4a73-bce1-f2b171a70fd2 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:52.393899 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] Routers set() bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:52.394384 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] Router IDs set() for agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 10:14:52.395214 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_agentschedulers_db [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df7ba30b-358c-4a73-bce1-f2b171a70fd2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent'). {{(pid=94789) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 10:14:52.395614 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861a5fc-bd42-40e0-a92e-d5a89d6125ae None None] The sync data for ids ['df7ba30b-358c-4a73-bce1-f2b171a70fd2'] in n-d-806683-2 is: [] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:52.453729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aecc75f-4225-4fcc-9b33-7421347dc8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.566596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aecc75f-4225-4fcc-9b33-7421347dc8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.602863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9aecc75f-4225-4fcc-9b33-7421347dc8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.606655 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9aecc75f-4225-4fcc-9b33-7421347dc8a3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a35e32ee-72b6-49cf-b511-4c0b03597002 HTTP/1.1" status: 204 len: 168 time: 0.4168243 Aug 31 10:14:52.608885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecc75f-4225-4fcc-9b33-7421347dc8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a35e32ee-72b6-49cf-b511-4c0b03597002,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:52.610634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44088) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:52.629892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48831a-3f07-4412-a8e3-e91d66403e1c None None] Network 60e690b7-1d06-449a-85c4-56304408cf7c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:52.754583 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.824715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Deleting port 864e399b-0ba1-43ec-b59e-13a7d4b92715 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:52.825256 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.922634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] For port 864e399b-0ba1-43ec-b59e-13a7d4b92715, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=864e399b-0ba1-43ec-b59e-13a7d4b92715,segment=NetworkSegment(1009ab10-ebd2-43da-ad26-e8c33f69fcec),segment_id=1009ab10-ebd2-43da-ad26-e8c33f69fcec)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:52.923035 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.938196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Calling delete_port for 864e399b-0ba1-43ec-b59e-13a7d4b92715 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:52.960678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] DHCP port deletion for 60e690b7-1d06-449a-85c4-56304408cf7c request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:14:53.031372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] Deleting port 864e399b-0ba1-43ec-b59e-13a7d4b92715 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:53.031893 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.051881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.082430 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Pushing event deleted for resources: {'Port': ['ID=864e399b-0ba1-43ec-b59e-13a7d4b92715,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:53.087785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] No DVR routers for this DVR port 864e399b-0ba1-43ec-b59e-13a7d4b92715 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:53.123064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] For port 864e399b-0ba1-43ec-b59e-13a7d4b92715, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=864e399b-0ba1-43ec-b59e-13a7d4b92715,segment=NetworkSegment(1009ab10-ebd2-43da-ad26-e8c33f69fcec),segment_id=1009ab10-ebd2-43da-ad26-e8c33f69fcec)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:53.123624 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.142635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] Calling delete_port for 864e399b-0ba1-43ec-b59e-13a7d4b92715 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:53.198662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.215161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e690b7-1d06-449a-85c4-56304408cf7c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:53.233391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1009ab10-ebd2-43da-ad26-e8c33f69fcec') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:53.233690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1009ab10-ebd2-43da-ad26-e8c33f69fcec') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:53.246498 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.260487 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.270649 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.280706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:14:53.281284 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:14:53.283485 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:14:53.294322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] Pushing event deleted for resources: {'Port': ['ID=864e399b-0ba1-43ec-b59e-13a7d4b92715,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:53.299357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf722e7-1fcb-4099-84f5-acfcdb1cf5e2 None None] No DVR routers for this DVR port 864e399b-0ba1-43ec-b59e-13a7d4b92715 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:53.361056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.371413 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.378999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] 10.222.0.69 "DELETE /v2.0/networks/60e690b7-1d06-449a-85c4-56304408cf7c HTTP/1.1" status: 204 len: 168 time: 0.7619936 Aug 31 10:14:53.398492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ff89b-3ed3-4822-bd4d-97b310d906ae admin admin] Pushing event deleted for resources: {'Network': ['ID=60e690b7-1d06-449a-85c4-56304408cf7c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:53.565928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44094) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:53.617822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a19d0add-c0cc-4b3e-ba87-9fa4d9685ded admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87491ce707504dcb944249e21507fdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504017 Aug 31 10:14:53.620400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44096) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:53.675942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3408-22ae-4c12-8c5c-ea0e74320e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.701112 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3408-22ae-4c12-8c5c-ea0e74320e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.766566 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3408-22ae-4c12-8c5c-ea0e74320e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.771583 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3408-22ae-4c12-8c5c-ea0e74320e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.773901 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4f1d3408-22ae-4c12-8c5c-ea0e74320e58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c040eb1-1a2d-4652-80d1-7ff153404ad8 HTTP/1.1" status: 204 len: 168 time: 0.1519248 Aug 31 10:14:53.786038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d3408-22ae-4c12-8c5c-ea0e74320e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c040eb1-1a2d-4652-80d1-7ff153404ad8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:54.170302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 681ebf68-36b9-4a8a-b62d-88c563cc2d57 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:54.213533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 681ebf68-36b9-4a8a-b62d-88c563cc2d57 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:54.214371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 681ebf68-36b9-4a8a-b62d-88c563cc2d57 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:54.215141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 864e399b-0ba1-43ec-b59e-13a7d4b92715 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:54.248695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 864e399b-0ba1-43ec-b59e-13a7d4b92715 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:54.249142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 864e399b-0ba1-43ec-b59e-13a7d4b92715 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:54.249638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1024c187-966e-4c81-8bd5-61878fca6ea3 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:54.263673 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44102) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:54.279169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 1024c187-966e-4c81-8bd5-61878fca6ea3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:54.279731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1024c187-966e-4c81-8bd5-61878fca6ea3 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:54.293161 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22c9c9ca-d162-4847-9d96-eaaf35381972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:54.415626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22c9c9ca-d162-4847-9d96-eaaf35381972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:54.420703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22c9c9ca-d162-4847-9d96-eaaf35381972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:54.472857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9c9ca-d162-4847-9d96-eaaf35381972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3410700a-e951-4b1d-9356-2e5197ce6c06,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:54.478390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-22c9c9ca-d162-4847-9d96-eaaf35381972 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2134242 Aug 31 10:14:54.482262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44104) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:54.571567 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f0d750a-a1fc-445a-b9fc-c3ccd83ca0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:54.612984 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f0d750a-a1fc-445a-b9fc-c3ccd83ca0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:54.686589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f0d750a-a1fc-445a-b9fc-c3ccd83ca0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:54.689617 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4f0d750a-a1fc-445a-b9fc-c3ccd83ca0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:54.691434 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4f0d750a-a1fc-445a-b9fc-c3ccd83ca0c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3410700a-e951-4b1d-9356-2e5197ce6c06 HTTP/1.1" status: 204 len: 168 time: 0.2077072 Aug 31 10:14:54.700749 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d750a-a1fc-445a-b9fc-c3ccd83ca0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3410700a-e951-4b1d-9356-2e5197ce6c06,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:55.064692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.428579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44126) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:55.565162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1265020427-network', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:55.601308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:55.604727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.622478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.749057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.755379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.789795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:14:55.795075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ce2a58b5-a700-464c-b576-ec99d0bc86e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.818726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1111a63-253d-445c-bf4d-3ef3abef782e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:55.822079 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.822595 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Added segment e835b547-25b2-441e-b72e-4cdb96539cbf of type vlan for network bc09e0b0-1a0d-4069-86cf-88247b779379 Aug 31 10:14:55.846433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.846947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.847362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.847705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.848074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.848440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.848790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.849151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.849521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.849879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.850240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.850603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:55.914317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.944988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:55.946193 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:55.946955 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.017899 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5876400 Aug 31 10:14:56.022258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44130) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:56.025369 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b1b7d-2f23-4a82-aec1-00c32133031f admin admin] Pushing event updated for resources: {'Network': ['ID=bc09e0b0-1a0d-4069-86cf-88247b779379,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:56.031197 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Request body: {'subnet': {'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1265020427-subnet', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:56.040103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network bc09e0b0-1a0d-4069-86cf-88247b779379 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:14:56.067591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:56.071934 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.365158 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.441383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71bcd38d-fa3f-48db-b6ea-fffc863f6014,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:56.457979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.458560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.459033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.459465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.459883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.460309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.460734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.461151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.461565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.461981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.462403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.462863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.469486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:56.469994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Network hostable DHCP agents. Network: bc09e0b0-1a0d-4069-86cf-88247b779379, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:14:56.499332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:14:56.515108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, bc09e0b0-1a0d-4069-86cf-88247b779379) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:56.522344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:56.523091 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.529024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b7940-e227-4d1c-9337-f7d280225824 None None] Network bc09e0b0-1a0d-4069-86cf-88247b779379 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:56.545977 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-08c48da4-b248-4f26-875f-3e05b61fd5b7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5220597 Aug 31 10:14:56.549958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44132) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:56.557106 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:56.590537 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.593360 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.684894 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.790434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-bc09e0b0-1a0d-4069-86cf-88247b779379', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:14:56.791823 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.866663 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.982285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Allocated IP 172.20.0.2 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/3e2fba90-3e95-4697-b119-62efcb91d443) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:57.120124 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.149225 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.214139 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.230709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Transition to ACTIVE for port object 3e2fba90-3e95-4697-b119-62efcb91d443 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:57.254396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Transition to ACTIVE for port object 3e2fba90-3e95-4697-b119-62efcb91d443 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:57.262256 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.283937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Allocated IP 172.25.1.191 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1cb8181b-7fae-4920-afaf-9af6ff3d5faa) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:57.319581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:57.325938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:57.332026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:57.341962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Pushing event updated for resources: {'Port': ['ID=3e2fba90-3e95-4697-b119-62efcb91d443,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:57.423265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Attempting to bind port 3e2fba90-3e95-4697-b119-62efcb91d443 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:57.423799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Attempting to bind port 3e2fba90-3e95-4697-b119-62efcb91d443 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:57.424910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Attempting to bind port 3e2fba90-3e95-4697-b119-62efcb91d443 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:57.432652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:57.434562 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:57.437309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.437309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:57.437309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Bound port: 3e2fba90-3e95-4697-b119-62efcb91d443, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:57.437309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.449032 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.540281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] For port 3e2fba90-3e95-4697-b119-62efcb91d443, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:57.545991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] For port 3e2fba90-3e95-4697-b119-62efcb91d443, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3e2fba90-3e95-4697-b119-62efcb91d443,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:57.551547 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.661477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Pushing event updated for resources: {'Port': ['ID=3e2fba90-3e95-4697-b119-62efcb91d443,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:57.678143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.678883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.679494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.680073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.680647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.681222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.681808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.682394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.683005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.683550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.683968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.684303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316c5f2-ab53-4d49-8437-9990e132d92c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:57.802126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.877131 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:57.933130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:57.936429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:57.942702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:57.946304 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb8181b-7fae-4920-afaf-9af6ff3d5faa,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:58.210960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3e2fba90-3e95-4697-b119-62efcb91d443 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:58.284349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 3e2fba90-3e95-4697-b119-62efcb91d443 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:58.288165 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:58.657988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:58.731586 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:58.840819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1932db0-e365-4491-b5c3-7db5b2828bf6 None None] Network bc09e0b0-1a0d-4069-86cf-88247b779379 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:58.879469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Router 067c0751-d638-4bdb-8b00-39cc1aee977b is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:14:58.909403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d623f988-1148-4761-a01a-0341bc2aa99c None None] Provisioning for port 3e2fba90-3e95-4697-b119-62efcb91d443 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:58.917103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d623f988-1148-4761-a01a-0341bc2aa99c None None] Provisioning complete for port 3e2fba90-3e95-4697-b119-62efcb91d443 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:58.917482 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d623f988-1148-4761-a01a-0341bc2aa99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:59.044240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:59.071282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:59.074401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b79997b7-bd9a-44fe-bc8d-8d266dd982e1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5224764 Aug 31 10:14:59.076780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44136) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:59.266943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:59.319733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:59.320379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:59.323846 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d623f988-1148-4761-a01a-0341bc2aa99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:59.460186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d623f988-1148-4761-a01a-0341bc2aa99c None None] For port 3e2fba90-3e95-4697-b119-62efcb91d443, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3e2fba90-3e95-4697-b119-62efcb91d443,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:59.473701 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d623f988-1148-4761-a01a-0341bc2aa99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:59.536652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:59.682936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623f988-1148-4761-a01a-0341bc2aa99c None None] Pushing event updated for resources: {'Port': ['ID=3e2fba90-3e95-4697-b119-62efcb91d443,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:59.749308 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:59.850286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:14:58Z', 'revision_number': 3, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:59.890981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:59.891518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Updating router 067c0751-d638-4bdb-8b00-39cc1aee977b port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:59.928159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6935ccf5-adf7-4fbf-ac76-33823ebe4972 None None] Provisioning complete for port 3e2fba90-3e95-4697-b119-62efcb91d443 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:59.928559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6935ccf5-adf7-4fbf-ac76-33823ebe4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:59.931552 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.032897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Allocated IP 172.20.0.1 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/2e143a0d-34bf-41f1-9461-165577dbe449) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:00.210155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3e2fba90-3e95-4697-b119-62efcb91d443 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:00.219883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.240306 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Transition to ACTIVE for port object 2e143a0d-34bf-41f1-9461-165577dbe449 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:00.299343 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.346709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3e2fba90-3e95-4697-b119-62efcb91d443 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:00.347308 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:15:00.347919 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.353549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:00.357067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:00.361449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:00.389947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Pushing event updated for resources: {'Port': ['ID=2e143a0d-34bf-41f1-9461-165577dbe449,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:00.418086 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.499660 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.545667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Transition to ACTIVE for port object 1cb8181b-7fae-4920-afaf-9af6ff3d5faa will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:00.555928 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.616613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.632326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7fe0c-adc6-4479-9b72-1f4e9e219488 None None] Pushing event updated for resources: {'Port': ['ID=1cb8181b-7fae-4920-afaf-9af6ff3d5faa,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:00.635083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Attempting to bind port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:00.635459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Attempting to bind port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:00.635835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Attempting to bind port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:00.642466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:00.643424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:00.643856 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.644254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:00.644739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Bound port: 1cb8181b-7fae-4920-afaf-9af6ff3d5faa, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:00.645128 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.697171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e9e027a0-4fe4-474c-a7d1-77d2da67e126 None None] Provisioning for port 2e143a0d-34bf-41f1-9461-165577dbe449 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:00.708504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e9e027a0-4fe4-474c-a7d1-77d2da67e126 None None] Provisioning complete for port 2e143a0d-34bf-41f1-9461-165577dbe449 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:00.708875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e9e027a0-4fe4-474c-a7d1-77d2da67e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.738184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] For port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:00.758391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] For port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1cb8181b-7fae-4920-afaf-9af6ff3d5faa,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:00.773367 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.791451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e9e027a0-4fe4-474c-a7d1-77d2da67e126 None None] Port 2e143a0d-34bf-41f1-9461-165577dbe449 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:00.841447 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:00.842238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:00.869021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.873540 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.891088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7fe0c-adc6-4479-9b72-1f4e9e219488 None None] Pushing event updated for resources: {'Port': ['ID=1cb8181b-7fae-4920-afaf-9af6ff3d5faa,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:00.949204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:00.951131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Pushing event updated for resources: {'Port': ['ID=2e143a0d-34bf-41f1-9461-165577dbe449,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:00.980202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:01.077938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:01.080042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:01.228448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Router 067c0751-d638-4bdb-8b00-39cc1aee977b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:15:01.239541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 1, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:01.270925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fddad20-47b7-4aea-87ac-0cefd57d5580 None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 1, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:01.381669 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:01.387572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a8b1cc5f-cd9a-4a6d-904e-474471190802 admin admin] 10.222.0.69 "PUT /v2.0/routers/067c0751-d638-4bdb-8b00-39cc1aee977b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3088751 Aug 31 10:15:01.427202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d06db994-4cbb-420a-ac30-a7dc69f8c391 None None] Provisioning complete for port 2e143a0d-34bf-41f1-9461-165577dbe449 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:01.427751 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d06db994-4cbb-420a-ac30-a7dc69f8c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:01.495540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d06db994-4cbb-420a-ac30-a7dc69f8c391 None None] Port 2e143a0d-34bf-41f1-9461-165577dbe449 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:02.046524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44152) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:02.052407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1522482686-network', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:02.100094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Made reservation on behalf of 98dfb8d6953c412fae5f13fb83e76fef for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:15:02.100094 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.107040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.197334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1cb8181b-7fae-4920-afaf-9af6ff3d5faa up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:02.243531 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.249206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.266221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:02.272542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:02.273419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.284228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:15:02.295687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0683e15-f9e8-4ae4-b73a-8e6ca7b8c9f5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:02.321949 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.322969 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Added segment 1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1 of type vlan for network fae46240-95df-4384-9ea8-f8980c178d21 Aug 31 10:15:02.372250 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.382342 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.404207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.406276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:02.406771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1cb8181b-7fae-4920-afaf-9af6ff3d5faa,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:02.406927 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.412110 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.476895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4291654 Aug 31 10:15:02.479590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44154) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:02.484855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=1cb8181b-7fae-4920-afaf-9af6ff3d5faa,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:02.488277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Request body: {'subnet': {'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1522482686-subnet', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:02.498098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162303b-2c71-414c-959f-8052499de123 admin admin] Pushing event updated for resources: {'Network': ['ID=fae46240-95df-4384-9ea8-f8980c178d21,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:02.510294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network fae46240-95df-4384-9ea8-f8980c178d21 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:15:02.529347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Made reservation on behalf of 98dfb8d6953c412fae5f13fb83e76fef for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:15:02.533014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.748849 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.814970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6da03c-6740-48c0-8e82-fcfed51eb0a7,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:02.826173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Checking segment: {'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:02.826449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Network hostable DHCP agents. Network: fae46240-95df-4384-9ea8-f8980c178d21, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:15:02.845599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Network fae46240-95df-4384-9ea8-f8980c178d21 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:15:02.856969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, fae46240-95df-4384-9ea8-f8980c178d21) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:02.862072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:02.862687 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.869449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b19b0-3e5e-4602-a0aa-8ab16bab7ae0 None None] Network fae46240-95df-4384-9ea8-f8980c178d21 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:15:02.882060 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-67292b54-eafb-4cc3-9c38-52695a992be9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4011114 Aug 31 10:15:02.884724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 44156) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:02.891174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:02.923892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.925528 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.005917 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.063475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-fae46240-95df-4384-9ea8-f8980c178d21', 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'fixed_ips': [{'subnet_id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:15:03.064397 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.179226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.236158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Allocated IP 172.20.0.2 (fae46240-95df-4384-9ea8-f8980c178d21/1b6da03c-6740-48c0-8e82-fcfed51eb0a7/e4dd1ff1-a4fe-4b9d-a51c-61302fa24244) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:03.454554 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.471559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.476820 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.487588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Transition to ACTIVE for port object e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:03.512974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Transition to ACTIVE for port object e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:03.521676 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.569813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Network fae46240-95df-4384-9ea8-f8980c178d21 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:03.575264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:03.579064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:03.588758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Pushing event updated for resources: {'Port': ['ID=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:03.621991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Allocated IP 172.25.1.8 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/0769fde9-eaf5-4635-9e68-c05e63a0ca22) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:03.653919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Attempting to bind port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:03.654299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Attempting to bind port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:03.654672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Attempting to bind port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 on network fae46240-95df-4384-9ea8-f8980c178d21 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:03.661812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:03.662325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Checking segment: {'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:03.662940 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.663485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Bound using segment: {'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:03.664137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Bound port: e4dd1ff1-a4fe-4b9d-a51c-61302fa24244, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:03.664697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.714250 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:03.732805 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:03.733961 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:03.822713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] For port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:03.828588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] For port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,segment=NetworkSegment(1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1),segment_id=1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:03.834581 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.926569 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:03.929650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee5c13-3e6d-4c0c-934d-aa7b3058559a None None] Pushing event updated for resources: {'Port': ['ID=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:04.246784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:04.315247 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 2, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:04.345018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:04.425489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:04.431654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:04.438388 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:04.440409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:04.473059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Pushing event updated for resources: {'Port': ['ID=0769fde9-eaf5-4635-9e68-c05e63a0ca22,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:04.505780 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:04.506632 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Updating router 067c0751-d638-4bdb-8b00-39cc1aee977b port 2e143a0d-34bf-41f1-9461-165577dbe449 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:15:04.546677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:04.556396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1cb8181b-7fae-4920-afaf-9af6ff3d5faa up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:04.562401 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:04.646531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:04.647021 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:04.904231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.120991 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.144319 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Transition to ACTIVE for port object 2e143a0d-34bf-41f1-9461-165577dbe449 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:05.160589 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.282200 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Pushing event updated for resources: {'Port': ['ID=2e143a0d-34bf-41f1-9461-165577dbe449,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:05.309181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.313805 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.314192 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.314852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.315438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.315997 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.316569 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.317133 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.317696 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.318245 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.318836 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.319388 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.319930 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:05.332041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5c7e6-5d93-4eec-aa7d-650b3326e657 None None] Network fae46240-95df-4384-9ea8-f8980c178d21 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:15:05.344270 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Attempting to bind port 2e143a0d-34bf-41f1-9461-165577dbe449 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:05.345460 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Attempting to bind port 2e143a0d-34bf-41f1-9461-165577dbe449 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:05.346616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Attempting to bind port 2e143a0d-34bf-41f1-9461-165577dbe449 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:05.364851 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:05.365450 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:05.368807 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.369581 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:05.370418 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Bound port: 2e143a0d-34bf-41f1-9461-165577dbe449, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:05.371114 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.456829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-765a4bc9-0f62-4772-86d0-d4af7297fcac None None] Provisioning for port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:05.467349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-765a4bc9-0f62-4772-86d0-d4af7297fcac None None] Provisioning complete for port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:05.469298 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-765a4bc9-0f62-4772-86d0-d4af7297fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.511026 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] For port 2e143a0d-34bf-41f1-9461-165577dbe449, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:05.517478 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] For port 2e143a0d-34bf-41f1-9461-165577dbe449, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2e143a0d-34bf-41f1-9461-165577dbe449,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:05.526735 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.560181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Router 92735595-14fc-4d37-8a87-379ab8794f29 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:15:05.626940 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:05.630919 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:05.684693 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-765a4bc9-0f62-4772-86d0-d4af7297fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.741413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:05.747013 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-765a4bc9-0f62-4772-86d0-d4af7297fcac None None] For port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,segment=NetworkSegment(1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1),segment_id=1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:05.777594 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.778345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Sync routers for ids ['92735595-14fc-4d37-8a87-379ab8794f29'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:05.783713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-76d70776-b96e-46ad-9ff7-cf0739523a9f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8934414 Aug 31 10:15:05.785710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 44160) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:05.786490 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-765a4bc9-0f62-4772-86d0-d4af7297fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:05.840632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Routers {'92735595-14fc-4d37-8a87-379ab8794f29'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:05.842639 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533be22-1322-45e0-975f-4b771c115ce6 None None] Pushing event updated for resources: {'Port': ['ID=2e143a0d-34bf-41f1-9461-165577dbe449,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:05.856533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['92735595-14fc-4d37-8a87-379ab8794f29'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:05.860972 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:06.184002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a4bc9-0f62-4772-86d0-d4af7297fcac None None] Pushing event updated for resources: {'Port': ['ID=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:06.310327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2e143a0d-34bf-41f1-9461-165577dbe449 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:06.330004 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:05Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:06.350781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Set router 92735595-14fc-4d37-8a87-379ab8794f29 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:06.410934 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7eb09-7193-4896-a8b4-311a6b62ac97 None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:05Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:06.615360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2e143a0d-34bf-41f1-9461-165577dbe449 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:06.634977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2e143a0d-34bf-41f1-9461-165577dbe449 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:06.635560 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:06.684649 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:06.780692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ed1594f0-618b-411e-9db4-7c8b06010e63 None None] Provisioning complete for port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:06.781450 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ed1594f0-618b-411e-9db4-7c8b06010e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:06.901594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:06.925523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:15:04Z', 'revision_number': 3, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port': {'id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:03Z', 'updated_at': '2021-08-31T10:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:06.966283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Allocated IP 172.20.0.1 (fae46240-95df-4384-9ea8-f8980c178d21/1b6da03c-6740-48c0-8e82-fcfed51eb0a7/bb164402-bd26-4b81-af1b-a998947d11e8) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:06.984571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Checking router: 92735595-14fc-4d37-8a87-379ab8794f29 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:06.985163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Updating router 92735595-14fc-4d37-8a87-379ab8794f29 port 0769fde9-eaf5-4635-9e68-c05e63a0ca22 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:15:07.081134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 2e143a0d-34bf-41f1-9461-165577dbe449, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2e143a0d-34bf-41f1-9461-165577dbe449,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:07.082977 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.136405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.157483 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Transition to ACTIVE for port object bb164402-bd26-4b81-af1b-a998947d11e8 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:07.159458 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.218299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.300040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Network fae46240-95df-4384-9ea8-f8980c178d21 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:07.302315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:07.314238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:07.357293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb164402-bd26-4b81-af1b-a998947d11e8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:07.373949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=2e143a0d-34bf-41f1-9461-165577dbe449,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:07.397164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.632617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.690453 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.711228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Transition to ACTIVE for port object 0769fde9-eaf5-4635-9e68-c05e63a0ca22 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:07.713896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-01461e0d-209a-4b59-bd2d-b108e0485045 None None] Provisioning for port bb164402-bd26-4b81-af1b-a998947d11e8 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:07.721724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-01461e0d-209a-4b59-bd2d-b108e0485045 None None] Provisioning complete for port bb164402-bd26-4b81-af1b-a998947d11e8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:07.722331 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01461e0d-209a-4b59-bd2d-b108e0485045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.726509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.841434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-01461e0d-209a-4b59-bd2d-b108e0485045 None None] Port bb164402-bd26-4b81-af1b-a998947d11e8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:07.847417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Attempting to bind port 0769fde9-eaf5-4635-9e68-c05e63a0ca22 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:07.847992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Attempting to bind port 0769fde9-eaf5-4635-9e68-c05e63a0ca22 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:07.848408 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Attempting to bind port 0769fde9-eaf5-4635-9e68-c05e63a0ca22 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:07.857138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b14860-4dd1-45c6-944b-d77c57e8d0f3 None None] Pushing event updated for resources: {'Port': ['ID=0769fde9-eaf5-4635-9e68-c05e63a0ca22,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:07.860160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:07.860717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:07.861242 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.862263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:07.862927 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Bound port: 0769fde9-eaf5-4635-9e68-c05e63a0ca22, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:07.863763 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.909224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.916187 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:07.942038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] For port 0769fde9-eaf5-4635-9e68-c05e63a0ca22, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:07.946241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] For port 0769fde9-eaf5-4635-9e68-c05e63a0ca22, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0769fde9-eaf5-4635-9e68-c05e63a0ca22,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:07.953574 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:08.000774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:08.003754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb164402-bd26-4b81-af1b-a998947d11e8,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:08.050785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Routers {'92735595-14fc-4d37-8a87-379ab8794f29'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:08.051821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['92735595-14fc-4d37-8a87-379ab8794f29'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:08.117939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b14860-4dd1-45c6-944b-d77c57e8d0f3 None None] Pushing event updated for resources: {'Port': ['ID=0769fde9-eaf5-4635-9e68-c05e63a0ca22,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:08.142588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Network fae46240-95df-4384-9ea8-f8980c178d21 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:08.144225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:08.225720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:08.320575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] Set router 92735595-14fc-4d37-8a87-379ab8794f29 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:08.381883 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:08.382247 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:08.574033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e2d5a26a-c307-4989-a53f-5e1afceebf35 None None] Provisioning complete for port bb164402-bd26-4b81-af1b-a998947d11e8 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:08.574310 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a26a-c307-4989-a53f-5e1afceebf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:08.679637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5a26a-c307-4989-a53f-5e1afceebf35 None None] Port bb164402-bd26-4b81-af1b-a998947d11e8 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:08.720062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Router 92735595-14fc-4d37-8a87-379ab8794f29 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:15:08.723385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2e143a0d-34bf-41f1-9461-165577dbe449 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:08.814144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 4, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port': {'id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:03Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'bb164402-bd26-4b81-af1b-a998947d11e8', 'name': '', 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'mac_address': 'fa:16:3e:42:91:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:06Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 2, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'subnets': [{'id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:08.819370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2e143a0d-34bf-41f1-9461-165577dbe449 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:08.819815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:08.853389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9193c6d-cc1f-42e6-a068-bcef50461b89 None None] The sync data for ids ['92735595-14fc-4d37-8a87-379ab8794f29'] in n-d-806683-2 is: [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 4, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port': {'id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:03Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'bb164402-bd26-4b81-af1b-a998947d11e8', 'name': '', 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'mac_address': 'fa:16:3e:42:91:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:06Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 2, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'subnets': [{'id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:08.873670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:08.896991 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3bd532d9-4f15-41b3-b13b-f37f92798ff0 admin admin] 10.222.0.69 "PUT /v2.0/routers/92735595-14fc-4d37-8a87-379ab8794f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1073813 Aug 31 10:15:10.273142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0769fde9-eaf5-4635-9e68-c05e63a0ca22 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:10.349662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0769fde9-eaf5-4635-9e68-c05e63a0ca22 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:10.355890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0769fde9-eaf5-4635-9e68-c05e63a0ca22 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:10.356441 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:10.497330 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:10.533785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 0769fde9-eaf5-4635-9e68-c05e63a0ca22, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0769fde9-eaf5-4635-9e68-c05e63a0ca22,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:10.542862 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:10.641379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=0769fde9-eaf5-4635-9e68-c05e63a0ca22,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:10.870150 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:11.687547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f38f029b-72a2-43d2-a9bc-7da53a7c12b6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:11.690374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f38f029b-72a2-43d2-a9bc-7da53a7c12b6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1692760 Aug 31 10:15:11.715642 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-c802293d-c52c-472a-8389-b23f2801ca8a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/quotas/d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 375 time: 0.0126908 Aug 31 10:15:11.792325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-48b06341-a7e1-4fe0-a9ca-1d703f6d1738 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696683 Aug 31 10:15:11.932834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-cf7749c7-0dd2-4b42-811f-30228a9d055a service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305590 Aug 31 10:15:12.072285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-49e510c6-20ba-4183-bf98-d8177ba05c65 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319220 Aug 31 10:15:12.186768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0769fde9-eaf5-4635-9e68-c05e63a0ca22 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:12.258914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0769fde9-eaf5-4635-9e68-c05e63a0ca22 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:12.259263 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:12.528644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48a0cf70-8705-4faf-a357-4cb193f481f6 req-caa057cf-41e5-4a48-b634-4d1b09945c7f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 210 time: 0.0489028 Aug 31 10:15:12.596552 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Sync routers for ids ['92735595-14fc-4d37-8a87-379ab8794f29'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:12.613101 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Routers {'92735595-14fc-4d37-8a87-379ab8794f29'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:12.614190 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['92735595-14fc-4d37-8a87-379ab8794f29'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:12.804676 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Set router 92735595-14fc-4d37-8a87-379ab8794f29 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:13.075039 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 4, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port': {'id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:03Z', 'updated_at': '2021-08-31T10:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'bb164402-bd26-4b81-af1b-a998947d11e8', 'name': '', 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'mac_address': 'fa:16:3e:42:91:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:06Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 2, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'subnets': [{'id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:13.105484 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Checking router: 92735595-14fc-4d37-8a87-379ab8794f29 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:13.105760 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Updating router 92735595-14fc-4d37-8a87-379ab8794f29 port bb164402-bd26-4b81-af1b-a998947d11e8 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:15:13.135048 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:13.500463 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:13.516147 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Transition to ACTIVE for port object bb164402-bd26-4b81-af1b-a998947d11e8 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:13.532219 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:13.649973 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c5fa7-a2de-49ee-acd4-2256e86f48a2 None None] Pushing event updated for resources: {'Port': ['ID=bb164402-bd26-4b81-af1b-a998947d11e8,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:13.761842 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Attempting to bind port bb164402-bd26-4b81-af1b-a998947d11e8 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:13.762298 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Attempting to bind port bb164402-bd26-4b81-af1b-a998947d11e8 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:13.762669 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Attempting to bind port bb164402-bd26-4b81-af1b-a998947d11e8 on network fae46240-95df-4384-9ea8-f8980c178d21 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:13.769578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0217e0b-14fb-447f-bacc-e1c1019094cb req-1f896ac0-0315-4654-ad36-d2b8fe69e869 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 210 time: 0.0777304 Aug 31 10:15:13.777941 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:13.778519 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Checking segment: {'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:13.779082 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:13.780225 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Bound using segment: {'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:13.780893 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Bound port: bb164402-bd26-4b81-af1b-a998947d11e8, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:13.781312 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:13.806122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-92cc6ab7-b35c-4063-af68-3fe16bcd5063 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:13.808836 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-92cc6ab7-b35c-4063-af68-3fe16bcd5063 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.2894020 Aug 31 10:15:13.826705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'port': {'device_id': '8c62d105-7e67-4aed-9031-9787fb2564c8', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'admin_state_up': True, 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:13.893761 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:13.914537 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] For port bb164402-bd26-4b81-af1b-a998947d11e8, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:13.919092 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] For port bb164402-bd26-4b81-af1b-a998947d11e8, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bb164402-bd26-4b81-af1b-a998947d11e8,segment=NetworkSegment(1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1),segment_id=1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:13.926993 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.011753 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Routers {'92735595-14fc-4d37-8a87-379ab8794f29'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:14.012795 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:14:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['92735595-14fc-4d37-8a87-379ab8794f29'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:14.081306 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c5fa7-a2de-49ee-acd4-2256e86f48a2 None None] Pushing event updated for resources: {'Port': ['ID=bb164402-bd26-4b81-af1b-a998947d11e8,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:14.102054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:15:14.108902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.309990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bb164402-bd26-4b81-af1b-a998947d11e8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:14.346273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.20.0.7 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/c6f79fea-bc67-4cf1-af3e-53fec3445142) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:14.387599 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] Set router 92735595-14fc-4d37-8a87-379ab8794f29 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:14.417283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port bb164402-bd26-4b81-af1b-a998947d11e8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:14.423560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port bb164402-bd26-4b81-af1b-a998947d11e8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:14.424380 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.562048 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.611737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.613252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port bb164402-bd26-4b81-af1b-a998947d11e8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bb164402-bd26-4b81-af1b-a998947d11e8,segment=NetworkSegment(1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1),segment_id=1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:14.623829 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.640743 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Transition to ACTIVE for port object c6f79fea-bc67-4cf1-af3e-53fec3445142 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:14.700660 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.732503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=bb164402-bd26-4b81-af1b-a998947d11e8,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:14.772726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:14.776632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:14.780105 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 4, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port': {'id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:03Z', 'updated_at': '2021-08-31T10:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'bb164402-bd26-4b81-af1b-a998947d11e8', 'name': '', 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'mac_address': 'fa:16:3e:42:91:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:06Z', 'updated_at': '2021-08-31T10:15:13Z', 'revision_number': 4, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'subnets': [{'id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:14.781166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:14.847039 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb530ab4-c3ea-48ea-81e8-971188c85fb5 None None] The sync data for ids ['92735595-14fc-4d37-8a87-379ab8794f29'] in n-d-806683-2 is: [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:15:07Z', 'revision_number': 4, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port': {'id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:03Z', 'updated_at': '2021-08-31T10:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'bb164402-bd26-4b81-af1b-a998947d11e8', 'name': '', 'network_id': 'fae46240-95df-4384-9ea8-f8980c178d21', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'mac_address': 'fa:16:3e:42:91:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:06Z', 'updated_at': '2021-08-31T10:15:13Z', 'revision_number': 4, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'subnets': [{'id': '1b6da03c-6740-48c0-8e82-fcfed51eb0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:14.875231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:14.876234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.896059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=c6f79fea-bc67-4cf1-af3e-53fec3445142,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:14.907581 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4a083147-1b7c-4afe-b442-74539bfdc344 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0891008 Aug 31 10:15:14.922503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Request body: {'port': {'device_id': '8c62d105-7e67-4aed-9031-9787fb2564c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:15.000931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba500cb-6d04-4085-bc56-b9ff6ee1bf49 req-de73f1ae-6c62-4559-a1ef-1275c56f069e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:15.002948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eba500cb-6d04-4085-bc56-b9ff6ee1bf49 req-de73f1ae-6c62-4559-a1ef-1275c56f069e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 931 time: 0.1033731 Aug 31 10:15:15.013038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:15.123989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eba500cb-6d04-4085-bc56-b9ff6ee1bf49 req-b7367c50-e5ea-4cc6-9c0b-4a56ab5c3a40 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082096 Aug 31 10:15:15.143998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-20035631-6326-488b-a5f0-1ea841575c13 None None] Provisioning for port c6f79fea-bc67-4cf1-af3e-53fec3445142 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:15.153012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-20035631-6326-488b-a5f0-1ea841575c13 None None] Provisioning complete for port c6f79fea-bc67-4cf1-af3e-53fec3445142 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:15.153561 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-20035631-6326-488b-a5f0-1ea841575c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:15.215005 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-20035631-6326-488b-a5f0-1ea841575c13 None None] Port c6f79fea-bc67-4cf1-af3e-53fec3445142 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:15.483406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f79fea-bc67-4cf1-af3e-53fec3445142 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:15:15.492588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:15.507012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Transition to ACTIVE for port object c6f79fea-bc67-4cf1-af3e-53fec3445142 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:15.512718 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:15.583433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f79fea-bc67-4cf1-af3e-53fec3445142,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:15.680668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Attempting to bind port c6f79fea-bc67-4cf1-af3e-53fec3445142 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:15.681385 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Attempting to bind port c6f79fea-bc67-4cf1-af3e-53fec3445142 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:15.681817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Attempting to bind port c6f79fea-bc67-4cf1-af3e-53fec3445142 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:15.692315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Port c6f79fea-bc67-4cf1-af3e-53fec3445142 on network bc09e0b0-1a0d-4069-86cf-88247b779379 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:15:15.700680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Attempting to bind port c6f79fea-bc67-4cf1-af3e-53fec3445142 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:15.711051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:15.711608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:15.712146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:15.712709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Bound port: c6f79fea-bc67-4cf1-af3e-53fec3445142, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:15.713399 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:15.836798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] For port c6f79fea-bc67-4cf1-af3e-53fec3445142, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:15.843669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] For port c6f79fea-bc67-4cf1-af3e-53fec3445142, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c6f79fea-bc67-4cf1-af3e-53fec3445142,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:15.852265 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:15.901887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:15.902877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:15.904727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] 10.222.0.52 "PUT /v2.0/ports/c6f79fea-bc67-4cf1-af3e-53fec3445142 HTTP/1.1" status: 200 len: 1091 time: 0.9882481 Aug 31 10:15:15.905399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c62d105-7e67-4aed-9031-9787fb2564c8', 'tag': 'c6f79fea-bc67-4cf1-af3e-53fec3445142'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:15:15.908359 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47023b78-2bbd-4a4e-aaca-f4b8c179d900" -d '{"events": [{"name": "network-changed", "server_uuid": "8c62d105-7e67-4aed-9031-9787fb2564c8", "tag": "c6f79fea-bc67-4cf1-af3e-53fec3445142"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:15:15.984175 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b03f6f2-94d6-40cb-8431-40c2443dce72 x-openstack-request-id: req-8b03f6f2-94d6-40cb-8431-40c2443dce72 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:15:15.984671 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c62d105-7e67-4aed-9031-9787fb2564c8", "tag": "c6f79fea-bc67-4cf1-af3e-53fec3445142", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:15:15.984671 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b03f6f2-94d6-40cb-8431-40c2443dce72 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:15:15.985141 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c62d105-7e67-4aed-9031-9787fb2564c8', 'tag': 'c6f79fea-bc67-4cf1-af3e-53fec3445142', 'status': 'completed', 'code': 200} Aug 31 10:15:15.988762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48e34-4754-482d-bcbc-c229fb4ff803 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f79fea-bc67-4cf1-af3e-53fec3445142,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:16.037447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-12fc8c6d-b03a-4661-a414-2612178ddead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:16.039868 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-12fc8c6d-b03a-4661-a414-2612178ddead service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 1094 time: 0.0779510 Aug 31 10:15:16.096276 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-2d14212c-5532-405c-80b2-9b2b9824caa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6f79fea-bc67-4cf1-af3e-53fec3445142 HTTP/1.1" status: 200 len: 217 time: 0.0485785 Aug 31 10:15:16.185149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-b79c8109-9d3f-43cd-997f-8e3d40f1d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:16.188055 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-b79c8109-9d3f-43cd-997f-8e3d40f1d960 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0849044 Aug 31 10:15:16.275813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bb164402-bd26-4b81-af1b-a998947d11e8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:16.284479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-141e9617-1cbc-4f59-8875-db7319dbf38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:16.286727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-141e9617-1cbc-4f59-8875-db7319dbf38c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915968 Aug 31 10:15:16.365880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8d42a-90e6-45a1-995a-4132c8fe5beb req-53511439-76ef-4e70-8445-21323b4acf08 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:16.368902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1eb8d42a-90e6-45a1-995a-4132c8fe5beb req-53511439-76ef-4e70-8445-21323b4acf08 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.1042829 Aug 31 10:15:16.388574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port bb164402-bd26-4b81-af1b-a998947d11e8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:16.389516 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:16.442674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1eb8d42a-90e6-45a1-995a-4132c8fe5beb req-b77fa81a-1704-4b12-92e3-ba7016fe13ad tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674112 Aug 31 10:15:16.444788 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-4174d056-033b-4dbb-b603-3134b96303a0 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498039 Aug 31 10:15:16.565870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6049c30e-1528-4981-8e80-d37a6f982b93 req-98ca4d69-30f3-400e-8100-e09045166ae6 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134830 Aug 31 10:15:16.680363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-d234997b-e251-4bcb-a72f-d4af4ef4ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:16.682448 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-d234997b-e251-4bcb-a72f-d4af4ef4ee00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 1094 time: 0.0615582 Aug 31 10:15:16.811370 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-8c04f1c4-33d5-4c10-b558-5546dfe08596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:16.812889 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-8c04f1c4-33d5-4c10-b558-5546dfe08596 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1233859 Aug 31 10:15:16.864918 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-e409ef59-04c8-4a41-a06d-4c51f3a9a8c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6f79fea-bc67-4cf1-af3e-53fec3445142 HTTP/1.1" status: 200 len: 217 time: 0.0443711 Aug 31 10:15:16.926226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-84444af6-11f8-4cc5-b3e2-a78c3c908d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:16.927914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-84444af6-11f8-4cc5-b3e2-a78c3c908d96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0544267 Aug 31 10:15:16.979354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-55decee5-8ac8-4206-91d9-f648c250cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:16.980819 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-55decee5-8ac8-4206-91d9-f648c250cda5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457733 Aug 31 10:15:17.087675 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-96cb0234-81da-4c5b-bd18-745b914c4e8e service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991287 Aug 31 10:15:17.191553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47023b78-2bbd-4a4e-aaca-f4b8c179d900 req-1aac9e95-494c-4323-84e1-1dd27699320e service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966675 Aug 31 10:15:17.597586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830be7d3-9b7d-42df-a84f-593b2ac69ea8 req-6a1ca6d5-3e96-4fc6-9a8a-7bebbb89e1cb tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:17.599386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-830be7d3-9b7d-42df-a84f-593b2ac69ea8 req-6a1ca6d5-3e96-4fc6-9a8a-7bebbb89e1cb tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.0583463 Aug 31 10:15:17.643115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-830be7d3-9b7d-42df-a84f-593b2ac69ea8 req-3c6a2da2-da7e-4528-ad01-79f8d891870d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Aug 31 10:15:18.788456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ae4b2-ed2d-4b49-8fac-d12604fb71cb req-7377126a-471c-42e6-8675-a3f5fc8eaf80 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:18.790168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-276ae4b2-ed2d-4b49-8fac-d12604fb71cb req-7377126a-471c-42e6-8675-a3f5fc8eaf80 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.0602505 Aug 31 10:15:18.851773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-276ae4b2-ed2d-4b49-8fac-d12604fb71cb req-7e660210-fddf-4d09-a890-a049cec6802f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Aug 31 10:15:19.979174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2284-2e2b-469e-bf6a-e7aac51a01f0 req-f95ff872-5a58-4afe-88d6-ee47ea4afa08 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:19.980767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-283c2284-2e2b-469e-bf6a-e7aac51a01f0 req-f95ff872-5a58-4afe-88d6-ee47ea4afa08 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.0531785 Aug 31 10:15:20.025231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-283c2284-2e2b-469e-bf6a-e7aac51a01f0 req-bbcfbbef-3a5c-481d-8b07-71cd9cfd8f0e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Aug 31 10:15:21.160771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4e148-3993-4675-8cf2-81ab6260e304 req-120aab04-a6fd-4b1a-b7ca-4bb007468422 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:21.163396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3f4e148-3993-4675-8cf2-81ab6260e304 req-120aab04-a6fd-4b1a-b7ca-4bb007468422 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.0623012 Aug 31 10:15:21.212949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3f4e148-3993-4675-8cf2-81ab6260e304 req-c47293cf-baaf-4b38-ba4d-3148fe03d323 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Aug 31 10:15:21.836419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-723c9ec4-a780-4880-8931-7d8f584d5d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:22.363441 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a252-0d0d-460d-b0e0-1116be09b88d req-8f4c6430-b5e9-4af5-8876-26cf11f5b69e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:22.364968 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a13a252-0d0d-460d-b0e0-1116be09b88d req-8f4c6430-b5e9-4af5-8876-26cf11f5b69e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.0564377 Aug 31 10:15:22.413335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a13a252-0d0d-460d-b0e0-1116be09b88d req-8ffd3c5e-bccf-43a5-97b0-1712b2c1246a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Aug 31 10:15:23.560217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addef77f-e9d6-4261-8d14-d05b7cbffc67 req-2828434d-c19d-4a88-940c-9641150e7e42 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:23.561895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-addef77f-e9d6-4261-8d14-d05b7cbffc67 req-2828434d-c19d-4a88-940c-9641150e7e42 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.0668707 Aug 31 10:15:23.627995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-addef77f-e9d6-4261-8d14-d05b7cbffc67 req-30106936-c02f-4317-98e8-737dbd3fbe38 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555389 Aug 31 10:15:24.790870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a033bd-628c-464a-ab62-c1d63730630c req-da483aae-2a71-4c22-9175-3ea0dd2affc9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:24.793689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1a033bd-628c-464a-ab62-c1d63730630c req-da483aae-2a71-4c22-9175-3ea0dd2affc9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.0806859 Aug 31 10:15:24.844510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1a033bd-628c-464a-ab62-c1d63730630c req-193f9e7b-f7b3-4e5e-b0bc-881abdd22d00 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Aug 31 10:15:25.067244 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:25.788958 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e22f4705-77f6-4726-a3c0-233c89e2bec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:25.971481 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5950b14-b0f1-4ce1-bc6a-5fc6266fdf4c req-083df63b-8906-4066-bf67-d8993ee3aa38 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:25.973162 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5950b14-b0f1-4ce1-bc6a-5fc6266fdf4c req-083df63b-8906-4066-bf67-d8993ee3aa38 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 943 time: 0.0566976 Aug 31 10:15:26.023873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d5950b14-b0f1-4ce1-bc6a-5fc6266fdf4c req-c9c3dafe-ab41-4f99-9176-1051daebe6d9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Aug 31 10:15:26.521439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c6f79fea-bc67-4cf1-af3e-53fec3445142 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:15:26.626120 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c6f79fea-bc67-4cf1-af3e-53fec3445142, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c6f79fea-bc67-4cf1-af3e-53fec3445142,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:26.650264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'c6f79fea-bc67-4cf1-af3e-53fec3445142', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'port_id': 'c6f79fea-bc67-4cf1-af3e-53fec3445142', 'mac_address': 'fa:16:3e:0f:b5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:15:26.698935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:26.715560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f79fea-bc67-4cf1-af3e-53fec3445142 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:15:26.743329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c6f79fea-bc67-4cf1-af3e-53fec3445142, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c6f79fea-bc67-4cf1-af3e-53fec3445142,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:26.747809 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:26.819643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c6f79fea-bc67-4cf1-af3e-53fec3445142,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:26.953231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c6f79fea-bc67-4cf1-af3e-53fec3445142'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:15:27.160418 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd64cd-7600-45da-80a2-0ea18e9fa7c1 req-a69f78a3-eeaa-4206-91e4-81c107c96c1b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:27.162024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2fd64cd-7600-45da-80a2-0ea18e9fa7c1 req-a69f78a3-eeaa-4206-91e4-81c107c96c1b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 944 time: 0.0544186 Aug 31 10:15:27.207595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2fd64cd-7600-45da-80a2-0ea18e9fa7c1 req-9e9881b2-d45a-4b4b-b3ab-9f52d20d3daf tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Aug 31 10:15:27.787631 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.331402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb89e1-0d21-4b8f-9866-9e189fb4c0aa req-feaa85c7-519e-4068-a708-86eb3ba59715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:28.333050 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-affb89e1-0d21-4b8f-9866-9e189fb4c0aa req-feaa85c7-519e-4068-a708-86eb3ba59715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 944 time: 0.0532527 Aug 31 10:15:28.374983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-affb89e1-0d21-4b8f-9866-9e189fb4c0aa req-fbd51257-6ad5-4114-8675-6c87ccc7fac1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355618 Aug 31 10:15:28.531450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c6f79fea-bc67-4cf1-af3e-53fec3445142 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:28.583850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port c6f79fea-bc67-4cf1-af3e-53fec3445142 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:28.587952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port c6f79fea-bc67-4cf1-af3e-53fec3445142 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:28.588322 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.673246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.707617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c62d105-7e67-4aed-9031-9787fb2564c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f79fea-bc67-4cf1-af3e-53fec3445142'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:15:28.709934 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ebde61-9a73-4a15-a89b-e76064afa8c9" -d '{"events": [{"server_uuid": "8c62d105-7e67-4aed-9031-9787fb2564c8", "name": "network-vif-plugged", "status": "completed", "tag": "c6f79fea-bc67-4cf1-af3e-53fec3445142"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:15:28.732783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c6f79fea-bc67-4cf1-af3e-53fec3445142, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c6f79fea-bc67-4cf1-af3e-53fec3445142,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:28.738184 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.742573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.764925 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595a1e0-2e46-4af7-90eb-36ccb8cebf3f x-openstack-request-id: req-b595a1e0-2e46-4af7-90eb-36ccb8cebf3f {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:15:28.765224 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c62d105-7e67-4aed-9031-9787fb2564c8", "name": "network-vif-plugged", "status": "completed", "tag": "c6f79fea-bc67-4cf1-af3e-53fec3445142", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:15:28.765475 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b595a1e0-2e46-4af7-90eb-36ccb8cebf3f {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:15:28.765884 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c62d105-7e67-4aed-9031-9787fb2564c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f79fea-bc67-4cf1-af3e-53fec3445142', 'code': 200} Aug 31 10:15:28.795434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c6f79fea-bc67-4cf1-af3e-53fec3445142,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:28.864945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeb76b-9238-49e4-a865-73e2aa4e64bc req-f47fd050-314d-4a83-be84-e8a003b29c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:28.866496 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1baeb76b-9238-49e4-a865-73e2aa4e64bc req-f47fd050-314d-4a83-be84-e8a003b29c50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 1096 time: 0.0468500 Aug 31 10:15:28.906391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1baeb76b-9238-49e4-a865-73e2aa4e64bc req-ac91207d-624c-4061-847b-a1d89d208f43 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Aug 31 10:15:29.497322 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbb6c8-7ae9-4947-aac8-2a3714093121 req-8fc8a327-04cb-495e-a242-53b14ac351c4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:29.498922 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6dbb6c8-7ae9-4947-aac8-2a3714093121 req-8fc8a327-04cb-495e-a242-53b14ac351c4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 945 time: 0.0542610 Aug 31 10:15:29.544709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6dbb6c8-7ae9-4947-aac8-2a3714093121 req-b1d240ee-a1d2-4461-adaf-8505753f96c9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Aug 31 10:15:30.665266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a65c2-1ac3-4a91-9508-1dd7f075fa6d req-7922dcb3-f921-4e18-8548-520482893e2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:30.666961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c69a65c2-1ac3-4a91-9508-1dd7f075fa6d req-7922dcb3-f921-4e18-8548-520482893e2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 945 time: 0.0524681 Aug 31 10:15:30.710078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c69a65c2-1ac3-4a91-9508-1dd7f075fa6d req-29d3926e-57cc-4652-ab36-788613fbc95b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Aug 31 10:15:30.830956 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5acdf-2884-4f57-9957-16f1fbf87352 req-8544c9ac-dfa1-4419-a5ff-535268f88dd5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:30.832691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bee5acdf-2884-4f57-9957-16f1fbf87352 req-8544c9ac-dfa1-4419-a5ff-535268f88dd5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 945 time: 0.0522501 Aug 31 10:15:30.873892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bee5acdf-2884-4f57-9957-16f1fbf87352 req-6e72d059-109f-4156-a0b3-d6ba3d05f232 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Aug 31 10:15:30.996099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff357c-3c4b-4e14-ad8a-f93deecb7ae3 req-d86cf642-59e2-4f71-90d8-bb862481f1e3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:30.997724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dff357c-3c4b-4e14-ad8a-f93deecb7ae3 req-d86cf642-59e2-4f71-90d8-bb862481f1e3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 945 time: 0.0554600 Aug 31 10:15:31.044511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7dff357c-3c4b-4e14-ad8a-f93deecb7ae3 req-985b7995-e155-4b7c-89ab-9908762930ff tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Aug 31 10:15:31.306880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ebfed-d02d-4e40-8756-cf8defc56a35 req-92bb38fe-bbca-4786-8d51-0990ceb6061a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:31.308466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee9ebfed-d02d-4e40-8756-cf8defc56a35 req-92bb38fe-bbca-4786-8d51-0990ceb6061a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 945 time: 0.0529432 Aug 31 10:15:31.353033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee9ebfed-d02d-4e40-8756-cf8defc56a35 req-4388307f-c289-45f8-938f-d5d76e637e64 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379009 Aug 31 10:15:32.476210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568a4b2-f11a-4db8-84eb-56f7d7ff11c0 req-3dbe19bf-3c58-4756-a720-3e622eb604b9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:32.477804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2568a4b2-f11a-4db8-84eb-56f7d7ff11c0 req-3dbe19bf-3c58-4756-a720-3e622eb604b9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 945 time: 0.0527911 Aug 31 10:15:32.519301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2568a4b2-f11a-4db8-84eb-56f7d7ff11c0 req-12d010bc-e465-4684-a30e-4b3e175dae3e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350416 Aug 31 10:15:32.685374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-2b731306-c02e-46d3-b43d-5fe44ef57d0d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:32.686969 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-2b731306-c02e-46d3-b43d-5fe44ef57d0d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 945 time: 0.0511303 Aug 31 10:15:32.723232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-b2efc41c-a320-47cf-9322-4bd9ed9891c0 req-9749fb00-f52c-4602-9b7d-8a79dc15c0d8 service neutron] (94787) timed out ('10.222.0.69', 38028) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:15:32.786413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port c6f79fea-bc67-4cf1-af3e-53fec3445142 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:32.786928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.882521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] For port c6f79fea-bc67-4cf1-af3e-53fec3445142, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c6f79fea-bc67-4cf1-af3e-53fec3445142,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:32.882945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.899118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for c6f79fea-bc67-4cf1-af3e-53fec3445142 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:33.041307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:33.054173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c6f79fea-bc67-4cf1-af3e-53fec3445142'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:15:33.076960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=c6f79fea-bc67-4cf1-af3e-53fec3445142,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:33.128950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] No DVR routers for this DVR port c6f79fea-bc67-4cf1-af3e-53fec3445142 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:15:33.132458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:33.134906 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a9aa0ab4-e1b7-494d-9689-47c4670fce98 req-b1f953f1-aa73-4a0d-bd35-5683a493d3af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "DELETE /v2.0/ports/c6f79fea-bc67-4cf1-af3e-53fec3445142 HTTP/1.1" status: 204 len: 173 time: 0.4418695 Aug 31 10:15:33.135374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c62d105-7e67-4aed-9031-9787fb2564c8', 'name': 'network-vif-deleted', 'tag': 'c6f79fea-bc67-4cf1-af3e-53fec3445142'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:15:33.138078 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bfac12-794b-4b53-a431-c2e4d0226ac8" -d '{"events": [{"server_uuid": "8c62d105-7e67-4aed-9031-9787fb2564c8", "name": "network-vif-deleted", "tag": "c6f79fea-bc67-4cf1-af3e-53fec3445142"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:15:33.185929 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e5f1a5-725b-4dd7-8d12-9607197ee2fa x-openstack-request-id: req-58e5f1a5-725b-4dd7-8d12-9607197ee2fa {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:15:33.185929 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c62d105-7e67-4aed-9031-9787fb2564c8", "name": "network-vif-deleted", "tag": "c6f79fea-bc67-4cf1-af3e-53fec3445142", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:15:33.185929 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58e5f1a5-725b-4dd7-8d12-9607197ee2fa {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:15:33.185929 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c62d105-7e67-4aed-9031-9787fb2564c8', 'name': 'network-vif-deleted', 'tag': 'c6f79fea-bc67-4cf1-af3e-53fec3445142', 'status': 'completed', 'code': 200} Aug 31 10:15:33.625122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8893ed99-aaa8-4e7b-9537-47e58f15f08e req-fd8d1fe8-d7cd-4cc4-9c13-f11b2fa34f80 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 210 time: 0.0280435 Aug 31 10:15:34.732310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d94bece7-f92b-4b7f-a1c5-483396cb8024 req-c2c38b89-6d15-4ab6-a358-7754eb24da9f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 210 time: 0.0334697 Aug 31 10:15:35.835521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfbea3d8-2670-4168-8d69-1a9490d82c43 req-9724d709-8839-46c9-aab7-98b0c36a0e59 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 210 time: 0.0299363 Aug 31 10:15:36.572411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c6f79fea-bc67-4cf1-af3e-53fec3445142 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:15:36.592353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: c6f79fea-bc67-4cf1-af3e-53fec3445142 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:15:36.592756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c6f79fea-bc67-4cf1-af3e-53fec3445142 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:15:36.956001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bfb15969-203a-46c8-b6da-4a3ab039d47d req-5bfce411-f6f5-4761-82b6-8a564d7e9852 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c62d105-7e67-4aed-9031-9787fb2564c8 HTTP/1.1" status: 200 len: 210 time: 0.0296874 Aug 31 10:15:37.336570 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:15:40.875554 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:43.888722 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:51.845320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-10a70a41-0c10-4fa4-b91d-0f9674041461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:55.066092 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:55.793785 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-88da6506-a4d1-494a-8156-071a49be1181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:57.787970 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:58.732362 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:00.552442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-20a0204e-a09c-4bf5-a6d3-823ddf8ce121 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:00.554231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-20a0204e-a09c-4bf5-a6d3-823ddf8ce121 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1306472 Aug 31 10:16:00.576438 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-31fa559f-d5a0-40e2-8de8-d5e92dc01c70 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/quotas/d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 375 time: 0.0157287 Aug 31 10:16:00.643295 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-638c7142-b90e-44b9-b924-861cf060de16 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590580 Aug 31 10:16:00.751966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-e4d825da-4a4e-49ab-930a-6618bfcfc8f2 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016021 Aug 31 10:16:00.859087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-1e0cabcb-a5fb-44b5-ad98-f2b43cf2892a service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000628 Aug 31 10:16:01.127450 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-642d93a6-8086-49e2-8633-c6204e731b6d req-c8a8ff9c-88d1-4190-b24f-b7b633b417dd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 210 time: 0.0488863 Aug 31 10:16:02.120088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-35974c0a-8f6e-494c-ae1d-8487ec9557a7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:02.121977 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-35974c0a-8f6e-494c-ae1d-8487ec9557a7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1193945 Aug 31 10:16:02.134882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'port': {'device_id': '35c2d533-a49d-4b94-9f5b-df9185a801ee', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'admin_state_up': True, 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:02.247853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4ec9e75-24ec-48b5-a43a-911861c7e671 req-d43ff49d-21a1-4da8-9365-eb539a2fc301 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 210 time: 0.0307026 Aug 31 10:16:02.267944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:16:02.271559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:02.417169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.20.0.11 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:16:02.646136 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:02.662837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Transition to ACTIVE for port object ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:16:02.719579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:02.785575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:16:02.789575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:16:02.793868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:16:02.827462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:02.844238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.844993 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.845297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.845636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.846065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.846397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.846889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.847227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.847556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.847878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.848192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.848520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:02.868401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:02.869109 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:02.888675 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-48cabbc1-a098-401e-8f85-62dfd62271b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7577250 Aug 31 10:16:02.903404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Request body: {'port': {'device_id': '35c2d533-a49d-4b94-9f5b-df9185a801ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:02.975367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.108827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0394b003-f2d2-4d61-a2a4-359d5ad020f6 None None] Provisioning for port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:16:03.117055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0394b003-f2d2-4d61-a2a4-359d5ad020f6 None None] Provisioning complete for port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:16:03.118573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0394b003-f2d2-4d61-a2a4-359d5ad020f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.158957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0394b003-f2d2-4d61-a2a4-359d5ad020f6 None None] Port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:16:03.281934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:16:03.290722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.304817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Transition to ACTIVE for port object ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:16:03.309413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.367188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Pushing event updated for resources: {'Port': ['ID=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:03.415779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f30bed-4936-4f3a-b2a1-1b5dba6004df req-a288e76c-8f12-46a4-b110-63cef27fbbbe tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:03.423652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8f30bed-4936-4f3a-b2a1-1b5dba6004df req-a288e76c-8f12-46a4-b110-63cef27fbbbe tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0860269 Aug 31 10:16:03.467185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Attempting to bind port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:16:03.467499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Attempting to bind port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:16:03.467840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Attempting to bind port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:16:03.470286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8f30bed-4936-4f3a-b2a1-1b5dba6004df req-6e5fa0f2-c0a2-434c-a74d-f19c1c51508d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Aug 31 10:16:03.474719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed on network bc09e0b0-1a0d-4069-86cf-88247b779379 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:16:03.475090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Attempting to bind port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:16:03.480655 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:16:03.481055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:16:03.481377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:16:03.481812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Bound port: ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:16:03.482170 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.572261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] For port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:16:03.576557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] For port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:16:03.583894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.629285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:03.629909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.631478 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] 10.222.0.52 "PUT /v2.0/ports/ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed HTTP/1.1" status: 200 len: 1092 time: 0.7349184 Aug 31 10:16:03.631820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c2d533-a49d-4b94-9f5b-df9185a801ee', 'tag': 'ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:03.634439 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e37391-809f-4f40-bba7-e0a166afa8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "35c2d533-a49d-4b94-9f5b-df9185a801ee", "tag": "ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:03.667764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24535320-0ef8-4d62-83c2-a591cf42d5af service neutron] Pushing event updated for resources: {'Port': ['ID=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:03.684864 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f2225d-5158-40d5-a9fa-4f91d4d5eb5c x-openstack-request-id: req-78f2225d-5158-40d5-a9fa-4f91d4d5eb5c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:03.685193 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c2d533-a49d-4b94-9f5b-df9185a801ee", "tag": "ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:03.685402 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78f2225d-5158-40d5-a9fa-4f91d4d5eb5c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:03.685804 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c2d533-a49d-4b94-9f5b-df9185a801ee', 'tag': 'ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed', 'status': 'completed', 'code': 200} Aug 31 10:16:03.738671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-d6008fce-5eed-496e-8ad0-b2109b6bd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:03.740515 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-d6008fce-5eed-496e-8ad0-b2109b6bd12b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 1095 time: 0.0487838 Aug 31 10:16:03.797391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-cd04693c-0ed1-40bb-b87d-005b52b8d4ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed HTTP/1.1" status: 200 len: 217 time: 0.0474665 Aug 31 10:16:03.850227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-4b0bc526-6e24-4d3a-a4fc-6184f36b8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:03.851745 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-4b0bc526-6e24-4d3a-a4fc-6184f36b8955 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0470243 Aug 31 10:16:03.901005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-e05a4a8d-8836-4a2d-bcc0-42c8b2681c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:03.902714 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-e05a4a8d-8836-4a2d-bcc0-42c8b2681c22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434437 Aug 31 10:16:04.003649 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-4c0c762e-69b4-4eed-b628-f8d279d2e48c service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936098 Aug 31 10:16:04.108171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4c6a8d1-a0f3-45a5-b290-67ce1369bc49 req-ac8bbb20-ecd6-4db9-8055-bf85edc243f0 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982001 Aug 31 10:16:04.198018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-2a1690ea-a8fe-425c-a337-230efa34236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.199616 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-2a1690ea-a8fe-425c-a337-230efa34236c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 1095 time: 0.0428841 Aug 31 10:16:04.299752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-320d602a-7f63-48d3-a0bb-3bc1afcb5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.301396 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-320d602a-7f63-48d3-a0bb-3bc1afcb5c34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0951047 Aug 31 10:16:04.349984 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-170a5853-c7b2-42dc-9663-2b1bb820dfb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed HTTP/1.1" status: 200 len: 217 time: 0.0366721 Aug 31 10:16:04.405204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-53b51788-7d6a-4892-b88d-6699e35ede03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.406604 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-53b51788-7d6a-4892-b88d-6699e35ede03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0493321 Aug 31 10:16:04.458480 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-294ea32b-c3f8-4cf0-826a-3f54f440365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.458480 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-294ea32b-c3f8-4cf0-826a-3f54f440365b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446007 Aug 31 10:16:04.555588 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-603d8bdf-ed25-4d41-be8c-4b23ca7b3402 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880656 Aug 31 10:16:04.606737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b263fca-ccbe-4c1f-abd5-6cdca9209559 req-46d7a9d1-04c0-477e-9b69-78fd06952062 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.608428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b263fca-ccbe-4c1f-abd5-6cdca9209559 req-46d7a9d1-04c0-477e-9b69-78fd06952062 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0510964 Aug 31 10:16:04.651046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b263fca-ccbe-4c1f-abd5-6cdca9209559 req-ac938e28-646c-45c5-8846-c42a41ddd5c7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Aug 31 10:16:04.661793 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4e37391-809f-4f40-bba7-e0a166afa8b4 req-03fc6254-0497-4a8d-9553-14794f6ae1a8 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972590 Aug 31 10:16:05.858682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b764-e8b7-4956-bd90-bd10a6e00682 req-f538b213-7f3a-430a-a2e4-a73488cbeae8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:05.862620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec85b764-e8b7-4956-bd90-bd10a6e00682 req-f538b213-7f3a-430a-a2e4-a73488cbeae8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0902286 Aug 31 10:16:05.909585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec85b764-e8b7-4956-bd90-bd10a6e00682 req-fc8af904-a3af-4918-bb63-d904307c3365 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Aug 31 10:16:07.076452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b6e1-d72b-405f-87f4-e93120876cfd req-151fa8dd-f348-44a3-8fee-fbab6376dd16 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:07.078839 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9a9b6e1-d72b-405f-87f4-e93120876cfd req-151fa8dd-f348-44a3-8fee-fbab6376dd16 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0710895 Aug 31 10:16:07.122697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9a9b6e1-d72b-405f-87f4-e93120876cfd req-37f789e6-4adb-46b2-a383-7ed036ad5876 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Aug 31 10:16:08.246435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fd55e-86de-4bc6-a164-5f74f3c36e0a req-d40b2f99-98f7-4047-b7d8-02eda46da018 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:08.254406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f41fd55e-86de-4bc6-a164-5f74f3c36e0a req-d40b2f99-98f7-4047-b7d8-02eda46da018 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0597136 Aug 31 10:16:08.295017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f41fd55e-86de-4bc6-a164-5f74f3c36e0a req-99a6ffb1-5e2e-4a05-bce6-a402959a4d07 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359864 Aug 31 10:16:09.417771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1dab-6a9b-4fa7-a786-bc984462e679 req-61009b0c-d54f-48aa-94a2-3dbcbafbb83d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:09.419438 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-943b1dab-6a9b-4fa7-a786-bc984462e679 req-61009b0c-d54f-48aa-94a2-3dbcbafbb83d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0533302 Aug 31 10:16:09.469447 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-943b1dab-6a9b-4fa7-a786-bc984462e679 req-1a706b84-944e-42e0-9415-26e22537472f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Aug 31 10:16:10.597231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65436ba5-7145-4df0-96b8-c1b4a1d8c65c req-9e87d3c4-73e0-4657-97e2-f3368ab41521 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:10.598809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65436ba5-7145-4df0-96b8-c1b4a1d8c65c req-9e87d3c4-73e0-4657-97e2-f3368ab41521 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0530071 Aug 31 10:16:10.644371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65436ba5-7145-4df0-96b8-c1b4a1d8c65c req-ed9b85fc-b9c6-488e-a587-328db67e341e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392916 Aug 31 10:16:10.877833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:11.764311 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93afdd-e5bc-4d8d-a5f2-5d0db3f37d36 req-fb21e4ea-83ee-4db4-8707-bd7b290613a5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:11.765846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f93afdd-e5bc-4d8d-a5f2-5d0db3f37d36 req-fb21e4ea-83ee-4db4-8707-bd7b290613a5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0510552 Aug 31 10:16:11.809150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f93afdd-e5bc-4d8d-a5f2-5d0db3f37d36 req-a861d2da-e5fa-4843-927b-282b19fda766 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365417 Aug 31 10:16:12.927013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89a53-0b39-4eea-812e-0ca312f5fbeb req-5af1e3b6-e374-4815-815c-bfe7eff6e1b1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:12.928527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21e89a53-0b39-4eea-812e-0ca312f5fbeb req-5af1e3b6-e374-4815-815c-bfe7eff6e1b1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0507171 Aug 31 10:16:12.967550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21e89a53-0b39-4eea-812e-0ca312f5fbeb req-84b59c15-c304-42c2-b25e-92a6661da50d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328376 Aug 31 10:16:13.878412 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:14.087367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee149e6a-67af-4544-b859-59da1da0281e req-ac12d7ed-45be-48d7-b5fd-69675a8d0a53 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:14.089130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee149e6a-67af-4544-b859-59da1da0281e req-ac12d7ed-45be-48d7-b5fd-69675a8d0a53 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0521283 Aug 31 10:16:14.133151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee149e6a-67af-4544-b859-59da1da0281e req-906fd78f-4b58-4719-8330-d9f73e9bcb22 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377758 Aug 31 10:16:14.335434 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:16:15.257151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3786afd-5612-488d-822a-045019a43b3d req-e8f4eded-9ff2-4425-bd1f-c26fdfb08e7d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:15.258681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3786afd-5612-488d-822a-045019a43b3d req-e8f4eded-9ff2-4425-bd1f-c26fdfb08e7d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0563805 Aug 31 10:16:15.302953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3786afd-5612-488d-822a-045019a43b3d req-b3da2f20-546b-4139-b3c9-5886cb6562b3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379853 Aug 31 10:16:16.421245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc2fd2-9895-4c7e-9c34-1f92b321e82a req-8e13e2e5-b437-4119-839e-fe63a1488383 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:16.423466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7dc2fd2-9895-4c7e-9c34-1f92b321e82a req-8e13e2e5-b437-4119-839e-fe63a1488383 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0520937 Aug 31 10:16:16.461996 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7dc2fd2-9895-4c7e-9c34-1f92b321e82a req-37035cfb-d7a8-402d-afe7-15f58038f2cc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Aug 31 10:16:17.590410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140100cd-bfd8-4038-b461-c18d0b812127 req-c462c563-50fe-4380-8b27-32906a169881 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:17.591813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-140100cd-bfd8-4038-b461-c18d0b812127 req-c462c563-50fe-4380-8b27-32906a169881 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0503664 Aug 31 10:16:17.635725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-140100cd-bfd8-4038-b461-c18d0b812127 req-51f1d538-fdd2-4463-8e3f-c09376bfe89c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379426 Aug 31 10:16:18.754411 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad760-594c-4b49-b0ca-138cafdc9fb8 req-b9bc1017-2833-45d1-8d60-7d1f1934d0b6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:18.755979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40fad760-594c-4b49-b0ca-138cafdc9fb8 req-b9bc1017-2833-45d1-8d60-7d1f1934d0b6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0516009 Aug 31 10:16:18.805521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40fad760-594c-4b49-b0ca-138cafdc9fb8 req-f51f2cca-ac16-4fb4-b6bd-4bd69778ac78 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Aug 31 10:16:19.922315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2179516-ff2f-4162-ad07-80dcbb0c3577 req-b2bbc96c-4220-4739-a0ea-35f15e031e90 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:19.924354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2179516-ff2f-4162-ad07-80dcbb0c3577 req-b2bbc96c-4220-4739-a0ea-35f15e031e90 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0507672 Aug 31 10:16:19.963708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2179516-ff2f-4162-ad07-80dcbb0c3577 req-af7ec1bd-b7df-4010-8a65-54737559270a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Aug 31 10:16:21.086157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb804-927f-43af-af05-1df501a979ed req-fd09218e-bdf5-407f-876a-cc1b0a5964ef tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:21.087604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6bfb804-927f-43af-af05-1df501a979ed req-fd09218e-bdf5-407f-876a-cc1b0a5964ef tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0536022 Aug 31 10:16:21.131376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6bfb804-927f-43af-af05-1df501a979ed req-26e85373-7a04-4271-8d9c-4678517da3be tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Aug 31 10:16:21.840839 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7a5f-be13-4f97-9582-56e733860b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:22.248593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a92c3-d741-41d8-a52e-e4f60f7ce5f6 req-904a455f-fcbb-4913-ad2f-cb946abde550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:22.250132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd3a92c3-d741-41d8-a52e-e4f60f7ce5f6 req-904a455f-fcbb-4913-ad2f-cb946abde550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 944 time: 0.0511479 Aug 31 10:16:22.292265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd3a92c3-d741-41d8-a52e-e4f60f7ce5f6 req-6c8d2d87-0668-4bcc-a880-ea01a05dc20e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Aug 31 10:16:22.764003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:16:22.865300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:22.880355 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'port_id': 'ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed', 'mac_address': 'fa:16:3e:38:c6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:16:22.920243 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:22.936427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:16:22.956912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:22.961513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:23.012103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:23.019980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.020257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.020630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.020993 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.021315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.021682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.022024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.022432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.022881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.023220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.023550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.023878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:23.149759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:16:23.412385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8474e-e1f8-4e70-aaba-940a741d6213 req-8c599360-0ffd-497c-98b3-56096bffbf6c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:23.413950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9f8474e-e1f8-4e70-aaba-940a741d6213 req-8c599360-0ffd-497c-98b3-56096bffbf6c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 945 time: 0.0523508 Aug 31 10:16:23.457187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9f8474e-e1f8-4e70-aaba-940a741d6213 req-35eaaef7-8094-45f5-8965-aa41e95b17bf tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365884 Aug 31 10:16:24.573301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd168d02-bd89-4563-a795-510fe143b089 req-54d1d3c5-8907-41a4-be2a-b71d3f53c13c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:24.574919 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd168d02-bd89-4563-a795-510fe143b089 req-54d1d3c5-8907-41a4-be2a-b71d3f53c13c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 945 time: 0.0500937 Aug 31 10:16:24.616535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd168d02-bd89-4563-a795-510fe143b089 req-e2bc2520-1085-48ff-8107-7bffc1ac954e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Aug 31 10:16:24.764300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:16:24.813758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:16:24.817732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:16:24.818107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:24.898228 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:24.921263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c2d533-a49d-4b94-9f5b-df9185a801ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:24.924074 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b7cf99-d1d6-4f23-8d95-9d8b687b3035" -d '{"events": [{"server_uuid": "35c2d533-a49d-4b94-9f5b-df9185a801ee", "name": "network-vif-plugged", "status": "completed", "tag": "ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:24.936924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:24.940891 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:24.965631 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f865ab60-6c0a-40f0-b2de-cbd389d1b479 x-openstack-request-id: req-f865ab60-6c0a-40f0-b2de-cbd389d1b479 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:24.965918 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c2d533-a49d-4b94-9f5b-df9185a801ee", "name": "network-vif-plugged", "status": "completed", "tag": "ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:24.966170 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f865ab60-6c0a-40f0-b2de-cbd389d1b479 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:24.966554 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c2d533-a49d-4b94-9f5b-df9185a801ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed', 'code': 200} Aug 31 10:16:24.992230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:25.057499 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:25.059997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4ebfc-34aa-4922-9138-10a4a350380e req-9504e97d-fca7-42c7-bc2b-528d7ec3f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:25.061514 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53f4ebfc-34aa-4922-9138-10a4a350380e req-9504e97d-fca7-42c7-bc2b-528d7ec3f4d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 1097 time: 0.0419798 Aug 31 10:16:25.097083 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53f4ebfc-34aa-4922-9138-10a4a350380e req-4c5c8c02-ce7c-4d67-b1d6-d20075ec18ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287526 Aug 31 10:16:25.736044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5d66c-dccd-4095-a617-a1dad7a0743a req-1bf6e5f6-4c0c-4174-80f4-49cc928fd85e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:25.737647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9e5d66c-dccd-4095-a617-a1dad7a0743a req-1bf6e5f6-4c0c-4174-80f4-49cc928fd85e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 946 time: 0.0553386 Aug 31 10:16:25.784770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9e5d66c-dccd-4095-a617-a1dad7a0743a req-f838ab49-fdf6-4d75-bdae-8e917cd7d022 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Aug 31 10:16:25.788530 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a958f1a-5cc3-4f15-a80a-8735a9a58beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:26.914192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf880a-a454-47bf-9b3f-5b1fb618749d req-e24bc162-f003-4009-a29d-5302a64d4202 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:26.915725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6bf880a-a454-47bf-9b3f-5b1fb618749d req-e24bc162-f003-4009-a29d-5302a64d4202 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 946 time: 0.0571909 Aug 31 10:16:26.957733 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6bf880a-a454-47bf-9b3f-5b1fb618749d req-2d94fa06-5a2f-4055-b439-97d192d21628 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351048 Aug 31 10:16:27.074591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd7ab-fee5-4ca8-998f-5188a345ae70 req-f0924f8b-dfda-4315-8239-a2837b6ec13d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:27.076056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a61cd7ab-fee5-4ca8-998f-5188a345ae70 req-f0924f8b-dfda-4315-8239-a2837b6ec13d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 946 time: 0.0504773 Aug 31 10:16:27.119705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a61cd7ab-fee5-4ca8-998f-5188a345ae70 req-eade8d3c-40c2-4fd6-a6a7-8afad45d63df tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360758 Aug 31 10:16:27.234384 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb542ff2-b3ff-4e7c-be4a-cc5c0631b697 req-20703276-b621-45b8-ae78-cd9625d9cc0b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:27.236426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb542ff2-b3ff-4e7c-be4a-cc5c0631b697 req-20703276-b621-45b8-ae78-cd9625d9cc0b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 946 time: 0.0506506 Aug 31 10:16:27.276965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bb542ff2-b3ff-4e7c-be4a-cc5c0631b697 req-eeaa8652-feb2-4ff9-aef1-6cab26741dac tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344858 Aug 31 10:16:27.573864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d0332-f7c3-4e80-86f9-e56e92ab4f28 req-7d0b18fd-0f70-4a1a-9279-bd08e6f58002 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:27.575476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a5d0332-f7c3-4e80-86f9-e56e92ab4f28 req-7d0b18fd-0f70-4a1a-9279-bd08e6f58002 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 946 time: 0.0530648 Aug 31 10:16:27.615859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3a5d0332-f7c3-4e80-86f9-e56e92ab4f28 req-1ceae4f8-cac0-4e87-b201-0aefa0edd943 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Aug 31 10:16:27.790377 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:28.734939 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:28.743443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d560-df43-4657-96e6-d3e643e63c11 req-179370ae-3310-4dbc-bbdd-73dfa6bc22a0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:28.745451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dba9d560-df43-4657-96e6-d3e643e63c11 req-179370ae-3310-4dbc-bbdd-73dfa6bc22a0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 946 time: 0.0570436 Aug 31 10:16:28.794330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dba9d560-df43-4657-96e6-d3e643e63c11 req-8f3bab2b-329f-4782-90c0-882645147c94 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Aug 31 10:16:29.008154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-3a6ed030-7256-419a-85d7-b11adaa7bc76 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:29.009618 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-3a6ed030-7256-419a-85d7-b11adaa7bc76 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 946 time: 0.0477977 Aug 31 10:16:29.384713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:16:29.384955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:29.479199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] For port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:29.479559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:29.493823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:16:29.634696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:29.647830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:16:29.665471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:29.715423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] No DVR routers for this DVR port ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:16:29.718404 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:29.721666 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fcddb3a2-c619-4d03-bb59-2de24e1b5307 req-bd680439-cb2f-4296-a4c5-1ed3b25b4026 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "DELETE /v2.0/ports/ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed HTTP/1.1" status: 204 len: 173 time: 0.7058671 Aug 31 10:16:29.722132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c2d533-a49d-4b94-9f5b-df9185a801ee', 'name': 'network-vif-deleted', 'tag': 'ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:29.725206 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03624e2a-b84b-4ccf-ab75-b89b38340f06" -d '{"events": [{"server_uuid": "35c2d533-a49d-4b94-9f5b-df9185a801ee", "name": "network-vif-deleted", "tag": "ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:29.768026 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0facb4f6-3372-4b52-bdd0-64b718951469 x-openstack-request-id: req-0facb4f6-3372-4b52-bdd0-64b718951469 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:29.768319 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c2d533-a49d-4b94-9f5b-df9185a801ee", "name": "network-vif-deleted", "tag": "ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:29.768638 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0facb4f6-3372-4b52-bdd0-64b718951469 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:29.768997 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c2d533-a49d-4b94-9f5b-df9185a801ee', 'name': 'network-vif-deleted', 'tag': 'ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed', 'status': 'completed', 'code': 200} Aug 31 10:16:29.903108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf70dda4-ad99-40ce-9d57-4e900214a881 req-ae942280-7626-4d5d-a0cc-fb07792c7f92 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 210 time: 0.0305235 Aug 31 10:16:31.004778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33450263-1683-442a-901a-d0bd72627825 req-dc61a461-fd91-4d09-b3ed-37f2894f700b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 210 time: 0.0283959 Aug 31 10:16:32.107110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52cb5079-e2d0-4a97-bc31-a489b2b6c195 req-2529d00c-42cb-41da-b7fd-c50ce02707ee tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 210 time: 0.0273697 Aug 31 10:16:32.802788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:16:32.826184 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:16:32.826612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device ac61e53f-71f2-4aa5-9af8-2fd6d2bb24ed not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:16:33.206085 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15c7caa6-540a-475f-87a1-c2bf8f95922e req-458ee03b-be98-4e7e-8c33-895fac888b1e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=35c2d533-a49d-4b94-9f5b-df9185a801ee HTTP/1.1" status: 200 len: 210 time: 0.0279074 Aug 31 10:16:40.885968 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:43.886638 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:51.334410 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:16:51.844518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5de019c6-b89a-4a42-b8d0-e49a5b60fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:55.060872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:55.548686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-b82b980a-fd45-484f-8548-5829cedd3ebd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:55.550235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-b82b980a-fd45-484f-8548-5829cedd3ebd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1157854 Aug 31 10:16:55.569242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-1626191c-482b-4a3a-a64c-1298096a3098 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/quotas/d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 375 time: 0.0123961 Aug 31 10:16:55.627440 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-21c5da10-9752-40e7-b63b-69701db0660c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516105 Aug 31 10:16:55.638539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-022dae0e-90e3-470e-b963-c526fcc97f79 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:16:55.639517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-022dae0e-90e3-470e-b963-c526fcc97f79 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058250 Aug 31 10:16:55.794302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-95c241d8-026c-4968-9129-7de657b4c175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:55.858081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-1321d6e5-95e5-4bb8-9262-a8d438ca45a3 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109432 Aug 31 10:16:55.954665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-32931dff-e34e-4ef4-acf7-57fc45652168 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899765 Aug 31 10:16:56.310391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-458c6c04-200c-44b7-9fe2-91cc743689d9 req-310224d7-dc8e-4715-86bd-5cc7414dbd5b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 210 time: 0.0364461 Aug 31 10:16:57.273420 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-c0a10578-aa21-4566-902c-bb61855863aa tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:57.274963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-c0a10578-aa21-4566-902c-bb61855863aa tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1256771 Aug 31 10:16:57.289138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'port': {'device_id': '9bbc5ddd-4bcf-440a-9193-376c86746182', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'admin_state_up': True, 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:57.433299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39123b95-3a01-4a6f-a798-21d9cf7db541 req-d54d0b45-58aa-470b-8fab-2cb90c0b8e4e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 210 time: 0.0336366 Aug 31 10:16:57.435273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:16:57.440493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:57.636517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.20.0.7 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/d9fd4fae-9f71-4cf3-b505-9804fe1ee802) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:16:57.804454 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:57.869444 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:57.885795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Transition to ACTIVE for port object d9fd4fae-9f71-4cf3-b505-9804fe1ee802 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:16:57.933970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.000897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:16:58.007117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:16:58.011508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:16:58.042590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:58.084587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.085342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.105513 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-10535af6-789d-4288-b699-f5c7ae92615d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8204277 Aug 31 10:16:58.207319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Request body: {'port': {'device_id': '9bbc5ddd-4bcf-440a-9193-376c86746182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:58.274524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.323003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-01ee4f71-6b1e-482c-b619-306d1808e7f7 None None] Provisioning for port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:16:58.328650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-01ee4f71-6b1e-482c-b619-306d1808e7f7 None None] Provisioning complete for port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:16:58.329637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01ee4f71-6b1e-482c-b619-306d1808e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.378141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-01ee4f71-6b1e-482c-b619-306d1808e7f7 None None] Port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:16:58.579037 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272c8d2-9c53-4a82-93fe-37d4dbb2ee35 req-9c002d98-ed7e-46f9-ad5f-00b8ded407a7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.580883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a272c8d2-9c53-4a82-93fe-37d4dbb2ee35 req-9c002d98-ed7e-46f9-ad5f-00b8ded407a7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 931 time: 0.0593359 Aug 31 10:16:58.616434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fd4fae-9f71-4cf3-b505-9804fe1ee802 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:16:58.637835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.642298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a272c8d2-9c53-4a82-93fe-37d4dbb2ee35 req-60d86427-72bb-4a00-abc6-0908794be9f5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 Aug 31 10:16:58.664257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Transition to ACTIVE for port object d9fd4fae-9f71-4cf3-b505-9804fe1ee802 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:16:58.672545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.731059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Pushing event updated for resources: {'Port': ['ID=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:58.759341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.833228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Attempting to bind port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:16:58.833687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Attempting to bind port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:16:58.833996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Attempting to bind port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:16:58.840621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 on network bc09e0b0-1a0d-4069-86cf-88247b779379 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:16:58.840966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Attempting to bind port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:16:58.847983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:16:58.848308 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:16:58.848791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:16:58.849329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Bound port: d9fd4fae-9f71-4cf3-b505-9804fe1ee802, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:16:58.849826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.940129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] For port d9fd4fae-9f71-4cf3-b505-9804fe1ee802, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:16:58.946186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] For port d9fd4fae-9f71-4cf3-b505-9804fe1ee802, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:16:58.960653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.983531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.984227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.986427 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] 10.222.0.52 "PUT /v2.0/ports/d9fd4fae-9f71-4cf3-b505-9804fe1ee802 HTTP/1.1" status: 200 len: 1091 time: 0.8706641 Aug 31 10:16:59.011507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbc5ddd-4bcf-440a-9193-376c86746182', 'tag': 'd9fd4fae-9f71-4cf3-b505-9804fe1ee802'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:59.016372 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42587264-5caa-4487-88cd-bc926aa54e69" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbc5ddd-4bcf-440a-9193-376c86746182", "tag": "d9fd4fae-9f71-4cf3-b505-9804fe1ee802"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:59.100645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b146c-4af5-4d44-ae69-5f04a4d1e2eb service neutron] Pushing event updated for resources: {'Port': ['ID=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:59.121858 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-8853ffcf-3add-4d77-bb79-c47e3d37c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.124050 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-8853ffcf-3add-4d77-bb79-c47e3d37c1df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 1094 time: 0.0831909 Aug 31 10:16:59.180542 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-179e209b-dbf4-4b56-bb46-906e13bc0684 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9fd4fae-9f71-4cf3-b505-9804fe1ee802 HTTP/1.1" status: 200 len: 217 time: 0.0484798 Aug 31 10:16:59.252566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-96161e54-b2ee-4b5d-a284-add901dd906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.254421 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-96161e54-b2ee-4b5d-a284-add901dd906e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0664434 Aug 31 10:16:59.302358 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df72f95-3919-4fdf-a5e2-c94792d7c1c2 x-openstack-request-id: req-9df72f95-3919-4fdf-a5e2-c94792d7c1c2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:59.303144 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbc5ddd-4bcf-440a-9193-376c86746182", "tag": "d9fd4fae-9f71-4cf3-b505-9804fe1ee802", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:59.303144 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9df72f95-3919-4fdf-a5e2-c94792d7c1c2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:59.303344 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbc5ddd-4bcf-440a-9193-376c86746182', 'tag': 'd9fd4fae-9f71-4cf3-b505-9804fe1ee802', 'status': 'completed', 'code': 200} Aug 31 10:16:59.325084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-6bcdefbc-d17d-4b42-b715-27c64a886c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.328429 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-6bcdefbc-d17d-4b42-b715-27c64a886c48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652518 Aug 31 10:16:59.434216 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-ce8c3306-8d54-4e87-891e-325c3b581646 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982380 Aug 31 10:16:59.538123 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-980fc83c-a49c-4e29-8b86-518dac2ea598 req-bcdc0d3c-696c-4a46-9282-7ae963a035f1 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971260 Aug 31 10:16:59.644032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42587264-5caa-4487-88cd-bc926aa54e69 req-243597cd-ac4d-4c10-9ad8-b1f129d755ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.646207 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42587264-5caa-4487-88cd-bc926aa54e69 req-243597cd-ac4d-4c10-9ad8-b1f129d755ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 1094 time: 0.0523911 Aug 31 10:16:59.759090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42587264-5caa-4487-88cd-bc926aa54e69 req-fe9b7c4b-57b6-4199-a2ba-62e76cca197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.760708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42587264-5caa-4487-88cd-bc926aa54e69 req-fe9b7c4b-57b6-4199-a2ba-62e76cca197e service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1076591 Aug 31 10:16:59.786530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1854c-8a4e-4e11-ab3a-cad934308578 req-cbf8cdf1-ea0f-4807-9026-d84247b3a6f9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.788511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8b1854c-8a4e-4e11-ab3a-cad934308578 req-cbf8cdf1-ea0f-4807-9026-d84247b3a6f9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0613830 Aug 31 10:16:59.818370 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42587264-5caa-4487-88cd-bc926aa54e69 req-7cfb4822-61df-467c-8dcc-748fa5d61485 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9fd4fae-9f71-4cf3-b505-9804fe1ee802 HTTP/1.1" status: 200 len: 217 time: 0.0504298 Aug 31 10:16:59.838795 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8b1854c-8a4e-4e11-ab3a-cad934308578 req-6334eb0c-10c8-44ac-b907-c7893d3a8378 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 Aug 31 10:16:59.879671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42587264-5caa-4487-88cd-bc926aa54e69 req-2e56b1da-2cbb-49bc-92ad-37f4856fcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.881082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42587264-5caa-4487-88cd-bc926aa54e69 req-2e56b1da-2cbb-49bc-92ad-37f4856fcc3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0559027 Aug 31 10:16:59.929840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42587264-5caa-4487-88cd-bc926aa54e69 req-286290fe-dd3a-4ed9-aad6-a7d21f08241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.931430 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42587264-5caa-4487-88cd-bc926aa54e69 req-286290fe-dd3a-4ed9-aad6-a7d21f08241f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428593 Aug 31 10:17:00.037252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42587264-5caa-4487-88cd-bc926aa54e69 req-3491ce88-e1c4-420c-becd-0fcb38263fc8 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974548 Aug 31 10:17:00.165525 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-42587264-5caa-4487-88cd-bc926aa54e69 req-4670193f-6655-4c55-b6ad-04c19ee9fb22 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198969 Aug 31 10:17:00.973293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0646aed-ebbf-4a13-8edf-56ff8d0399db req-c40f65a4-a6b8-4a84-8392-c25da11c39fb tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:00.975122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0646aed-ebbf-4a13-8edf-56ff8d0399db req-c40f65a4-a6b8-4a84-8392-c25da11c39fb tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0574129 Aug 31 10:17:01.024691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a0646aed-ebbf-4a13-8edf-56ff8d0399db req-0122faf2-5e96-4bda-8842-8bff569c45f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Aug 31 10:17:02.156833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c617f4-630d-4f03-b6be-39d7c53ab230 req-eb6661cd-7269-4a58-9134-fe9ec66e4aa1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:02.158328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44c617f4-630d-4f03-b6be-39d7c53ab230 req-eb6661cd-7269-4a58-9134-fe9ec66e4aa1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0539346 Aug 31 10:17:02.196630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44c617f4-630d-4f03-b6be-39d7c53ab230 req-d17f4281-8509-4c28-8fd8-7625ca020970 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323222 Aug 31 10:17:03.353185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adf1d1-eef4-43f0-83a0-357953581a5f req-c912f1f0-c71d-4179-8e99-a665d3daecc9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:03.356009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4adf1d1-eef4-43f0-83a0-357953581a5f req-c912f1f0-c71d-4179-8e99-a665d3daecc9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0785882 Aug 31 10:17:03.418967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d4adf1d1-eef4-43f0-83a0-357953581a5f req-f220ef7a-b9ea-4afd-b870-688c066d2457 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514977 Aug 31 10:17:04.567715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429283c-9d0e-4c3d-821a-69c49836391d req-c573395f-8baa-46b4-b038-fed37ce6d2cc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:04.569301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5429283c-9d0e-4c3d-821a-69c49836391d req-c573395f-8baa-46b4-b038-fed37ce6d2cc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0627744 Aug 31 10:17:04.611831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5429283c-9d0e-4c3d-821a-69c49836391d req-30bb865d-4ba8-45c6-8bc7-5ab4e8a62094 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359163 Aug 31 10:17:05.734383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f48b6-2866-4589-b114-4e8acbfb1663 req-f5910d80-8937-478d-953a-e56285f29bd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:05.735926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-239f48b6-2866-4589-b114-4e8acbfb1663 req-f5910d80-8937-478d-953a-e56285f29bd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0539033 Aug 31 10:17:05.776151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-239f48b6-2866-4589-b114-4e8acbfb1663 req-32850250-a2c0-4216-a99a-808c37b47c3e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Aug 31 10:17:06.896309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b3281-52a9-4b97-859a-bcf023f7ca9d req-e095163a-db1e-44cc-92a3-6c409f9fded9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:06.898003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-652b3281-52a9-4b97-859a-bcf023f7ca9d req-e095163a-db1e-44cc-92a3-6c409f9fded9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0515759 Aug 31 10:17:06.939606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-652b3281-52a9-4b97-859a-bcf023f7ca9d req-a298b38c-7b71-48b9-b2c5-d2e40d5e05c9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Aug 31 10:17:08.069991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d76cc6-11a5-4ba4-be14-399bedf2cf27 req-07bff3ba-a2d2-4c96-acc4-c3a4fbf2f971 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:08.071676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90d76cc6-11a5-4ba4-be14-399bedf2cf27 req-07bff3ba-a2d2-4c96-acc4-c3a4fbf2f971 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0558853 Aug 31 10:17:08.112822 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-90d76cc6-11a5-4ba4-be14-399bedf2cf27 req-d15b3ad0-cb64-46a2-aa32-e9a41d933f09 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Aug 31 10:17:08.981955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d9fd4fae-9f71-4cf3-b505-9804fe1ee802 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:17:09.104755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d9fd4fae-9f71-4cf3-b505-9804fe1ee802, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:09.117966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'd9fd4fae-9f71-4cf3-b505-9804fe1ee802', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'port_id': 'd9fd4fae-9f71-4cf3-b505-9804fe1ee802', 'mac_address': 'fa:16:3e:b7:02:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:17:09.179850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:09.198726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fd4fae-9f71-4cf3-b505-9804fe1ee802 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:17:09.221900 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d9fd4fae-9f71-4cf3-b505-9804fe1ee802, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:09.227457 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:09.264878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233db48-f0c8-4203-88f1-eca3d3c5d32b req-5c773d75-7742-4a73-ac02-06475cd5f72a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:09.266797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c233db48-f0c8-4203-88f1-eca3d3c5d32b req-5c773d75-7742-4a73-ac02-06475cd5f72a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 943 time: 0.0667131 Aug 31 10:17:09.305220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:09.318799 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c233db48-f0c8-4203-88f1-eca3d3c5d32b req-8f285547-e612-49bd-9d28-3a157e6540a2 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Aug 31 10:17:09.431749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d9fd4fae-9f71-4cf3-b505-9804fe1ee802'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:10.467658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82846a0-a9e0-4d35-82dc-d2267e8aa643 req-a2b7163e-f4f4-462a-9f24-08b1dd92f1a4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:10.469406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d82846a0-a9e0-4d35-82dc-d2267e8aa643 req-a2b7163e-f4f4-462a-9f24-08b1dd92f1a4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 944 time: 0.0573833 Aug 31 10:17:10.509905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d82846a0-a9e0-4d35-82dc-d2267e8aa643 req-08fc8754-4a89-4b2a-a6f8-def58358ecdf tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Aug 31 10:17:10.890733 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.003971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d9fd4fae-9f71-4cf3-b505-9804fe1ee802 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:17:11.058115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:17:11.062145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:17:11.063185 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.158464 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.190762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbc5ddd-4bcf-440a-9193-376c86746182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fd4fae-9f71-4cf3-b505-9804fe1ee802'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:11.194284 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2482b9c8-b7ff-458a-b55c-61e093c6363f" -d '{"events": [{"server_uuid": "9bbc5ddd-4bcf-440a-9193-376c86746182", "name": "network-vif-plugged", "status": "completed", "tag": "d9fd4fae-9f71-4cf3-b505-9804fe1ee802"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:11.214576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d9fd4fae-9f71-4cf3-b505-9804fe1ee802, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:11.220366 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.291546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:11.340988 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15bbfd3-1235-433e-9025-91c946fadc11 x-openstack-request-id: req-b15bbfd3-1235-433e-9025-91c946fadc11 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:11.341399 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbc5ddd-4bcf-440a-9193-376c86746182", "name": "network-vif-plugged", "status": "completed", "tag": "d9fd4fae-9f71-4cf3-b505-9804fe1ee802", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:11.341535 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b15bbfd3-1235-433e-9025-91c946fadc11 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:11.341936 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbc5ddd-4bcf-440a-9193-376c86746182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fd4fae-9f71-4cf3-b505-9804fe1ee802', 'code': 200} Aug 31 10:17:11.446125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052f38f-6582-4042-aebb-d9d76aba1777 req-dc6aeddf-b503-443f-87e4-b5ef5b4ffc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:11.447731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f052f38f-6582-4042-aebb-d9d76aba1777 req-dc6aeddf-b503-443f-87e4-b5ef5b4ffc42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 1096 time: 0.0449305 Aug 31 10:17:11.485988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f052f38f-6582-4042-aebb-d9d76aba1777 req-360c75a5-d7cb-4fac-91f1-3ff72e3c6712 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Aug 31 10:17:11.627489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad3a66-da0f-4142-9e0e-cd1a9bb99136 req-411b6a58-c9dc-427d-8ff8-22f8f6161964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:11.628944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0aad3a66-da0f-4142-9e0e-cd1a9bb99136 req-411b6a58-c9dc-427d-8ff8-22f8f6161964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 945 time: 0.0499420 Aug 31 10:17:11.668393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0aad3a66-da0f-4142-9e0e-cd1a9bb99136 req-c478f79f-74d7-4f9e-b3d3-6ca7601348f6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335312 Aug 31 10:17:12.794139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6297cc-4039-4e8d-844a-642c359099e9 req-022a554e-6267-4c2d-944e-59cd9f48fd31 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:12.795743 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c6297cc-4039-4e8d-844a-642c359099e9 req-022a554e-6267-4c2d-944e-59cd9f48fd31 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 945 time: 0.0546272 Aug 31 10:17:12.835320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c6297cc-4039-4e8d-844a-642c359099e9 req-74d100c2-fa6a-44de-b883-7dc0d378fb9d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Aug 31 10:17:12.958874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f39bb6-eab5-4d90-a899-4f5f8ffe82ba req-93996935-562f-46e0-87ee-cabfaf92449d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:12.960394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94f39bb6-eab5-4d90-a899-4f5f8ffe82ba req-93996935-562f-46e0-87ee-cabfaf92449d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 945 time: 0.0544524 Aug 31 10:17:13.002779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-94f39bb6-eab5-4d90-a899-4f5f8ffe82ba req-b27f682a-3805-4ca2-b2b2-aeca5f482e6d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359867 Aug 31 10:17:13.901022 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:15.874468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-bc3b3458-3a5b-40c5-9273-dcb949372ad9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:15.875978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-bc3b3458-3a5b-40c5-9273-dcb949372ad9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1333356 Aug 31 10:17:15.893540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-05c3824f-1f2b-4eaf-97b7-c99ba42af6f4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/quotas/d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 375 time: 0.0107286 Aug 31 10:17:15.957803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-92a6311e-23f0-4c6a-8816-81a714127be5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578434 Aug 31 10:17:16.058457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-2fc41c04-6827-4b79-a01f-5b5b76ba2525 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930161 Aug 31 10:17:16.168374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-59f465b6-c995-4822-b927-a978e6b450c2 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034949 Aug 31 10:17:16.399334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9bb27ec3-c2bf-4931-ac97-e6a1fb12e0d7 req-3d043ab7-1dbb-4749-aaea-09bbcb10948c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 210 time: 0.0294371 Aug 31 10:17:17.523858 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cc45c6c-f84a-4525-867c-8095177b78d3 req-c3189f15-c992-41cc-ac4e-ea1d4aacda9a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 210 time: 0.0461516 Aug 31 10:17:17.534358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-db712554-11c5-4c37-9243-62bb2328df77 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:17.535941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-db712554-11c5-4c37-9243-62bb2328df77 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1582584 Aug 31 10:17:17.551436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'port': {'device_id': '07bbdd6b-6be0-415a-8c2d-70381fe10118', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'admin_state_up': True, 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:17.684986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:17:17.691353 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.202141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.20.0.5 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/b7577fc9-6f41-400d-b6bb-d25fe4922796) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:17:18.363812 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.382209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Transition to ACTIVE for port object b7577fc9-6f41-400d-b6bb-d25fe4922796 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:17:18.419577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.436632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d9fd4fae-9f71-4cf3-b505-9804fe1ee802'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:18.472603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:17:18.480216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:17:18.487843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:17:18.494340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=b7577fc9-6f41-400d-b6bb-d25fe4922796,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:18.532625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.533926 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.534534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.535054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.535545 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.536180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.536681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.537167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.537678 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.538256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.538812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.539442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:18.589446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:18.590227 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.615847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-187617d8-3096-4e7c-82a6-c6fa7a82aac6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0697222 Aug 31 10:17:18.627788 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-23285b8e-760d-4c54-bfd7-403c40e2018b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:17:18.628847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-23285b8e-760d-4c54-bfd7-403c40e2018b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059874 Aug 31 10:17:18.650806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Request body: {'port': {'device_id': '07bbdd6b-6be0-415a-8c2d-70381fe10118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:18.749863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ffd8-b141-4b9b-9d77-827fece35aa7 req-551a139e-01bb-4ce6-990e-6f9db4200312 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:18.754039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e190ffd8-b141-4b9b-9d77-827fece35aa7 req-551a139e-01bb-4ce6-990e-6f9db4200312 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 931 time: 0.1184278 Aug 31 10:17:18.757716 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.823371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-416ec283-983c-455c-ab33-2c16bb381a93 None None] Provisioning for port b7577fc9-6f41-400d-b6bb-d25fe4922796 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:17:18.828442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-416ec283-983c-455c-ab33-2c16bb381a93 None None] Provisioning complete for port b7577fc9-6f41-400d-b6bb-d25fe4922796 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:17:18.828972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-416ec283-983c-455c-ab33-2c16bb381a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.869262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-416ec283-983c-455c-ab33-2c16bb381a93 None None] Port b7577fc9-6f41-400d-b6bb-d25fe4922796 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:17:18.907053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e190ffd8-b141-4b9b-9d77-827fece35aa7 req-8307cf3a-5ef3-4fd2-8e02-1cf25b946f31 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290398 Aug 31 10:17:19.086104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7577fc9-6f41-400d-b6bb-d25fe4922796 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:17:19.094909 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.108081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Transition to ACTIVE for port object b7577fc9-6f41-400d-b6bb-d25fe4922796 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:17:19.111832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.181158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Pushing event updated for resources: {'Port': ['ID=b7577fc9-6f41-400d-b6bb-d25fe4922796,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:19.280799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Attempting to bind port b7577fc9-6f41-400d-b6bb-d25fe4922796 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:17:19.280799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Attempting to bind port b7577fc9-6f41-400d-b6bb-d25fe4922796 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:17:19.281025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Attempting to bind port b7577fc9-6f41-400d-b6bb-d25fe4922796 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:17:19.286134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Port b7577fc9-6f41-400d-b6bb-d25fe4922796 on network bc09e0b0-1a0d-4069-86cf-88247b779379 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:17:19.286496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Attempting to bind port b7577fc9-6f41-400d-b6bb-d25fe4922796 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:17:19.293009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:17:19.293518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:17:19.293940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:17:19.294455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Bound port: b7577fc9-6f41-400d-b6bb-d25fe4922796, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:17:19.294873 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.378437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] For port b7577fc9-6f41-400d-b6bb-d25fe4922796, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:17:19.382090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] For port b7577fc9-6f41-400d-b6bb-d25fe4922796, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b7577fc9-6f41-400d-b6bb-d25fe4922796,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:17:19.392981 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.430514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:19.431164 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.432609 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] 10.222.0.20 "PUT /v2.0/ports/b7577fc9-6f41-400d-b6bb-d25fe4922796 HTTP/1.1" status: 200 len: 1091 time: 0.7876379 Aug 31 10:17:19.433048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bbdd6b-6be0-415a-8c2d-70381fe10118', 'tag': 'b7577fc9-6f41-400d-b6bb-d25fe4922796'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:19.435334 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41" -d '{"events": [{"name": "network-changed", "server_uuid": "07bbdd6b-6be0-415a-8c2d-70381fe10118", "tag": "b7577fc9-6f41-400d-b6bb-d25fe4922796"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:19.481083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8f416-4ae0-4cf6-a3d8-833e6b49b99d service neutron] Pushing event updated for resources: {'Port': ['ID=b7577fc9-6f41-400d-b6bb-d25fe4922796,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:19.489662 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbd0147-0e98-41ca-80ff-8991af9a231e x-openstack-request-id: req-3cbd0147-0e98-41ca-80ff-8991af9a231e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:19.490264 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bbdd6b-6be0-415a-8c2d-70381fe10118", "tag": "b7577fc9-6f41-400d-b6bb-d25fe4922796", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:19.491144 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cbd0147-0e98-41ca-80ff-8991af9a231e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:19.491144 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bbdd6b-6be0-415a-8c2d-70381fe10118', 'tag': 'b7577fc9-6f41-400d-b6bb-d25fe4922796', 'status': 'completed', 'code': 200} Aug 31 10:17:19.537691 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-d00bee13-7e13-42af-9e42-97166908070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:19.539382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-d00bee13-7e13-42af-9e42-97166908070e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 1094 time: 0.0518718 Aug 31 10:17:19.594159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-78983de4-a582-4fed-8f3a-a9eaee6f61f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7577fc9-6f41-400d-b6bb-d25fe4922796 HTTP/1.1" status: 200 len: 217 time: 0.0450809 Aug 31 10:17:19.656901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-0cc0e7a1-a7f6-425d-943b-51c11d45dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:19.658459 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-0cc0e7a1-a7f6-425d-943b-51c11d45dbda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0570030 Aug 31 10:17:19.713202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-36a5bfd0-e024-4eb9-8141-d0fa9e587176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:19.714785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-36a5bfd0-e024-4eb9-8141-d0fa9e587176 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480263 Aug 31 10:17:19.820517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-ecb2445c-3810-49f0-8ff6-441124d16e0e service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973442 Aug 31 10:17:19.942939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-26d1003b-f4b0-40ec-a9a6-4bf12c7cec0b req-ecaad347-9f96-4194-9eb7-46f5cd6a6ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141851 Aug 31 10:17:20.083058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-d8dd7638-f086-45a0-974c-d434715c2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:20.084615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-d8dd7638-f086-45a0-974c-d434715c2349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 1094 time: 0.0883560 Aug 31 10:17:20.092587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710548f0-b1b1-4272-9de7-898ff0f04d39 req-af20ba24-95f6-4f95-bf54-20652e7a6c9a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:20.094934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-710548f0-b1b1-4272-9de7-898ff0f04d39 req-af20ba24-95f6-4f95-bf54-20652e7a6c9a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0879259 Aug 31 10:17:20.191945 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-710548f0-b1b1-4272-9de7-898ff0f04d39 req-61efbc25-ce44-49ff-9c1e-f0c0451f3b17 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882778 Aug 31 10:17:20.231908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-14a9867c-ee68-46e0-8ba4-81ad1d24ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:20.233406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-14a9867c-ee68-46e0-8ba4-81ad1d24ad00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1375773 Aug 31 10:17:20.281002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-846a21ec-4632-47fd-bd9e-9a067a5c8136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7577fc9-6f41-400d-b6bb-d25fe4922796 HTTP/1.1" status: 200 len: 217 time: 0.0391555 Aug 31 10:17:20.341055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-04cd4f5d-36e5-4948-b05e-5e668ae67164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:20.343148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-04cd4f5d-36e5-4948-b05e-5e668ae67164 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0530939 Aug 31 10:17:20.393524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-f5b15b2a-9745-400f-9df0-48c61314b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:20.395098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-f5b15b2a-9745-400f-9df0-48c61314b549 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437708 Aug 31 10:17:20.534000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-c95615af-fbc3-4097-ad5a-80ef99d52c12 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296647 Aug 31 10:17:20.685472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e445cb91-b53b-4ba0-a8ef-bdd9a8b19c41 req-af3e180c-f71f-4c0d-8e3d-c34303040c4c service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415992 Aug 31 10:17:21.375771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f5530-de5c-4a7a-824b-564c1d3ae486 req-3c3a65ff-9f17-4cee-b4b5-2105c5faec58 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:21.378616 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-379f5530-de5c-4a7a-824b-564c1d3ae486 req-3c3a65ff-9f17-4cee-b4b5-2105c5faec58 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0765369 Aug 31 10:17:21.456853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-379f5530-de5c-4a7a-824b-564c1d3ae486 req-7dfbe69d-a3ae-47f8-a916-4cd618246e8c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645876 Aug 31 10:17:21.865116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-29aebc61-d227-444d-99e0-75a62b637edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:22.631728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bfd10-f270-4621-bf6d-1b260784881d req-73534de6-8274-4335-8938-0ff1400423ca tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:22.633409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be2bfd10-f270-4621-bf6d-1b260784881d req-73534de6-8274-4335-8938-0ff1400423ca tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0673954 Aug 31 10:17:22.703997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be2bfd10-f270-4621-bf6d-1b260784881d req-a19e15b5-6edd-4a16-ab1d-284732ba0873 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602078 Aug 31 10:17:23.919249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea3cd-2860-48c5-88db-56e797dca451 req-304890b0-0609-4722-a1a5-e2fbf7b7ef45 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:23.925784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f91ea3cd-2860-48c5-88db-56e797dca451 req-304890b0-0609-4722-a1a5-e2fbf7b7ef45 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.1013436 Aug 31 10:17:23.984183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f91ea3cd-2860-48c5-88db-56e797dca451 req-5851bb87-6a8b-4fb9-afdc-8ed124eeb622 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515637 Aug 31 10:17:25.076635 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:25.122648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb359db-ec5a-43c5-bdee-c04fafb433f9 req-f8ce0e3a-532c-44f7-a569-beed878a37e8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:25.124464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abb359db-ec5a-43c5-bdee-c04fafb433f9 req-f8ce0e3a-532c-44f7-a569-beed878a37e8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0588543 Aug 31 10:17:25.169525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abb359db-ec5a-43c5-bdee-c04fafb433f9 req-55affa7a-10ec-49c8-9991-db0f3dac00c7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Aug 31 10:17:25.803428 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-46ce8cdc-d4c0-411d-bd3a-dcbb48d6c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:26.291030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba8f84-84b5-4a8d-91e1-a3b97082ac16 req-b7c26ab1-4cce-433c-92d8-b270d443ed97 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:26.292719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3ba8f84-84b5-4a8d-91e1-a3b97082ac16 req-b7c26ab1-4cce-433c-92d8-b270d443ed97 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0528741 Aug 31 10:17:26.349552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3ba8f84-84b5-4a8d-91e1-a3b97082ac16 req-6ff36e26-66c6-4365-bfe3-fb304b42f323 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490577 Aug 31 10:17:27.493070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e5e76-f014-48b9-8886-3d516c82a3fe req-541dcbba-67e4-4747-8760-8d0b8ff7fcf1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:27.495416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-381e5e76-f014-48b9-8886-3d516c82a3fe req-541dcbba-67e4-4747-8760-8d0b8ff7fcf1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0663769 Aug 31 10:17:27.539955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-381e5e76-f014-48b9-8886-3d516c82a3fe req-efe19591-54a3-478e-b730-9083f5917352 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385387 Aug 31 10:17:27.800672 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:28.338090 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:17:28.679433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc77b-095b-47d1-a44d-b5c0a86d218c req-eaad6b09-d8d1-4284-9ac7-65e1b7964c22 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:28.681265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-464dc77b-095b-47d1-a44d-b5c0a86d218c req-eaad6b09-d8d1-4284-9ac7-65e1b7964c22 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0609970 Aug 31 10:17:28.735954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-464dc77b-095b-47d1-a44d-b5c0a86d218c req-d8c3ba5a-4565-41a8-bb1f-7465324e6aa1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Aug 31 10:17:28.749728 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:29.891946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c6a5a-6733-4e23-a054-a3417a65ca6b req-3c265f89-8acb-4961-9ca4-daaae17bf7ef tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:29.893745 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-366c6a5a-6733-4e23-a054-a3417a65ca6b req-3c265f89-8acb-4961-9ca4-daaae17bf7ef tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0599024 Aug 31 10:17:29.943045 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-366c6a5a-6733-4e23-a054-a3417a65ca6b req-771b57ec-a180-45a8-95d2-05a7ca006070 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Aug 31 10:17:31.094108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981bde9-c703-4b22-98eb-94e71413adcf req-b9524f4d-db6d-4085-9004-046554cb611a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:31.096336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7981bde9-c703-4b22-98eb-94e71413adcf req-b9524f4d-db6d-4085-9004-046554cb611a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0609155 Aug 31 10:17:31.159611 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7981bde9-c703-4b22-98eb-94e71413adcf req-040bb5f0-d4a7-4b20-ae8b-6c0c6241e36a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550976 Aug 31 10:17:32.293539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fe346-2eb3-436f-85ab-3c1ee5488308 req-923546a8-58cc-4a62-a458-2475c305a2bc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:32.295134 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-021fe346-2eb3-436f-85ab-3c1ee5488308 req-923546a8-58cc-4a62-a458-2475c305a2bc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0588298 Aug 31 10:17:32.336826 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-021fe346-2eb3-436f-85ab-3c1ee5488308 req-628f76a2-05c0-48d2-8c8b-bd611ee157b8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Aug 31 10:17:33.491337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89565c7e-e6a1-427d-94b5-a0e1828b07df req-fc220710-1183-4a9a-aec6-8985454ff008 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:33.492862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89565c7e-e6a1-427d-94b5-a0e1828b07df req-fc220710-1183-4a9a-aec6-8985454ff008 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0538604 Aug 31 10:17:33.536068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89565c7e-e6a1-427d-94b5-a0e1828b07df req-03b76e63-0039-46da-926e-d41475c8d5d2 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365405 Aug 31 10:17:33.770973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-0b349ee8-fd44-40f7-88e3-d3a9d01cb034 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453441 Aug 31 10:17:33.873283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-1cfae59d-a5c0-4f8f-9a9a-278cb194e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:33.875024 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-1cfae59d-a5c0-4f8f-9a9a-278cb194e977 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 1096 time: 0.0491250 Aug 31 10:17:33.989820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-fe267c94-62a7-4b75-a750-d4422fa29daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:33.991614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-fe267c94-62a7-4b75-a750-d4422fa29daf service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0958688 Aug 31 10:17:34.042240 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-e9443ec1-4bde-4c8c-9e92-2ea19a156234 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9fd4fae-9f71-4cf3-b505-9804fe1ee802 HTTP/1.1" status: 200 len: 217 time: 0.0417621 Aug 31 10:17:34.098731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-7a9f5a1d-a4c3-49ed-ae1e-e26cce71f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:34.100324 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-7a9f5a1d-a4c3-49ed-ae1e-e26cce71f5c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0462584 Aug 31 10:17:34.152404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-289b499b-27d3-44ed-b2c1-2a4dd829add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:34.154010 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-289b499b-27d3-44ed-b2c1-2a4dd829add8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449843 Aug 31 10:17:34.250434 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-4867e6cb-8ab3-4452-b500-45044fd20c22 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880299 Aug 31 10:17:34.344660 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9f6b815a-7d67-4fdb-acef-2d81d9580091 req-11f466df-76ac-4a09-b3dc-f5f24e2da896 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851052 Aug 31 10:17:34.687268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924afc9-56a8-4906-8ac1-8b6bad121556 req-d0e5d24b-e502-4686-9bc1-689c1803ab6d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:34.689307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8924afc9-56a8-4906-8ac1-8b6bad121556 req-d0e5d24b-e502-4686-9bc1-689c1803ab6d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0530822 Aug 31 10:17:34.730546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8924afc9-56a8-4906-8ac1-8b6bad121556 req-d9ea2d39-88d0-4444-af26-b4ce6897394b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344596 Aug 31 10:17:35.875785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb77c75-0980-490a-a518-9e0d64b825b8 req-a43742de-e928-45a4-a1ff-6e11b3c47a53 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:35.877638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aeb77c75-0980-490a-a518-9e0d64b825b8 req-a43742de-e928-45a4-a1ff-6e11b3c47a53 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0662491 Aug 31 10:17:35.923062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aeb77c75-0980-490a-a518-9e0d64b825b8 req-fd193a28-4e2a-4ae8-974a-bc6dabdeb12f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Aug 31 10:17:37.065194 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ebf01-27a5-423c-abd3-9dcc4f446888 req-b3860fb1-88b9-4ae7-aefa-a4024b04897b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:37.066888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a94ebf01-27a5-423c-abd3-9dcc4f446888 req-b3860fb1-88b9-4ae7-aefa-a4024b04897b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0670741 Aug 31 10:17:37.122536 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a94ebf01-27a5-423c-abd3-9dcc4f446888 req-08c4885d-6f79-43f7-9bc3-011eaab9012d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490048 Aug 31 10:17:38.264876 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ce8f8-7fff-40f2-8f2b-b862647ff963 req-7e7e1f54-0e41-4c47-9344-ebd4b4b5ce1f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:38.267477 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-675ce8f8-7fff-40f2-8f2b-b862647ff963 req-7e7e1f54-0e41-4c47-9344-ebd4b4b5ce1f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0677772 Aug 31 10:17:38.330964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-675ce8f8-7fff-40f2-8f2b-b862647ff963 req-cc66d0d5-e128-4067-ba2a-7907c9b4b140 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565813 Aug 31 10:17:39.481455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed9058-b2a1-4aea-8025-6400ca4dfce8 req-ef82bca5-8885-479c-9b1e-89ece0c8c568 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:39.483004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aaed9058-b2a1-4aea-8025-6400ca4dfce8 req-ef82bca5-8885-479c-9b1e-89ece0c8c568 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 943 time: 0.0581501 Aug 31 10:17:39.527538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aaed9058-b2a1-4aea-8025-6400ca4dfce8 req-7a37d3f7-41df-4e69-bc6f-c156477cec69 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379558 Aug 31 10:17:39.564763 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b7577fc9-6f41-400d-b6bb-d25fe4922796 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:17:39.667808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b7577fc9-6f41-400d-b6bb-d25fe4922796, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b7577fc9-6f41-400d-b6bb-d25fe4922796,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:39.683384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'b7577fc9-6f41-400d-b6bb-d25fe4922796', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'port_id': 'b7577fc9-6f41-400d-b6bb-d25fe4922796', 'mac_address': 'fa:16:3e:4a:f0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:17:39.728007 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:39.743216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7577fc9-6f41-400d-b6bb-d25fe4922796 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:17:39.766718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b7577fc9-6f41-400d-b6bb-d25fe4922796, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b7577fc9-6f41-400d-b6bb-d25fe4922796,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:39.771712 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:39.828687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=b7577fc9-6f41-400d-b6bb-d25fe4922796,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:39.836338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.836681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.837157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.837665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.838019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.838019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.838351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.838670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.839023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.839338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.839780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:39.839974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:40.132648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['b7577fc9-6f41-400d-b6bb-d25fe4922796'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:40.665999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf805bb1-18d0-4fca-acf7-d2f4126d563c req-49d2f4b9-bf44-444f-a1c2-3738d54413ae tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:40.667767 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf805bb1-18d0-4fca-acf7-d2f4126d563c req-49d2f4b9-bf44-444f-a1c2-3738d54413ae tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 944 time: 0.0597818 Aug 31 10:17:40.718659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf805bb1-18d0-4fca-acf7-d2f4126d563c req-f0a97f0f-6763-4e5a-bf8e-a6a3d9890da5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Aug 31 10:17:40.900430 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:41.572075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b7577fc9-6f41-400d-b6bb-d25fe4922796 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:17:41.632871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port b7577fc9-6f41-400d-b6bb-d25fe4922796 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:17:41.637069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port b7577fc9-6f41-400d-b6bb-d25fe4922796 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:17:41.637401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:41.724396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:41.751134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bbdd6b-6be0-415a-8c2d-70381fe10118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7577fc9-6f41-400d-b6bb-d25fe4922796'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:41.753643 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401d63a7-f215-4493-9103-a554e524a9ee" -d '{"events": [{"server_uuid": "07bbdd6b-6be0-415a-8c2d-70381fe10118", "name": "network-vif-plugged", "status": "completed", "tag": "b7577fc9-6f41-400d-b6bb-d25fe4922796"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:41.768365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port b7577fc9-6f41-400d-b6bb-d25fe4922796, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b7577fc9-6f41-400d-b6bb-d25fe4922796,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:41.776032 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:41.804964 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b432265-814b-4e25-a2ea-b578d4b8d49d x-openstack-request-id: req-4b432265-814b-4e25-a2ea-b578d4b8d49d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:41.805394 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bbdd6b-6be0-415a-8c2d-70381fe10118", "name": "network-vif-plugged", "status": "completed", "tag": "b7577fc9-6f41-400d-b6bb-d25fe4922796", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:41.805631 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b432265-814b-4e25-a2ea-b578d4b8d49d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:41.806031 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bbdd6b-6be0-415a-8c2d-70381fe10118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7577fc9-6f41-400d-b6bb-d25fe4922796', 'code': 200} Aug 31 10:17:41.848596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=b7577fc9-6f41-400d-b6bb-d25fe4922796,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:41.888648 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf04cc8-cb8e-4355-96d1-f88b7ea296a2 req-945d9c8a-9a66-4490-8f27-7bb1470fa48f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:41.890869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cdf04cc8-cb8e-4355-96d1-f88b7ea296a2 req-945d9c8a-9a66-4490-8f27-7bb1470fa48f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 945 time: 0.0681844 Aug 31 10:17:41.956023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f977bfa-988d-473c-a13b-ff12d9ae4a0d req-ee39a573-148b-4fea-bd51-62d861265c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:41.957555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f977bfa-988d-473c-a13b-ff12d9ae4a0d req-ee39a573-148b-4fea-bd51-62d861265c83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 1096 time: 0.0885446 Aug 31 10:17:41.960804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cdf04cc8-cb8e-4355-96d1-f88b7ea296a2 req-023cf687-8430-45bf-9590-d3496547f756 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523520 Aug 31 10:17:41.998582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4f977bfa-988d-473c-a13b-ff12d9ae4a0d req-26ba9a77-6185-4e54-9832-2a887f8e8501 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330923 Aug 31 10:17:43.118049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595167e3-0f2a-4997-86b6-20a1efd5aeba req-64465e9f-4a5e-41dd-997a-0102605d13c1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:43.120184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-595167e3-0f2a-4997-86b6-20a1efd5aeba req-64465e9f-4a5e-41dd-997a-0102605d13c1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 945 time: 0.0686665 Aug 31 10:17:43.171483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-595167e3-0f2a-4997-86b6-20a1efd5aeba req-76265fbf-9a6c-4937-9d73-0afb310c9128 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437157 Aug 31 10:17:43.898115 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:44.307160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411d16b-76bb-4694-ade3-5d55ae65619d req-a2f84a3d-cfbd-4550-a7b7-a260e4fec799 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:44.308748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7411d16b-76bb-4694-ade3-5d55ae65619d req-a2f84a3d-cfbd-4550-a7b7-a260e4fec799 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 945 time: 0.0573487 Aug 31 10:17:44.360626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7411d16b-76bb-4694-ade3-5d55ae65619d req-44710907-e654-4844-9cb0-d049ab296054 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 Aug 31 10:17:44.500979 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4499c8f-8c1a-40d0-9dfb-bd1b24c39acb req-09f6ea03-0284-4c86-93aa-f001cfb99e0b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:44.503128 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4499c8f-8c1a-40d0-9dfb-bd1b24c39acb req-09f6ea03-0284-4c86-93aa-f001cfb99e0b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 945 time: 0.0633874 Aug 31 10:17:44.545569 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4499c8f-8c1a-40d0-9dfb-bd1b24c39acb req-17be2454-bd21-4c46-8961-48eb627c119c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362160 Aug 31 10:17:44.928765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52997bda-769d-4f0e-8558-405399a28f5e req-01d52fb6-6576-4134-bbc7-509ec949e821 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:44.930364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52997bda-769d-4f0e-8558-405399a28f5e req-01d52fb6-6576-4134-bbc7-509ec949e821 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 945 time: 0.0590255 Aug 31 10:17:44.972957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52997bda-769d-4f0e-8558-405399a28f5e req-a3719eac-409c-4cea-b52c-0323d21878df tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355408 Aug 31 10:17:46.131039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8afbcd-d10e-4ed3-8e58-b21dd2241740 req-8ade2303-652d-47b4-a40d-0a3921379636 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:46.132501 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee8afbcd-d10e-4ed3-8e58-b21dd2241740 req-8ade2303-652d-47b4-a40d-0a3921379636 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 945 time: 0.0774148 Aug 31 10:17:46.183111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee8afbcd-d10e-4ed3-8e58-b21dd2241740 req-656d8e95-9e2f-40e7-b539-2a8c674af005 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446036 Aug 31 10:17:46.562723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-ed535860-7e1c-43a9-957a-b40b81d9c518 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:46.564366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-ed535860-7e1c-43a9-957a-b40b81d9c518 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 945 time: 0.0527327 Aug 31 10:17:46.661350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port b7577fc9-6f41-400d-b6bb-d25fe4922796 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:46.661693 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:46.762447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] For port b7577fc9-6f41-400d-b6bb-d25fe4922796, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=b7577fc9-6f41-400d-b6bb-d25fe4922796,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:46.762980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:46.779163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for b7577fc9-6f41-400d-b6bb-d25fe4922796 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:46.924742 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:46.938316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d9fd4fae-9f71-4cf3-b505-9804fe1ee802'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:46.940588 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['b7577fc9-6f41-400d-b6bb-d25fe4922796'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:46.957225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=b7577fc9-6f41-400d-b6bb-d25fe4922796,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:47.009804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] No DVR routers for this DVR port b7577fc9-6f41-400d-b6bb-d25fe4922796 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:17:47.012693 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:47.015445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1973b37-e8a9-4ef0-8561-d26b60f09052 req-bbe8ab4e-6100-4525-8661-7aaa06360e87 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "DELETE /v2.0/ports/b7577fc9-6f41-400d-b6bb-d25fe4922796 HTTP/1.1" status: 204 len: 173 time: 0.4446805 Aug 31 10:17:47.016845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bbdd6b-6be0-415a-8c2d-70381fe10118', 'name': 'network-vif-deleted', 'tag': 'b7577fc9-6f41-400d-b6bb-d25fe4922796'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:47.018297 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f21daf-ed82-49c0-86ba-458006ddd58a" -d '{"events": [{"server_uuid": "07bbdd6b-6be0-415a-8c2d-70381fe10118", "name": "network-vif-deleted", "tag": "b7577fc9-6f41-400d-b6bb-d25fe4922796"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:47.074145 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110eac2-63a1-40be-bf90-0a2d6fde44a4 x-openstack-request-id: req-b110eac2-63a1-40be-bf90-0a2d6fde44a4 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:47.074436 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bbdd6b-6be0-415a-8c2d-70381fe10118", "name": "network-vif-deleted", "tag": "b7577fc9-6f41-400d-b6bb-d25fe4922796", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:47.075110 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b110eac2-63a1-40be-bf90-0a2d6fde44a4 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:47.075110 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bbdd6b-6be0-415a-8c2d-70381fe10118', 'name': 'network-vif-deleted', 'tag': 'b7577fc9-6f41-400d-b6bb-d25fe4922796', 'status': 'completed', 'code': 200} Aug 31 10:17:47.289770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1382a7d-fa29-4e3a-834e-446c0cfd25c8 req-bc4d39dd-dc64-4406-8087-bbecf5693c1f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Aug 31 10:17:48.394698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6d6fe50-cffb-4bdd-9eff-83a75a5117aa req-ddc9dd44-8764-45fa-83c2-5458843a5de4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 210 time: 0.0296316 Aug 31 10:17:49.511908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d65135b4-3dbb-411b-ae18-9358f40cb519 req-abf68167-e692-4b01-b332-eab2212a6f3d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 210 time: 0.0346019 Aug 31 10:17:49.634068 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b7577fc9-6f41-400d-b6bb-d25fe4922796 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:49.657518 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: b7577fc9-6f41-400d-b6bb-d25fe4922796 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:49.657865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device b7577fc9-6f41-400d-b6bb-d25fe4922796 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:50.643409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47995fd2-a114-4527-8ea7-6843c316dd00 req-1481d75e-841d-4551-8a7e-7c3900e096c8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=07bbdd6b-6be0-415a-8c2d-70381fe10118 HTTP/1.1" status: 200 len: 210 time: 0.0293818 Aug 31 10:17:51.853462 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8f4c-6893-4a44-96a9-e1b8663a65e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:55.064315 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:55.184359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66c6f1-d952-4744-88cf-836662e7629c req-84b2ea73-7b48-4a78-b1c5-fe5351a5f7c7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:55.186483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da66c6f1-d952-4744-88cf-836662e7629c req-84b2ea73-7b48-4a78-b1c5-fe5351a5f7c7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 945 time: 0.0510869 Aug 31 10:17:55.226150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da66c6f1-d952-4744-88cf-836662e7629c req-a622e841-89fa-44e0-9f4c-b08929f345e6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Aug 31 10:17:55.805159 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0f405dfa-2b50-4f44-8a58-87ca47a077f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:56.350478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69053537-72e1-417d-9f7d-5d3d8709c0a1 req-2a4e917d-d799-487d-91f6-0579b58c9e3d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:56.352023 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69053537-72e1-417d-9f7d-5d3d8709c0a1 req-2a4e917d-d799-487d-91f6-0579b58c9e3d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 945 time: 0.0510354 Aug 31 10:17:56.392270 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69053537-72e1-417d-9f7d-5d3d8709c0a1 req-aa09572a-e972-40cd-af67-bc0b948e6729 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1111a63-253d-445c-bf4d-3ef3abef782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Aug 31 10:17:56.590431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-389a7793-306d-4390-91f6-9e9b31253af0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:56.591988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-389a7793-306d-4390-91f6-9e9b31253af0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 945 time: 0.0511627 Aug 31 10:17:56.688097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:56.688441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:56.778998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] For port d9fd4fae-9f71-4cf3-b505-9804fe1ee802, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:56.779359 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:56.793874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for d9fd4fae-9f71-4cf3-b505-9804fe1ee802 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:56.925479 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:56.937556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d9fd4fae-9f71-4cf3-b505-9804fe1ee802'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:56.955528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=d9fd4fae-9f71-4cf3-b505-9804fe1ee802,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:56.969075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.969075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.969359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.969924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.970246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.970488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.970875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.971309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.971643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.971968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.972294 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:56.972618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:57.011800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] No DVR routers for this DVR port d9fd4fae-9f71-4cf3-b505-9804fe1ee802 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:17:57.015468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:57.017490 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b9b937c-956b-4512-bb7c-9435cf2b2a2a req-dba5371a-4cf1-4dd3-9035-d3454e6bd240 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "DELETE /v2.0/ports/d9fd4fae-9f71-4cf3-b505-9804fe1ee802 HTTP/1.1" status: 204 len: 173 time: 0.4187362 Aug 31 10:17:57.017943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbc5ddd-4bcf-440a-9193-376c86746182', 'name': 'network-vif-deleted', 'tag': 'd9fd4fae-9f71-4cf3-b505-9804fe1ee802'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:57.020253 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091d420-588a-46ed-9b5b-ff48173fb7e9" -d '{"events": [{"server_uuid": "9bbc5ddd-4bcf-440a-9193-376c86746182", "name": "network-vif-deleted", "tag": "d9fd4fae-9f71-4cf3-b505-9804fe1ee802"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:57.058000 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0760ad-d04d-4dae-91f2-af3e422f63eb x-openstack-request-id: req-4b0760ad-d04d-4dae-91f2-af3e422f63eb {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:57.058294 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbc5ddd-4bcf-440a-9193-376c86746182", "name": "network-vif-deleted", "tag": "d9fd4fae-9f71-4cf3-b505-9804fe1ee802", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:57.058592 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b0760ad-d04d-4dae-91f2-af3e422f63eb {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:57.059028 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbc5ddd-4bcf-440a-9193-376c86746182', 'name': 'network-vif-deleted', 'tag': 'd9fd4fae-9f71-4cf3-b505-9804fe1ee802', 'status': 'completed', 'code': 200} Aug 31 10:17:57.506595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffb6c3da-42d8-48aa-9715-6dbcedce0612 req-3f34bff0-40b3-4d36-985f-f88fa761a9f2 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 210 time: 0.0328529 Aug 31 10:17:57.806409 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:58.623887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5db7f0d2-afe1-4f67-95ec-561f5e4e684f req-37b0c3fa-d78f-4710-b3cd-408fcfefc9aa tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 210 time: 0.0347185 Aug 31 10:17:58.745933 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.262701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d9fd4fae-9f71-4cf3-b505-9804fe1ee802 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:59.287442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: d9fd4fae-9f71-4cf3-b505-9804fe1ee802 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:59.287970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d9fd4fae-9f71-4cf3-b505-9804fe1ee802 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:59.738784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0b91e8d-8015-4ff6-9c07-6702e8d9b4e0 req-11d92ee4-5ebe-42c6-ad17-b2c33d2e3a82 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 210 time: 0.0335124 Aug 31 10:18:00.884228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667fb086-8a7a-4c2f-a6bf-a26cba854301 req-4da6adbb-e38d-457f-812f-30c640e78891 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bbc5ddd-4bcf-440a-9193-376c86746182 HTTP/1.1" status: 200 len: 210 time: 0.0446405 Aug 31 10:18:04.932596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45006) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:04.937315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cfa0d782-87c7-46af-99b8-7661c522c30a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203296688', 'description': 'tempest-secgroup-smoke-203296688 description', 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:04.959772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d782-87c7-46af-99b8-7661c522c30a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.050515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d782-87c7-46af-99b8-7661c522c30a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.054432 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d782-87c7-46af-99b8-7661c522c30a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.085244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0d782-87c7-46af-99b8-7661c522c30a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.089417 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d782-87c7-46af-99b8-7661c522c30a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.091579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cfa0d782-87c7-46af-99b8-7661c522c30a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1570837 Aug 31 10:18:05.094795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45008) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:05.099897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a0fa49a9-ec6d-49d4-bf09-e9101e3bd52c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'security_group_rule': {'security_group_id': 'c9bdb6c4-237f-498b-8ee4-8ff23619c5dd', 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:05.129832 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a9-ec6d-49d4-bf09-e9101e3bd52c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.190740 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a9-ec6d-49d4-bf09-e9101e3bd52c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.194872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a9-ec6d-49d4-bf09-e9101e3bd52c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.217620 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa49a9-ec6d-49d4-bf09-e9101e3bd52c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5728fb03-b2d6-47ab-a98d-3f3e95dda676,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.225325 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a0fa49a9-ec6d-49d4-bf09-e9101e3bd52c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.227196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a0fa49a9-ec6d-49d4-bf09-e9101e3bd52c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312017 Aug 31 10:18:05.228158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45010) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:05.233318 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-64c6b83a-aa47-4244-bceb-f279ceda3b24 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'security_group_rule': {'security_group_id': 'c9bdb6c4-237f-498b-8ee4-8ff23619c5dd', 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:05.264483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64c6b83a-aa47-4244-bceb-f279ceda3b24 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.325175 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64c6b83a-aa47-4244-bceb-f279ceda3b24 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.329275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64c6b83a-aa47-4244-bceb-f279ceda3b24 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.337412 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:18:05.348976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6b83a-aa47-4244-bceb-f279ceda3b24 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e018504-e296-4464-be46-cc8c21f59235,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.354972 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64c6b83a-aa47-4244-bceb-f279ceda3b24 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.356075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64c6b83a-aa47-4244-bceb-f279ceda3b24 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269794 Aug 31 10:18:05.359519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45012) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:05.364399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a8ffd858-0dae-4d05-a27e-b7a8bb50e550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'security_group_rule': {'security_group_id': 'c9bdb6c4-237f-498b-8ee4-8ff23619c5dd', 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:05.394132 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8ffd858-0dae-4d05-a27e-b7a8bb50e550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.461369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8ffd858-0dae-4d05-a27e-b7a8bb50e550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.465533 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8ffd858-0dae-4d05-a27e-b7a8bb50e550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.485007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffd858-0dae-4d05-a27e-b7a8bb50e550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08721e43-d6e6-4177-ba59-a9589b9009a6,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.494419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a8ffd858-0dae-4d05-a27e-b7a8bb50e550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.495711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a8ffd858-0dae-4d05-a27e-b7a8bb50e550 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352105 Aug 31 10:18:05.498795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45014) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:05.503767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-51261e68-ff77-4ef1-8f60-8d5515883889 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'security_group_rule': {'security_group_id': 'c9bdb6c4-237f-498b-8ee4-8ff23619c5dd', 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:05.531052 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51261e68-ff77-4ef1-8f60-8d5515883889 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.590620 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51261e68-ff77-4ef1-8f60-8d5515883889 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.594658 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51261e68-ff77-4ef1-8f60-8d5515883889 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.614631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51261e68-ff77-4ef1-8f60-8d5515883889 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13ca2b1-29e9-4b33-96dd-b574c999e3ff,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.623040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-51261e68-ff77-4ef1-8f60-8d5515883889 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.624243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-51261e68-ff77-4ef1-8f60-8d5515883889 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244659 Aug 31 10:18:05.626959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45016) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:05.631613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-fee8e44b-65f8-41f0-9819-4dfc38fdd09d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'security_group_rule': {'security_group_id': 'c9bdb6c4-237f-498b-8ee4-8ff23619c5dd', 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:05.653174 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-fee8e44b-65f8-41f0-9819-4dfc38fdd09d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Project d64b6739402e499b8eac9aa2871d5cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:18:05.660091 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fee8e44b-65f8-41f0-9819-4dfc38fdd09d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.722640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fee8e44b-65f8-41f0-9819-4dfc38fdd09d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.729598 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fee8e44b-65f8-41f0-9819-4dfc38fdd09d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.749057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8e44b-65f8-41f0-9819-4dfc38fdd09d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a881b3e-bcb1-4b1a-b0fc-73552ad42884,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.755283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fee8e44b-65f8-41f0-9819-4dfc38fdd09d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.756871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fee8e44b-65f8-41f0-9819-4dfc38fdd09d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286900 Aug 31 10:18:05.759623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45018) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:05.765077 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e21d4eb7-06a2-48ad-aaee-bcfd53456dd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'security_group_rule': {'security_group_id': 'c9bdb6c4-237f-498b-8ee4-8ff23619c5dd', 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:05.788612 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-e21d4eb7-06a2-48ad-aaee-bcfd53456dd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Project d64b6739402e499b8eac9aa2871d5cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:18:05.794086 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e21d4eb7-06a2-48ad-aaee-bcfd53456dd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.864818 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e21d4eb7-06a2-48ad-aaee-bcfd53456dd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.868564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e21d4eb7-06a2-48ad-aaee-bcfd53456dd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.891697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d4eb7-06a2-48ad-aaee-bcfd53456dd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ceb817d-ee30-418b-beac-48564352faa6,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.896342 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e21d4eb7-06a2-48ad-aaee-bcfd53456dd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.897576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e21d4eb7-06a2-48ad-aaee-bcfd53456dd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370015 Aug 31 10:18:10.907628 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:13.945567 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:21.509612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-4f9e76ce-0945-4c38-9c3a-2056bb33d384 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203296688&fields=id&tenant_id=d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 267 time: 0.0393236 Aug 31 10:18:21.642358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-a7639f38-5e5c-465a-ad44-d497c347f8c4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.643975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-a7639f38-5e5c-465a-ad44-d497c347f8c4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1261845 Aug 31 10:18:21.660530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-bbc56144-a2fd-494b-9506-1bdcecd13c43 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/quotas/d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 375 time: 0.0105131 Aug 31 10:18:21.717546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-5c9d3749-a0db-4e4e-aadc-43690d1778a6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510492 Aug 31 10:18:21.838596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-a39afb94-b394-416a-83c4-aca30adff617 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075110 Aug 31 10:18:21.864197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21985604-9e4b-4eb8-8799-7977b4fe20ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:21.946336 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-9d95ae0f-ba40-47fc-9d30-7fce3be7f252 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006069 Aug 31 10:18:22.272293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6852b808-7e6b-4bf7-ab75-1481f6bda09d req-23019844-489e-410e-98e6-760134d236e6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 210 time: 0.0291348 Aug 31 10:18:23.413748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bf5db18-26ff-4295-b218-030f1ec32dfd req-6ed18216-a2e4-4e1e-873a-6810851971f6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 210 time: 0.0465415 Aug 31 10:18:23.422960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-21f84c51-f9fa-4b8b-bceb-e15ef5b2a415 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:23.424526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-21f84c51-f9fa-4b8b-bceb-e15ef5b2a415 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1537986 Aug 31 10:18:23.476920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-6a3fbe80-5a9c-468f-b3b2-afd0a0297e84 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 379 time: 0.0424311 Aug 31 10:18:23.490940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'port': {'device_id': 'aa890e69-8307-49ee-b144-376f0c419d88', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'admin_state_up': True, 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'security_groups': ['c9bdb6c4-237f-498b-8ee4-8ff23619c5dd']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:23.648207 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:18:23.652515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:23.815479 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.20.0.6 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/d72720cd-1da1-4351-acfd-576ca77c657d) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:18:24.002105 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:24.018963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Transition to ACTIVE for port object d72720cd-1da1-4351-acfd-576ca77c657d will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:24.058651 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:24.109059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:24.112734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:24.117486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:18:24.147666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=d72720cd-1da1-4351-acfd-576ca77c657d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:24.168821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.169380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.170480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.171205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.178831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.178831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.178831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.178831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.178831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.178831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.178831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.178831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:24.204810 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:24.205515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:24.223881 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-18be1e5f-11fd-44d7-9bf8-7c19cea57f52 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369201 Aug 31 10:18:24.240057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Request body: {'port': {'device_id': 'aa890e69-8307-49ee-b144-376f0c419d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:24.330997 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:24.432658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9806329c-84d9-49a4-999b-325c2e088662 None None] Provisioning for port d72720cd-1da1-4351-acfd-576ca77c657d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:24.441448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9806329c-84d9-49a4-999b-325c2e088662 None None] Provisioning complete for port d72720cd-1da1-4351-acfd-576ca77c657d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:24.445083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9806329c-84d9-49a4-999b-325c2e088662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:24.506565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9806329c-84d9-49a4-999b-325c2e088662 None None] Port d72720cd-1da1-4351-acfd-576ca77c657d cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:18:24.733551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed3c95-bbb2-4b0f-b0c7-61d78ac3e983 req-956a6716-094c-4e6f-a65e-5cfbdd7b5d3e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:24.736196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11ed3c95-bbb2-4b0f-b0c7-61d78ac3e983 req-956a6716-094c-4e6f-a65e-5cfbdd7b5d3e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 931 time: 0.1996462 Aug 31 10:18:24.845679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-11ed3c95-bbb2-4b0f-b0c7-61d78ac3e983 req-684e08f2-7eba-4a46-a8e8-6e86d92d7d25 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945463 Aug 31 10:18:24.939614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72720cd-1da1-4351-acfd-576ca77c657d {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:18:24.955231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:24.978227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Transition to ACTIVE for port object d72720cd-1da1-4351-acfd-576ca77c657d will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:24.984253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.048498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d72720cd-1da1-4351-acfd-576ca77c657d,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:25.086945 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.150301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Attempting to bind port d72720cd-1da1-4351-acfd-576ca77c657d on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:18:25.150797 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Attempting to bind port d72720cd-1da1-4351-acfd-576ca77c657d by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:18:25.151348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Attempting to bind port d72720cd-1da1-4351-acfd-576ca77c657d on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:25.160364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Port d72720cd-1da1-4351-acfd-576ca77c657d on network bc09e0b0-1a0d-4069-86cf-88247b779379 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:18:25.160930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Attempting to bind port d72720cd-1da1-4351-acfd-576ca77c657d on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:25.170836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:18:25.171434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:25.172095 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:18:25.172845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Bound port: d72720cd-1da1-4351-acfd-576ca77c657d, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:18:25.173459 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.292914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] For port d72720cd-1da1-4351-acfd-576ca77c657d, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:25.302972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] For port d72720cd-1da1-4351-acfd-576ca77c657d, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d72720cd-1da1-4351-acfd-576ca77c657d,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:18:25.309423 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.357785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:25.358477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.360021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] 10.222.0.20 "PUT /v2.0/ports/d72720cd-1da1-4351-acfd-576ca77c657d HTTP/1.1" status: 200 len: 1091 time: 1.1271553 Aug 31 10:18:25.363472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa890e69-8307-49ee-b144-376f0c419d88', 'tag': 'd72720cd-1da1-4351-acfd-576ca77c657d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:25.366786 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa890e69-8307-49ee-b144-376f0c419d88", "tag": "d72720cd-1da1-4351-acfd-576ca77c657d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:25.400646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01358921-66b7-43ec-b6cb-7c1ae8d439d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d72720cd-1da1-4351-acfd-576ca77c657d,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:25.452698 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab54e88-9686-4fff-a838-21bfa5d649db x-openstack-request-id: req-aab54e88-9686-4fff-a838-21bfa5d649db {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:25.453023 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa890e69-8307-49ee-b144-376f0c419d88", "tag": "d72720cd-1da1-4351-acfd-576ca77c657d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:25.453266 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aab54e88-9686-4fff-a838-21bfa5d649db {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:25.453690 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa890e69-8307-49ee-b144-376f0c419d88', 'tag': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'status': 'completed', 'code': 200} Aug 31 10:18:25.491701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-9a54b7b9-72d5-48ce-9363-4a43d27380f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:25.494192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-9a54b7b9-72d5-48ce-9363-4a43d27380f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 1094 time: 0.0863996 Aug 31 10:18:25.576783 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-c99561a9-fb14-417b-9127-6f85a061d0fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d72720cd-1da1-4351-acfd-576ca77c657d HTTP/1.1" status: 200 len: 217 time: 0.0717332 Aug 31 10:18:25.646230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-475ba728-7cbd-45fa-88d8-789537076fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:25.648561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-475ba728-7cbd-45fa-88d8-789537076fe8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0641699 Aug 31 10:18:25.716933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-24739fe1-582f-40a0-a09e-8175398e7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:25.718947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-24739fe1-582f-40a0-a09e-8175398e7d39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623183 Aug 31 10:18:25.806381 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-56ed462e-2d5b-409a-a7fd-57a8ec480138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.879106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-0d2e5ca6-c4c6-41b1-ae92-343c6beba1e3 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510577 Aug 31 10:18:26.022789 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4f8204b-df28-4670-86d5-1ea48e1ee028 req-c4e1ebae-3aac-446f-a8cd-1aca3459b4bc service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364419 Aug 31 10:18:26.041593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1211-682f-4ec3-adf2-2d69e3eb5fb1 req-21fc73c6-7eaf-438b-9740-c4d8a18d19f5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:26.043523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d4b1211-682f-4ec3-adf2-2d69e3eb5fb1 req-21fc73c6-7eaf-438b-9740-c4d8a18d19f5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0778496 Aug 31 10:18:26.125471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d4b1211-682f-4ec3-adf2-2d69e3eb5fb1 req-a183bfa2-1b6b-45cd-b73f-944f3b49acdd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717170 Aug 31 10:18:26.153113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-a6e0e71d-99a8-4af6-8a1a-eef62ae7e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:26.155598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-a6e0e71d-99a8-4af6-8a1a-eef62ae7e2d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 1094 time: 0.0650220 Aug 31 10:18:26.317273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-9d870815-1d2c-4a8d-90f2-d74f400a70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:26.320220 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-9d870815-1d2c-4a8d-90f2-d74f400a70d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1542540 Aug 31 10:18:26.375179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-fe66352f-ba9d-4cea-bb71-4c3e8d6d6cad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d72720cd-1da1-4351-acfd-576ca77c657d HTTP/1.1" status: 200 len: 217 time: 0.0474172 Aug 31 10:18:26.440477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-d75b880c-0110-4178-97c9-69ca13b478ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:26.442810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-d75b880c-0110-4178-97c9-69ca13b478ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0588198 Aug 31 10:18:26.503219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-c3d95536-83c7-41b2-8b7c-aa08aea16c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:26.504937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-c3d95536-83c7-41b2-8b7c-aa08aea16c62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513973 Aug 31 10:18:26.622859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-99a0938d-706b-49bd-a6ae-88c9dfc21197 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086266 Aug 31 10:18:26.753149 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-98c05fd3-d4cd-4f5c-83c6-b7be4e4e86f2 req-016ed3ed-7400-481e-b8eb-b8246aa592d8 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228366 Aug 31 10:18:27.298825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a92af-16ee-4b25-9e9c-c1f758db0779 req-538fd293-5638-4d10-843a-5350f63b131f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:27.301152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-714a92af-16ee-4b25-9e9c-c1f758db0779 req-538fd293-5638-4d10-843a-5350f63b131f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0625627 Aug 31 10:18:27.374239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-714a92af-16ee-4b25-9e9c-c1f758db0779 req-087036e2-f7ce-48a8-bd86-49aded5c3bd4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656121 Aug 31 10:18:27.806012 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:28.529390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556b5a-49ba-4e1a-803f-3d96191d570f req-3606fc7f-bf1a-49f7-b5ad-1d87229606aa tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:28.531582 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c556b5a-49ba-4e1a-803f-3d96191d570f req-3606fc7f-bf1a-49f7-b5ad-1d87229606aa tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0708191 Aug 31 10:18:28.582110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c556b5a-49ba-4e1a-803f-3d96191d570f req-b103013d-1ae7-47b3-bebd-866e0c14feed tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Aug 31 10:18:28.751736 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:29.730008 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41942843-b3dc-40e6-a10b-c22a22b90241 req-7fef750b-c4f1-4baf-a678-258eaa70ff20 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:29.733353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41942843-b3dc-40e6-a10b-c22a22b90241 req-7fef750b-c4f1-4baf-a678-258eaa70ff20 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0555675 Aug 31 10:18:29.777170 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-41942843-b3dc-40e6-a10b-c22a22b90241 req-cc5856f2-463c-4feb-bf84-7332773ad9d4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384700 Aug 31 10:18:30.910853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4ad0f-dc0a-4bbc-86d9-6b216e2c32a1 req-27b7a29e-74d9-4cd0-b70c-c3c241ba7726 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:30.912653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68a4ad0f-dc0a-4bbc-86d9-6b216e2c32a1 req-27b7a29e-74d9-4cd0-b70c-c3c241ba7726 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0580654 Aug 31 10:18:30.960632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68a4ad0f-dc0a-4bbc-86d9-6b216e2c32a1 req-91883b2c-ead6-4fac-bb7b-18a627ded7c5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415699 Aug 31 10:18:32.098226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9224-7048-4259-a9d5-7a2db69e74d7 req-0d5a50b6-7710-4bcc-a581-0aafa611f711 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:32.099758 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-751c9224-7048-4259-a9d5-7a2db69e74d7 req-0d5a50b6-7710-4bcc-a581-0aafa611f711 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0521457 Aug 31 10:18:32.140634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-751c9224-7048-4259-a9d5-7a2db69e74d7 req-f2502761-27ee-4685-b328-3c60b1fb9cdd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347285 Aug 31 10:18:33.259833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8aad9-a4f3-44aa-8743-36b438a6b2a5 req-04218c48-8c10-4265-b59b-6b9aa5d60346 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:33.261383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5db8aad9-a4f3-44aa-8743-36b438a6b2a5 req-04218c48-8c10-4265-b59b-6b9aa5d60346 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0517874 Aug 31 10:18:33.302769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5db8aad9-a4f3-44aa-8743-36b438a6b2a5 req-142b9346-a746-4f2b-8248-3d32053b3a48 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341432 Aug 31 10:18:34.422158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19237-ba0d-4657-8ed3-1438b46f9970 req-c0c5c282-7704-497c-915a-924cc28b4ddc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:34.423721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44d19237-ba0d-4657-8ed3-1438b46f9970 req-c0c5c282-7704-497c-915a-924cc28b4ddc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0540493 Aug 31 10:18:34.468483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44d19237-ba0d-4657-8ed3-1438b46f9970 req-1e137ddf-1402-44d6-a267-3074a364d423 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386238 Aug 31 10:18:35.612445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b6b6-1c99-47b5-bf4a-b635dce0bc99 req-d104f5d6-5404-4142-85a4-0f6e448fa1e0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:35.614070 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf77b6b6-1c99-47b5-bf4a-b635dce0bc99 req-d104f5d6-5404-4142-85a4-0f6e448fa1e0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 943 time: 0.0732818 Aug 31 10:18:35.654381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf77b6b6-1c99-47b5-bf4a-b635dce0bc99 req-fa5d35d2-432f-42a4-9b53-c875b7ba18fb tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341828 Aug 31 10:18:35.843157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d72720cd-1da1-4351-acfd-576ca77c657d details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:18:35.940210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d72720cd-1da1-4351-acfd-576ca77c657d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d72720cd-1da1-4351-acfd-576ca77c657d,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:35.957170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'port_id': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'mac_address': 'fa:16:3e:09:e0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:18:36.006103 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:36.020202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72720cd-1da1-4351-acfd-576ca77c657d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:18:36.042317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d72720cd-1da1-4351-acfd-576ca77c657d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d72720cd-1da1-4351-acfd-576ca77c657d,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:36.047783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:36.098131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=d72720cd-1da1-4351-acfd-576ca77c657d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:36.363527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['d72720cd-1da1-4351-acfd-576ca77c657d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:18:36.772190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0c274-94d4-4903-ad4b-20af3a740da7 req-0687e2b2-6276-49bb-9092-b3a2a456fbe4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:36.773785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ab0c274-94d4-4903-ad4b-20af3a740da7 req-0687e2b2-6276-49bb-9092-b3a2a456fbe4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 944 time: 0.0511210 Aug 31 10:18:36.813182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ab0c274-94d4-4903-ad4b-20af3a740da7 req-487f5ff8-6909-42f7-8539-50d4b94c19d1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333920 Aug 31 10:18:37.859069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d72720cd-1da1-4351-acfd-576ca77c657d up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:37.913484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port d72720cd-1da1-4351-acfd-576ca77c657d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:37.920509 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port d72720cd-1da1-4351-acfd-576ca77c657d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:37.920952 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:37.932177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbd519-b5cf-49c5-b23d-6bb6765da725 req-3eee4880-df1f-47ce-a87e-d455855d4c0b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:37.933736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ecbd519-b5cf-49c5-b23d-6bb6765da725 req-3eee4880-df1f-47ce-a87e-d455855d4c0b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 944 time: 0.0518556 Aug 31 10:18:37.978788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ecbd519-b5cf-49c5-b23d-6bb6765da725 req-6c0c373a-a103-42ae-9c1b-a875e5ea01bb tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389049 Aug 31 10:18:38.005967 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:38.029101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa890e69-8307-49ee-b144-376f0c419d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72720cd-1da1-4351-acfd-576ca77c657d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:38.031973 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36731a3-bac0-4b34-b663-17174c5a0054" -d '{"events": [{"server_uuid": "aa890e69-8307-49ee-b144-376f0c419d88", "name": "network-vif-plugged", "status": "completed", "tag": "d72720cd-1da1-4351-acfd-576ca77c657d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:38.045660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d72720cd-1da1-4351-acfd-576ca77c657d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d72720cd-1da1-4351-acfd-576ca77c657d,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:38.050022 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:38.075734 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8798a6d-82e9-400b-8388-1e25acc42b09 x-openstack-request-id: req-c8798a6d-82e9-400b-8388-1e25acc42b09 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:38.076007 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa890e69-8307-49ee-b144-376f0c419d88", "name": "network-vif-plugged", "status": "completed", "tag": "d72720cd-1da1-4351-acfd-576ca77c657d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:38.076319 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8798a6d-82e9-400b-8388-1e25acc42b09 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:38.077231 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa890e69-8307-49ee-b144-376f0c419d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'code': 200} Aug 31 10:18:38.106500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=d72720cd-1da1-4351-acfd-576ca77c657d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:38.177049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427140-aef6-46d6-89c6-a20a6d5d80ea req-74c333ea-4006-4aad-a690-612bc66f299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:38.178576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e427140-aef6-46d6-89c6-a20a6d5d80ea req-74c333ea-4006-4aad-a690-612bc66f299c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 1096 time: 0.0450888 Aug 31 10:18:38.222938 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e427140-aef6-46d6-89c6-a20a6d5d80ea req-267f0f17-2626-4816-856e-cda712ed42cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357900 Aug 31 10:18:39.105795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c4257-af92-4c9f-8918-7b35251442e0 req-1f25fd1d-c007-4c0c-8b98-6d1a33211b79 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:39.107385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-054c4257-af92-4c9f-8918-7b35251442e0 req-1f25fd1d-c007-4c0c-8b98-6d1a33211b79 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 945 time: 0.0542753 Aug 31 10:18:39.148200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-054c4257-af92-4c9f-8918-7b35251442e0 req-a926666d-1da6-414e-bc4b-fbbbb0dd401c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338161 Aug 31 10:18:40.271086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5289d44-304b-47d6-996a-1e17c6d22a90 req-4a2dee95-ddc7-4006-b73f-54277014adc5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:40.272566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5289d44-304b-47d6-996a-1e17c6d22a90 req-4a2dee95-ddc7-4006-b73f-54277014adc5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 945 time: 0.0515006 Aug 31 10:18:40.316825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5289d44-304b-47d6-996a-1e17c6d22a90 req-cc4ee713-2d76-415f-873c-7e436105296c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380669 Aug 31 10:18:40.750931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc696dea-0710-4a58-8fdd-3dfb8f88db19 req-11472da6-8304-48b6-aa76-6b3059d3725e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:40.752538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc696dea-0710-4a58-8fdd-3dfb8f88db19 req-11472da6-8304-48b6-aa76-6b3059d3725e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 945 time: 0.3645635 Aug 31 10:18:40.795622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc696dea-0710-4a58-8fdd-3dfb8f88db19 req-6beb4d14-231a-46cb-a53f-b30298badb89 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359707 Aug 31 10:18:40.821887 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45208) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:40.863117 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ebf67b-91b0-4dd8-b405-7875e160154b tempest-TestVolumeBootPattern-22634232 tempest-TestVolumeBootPattern-22634232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:40.864663 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-41ebf67b-91b0-4dd8-b405-7875e160154b tempest-TestVolumeBootPattern-22634232 tempest-TestVolumeBootPattern-22634232-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 1091 time: 0.0417664 Aug 31 10:18:40.867776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45210) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:40.872395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:40.898887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:40.901521 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:41.038247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:41.158829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.25.1.87 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/b09e6219-d9ac-465a-aaf0-14ef689c361f) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:18:41.277627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:41.321420 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:41.366485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:41.369757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:41.373972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:18:41.392387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-368d7544-a50d-43b0-8744-e24380f2a50a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553026 Aug 31 10:18:41.397171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=b09e6219-d9ac-465a-aaf0-14ef689c361f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:41.485933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-a2069f96-f411-4afa-87ab-0eeb95a3db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:41.487526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-a2069f96-f411-4afa-87ab-0eeb95a3db15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 1096 time: 0.0465281 Aug 31 10:18:41.609247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-1ad8b5c9-cd55-449f-885a-61d97b7e0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:41.611632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-1ad8b5c9-cd55-449f-885a-61d97b7e0bc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0997419 Aug 31 10:18:41.657035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-f95e0b2d-b111-4a32-b69a-410859b42b56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d72720cd-1da1-4351-acfd-576ca77c657d HTTP/1.1" status: 200 len: 217 time: 0.0373268 Aug 31 10:18:41.722875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-a6fca27c-6ff7-42a2-8666-921fcd605eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:41.725275 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-a6fca27c-6ff7-42a2-8666-921fcd605eaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0603018 Aug 31 10:18:41.785144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-c3b6d147-eb15-4ec5-9ff4-bdeee0635b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:41.786776 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-c3b6d147-eb15-4ec5-9ff4-bdeee0635b7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529282 Aug 31 10:18:41.814726 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:41.887253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-cbe2ab65-91b5-463b-ac34-6fb5426aa49b service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908785 Aug 31 10:18:41.894442 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:41.998870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a75efda-6f7b-41a4-8178-b949dac9c6f4 req-48289004-e267-4bcd-95fe-aaead718deba service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031795 Aug 31 10:18:42.082820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:42.091668 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:42.170419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=b09e6219-d9ac-465a-aaf0-14ef689c361f,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:42.182124 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:42.292551 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Floating IP 5d40b156-d528-45fd-bcc9-bd190437830c associated. External IP: 172.25.1.87, port: d72720cd-1da1-4351-acfd-576ca77c657d. Aug 31 10:18:42.337057 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:18:42.830720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Router 067c0751-d638-4bdb-8b00-39cc1aee977b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:18:42.954830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:18:42.967647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:18:42.973268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:42.979111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:42.979769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:18:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:43.004465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f5beee6a-e389-4fb4-9fd2-bb5e7b4b01a9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1356199 Aug 31 10:18:43.005180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa890e69-8307-49ee-b144-376f0c419d88', 'tag': 'd72720cd-1da1-4351-acfd-576ca77c657d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:43.007621 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948baf68-4a05-471b-8b48-bddf129b2556" -d '{"events": [{"name": "network-changed", "server_uuid": "aa890e69-8307-49ee-b144-376f0c419d88", "tag": "d72720cd-1da1-4351-acfd-576ca77c657d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:43.066048 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af02d0-5513-4692-9e99-67b25abf71f0 x-openstack-request-id: req-d7af02d0-5513-4692-9e99-67b25abf71f0 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:43.066370 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa890e69-8307-49ee-b144-376f0c419d88", "tag": "d72720cd-1da1-4351-acfd-576ca77c657d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:43.066640 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7af02d0-5513-4692-9e99-67b25abf71f0 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:43.067133 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa890e69-8307-49ee-b144-376f0c419d88', 'tag': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'status': 'completed', 'code': 200} Aug 31 10:18:43.135608 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:43.159054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948baf68-4a05-471b-8b48-bddf129b2556 req-8c8447a7-4b38-47b5-ab5d-565a63248614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:43.160599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948baf68-4a05-471b-8b48-bddf129b2556 req-8c8447a7-4b38-47b5-ab5d-565a63248614 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 1096 time: 0.0654206 Aug 31 10:18:43.288690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948baf68-4a05-471b-8b48-bddf129b2556 req-2d9b76ac-a1b0-427c-8809-3c7f2b5a8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:43.290257 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948baf68-4a05-471b-8b48-bddf129b2556 req-2d9b76ac-a1b0-427c-8809-3c7f2b5a8d69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1225748 Aug 31 10:18:43.367486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948baf68-4a05-471b-8b48-bddf129b2556 req-dc73d96d-1340-4b76-9edf-988ba09773d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d72720cd-1da1-4351-acfd-576ca77c657d HTTP/1.1" status: 200 len: 998 time: 0.0698521 Aug 31 10:18:43.425465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '5d40b156-d528-45fd-bcc9-bd190437830c', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:09:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa890e69-8307-49ee-b144-376f0c419d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:18:41Z', 'updated_at': '2021-08-31T10:18:41Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:43.443230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948baf68-4a05-471b-8b48-bddf129b2556 req-44663b7e-ae27-49aa-a1a9-cd970e8925c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:43.445973 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948baf68-4a05-471b-8b48-bddf129b2556 req-44663b7e-ae27-49aa-a1a9-cd970e8925c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0708985 Aug 31 10:18:43.473280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:18:43.489781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:43.490936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:18:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:43.507865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948baf68-4a05-471b-8b48-bddf129b2556 req-3d178dbc-537c-4b11-bd66-a950361675fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:43.509511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948baf68-4a05-471b-8b48-bddf129b2556 req-3d178dbc-537c-4b11-bd66-a950361675fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526497 Aug 31 10:18:43.613572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948baf68-4a05-471b-8b48-bddf129b2556 req-f6d89bc3-0c2b-4c83-bc3d-7df58f2807d5 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965607 Aug 31 10:18:43.637713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:43.728497 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-948baf68-4a05-471b-8b48-bddf129b2556 req-6655ee20-0124-4496-9b21-9924868a7411 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075969 Aug 31 10:18:43.895974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '5d40b156-d528-45fd-bcc9-bd190437830c', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:09:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa890e69-8307-49ee-b144-376f0c419d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:18:41Z', 'updated_at': '2021-08-31T10:18:41Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:44.094612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befed32-2899-4e59-9e13-882091e89e51 None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '5d40b156-d528-45fd-bcc9-bd190437830c', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:09:e0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa890e69-8307-49ee-b144-376f0c419d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:18:41Z', 'updated_at': '2021-08-31T10:18:41Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:18:44.109554 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:44.305166 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01fdd8-0b48-490c-bcdd-e50a0efa075f None None] New status for floating IP 5d40b156-d528-45fd-bcc9-bd190437830c: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:18:51.858794 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e0f0b357-d55d-41ee-9892-e5cda02d0ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:55.070084 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:55.802252 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e1741975-517d-4af1-a65b-5ba22bf19959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:57.808103 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:58.749290 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:10.897652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.989140 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.338576 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:19:21.863858 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d141420d-ab38-4385-9388-617b941314e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:25.071710 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:25.820385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-085403c7-ffb9-48b3-bd5c-8f5ff8710d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:27.809367 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:28.752329 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:40.911832 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:42.799621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667df611-a7e1-43a6-bafc-a621572391dc req-83cf644e-4ddf-4e84-9435-647c5cbdb329 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058266 Aug 31 10:19:42.885743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667df611-a7e1-43a6-bafc-a621572391dc req-9796d1f8-8a98-4ca4-8cbb-1544a7c3e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:42.887300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667df611-a7e1-43a6-bafc-a621572391dc req-9796d1f8-8a98-4ca4-8cbb-1544a7c3e0df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 1096 time: 0.0434885 Aug 31 10:19:43.003174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667df611-a7e1-43a6-bafc-a621572391dc req-34f66a94-eb15-41a6-962e-1f56c022b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.005587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667df611-a7e1-43a6-bafc-a621572391dc req-34f66a94-eb15-41a6-962e-1f56c022b495 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0971630 Aug 31 10:19:43.079200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667df611-a7e1-43a6-bafc-a621572391dc req-c7e2387a-459e-44e0-984a-484d4b5d92ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d72720cd-1da1-4351-acfd-576ca77c657d HTTP/1.1" status: 200 len: 1000 time: 0.0650387 Aug 31 10:19:43.132271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667df611-a7e1-43a6-bafc-a621572391dc req-16ccbd08-0719-49b3-8e2a-e26cc5f22513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.133523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667df611-a7e1-43a6-bafc-a621572391dc req-16ccbd08-0719-49b3-8e2a-e26cc5f22513 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0470951 Aug 31 10:19:43.187393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667df611-a7e1-43a6-bafc-a621572391dc req-038634f7-ff24-49a7-b9d5-c982f6dc3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.189224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667df611-a7e1-43a6-bafc-a621572391dc req-038634f7-ff24-49a7-b9d5-c982f6dc3dc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479946 Aug 31 10:19:43.290684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667df611-a7e1-43a6-bafc-a621572391dc req-b32c5807-de0b-4249-ba45-2ab6e8f2439d service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938435 Aug 31 10:19:43.390521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-667df611-a7e1-43a6-bafc-a621572391dc req-042cd33b-db5a-493d-ad12-6cbccf534914 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919497 Aug 31 10:19:43.990188 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:51.865524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e322aaa5-927b-49a4-a034-cfb21f47956a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:55.074563 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:55.801184 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-44b721e8-cf88-40f2-9bae-ff6b1ff79703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:56.339200 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:19:57.814341 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:58.754508 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:10.913535 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:13.993118 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:21.874569 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c77ee571-9701-41da-8d75-567d500a17b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:25.083401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:25.809317 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ad91f54d-5b89-457c-8b7c-bdd2b135581f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:27.817820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:28.761197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.339569 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:20:40.928597 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.051543 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe2cd-a1f2-4967-a840-6c3df2f4969b req-5e9f26a3-e319-4116-bffb-df31ffc778c0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:41.053181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18fbe2cd-a1f2-4967-a840-6c3df2f4969b req-5e9f26a3-e319-4116-bffb-df31ffc778c0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 945 time: 0.1292999 Aug 31 10:20:41.094177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18fbe2cd-a1f2-4967-a840-6c3df2f4969b req-36e14f23-907f-4ae8-a9bf-2b1e85a5ca9b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348637 Aug 31 10:20:42.319864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376eeda-6aee-44be-bc33-5c77c54114ab req-35e80f03-7ae8-46bd-a466-1c35e86462f6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:42.321467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3376eeda-6aee-44be-bc33-5c77c54114ab req-35e80f03-7ae8-46bd-a466-1c35e86462f6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 945 time: 0.1254187 Aug 31 10:20:42.378460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3376eeda-6aee-44be-bc33-5c77c54114ab req-db9bd344-f3b7-4cef-b8dc-3b4d5888a689 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506623 Aug 31 10:20:42.806218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4fb6f8ba-d8a7-4921-884c-d1873118f0e7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:42.807751 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4fb6f8ba-d8a7-4921-884c-d1873118f0e7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 945 time: 0.0512071 Aug 31 10:20:42.906726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port d72720cd-1da1-4351-acfd-576ca77c657d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:20:42.907100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.011698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] For port d72720cd-1da1-4351-acfd-576ca77c657d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d72720cd-1da1-4351-acfd-576ca77c657d,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:43.012067 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.195631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.195998 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.196320 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Floating IP 5d40b156-d528-45fd-bcc9-bd190437830c disassociated. External IP: 172.25.1.87, port: d72720cd-1da1-4351-acfd-576ca77c657d. Aug 31 10:20:43.197205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for d72720cd-1da1-4351-acfd-576ca77c657d owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:20:43.336631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.370195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=d72720cd-1da1-4351-acfd-576ca77c657d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:43.382346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.382689 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.383048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.383386 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.383717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.384043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.384423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.385347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.385591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.385919 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.386236 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.386557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:43.529106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c1f6a974-ad55-4a6d-87a8-9c3884efbe04 req-49f78f85-dbfa-4e08-99ee-ea08cbed8b39 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 210 time: 0.0380919 Aug 31 10:20:43.530892 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Router 067c0751-d638-4bdb-8b00-39cc1aee977b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:20:43.646195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:20:43.656085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:20:43.665702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:43.666639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:20:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:43.690874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] No DVR routers for this DVR port d72720cd-1da1-4351-acfd-576ca77c657d on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:20:43.695307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.698680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-657f3731-898d-4a25-962b-8f5da99d7971 req-4d59dcf0-1ca1-4161-bf22-a98eaa45a173 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "DELETE /v2.0/ports/d72720cd-1da1-4351-acfd-576ca77c657d HTTP/1.1" status: 204 len: 173 time: 0.8835323 Aug 31 10:20:43.699346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa890e69-8307-49ee-b144-376f0c419d88', 'name': 'network-vif-deleted', 'tag': 'd72720cd-1da1-4351-acfd-576ca77c657d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:43.702490 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a626da6-f6dc-4b3a-987c-65f495259cf7" -d '{"events": [{"server_uuid": "aa890e69-8307-49ee-b144-376f0c419d88", "name": "network-vif-deleted", "tag": "d72720cd-1da1-4351-acfd-576ca77c657d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:43.787298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:43.862896 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77025769-1899-4963-a5e1-53c852108d7d x-openstack-request-id: req-77025769-1899-4963-a5e1-53c852108d7d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:43.863185 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa890e69-8307-49ee-b144-376f0c419d88", "name": "network-vif-deleted", "tag": "d72720cd-1da1-4351-acfd-576ca77c657d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:43.863434 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77025769-1899-4963-a5e1-53c852108d7d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:43.863850 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa890e69-8307-49ee-b144-376f0c419d88', 'name': 'network-vif-deleted', 'tag': 'd72720cd-1da1-4351-acfd-576ca77c657d', 'status': 'completed', 'code': 200} Aug 31 10:20:44.019324 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.035934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:44.064265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:20:44.073242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:44.074370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:20:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:44.186680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:44.388785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:44.420740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b137a0-0ba6-476a-8773-51984b09703d None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:20:44.564972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d72720cd-1da1-4351-acfd-576ca77c657d no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:20:44.595378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: d72720cd-1da1-4351-acfd-576ca77c657d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:20:44.596426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d72720cd-1da1-4351-acfd-576ca77c657d not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:20:44.647604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d415083b-1f44-4f0c-8a87-9357295d6a18 req-e8cdfdce-c8a2-4127-b5d0-33589399d267 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 210 time: 0.0309439 Aug 31 10:20:44.689208 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa5c1b5-4ae6-4100-b81a-9b56fa2dfa6f None None] New status for floating IP 5d40b156-d528-45fd-bcc9-bd190437830c: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:20:45.756436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e02794b5-e25f-4575-b7a6-6ed05b2015be req-c2216e72-8a6e-44ea-b6d3-971c36e86279 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 210 time: 0.0272295 Aug 31 10:20:46.857516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49ec3e38-d1c5-4407-aed1-f3c5256804e5 req-21163f30-4f5f-4736-a80b-f3de4ee9bbe4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa890e69-8307-49ee-b144-376f0c419d88 HTTP/1.1" status: 200 len: 210 time: 0.0290372 Aug 31 10:20:48.067236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-6fdc73de-0be1-473f-9856-39d5bc4afe94 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203296688&fields=id&tenant_id=d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 267 time: 0.0335293 Aug 31 10:20:48.181643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560d64-dee9-4900-95f5-defc89494401 req-067296fa-3b8c-4028-82ef-b7b05b1b1b9b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:48.183167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-067296fa-3b8c-4028-82ef-b7b05b1b1b9b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1085103 Aug 31 10:20:48.199186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-207ce691-a924-4545-9792-ae7b6713b4b7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/quotas/d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 375 time: 0.0103054 Aug 31 10:20:48.254151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-8d4240a4-9b55-4cde-b853-8a8a1746bef6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491788 Aug 31 10:20:48.405289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-44d6e865-eed5-4999-b91d-3234dce7b9a1 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394510 Aug 31 10:20:48.496975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-c840270a-a457-4e5e-bb57-250efdbf8456 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856626 Aug 31 10:20:49.828292 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5a5ea66-5153-4799-b665-e4a2f2bae064 req-1b4890d2-537b-44b0-9cf3-574e224002d6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 210 time: 0.0281916 Aug 31 10:20:50.762113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560d64-dee9-4900-95f5-defc89494401 req-457ed1bc-d0cb-43d0-a748-d88def27644e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:50.767194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-457ed1bc-d0cb-43d0-a748-d88def27644e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1173403 Aug 31 10:20:50.811453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-a6f4e6c4-b425-4ef3-9d1c-44372163b1b4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 379 time: 0.0377107 Aug 31 10:20:50.822525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'port': {'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'admin_state_up': True, 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'security_groups': ['c9bdb6c4-237f-498b-8ee4-8ff23619c5dd']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:50.939750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c552115-ff11-4498-ad38-ce737722b728 req-629ec1c8-d0ed-49e1-84a9-8d648f107df2 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 210 time: 0.0347795 Aug 31 10:20:50.971573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:20:50.975216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.134811 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.20.0.13 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:20:51.284842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.299957 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Transition to ACTIVE for port object 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:51.335428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.387757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:20:51.391465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:20:51.396060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:20:51.423025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:51.439002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.446576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:51.469612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:51.470386 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.488969 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-6eb4d215-e53c-4496-a952-f550331be67b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6711042 Aug 31 10:20:51.501882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Request body: {'port': {'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:51.573333 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.695998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-762a0adc-7241-434a-ba8b-7931948eb56a None None] Provisioning for port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:20:51.701902 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-762a0adc-7241-434a-ba8b-7931948eb56a None None] Provisioning complete for port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:51.702408 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-762a0adc-7241-434a-ba8b-7931948eb56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.743277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-762a0adc-7241-434a-ba8b-7931948eb56a None None] Port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:20:51.867222 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-79ada9b4-f88a-4d47-b677-efd7442047b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.899675 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:20:51.907523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.920959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Transition to ACTIVE for port object 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:51.925605 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.976273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:52.058296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Attempting to bind port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:20:52.058681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Attempting to bind port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:20:52.059187 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Attempting to bind port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:20:52.065094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 on network bc09e0b0-1a0d-4069-86cf-88247b779379 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:20:52.065443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Attempting to bind port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:20:52.075222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:20:52.075222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:20:52.075222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:20:52.075222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Bound port: 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:20:52.075708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.111156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b538df-d589-4add-b80c-1850f36a32e8 req-1b87c46c-425a-4474-9c18-eddf348b37c0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:52.112807 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31b538df-d589-4add-b80c-1850f36a32e8 req-1b87c46c-425a-4474-9c18-eddf348b37c0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0803833 Aug 31 10:20:52.169368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31b538df-d589-4add-b80c-1850f36a32e8 req-969c0f0f-2079-434c-85bd-d7a48f16b1c1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490711 Aug 31 10:20:52.176302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] For port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:20:52.179942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] For port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:20:52.192585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.231527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:52.232157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.233563 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] 10.222.0.52 "PUT /v2.0/ports/5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 1092 time: 0.7366507 Aug 31 10:20:52.234008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:52.236364 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e045dd75f116203214bf54e8e8f7df448b509ae809447f99c027e7ac9c12d57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d1bca-7b7c-4765-ab7f-5abc71683591" -d '{"events": [{"name": "network-changed", "server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:52.257188 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d895f-f975-466f-825d-f72328e6ab44 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:52.326395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560d64-dee9-4900-95f5-defc89494401 req-31919a6d-3d24-4bdb-b876-4df6826a5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:52.327982 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-31919a6d-3d24-4bdb-b876-4df6826a5006 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1095 time: 0.0466692 Aug 31 10:20:52.384278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-e49fc665-caa9-42fa-b523-3ffa172ce157 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 217 time: 0.0478418 Aug 31 10:20:52.455484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560d64-dee9-4900-95f5-defc89494401 req-c7502d6b-6018-4ab9-b3c7-045886978eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:52.459158 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-c7502d6b-6018-4ab9-b3c7-045886978eb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0663068 Aug 31 10:20:52.519674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560d64-dee9-4900-95f5-defc89494401 req-bb2ef64c-da90-4279-b790-90499edc95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:52.521070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-bb2ef64c-da90-4279-b790-90499edc95a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565219 Aug 31 10:20:52.624995 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-06eb9241-0b39-48bc-9e02-70b36b118198 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960555 Aug 31 10:20:52.719895 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8560d64-dee9-4900-95f5-defc89494401 req-62a38937-f1e4-40ad-8878-d4ccd2bb7e7c service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875213 Aug 31 10:20:53.298403 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb335bb-128c-4216-8cb0-a44fd4ee1433 req-4fc4c23f-c00f-407f-aa55-8ccb81793fe4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.300422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8bb335bb-128c-4216-8cb0-a44fd4ee1433 req-4fc4c23f-c00f-407f-aa55-8ccb81793fe4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0524952 Aug 31 10:20:53.312099 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8b60c1-c236-4288-9ca8-7d1eba0785f3 x-openstack-request-id: req-7b8b60c1-c236-4288-9ca8-7d1eba0785f3 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:53.312600 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:53.312708 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b8b60c1-c236-4288-9ca8-7d1eba0785f3 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:53.313092 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'status': 'completed', 'code': 200} Aug 31 10:20:53.353005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8bb335bb-128c-4216-8cb0-a44fd4ee1433 req-54248f85-b6f7-4118-9858-0bce0b9dd17d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391216 Aug 31 10:20:53.389569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-57f4ba60-63c0-4bbe-a517-021ba3354d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.389569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-57f4ba60-63c0-4bbe-a517-021ba3354d11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1095 time: 0.0481315 Aug 31 10:20:53.512885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-97afad5b-a99e-4bf7-aa19-9f14d6051d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.514377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-97afad5b-a99e-4bf7-aa19-9f14d6051d41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1222849 Aug 31 10:20:53.558592 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-c398aadf-56ce-4ba0-8f24-d774fe8bfb3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 217 time: 0.0368047 Aug 31 10:20:53.623737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-97ee6912-9fd0-4af2-92b6-68e23f9ab920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.625270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-97ee6912-9fd0-4af2-92b6-68e23f9ab920 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0600357 Aug 31 10:20:53.678987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-842550e5-7866-4b5c-a0d3-c239c6b97fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.680573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-842550e5-7866-4b5c-a0d3-c239c6b97fe6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484540 Aug 31 10:20:53.786306 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-446df5fc-f948-4a1c-898a-3d168f16bf75 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979550 Aug 31 10:20:53.895309 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d62d1bca-7b7c-4765-ab7f-5abc71683591 req-dfef2f17-6c91-4abc-8e41-0dc707d5cb42 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025105 Aug 31 10:20:54.493392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2469e-a7f1-4b13-8069-adddeb424ccd req-18f88193-f2f2-4bcc-90d0-18384f03edd2 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:54.495021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bba2469e-a7f1-4b13-8069-adddeb424ccd req-18f88193-f2f2-4bcc-90d0-18384f03edd2 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0632899 Aug 31 10:20:54.536186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bba2469e-a7f1-4b13-8069-adddeb424ccd req-e12fadac-f52d-43e6-af65-c3956c9a51ae tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350311 Aug 31 10:20:55.075366 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:55.653192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35355d4-a31a-42f5-8773-eed3955b9c51 req-60e6121c-de99-4f98-8174-f49f0811b006 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:55.654731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e35355d4-a31a-42f5-8773-eed3955b9c51 req-60e6121c-de99-4f98-8174-f49f0811b006 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0512359 Aug 31 10:20:55.699350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e35355d4-a31a-42f5-8773-eed3955b9c51 req-8e26b2ad-6a02-49a8-919e-4461557e5ab7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386560 Aug 31 10:20:55.801095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66786c6a-6973-4c9b-80b0-d86d060be9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:56.816032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e0e8-1f7d-4e30-969e-9704024cedc3 req-8864ebf6-ef96-45bd-9168-6b2e552c7e0f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:56.817545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a931e0e8-1f7d-4e30-969e-9704024cedc3 req-8864ebf6-ef96-45bd-9168-6b2e552c7e0f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0505183 Aug 31 10:20:56.856523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a931e0e8-1f7d-4e30-969e-9704024cedc3 req-ea199732-6da4-4d0b-89af-040d7a7ba1f5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Aug 31 10:20:57.817295 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:57.975850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8e2c1-96ef-4d4b-a8d4-5a4140cf4c6d req-2b45578a-9fe4-471b-a371-4750ff4a67d9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:57.977345 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cdb8e2c1-96ef-4d4b-a8d4-5a4140cf4c6d req-2b45578a-9fe4-471b-a371-4750ff4a67d9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0538840 Aug 31 10:20:58.017079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cdb8e2c1-96ef-4d4b-a8d4-5a4140cf4c6d req-79a9705d-abfb-4762-837e-ae7921221357 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332897 Aug 31 10:20:58.763111 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.139971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551648ee-4f68-44fe-93d5-d6bbf429c243 req-12e7f491-38d2-433a-a388-67cc36db9681 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:59.141583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-551648ee-4f68-44fe-93d5-d6bbf429c243 req-12e7f491-38d2-433a-a388-67cc36db9681 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0558410 Aug 31 10:20:59.182662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-551648ee-4f68-44fe-93d5-d6bbf429c243 req-d7361cbc-80b8-45bb-9105-021dfb90391e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344901 Aug 31 10:21:00.304697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee548cc-5a24-4b6f-9447-742e11b78cbb req-abb90c80-b389-4c25-bb40-228978e42f74 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:00.306876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ee548cc-5a24-4b6f-9447-742e11b78cbb req-abb90c80-b389-4c25-bb40-228978e42f74 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0496771 Aug 31 10:21:00.345486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ee548cc-5a24-4b6f-9447-742e11b78cbb req-3c221bf6-ba90-4bff-9aa8-59f000dc508f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327897 Aug 31 10:21:01.466940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf54310-b3a2-4c47-9906-296e2ef4fe23 req-93cb38fe-848a-4b93-9d43-8503e7f61cd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:01.468471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebf54310-b3a2-4c47-9906-296e2ef4fe23 req-93cb38fe-848a-4b93-9d43-8503e7f61cd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 944 time: 0.0543213 Aug 31 10:21:01.509641 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebf54310-b3a2-4c47-9906-296e2ef4fe23 req-7b868419-d9b0-474d-95d2-6460f42ced30 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352697 Aug 31 10:21:02.266556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:21:02.360056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:02.371584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:21:02.407449 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.419956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:21:02.439918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:02.444916 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.495512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:02.503155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.503513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.503849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.504450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.504782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.505110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.505439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.505770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.506105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.506632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.506996 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.507326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:02.669304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:21:02.713303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1383cd-f8ad-43b9-9de0-79f5e1495c28 req-354be95c-ae96-40dc-8b09-10f60f5f760a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:02.715096 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a1383cd-f8ad-43b9-9de0-79f5e1495c28 req-354be95c-ae96-40dc-8b09-10f60f5f760a tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 945 time: 0.0594599 Aug 31 10:21:02.757562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a1383cd-f8ad-43b9-9de0-79f5e1495c28 req-e5a98e8b-d807-4a04-af18-93772bc75bd6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363321 Aug 31 10:21:03.919031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a56184-f730-4b1f-ba84-51ab7cd99796 req-a9559c03-930f-40c1-bb70-43c921d332bc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:03.920565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14a56184-f730-4b1f-ba84-51ab7cd99796 req-a9559c03-930f-40c1-bb70-43c921d332bc tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Aug 31 10:21:03.959605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14a56184-f730-4b1f-ba84-51ab7cd99796 req-adf8895a-a819-4647-a69b-e5b683653831 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331168 Aug 31 10:21:04.298153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:21:04.351692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:21:04.355336 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:04.355703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.430383 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.453222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:21:04.455499 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991d271787bdf06b57fe258db22647ee920015b7ace282e1b4d91db817f83ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b06018-4186-4e0c-bee1-72b703629e11" -d '{"events": [{"server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "name": "network-vif-plugged", "status": "completed", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:21:04.469295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:04.475880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.501807 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a1d34-79d8-43d1-8f06-871561a1564a x-openstack-request-id: req-ac6a1d34-79d8-43d1-8f06-871561a1564a {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:21:04.502107 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "name": "network-vif-plugged", "status": "completed", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:21:04.502328 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac6a1d34-79d8-43d1-8f06-871561a1564a {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:21:04.502799 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'code': 200} Aug 31 10:21:04.531064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:04.591870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98731459-6646-4051-97f6-cb16387f6922 req-b67d3e45-f319-4477-93ec-400c3384fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:04.593268 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98731459-6646-4051-97f6-cb16387f6922 req-b67d3e45-f319-4477-93ec-400c3384fa9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1097 time: 0.0407231 Aug 31 10:21:04.627975 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-98731459-6646-4051-97f6-cb16387f6922 req-12d35fc3-7d06-4b58-ada7-40ba70898a19 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275991 Aug 31 10:21:05.083871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc2d5a-10c1-4f91-a583-18603de6229b req-244f0d79-e25d-4858-ba07-1ef1a72f504f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:05.085383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68cc2d5a-10c1-4f91-a583-18603de6229b req-244f0d79-e25d-4858-ba07-1ef1a72f504f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 946 time: 0.0551720 Aug 31 10:21:05.128300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68cc2d5a-10c1-4f91-a583-18603de6229b req-3ab5b9c4-fc65-48ba-afda-728f755eba22 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360708 Aug 31 10:21:06.249663 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f45b7-877b-44f0-a212-36b7b417a86e req-d3800c53-4d56-4ac4-88d8-6ba477baf59b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:06.251209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-519f45b7-877b-44f0-a212-36b7b417a86e req-d3800c53-4d56-4ac4-88d8-6ba477baf59b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 946 time: 0.0503569 Aug 31 10:21:06.291659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-519f45b7-877b-44f0-a212-36b7b417a86e req-ab17b3b2-f491-4b69-84dd-8c8f26b5fcd7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340593 Aug 31 10:21:06.408782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c294f29-7672-404f-a0c7-3b22b5cdf568 req-aa0b907b-4c5d-4d71-95bb-fe24a0a36682 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:06.410281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c294f29-7672-404f-a0c7-3b22b5cdf568 req-aa0b907b-4c5d-4d71-95bb-fe24a0a36682 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 946 time: 0.0504942 Aug 31 10:21:06.451543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c294f29-7672-404f-a0c7-3b22b5cdf568 req-5e35ea2e-b382-4348-a9e0-31bcb20477da tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351646 Aug 31 10:21:06.474764 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45380) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:06.563590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbdd95-9e65-44b4-8d25-5fddf5f645c3 tempest-TestVolumeBootPattern-22634232 tempest-TestVolumeBootPattern-22634232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:06.565132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64bbdd95-9e65-44b4-8d25-5fddf5f645c3 tempest-TestVolumeBootPattern-22634232 tempest-TestVolumeBootPattern-22634232-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1092 time: 0.0891497 Aug 31 10:21:06.567923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45384) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:06.572373 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:06.597699 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.700656 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.816540 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.25.1.152 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/d2cd81e6-eec0-4d5f-b816-40fb5637df12) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:21:06.927281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.968145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.014569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:21:07.017667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:21:07.021705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:21:07.044653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=d2cd81e6-eec0-4d5f-b816-40fb5637df12,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:07.849365 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.958438 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.114442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.119062 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.190661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=d2cd81e6-eec0-4d5f-b816-40fb5637df12,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:08.203977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.315476 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Floating IP 584ba330-1f15-41c9-a83c-ccd4d94089d3 associated. External IP: 172.25.1.152, port: 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76. Aug 31 10:21:08.538587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Router 067c0751-d638-4bdb-8b00-39cc1aee977b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:21:08.652999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:21:08.663786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:21:08.670293 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.682445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:08.683863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:20:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:08.700428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-85bc7939-318d-47fe-9543-4f9dd6b22f2e tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1314027 Aug 31 10:21:08.701023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:21:08.705017 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9bd3b80ec632bb28d909ed2f5835cb2853d8676c31ac1b63f432be10b922ed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee57c78-0114-41f4-b466-ee511843c27e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:21:08.742531 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f71be4-25e5-4c21-b027-3dcabf1b5896 x-openstack-request-id: req-d6f71be4-25e5-4c21-b027-3dcabf1b5896 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:21:08.742847 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:21:08.743098 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6f71be4-25e5-4c21-b027-3dcabf1b5896 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:21:08.743502 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'status': 'completed', 'code': 200} Aug 31 10:21:08.798254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:08.807270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57c78-0114-41f4-b466-ee511843c27e req-23d927cb-5761-4a1f-b38e-6a0266de524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:08.810286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0ee57c78-0114-41f4-b466-ee511843c27e req-23d927cb-5761-4a1f-b38e-6a0266de524c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1097 time: 0.0443127 Aug 31 10:21:08.913758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57c78-0114-41f4-b466-ee511843c27e req-30422e3f-bc3c-4291-87bb-e19e6e6ccea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:08.916528 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0ee57c78-0114-41f4-b466-ee511843c27e req-30422e3f-bc3c-4291-87bb-e19e6e6ccea6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0987542 Aug 31 10:21:08.985796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0ee57c78-0114-41f4-b466-ee511843c27e req-91370848-5ebc-4e73-8338-ba515f676ffa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 1000 time: 0.0620196 Aug 31 10:21:09.036007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:09.047035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57c78-0114-41f4-b466-ee511843c27e req-a59e61db-a478-4738-ba0f-46c9df78652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:09.048468 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0ee57c78-0114-41f4-b466-ee511843c27e req-a59e61db-a478-4738-ba0f-46c9df78652d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0553541 Aug 31 10:21:09.064621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:21:09.073581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:09.074300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:20:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:09.097078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57c78-0114-41f4-b466-ee511843c27e req-91e6b529-dc20-4c8a-b4ce-09b18466f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:09.098692 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0ee57c78-0114-41f4-b466-ee511843c27e req-91e6b529-dc20-4c8a-b4ce-09b18466f183 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426645 Aug 31 10:21:09.193376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:09.202904 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0ee57c78-0114-41f4-b466-ee511843c27e req-dadb8972-ff90-4866-9f0c-2d22541d516e service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961812 Aug 31 10:21:09.314992 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0ee57c78-0114-41f4-b466-ee511843c27e req-7a6ebf81-aa90-444a-bf0a-e08f6e71952c service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050770 Aug 31 10:21:09.594653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:09.622683 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285db0a6-52ae-4d07-b35e-371b6558d62e None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:21:09.825210 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63a584-7877-43d7-8103-172832fe7bf9 None None] New status for floating IP 584ba330-1f15-41c9-a83c-ccd4d94089d3: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:21:10.338411 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:21:10.918161 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:14.008797 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:21.875245 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2510b59c-64a0-4c72-90c6-48a45bc3847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:25.084947 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:25.803347 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7903680b-7b18-464b-8cf6-f555e08bfc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:27.820404 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:28.774297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:40.894213 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-360e73cb-5d46-4626-8d45-72ce87af1214 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929205 Aug 31 10:21:40.950107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:40.985827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-7cc1a443-5879-4d33-9219-30fdcf93edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:40.987390 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-7cc1a443-5879-4d33-9219-30fdcf93edb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1097 time: 0.0471115 Aug 31 10:21:41.114110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-0e4c868c-9009-48e1-bd46-5609d2274d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:41.116001 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-0e4c868c-9009-48e1-bd46-5609d2274d9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1080906 Aug 31 10:21:41.208010 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-c2eec59a-6200-4c75-8d66-62a1572449fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 1002 time: 0.0850594 Aug 31 10:21:41.269562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-e0b94ae5-64b4-4f43-8aff-29cb6bfeaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:41.272633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-e0b94ae5-64b4-4f43-8aff-29cb6bfeaab9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0559413 Aug 31 10:21:41.321301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-b2b91da0-47c6-402c-b005-fba4292f830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:41.322866 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-b2b91da0-47c6-402c-b005-fba4292f830c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446067 Aug 31 10:21:41.417841 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-7b886754-9a7b-41c4-b531-ceebe0b50b47 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877876 Aug 31 10:21:41.521798 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-67ac8f9e-d96c-4286-9f26-441f8e6076d7 req-5845db0e-0b21-4101-9546-282b4c3235ab service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964751 Aug 31 10:21:44.022040 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:47.341600 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:21:51.873874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7fc8893d-ce28-4025-bec3-7ffaeb80186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:55.077013 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:55.810685 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9183662b-1880-44d2-8ffa-09b37637e59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:57.823799 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:58.776050 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:10.942388 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:14.035871 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:21.867708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-134fcd83-a4ca-45fa-ba0f-bdcd92b691e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:24.342179 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:22:25.077957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:25.803285 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-58edb652-76c2-4713-beb3-ec54b3e1c83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:27.826332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:28.773071 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:40.789258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acdd113d-75cb-47cb-8e99-488342d69fce req-a8caa71e-f3f1-4533-bc1b-54cd91f5c4ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438342 Aug 31 10:22:40.882575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd113d-75cb-47cb-8e99-488342d69fce req-9f842b37-45d1-4420-b40f-bbb92be60d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:40.885335 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acdd113d-75cb-47cb-8e99-488342d69fce req-9f842b37-45d1-4420-b40f-bbb92be60d4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1097 time: 0.0509229 Aug 31 10:22:40.975000 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:41.034653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd113d-75cb-47cb-8e99-488342d69fce req-02c8364c-58df-4ea1-bc3c-83a33e5dc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:41.036218 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acdd113d-75cb-47cb-8e99-488342d69fce req-02c8364c-58df-4ea1-bc3c-83a33e5dc171 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1233451 Aug 31 10:22:41.127994 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acdd113d-75cb-47cb-8e99-488342d69fce req-5135354d-efa2-4be6-b5fa-8ce292caf775 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 1002 time: 0.0842421 Aug 31 10:22:41.200447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd113d-75cb-47cb-8e99-488342d69fce req-25a59506-87b2-4e6b-af38-e04445266447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:41.202815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acdd113d-75cb-47cb-8e99-488342d69fce req-25a59506-87b2-4e6b-af38-e04445266447 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0685601 Aug 31 10:22:41.256482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd113d-75cb-47cb-8e99-488342d69fce req-4864e7c3-70f7-418b-aa59-cd8445ba1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:41.258021 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acdd113d-75cb-47cb-8e99-488342d69fce req-4864e7c3-70f7-418b-aa59-cd8445ba1488 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488160 Aug 31 10:22:41.380169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acdd113d-75cb-47cb-8e99-488342d69fce req-d15c82ef-5571-4f6b-92fb-f59b6e5c74ae service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147039 Aug 31 10:22:41.515613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-acdd113d-75cb-47cb-8e99-488342d69fce req-c4cffe08-b63a-4aa4-9857-a9313a973c32 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291649 Aug 31 10:22:44.030467 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:46.575496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-06f9daab-f0cf-447b-b21b-66e881f18bb4 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203296688&fields=id&tenant_id=d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 267 time: 0.0348916 Aug 31 10:22:46.689351 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-e26b81cb-87eb-47e0-bf38-0c4b512a0306 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:46.690877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-e26b81cb-87eb-47e0-bf38-0c4b512a0306 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1073549 Aug 31 10:22:46.706652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2c5aa50c-e122-42a8-b631-1b5dab1f280b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/quotas/d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 375 time: 0.0096886 Aug 31 10:22:46.766645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-fa9b1671-d79b-457d-8f6f-23e47dc45f39 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533509 Aug 31 10:22:46.945357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-cfd0f5a2-49e4-4930-a10b-b6129641d219 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297004 Aug 31 10:22:47.058658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-3c115946-d3ee-47c5-8c99-d5ca1c8f7986 service neutron] 10.222.0.69 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072402 Aug 31 10:22:47.481815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa0a9c40-4869-4671-9cb0-4940ffa8d3b4 req-20113314-c864-4a8e-a289-3d9b6ed62bae tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 210 time: 0.0774975 Aug 31 10:22:48.400255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-ecf07b6f-0ff1-4716-9c58-60c882401ccd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:48.401786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-ecf07b6f-0ff1-4716-9c58-60c882401ccd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 812 time: 0.1102765 Aug 31 10:22:48.447735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-50e00abf-0a5a-4670-8914-88d9b1ff3eb5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d64b6739402e499b8eac9aa2871d5cbe HTTP/1.1" status: 200 len: 379 time: 0.0359604 Aug 31 10:22:48.456935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'port': {'device_id': '479d323a-a0e4-4bf7-b838-37211c309211', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'admin_state_up': True, 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'security_groups': ['c9bdb6c4-237f-498b-8ee4-8ff23619c5dd']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:22:48.595402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3be1544-4c41-4b1d-9371-65717badb4f3 req-25dc47f4-5551-4208-bcb7-acf4433e3bb0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 210 time: 0.0386248 Aug 31 10:22:48.605149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Made reservation on behalf of d64b6739402e499b8eac9aa2871d5cbe for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:22:48.609237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:48.767323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.20.0.7 (bc09e0b0-1a0d-4069-86cf-88247b779379/71bcd38d-fa3f-48db-b6ea-fffc863f6014/c78d9a01-40ac-42ef-9a29-b51b9b4517eb) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:22:48.948068 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:48.965423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Transition to ACTIVE for port object c78d9a01-40ac-42ef-9a29-b51b9b4517eb will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:22:49.005980 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:49.053840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network bc09e0b0-1a0d-4069-86cf-88247b779379 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:22:49.057243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:22:49.061297 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:22:49.089333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:49.105599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.105972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.106367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.106701 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.107061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.107397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.107718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.108039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.108360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.108676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.108994 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.109312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:49.128847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:49.129535 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:49.146381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-8da4a944-9cee-424d-98b8-969c8c4a8964 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6932642 Aug 31 10:22:49.265630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Request body: {'port': {'device_id': '479d323a-a0e4-4bf7-b838-37211c309211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:22:49.327645 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:49.349279 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b19f7ebf-7ecd-4b3d-9c51-f27d0fe8ebc2 None None] Provisioning for port c78d9a01-40ac-42ef-9a29-b51b9b4517eb completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:22:49.354204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b19f7ebf-7ecd-4b3d-9c51-f27d0fe8ebc2 None None] Provisioning complete for port c78d9a01-40ac-42ef-9a29-b51b9b4517eb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:22:49.354572 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b19f7ebf-7ecd-4b3d-9c51-f27d0fe8ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:49.392759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b19f7ebf-7ecd-4b3d-9c51-f27d0fe8ebc2 None None] Port c78d9a01-40ac-42ef-9a29-b51b9b4517eb cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:22:49.632219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78d9a01-40ac-42ef-9a29-b51b9b4517eb {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:22:49.641369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:49.655524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Transition to ACTIVE for port object c78d9a01-40ac-42ef-9a29-b51b9b4517eb will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:22:49.668440 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:49.727350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Pushing event updated for resources: {'Port': ['ID=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:49.841721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194ff2-d596-4498-9349-5ff2161ff982 req-f9f993d0-bbcf-4523-bcf9-492603eabfa7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:49.843361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc194ff2-d596-4498-9349-5ff2161ff982 req-f9f993d0-bbcf-4523-bcf9-492603eabfa7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.1071446 Aug 31 10:22:49.862563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Attempting to bind port c78d9a01-40ac-42ef-9a29-b51b9b4517eb on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:22:49.862928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Attempting to bind port c78d9a01-40ac-42ef-9a29-b51b9b4517eb by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:22:49.863274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Attempting to bind port c78d9a01-40ac-42ef-9a29-b51b9b4517eb on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:22:49.885679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Port c78d9a01-40ac-42ef-9a29-b51b9b4517eb on network bc09e0b0-1a0d-4069-86cf-88247b779379 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:22:49.885948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Attempting to bind port c78d9a01-40ac-42ef-9a29-b51b9b4517eb on network bc09e0b0-1a0d-4069-86cf-88247b779379 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:22:49.915909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:22:49.916568 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Checking segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:22:49.917052 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Bound using segment: {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:22:49.917784 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Bound port: c78d9a01-40ac-42ef-9a29-b51b9b4517eb, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835b547-25b2-441e-b72e-4cdb96539cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:22:49.918373 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:49.939845 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc194ff2-d596-4498-9349-5ff2161ff982 req-b4757071-aa48-4ef7-a2a7-650d24ddcbf6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860488 Aug 31 10:22:49.996590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] For port c78d9a01-40ac-42ef-9a29-b51b9b4517eb, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:22:50.000148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] For port c78d9a01-40ac-42ef-9a29-b51b9b4517eb, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:22:50.006182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:50.051590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:50.052273 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:50.053775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] 10.222.0.20 "PUT /v2.0/ports/c78d9a01-40ac-42ef-9a29-b51b9b4517eb HTTP/1.1" status: 200 len: 1091 time: 0.8509090 Aug 31 10:22:50.054235 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:22:50.097846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9047b9-e8c5-43ae-86d4-e3fa841db898 service neutron] Pushing event updated for resources: {'Port': ['ID=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:50.110124 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe8aea1-1d47-485f-9864-46bcde69240f" -d '{"events": [{"name": "network-changed", "server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:22:50.168499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-53873518-aea7-4a91-b9f2-45c8c8cc4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:50.170490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-53873518-aea7-4a91-b9f2-45c8c8cc4e7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 1094 time: 0.0656700 Aug 31 10:22:50.230330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-6453e257-1e0a-4d3f-94bc-e6855fab6162 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb HTTP/1.1" status: 200 len: 217 time: 0.0503790 Aug 31 10:22:50.279097 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d118b26-cf32-4b56-b613-4980c68cdad8 x-openstack-request-id: req-2d118b26-cf32-4b56-b613-4980c68cdad8 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:22:50.279381 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:22:50.279633 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d118b26-cf32-4b56-b613-4980c68cdad8 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:22:50.280035 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'status': 'completed', 'code': 200} Aug 31 10:22:50.299700 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-a595f6a0-f551-476a-a400-68bbf4a46e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:50.301208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-a595f6a0-f551-476a-a400-68bbf4a46e65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0630512 Aug 31 10:22:50.351878 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-06d642e1-401d-4ea1-a9c8-3316c850d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:50.353904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-06d642e1-401d-4ea1-a9c8-3316c850d132 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441737 Aug 31 10:22:50.470630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-1de105e9-5c24-4acd-8cd4-de8517b48a0b service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081541 Aug 31 10:22:50.574847 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ce7cb8c-cdd1-4d62-8860-4ad1e1d76ad1 req-383e02df-46b9-47ab-86c4-0a10d4625384 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964086 Aug 31 10:22:50.662051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-8fd13ca5-1ffc-4e7f-9e09-ea2d8192979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:50.663636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-8fd13ca5-1ffc-4e7f-9e09-ea2d8192979c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 1094 time: 0.0435405 Aug 31 10:22:50.767908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-4c4a2942-fcfc-42d3-a738-7b7d4e3ec8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:50.769416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-4c4a2942-fcfc-42d3-a738-7b7d4e3ec8a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0959167 Aug 31 10:22:50.814259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-a40e7852-739c-40b0-a891-5f2376e85b1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb HTTP/1.1" status: 200 len: 217 time: 0.0364139 Aug 31 10:22:50.865639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-0bcf2d7e-380e-44cc-b32c-bb1ed37de4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:50.867157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-0bcf2d7e-380e-44cc-b32c-bb1ed37de4d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0457051 Aug 31 10:22:50.924438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-cda8990a-efd4-4b61-9158-60f36d64f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:50.925999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-cda8990a-efd4-4b61-9158-60f36d64f5be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512938 Aug 31 10:22:51.073579 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-0abbec8a-ceeb-4370-8f6c-6be7b98dd101 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400540 Aug 31 10:22:51.102312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff0976-0690-4cc6-b8b4-dac3dc44f770 req-4d57fc00-621f-4c21-83f4-b5d9784b20a5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:51.104861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4ff0976-0690-4cc6-b8b4-dac3dc44f770 req-4d57fc00-621f-4c21-83f4-b5d9784b20a5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0898213 Aug 31 10:22:51.196959 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4ff0976-0690-4cc6-b8b4-dac3dc44f770 req-c382f3bf-6407-44e4-a1b5-7d7af7319f60 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797291 Aug 31 10:22:51.231287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ffe8aea1-1d47-485f-9864-46bcde69240f req-1a2ac428-6c61-4a68-88e9-1c361e0b9a34 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453590 Aug 31 10:22:51.868762 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3dfdf43b-dcc8-4a02-97f6-de7573467e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:52.339315 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2a60f-3e7e-49e4-a9f1-0554c4cfa217 req-b885e971-b3c3-430b-ad49-a6f3c0b8fcb9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:52.340961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83a2a60f-3e7e-49e4-a9f1-0554c4cfa217 req-b885e971-b3c3-430b-ad49-a6f3c0b8fcb9 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0586143 Aug 31 10:22:52.385596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83a2a60f-3e7e-49e4-a9f1-0554c4cfa217 req-b1ac2431-a99a-457c-b3f8-30a9c651ca91 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382178 Aug 31 10:22:53.510208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47993557-e020-40e9-a6f3-76293227fd1e req-c3b6d1ca-4745-4a01-8812-938364dcb60d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:53.511755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47993557-e020-40e9-a6f3-76293227fd1e req-c3b6d1ca-4745-4a01-8812-938364dcb60d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0573506 Aug 31 10:22:53.549021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47993557-e020-40e9-a6f3-76293227fd1e req-45abb8d9-93bd-4e4a-8e95-58a193d936ad tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Aug 31 10:22:54.683916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd793d-7e7b-4e50-a5a4-c4fc93aeef96 req-31c431f7-af60-472f-95bd-fd210a4f091d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:54.685516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96dd793d-7e7b-4e50-a5a4-c4fc93aeef96 req-31c431f7-af60-472f-95bd-fd210a4f091d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0599751 Aug 31 10:22:54.732742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96dd793d-7e7b-4e50-a5a4-c4fc93aeef96 req-77d34812-75ab-4f44-a95d-aceef22638cd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404940 Aug 31 10:22:55.081564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:55.806421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-308d7763-2367-4a1a-8652-9b84cd524ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:55.859711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419e07e-fae9-4952-8560-b3c5459d3162 req-5e525cbd-78c8-461c-b4c3-7f377e2095e3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:55.861502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f419e07e-fae9-4952-8560-b3c5459d3162 req-5e525cbd-78c8-461c-b4c3-7f377e2095e3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0536377 Aug 31 10:22:55.901913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f419e07e-fae9-4952-8560-b3c5459d3162 req-a1f090d2-e6fe-43f7-8cf9-242b8e992bea tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342357 Aug 31 10:22:57.031257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f5d3a-4374-4979-b0c4-5b934b964fe2 req-c29fa105-1fde-47e3-bfc6-298d034c683f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:57.032806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-766f5d3a-4374-4979-b0c4-5b934b964fe2 req-c29fa105-1fde-47e3-bfc6-298d034c683f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0600500 Aug 31 10:22:57.080239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-766f5d3a-4374-4979-b0c4-5b934b964fe2 req-61ca7500-2193-415e-9f16-4cd0ac23816d tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409021 Aug 31 10:22:57.832121 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.203497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb80a8c-166f-49d6-b959-6a2d667e0cda req-96a13d63-41db-4671-a9e4-45c6ca95ab8f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:58.205037 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb80a8c-166f-49d6-b959-6a2d667e0cda req-96a13d63-41db-4671-a9e4-45c6ca95ab8f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0524559 Aug 31 10:22:58.245475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fb80a8c-166f-49d6-b959-6a2d667e0cda req-e9ceae9d-3fad-402e-9663-c9a658a79cae tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Aug 31 10:22:58.777104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.364978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea855730-8fd8-4f8e-8a54-15fe76eef77a req-93a521f6-88ac-4c1c-b8ad-690374ce0be8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:59.366538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea855730-8fd8-4f8e-8a54-15fe76eef77a req-93a521f6-88ac-4c1c-b8ad-690374ce0be8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0521235 Aug 31 10:22:59.408580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea855730-8fd8-4f8e-8a54-15fe76eef77a req-c80ced11-88ff-448b-ae62-12312c83d72c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356145 Aug 31 10:23:00.530958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e4211-2170-4bac-b5d4-0f7895319acb req-c399e493-93b4-430e-abe6-34b18f993590 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:00.532588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa1e4211-2170-4bac-b5d4-0f7895319acb req-c399e493-93b4-430e-abe6-34b18f993590 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 943 time: 0.0549281 Aug 31 10:23:00.571298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa1e4211-2170-4bac-b5d4-0f7895319acb req-11ad8088-5785-4a12-a661-5a87e1039934 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Aug 31 10:23:01.343255 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:23:01.448308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c78d9a01-40ac-42ef-9a29-b51b9b4517eb details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:23:01.541478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c78d9a01-40ac-42ef-9a29-b51b9b4517eb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:01.552514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'port_id': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'mac_address': 'fa:16:3e:a4:02:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:23:01.595032 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.608647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78d9a01-40ac-42ef-9a29-b51b9b4517eb {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:23:01.628642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c78d9a01-40ac-42ef-9a29-b51b9b4517eb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:01.633389 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.687734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:01.690488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc188-7ffe-4e94-a3b4-943afe66b0f2 req-5771f105-b52f-4293-9caa-e20b353df6c5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:01.692058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-786fc188-7ffe-4e94-a3b4-943afe66b0f2 req-5771f105-b52f-4293-9caa-e20b353df6c5 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 944 time: 0.0526049 Aug 31 10:23:01.695637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.696028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.696649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.696810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.697077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.697433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.698367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.698695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.699046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.699372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.699701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.700026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:01.733929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-786fc188-7ffe-4e94-a3b4-943afe66b0f2 req-f7a88302-98e6-4b25-9a48-99efccd5428c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349200 Aug 31 10:23:02.017282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['c78d9a01-40ac-42ef-9a29-b51b9b4517eb'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:23:02.848454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bc560-23c7-47e1-9016-eb79c4425d30 req-571052ad-dd97-4505-9b5c-c783582a2778 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:02.850001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-292bc560-23c7-47e1-9016-eb79c4425d30 req-571052ad-dd97-4505-9b5c-c783582a2778 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 944 time: 0.0487981 Aug 31 10:23:02.888474 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-292bc560-23c7-47e1-9016-eb79c4425d30 req-f6668127-ef98-4c13-8868-197108d8cfe0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Aug 31 10:23:03.458295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c78d9a01-40ac-42ef-9a29-b51b9b4517eb up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:03.507123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port c78d9a01-40ac-42ef-9a29-b51b9b4517eb completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:03.511283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port c78d9a01-40ac-42ef-9a29-b51b9b4517eb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:03.511648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.592017 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.614118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:03.628855 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port c78d9a01-40ac-42ef-9a29-b51b9b4517eb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:03.634369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.659398 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e2e62-a3d3-4867-b071-249025a04375" -d '{"events": [{"server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "name": "network-vif-plugged", "status": "completed", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:03.688339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:03.748865 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0766ffbb-f4a5-4675-81c1-991d4050b445 x-openstack-request-id: req-0766ffbb-f4a5-4675-81c1-991d4050b445 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:03.749157 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "name": "network-vif-plugged", "status": "completed", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:03.749415 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0766ffbb-f4a5-4675-81c1-991d4050b445 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:03.749815 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'code': 200} Aug 31 10:23:03.851888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed7b19-04bb-4911-a836-1389056894d6 req-60b039b7-94af-4114-bec4-c99716106c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:03.853436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2ed7b19-04bb-4911-a836-1389056894d6 req-60b039b7-94af-4114-bec4-c99716106c2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 1096 time: 0.0445471 Aug 31 10:23:03.888546 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2ed7b19-04bb-4911-a836-1389056894d6 req-49900508-6ef0-4e24-9382-35e2f13b0773 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272880 Aug 31 10:23:04.002251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a497b-7657-4240-b8ac-d6b5f6bf3d7a req-2fdeab6f-23d2-4943-8116-ff89109ca92f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:04.003663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e62a497b-7657-4240-b8ac-d6b5f6bf3d7a req-2fdeab6f-23d2-4943-8116-ff89109ca92f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 945 time: 0.0498688 Aug 31 10:23:04.050934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e62a497b-7657-4240-b8ac-d6b5f6bf3d7a req-7817eead-4ff7-40d1-9981-c66fb39a2bd3 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410008 Aug 31 10:23:05.172601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade67e-59a2-416e-9728-db66b7577682 req-449d6a62-f8f7-4b54-a298-14fecf33950f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:05.174133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43ade67e-59a2-416e-9728-db66b7577682 req-449d6a62-f8f7-4b54-a298-14fecf33950f tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 945 time: 0.0510635 Aug 31 10:23:05.218187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43ade67e-59a2-416e-9728-db66b7577682 req-4ecc0150-62cc-43e0-a8f2-f9603e4073a0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362141 Aug 31 10:23:06.339849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb7aa0-fb24-49f8-af47-b13c8f3c6d8e req-c44fd165-35f9-4f20-ad87-ef086766b1b1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:06.341310 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7edb7aa0-fb24-49f8-af47-b13c8f3c6d8e req-c44fd165-35f9-4f20-ad87-ef086766b1b1 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 945 time: 0.0521760 Aug 31 10:23:06.379514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7edb7aa0-fb24-49f8-af47-b13c8f3c6d8e req-46c571fd-4a63-48ad-b1eb-c4e34401b5bf tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322294 Aug 31 10:23:06.491666 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c44b3-14fa-4bd5-b500-65fb91c04640 req-555e59e8-0572-4771-b429-4fb5e5b777ae tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:06.493087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b85c44b3-14fa-4bd5-b500-65fb91c04640 req-555e59e8-0572-4771-b429-4fb5e5b777ae tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 945 time: 0.0487897 Aug 31 10:23:06.535777 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b85c44b3-14fa-4bd5-b500-65fb91c04640 req-f3049647-e5ce-4060-a524-ba3ebf956b9c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362306 Aug 31 10:23:06.558188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45572) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:06.598216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6b4540-b50f-476d-a608-357bac629f7a tempest-TestVolumeBootPattern-22634232 tempest-TestVolumeBootPattern-22634232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:06.599752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ca6b4540-b50f-476d-a608-357bac629f7a tempest-TestVolumeBootPattern-22634232 tempest-TestVolumeBootPattern-22634232-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 1091 time: 0.0406044 Aug 31 10:23:06.602498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45574) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:06.607467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:06.628538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.732223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.836339 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Allocated IP 172.25.1.187 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/3e2a59d3-cf85-4b04-9923-4ed1650053f5) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:23:06.938442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.977902 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.018101 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:23:07.021020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:07.024946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:23:07.031324 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=3e2a59d3-cf85-4b04-9923-4ed1650053f5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:07.713478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.779161 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.932607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.936537 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.009251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event updated for resources: {'Port': ['ID=3e2a59d3-cf85-4b04-9923-4ed1650053f5,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:08.020881 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.124617 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Floating IP 98e75920-04e1-4de0-95f5-206abdb71804 associated. External IP: 172.25.1.187, port: c78d9a01-40ac-42ef-9a29-b51b9b4517eb. Aug 31 10:23:08.329814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Router 067c0751-d638-4bdb-8b00-39cc1aee977b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:23:08.440826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:23:08.451105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:23:08.457915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.461075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:08.461733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:22:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:08.489530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-57e3871c-2d9d-48cd-ae05-4fb8902e50a8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8859811 Aug 31 10:23:08.490195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:08.492544 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27" -d '{"events": [{"name": "network-changed", "server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:08.536476 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f406f0cb-9c9d-4be5-abcc-bdf072117c1b x-openstack-request-id: req-f406f0cb-9c9d-4be5-abcc-bdf072117c1b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:08.536771 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:08.537026 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f406f0cb-9c9d-4be5-abcc-bdf072117c1b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:08.537435 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'status': 'completed', 'code': 200} Aug 31 10:23:08.571470 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:08.603940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-bbdc5077-48c8-4366-9909-b50fad3bfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:08.605375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-bbdc5077-48c8-4366-9909-b50fad3bfb68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 1096 time: 0.0442924 Aug 31 10:23:08.706903 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-056d02c5-5b2d-4c65-bbbd-ca442dd48365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:08.708408 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-056d02c5-5b2d-4c65-bbbd-ca442dd48365 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0936267 Aug 31 10:23:08.781559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-702dcb9e-0ffb-4af5-87c8-6c5a6c0aab3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb HTTP/1.1" status: 200 len: 999 time: 0.0656984 Aug 31 10:23:08.802066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:09Z', 'revision_number': 1, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}, {'id': '98e75920-04e1-4de0-95f5-206abdb71804', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:a4:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479d323a-a0e4-4bf7-b838-37211c309211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:23:07Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:08.828891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:23:08.834981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-18e222b5-8e1a-4222-9b4b-c469b39b24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:08.836471 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-18e222b5-8e1a-4222-9b4b-c469b39b24f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0467618 Aug 31 10:23:08.837475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:08.838584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:22:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:08.885681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-6c788328-1a0e-4688-91a2-1d1924745a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:08.887222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-6c788328-1a0e-4688-91a2-1d1924745a3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428691 Aug 31 10:23:08.944980 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:08.982289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-c183cb24-17b6-4a89-9099-6534a1bda0bc service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875273 Aug 31 10:23:09.075635 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9eccdbf3-f82f-4f32-bff6-bee3cfa59a27 req-c1b0bde1-225f-4681-8a06-2cbd120144bb service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858800 Aug 31 10:23:09.171260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:09Z', 'revision_number': 1, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}, {'id': '98e75920-04e1-4de0-95f5-206abdb71804', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:a4:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479d323a-a0e4-4bf7-b838-37211c309211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:23:07Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:09.201213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc74ba0d-f4f4-4b51-8284-29e26f726a23 None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:09Z', 'revision_number': 1, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}, {'id': '98e75920-04e1-4de0-95f5-206abdb71804', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:a4:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479d323a-a0e4-4bf7-b838-37211c309211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:23:07Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 0, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:23:09.391825 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835cb47-783a-4412-b7a3-4e02dc35b6b3 None None] New status for floating IP 98e75920-04e1-4de0-95f5-206abdb71804: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:23:10.953691 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.048491 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:21.871397 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-82df6daa-4d8e-427a-abf9-80947ebd85b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:25.085009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:25.813603 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5570d2c-e5a1-4e09-8801-d8e932fbf6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:27.833546 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:28.781210 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:38.346521 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:23:40.786426 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-b4f7bfdb-68b0-4935-b4e8-7d4a94150c5d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699608 Aug 31 10:23:40.888418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-149de24c-be73-4710-9aa2-7070a2c7a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:40.890081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-149de24c-be73-4710-9aa2-7070a2c7a1cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1097 time: 0.0502837 Aug 31 10:23:40.982645 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:41.027950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-9b51299c-d489-4fe4-8714-081ea8ac4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:41.029775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-9b51299c-d489-4fe4-8714-081ea8ac4c44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1166286 Aug 31 10:23:41.119564 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-4d01df0f-8fff-439c-8f06-de9d488ea3b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 1002 time: 0.0818660 Aug 31 10:23:41.180625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-f8246365-1d33-43a4-a03a-1e4f9c3e5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:41.182101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-f8246365-1d33-43a4-a03a-1e4f9c3e5983 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0554614 Aug 31 10:23:41.242945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-57428240-bf34-45c7-844f-b73418fdc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:41.244536 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-57428240-bf34-45c7-844f-b73418fdc9c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545988 Aug 31 10:23:41.372746 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-18f9568f-ee4b-4641-9642-5b48baef1531 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201136 Aug 31 10:23:41.493534 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-47d4c30d-9d36-4b56-abda-e83a050bf422 req-d4b2fd58-b85c-4939-97f4-fe59c9a243b7 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137955 Aug 31 10:23:44.053229 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:45.722980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-9ca8d75f-15a0-4193-aec7-8f4fab590a89 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521054 Aug 31 10:23:45.829061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-3609cf4e-0549-49b2-8912-4651558d36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:45.830843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-3609cf4e-0549-49b2-8912-4651558d36ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 1096 time: 0.0533364 Aug 31 10:23:45.984302 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-6057d3f1-8f26-45b9-b51f-d108e79477f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:45.985980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-6057d3f1-8f26-45b9-b51f-d108e79477f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1276309 Aug 31 10:23:46.071778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-3ddb097c-7593-4d38-ba75-976bca4006db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb HTTP/1.1" status: 200 len: 1001 time: 0.0772789 Aug 31 10:23:46.134132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-c111d96d-0880-467d-8988-96f4968fb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:46.136026 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-c111d96d-0880-467d-8988-96f4968fb968 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0560660 Aug 31 10:23:46.194465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-7aa513e3-c820-44d7-aedb-820c3b686725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:46.196248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-7aa513e3-c820-44d7-aedb-820c3b686725 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519874 Aug 31 10:23:46.302679 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-332a6d2c-5552-4566-8df6-1c1020ef5da8 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984571 Aug 31 10:23:46.418831 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c53a059-4f0c-4a44-81c1-d47d92b61269 req-9b5d964d-cd0a-4539-8a00-c45915fdefc6 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083746 Aug 31 10:23:51.872336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92888acd-0de2-4a9d-996f-6b47fe2c14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:55.089191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:55.807570 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-df8f7846-f86d-4210-85de-fa3ee0187826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:57.835719 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:58.785631 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:10.970726 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:14.050246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:15.346159 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:24:21.875809 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2bbf-f738-4ed2-9aff-f91d41a7f072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:25.090630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:25.810369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7770351e-a8a1-4f96-96c7-b17b3ce25a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:27.837765 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:28.785873 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:35.799424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45630) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:35.977069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port 3e2a59d3-cf85-4b04-9923-4ed1650053f5 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:35.977416 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:36.058822 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:36.059066 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:36.070612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for 3e2a59d3-cf85-4b04-9923-4ed1650053f5 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:36.251341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:36.278160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=3e2a59d3-cf85-4b04-9923-4ed1650053f5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:36.302455 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.302827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.303164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.303665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.304007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.304334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.304656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.304981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.305303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.305625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.305939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.306268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:36.350897 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:36.351223 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Floating IP 98e75920-04e1-4de0-95f5-206abdb71804 disassociated (deleted). External IP: 172.25.1.187, port: c78d9a01-40ac-42ef-9a29-b51b9b4517eb. Aug 31 10:24:36.580361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Router 067c0751-d638-4bdb-8b00-39cc1aee977b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:24:36.700113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:24:36.705254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:36.710764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:24:36.721403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:36.721962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:24:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:36.741062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8cda858e-44d1-4389-b979-42458abc56f8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "DELETE /v2.0/floatingips/98e75920-04e1-4de0-95f5-206abdb71804 HTTP/1.1" status: 204 len: 168 time: 0.9405181 Aug 31 10:24:36.741668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:24:36.743935 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311f7709-5d93-468e-92c7-79ada2fc0e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:24:36.795130 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7b0da0-a2b5-43db-89f7-256adf6cb37f x-openstack-request-id: req-4c7b0da0-a2b5-43db-89f7-256adf6cb37f {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:24:36.795354 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:24:36.795565 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4c7b0da0-a2b5-43db-89f7-256adf6cb37f {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:24:36.795909 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'status': 'completed', 'code': 200} Aug 31 10:24:36.845616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:36.855980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-ebaac214-8ec0-46a8-9c06-826a7e8707bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:36.858106 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-ebaac214-8ec0-46a8-9c06-826a7e8707bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 1096 time: 0.0452564 Aug 31 10:24:37.038231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-d88b041e-54fa-4b42-b3a5-9a0bb3b0a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:37.040909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-d88b041e-54fa-4b42-b3a5-9a0bb3b0a52e service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.1719220 Aug 31 10:24:37.108402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:09Z', 'revision_number': 1, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:37.112662 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-df399e2b-dcc0-40d9-80a4-06f7dde7debd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb HTTP/1.1" status: 200 len: 217 time: 0.0636561 Aug 31 10:24:37.125696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3602ce-0cd9-4263-8daf-d9e981415023 req-b5103015-4bf1-46e6-ace2-9a0fcc08af5c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:37.127233 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed3602ce-0cd9-4263-8daf-d9e981415023 req-b5103015-4bf1-46e6-ace2-9a0fcc08af5c tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 945 time: 0.1712177 Aug 31 10:24:37.140099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:24:37.148681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:37.149295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:24:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:37.199686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-71c69f6e-5431-4f2d-bd98-567868ec9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:37.201163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-71c69f6e-5431-4f2d-bd98-567868ec9b99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0730536 Aug 31 10:24:37.204053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ed3602ce-0cd9-4263-8daf-d9e981415023 req-e2fb1831-335c-4553-af96-3e64113a0116 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682726 Aug 31 10:24:37.256094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:37.257456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-2bd1374f-b177-4747-99d5-c0b3ffe305dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:37.262728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-2bd1374f-b177-4747-99d5-c0b3ffe305dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495629 Aug 31 10:24:37.365608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-6a6ec600-fd21-4807-a769-a7165c562062 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959904 Aug 31 10:24:37.472215 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-311f7709-5d93-468e-92c7-79ada2fc0e7c req-c847de60-c3b0-42e0-9bed-5d4ccc0d9096 service neutron] 10.222.0.20 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982912 Aug 31 10:24:37.657231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:09Z', 'revision_number': 1, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:37.683571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388daa0-a1a4-415c-bfe9-2972195b0f3a None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '584ba330-1f15-41c9-a83c-ccd4d94089d3', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'port_id': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'mac_address': 'fa:16:3e:0a:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:07Z', 'updated_at': '2021-08-31T10:21:09Z', 'revision_number': 1, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:24:37.912808 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0354c-9840-4fbb-97a7-4d11f597282b None None] New status for floating IP 98e75920-04e1-4de0-95f5-206abdb71804: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:24:38.356709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfb20-370a-4507-b302-b6364e78f75c req-773f45ec-af34-47bf-a5f8-86c7e43c88af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:38.358213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45abfb20-370a-4507-b302-b6364e78f75c req-773f45ec-af34-47bf-a5f8-86c7e43c88af tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 945 time: 0.0554745 Aug 31 10:24:38.398052 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-45abfb20-370a-4507-b302-b6364e78f75c req-9e495f17-5ee9-41a8-bbef-80f3fef6d810 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338974 Aug 31 10:24:38.750163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-0e6f5222-326a-4827-b85a-0e8cfd7f946b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:38.751769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-0e6f5222-326a-4827-b85a-0e8cfd7f946b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 945 time: 0.0513217 Aug 31 10:24:38.853880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port c78d9a01-40ac-42ef-9a29-b51b9b4517eb {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:38.854219 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:38.944200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] For port c78d9a01-40ac-42ef-9a29-b51b9b4517eb, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:24:38.944561 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:38.957866 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for c78d9a01-40ac-42ef-9a29-b51b9b4517eb owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:39.094677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:39.122835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=c78d9a01-40ac-42ef-9a29-b51b9b4517eb,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:39.171219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] No DVR routers for this DVR port c78d9a01-40ac-42ef-9a29-b51b9b4517eb on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:24:39.174037 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:39.176177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d7b0fa03-d2cb-4a9e-98f3-69decee3b601 req-d42a0780-98b1-4162-ba2a-237a1b673715 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.20 "DELETE /v2.0/ports/c78d9a01-40ac-42ef-9a29-b51b9b4517eb HTTP/1.1" status: 204 len: 173 time: 0.4174125 Aug 31 10:24:39.176681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'name': 'network-vif-deleted', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:24:39.178977 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c30713-040b-4b45-8698-a3d5866fb99a" -d '{"events": [{"server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "name": "network-vif-deleted", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:24:39.219490 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83789d6e-a1de-4ffb-8a24-42ac9e1750c7 x-openstack-request-id: req-83789d6e-a1de-4ffb-8a24-42ac9e1750c7 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:24:39.219784 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d323a-a0e4-4bf7-b838-37211c309211", "name": "network-vif-deleted", "tag": "c78d9a01-40ac-42ef-9a29-b51b9b4517eb", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:24:39.220039 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83789d6e-a1de-4ffb-8a24-42ac9e1750c7 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:24:39.220450 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479d323a-a0e4-4bf7-b838-37211c309211', 'name': 'network-vif-deleted', 'tag': 'c78d9a01-40ac-42ef-9a29-b51b9b4517eb', 'status': 'completed', 'code': 200} Aug 31 10:24:39.514005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ed6091d-71ee-4a97-8c4f-440e6ccfdd50 req-d658d22c-bcd1-427a-941b-cae2f99ee5ff tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 210 time: 0.0284204 Aug 31 10:24:40.630273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3e99e1c-657b-4e08-8067-b81906c46e0b req-bfee77ca-5c7a-4516-a8a7-8b04cca8faaa tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 210 time: 0.0325503 Aug 31 10:24:40.758367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-cd0ee955-fcee-43e1-a539-a872084b5178 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458663 Aug 31 10:24:40.848669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-684deac7-6648-41bb-9ec5-684c8c138684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:40.851282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-684deac7-6648-41bb-9ec5-684c8c138684 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1097 time: 0.0505342 Aug 31 10:24:40.969156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-3eccf6b0-2956-436b-8c07-b2a29827c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:40.970712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-3eccf6b0-2956-436b-8c07-b2a29827c58c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0973148 Aug 31 10:24:40.982697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:41.041998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-137ec035-fe18-4a5b-b3e6-9dd68924f939 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 1002 time: 0.0636690 Aug 31 10:24:41.100332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-42f52877-0c4e-42ee-b5f0-0121f2d9b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:41.101856 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-42f52877-0c4e-42ee-b5f0-0121f2d9b621 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0531716 Aug 31 10:24:41.149533 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-89a23815-4e89-4896-a8fb-6f15fdb93724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:41.151074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-89a23815-4e89-4896-a8fb-6f15fdb93724 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424409 Aug 31 10:24:41.163038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-cce9c38c-c00c-4786-8f92-e20df4a2c9bb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:24:41.164103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-cce9c38c-c00c-4786-8f92-e20df4a2c9bb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061400 Aug 31 10:24:41.273070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-bd9e03b1-aae8-4671-83f1-62243dbcdbe6 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019053 Aug 31 10:24:41.386988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b1b873e3-9e99-48b6-b7d2-1e0b675473db req-33cffc9d-6acf-412e-b956-0651639bd179 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060092 Aug 31 10:24:41.748351 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5249e1c-895d-49f4-9a50-50e9cf37cabd req-27a19a69-5410-4382-874a-b555dbe531ec tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 210 time: 0.0300288 Aug 31 10:24:42.858717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-60abba16-6e55-482a-a2e7-026d357e0579 req-020d639a-8249-49e6-9dd0-0664a2274ddd tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=479d323a-a0e4-4bf7-b838-37211c309211 HTTP/1.1" status: 200 len: 210 time: 0.0256567 Aug 31 10:24:43.868633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c78d9a01-40ac-42ef-9a29-b51b9b4517eb no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:24:43.891116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: c78d9a01-40ac-42ef-9a29-b51b9b4517eb {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:24:43.891510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device c78d9a01-40ac-42ef-9a29-b51b9b4517eb not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:24:44.061404 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:48.244155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45692) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:48.403532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port d2cd81e6-eec0-4d5f-b816-40fb5637df12 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:48.403872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:48.807356 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:48.807723 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:48.819266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for d2cd81e6-eec0-4d5f-b816-40fb5637df12 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:48.974734 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:48.999456 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=d2cd81e6-eec0-4d5f-b816-40fb5637df12,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:49.065242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:49.065672 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Floating IP 584ba330-1f15-41c9-a83c-ccd4d94089d3 disassociated (deleted). External IP: 172.25.1.152, port: 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76. Aug 31 10:24:49.281811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Router 067c0751-d638-4bdb-8b00-39cc1aee977b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:24:49.393439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:24:49.398230 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:49.402923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:24:49.414101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:49.414786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:24:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:49.425181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-490b22d0-b5d0-4f0c-9dbe-7b721c8b8c88 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "DELETE /v2.0/floatingips/584ba330-1f15-41c9-a83c-ccd4d94089d3 HTTP/1.1" status: 204 len: 168 time: 1.1798744 Aug 31 10:24:49.425899 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:24:49.428245 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a2cca7-ea88-486a-888b-4ef70537be56" -d '{"events": [{"name": "network-changed", "server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:24:49.468352 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71c96bc-28a1-49c5-9cda-2f02f5a0e33b x-openstack-request-id: req-b71c96bc-28a1-49c5-9cda-2f02f5a0e33b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:24:49.468926 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:24:49.469240 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b71c96bc-28a1-49c5-9cda-2f02f5a0e33b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:24:49.469619 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'status': 'completed', 'code': 200} Aug 31 10:24:49.533802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-12d8a751-9b3d-41fa-8e56-64f6e887b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:49.535492 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-12d8a751-9b3d-41fa-8e56-64f6e887b995 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 1097 time: 0.0464239 Aug 31 10:24:49.537887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:49.634356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-5c0fcf80-ce29-4bce-8b2d-40086421ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:49.636555 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-5c0fcf80-ce29-4bce-8b2d-40086421ae0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 200 len: 914 time: 0.0927422 Aug 31 10:24:49.675765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e48f5-d460-459e-b12e-27c36d5a8afd req-0e4bcb39-93b0-4ef5-9ec3-b26397a3e3d8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:49.677243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d2e48f5-d460-459e-b12e-27c36d5a8afd req-0e4bcb39-93b0-4ef5-9ec3-b26397a3e3d8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 946 time: 0.0536838 Aug 31 10:24:49.681056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-47e57e73-d98c-4684-b03c-7a1802772f9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 200 len: 217 time: 0.0369320 Aug 31 10:24:49.720862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d2e48f5-d460-459e-b12e-27c36d5a8afd req-ba4b1614-6c44-4c52-9f01-522c8bb901ea tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365484 Aug 31 10:24:49.732508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-ef7e9564-8008-4f09-9786-275277de47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:49.734334 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-ef7e9564-8008-4f09-9786-275277de47b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 200 len: 851 time: 0.0455425 Aug 31 10:24:49.766812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:49.787384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-34a8a0b5-f01f-41ed-becd-8356a8349e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:49.788911 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-34a8a0b5-f01f-41ed-becd-8356a8349e2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc09e0b0-1a0d-4069-86cf-88247b779379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471768 Aug 31 10:24:49.794086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:24:49.802896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:49.803505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:24:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:49.879992 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-ee2d57eb-af68-458a-8af3-0dfd1d8692a9 service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827568 Aug 31 10:24:49.910497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:49.983003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-05a2cca7-ea88-486a-888b-4ef70537be56 req-422ce9b2-8ca2-47e0-8f4f-cba73a3f56aa service neutron] 10.222.0.52 "GET /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946279 Aug 31 10:24:50.115356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:50.141415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e70640-943b-4d18-b42a-898cab635a16 None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:15:00Z', 'revision_number': 4, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '2e143a0d-34bf-41f1-9461-165577dbe449', 'name': '', 'network_id': 'bc09e0b0-1a0d-4069-86cf-88247b779379', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'mac_address': 'fa:16:3e:88:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:59Z', 'updated_at': '2021-08-31T10:15:06Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'subnets': [{'id': '71bcd38d-fa3f-48db-b6ea-fffc863f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:24:50.351961 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29735b39-bd2a-4e95-87a2-db8fbaa71f67 None None] New status for floating IP 584ba330-1f15-41c9-a83c-ccd4d94089d3: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:24:50.844195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c6a41-4ae0-433f-bd58-23df82540890 req-23dc7415-4077-4c1f-b5ed-aaf8ef4ca6ff tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:50.845677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a5c6a41-4ae0-433f-bd58-23df82540890 req-23dc7415-4077-4c1f-b5ed-aaf8ef4ca6ff tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 946 time: 0.0529423 Aug 31 10:24:50.884095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8a5c6a41-4ae0-433f-bd58-23df82540890 req-707936c3-f038-4cf9-a0e1-9d8b5e9b01e0 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/security-groups?id=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325468 Aug 31 10:24:51.163730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-f8ab6480-2c7e-4f43-9997-97117edccf41 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:51.165230 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-f8ab6480-2c7e-4f43-9997-97117edccf41 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 946 time: 0.0610068 Aug 31 10:24:51.254205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:51.254554 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:51.345959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] For port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:24:51.346533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:51.368153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:51.497963 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:51.528549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:51.556910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.557249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.557584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.557913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.558239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.558564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.558921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.559240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.559552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.559875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.560185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.560500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:51.578637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] No DVR routers for this DVR port 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:24:51.581096 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:51.583081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-feec667a-cb00-4c74-9541-362c0f2e7504 req-50a646b0-7ba7-43bd-9d42-36377f5a2cd8 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.52 "DELETE /v2.0/ports/5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 HTTP/1.1" status: 204 len: 173 time: 0.4116812 Aug 31 10:24:51.583499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'name': 'network-vif-deleted', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:24:51.666831 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b68015-504f-493d-9e16-0309cd57eb48" -d '{"events": [{"server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "name": "network-vif-deleted", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:24:51.754318 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2547945-7dcb-49bc-bc9e-0f955096c6fe x-openstack-request-id: req-e2547945-7dcb-49bc-bc9e-0f955096c6fe {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:24:51.754608 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1498cd9-415e-4768-a0d9-6a951278b723", "name": "network-vif-deleted", "tag": "5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:24:51.754880 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2547945-7dcb-49bc-bc9e-0f955096c6fe {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:24:51.755281 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1498cd9-415e-4768-a0d9-6a951278b723', 'name': 'network-vif-deleted', 'tag': '5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76', 'status': 'completed', 'code': 200} Aug 31 10:24:51.880285 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2d19e90f-1c6d-4938-bda2-0b0082ef98c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:51.985526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c66aa99e-5128-4ac3-ac28-750a8a54e117 req-05c677e1-1fda-4b48-aa8f-b3ab753cb2d7 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 210 time: 0.0296328 Aug 31 10:24:52.346099 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:24:53.089601 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3626d74c-abda-490c-b6f0-8789489d85a3 req-ee2cafcd-0afc-455a-b305-2cdad4487e27 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 210 time: 0.0262401 Aug 31 10:24:53.594314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:24:53.615589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:24:53.615929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5cb003fa-cc7e-44fd-b406-bb1ce1a1ce76 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:24:54.192780 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab324475-6d5b-4ff6-98bb-c03f00fa50a5 req-0ccb8b9b-0176-4d99-b130-b90075f23934 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 210 time: 0.0290174 Aug 31 10:24:55.092151 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.302137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7976d2c3-463b-4bcb-a18b-1be7bcb239f6 req-d8e05df7-cc7e-464c-bae9-e42d699843a6 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1498cd9-415e-4768-a0d9-6a951278b723 HTTP/1.1" status: 200 len: 210 time: 0.0270953 Aug 31 10:24:55.811980 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-045c-4f33-bdf8-15b5dad90bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.359183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45730) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:56.489519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Deleting port b09e6219-d9ac-465a-aaf0-14ef689c361f {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:56.489859 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.570387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.570729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.583401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Calling delete_port for b09e6219-d9ac-465a-aaf0-14ef689c361f owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:56.719577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.744890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'Port': ['ID=b09e6219-d9ac-465a-aaf0-14ef689c361f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:56.811017 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.813648 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.814850 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7cb01610-5914-479a-9712-091f13bbdc86 tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "DELETE /v2.0/floatingips/5d40b156-d528-45fd-bcc9-bd190437830c HTTP/1.1" status: 204 len: 168 time: 0.4550881 Aug 31 10:24:57.842517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:58.787898 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.073072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45744) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:59.141222 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c110c712-fc36-467c-aa1b-d70eaa3c9b1b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.167395 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c110c712-fc36-467c-aa1b-d70eaa3c9b1b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.239217 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c110c712-fc36-467c-aa1b-d70eaa3c9b1b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.241976 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c110c712-fc36-467c-aa1b-d70eaa3c9b1b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.243206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c110c712-fc36-467c-aa1b-d70eaa3c9b1b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] 10.222.0.69 "DELETE /v2.0/security-groups/c9bdb6c4-237f-498b-8ee4-8ff23619c5dd HTTP/1.1" status: 204 len: 168 time: 0.1690834 Aug 31 10:24:59.253977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110c712-fc36-467c-aa1b-d70eaa3c9b1b tempest-TestVolumeBootPattern-1127792866 tempest-TestVolumeBootPattern-1127792866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bdb6c4-237f-498b-8ee4-8ff23619c5dd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:59.311544 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45748) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:59.827709 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.083435 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Deleting port 2e143a0d-34bf-41f1-9461-165577dbe449 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:00.084134 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.168742 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] For port 2e143a0d-34bf-41f1-9461-165577dbe449, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2e143a0d-34bf-41f1-9461-165577dbe449,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:00.169101 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.181613 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Calling delete_port for 2e143a0d-34bf-41f1-9461-165577dbe449 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:00.368300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.392183 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e143a0d-34bf-41f1-9461-165577dbe449,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:00.580198 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.802661 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Router 067c0751-d638-4bdb-8b00-39cc1aee977b has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:25:00.904772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:25:00.910975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7c418007-7c5d-4d1a-b550-775d5d43faf5 admin admin] 10.222.0.69 "PUT /v2.0/routers/067c0751-d638-4bdb-8b00-39cc1aee977b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971313 Aug 31 10:25:00.913014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45752) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:00.916818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] Sync routers for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:25:00.927444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:00.928066 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:24:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:01.024141 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.038989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:01.126307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.181347 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Deleting port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:01.181695 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.231217 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:25:00Z', 'revision_number': 5, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port': {'id': '1cb8181b-7fae-4920-afaf-9af6ff3d5faa', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:57Z', 'updated_at': '2021-08-31T10:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:01.259218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] Checking router: 067c0751-d638-4bdb-8b00-39cc1aee977b for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:25:01.268566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] For port 1cb8181b-7fae-4920-afaf-9af6ff3d5faa, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=1cb8181b-7fae-4920-afaf-9af6ff3d5faa,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:01.269227 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.269402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] Routers {'067c0751-d638-4bdb-8b00-39cc1aee977b'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:01.269922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:24:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['067c0751-d638-4bdb-8b00-39cc1aee977b'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:01.283271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Calling delete_port for 1cb8181b-7fae-4920-afaf-9af6ff3d5faa owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:01.359464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] Set router 067c0751-d638-4bdb-8b00-39cc1aee977b gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:01.412609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 6, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:01.442308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f6ef-6d39-4d25-9cbe-0e0b1da1bbb7 None None] The sync data for ids ['067c0751-d638-4bdb-8b00-39cc1aee977b'] in n-d-806683-2 is: [{'id': '067c0751-d638-4bdb-8b00-39cc1aee977b', 'name': 'tempest-TestVolumeBootPattern-1265020427-router', 'tenant_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:56Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 6, 'project_id': 'd64b6739402e499b8eac9aa2871d5cbe', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:25:01.464406 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.492074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb8181b-7fae-4920-afaf-9af6ff3d5faa,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:01.556315 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.972093 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.974238 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.020150 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.021030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 067c0751-d638-4bdb-8b00-39cc1aee977b {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:25:02.026820 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.028681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8f1da5bf-b01a-4f64-9876-8dceccc5073e admin admin] 10.222.0.69 "DELETE /v2.0/routers/067c0751-d638-4bdb-8b00-39cc1aee977b HTTP/1.1" status: 204 len: 168 time: 1.1145639 Aug 31 10:25:02.031118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45756) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:02.077050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-5575f5e0-a944-43ea-b853-721cc18fb928 admin admin] Deleting subnet 71bcd38d-fa3f-48db-b6ea-fffc863f6014 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:25:02.080270 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5575f5e0-a944-43ea-b853-721cc18fb928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.115911 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5575f5e0-a944-43ea-b853-721cc18fb928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.201309 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5575f5e0-a944-43ea-b853-721cc18fb928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.258137 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5575f5e0-a944-43ea-b853-721cc18fb928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.286639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575f5e0-a944-43ea-b853-721cc18fb928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71bcd38d-fa3f-48db-b6ea-fffc863f6014,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:02.288737 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5575f5e0-a944-43ea-b853-721cc18fb928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.290676 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5575f5e0-a944-43ea-b853-721cc18fb928 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/71bcd38d-fa3f-48db-b6ea-fffc863f6014 HTTP/1.1" status: 204 len: 168 time: 0.2585335 Aug 31 10:25:02.293620 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04633a28-1d65-4c9c-a874-c46e4ac07899 None None] Network bc09e0b0-1a0d-4069-86cf-88247b779379 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:25:02.294158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45758) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:02.372035 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.435785 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Deleting port 3e2fba90-3e95-4697-b119-62efcb91d443 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:02.436139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.526758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] DHCP port deletion for bc09e0b0-1a0d-4069-86cf-88247b779379 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:25:02.527645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] For port 3e2fba90-3e95-4697-b119-62efcb91d443, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3e2fba90-3e95-4697-b119-62efcb91d443,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:02.528019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.550580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Calling delete_port for 3e2fba90-3e95-4697-b119-62efcb91d443 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:02.574551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1cb8181b-7fae-4920-afaf-9af6ff3d5faa no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:02.595869 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 1cb8181b-7fae-4920-afaf-9af6ff3d5faa {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:25:02.596268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 1cb8181b-7fae-4920-afaf-9af6ff3d5faa not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:25:02.596750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2e143a0d-34bf-41f1-9461-165577dbe449 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:02.624529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2e143a0d-34bf-41f1-9461-165577dbe449 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:25:02.624922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2e143a0d-34bf-41f1-9461-165577dbe449 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:25:02.636530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Deleting port 3e2fba90-3e95-4697-b119-62efcb91d443 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:02.637010 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.655311 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.685629 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2fba90-3e95-4697-b119-62efcb91d443,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:02.692655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] No DVR routers for this DVR port 3e2fba90-3e95-4697-b119-62efcb91d443 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:25:02.718511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] For port 3e2fba90-3e95-4697-b119-62efcb91d443, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3e2fba90-3e95-4697-b119-62efcb91d443,segment=NetworkSegment(e835b547-25b2-441e-b72e-4cdb96539cbf),segment_id=e835b547-25b2-441e-b72e-4cdb96539cbf)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:02.718852 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.733053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Calling delete_port for 3e2fba90-3e95-4697-b119-62efcb91d443 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:02.782856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.800991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc09e0b0-1a0d-4069-86cf-88247b779379']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:25:02.819022 n-d-806683-2 neutron-server[94788]: self.session.flush() Aug 31 10:25:02.823685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e835b547-25b2-441e-b72e-4cdb96539cbf') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:02.823685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e835b547-25b2-441e-b72e-4cdb96539cbf') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:02.830363 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.830558 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.849527 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.857242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:25:02.857691 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:25:02.859658 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:25:02.862476 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] No DVR routers for this DVR port 3e2fba90-3e95-4697-b119-62efcb91d443 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:25:02.864485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Pushing event deleted for resources: {'Port': ['ID=3e2fba90-3e95-4697-b119-62efcb91d443,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:02.877350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.877695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.878035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.878372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.878705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.879118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.879375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.879719 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.880058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.880346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.880663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.880985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a642e8b-28d0-4890-95c3-ad5c2b655ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:02.919264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.925945 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.927775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bc09e0b0-1a0d-4069-86cf-88247b779379 HTTP/1.1" status: 204 len: 168 time: 0.6329069 Aug 31 10:25:02.930625 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45760) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:02.947738 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac541a3-9278-40d8-ae50-34dfa7b8cf63 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc09e0b0-1a0d-4069-86cf-88247b779379,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:03.329838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.599483 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Deleting port bb164402-bd26-4b81-af1b-a998947d11e8 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:03.599929 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.684502 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] For port bb164402-bd26-4b81-af1b-a998947d11e8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=bb164402-bd26-4b81-af1b-a998947d11e8,segment=NetworkSegment(1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1),segment_id=1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:03.685218 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.699145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Calling delete_port for bb164402-bd26-4b81-af1b-a998947d11e8 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:03.892804 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.919116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb164402-bd26-4b81-af1b-a998947d11e8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:04.097935 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.324360 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Router 92735595-14fc-4d37-8a87-379ab8794f29 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:25:04.436832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:25:04.442476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dd06764b-3fb4-4c3c-b207-7d57444e44c0 admin admin] 10.222.0.69 "PUT /v2.0/routers/92735595-14fc-4d37-8a87-379ab8794f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5107827 Aug 31 10:25:04.445007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45764) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:04.449627 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e593413-869e-405b-8e03-554c978901b3 None None] Sync routers for ids ['92735595-14fc-4d37-8a87-379ab8794f29'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:25:04.462043 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e593413-869e-405b-8e03-554c978901b3 None None] Routers {'92735595-14fc-4d37-8a87-379ab8794f29'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:04.463488 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9e593413-869e-405b-8e03-554c978901b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:24:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['92735595-14fc-4d37-8a87-379ab8794f29'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:04.567698 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.571510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3e2fba90-3e95-4697-b119-62efcb91d443 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:04.588354 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-9e593413-869e-405b-8e03-554c978901b3 None None] Set router 92735595-14fc-4d37-8a87-379ab8794f29 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:04.597052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 3e2fba90-3e95-4697-b119-62efcb91d443 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:25:04.598807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3e2fba90-3e95-4697-b119-62efcb91d443 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:25:04.687723 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.745188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Deleting port 0769fde9-eaf5-4635-9e68-c05e63a0ca22 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:04.745412 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.797346 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9e593413-869e-405b-8e03-554c978901b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:25:03Z', 'revision_number': 5, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port': {'id': '0769fde9-eaf5-4635-9e68-c05e63a0ca22', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92735595-14fc-4d37-8a87-379ab8794f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:03Z', 'updated_at': '2021-08-31T10:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:04.823958 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e593413-869e-405b-8e03-554c978901b3 None None] Checking router: 92735595-14fc-4d37-8a87-379ab8794f29 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:25:04.833815 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e593413-869e-405b-8e03-554c978901b3 None None] Routers {'92735595-14fc-4d37-8a87-379ab8794f29'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:04.834271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] For port 0769fde9-eaf5-4635-9e68-c05e63a0ca22, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0769fde9-eaf5-4635-9e68-c05e63a0ca22,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:04.834423 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9e593413-869e-405b-8e03-554c978901b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:24:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['92735595-14fc-4d37-8a87-379ab8794f29'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:04.834651 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.847988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Calling delete_port for 0769fde9-eaf5-4635-9e68-c05e63a0ca22 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:04.922051 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-9e593413-869e-405b-8e03-554c978901b3 None None] Set router 92735595-14fc-4d37-8a87-379ab8794f29 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:04.978053 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9e593413-869e-405b-8e03-554c978901b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:25:04Z', 'revision_number': 6, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:05.006327 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e593413-869e-405b-8e03-554c978901b3 None None] The sync data for ids ['92735595-14fc-4d37-8a87-379ab8794f29'] in n-d-806683-2 is: [{'id': '92735595-14fc-4d37-8a87-379ab8794f29', 'name': 'tempest-TestVolumeBootPattern-1522482686-router', 'tenant_id': '98dfb8d6953c412fae5f13fb83e76fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:02Z', 'updated_at': '2021-08-31T10:25:04Z', 'revision_number': 6, 'project_id': '98dfb8d6953c412fae5f13fb83e76fef', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:25:05.034605 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.069149 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Pushing event deleted for resources: {'Port': ['ID=0769fde9-eaf5-4635-9e68-c05e63a0ca22,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:05.141166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.240487 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.242609 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.295259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.295969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92735595-14fc-4d37-8a87-379ab8794f29 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:25:05.301528 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.302912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8261e2f0-cf47-4766-b9e3-ba2167b1642d admin admin] 10.222.0.69 "DELETE /v2.0/routers/92735595-14fc-4d37-8a87-379ab8794f29 HTTP/1.1" status: 204 len: 168 time: 0.8568501 Aug 31 10:25:05.305423 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45766) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:05.363150 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7e73bc-d9e7-4475-97e5-4386b5313738 admin admin] Deleting subnet 1b6da03c-6740-48c0-8e82-fcfed51eb0a7 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:25:05.367271 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73bc-d9e7-4475-97e5-4386b5313738 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.409152 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73bc-d9e7-4475-97e5-4386b5313738 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.500583 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73bc-d9e7-4475-97e5-4386b5313738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.574471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73bc-d9e7-4475-97e5-4386b5313738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.606449 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e73bc-d9e7-4475-97e5-4386b5313738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6da03c-6740-48c0-8e82-fcfed51eb0a7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:05.612304 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8c7e73bc-d9e7-4475-97e5-4386b5313738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.614811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8c7e73bc-d9e7-4475-97e5-4386b5313738 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1b6da03c-6740-48c0-8e82-fcfed51eb0a7 HTTP/1.1" status: 204 len: 168 time: 0.3081791 Aug 31 10:25:05.617367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45768) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:05.617877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757380d5-0472-4d59-93e6-729d0550e6ad None None] Network fae46240-95df-4384-9ea8-f8980c178d21 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:25:05.697627 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.761430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Deleting port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:05.761788 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.821995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] DHCP port deletion for fae46240-95df-4384-9ea8-f8980c178d21 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:25:05.832980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] For port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,segment=NetworkSegment(1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1),segment_id=1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:05.833301 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.847997 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Calling delete_port for e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:05.877260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] Deleting port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:05.878701 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.938832 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.953697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] For port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,segment=NetworkSegment(1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1),segment_id=1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:05.954094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.966408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:05.967369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] Calling delete_port for e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:05.969884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] No DVR routers for this DVR port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:25:06.049910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.061119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae46240-95df-4384-9ea8-f8980c178d21']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:06.061331 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.072836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:06.073145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5b62fe-e155-4e0c-a1ea-6a95f31ecdb1') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:06.083969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.090074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] Pushing event deleted for resources: {'Port': ['ID=e4dd1ff1-a4fe-4b9d-a51c-61302fa24244,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:06.097073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898944f7-b8ed-484b-b534-19193c46ad3e None None] No DVR routers for this DVR port e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:25:06.115918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.125698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:25:06.126220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:25:06.131591 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:25:06.189047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.197052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.198962 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] 10.222.0.69 "DELETE /v2.0/networks/fae46240-95df-4384-9ea8-f8980c178d21 HTTP/1.1" status: 204 len: 168 time: 0.5804172 Aug 31 10:25:06.211511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48d9ce-96f7-42f4-9943-3c33cdf5399e admin admin] Pushing event deleted for resources: {'Network': ['ID=fae46240-95df-4384-9ea8-f8980c178d21,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:06.342632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45772) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:06.384549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-95833f89-1281-4270-b95e-f64d5edb1b49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d64b6739402e499b8eac9aa2871d5cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404472 Aug 31 10:25:06.387923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45774) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:06.442089 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20dff108-9323-4ff8-83b8-8f7a041b15cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.465368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20dff108-9323-4ff8-83b8-8f7a041b15cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.517468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0769fde9-eaf5-4635-9e68-c05e63a0ca22 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:06.528745 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20dff108-9323-4ff8-83b8-8f7a041b15cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.531956 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-20dff108-9323-4ff8-83b8-8f7a041b15cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.533132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-20dff108-9323-4ff8-83b8-8f7a041b15cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1111a63-253d-445c-bf4d-3ef3abef782e HTTP/1.1" status: 204 len: 168 time: 0.1442280 Aug 31 10:25:06.539346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0769fde9-eaf5-4635-9e68-c05e63a0ca22 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:25:06.539865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0769fde9-eaf5-4635-9e68-c05e63a0ca22 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:25:06.540103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bb164402-bd26-4b81-af1b-a998947d11e8 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:06.543631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dff108-9323-4ff8-83b8-8f7a041b15cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1111a63-253d-445c-bf4d-3ef3abef782e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:06.571781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: bb164402-bd26-4b81-af1b-a998947d11e8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:25:06.572154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device bb164402-bd26-4b81-af1b-a998947d11e8 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:25:06.573095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:06.598831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:25:06.599088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e4dd1ff1-a4fe-4b9d-a51c-61302fa24244 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:25:06.922625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45780) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:06.966176 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a28ae5a9-724e-4b2f-aca0-30cd9ad73ecf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98dfb8d6953c412fae5f13fb83e76fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416229 Aug 31 10:25:06.968668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45782) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:07.025440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51635dc6-2a75-4301-b171-1f7b5e345ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:07.047839 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51635dc6-2a75-4301-b171-1f7b5e345ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:07.100164 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51635dc6-2a75-4301-b171-1f7b5e345ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:07.102650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-51635dc6-2a75-4301-b171-1f7b5e345ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:07.103886 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-51635dc6-2a75-4301-b171-1f7b5e345ca9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0683e15-f9e8-4ae4-b73a-8e6ca7b8c9f5 HTTP/1.1" status: 204 len: 168 time: 0.1342719 Aug 31 10:25:07.112243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51635dc6-2a75-4301-b171-1f7b5e345ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0683e15-f9e8-4ae4-b73a-8e6ca7b8c9f5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:10.996700 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:14.059592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:17.250141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-1e50bff8-341a-4c52-b2e4-1080369928cd tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=32b2ca39cad74417bd6cbca8ac02cb44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291281 Aug 31 10:25:17.453178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-beb86e05-cd46-4527-a5cf-28184beb3427 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:17.454584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-beb86e05-cd46-4527-a5cf-28184beb3427 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987004 Aug 31 10:25:17.470778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-228fc3a4-5597-4d30-aa7a-d50ec8c56b71 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/quotas/32b2ca39cad74417bd6cbca8ac02cb44 HTTP/1.1" status: 200 len: 375 time: 0.0103457 Aug 31 10:25:17.507394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f73d637c-81a8-4d06-bbf1-b30035682802 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=32b2ca39cad74417bd6cbca8ac02cb44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309167 Aug 31 10:25:17.687422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-105d514f-0886-4d1b-a556-6e536344be12 req-c9e2a799-4139-4132-abe8-1436d9d18b15 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 210 time: 0.0334837 Aug 31 10:25:18.689782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-9d6f1572-bf93-45f1-aa16-01eb7a69b4cd tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=32b2ca39cad74417bd6cbca8ac02cb44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212672 Aug 31 10:25:19.121442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0254c17-eb9a-4666-93fb-1705a6283640 req-f0121350-7b82-4d1a-b2df-6dd754a54728 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 210 time: 0.3626580 Aug 31 10:25:19.154195 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-d41ff01b-a21d-4db3-858b-17c67af361c4 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:19.155677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-d41ff01b-a21d-4db3-858b-17c67af361c4 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4597957 Aug 31 10:25:19.174869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Request body: {'port': {'device_id': '9f38eefd-abad-4c37-a92e-7d3a74287c00', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'admin_state_up': True, 'tenant_id': '32b2ca39cad74417bd6cbca8ac02cb44'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:19.285200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Made reservation on behalf of 32b2ca39cad74417bd6cbca8ac02cb44 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:25:19.288715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:19.298866 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:19.389681 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:19.393837 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:19.470478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76850283-07e6-4f6d-8b8d-c6576955a7d0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:19.546653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Allocated IP 192.168.233.232 (573968a9-51bc-4f1d-8990-e3a47a226ea6/9870d3b5-32bd-4557-b70e-bc1709375db7/72e95853-0f6a-4d82-a664-00737d97952c) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:25:19.699261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:19.713877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Transition to ACTIVE for port object 72e95853-0f6a-4d82-a664-00737d97952c will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:19.747211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:19.791750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Network 573968a9-51bc-4f1d-8990-e3a47a226ea6 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:25:19.797476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:19.801309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:25:19.828548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Pushing event updated for resources: {'Port': ['ID=72e95853-0f6a-4d82-a664-00737d97952c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:19.860153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:19.860800 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:19.876132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-f013e9b0-1140-40a8-a869-e66710c4987d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7065015 Aug 31 10:25:19.889725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Request body: {'port': {'device_id': '9f38eefd-abad-4c37-a92e-7d3a74287c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:19.953659 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:20.033074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-120dbc45-3767-4e5c-8629-74bc757fde5e None None] Provisioning for port 72e95853-0f6a-4d82-a664-00737d97952c completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:20.037694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-120dbc45-3767-4e5c-8629-74bc757fde5e None None] Provisioning complete for port 72e95853-0f6a-4d82-a664-00737d97952c triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:20.038181 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-120dbc45-3767-4e5c-8629-74bc757fde5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:20.073136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-120dbc45-3767-4e5c-8629-74bc757fde5e None None] Port 72e95853-0f6a-4d82-a664-00737d97952c cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:25:20.253370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e95853-0f6a-4d82-a664-00737d97952c {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:20.263814 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:20.274635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33b1ca-bfcc-4e6f-b8d0-e353f51a6cf0 req-8eafb5b3-3ae0-452d-94ff-d8491cc5769a tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:20.276247 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e33b1ca-bfcc-4e6f-b8d0-e353f51a6cf0 req-8eafb5b3-3ae0-452d-94ff-d8491cc5769a tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 936 time: 0.0860400 Aug 31 10:25:20.287978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Transition to ACTIVE for port object 72e95853-0f6a-4d82-a664-00737d97952c will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:20.294603 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:20.365300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e33b1ca-bfcc-4e6f-b8d0-e353f51a6cf0 req-1695ab23-7376-4f56-bf08-06a2497527f1 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805044 Aug 31 10:25:20.375050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Pushing event updated for resources: {'Port': ['ID=72e95853-0f6a-4d82-a664-00737d97952c,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:20.461255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Attempting to bind port 72e95853-0f6a-4d82-a664-00737d97952c on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:25:20.461594 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Attempting to bind port 72e95853-0f6a-4d82-a664-00737d97952c by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:25:20.461990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Attempting to bind port 72e95853-0f6a-4d82-a664-00737d97952c on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:20.467370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Port 72e95853-0f6a-4d82-a664-00737d97952c on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:25:20.468055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Attempting to bind port 72e95853-0f6a-4d82-a664-00737d97952c on network 573968a9-51bc-4f1d-8990-e3a47a226ea6 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:20.473492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:25:20.473831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Checking segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:25:20.474239 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Bound using segment: {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:25:20.474706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Bound port: 72e95853-0f6a-4d82-a664-00737d97952c, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc629b-4073-477d-967f-7cd59eb98850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:25:20.475095 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:20.546583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] For port 72e95853-0f6a-4d82-a664-00737d97952c, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:25:20.549798 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] For port 72e95853-0f6a-4d82-a664-00737d97952c, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=72e95853-0f6a-4d82-a664-00737d97952c,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:25:20.554677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:20.589146 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:20.589766 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:20.591202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] 10.222.0.20 "PUT /v2.0/ports/72e95853-0f6a-4d82-a664-00737d97952c HTTP/1.1" status: 200 len: 1096 time: 0.7069700 Aug 31 10:25:20.591697 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f38eefd-abad-4c37-a92e-7d3a74287c00', 'tag': '72e95853-0f6a-4d82-a664-00737d97952c'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:20.594556 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6605e346-9a4f-4bdd-8923-fe1fd408af47" -d '{"events": [{"name": "network-changed", "server_uuid": "9f38eefd-abad-4c37-a92e-7d3a74287c00", "tag": "72e95853-0f6a-4d82-a664-00737d97952c"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:20.622072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c302d-16b9-4050-b8a1-a653fe9a9eff service neutron] Pushing event updated for resources: {'Port': ['ID=72e95853-0f6a-4d82-a664-00737d97952c,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:20.652921 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24452498-f63f-45ec-bb65-72719f7696c6 x-openstack-request-id: req-24452498-f63f-45ec-bb65-72719f7696c6 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:20.653208 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f38eefd-abad-4c37-a92e-7d3a74287c00", "tag": "72e95853-0f6a-4d82-a664-00737d97952c", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:20.653458 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24452498-f63f-45ec-bb65-72719f7696c6 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:20.653854 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f38eefd-abad-4c37-a92e-7d3a74287c00', 'tag': '72e95853-0f6a-4d82-a664-00737d97952c', 'status': 'completed', 'code': 200} Aug 31 10:25:20.689340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-07468df3-8bff-47f8-b908-1792161ab8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:20.690784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-07468df3-8bff-47f8-b908-1792161ab8c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b2ca39cad74417bd6cbca8ac02cb44&device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 1099 time: 0.0471516 Aug 31 10:25:20.740163 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-dc07758c-466d-46b7-a09c-566a35e043f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=72e95853-0f6a-4d82-a664-00737d97952c HTTP/1.1" status: 200 len: 217 time: 0.0402341 Aug 31 10:25:20.794533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6bef84f0-f2b8-4416-8cdf-2fc4c3096331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:20.796138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-6bef84f0-f2b8-4416-8cdf-2fc4c3096331 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0487292 Aug 31 10:25:20.844258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-30dab931-0b89-46cc-89db-511f7fdeeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:20.845836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-30dab931-0b89-46cc-89db-511f7fdeeb9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421646 Aug 31 10:25:20.940821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-4a11535a-19f8-4ad3-b40c-dbfeed1eb4a3 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869579 Aug 31 10:25:21.042962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0989533f-f0b6-4eec-8116-139894cb7e00 req-43a7cd66-af4e-42bd-9dbe-4bd8606fa817 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938213 Aug 31 10:25:21.133467 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-dc1bcddd-2233-4eb6-a133-fc30da194eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:21.135042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-dc1bcddd-2233-4eb6-a133-fc30da194eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b2ca39cad74417bd6cbca8ac02cb44&device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 1099 time: 0.0422471 Aug 31 10:25:21.234156 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-58ace10c-d715-484c-8d87-5e4bfd97bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:21.235727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-58ace10c-d715-484c-8d87-5e4bfd97bc85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=573968a9-51bc-4f1d-8990-e3a47a226ea6 HTTP/1.1" status: 200 len: 871 time: 0.0931640 Aug 31 10:25:21.279426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-bd3d3b13-d4ee-4397-8c81-d6edae312668 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=72e95853-0f6a-4d82-a664-00737d97952c HTTP/1.1" status: 200 len: 217 time: 0.0362496 Aug 31 10:25:21.330915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-43e79b25-5759-4b5f-90c6-02d6498e28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:21.332755 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-43e79b25-5759-4b5f-90c6-02d6498e28c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9870d3b5-32bd-4557-b70e-bc1709375db7 HTTP/1.1" status: 200 len: 843 time: 0.0459354 Aug 31 10:25:21.387139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-69ac3491-80d9-449e-9109-e24a937ac19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:21.388690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-69ac3491-80d9-449e-9109-e24a937ac19e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=573968a9-51bc-4f1d-8990-e3a47a226ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471699 Aug 31 10:25:21.518739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a8cab-5726-4ae5-9891-ac01f9edd71c req-b07315a5-c7df-4129-8bf4-cd6fae809c9a tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:21.520253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-008a8cab-5726-4ae5-9891-ac01f9edd71c req-b07315a5-c7df-4129-8bf4-cd6fae809c9a tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 948 time: 0.0769887 Aug 31 10:25:21.537585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-03376ae4-2e5a-44bd-a21d-725992acf7c7 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399319 Aug 31 10:25:21.605470 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-008a8cab-5726-4ae5-9891-ac01f9edd71c req-93fb95fd-ba98-4c07-b22c-c1d71baecdd8 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792747 Aug 31 10:25:21.648288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6605e346-9a4f-4bdd-8923-fe1fd408af47 req-4de63447-58c2-4c93-b6ba-c2549b59bb28 service neutron] 10.222.0.20 "GET /v2.0/networks/573968a9-51bc-4f1d-8990-e3a47a226ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024477 Aug 31 10:25:21.884199 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc44fe9a-4226-442d-874d-fb8051d9dbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:22.731970 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83e112-a52f-46d6-a993-e1e47a153084 req-086047db-e2c5-4bf5-af9d-7b6568ee1591 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:22.733890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae83e112-a52f-46d6-a993-e1e47a153084 req-086047db-e2c5-4bf5-af9d-7b6568ee1591 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 948 time: 0.0538559 Aug 31 10:25:22.772448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae83e112-a52f-46d6-a993-e1e47a153084 req-637fcf1c-6349-4363-896a-2585c8d59c4d tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325470 Aug 31 10:25:23.887921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f51bf-b704-4044-bcf1-f7ea350732f0 req-63027a1a-6587-419d-bd64-ee34b7f05441 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:23.889395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d23f51bf-b704-4044-bcf1-f7ea350732f0 req-63027a1a-6587-419d-bd64-ee34b7f05441 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 948 time: 0.0507998 Aug 31 10:25:23.927278 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d23f51bf-b704-4044-bcf1-f7ea350732f0 req-22c328e5-9c6f-4947-bf66-c6ff43202ee8 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Aug 31 10:25:25.052799 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a084-979f-453d-83f1-b89c3c911933 req-788e5dcd-7e21-4b4a-aa9c-03fa009178cf tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:25.054485 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5316a084-979f-453d-83f1-b89c3c911933 req-788e5dcd-7e21-4b4a-aa9c-03fa009178cf tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 948 time: 0.0573049 Aug 31 10:25:25.094227 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:25.096987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5316a084-979f-453d-83f1-b89c3c911933 req-42204a29-ad13-409f-acbd-0f950a1c00cf tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Aug 31 10:25:25.815915 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1947390e-1cf7-49c2-8caa-7fe4db48c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:26.031587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 72e95853-0f6a-4d82-a664-00737d97952c details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:25:26.130778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 72e95853-0f6a-4d82-a664-00737d97952c, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=72e95853-0f6a-4d82-a664-00737d97952c,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:26.143469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '72e95853-0f6a-4d82-a664-00737d97952c', 'network_id': '573968a9-51bc-4f1d-8990-e3a47a226ea6', 'port_id': '72e95853-0f6a-4d82-a664-00737d97952c', 'mac_address': 'fa:16:3e:38:bf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870d3b5-32bd-4557-b70e-bc1709375db7', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:25:26.183316 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:26.196991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e95853-0f6a-4d82-a664-00737d97952c {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:26.217590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 72e95853-0f6a-4d82-a664-00737d97952c, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=72e95853-0f6a-4d82-a664-00737d97952c,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:26.221539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92df3e9-981e-4dc4-9b5b-0e42d38455d0 req-70161583-2627-4893-9202-b99f4b2928fe tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:26.222668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:26.223129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b92df3e9-981e-4dc4-9b5b-0e42d38455d0 req-70161583-2627-4893-9202-b99f4b2928fe tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 948 time: 0.0581985 Aug 31 10:25:26.277360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b92df3e9-981e-4dc4-9b5b-0e42d38455d0 req-7fc86f14-dd19-41a2-bb95-496344e5dcbf tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Aug 31 10:25:26.286607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=72e95853-0f6a-4d82-a664-00737d97952c,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:26.564494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['72e95853-0f6a-4d82-a664-00737d97952c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:25:27.402578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43222655-744a-473e-86de-0cca469b96ab req-d22b2db7-86e2-4208-a8dc-30339dff4aaa tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:27.404122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43222655-744a-473e-86de-0cca469b96ab req-d22b2db7-86e2-4208-a8dc-30339dff4aaa tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 949 time: 0.0565858 Aug 31 10:25:27.443401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-43222655-744a-473e-86de-0cca469b96ab req-fd40b684-68f8-480f-865e-0a9995df8196 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Aug 31 10:25:27.844660 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:28.047268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 72e95853-0f6a-4d82-a664-00737d97952c up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:28.097076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 72e95853-0f6a-4d82-a664-00737d97952c completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:28.100950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 72e95853-0f6a-4d82-a664-00737d97952c triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:28.101432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:28.181213 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:28.203500 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f38eefd-abad-4c37-a92e-7d3a74287c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e95853-0f6a-4d82-a664-00737d97952c'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:28.205682 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0539202c-5c76-40ea-94c7-1efa0d43919a" -d '{"events": [{"server_uuid": "9f38eefd-abad-4c37-a92e-7d3a74287c00", "name": "network-vif-plugged", "status": "completed", "tag": "72e95853-0f6a-4d82-a664-00737d97952c"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:28.218002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 72e95853-0f6a-4d82-a664-00737d97952c, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=72e95853-0f6a-4d82-a664-00737d97952c,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:28.222231 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:28.248545 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7950a75-a1a9-48f2-8c00-f0fc3982d4c3 x-openstack-request-id: req-d7950a75-a1a9-48f2-8c00-f0fc3982d4c3 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:28.249491 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f38eefd-abad-4c37-a92e-7d3a74287c00", "name": "network-vif-plugged", "status": "completed", "tag": "72e95853-0f6a-4d82-a664-00737d97952c", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:28.249632 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7950a75-a1a9-48f2-8c00-f0fc3982d4c3 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:28.249993 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f38eefd-abad-4c37-a92e-7d3a74287c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e95853-0f6a-4d82-a664-00737d97952c', 'code': 200} Aug 31 10:25:28.278218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=72e95853-0f6a-4d82-a664-00737d97952c,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:28.342350 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd06a1b-01af-4364-bd0e-928d858cbd0d req-3277447e-746c-47c6-9346-34c48422b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:28.343798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dd06a1b-01af-4364-bd0e-928d858cbd0d req-3277447e-746c-47c6-9346-34c48422b890 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 1101 time: 0.0405900 Aug 31 10:25:28.379426 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9dd06a1b-01af-4364-bd0e-928d858cbd0d req-86881040-4434-4e7c-8b6a-bd6a405f540b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284226 Aug 31 10:25:28.563595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78a0ac-2cfd-400c-9451-5ef1145daa61 req-d5f8c8ed-8155-4df3-b13d-c46d91edcf48 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:28.565108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd78a0ac-2cfd-400c-9451-5ef1145daa61 req-d5f8c8ed-8155-4df3-b13d-c46d91edcf48 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 950 time: 0.0544744 Aug 31 10:25:28.603905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dd78a0ac-2cfd-400c-9451-5ef1145daa61 req-392efee6-64cd-4431-aa89-e44be1ec74c6 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Aug 31 10:25:28.791475 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:29.346046 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:25:29.724295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e5b80-cc41-4836-a8c7-01c0ef4a2838 req-46ed10ca-0510-47bb-8406-c641c1d5ee4a tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:29.725785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-904e5b80-cc41-4836-a8c7-01c0ef4a2838 req-46ed10ca-0510-47bb-8406-c641c1d5ee4a tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 950 time: 0.0502708 Aug 31 10:25:29.763861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-904e5b80-cc41-4836-a8c7-01c0ef4a2838 req-8f61d248-eec9-4d52-ae25-ed8d46bdd8de tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Aug 31 10:25:30.881082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270644-7fa7-449d-8639-6a17cc79eb80 req-9d007dfe-54f6-4348-b6bf-0c71068f4b64 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:30.882902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc270644-7fa7-449d-8639-6a17cc79eb80 req-9d007dfe-54f6-4348-b6bf-0c71068f4b64 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 950 time: 0.0513823 Aug 31 10:25:30.929638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc270644-7fa7-449d-8639-6a17cc79eb80 req-f1331f50-3a55-4ee5-91ca-6bc75c38e340 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Aug 31 10:25:31.204101 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-055de31f-745b-418a-9af3-951fa0b80494 req-33b63405-c846-45d8-a910-da4a8e7b9410 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:25:31.205100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-055de31f-745b-418a-9af3-951fa0b80494 req-33b63405-c846-45d8-a910-da4a8e7b9410 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054522 Aug 31 10:25:31.661016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-e4bbb085-55d2-47b0-af72-1ff40fe31ac0 req-07a1cf46-ab01-483d-a33f-91b1c940ed18 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:25:31.662129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e4bbb085-55d2-47b0-af72-1ff40fe31ac0 req-07a1cf46-ab01-483d-a33f-91b1c940ed18 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494218 Aug 31 10:25:32.009282 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb0f6-2b4a-40ff-bb2c-1bef45b08dea req-f705e107-bdef-4df2-8f9c-ce381edbf6db tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:32.010876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88afb0f6-2b4a-40ff-bb2c-1bef45b08dea req-f705e107-bdef-4df2-8f9c-ce381edbf6db tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 950 time: 0.0552425 Aug 31 10:25:32.051811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-88afb0f6-2b4a-40ff-bb2c-1bef45b08dea req-5d4bd46f-2313-4928-b9bf-1ab14e776c04 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Aug 31 10:25:33.170045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cd71c-2e54-4104-8c90-70ee62dc106b req-00dfc0f8-158e-4c4f-8146-28d5cb2ed452 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:33.171630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f91cd71c-2e54-4104-8c90-70ee62dc106b req-00dfc0f8-158e-4c4f-8146-28d5cb2ed452 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 950 time: 0.0509424 Aug 31 10:25:33.210953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f91cd71c-2e54-4104-8c90-70ee62dc106b req-e70799a6-77fe-4ef3-96cf-ca1063975eb4 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/security-groups?id=76850283-07e6-4f6d-8b8d-c6576955a7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Aug 31 10:25:33.640506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-2f3ad99f-09f3-4316-b1f5-c2d3123b1a70 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:33.647121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-2f3ad99f-09f3-4316-b1f5-c2d3123b1a70 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 950 time: 0.0500593 Aug 31 10:25:33.736915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Deleting port 72e95853-0f6a-4d82-a664-00737d97952c {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:33.737259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:33.825152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] For port 72e95853-0f6a-4d82-a664-00737d97952c, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=72e95853-0f6a-4d82-a664-00737d97952c,segment=NetworkSegment(13fc629b-4073-477d-967f-7cd59eb98850),segment_id=13fc629b-4073-477d-967f-7cd59eb98850)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:33.825519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:33.838923 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Calling delete_port for 72e95853-0f6a-4d82-a664-00737d97952c owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:33.967991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:33.980806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['72e95853-0f6a-4d82-a664-00737d97952c'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:25:33.998219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Pushing event deleted for resources: {'Port': ['ID=72e95853-0f6a-4d82-a664-00737d97952c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:34.045511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] No DVR routers for this DVR port 72e95853-0f6a-4d82-a664-00737d97952c on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:25:34.048269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:34.050297 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-421ed0a2-a6d1-42f8-aeaa-5f31518782c1 req-9b01fb74-bae0-4ef9-b0c3-16043356fd2b tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.20 "DELETE /v2.0/ports/72e95853-0f6a-4d82-a664-00737d97952c HTTP/1.1" status: 204 len: 173 time: 0.4020555 Aug 31 10:25:34.050731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f38eefd-abad-4c37-a92e-7d3a74287c00', 'name': 'network-vif-deleted', 'tag': '72e95853-0f6a-4d82-a664-00737d97952c'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:34.053030 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a33cc8-6bcf-4d10-a894-bc077d7c7a72" -d '{"events": [{"server_uuid": "9f38eefd-abad-4c37-a92e-7d3a74287c00", "name": "network-vif-deleted", "tag": "72e95853-0f6a-4d82-a664-00737d97952c"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:34.093365 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec257a0a-b73e-4b1a-bb33-efe634be5549 x-openstack-request-id: req-ec257a0a-b73e-4b1a-bb33-efe634be5549 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:34.093661 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f38eefd-abad-4c37-a92e-7d3a74287c00", "name": "network-vif-deleted", "tag": "72e95853-0f6a-4d82-a664-00737d97952c", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:34.093910 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec257a0a-b73e-4b1a-bb33-efe634be5549 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:34.094381 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f38eefd-abad-4c37-a92e-7d3a74287c00', 'name': 'network-vif-deleted', 'tag': '72e95853-0f6a-4d82-a664-00737d97952c', 'status': 'completed', 'code': 200} Aug 31 10:25:34.318007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e69e684e-0d22-4fb5-836f-2c5f7a9c1e44 req-f380f852-1186-45ef-a601-becdf91386d7 tempest-ServersAdminNegativeTestJSON-841868376 tempest-ServersAdminNegativeTestJSON-841868376-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f38eefd-abad-4c37-a92e-7d3a74287c00 HTTP/1.1" status: 200 len: 210 time: 0.0266905 Aug 31 10:25:35.628290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45942) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:35.767176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9ec214b0-939f-4f58-9c7f-2378d310765b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32b2ca39cad74417bd6cbca8ac02cb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376209 Aug 31 10:25:35.769606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45946) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:35.828102 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc69cc8b-3e71-44f2-b831-652c4039e2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:35.848940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc69cc8b-3e71-44f2-b831-652c4039e2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:35.896808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc69cc8b-3e71-44f2-b831-652c4039e2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:35.899696 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dc69cc8b-3e71-44f2-b831-652c4039e2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:35.900929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dc69cc8b-3e71-44f2-b831-652c4039e2bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76850283-07e6-4f6d-8b8d-c6576955a7d0 HTTP/1.1" status: 204 len: 168 time: 0.1303973 Aug 31 10:25:35.909932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69cc8b-3e71-44f2-b831-652c4039e2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76850283-07e6-4f6d-8b8d-c6576955a7d0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:36.157991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45952) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:36.171489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:36.265389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:36.269228 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:36.308110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1ee8974c2314490921cbee0a8943db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490119 Aug 31 10:25:36.309153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c294c7b-d6d5-4efd-a791-09c4fbd69cfe,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:36.310833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45954) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:36.317246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.317592 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.317932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.318266 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.318597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.318954 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.319283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.319608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.319932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.320252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.320576 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.320911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2c5e5-18ea-48b7-b98e-77f89dcb5e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:36.363634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ea3e21a-eae0-4ac7-be4b-62bbd3d1b084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:36.384646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ea3e21a-eae0-4ac7-be4b-62bbd3d1b084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:36.430675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ea3e21a-eae0-4ac7-be4b-62bbd3d1b084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:36.433222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3ea3e21a-eae0-4ac7-be4b-62bbd3d1b084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:36.434339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3ea3e21a-eae0-4ac7-be4b-62bbd3d1b084 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c294c7b-d6d5-4efd-a791-09c4fbd69cfe HTTP/1.1" status: 204 len: 168 time: 0.1224253 Aug 31 10:25:36.442917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3e21a-eae0-4ac7-be4b-62bbd3d1b084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c294c7b-d6d5-4efd-a791-09c4fbd69cfe,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:37.138457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 45976) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:37.233386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-230206795-network', 'tenant_id': '51d48da570d8432a8ee372491950a6b7'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:37.253804 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Made reservation on behalf of 51d48da570d8432a8ee372491950a6b7 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:25:37.256112 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.264848 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.359889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.364039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.388969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:25:37.398266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8036f493-4ad7-4157-b810-a437cf0f7876,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:37.405279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.405623 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Added segment e7732ff3-4cb8-4582-b27f-23de05e14829 of type vlan for network efab7792-5c64-4bd0-9d28-11027a3e620a Aug 31 10:25:37.445955 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.471486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.472443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:37.473015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.523746 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3841400 Aug 31 10:25:37.527086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 45980) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:37.532163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Request body: {'subnet': {'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-230206795-subnet', 'tenant_id': '51d48da570d8432a8ee372491950a6b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:37.533091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092978f4-686c-4b17-b4b2-37711fee65d7 admin admin] Pushing event updated for resources: {'Network': ['ID=efab7792-5c64-4bd0-9d28-11027a3e620a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:37.543439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network efab7792-5c64-4bd0-9d28-11027a3e620a details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:25:37.556279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Made reservation on behalf of 51d48da570d8432a8ee372491950a6b7 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:25:37.558851 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.739805 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.801244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8493a7-d931-47fc-a2ec-636420867fdd,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:37.803709 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Checking segment: {'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:25:37.804069 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Network hostable DHCP agents. Network: efab7792-5c64-4bd0-9d28-11027a3e620a, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:25:37.821309 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Network efab7792-5c64-4bd0-9d28-11027a3e620a is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:25:37.830955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, efab7792-5c64-4bd0-9d28-11027a3e620a) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:37.835048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:37.835664 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:37.841135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7a334-6082-4a11-89a0-a2cdcb27e1b5 None None] Network efab7792-5c64-4bd0-9d28-11027a3e620a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:25:37.853992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e73bec74-d6da-443b-a22d-306a3984cefc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3257651 Aug 31 10:25:37.968511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61efb5a1-5f56-4894-9da6-1a9e00725750 None None] Network efab7792-5c64-4bd0-9d28-11027a3e620a requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:25:38.109609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 72e95853-0f6a-4d82-a664-00737d97952c no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:38.130648 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 72e95853-0f6a-4d82-a664-00737d97952c {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:25:38.131021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 72e95853-0f6a-4d82-a664-00737d97952c not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:25:38.274853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-e6772078-10da-4d3b-9613-945458bfcc75 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:38.276392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-e6772078-10da-4d3b-9613-945458bfcc75 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/networks?id=efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 200 len: 811 time: 0.1059067 Aug 31 10:25:38.291714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-ebea5a21-7799-49ac-a4fd-f61a278a0ea8 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/quotas/51d48da570d8432a8ee372491950a6b7 HTTP/1.1" status: 200 len: 375 time: 0.0096605 Aug 31 10:25:38.324406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3d7945d0-c891-4b1f-ba02-a52ebe0ad9f1 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=51d48da570d8432a8ee372491950a6b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272729 Aug 31 10:25:38.336053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-9fbc25ab-560f-4b07-ba73-56a4b05f0ec9 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:25:38.336942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-9fbc25ab-560f-4b07-ba73-56a4b05f0ec9 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059893 Aug 31 10:25:38.425277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-919324f0-b635-4e3b-a1a4-2a2a67184561 service neutron] 10.222.0.69 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824611 Aug 31 10:25:38.526200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-5bea0fa9-0480-4fc3-bb77-441b8692f3f1 service neutron] 10.222.0.69 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947466 Aug 31 10:25:38.689076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b0b98385-2da5-403a-aaeb-2c645c470342 req-2114f11c-7941-49e1-b6da-9828ea09e4e9 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 210 time: 0.0289011 Aug 31 10:25:39.618636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-9ccfa6d1-e2a8-4579-9c9b-35c884dae884 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:39.620202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-9ccfa6d1-e2a8-4579-9c9b-35c884dae884 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.20 "GET /v2.0/networks?id=efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 200 len: 811 time: 0.1085768 Aug 31 10:25:39.633737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Request body: {'port': {'device_id': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a', 'admin_state_up': True, 'tenant_id': '51d48da570d8432a8ee372491950a6b7'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:39.744223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Made reservation on behalf of 51d48da570d8432a8ee372491950a6b7 for: {'port': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:25:39.747774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:39.796925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cde3383-0b00-4b7c-8c38-e89b857986a3 req-e81ed742-93bd-4f0e-9c6e-4be654b232b8 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 210 time: 0.0380566 Aug 31 10:25:39.899872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Allocated IP 172.20.0.6 (efab7792-5c64-4bd0-9d28-11027a3e620a/6b8493a7-d931-47fc-a2ec-636420867fdd/9b5c6254-7729-4213-9545-cd1e6fe0a7d6) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:25:40.049661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.088246 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.132768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Network efab7792-5c64-4bd0-9d28-11027a3e620a is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:25:40.136054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:40.139890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:25:40.146217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:40.191344 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.191961 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.209514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-10ac46ed-3b1e-4306-be21-81f25d258ac7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798364 Aug 31 10:25:40.223051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Request body: {'port': {'device_id': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:40.280770 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.546677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 {{(pid=94786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:40.553935 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.565828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Transition to ACTIVE for port object 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:40.569242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.617066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:40.689739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Attempting to bind port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:25:40.690061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Attempting to bind port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:25:40.690415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Attempting to bind port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on network efab7792-5c64-4bd0-9d28-11027a3e620a {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:40.694587 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on network efab7792-5c64-4bd0-9d28-11027a3e620a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:25:40.694935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Attempting to bind port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on network efab7792-5c64-4bd0-9d28-11027a3e620a {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:40.699679 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:25:40.700018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Checking segment: {'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:25:40.700401 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Bound using segment: {'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:25:40.700826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Bound port: 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:25:40.701180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.763080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:25:40.766454 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:25:40.771920 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.810144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.810772 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.812213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] 10.222.0.20 "PUT /v2.0/ports/9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 1091 time: 0.5941501 Aug 31 10:25:40.812652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:40.815005 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d83520c-7235-4b41-a6df-e01627420938" -d '{"events": [{"name": "network-changed", "server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:40.835646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3d510-f5d5-4fc9-a463-4a8a98e6e99c service neutron] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=3']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:40.880853 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2315e58d-69b2-4982-b435-60f921e0592d x-openstack-request-id: req-2315e58d-69b2-4982-b435-60f921e0592d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:40.881128 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:40.881637 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2315e58d-69b2-4982-b435-60f921e0592d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:40.882023 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'status': 'completed', 'code': 200} Aug 31 10:25:40.926201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-b84135b7-aa1e-463f-89b1-95a566123804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.927756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-b84135b7-aa1e-463f-89b1-95a566123804 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d48da570d8432a8ee372491950a6b7&device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 1094 time: 0.0770266 Aug 31 10:25:40.940480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b46632-697b-4303-94c9-dc0e06c88e75 req-794ee8f0-6e03-421c-b9da-a076bb8c444c tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.941874 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03b46632-697b-4303-94c9-dc0e06c88e75 req-794ee8f0-6e03-421c-b9da-a076bb8c444c tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 943 time: 0.0580926 Aug 31 10:25:40.982079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-a356607c-ee74-4a06-8f4e-3d504ce381a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0391440 Aug 31 10:25:41.011617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:41.040492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03b46632-697b-4303-94c9-dc0e06c88e75 req-04a5f4d9-c131-46ac-99d0-a27c3cf56328 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915651 Aug 31 10:25:41.051448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-67f17aca-ddec-4499-a3ec-0158720d6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:41.052937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-67f17aca-ddec-4499-a3ec-0158720d6e1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b8493a7-d931-47fc-a2ec-636420867fdd HTTP/1.1" status: 200 len: 851 time: 0.0630953 Aug 31 10:25:41.086110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-a410252c-01de-4c67-b549-7320dac14269 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efab7792-5c64-4bd0-9d28-11027a3e620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254500 Aug 31 10:25:41.177121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-c2aa7c42-2003-48eb-9a3f-8874c39ef04c service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823660 Aug 31 10:25:41.272115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf31a4e5-4aa8-45a1-8fdb-a6196910d899 req-86d0bcba-e4fa-4f1a-a6d3-d6485501b971 service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867360 Aug 31 10:25:41.360162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83520c-7235-4b41-a6df-e01627420938 req-a916952f-3de0-4786-9e3a-31ad30508661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:41.362091 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d83520c-7235-4b41-a6df-e01627420938 req-a916952f-3de0-4786-9e3a-31ad30508661 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d48da570d8432a8ee372491950a6b7&device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 1094 time: 0.0412438 Aug 31 10:25:41.454606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83520c-7235-4b41-a6df-e01627420938 req-0ada5fa1-4aab-4537-9df6-5469e12e05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:41.456108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d83520c-7235-4b41-a6df-e01627420938 req-0ada5fa1-4aab-4537-9df6-5469e12e05b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 200 len: 913 time: 0.0867059 Aug 31 10:25:41.498014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d83520c-7235-4b41-a6df-e01627420938 req-c90f5815-02c8-4a98-aab0-f99196e3e626 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0343027 Aug 31 10:25:41.547086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83520c-7235-4b41-a6df-e01627420938 req-8824b68a-06da-4fc7-a8d9-6f79aab47ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:41.549076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d83520c-7235-4b41-a6df-e01627420938 req-8824b68a-06da-4fc7-a8d9-6f79aab47ed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b8493a7-d931-47fc-a2ec-636420867fdd HTTP/1.1" status: 200 len: 851 time: 0.0435438 Aug 31 10:25:41.580482 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d83520c-7235-4b41-a6df-e01627420938 req-094321b7-4eab-452f-86a0-712bf9ed41ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efab7792-5c64-4bd0-9d28-11027a3e620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240445 Aug 31 10:25:41.676171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d83520c-7235-4b41-a6df-e01627420938 req-33d55f80-a53a-4d1e-b3f9-e1ed75c99d00 service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881646 Aug 31 10:25:41.766110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d83520c-7235-4b41-a6df-e01627420938 req-13460130-7e89-4201-ab1c-4adc568d43b8 service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828354 Aug 31 10:25:42.162711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29fe5e-04dc-42cf-b660-060f59ede06c req-3f101ba4-3385-449d-aa23-2830235e7903 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:42.164235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa29fe5e-04dc-42cf-b660-060f59ede06c req-3f101ba4-3385-449d-aa23-2830235e7903 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 943 time: 0.0559988 Aug 31 10:25:42.201692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa29fe5e-04dc-42cf-b660-060f59ede06c req-8d1d3513-9df9-47bf-825f-aa42a995abbc tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Aug 31 10:25:43.316003 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f48643-b45f-41f7-8413-36effc678cd5 req-42362dbe-71e9-4323-b6b9-64c2038c7e5a tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:43.317507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00f48643-b45f-41f7-8413-36effc678cd5 req-42362dbe-71e9-4323-b6b9-64c2038c7e5a tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 943 time: 0.0486982 Aug 31 10:25:43.354589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00f48643-b45f-41f7-8413-36effc678cd5 req-d172fbb9-9156-4f66-b39a-a24e29dd1398 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Aug 31 10:25:44.058206 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:44.469442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e21c-d59c-4dd3-b8f4-4b83f48ddce9 req-5d912b46-d3ae-469a-bbc2-589a8f118e4d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:44.470948 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8d3e21c-d59c-4dd3-b8f4-4b83f48ddce9 req-5d912b46-d3ae-469a-bbc2-589a8f118e4d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 943 time: 0.0504856 Aug 31 10:25:44.509714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8d3e21c-d59c-4dd3-b8f4-4b83f48ddce9 req-c44b68ac-025f-436e-8ebb-740aa0bb1e82 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Aug 31 10:25:45.630221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ee51c-fca4-4507-bc6e-a00e1f3431ae req-91da2d93-7f1b-4cbc-baab-263da849599d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:45.632006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-369ee51c-fca4-4507-bc6e-a00e1f3431ae req-91da2d93-7f1b-4cbc-baab-263da849599d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 943 time: 0.0535696 Aug 31 10:25:45.670539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-369ee51c-fca4-4507-bc6e-a00e1f3431ae req-d02b562d-0005-4326-9d74-2f3506cefeaf tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Aug 31 10:25:46.140092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:25:46.231192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:46.244253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a', 'port_id': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'mac_address': 'fa:16:3e:6c:1e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8493a7-d931-47fc-a2ec-636420867fdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:25:46.284644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:46.296833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:46.316997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:46.323020 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:46.368926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:46.640957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['9b5c6254-7729-4213-9545-cd1e6fe0a7d6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:25:46.785238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6cd2-a3d5-455e-8092-a42548561168 req-851b0820-6e2f-4736-8801-5be63918ce05 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:46.786766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85cb6cd2-a3d5-455e-8092-a42548561168 req-851b0820-6e2f-4736-8801-5be63918ce05 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 944 time: 0.0501561 Aug 31 10:25:46.824487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85cb6cd2-a3d5-455e-8092-a42548561168 req-af58ae44-3bc2-4799-bce6-1c076a542645 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Aug 31 10:25:47.944597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb2425-f6a2-4ac0-a00e-63f78f7a9f58 req-02c0bdd3-b776-491d-b71c-e554bb08afcb tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:47.946197 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69cb2425-f6a2-4ac0-a00e-63f78f7a9f58 req-02c0bdd3-b776-491d-b71c-e554bb08afcb tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 944 time: 0.0518756 Aug 31 10:25:47.983984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69cb2425-f6a2-4ac0-a00e-63f78f7a9f58 req-7e3454ba-e011-429e-86d0-ab65b6d9f45d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Aug 31 10:25:48.143774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:48.192450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:48.195974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:48.196344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:48.277896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:48.301490 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:48.303745 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b82fd4-1cc4-40a9-86b3-c5726d493e09" -d '{"events": [{"server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:48.319085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:48.324412 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:48.348934 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c529a2d-9c6a-4f77-8a2d-6d5bcb1eb7c3 x-openstack-request-id: req-9c529a2d-9c6a-4f77-8a2d-6d5bcb1eb7c3 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:48.349262 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:48.349465 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c529a2d-9c6a-4f77-8a2d-6d5bcb1eb7c3 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:48.349823 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'code': 200} Aug 31 10:25:48.375228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:48.440157 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bcf2d-1413-4fe9-ba3a-2f52331653f9 req-71421f25-69ad-4a3f-a425-a9311c91ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:48.441588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-300bcf2d-1413-4fe9-ba3a-2f52331653f9 req-71421f25-69ad-4a3f-a425-a9311c91ed74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 1096 time: 0.0436440 Aug 31 10:25:48.477531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-300bcf2d-1413-4fe9-ba3a-2f52331653f9 req-12e914e5-e5f1-47e4-b964-4c68960a9a5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287671 Aug 31 10:25:49.099715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a248d-cdbe-47e2-8c8a-3ca4e67d7f73 req-d34e95b3-6f22-4259-b613-cb8121447259 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:49.101121 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-433a248d-cdbe-47e2-8c8a-3ca4e67d7f73 req-d34e95b3-6f22-4259-b613-cb8121447259 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0514343 Aug 31 10:25:49.139695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-433a248d-cdbe-47e2-8c8a-3ca4e67d7f73 req-ecc5458f-8daa-4994-b81b-44b2e3ee536f tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Aug 31 10:25:50.264188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e902284-6ef8-48fa-8aff-8f515abcf1cb req-28f9775e-a8e1-48bb-8f69-b5fdc01a9d5d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:50.265744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e902284-6ef8-48fa-8aff-8f515abcf1cb req-28f9775e-a8e1-48bb-8f69-b5fdc01a9d5d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0491419 Aug 31 10:25:50.304837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e902284-6ef8-48fa-8aff-8f515abcf1cb req-f7144f25-919f-4681-aac0-313e7aae9142 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Aug 31 10:25:50.629789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46046) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:50.655825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd3800-861f-4845-af0d-742081c7d83b req-a74657c6-0f39-4947-9610-c59e807dce1a tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:50.657339 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bfd3800-861f-4845-af0d-742081c7d83b req-a74657c6-0f39-4947-9610-c59e807dce1a tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0528672 Aug 31 10:25:50.704481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0bfd3800-861f-4845-af0d-742081c7d83b req-6f6d108a-ae48-435a-90a6-739b68f454e6 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Aug 31 10:25:50.720076 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-f3aeb6c4-2128-44ec-849f-102fb5db668c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890625 Aug 31 10:25:51.835343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a7634-085e-4f4c-ab29-57d38103b3c2 req-45d00198-1b7a-4e38-bd3d-c762246ab723 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:51.836891 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae3a7634-085e-4f4c-ab29-57d38103b3c2 req-45d00198-1b7a-4e38-bd3d-c762246ab723 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0580511 Aug 31 10:25:51.886962 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d96d14fd-16a7-4371-a0e9-4e2fcfc8678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:51.905672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae3a7634-085e-4f4c-ab29-57d38103b3c2 req-e84f39de-f423-438b-8d4e-5433b10ab14d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622151 Aug 31 10:25:51.916093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd612a-6794-4816-989a-14330cccd672 req-00dba8cc-b412-4489-acc0-480741b05de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:51.917644 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-00dba8cc-b412-4489-acc0-480741b05de9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d48da570d8432a8ee372491950a6b7&device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 1096 time: 0.0574794 Aug 31 10:25:52.352728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd612a-6794-4816-989a-14330cccd672 req-31c0a2bd-d7df-4330-b78c-5ed5342b0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:52.354108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-31c0a2bd-d7df-4330-b78c-5ed5342b0a9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 200 len: 913 time: 0.4286749 Aug 31 10:25:52.397675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-6cd84143-202d-43d5-bd64-f06d541cafe2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0352321 Aug 31 10:25:52.454800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd612a-6794-4816-989a-14330cccd672 req-81d14981-9e5c-48f2-8572-f1a45310703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:52.457117 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-81d14981-9e5c-48f2-8572-f1a45310703c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b8493a7-d931-47fc-a2ec-636420867fdd HTTP/1.1" status: 200 len: 851 time: 0.0518513 Aug 31 10:25:52.489663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-59cfacbc-eccc-416f-91a2-e452606e7763 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efab7792-5c64-4bd0-9d28-11027a3e620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254672 Aug 31 10:25:52.589941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-6a424c25-9e99-446f-9e5c-cff2332c3865 service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926464 Aug 31 10:25:52.687066 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-00e59464-4cec-447d-8e85-9c534c7e5e06 service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892537 Aug 31 10:25:53.022127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ad14-dbbb-4039-a040-b80194787a86 req-395a3986-f5a8-4e2c-ac8b-7a43b9f2067e tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:53.023632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c390ad14-dbbb-4039-a040-b80194787a86 req-395a3986-f5a8-4e2c-ac8b-7a43b9f2067e tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0494905 Aug 31 10:25:53.062868 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c390ad14-dbbb-4039-a040-b80194787a86 req-cdcde05d-aab5-4b3b-84b2-8802b4a09a8c tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Aug 31 10:25:54.181819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad64aac-cc14-49be-8452-c53b69a9ea23 req-f960eade-726e-47fd-a1c5-157c01d9d930 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:54.183328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ad64aac-cc14-49be-8452-c53b69a9ea23 req-f960eade-726e-47fd-a1c5-157c01d9d930 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0481749 Aug 31 10:25:54.222068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6ad64aac-cc14-49be-8452-c53b69a9ea23 req-989deb0d-6bf4-489d-983b-494d8d024d45 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Aug 31 10:25:55.096521 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:55.582342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775420de-a117-49b0-bfab-8de386279788 req-59cc1bc9-1819-4af7-b153-3c30e41c0515 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:55.583856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-775420de-a117-49b0-bfab-8de386279788 req-59cc1bc9-1819-4af7-b153-3c30e41c0515 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0537517 Aug 31 10:25:55.622663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-775420de-a117-49b0-bfab-8de386279788 req-ee12548e-4a61-4459-8da9-159d7aff7d95 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Aug 31 10:25:55.817113 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-164d1644-17c2-4f13-887d-60140f5efa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:56.738241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc5cc7-11cf-44de-aa25-5c891f736c14 req-ff66a2d6-dd24-4da6-98f5-c0aa5556923b tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:56.739689 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afcc5cc7-11cf-44de-aa25-5c891f736c14 req-ff66a2d6-dd24-4da6-98f5-c0aa5556923b tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0502348 Aug 31 10:25:56.778362 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afcc5cc7-11cf-44de-aa25-5c891f736c14 req-ef90aa5e-b7cf-4871-9b10-5057ad503ad8 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Aug 31 10:25:57.848232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:57.900277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9759c-3f48-4967-8ad4-21d818976aa2 req-e3b889a3-04f3-424d-bc18-9dc4c984a6cc tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:57.901775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9b9759c-3f48-4967-8ad4-21d818976aa2 req-e3b889a3-04f3-424d-bc18-9dc4c984a6cc tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0490515 Aug 31 10:25:57.940732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9b9759c-3f48-4967-8ad4-21d818976aa2 req-991718f0-dc4b-4e2c-8f1a-be519d252cd7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Aug 31 10:25:58.795509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:59.060860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5aeb5-bf7c-4ba3-a25f-4448e709eb14 req-0c55613a-da4e-4cb6-9e00-142dbcc608b5 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:59.062268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8c5aeb5-bf7c-4ba3-a25f-4448e709eb14 req-0c55613a-da4e-4cb6-9e00-142dbcc608b5 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0525403 Aug 31 10:25:59.101845 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8c5aeb5-bf7c-4ba3-a25f-4448e709eb14 req-a5c0abf3-7e16-497a-a423-49d6c836906c tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329912 Aug 31 10:26:00.217795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704a727-1763-4cbd-9331-b91598bb3c67 req-aa05e769-f3b9-410e-9de2-4462b62d9abe tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:00.219357 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9704a727-1763-4cbd-9331-b91598bb3c67 req-aa05e769-f3b9-410e-9de2-4462b62d9abe tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0513222 Aug 31 10:26:00.259998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9704a727-1763-4cbd-9331-b91598bb3c67 req-8b03c608-140b-4760-bee8-0b7f397c6391 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342591 Aug 31 10:26:01.636907 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66958-29e1-4746-a4a4-3efa402fee94 req-ea642fe4-14dc-4698-82df-32b7b08cf280 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:01.638303 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bbf66958-29e1-4746-a4a4-3efa402fee94 req-ea642fe4-14dc-4698-82df-32b7b08cf280 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0503666 Aug 31 10:26:01.678226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bbf66958-29e1-4746-a4a4-3efa402fee94 req-3c8e6425-815a-4302-99eb-92692ce204a9 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336614 Aug 31 10:26:02.806108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20bc19-4e5d-410c-a0fe-6b70bd14eb2d req-4c318636-6ea9-4225-96e4-2332b22bf408 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:02.807910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb20bc19-4e5d-410c-a0fe-6b70bd14eb2d req-4c318636-6ea9-4225-96e4-2332b22bf408 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0606740 Aug 31 10:26:02.847980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb20bc19-4e5d-410c-a0fe-6b70bd14eb2d req-c933bc73-2bb3-4acd-ac9b-583f66f4fb90 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Aug 31 10:26:03.964826 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd661b5-a8c8-4531-bf94-53c05163d675 req-b981afe9-0738-49d5-b50b-c032fc05c71f tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:03.966314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bd661b5-a8c8-4531-bf94-53c05163d675 req-b981afe9-0738-49d5-b50b-c032fc05c71f tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0498259 Aug 31 10:26:04.003696 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bd661b5-a8c8-4531-bf94-53c05163d675 req-ade05b9c-3125-4aec-bf32-d8813024f536 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309548 Aug 31 10:26:05.122085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc27be-118e-4262-9573-d46a4f06a151 req-1619fef6-5853-4adc-b958-d525f956eda6 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:05.123618 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67bc27be-118e-4262-9573-d46a4f06a151 req-1619fef6-5853-4adc-b958-d525f956eda6 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0530367 Aug 31 10:26:05.164410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-67bc27be-118e-4262-9573-d46a4f06a151 req-e90bf8e4-6c42-4523-bd92-1b38d039ed67 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348721 Aug 31 10:26:06.292276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874a52e-306d-411e-8d72-626771493317 req-21c32286-153a-4c8a-b28e-19da90a10582 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:06.293774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6874a52e-306d-411e-8d72-626771493317 req-21c32286-153a-4c8a-b28e-19da90a10582 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0562344 Aug 31 10:26:06.332231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6874a52e-306d-411e-8d72-626771493317 req-f7199fac-705c-4944-af4d-3769bd98baa6 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Aug 31 10:26:06.345093 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:26:07.451883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dac23-b5dc-49c2-8d64-4ae161685be8 req-d376a8e4-ed1c-40c6-921d-65f3ef3f8f77 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:07.453419 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab9dac23-b5dc-49c2-8d64-4ae161685be8 req-d376a8e4-ed1c-40c6-921d-65f3ef3f8f77 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0529423 Aug 31 10:26:07.491907 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab9dac23-b5dc-49c2-8d64-4ae161685be8 req-48884797-9538-4bbb-b92c-b0bb40030ad2 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Aug 31 10:26:08.620026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffcd21-69a6-4ce2-bc0a-5fce6fbd30a8 req-1ff0f609-7e09-46a8-84a8-7d401c573809 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:08.621502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27ffcd21-69a6-4ce2-bc0a-5fce6fbd30a8 req-1ff0f609-7e09-46a8-84a8-7d401c573809 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0501275 Aug 31 10:26:08.664930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27ffcd21-69a6-4ce2-bc0a-5fce6fbd30a8 req-9cdd6f5d-f6ab-44fe-8bfd-65d2e9cddd43 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365167 Aug 31 10:26:09.786717 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434227-60ee-4597-9203-d209a43f36b5 req-21072073-6e7d-440b-a7b0-9bc72e5dbd3f tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:09.788869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83434227-60ee-4597-9203-d209a43f36b5 req-21072073-6e7d-440b-a7b0-9bc72e5dbd3f tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0557134 Aug 31 10:26:09.829282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83434227-60ee-4597-9203-d209a43f36b5 req-4ceefe1e-2e7f-41d5-a8c5-433b665da3ee tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Aug 31 10:26:10.945532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983e6ea-e2fd-418f-99a9-6dac41175a68 req-a70a7c9e-f4c4-4a7d-9b53-f1ae59122578 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:10.947035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f983e6ea-e2fd-418f-99a9-6dac41175a68 req-a70a7c9e-f4c4-4a7d-9b53-f1ae59122578 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0493398 Aug 31 10:26:10.988499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f983e6ea-e2fd-418f-99a9-6dac41175a68 req-4ffae319-892f-4a88-a4b1-1ca992e8e09d tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Aug 31 10:26:11.012067 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.119990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3ea2-72b2-4d2f-8d42-7e4833fa1978 req-9e5e7739-4125-4d09-90b7-99f012d3b12b tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:12.121391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-054f3ea2-72b2-4d2f-8d42-7e4833fa1978 req-9e5e7739-4125-4d09-90b7-99f012d3b12b tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0493131 Aug 31 10:26:12.161082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-054f3ea2-72b2-4d2f-8d42-7e4833fa1978 req-54d1ec97-fdac-4734-900e-54d31f3baf06 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Aug 31 10:26:13.280357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79676f-7168-426e-85e0-e28ef3c71cb8 req-87e17334-fc76-4311-9ff7-4794edff1022 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:13.281840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f79676f-7168-426e-85e0-e28ef3c71cb8 req-87e17334-fc76-4311-9ff7-4794edff1022 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0523438 Aug 31 10:26:13.319127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f79676f-7168-426e-85e0-e28ef3c71cb8 req-c31a6bbe-c6fa-4f3f-87c4-cbee42003321 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307753 Aug 31 10:26:14.076562 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.447532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026074c-209a-4e04-a6da-41496625bc00 req-7c32832c-f584-4e6d-b448-9149d11b9a3e tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:14.449084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5026074c-209a-4e04-a6da-41496625bc00 req-7c32832c-f584-4e6d-b448-9149d11b9a3e tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0597820 Aug 31 10:26:14.487527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5026074c-209a-4e04-a6da-41496625bc00 req-bd449bb1-5007-4c79-8ad6-a60c7aefcdbd tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Aug 31 10:26:15.610412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217f297-8347-48b3-b9fc-f6f7ccdace5f req-45d56f9f-7c3e-452a-899b-d01e35cf36a1 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:15.611929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f217f297-8347-48b3-b9fc-f6f7ccdace5f req-45d56f9f-7c3e-452a-899b-d01e35cf36a1 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0556197 Aug 31 10:26:15.653535 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f217f297-8347-48b3-b9fc-f6f7ccdace5f req-9a03c612-af3a-4f74-b8a9-ed8f59c08991 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Aug 31 10:26:16.777850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02ef83-a078-4b53-8eca-3d6065bf2b96 req-b0e8e3a3-001a-46c2-85e4-c2bfb05b2fa6 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:16.779585 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b02ef83-a078-4b53-8eca-3d6065bf2b96 req-b0e8e3a3-001a-46c2-85e4-c2bfb05b2fa6 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0552807 Aug 31 10:26:16.819505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b02ef83-a078-4b53-8eca-3d6065bf2b96 req-520ee8e1-74ee-4fbe-b348-47cd4a74fba5 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Aug 31 10:26:17.936484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9fc5b-91ff-4083-9647-37ddc27e295e req-4e89f8a3-e4a6-4ce9-982e-65eed8d0f9fe tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:17.937977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37c9fc5b-91ff-4083-9647-37ddc27e295e req-4e89f8a3-e4a6-4ce9-982e-65eed8d0f9fe tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0516493 Aug 31 10:26:17.995382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37c9fc5b-91ff-4083-9647-37ddc27e295e req-e4bcd4d0-cc97-4db1-8841-eba18fe067ff tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504365 Aug 31 10:26:19.111508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75264b4-b24b-43e7-96a6-53a1e50be058 req-b79e3f47-bcc5-4aa0-b9be-ee95fd88ae17 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:19.113059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75264b4-b24b-43e7-96a6-53a1e50be058 req-b79e3f47-bcc5-4aa0-b9be-ee95fd88ae17 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0495005 Aug 31 10:26:19.151882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c75264b4-b24b-43e7-96a6-53a1e50be058 req-bb7266a1-f2ed-4428-a5fd-c5459659ad4c tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 31 10:26:19.726284 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-2ecd612a-6794-4816-989a-14330cccd672 req-ea272aee-fb8a-4b43-8eb9-58bdaf475312 service neutron] show failed (client error): The resource could not be found. Aug 31 10:26:19.727407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-ea272aee-fb8a-4b43-8eb9-58bdaf475312 service neutron] 10.222.0.20 "GET /v2.0/ports/9b5c6254-7729-4213-9545-cd1e6fe0a7d6/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0609443 Aug 31 10:26:19.958154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd612a-6794-4816-989a-14330cccd672 req-eecd3187-54ba-461a-badb-790bee455ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:19.959694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-eecd3187-54ba-461a-badb-790bee455ed8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee&tenant_id=51d48da570d8432a8ee372491950a6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0714815 Aug 31 10:26:19.971170 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:20.027845 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.274131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39c291-10f1-4ed3-a41a-2790ee5f3357 req-38eb302a-593b-4aed-90b5-311b1203c653 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.275731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c39c291-10f1-4ed3-a41a-2790ee5f3357 req-38eb302a-593b-4aed-90b5-311b1203c653 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0537496 Aug 31 10:26:20.323756 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c39c291-10f1-4ed3-a41a-2790ee5f3357 req-a9b8d593-22c6-4a62-9289-45b1422ee678 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Aug 31 10:26:20.515746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:20.549909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:20.587720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:20.589883 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7124d52b-de2b-4513-a25f-2fa95077dfdb" -d '{"events": [{"server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:20.593901 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.606995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Transition to ACTIVE for port object 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:20.611141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.639915 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c06b84-bf4a-472a-a62a-156cae9bb1b1 x-openstack-request-id: req-46c06b84-bf4a-472a-a62a-156cae9bb1b1 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:20.640202 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:20.640518 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46c06b84-bf4a-472a-a62a-156cae9bb1b1 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:20.641015 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'code': 200} Aug 31 10:26:20.675596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:20.677797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] No DVR routers for this DVR port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:26:20.688364 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.688715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.689036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.689355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.689676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.689995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.690309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.690622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.690961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.691273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.691607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.692057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:20.729667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Attempting to bind port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:20.729994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Attempting to bind port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:20.730315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Attempting to bind port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on network efab7792-5c64-4bd0-9d28-11027a3e620a {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:20.734529 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on network efab7792-5c64-4bd0-9d28-11027a3e620a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:26:20.734871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Attempting to bind port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on network efab7792-5c64-4bd0-9d28-11027a3e620a {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:20.739561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:20.739883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Checking segment: {'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:20.740260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Bound using segment: {'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:20.740669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Bound port: 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7732ff3-4cb8-4582-b27f-23de05e14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:20.741014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.803048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:20.806348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:20.812630 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.847107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.847727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.849732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] 10.222.0.52 "PUT /v2.0/ports/9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 1091 time: 0.8826230 Aug 31 10:26:20.869918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9f14-bc23-4a0e-a49a-0937989f4cfe service neutron] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:20.915729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd612a-6794-4816-989a-14330cccd672 req-51b5cd65-5a09-4ca3-89b9-5405622e6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.917694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-51b5cd65-5a09-4ca3-89b9-5405622e6b55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=51d48da570d8432a8ee372491950a6b7&device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 1094 time: 0.0446043 Aug 31 10:26:21.013799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd612a-6794-4816-989a-14330cccd672 req-b180146b-9ddd-4907-ad0a-cc49d698ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:21.015305 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-b180146b-9ddd-4907-ad0a-cc49d698ff00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 200 len: 913 time: 0.0905044 Aug 31 10:26:21.056912 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-8a00732d-b333-4e4c-9202-77cfd8d8ed60 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0347826 Aug 31 10:26:21.120156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd612a-6794-4816-989a-14330cccd672 req-7b60a4ee-5ea1-48f7-a2f7-7c25b78f6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:21.121618 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-7b60a4ee-5ea1-48f7-a2f7-7c25b78f6b8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b8493a7-d931-47fc-a2ec-636420867fdd HTTP/1.1" status: 200 len: 851 time: 0.0584140 Aug 31 10:26:21.157916 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-4e2f839f-91a3-421d-a56d-fdaea13d0401 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efab7792-5c64-4bd0-9d28-11027a3e620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284312 Aug 31 10:26:21.248921 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-e65c9f19-a225-44bb-91de-6ce9e5c0dc86 service neutron] 10.222.0.52 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841174 Aug 31 10:26:21.353464 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ecd612a-6794-4816-989a-14330cccd672 req-6cf0c2be-0f82-4698-b5a3-6bfd8ca0d9c1 service neutron] 10.222.0.52 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979083 Aug 31 10:26:21.467429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabd8f5-0034-4295-a2d4-c388baf7af0d req-be1dc81d-f2f4-48dc-a7f9-0f4166001654 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:21.468947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1aabd8f5-0034-4295-a2d4-c388baf7af0d req-be1dc81d-f2f4-48dc-a7f9-0f4166001654 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 943 time: 0.0745544 Aug 31 10:26:21.510498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1aabd8f5-0034-4295-a2d4-c388baf7af0d req-843030d7-017c-420e-927f-199c7280e1b7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351832 Aug 31 10:26:21.888945 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ac6660c3-2363-453f-8ebd-cd1097c7f04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:22.642126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:22.645151 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b26cee5-15e7-4be6-8400-f44c8b04ac47" -d '{"events": [{"name": "network-changed", "server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:22.649377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff90777-2a8e-4054-bf12-4bd16299e2e3 req-045bb109-fa40-435e-af40-75e6ab1760e9 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:22.651046 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ff90777-2a8e-4054-bf12-4bd16299e2e3 req-045bb109-fa40-435e-af40-75e6ab1760e9 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 943 time: 0.0617933 Aug 31 10:26:22.696286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ff90777-2a8e-4054-bf12-4bd16299e2e3 req-8030f586-75a3-400e-a929-c8742765b971 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Aug 31 10:26:22.723291 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d8d060-1adb-4ba5-95f9-2fde5f811021 x-openstack-request-id: req-17d8d060-1adb-4ba5-95f9-2fde5f811021 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:22.723938 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:22.723938 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17d8d060-1adb-4ba5-95f9-2fde5f811021 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:22.724677 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'status': 'completed', 'code': 200} Aug 31 10:26:22.791651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-6f35473f-56de-48e8-b1e9-6783e1ee7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:22.793177 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-6f35473f-56de-48e8-b1e9-6783e1ee7c28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d48da570d8432a8ee372491950a6b7&device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 1094 time: 0.0560894 Aug 31 10:26:22.805082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-8bb52c22-d4f4-4340-81e5-33ec7804c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:22.806570 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-8bb52c22-d4f4-4340-81e5-33ec7804c8cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=51d48da570d8432a8ee372491950a6b7&device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 1094 time: 0.0562418 Aug 31 10:26:22.915967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-3420589a-bf1b-42ec-9844-1bc6a3641306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:22.917244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-80d82d35-4b56-4078-b23e-33cc85fb3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:22.917779 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-3420589a-bf1b-42ec-9844-1bc6a3641306 service neutron] 10.222.0.52 "GET /v2.0/networks?id=efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 200 len: 913 time: 0.1042192 Aug 31 10:26:22.918915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-80d82d35-4b56-4078-b23e-33cc85fb3554 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 200 len: 913 time: 0.1187146 Aug 31 10:26:22.964784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-c4a8869d-e790-4197-84fa-e7e0ac10b4d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0388095 Aug 31 10:26:22.968287 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-8cdfa5f0-a46a-47c9-a321-7737a2d22bf3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0427210 Aug 31 10:26:23.020103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-a2740d55-d457-41c2-8b08-7ac73bd8a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:23.021579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-a2740d55-d457-41c2-8b08-7ac73bd8a962 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b8493a7-d931-47fc-a2ec-636420867fdd HTTP/1.1" status: 200 len: 851 time: 0.0472429 Aug 31 10:26:23.046522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-7dfa6609-5d4e-4f78-a8b7-44500ba3645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:23.049018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-7dfa6609-5d4e-4f78-a8b7-44500ba3645c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b8493a7-d931-47fc-a2ec-636420867fdd HTTP/1.1" status: 200 len: 851 time: 0.0774658 Aug 31 10:26:23.054508 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-41e642a5-4a49-4417-a994-0c66cd77ba13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efab7792-5c64-4bd0-9d28-11027a3e620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265300 Aug 31 10:26:23.088614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-eea82976-15b2-45da-9cd0-d6d47871bb2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efab7792-5c64-4bd0-9d28-11027a3e620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327954 Aug 31 10:26:23.168570 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-b7ab96b1-5b9e-4583-9fec-62b9f4ad3889 service neutron] 10.222.0.52 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074686 Aug 31 10:26:23.187201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-d8efe071-fa9a-4ef7-90cb-b0fba60f9d4e service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889707 Aug 31 10:26:23.261885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-d223f716-5ee1-4bcd-abe2-0b8c42cbe8c3 service neutron] 10.222.0.52 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869136 Aug 31 10:26:23.281381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b26cee5-15e7-4be6-8400-f44c8b04ac47 req-45692cb6-f535-43d1-ae95-8a1741bc14d8 service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874836 Aug 31 10:26:23.825562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a978ffd-d715-40e9-8c25-203d7baaa717 req-d2fc9b18-c20e-4fd3-9be4-705046ca5db7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:23.827515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a978ffd-d715-40e9-8c25-203d7baaa717 req-d2fc9b18-c20e-4fd3-9be4-705046ca5db7 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 943 time: 0.0627816 Aug 31 10:26:23.868955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a978ffd-d715-40e9-8c25-203d7baaa717 req-58429e28-5dce-40cb-ba11-dcb541bebdc1 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350790 Aug 31 10:26:24.080665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:26:24.142599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-0a3396a3-1e21-49a3-8416-c9cac7447a4a tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:24.144051 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-0a3396a3-1e21-49a3-8416-c9cac7447a4a tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.20 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee&tenant_id=51d48da570d8432a8ee372491950a6b7&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 943 time: 0.0867548 Aug 31 10:26:24.180030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:24.191161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'network_id': 'efab7792-5c64-4bd0-9d28-11027a3e620a', 'port_id': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'mac_address': 'fa:16:3e:6c:1e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8493a7-d931-47fc-a2ec-636420867fdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:26:24.228821 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:24.232602 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-f52c97d2-368e-41c0-be08-d421727b3239 service neutron] delete failed (client error): The resource could not be found. Aug 31 10:26:24.234120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-f52c97d2-368e-41c0-be08-d421727b3239 service neutron] 10.222.0.20 "DELETE /v2.0/ports/9b5c6254-7729-4213-9545-cd1e6fe0a7d6/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0820553 Aug 31 10:26:24.246338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:26:24.269642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:24.274270 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:24.325741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:24.326604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-9006aede-1e71-4643-8fa7-c8f3d4007fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:24.328192 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-9006aede-1e71-4643-8fa7-c8f3d4007fd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d48da570d8432a8ee372491950a6b7&device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 1095 time: 0.0512404 Aug 31 10:26:24.333220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.333566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.333907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.334248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.334821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.335282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.335628 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.336018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.336318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.336639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.336964 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.337286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:24.342209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:26:24.392395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:26:24.424657 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-8b665aca-07a7-465b-97f4-c8b75c8acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:24.426836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-8b665aca-07a7-465b-97f4-c8b75c8acfa9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 200 len: 913 time: 0.0918174 Aug 31 10:26:24.474025 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-b332ae0f-e6f7-4458-a7f7-eaba5c90fc33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0402603 Aug 31 10:26:24.520633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9b5c6254-7729-4213-9545-cd1e6fe0a7d6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:26:24.524881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-0abc590d-d4ff-492d-87e6-8837f047d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:24.526377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-0abc590d-d4ff-492d-87e6-8837f047d191 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b8493a7-d931-47fc-a2ec-636420867fdd HTTP/1.1" status: 200 len: 851 time: 0.0461056 Aug 31 10:26:24.558929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-f7db7335-5be1-4e52-b7f5-55001411244c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efab7792-5c64-4bd0-9d28-11027a3e620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251033 Aug 31 10:26:24.672525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-0f408ce0-8498-4971-9af3-b5b23803efd3 service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067812 Aug 31 10:26:24.764261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-5fdcc1aa-1f46-4efb-b00b-14594fe22d00 service neutron] 10.222.0.20 "GET /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849645 Aug 31 10:26:25.106115 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:25.448718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f6297-7b83-406c-97f0-0903fb66a370 req-5b06dfaf-2572-46a9-b519-fe909cc41366 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:25.450227 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-606f6297-7b83-406c-97f0-0903fb66a370 req-5b06dfaf-2572-46a9-b519-fe909cc41366 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 944 time: 0.0572095 Aug 31 10:26:25.493006 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-606f6297-7b83-406c-97f0-0903fb66a370 req-e09e7439-5cb6-4a9c-9a51-bbd1485654d5 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Aug 31 10:26:25.819501 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d4b589d6-09d5-4447-86e6-9bac179d2394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:26.091528 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:26.142984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:26.147229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:26.147604 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:26.226233 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:26.249036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:26.251323 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f62acbc-1bc5-43a7-8e89-586fdd6ca92c" -d '{"events": [{"server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:26.267579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:26.272486 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:26.301161 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d3e0ff-5300-473c-9ac2-7dbcc16984e9 x-openstack-request-id: req-40d3e0ff-5300-473c-9ac2-7dbcc16984e9 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:26.301452 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "name": "network-vif-plugged", "status": "completed", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:26.301705 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40d3e0ff-5300-473c-9ac2-7dbcc16984e9 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:26.302085 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'code': 200} Aug 31 10:26:26.329794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:26.621433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6617-1d4f-4273-b8f9-8c56b841c3f0 req-9b6c7b96-e174-4904-8838-c974a9ae0610 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:26.622978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddbd6617-1d4f-4273-b8f9-8c56b841c3f0 req-9b6c7b96-e174-4904-8838-c974a9ae0610 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0579598 Aug 31 10:26:26.666119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddbd6617-1d4f-4273-b8f9-8c56b841c3f0 req-f37f24a7-facb-42d8-94e0-271046afd573 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.69 "GET /v2.0/security-groups?id=8036f493-4ad7-4157-b810-a437cf0f7876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368128 Aug 31 10:26:26.727778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-c60b95dc-4ce2-4056-98e0-599ae1f64299 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:26.730282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-c60b95dc-4ce2-4056-98e0-599ae1f64299 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.52 "GET /v2.0/ports?device_id=83836ed5-b499-4970-8737-ce6bfe2f9cee HTTP/1.1" status: 200 len: 945 time: 0.0681114 Aug 31 10:26:26.830246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Deleting port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:26:26.830584 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:26.924019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] For port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,segment=NetworkSegment(e7732ff3-4cb8-4582-b27f-23de05e14829),segment_id=e7732ff3-4cb8-4582-b27f-23de05e14829)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:26.924375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:26.937928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Calling delete_port for 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:26:27.068541 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:27.079888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9b5c6254-7729-4213-9545-cd1e6fe0a7d6'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:26:27.101944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Pushing event deleted for resources: {'Port': ['ID=9b5c6254-7729-4213-9545-cd1e6fe0a7d6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:27.164012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] No DVR routers for this DVR port 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:26:27.167919 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:27.171337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c6d0d3ec-3bb4-4c07-85d1-2158b3d82fbd req-bdc03efe-64a8-47e9-9229-6c3b41024b88 tempest-DeleteServersTestJSON-1390351547 tempest-DeleteServersTestJSON-1390351547-project] 10.222.0.52 "DELETE /v2.0/ports/9b5c6254-7729-4213-9545-cd1e6fe0a7d6 HTTP/1.1" status: 204 len: 173 time: 0.4348810 Aug 31 10:26:27.172004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'name': 'network-vif-deleted', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:27.175673 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5b161c-1262-4ecb-9a9b-d95338143952" -d '{"events": [{"server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "name": "network-vif-deleted", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:27.215979 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6237e94a-fb1c-4783-aa0a-14007a797d63 x-openstack-request-id: req-6237e94a-fb1c-4783-aa0a-14007a797d63 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:27.216280 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83836ed5-b499-4970-8737-ce6bfe2f9cee", "name": "network-vif-deleted", "tag": "9b5c6254-7729-4213-9545-cd1e6fe0a7d6", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:27.216534 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6237e94a-fb1c-4783-aa0a-14007a797d63 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:27.216933 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83836ed5-b499-4970-8737-ce6bfe2f9cee', 'name': 'network-vif-deleted', 'tag': '9b5c6254-7729-4213-9545-cd1e6fe0a7d6', 'status': 'completed', 'code': 200} Aug 31 10:26:27.828294 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46154) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:27.851627 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:27.875066 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd88cce6-7d6b-4633-a39b-2d36c4671b65 admin admin] Deleting subnet 6b8493a7-d931-47fc-a2ec-636420867fdd {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:26:27.878332 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd88cce6-7d6b-4633-a39b-2d36c4671b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:27.913725 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd88cce6-7d6b-4633-a39b-2d36c4671b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:27.952665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd88cce6-7d6b-4633-a39b-2d36c4671b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.011678 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd88cce6-7d6b-4633-a39b-2d36c4671b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.037958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88cce6-7d6b-4633-a39b-2d36c4671b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8493a7-d931-47fc-a2ec-636420867fdd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:28.041995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd88cce6-7d6b-4633-a39b-2d36c4671b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.043892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dd88cce6-7d6b-4633-a39b-2d36c4671b65 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6b8493a7-d931-47fc-a2ec-636420867fdd HTTP/1.1" status: 204 len: 168 time: 0.2146039 Aug 31 10:26:28.047871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46156) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:28.115042 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.196556 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.206507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efab7792-5c64-4bd0-9d28-11027a3e620a']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:28.217172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7732ff3-4cb8-4582-b27f-23de05e14829') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:28.217462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7732ff3-4cb8-4582-b27f-23de05e14829') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:28.226694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.242348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.248639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:26:28.249038 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:26:28.250794 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:26:28.310252 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.318300 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.321186 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/efab7792-5c64-4bd0-9d28-11027a3e620a HTTP/1.1" status: 204 len: 168 time: 0.2722354 Aug 31 10:26:28.338589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefdf15-a902-4af4-81cd-6af13d810af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=efab7792-5c64-4bd0-9d28-11027a3e620a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:28.430169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46160) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:28.477011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-29fd25a5-3460-468a-bbc8-3e6742a551e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51d48da570d8432a8ee372491950a6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454168 Aug 31 10:26:28.479546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46162) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:28.532385 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd40c-dcb6-4329-a129-3e985616bf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.555667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd40c-dcb6-4329-a129-3e985616bf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.606528 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd40c-dcb6-4329-a129-3e985616bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.609157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd40c-dcb6-4329-a129-3e985616bf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.610315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f6bbd40c-dcb6-4329-a129-3e985616bf74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8036f493-4ad7-4157-b810-a437cf0f7876 HTTP/1.1" status: 204 len: 168 time: 0.1298728 Aug 31 10:26:28.618249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbd40c-dcb6-4329-a129-3e985616bf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8036f493-4ad7-4157-b810-a437cf0f7876,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:28.798921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.344209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46184) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:29.440736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1434358385-network', 'tenant_id': 'bd0246ba4368415298941a9a3f4867fe'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:29.469474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Made reservation on behalf of bd0246ba4368415298941a9a3f4867fe for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:26:29.472160 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.480586 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.576558 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.580741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.605041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:26:29.615089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0775800-22a3-4456-ac36-60b2bda1fc9d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:29.619929 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.620274 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Added segment af549ca7-943f-4f2d-8bb5-9b69607e3073 of type vlan for network 2891fb80-e380-4108-bd1a-deac8a36f7f0 Aug 31 10:26:29.663567 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.690315 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.692012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:29.692600 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.743578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3982608 Aug 31 10:26:29.746520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46188) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:29.751603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Request body: {'subnet': {'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1434358385-subnet', 'tenant_id': 'bd0246ba4368415298941a9a3f4867fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:29.752522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fc459-8cba-4ebc-a1b0-4792326c8db0 admin admin] Pushing event updated for resources: {'Network': ['ID=2891fb80-e380-4108-bd1a-deac8a36f7f0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:29.770317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 2891fb80-e380-4108-bd1a-deac8a36f7f0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:26:29.773296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Made reservation on behalf of bd0246ba4368415298941a9a3f4867fe for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:26:29.775710 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.945672 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:30.003183 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9965d12-5936-4fca-802f-e709bd823374,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:30.014026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Checking segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:30.014433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Network hostable DHCP agents. Network: 2891fb80-e380-4108-bd1a-deac8a36f7f0, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:26:30.031862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Network 2891fb80-e380-4108-bd1a-deac8a36f7f0 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:26:30.042039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 2891fb80-e380-4108-bd1a-deac8a36f7f0) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:30.046573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:30.047273 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:30.054360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c689e-6a51-4e96-b40a-64b6956725b5 None None] Network 2891fb80-e380-4108-bd1a-deac8a36f7f0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:26:30.063467 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b56c2b05-b76e-4c20-a28b-76681840a81e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3154728 Aug 31 10:26:30.095693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:26:30.120833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:26:30.121179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9b5c6254-7729-4213-9545-cd1e6fe0a7d6 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:26:30.204269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cc1b8f-397c-4a84-820d-68b3911f78c3 None None] Network 2891fb80-e380-4108-bd1a-deac8a36f7f0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:26:30.523257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-ba6c6db3-8b77-4ddb-b7a6-1ed8eacfc3de tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:30.524748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-ba6c6db3-8b77-4ddb-b7a6-1ed8eacfc3de tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 815 time: 0.1092346 Aug 31 10:26:30.540606 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-0ca7bd3b-7480-44f9-a347-6eb494aaafd9 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/quotas/bd0246ba4368415298941a9a3f4867fe HTTP/1.1" status: 200 len: 375 time: 0.0100605 Aug 31 10:26:30.575594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-40972a0c-c268-4f92-85c7-d0086c46e331 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266883 Aug 31 10:26:30.669747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-15aa4c20-ee9d-4fdf-87fd-99be95571917 service neutron] 10.222.0.69 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846550 Aug 31 10:26:30.767305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-c8ae18c4-e8cf-4468-9919-421d380c98c6 service neutron] 10.222.0.69 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883040 Aug 31 10:26:30.941404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1811ddce-9dce-44bc-b1e4-862899aae087 req-111aee54-cf9e-46d0-8b3a-8f651e2d9384 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 210 time: 0.0368977 Aug 31 10:26:31.881109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-6fb04950-ff3a-4594-96a3-1c194c13fb84 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:31.883043 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-6fb04950-ff3a-4594-96a3-1c194c13fb84 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.52 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 815 time: 0.1407473 Aug 31 10:26:31.895896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Request body: {'port': {'device_id': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0', 'admin_state_up': True, 'tenant_id': 'bd0246ba4368415298941a9a3f4867fe'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:32.002415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Made reservation on behalf of bd0246ba4368415298941a9a3f4867fe for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:26:32.006667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.048608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92dd0086-7016-4ac4-94e9-b7ddadd62dcb req-9bea9e7d-68aa-4e34-9efd-c9e152c1f30a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 210 time: 0.0298944 Aug 31 10:26:32.144346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Allocated IP 172.20.0.10 (2891fb80-e380-4108-bd1a-deac8a36f7f0/d9965d12-5936-4fca-802f-e709bd823374/3a15f171-1f79-4b4b-96df-901856bf7914) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:32.296745 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.338978 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.379373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Network 2891fb80-e380-4108-bd1a-deac8a36f7f0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:32.384665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:32.388398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:32.415336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:32.442088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:32.442704 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.457816 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-a20a2d37-2aec-4a41-9260-20ccb260ff99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5654433 Aug 31 10:26:32.470411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Request body: {'port': {'device_id': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:32.530522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.794283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a15f171-1f79-4b4b-96df-901856bf7914 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:26:32.802026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.814247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Transition to ACTIVE for port object 3a15f171-1f79-4b4b-96df-901856bf7914 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:32.817545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.869932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:32.938258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Attempting to bind port 3a15f171-1f79-4b4b-96df-901856bf7914 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:32.939031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Attempting to bind port 3a15f171-1f79-4b4b-96df-901856bf7914 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:32.939031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Attempting to bind port 3a15f171-1f79-4b4b-96df-901856bf7914 on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:32.943545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Port 3a15f171-1f79-4b4b-96df-901856bf7914 on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:26:32.943868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Attempting to bind port 3a15f171-1f79-4b4b-96df-901856bf7914 on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:32.948929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:32.949320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Checking segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:32.949701 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Bound using segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:32.950125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Bound port: 3a15f171-1f79-4b4b-96df-901856bf7914, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:32.950481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:33.016618 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:33.019667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:33.024669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:33.062685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:33.063987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:33.065881 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] 10.222.0.52 "PUT /v2.0/ports/3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 1092 time: 0.5993452 Aug 31 10:26:33.066365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:33.068676 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a994ee8-348a-401f-a7c4-f5c620ef327b" -d '{"events": [{"name": "network-changed", "server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:33.134740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915bb23-668f-4c54-bbd5-983ebf3660db service neutron] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:33.139700 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3024a97-8c1b-475c-8149-a0573633ceb2 x-openstack-request-id: req-e3024a97-8c1b-475c-8149-a0573633ceb2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:33.140206 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:33.140469 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3024a97-8c1b-475c-8149-a0573633ceb2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:33.140754 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914', 'status': 'completed', 'code': 200} Aug 31 10:26:33.157085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-24d19608-8e4b-4e66-93b5-08f7525d3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:33.158626 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-24d19608-8e4b-4e66-93b5-08f7525d3395 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1095 time: 0.0517983 Aug 31 10:26:33.199503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3ea1d-ccdf-4782-bfae-a9ee71921ec0 req-36bfaa0e-89c2-4c1c-a6e9-aec5fd6e2663 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:33.201171 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ad3ea1d-ccdf-4782-bfae-a9ee71921ec0 req-36bfaa0e-89c2-4c1c-a6e9-aec5fd6e2663 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 944 time: 0.0543530 Aug 31 10:26:33.205230 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-52e255c9-4d54-44ea-8646-f3e668c2cd88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 217 time: 0.0382614 Aug 31 10:26:33.241469 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5ad3ea1d-ccdf-4782-bfae-a9ee71921ec0 req-5b576fde-ee73-4c78-bb80-46d505711db8 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Aug 31 10:26:33.258162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-e5af6c3f-4c91-4145-8294-48ca443d90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:33.259680 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-e5af6c3f-4c91-4145-8294-48ca443d90eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0481777 Aug 31 10:26:33.301394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-5de5643f-1d6e-4239-8a6f-c44ca9857f0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329201 Aug 31 10:26:33.415839 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-ae26dcdd-b959-4930-b378-0eae5ce57d0e service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075678 Aug 31 10:26:33.531944 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ce6ba05d-4aa4-4d0e-a75c-8d5ef7ebec86 req-cdebaf00-1b45-40a6-a48e-6bda20b606bc service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094460 Aug 31 10:26:33.620162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-e1c50584-f8c9-4a53-86e1-a92d66a2a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:33.621674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-e1c50584-f8c9-4a53-86e1-a92d66a2a952 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1095 time: 0.0420508 Aug 31 10:26:33.717351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-4cadc425-3adf-47cc-8b4c-f5d81d17ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:33.718774 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-4cadc425-3adf-47cc-8b4c-f5d81d17ebf8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.0907056 Aug 31 10:26:33.761695 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-fbda4b30-9679-454b-8fd0-6993d50f4d6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 217 time: 0.0350392 Aug 31 10:26:33.816087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-2992fc1f-5519-494b-9683-2c787a95cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:33.817995 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-2992fc1f-5519-494b-9683-2c787a95cfc2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0485275 Aug 31 10:26:33.850345 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-4e05d252-ec97-48e8-9052-40030f1e0e09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243399 Aug 31 10:26:33.937788 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-a8025c3c-6578-4854-9fb1-03c0cc69aebd service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798640 Aug 31 10:26:34.030729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4a994ee8-348a-401f-a7c4-f5c620ef327b req-3bf540bf-7aff-472a-9d7a-30b65170a54e service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850110 Aug 31 10:26:34.362552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcc9d4-14fa-4181-b11a-856daef9dbcd req-601f5706-7fc8-4b65-8bb2-382abc371982 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:34.364663 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08dcc9d4-14fa-4181-b11a-856daef9dbcd req-601f5706-7fc8-4b65-8bb2-382abc371982 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 944 time: 0.0509689 Aug 31 10:26:34.405494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08dcc9d4-14fa-4181-b11a-856daef9dbcd req-d6b2ec67-6f40-4c67-a9f9-e4e3e7343189 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Aug 31 10:26:35.526529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb0f48-0ce4-4afb-a6d6-90d01fd35f1d req-7d310b1a-2980-4530-8432-93092687229d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:35.528058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6cb0f48-0ce4-4afb-a6d6-90d01fd35f1d req-7d310b1a-2980-4530-8432-93092687229d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 944 time: 0.0492768 Aug 31 10:26:35.569095 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6cb0f48-0ce4-4afb-a6d6-90d01fd35f1d req-380f2dfb-7b33-46ea-b7f3-5241a42623d3 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Aug 31 10:26:36.119170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3a15f171-1f79-4b4b-96df-901856bf7914 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:26:36.219381 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:36.230829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '3a15f171-1f79-4b4b-96df-901856bf7914', 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0', 'port_id': '3a15f171-1f79-4b4b-96df-901856bf7914', 'mac_address': 'fa:16:3e:7f:fd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9965d12-5936-4fca-802f-e709bd823374', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:26:36.267802 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:36.280644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a15f171-1f79-4b4b-96df-901856bf7914 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:26:36.299459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:36.306740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:36.356373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:36.491990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['3a15f171-1f79-4b4b-96df-901856bf7914'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:26:36.701856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e90af5-69e4-402d-a48d-409e3c743ff2 req-e0a55a60-1365-414e-8f8e-39b9964391d3 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:36.703394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47e90af5-69e4-402d-a48d-409e3c743ff2 req-e0a55a60-1365-414e-8f8e-39b9964391d3 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 945 time: 0.0543549 Aug 31 10:26:36.741782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-47e90af5-69e4-402d-a48d-409e3c743ff2 req-fcd498ee-2315-4d34-9d8b-06397fd1d343 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Aug 31 10:26:37.856406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a24e7-5943-45e3-91d6-2a8f2ac9619a req-8bdff03a-7e1f-4b04-8376-8613b1454ba4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:37.857896 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a7a24e7-5943-45e3-91d6-2a8f2ac9619a req-8bdff03a-7e1f-4b04-8376-8613b1454ba4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 945 time: 0.0492640 Aug 31 10:26:37.897100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a7a24e7-5943-45e3-91d6-2a8f2ac9619a req-f207d116-0d53-4f05-b09d-eee5bec2a6f4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Aug 31 10:26:38.135794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3a15f171-1f79-4b4b-96df-901856bf7914 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:38.204687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 3a15f171-1f79-4b4b-96df-901856bf7914 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:38.208597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 3a15f171-1f79-4b4b-96df-901856bf7914 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:38.208964 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:38.295454 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:38.323026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:38.325895 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9995a724-69c7-4e73-b9cf-dc47e5036b7c" -d '{"events": [{"server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "name": "network-vif-plugged", "status": "completed", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:38.339218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:38.343872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:38.371784 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1976650-f908-4ccc-aefa-c725fb9954cd x-openstack-request-id: req-b1976650-f908-4ccc-aefa-c725fb9954cd {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:38.372084 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "name": "network-vif-plugged", "status": "completed", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:38.372312 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1976650-f908-4ccc-aefa-c725fb9954cd {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:38.372701 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914', 'code': 200} Aug 31 10:26:38.399494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:38.460713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c468d8-c807-4179-bbda-771b0a148b66 req-17ede16c-7e20-4fc0-93fc-bdbbf840075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:38.462239 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e0c468d8-c807-4179-bbda-771b0a148b66 req-17ede16c-7e20-4fc0-93fc-bdbbf840075f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1097 time: 0.0419357 Aug 31 10:26:38.497753 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e0c468d8-c807-4179-bbda-771b0a148b66 req-c412de08-6f32-4dee-98a5-94da653e1f14 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285447 Aug 31 10:26:39.017107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566971-4fd5-4957-8169-a68a6da47dd7 req-7695c379-3015-4644-950b-b5ddae2fed67 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:39.018630 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd566971-4fd5-4957-8169-a68a6da47dd7 req-7695c379-3015-4644-950b-b5ddae2fed67 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0484707 Aug 31 10:26:39.057378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd566971-4fd5-4957-8169-a68a6da47dd7 req-c0e7d577-eeee-43da-9b27-327d2db4a9a0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Aug 31 10:26:40.180631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f877d-c973-4d14-ba22-2b8b06c53501 req-f41f3d69-e18e-402e-8e07-3f4b9eda3d33 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:40.182131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa1f877d-c973-4d14-ba22-2b8b06c53501 req-f41f3d69-e18e-402e-8e07-3f4b9eda3d33 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0551682 Aug 31 10:26:40.221597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa1f877d-c973-4d14-ba22-2b8b06c53501 req-60377144-550a-4ac3-a5a8-285bfd9baefb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Aug 31 10:26:40.348243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660fe0-7c86-45df-9b60-d8d384dce964 req-67eb4d21-c344-4042-99d4-fd38a5b8b822 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:40.349675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df660fe0-7c86-45df-9b60-d8d384dce964 req-67eb4d21-c344-4042-99d4-fd38a5b8b822 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0583456 Aug 31 10:26:40.389269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df660fe0-7c86-45df-9b60-d8d384dce964 req-1d2e0bc5-dd57-4120-94ef-b8999fcc18a4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Aug 31 10:26:40.603462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcea446-a5a1-46f2-aff3-6e04f16abd27 req-0e852f7d-7b9f-42ad-b0ff-39b181ab5a74 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:40.606071 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cfcea446-a5a1-46f2-aff3-6e04f16abd27 req-0e852f7d-7b9f-42ad-b0ff-39b181ab5a74 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0604403 Aug 31 10:26:40.658892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cfcea446-a5a1-46f2-aff3-6e04f16abd27 req-0d0b7f3a-d9f3-47a7-a068-730969727dda tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Aug 31 10:26:40.785312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb57ec2-e819-4fcc-a9cd-5fd8e939b940 req-eadd9b54-4945-48a5-8b8d-a24c77f96b1b tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:40.786848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cb57ec2-e819-4fcc-a9cd-5fd8e939b940 req-eadd9b54-4945-48a5-8b8d-a24c77f96b1b tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0550907 Aug 31 10:26:40.848583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9cb57ec2-e819-4fcc-a9cd-5fd8e939b940 req-3dc6c45b-7d7b-43d5-8970-bbb688ec75b1 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Aug 31 10:26:41.013786 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:41.144737 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-c01f0f88-f1b6-4137-b822-1387f87295cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0589786 Aug 31 10:26:41.181754 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6a2c0-8a43-40c2-beab-c12c3baed80d req-60b7a4cf-f869-4b84-94e6-499dc72d16da tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:41.184084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ed6a2c0-8a43-40c2-beab-c12c3baed80d req-60b7a4cf-f869-4b84-94e6-499dc72d16da tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0789690 Aug 31 10:26:41.232589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ed6a2c0-8a43-40c2-beab-c12c3baed80d req-a34a7067-0da6-4a50-a488-ebf76b87aff3 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Aug 31 10:26:42.399186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27b00e-5ce8-4eae-a976-a356d58159c5 req-db877a2c-45bd-40e3-9030-40e8a3e0d988 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:42.400764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c27b00e-5ce8-4eae-a976-a356d58159c5 req-db877a2c-45bd-40e3-9030-40e8a3e0d988 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0697153 Aug 31 10:26:42.443374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-16dc4dd0-cc25-4fdb-a215-f44db0291f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:42.445600 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-16dc4dd0-cc25-4fdb-a215-f44db0291f1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1097 time: 0.1271689 Aug 31 10:26:42.452709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c27b00e-5ce8-4eae-a976-a356d58159c5 req-7d709d6f-a4ee-4ac5-938f-51ab27bd9258 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Aug 31 10:26:42.538824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-d507778a-9cef-42ac-aa60-496632ea0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:42.540251 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-d507778a-9cef-42ac-aa60-496632ea0fae service neutron] 10.222.0.52 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.0877266 Aug 31 10:26:42.583339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-fd751443-d503-4944-b5a4-ccde15c5b32a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 217 time: 0.0358596 Aug 31 10:26:42.638380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-c3e55d58-d29f-4456-902a-a7e1c3814a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:42.639945 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-c3e55d58-d29f-4456-902a-a7e1c3814a04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0502462 Aug 31 10:26:42.673293 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-8cef2b4a-e5e7-491f-bb6e-fb900a35ab20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267177 Aug 31 10:26:42.765442 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-e1e008b9-e898-414e-81f1-e862073d3e93 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850272 Aug 31 10:26:42.867658 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-55744eef-1325-463e-9c95-23cc4bbab454 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950406 Aug 31 10:26:43.345774 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:26:43.600508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ef9e-47e2-4bcf-a626-342d33c847d0 req-a5fbdc4a-6560-454b-966f-14b23ea06c2e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:43.602352 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d51ef9e-47e2-4bcf-a626-342d33c847d0 req-a5fbdc4a-6560-454b-966f-14b23ea06c2e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0602465 Aug 31 10:26:43.649451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d51ef9e-47e2-4bcf-a626-342d33c847d0 req-09b4238e-8673-4517-b905-7ba18e161399 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Aug 31 10:26:43.799248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-281503fa-8699-4fcf-934f-c23f18c979ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:43.802007 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-281503fa-8699-4fcf-934f-c23f18c979ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1097 time: 0.0529983 Aug 31 10:26:43.945079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-e439abb9-bbca-40e9-b242-45242da0868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:43.946724 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-e439abb9-bbca-40e9-b242-45242da0868d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.1171243 Aug 31 10:26:43.994947 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-7d6f12dc-bd7a-400d-a9b8-311d7f1e0af2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 217 time: 0.0412214 Aug 31 10:26:44.065080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-a4225dce-edaf-4998-a3a8-37b15a766d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:44.067330 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-a4225dce-edaf-4998-a3a8-37b15a766d99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0655570 Aug 31 10:26:44.073084 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:44.103333 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-a834b203-dc18-40d0-b7ee-47982ca61464 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286810 Aug 31 10:26:44.201969 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-e85953b8-5cfd-4b1d-887e-5fa9cd69a18f service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920584 Aug 31 10:26:44.293995 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-508b16bc-2197-400a-ae6d-80e30aa54746 req-a72f0eef-e741-4186-96d2-cb607be8add0 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855937 Aug 31 10:26:44.777427 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da326b6-afc1-4a59-95cc-6c248099da91 req-cce0a9ec-c578-4c95-a3fb-a9ab4320b0d5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:44.778905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0da326b6-afc1-4a59-95cc-6c248099da91 req-cce0a9ec-c578-4c95-a3fb-a9ab4320b0d5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0514703 Aug 31 10:26:44.823715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0da326b6-afc1-4a59-95cc-6c248099da91 req-675b12c6-50bb-40de-8ff7-1c1a708c7ff0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370970 Aug 31 10:26:45.948113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136eaad-5553-416d-8f2f-ad35eebb11f1 req-d88e38d6-70c5-451e-a374-090129b29cfb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:45.949655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8136eaad-5553-416d-8f2f-ad35eebb11f1 req-d88e38d6-70c5-451e-a374-090129b29cfb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0556667 Aug 31 10:26:45.990307 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8136eaad-5553-416d-8f2f-ad35eebb11f1 req-eeabc140-8df7-4faf-b23d-2e117fb5e96b tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Aug 31 10:26:47.115948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0381b54-3b32-4bdc-b2de-b925a964ab2d req-883ef620-a76d-48dc-8b97-f5e63215aa18 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:47.117382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0381b54-3b32-4bdc-b2de-b925a964ab2d req-883ef620-a76d-48dc-8b97-f5e63215aa18 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0557892 Aug 31 10:26:47.157335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f0381b54-3b32-4bdc-b2de-b925a964ab2d req-3d3a1574-2a89-4c51-bc91-7c44ebe7210b tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Aug 31 10:26:48.283088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b5e10-c2b2-4460-8817-1fd82419dfd3 req-ec73ffdd-0587-43fa-981c-dae46ea812da tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:48.285323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a84b5e10-c2b2-4460-8817-1fd82419dfd3 req-ec73ffdd-0587-43fa-981c-dae46ea812da tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0549924 Aug 31 10:26:48.328288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a84b5e10-c2b2-4460-8817-1fd82419dfd3 req-253248f8-247e-43f5-812f-be884b04c3ba tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359392 Aug 31 10:26:49.454100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617574b-b6c1-4e75-84f8-8758bf16e5b8 req-9bb85437-be4d-4875-92dc-58b168827933 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:49.455653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0617574b-b6c1-4e75-84f8-8758bf16e5b8 req-9bb85437-be4d-4875-92dc-58b168827933 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0503736 Aug 31 10:26:49.498375 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0617574b-b6c1-4e75-84f8-8758bf16e5b8 req-a0497716-48d4-42e1-8912-6896af5a3c23 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Aug 31 10:26:50.628971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc662f8c-e677-4dc1-92e9-66dec2df95ce req-ea64a82a-3b45-4633-94b8-ec3e22a291a7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:50.630483 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc662f8c-e677-4dc1-92e9-66dec2df95ce req-ea64a82a-3b45-4633-94b8-ec3e22a291a7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0567493 Aug 31 10:26:50.673160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc662f8c-e677-4dc1-92e9-66dec2df95ce req-50c77f5e-db1a-42f1-b063-c3ed0bc9b346 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Aug 31 10:26:51.797527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678eaad-c56a-47b1-b67d-87455992672c req-afbe2885-f155-4f4f-a5a3-a6fba8cb22f2 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:51.798927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4678eaad-c56a-47b1-b67d-87455992672c req-afbe2885-f155-4f4f-a5a3-a6fba8cb22f2 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0520089 Aug 31 10:26:51.840492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4678eaad-c56a-47b1-b67d-87455992672c req-fb250c97-0504-4f95-bf49-a58152608be9 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Aug 31 10:26:51.891360 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff4d3-41e6-43af-977e-675a6ba367b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:52.960713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5497e-d5a6-4426-89cd-9ea71626ffd1 req-6a4a2cfe-60b1-4549-80aa-31fa580f2e13 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:52.962329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13f5497e-d5a6-4426-89cd-9ea71626ffd1 req-6a4a2cfe-60b1-4549-80aa-31fa580f2e13 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0504782 Aug 31 10:26:53.003494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-13f5497e-d5a6-4426-89cd-9ea71626ffd1 req-59d0e46e-3e9e-4635-98b0-a4cf4de96849 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Aug 31 10:26:54.216591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f5aa2-1ba8-4ce3-abf0-8af77e738380 req-4b2ffc87-bbe6-4aef-a24c-919c451baded tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:54.218803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-956f5aa2-1ba8-4ce3-abf0-8af77e738380 req-4b2ffc87-bbe6-4aef-a24c-919c451baded tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0859151 Aug 31 10:26:54.265834 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-956f5aa2-1ba8-4ce3-abf0-8af77e738380 req-ddfb09f0-7b47-471e-8ef1-de70381aef98 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Aug 31 10:26:55.100133 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:55.402837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c0536-5fe0-4a5e-878e-4f99e1d8aa00 req-fe7f7c63-5fbd-4f86-811e-876403cace59 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:55.405056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-534c0536-5fe0-4a5e-878e-4f99e1d8aa00 req-fe7f7c63-5fbd-4f86-811e-876403cace59 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0637658 Aug 31 10:26:55.455360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-534c0536-5fe0-4a5e-878e-4f99e1d8aa00 req-c1200615-f772-440e-849b-e9bedd7bd8fc tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 Aug 31 10:26:55.821448 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ebd81521-59b1-4cf5-b0a3-320135d14629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:56.578139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46526b-635f-4645-a37e-2b0d658ef665 req-154b273f-c86d-4796-802c-7fbb82e8f6a5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:56.579829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f46526b-635f-4645-a37e-2b0d658ef665 req-154b273f-c86d-4796-802c-7fbb82e8f6a5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0523472 Aug 31 10:26:56.621148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f46526b-635f-4645-a37e-2b0d658ef665 req-a35a20c9-0313-41eb-aad5-049210bdc7db tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353034 Aug 31 10:26:57.759695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b76446-72ea-4309-9d6c-6ab159660fa9 req-71e8b342-08a1-4605-98e5-ba7b9d3cbfba tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:57.761261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0b76446-72ea-4309-9d6c-6ab159660fa9 req-71e8b342-08a1-4605-98e5-ba7b9d3cbfba tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0556831 Aug 31 10:26:57.805330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0b76446-72ea-4309-9d6c-6ab159660fa9 req-2d1543ff-80e6-4b98-805a-370c18eb4741 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Aug 31 10:26:57.855081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:58.805487 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:58.976564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd82e-029e-4286-80ba-b60ccbc5288c req-0b5e9db8-860a-4d91-84c5-d30896b0ac99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:58.978145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23abd82e-029e-4286-80ba-b60ccbc5288c req-0b5e9db8-860a-4d91-84c5-d30896b0ac99 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0753238 Aug 31 10:26:59.031984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-23abd82e-029e-4286-80ba-b60ccbc5288c req-a82e362a-1379-4cc7-bc5e-42662f609f75 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Aug 31 10:27:00.231997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279912d-2ccc-4366-b8c8-e6eebeb24468 req-b2836b2c-8dae-4f87-96aa-c85e71fd08fe tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:00.234905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1279912d-2ccc-4366-b8c8-e6eebeb24468 req-b2836b2c-8dae-4f87-96aa-c85e71fd08fe tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0814919 Aug 31 10:27:00.300320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1279912d-2ccc-4366-b8c8-e6eebeb24468 req-22e8c898-8912-44a6-983f-373bc26cb620 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522575 Aug 31 10:27:01.496586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3601d5c-dee5-482d-9229-ee43c67942c2 req-e8a846aa-45d5-4864-9f1f-3d7f93743f95 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:01.498892 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3601d5c-dee5-482d-9229-ee43c67942c2 req-e8a846aa-45d5-4864-9f1f-3d7f93743f95 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0845776 Aug 31 10:27:01.568914 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3601d5c-dee5-482d-9229-ee43c67942c2 req-001dc526-a240-4187-bbb3-89e1943fd022 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573788 Aug 31 10:27:02.758189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665281e4-a6ba-4454-9b62-6fa33fdf04be req-b9565da6-16c7-49cd-b249-a040c43e7689 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:02.760711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-665281e4-a6ba-4454-9b62-6fa33fdf04be req-b9565da6-16c7-49cd-b249-a040c43e7689 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0821383 Aug 31 10:27:02.823813 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-665281e4-a6ba-4454-9b62-6fa33fdf04be req-ecb5b2ae-8977-4b69-b058-3951c4ee4a50 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492995 Aug 31 10:27:03.995541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0d151-f0dc-4f79-9dd1-b92d5bd3d1e7 req-a0d1a363-8101-422d-bcac-70616ae33875 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:03.997416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d0d151-f0dc-4f79-9dd1-b92d5bd3d1e7 req-a0d1a363-8101-422d-bcac-70616ae33875 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0823483 Aug 31 10:27:04.044441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d0d151-f0dc-4f79-9dd1-b92d5bd3d1e7 req-71429ea9-8668-440b-8d9a-fa7b53f54f57 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397673 Aug 31 10:27:05.220958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ac127-7ee0-4692-8aa1-0fe3ad8ee27f req-25125196-c8f8-429b-b6bc-2ae028dbb3bb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:05.223293 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f83ac127-7ee0-4692-8aa1-0fe3ad8ee27f req-25125196-c8f8-429b-b6bc-2ae028dbb3bb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0762773 Aug 31 10:27:05.306528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f83ac127-7ee0-4692-8aa1-0fe3ad8ee27f req-211ba707-a87a-41ad-a6cc-0192f3aab7ae tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764005 Aug 31 10:27:06.504405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfc3f5-e8e6-4031-bbf7-caaefcbe4cca req-fa02054c-c61e-42a4-b971-756d9d5897be tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:06.506111 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15dfc3f5-e8e6-4031-bbf7-caaefcbe4cca req-fa02054c-c61e-42a4-b971-756d9d5897be tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0747457 Aug 31 10:27:06.572007 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15dfc3f5-e8e6-4031-bbf7-caaefcbe4cca req-c0e404b6-9d94-437a-8dbd-bb410e4822f0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541840 Aug 31 10:27:07.767978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681abe-2d18-466e-b397-a4051da4a31f req-3bdd540e-a5d0-4ce2-8bca-e9a780b5eef4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:07.771133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9681abe-2d18-466e-b397-a4051da4a31f req-3bdd540e-a5d0-4ce2-8bca-e9a780b5eef4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0772486 Aug 31 10:27:07.830366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b9681abe-2d18-466e-b397-a4051da4a31f req-367c5df1-f0e9-48e7-8103-513d9075983f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496521 Aug 31 10:27:08.970020 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463a61-188d-4b67-8a70-496f8de5d490 req-7dc44d11-9226-4e2b-8ac2-2f7751785a1c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:08.971788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8463a61-188d-4b67-8a70-496f8de5d490 req-7dc44d11-9226-4e2b-8ac2-2f7751785a1c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0650415 Aug 31 10:27:09.027805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8463a61-188d-4b67-8a70-496f8de5d490 req-4cb5ba14-3edc-428e-aaca-f3ca80cde10f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Aug 31 10:27:09.875885 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-a9b1b923-6acb-4bcc-8780-b20da28b3c23 service neutron] show failed (client error): The resource could not be found. Aug 31 10:27:09.876898 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-a9b1b923-6acb-4bcc-8780-b20da28b3c23 service neutron] 10.222.0.52 "GET /v2.0/ports/3a15f171-1f79-4b4b-96df-901856bf7914/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0650625 Aug 31 10:27:10.156569 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-94dd50e5-8fff-4c3b-92bb-7b411d24bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:10.158160 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-94dd50e5-8fff-4c3b-92bb-7b411d24bcf1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00&tenant_id=bd0246ba4368415298941a9a3f4867fe HTTP/1.1" status: 200 len: 1097 time: 0.1079938 Aug 31 10:27:10.170646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:27:10.206847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e2f86-cb72-42b3-8e40-65e23dc3a969 req-2b64d3a7-f7f3-41c0-881d-8994c3380020 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:10.208397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da8e2f86-cb72-42b3-8e40-65e23dc3a969 req-2b64d3a7-f7f3-41c0-881d-8994c3380020 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0905023 Aug 31 10:27:10.263347 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:10.289516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da8e2f86-cb72-42b3-8e40-65e23dc3a969 req-008d362e-2bc6-49c0-aadc-8039c1108184 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697522 Aug 31 10:27:10.551519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:10.591616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h2-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:27:10.643273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:27:10.645556 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f3fa56-eca3-4bf1-a02b-e486d8b0f93b" -d '{"events": [{"server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "name": "network-vif-unplugged", "status": "completed", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:27:10.650369 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:10.666121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Transition to ACTIVE for port object 3a15f171-1f79-4b4b-96df-901856bf7914 will not be triggered until provisioned by entity L2. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:27:10.674019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:10.706059 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d44155-f96d-4f0e-842c-6b63af5050e3 x-openstack-request-id: req-25d44155-f96d-4f0e-842c-6b63af5050e3 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:27:10.706342 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "name": "network-vif-unplugged", "status": "completed", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:27:10.706587 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25d44155-f96d-4f0e-842c-6b63af5050e3 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:27:10.707001 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914', 'code': 200} Aug 31 10:27:10.742205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] No DVR routers for this DVR port 3a15f171-1f79-4b4b-96df-901856bf7914 on host n-h2-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:27:10.745342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:10.757400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.757746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.758081 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.758412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.758736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.759083 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.759410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.759724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.760041 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.760359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.760674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.760986 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:10.790635 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Attempting to bind port 3a15f171-1f79-4b4b-96df-901856bf7914 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:27:10.791164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Attempting to bind port 3a15f171-1f79-4b4b-96df-901856bf7914 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:27:10.791506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Attempting to bind port 3a15f171-1f79-4b4b-96df-901856bf7914 on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:27:10.796187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Port 3a15f171-1f79-4b4b-96df-901856bf7914 on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:27:10.796493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Attempting to bind port 3a15f171-1f79-4b4b-96df-901856bf7914 on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:27:10.802022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:27:10.802355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Checking segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:27:10.802734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Bound using segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} {{(pid=94786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:27:10.803176 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.managers [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Bound port: 3a15f171-1f79-4b4b-96df-901856bf7914, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'}}] {{(pid=94786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:27:10.803535 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:10.867215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h1-806683-2, cleared binding levels {{(pid=94786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:27:10.870358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:27:10.874450 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:10.916664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:10.917283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:10.918809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] 10.222.0.20 "PUT /v2.0/ports/3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 1092 time: 0.7523913 Aug 31 10:27:10.935622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc710cbb-959a-45fb-b773-c8fb2a0e591f service neutron] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:10.981936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-5566b4a6-8a4e-4956-b911-8352f21da406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:10.983489 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-5566b4a6-8a4e-4956-b911-8352f21da406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1095 time: 0.0415699 Aug 31 10:27:11.009170 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:11.074929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-d9373aee-786b-44bb-93d0-b96d4b465168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:11.076364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-d9373aee-786b-44bb-93d0-b96d4b465168 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.0862854 Aug 31 10:27:11.124752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-7507f9bf-a345-421f-9c57-c1a2f48eaa99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 217 time: 0.0400841 Aug 31 10:27:11.174073 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-47fd7b0d-c20c-48c9-9d9a-68522f6720e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:11.176196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-47fd7b0d-c20c-48c9-9d9a-68522f6720e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0448942 Aug 31 10:27:11.208835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-44392877-4004-41e3-9b27-d947e2f16359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253434 Aug 31 10:27:11.302837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-679453fc-86d5-4a3d-9d0d-19234abde00a service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870998 Aug 31 10:27:11.429077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-771803f7-aef8-442d-9ed7-3b2333a3229f req-95066570-8bc8-427c-bd29-4c436c4f119e service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195130 Aug 31 10:27:11.447107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105719-69b6-48ca-9807-928350b0be77 req-d8e1d190-5528-49a5-af33-e6bec12957fb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:11.448698 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e105719-69b6-48ca-9807-928350b0be77 req-d8e1d190-5528-49a5-af33-e6bec12957fb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 944 time: 0.0707018 Aug 31 10:27:11.835835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e105719-69b6-48ca-9807-928350b0be77 req-ae089bdc-7a51-4537-9bf1-0fe84efecf7f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805299 Aug 31 10:27:12.293016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3a15f171-1f79-4b4b-96df-901856bf7914 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:27:12.337009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 3a15f171-1f79-4b4b-96df-901856bf7914 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:27:12.708549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:27:12.711061 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f148dbd-295d-490f-9c47-1c88cb490d39" -d '{"events": [{"name": "network-changed", "server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:27:12.762247 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c5c44-02e5-495c-8659-6a4e7efce3df x-openstack-request-id: req-108c5c44-02e5-495c-8659-6a4e7efce3df {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:27:12.762549 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:27:12.763217 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-108c5c44-02e5-495c-8659-6a4e7efce3df {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:27:12.763440 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914', 'status': 'completed', 'code': 200} Aug 31 10:27:12.833527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-4bf11482-f819-4610-8899-c143c7467d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:12.835589 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-4bf11482-f819-4610-8899-c143c7467d8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1095 time: 0.0500193 Aug 31 10:27:12.853416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-2bae334f-e7be-421e-8346-54d0bbbe0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:12.855078 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-2bae334f-e7be-421e-8346-54d0bbbe0a70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1095 time: 0.0643048 Aug 31 10:27:12.975718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-01e76380-a536-4f70-8ecd-07e5a1eb6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:12.977150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-01e76380-a536-4f70-8ecd-07e5a1eb6928 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.1348083 Aug 31 10:27:12.990172 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-71bd0b6e-4207-4f97-87fb-0cd5ffeec774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:12.992034 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-71bd0b6e-4207-4f97-87fb-0cd5ffeec774 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.1300421 Aug 31 10:27:13.000107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7080a-639f-4c27-81fc-0899ad70ac1e req-0a08d3cf-f2a1-4911-8cc6-be01e7bd5d1b tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:13.002549 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8f7080a-639f-4c27-81fc-0899ad70ac1e req-0a08d3cf-f2a1-4911-8cc6-be01e7bd5d1b tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 944 time: 0.0843236 Aug 31 10:27:13.056511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-113809ed-78e9-4eee-8f12-85e8fed99b51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 217 time: 0.0702488 Aug 31 10:27:13.067339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-09d520eb-c19e-472f-af51-e61fe8ea5d62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 217 time: 0.0674448 Aug 31 10:27:13.123137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-204dfedb-40f4-4f70-9e0e-e93b5388a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:13.124718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-204dfedb-40f4-4f70-9e0e-e93b5388a7c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0509801 Aug 31 10:27:13.137739 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8f7080a-639f-4c27-81fc-0899ad70ac1e req-d7876196-65ca-4d69-aa55-4ebc3c362dd4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853655 Aug 31 10:27:13.141552 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-3e38a028-724a-4113-a1f0-9369af62f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:13.143127 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-3e38a028-724a-4113-a1f0-9369af62f26e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0782986 Aug 31 10:27:13.172840 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-98427cdf-6e34-420d-aab6-52c69041521f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396280 Aug 31 10:27:13.180271 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-6d087b3b-c2d5-4096-a2ce-553d30aa1412 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297868 Aug 31 10:27:13.285764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-1136b3e2-c36a-414d-8c59-1c3f288affb8 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059651 Aug 31 10:27:13.292001 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-929902d5-31ed-4f84-8ad7-f33788091d0a service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038694 Aug 31 10:27:13.416385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-4d5359f8-c2c8-47a1-af1f-aae0ed94689e service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162317 Aug 31 10:27:13.421259 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f148dbd-295d-490f-9c47-1c88cb490d39 req-5ca1cbd6-26dc-4f67-90d8-2f48bef6298f service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282814 Aug 31 10:27:14.093947 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:14.290512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7b7d-50c1-4b1b-8c47-57735872c484 req-9a7c7889-1839-4c80-951f-295f285dc4b0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:14.292047 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a62e7b7d-50c1-4b1b-8c47-57735872c484 req-9a7c7889-1839-4c80-951f-295f285dc4b0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 944 time: 0.0506063 Aug 31 10:27:14.338431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a62e7b7d-50c1-4b1b-8c47-57735872c484 req-2c5f28b6-cba6-40cf-b2ba-354db6a2b63f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Aug 31 10:27:15.482312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07593c44-0250-42e2-955e-8706c7887150 req-0efe10d3-846f-488e-82c1-4d388c78f9b9 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:15.484031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07593c44-0250-42e2-955e-8706c7887150 req-0efe10d3-846f-488e-82c1-4d388c78f9b9 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 944 time: 0.0609550 Aug 31 10:27:15.536400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-07593c44-0250-42e2-955e-8706c7887150 req-8b87e56b-03ba-452e-b629-ffa4d46860e5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Aug 31 10:27:15.860357 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a30f1f-63f7-41be-9f2c-9d9d8724eb57 req-947eb9fc-ae01-4077-bbb0-8c629e99df73 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:15.863639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7a30f1f-63f7-41be-9f2c-9d9d8724eb57 req-947eb9fc-ae01-4077-bbb0-8c629e99df73 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 944 time: 0.0934296 Aug 31 10:27:15.920803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b7a30f1f-63f7-41be-9f2c-9d9d8724eb57 req-01997b59-c1ce-4914-95b4-37bc190864c1 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502865 Aug 31 10:27:15.926554 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-6872f9cc-d08d-44a0-ba56-c474ade7f51f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:15.928670 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-6872f9cc-d08d-44a0-ba56-c474ade7f51f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.52 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00&tenant_id=bd0246ba4368415298941a9a3f4867fe&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 944 time: 0.1452549 Aug 31 10:27:16.012390 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-b8296169-f5dd-4c3a-ab50-d1df902d47be service neutron] delete failed (client error): The resource could not be found. Aug 31 10:27:16.013969 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-b8296169-f5dd-4c3a-ab50-d1df902d47be service neutron] 10.222.0.52 "DELETE /v2.0/ports/3a15f171-1f79-4b4b-96df-901856bf7914/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0780559 Aug 31 10:27:16.130840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-ae15540c-f7a3-4556-9e79-a76a164b1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:16.133347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-ae15540c-f7a3-4556-9e79-a76a164b1648 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 1095 time: 0.0659528 Aug 31 10:27:16.536005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-d3f3b069-6a90-4bf2-a3c5-cbf5e227f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:16.537538 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-d3f3b069-6a90-4bf2-a3c5-cbf5e227f0b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.3976285 Aug 31 10:27:16.580964 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-cf68d54d-3e95-44a8-8858-f8bdda6666fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 200 len: 217 time: 0.0352218 Aug 31 10:27:16.634323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 3a15f171-1f79-4b4b-96df-901856bf7914 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:27:16.635009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-82c41ae1-3efa-4ce6-b9c2-cc98238ea329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:16.635009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-82c41ae1-3efa-4ce6-b9c2-cc98238ea329 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0454445 Aug 31 10:27:16.677598 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-c430298e-8ba5-4e5b-a36e-6b68e606a632 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377519 Aug 31 10:27:16.751864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:16.765952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '3a15f171-1f79-4b4b-96df-901856bf7914', 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0', 'port_id': '3a15f171-1f79-4b4b-96df-901856bf7914', 'mac_address': 'fa:16:3e:7f:fd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9965d12-5936-4fca-802f-e709bd823374', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:27:16.777543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-02c17076-799b-4fd5-bae3-1cecc1ac6992 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926130 Aug 31 10:27:16.814686 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:16.833377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a15f171-1f79-4b4b-96df-901856bf7914 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:27:16.856506 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:16.861317 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:16.887997 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-35cd69ef-73ba-4c4f-861e-bfd61fc795ed req-07a1bcf0-d64b-43ba-bdf8-58929a472b43 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031685 Aug 31 10:27:16.920301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:17.081674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d9057-7c48-45ab-be8d-2aba68416070 req-7b30ea4c-0ddd-4b45-a90b-fd57a9c1ead5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:17.083418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b91d9057-7c48-45ab-be8d-2aba68416070 req-7b30ea4c-0ddd-4b45-a90b-fd57a9c1ead5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 945 time: 0.0709612 Aug 31 10:27:17.136547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b91d9057-7c48-45ab-be8d-2aba68416070 req-76a611da-31c2-45d7-8949-2f1b7bb7e84d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Aug 31 10:27:17.237962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['3a15f171-1f79-4b4b-96df-901856bf7914'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:27:18.262870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b665861-17eb-4b76-b131-d59349b40aab req-28c27357-228e-460b-bac6-9af4c85ef946 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:18.264517 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b665861-17eb-4b76-b131-d59349b40aab req-28c27357-228e-460b-bac6-9af4c85ef946 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 945 time: 0.0553629 Aug 31 10:27:18.313594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b665861-17eb-4b76-b131-d59349b40aab req-a817d5de-2367-4936-9585-ad0e63cd86bf tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Aug 31 10:27:18.451989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c89e50-4bc6-4c03-b3d8-cd14bcda7bbf req-d232e7b4-d307-4f48-91ef-2acb97573652 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:18.453545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68c89e50-4bc6-4c03-b3d8-cd14bcda7bbf req-d232e7b4-d307-4f48-91ef-2acb97573652 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 945 time: 0.0622230 Aug 31 10:27:18.499999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68c89e50-4bc6-4c03-b3d8-cd14bcda7bbf req-3c2ddd76-e83a-4fba-b781-95e9bef5cfdc tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Aug 31 10:27:18.641428 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b069540-ba15-4c35-bd3d-71ceef2b3cf2 req-83d2e748-8ac2-4308-891f-13bd95744b2a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:18.643074 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b069540-ba15-4c35-bd3d-71ceef2b3cf2 req-83d2e748-8ac2-4308-891f-13bd95744b2a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 945 time: 0.0623260 Aug 31 10:27:18.661137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 3a15f171-1f79-4b4b-96df-901856bf7914 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:27:18.696902 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b069540-ba15-4c35-bd3d-71ceef2b3cf2 req-8fa6c93f-1d8e-4b7c-aa93-df2a6379f5ab tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465252 Aug 31 10:27:18.727662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 3a15f171-1f79-4b4b-96df-901856bf7914 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:27:18.733247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 3a15f171-1f79-4b4b-96df-901856bf7914 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:27:18.733673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:18.858957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:18.894221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:27:18.898403 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df41387-e8ba-4aae-ac06-5e8e26734eae" -d '{"events": [{"server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "name": "network-vif-plugged", "status": "completed", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:27:18.922731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:18.927166 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:18.964508 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f4b23-3c5f-442f-875c-6b3732e70b47 x-openstack-request-id: req-488f4b23-3c5f-442f-875c-6b3732e70b47 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:27:18.964508 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "name": "network-vif-plugged", "status": "completed", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:27:18.965136 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-488f4b23-3c5f-442f-875c-6b3732e70b47 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:27:18.965136 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914', 'code': 200} Aug 31 10:27:18.992111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:19.175947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-1702a57a-bedb-4817-a278-708d06ae31cb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:19.177743 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-1702a57a-bedb-4817-a278-708d06ae31cb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 815 time: 0.1176550 Aug 31 10:27:19.197402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-37269580-dacd-459f-8564-293135bebe45 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/quotas/bd0246ba4368415298941a9a3f4867fe HTTP/1.1" status: 200 len: 375 time: 0.0113325 Aug 31 10:27:19.249992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-d322b780-50ef-46f2-a74c-6ffdb1d763f0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465677 Aug 31 10:27:19.262642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-c0c53b24-26f5-49bc-98fd-e9fe3e655a2f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:27:19.263753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-c0c53b24-26f5-49bc-98fd-e9fe3e655a2f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066657 Aug 31 10:27:19.420078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-596a1bbe-a9f4-4fd9-8de3-802d43f4aee7 service neutron] 10.222.0.69 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451871 Aug 31 10:27:19.542659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-842c25a9-1f92-4e1a-8189-8161814b8e18 service neutron] 10.222.0.69 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156738 Aug 31 10:27:19.746488 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8ce76ee-4c77-45c1-91c9-233c4634c9f5 req-cc7fbc08-5e04-416c-9169-e55cc7512a0d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 210 time: 0.0353351 Aug 31 10:27:20.344961 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:27:20.545413 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-94fd9f7d-ba7b-4b8b-9e38-dc934f3ba973 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:20.547814 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-94fd9f7d-ba7b-4b8b-9e38-dc934f3ba973 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.20 "GET /v2.0/ports?device_id=54a1383e-3abf-4c4b-a718-368c503d4b00 HTTP/1.1" status: 200 len: 946 time: 0.0718660 Aug 31 10:27:20.662727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Deleting port 3a15f171-1f79-4b4b-96df-901856bf7914 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:27:20.663054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:20.733717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.20', 61236) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:27:20.809628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] For port 3a15f171-1f79-4b4b-96df-901856bf7914, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=3a15f171-1f79-4b4b-96df-901856bf7914,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:20.810794 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:20.848253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Calling delete_port for 3a15f171-1f79-4b4b-96df-901856bf7914 owned by compute:nova {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:27:20.889022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-2b50bf80-d6f5-463c-8195-0ac8ca8f372e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:20.891914 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-2b50bf80-d6f5-463c-8195-0ac8ca8f372e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.20 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 815 time: 0.1567705 Aug 31 10:27:20.913866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Request body: {'port': {'device_id': '942975ee-1548-4c89-9431-817f43a3ba28', 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0', 'admin_state_up': True, 'tenant_id': 'bd0246ba4368415298941a9a3f4867fe'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:27:20.934516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b115091-46e2-4a8e-8ce7-7dd4ee2b0aa2 req-4a79ea57-bb22-49e5-8a1e-f7cf010b061e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 210 time: 0.0696223 Aug 31 10:27:21.098796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Made reservation on behalf of bd0246ba4368415298941a9a3f4867fe for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:27:21.103120 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:21.132940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:21.147262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['3a15f171-1f79-4b4b-96df-901856bf7914'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:27:21.202737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Pushing event deleted for resources: {'Port': ['ID=3a15f171-1f79-4b4b-96df-901856bf7914,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:21.269894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] No DVR routers for this DVR port 3a15f171-1f79-4b4b-96df-901856bf7914 on host n-h1-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:27:21.273718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:21.276183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4081a50-bc7f-447d-8011-5ad0791d019e req-5b60b3f4-4df9-4231-9ac3-e75d62492ef7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.20 "DELETE /v2.0/ports/3a15f171-1f79-4b4b-96df-901856bf7914 HTTP/1.1" status: 204 len: 173 time: 0.7213311 Aug 31 10:27:21.276718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'name': 'network-vif-deleted', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:27:21.280042 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8c7e02-d00b-4cdc-a730-2181abbcf9f0" -d '{"events": [{"server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "name": "network-vif-deleted", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:27:21.330428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Allocated IP 172.20.0.12 (2891fb80-e380-4108-bd1a-deac8a36f7f0/d9965d12-5936-4fca-802f-e709bd823374/148152c3-a9db-4e02-8d98-1f08f84a688b) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:27:21.330919 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bb2cfd-8ad6-4a4c-8f5f-ad024a729e1c x-openstack-request-id: req-e8bb2cfd-8ad6-4a4c-8f5f-ad024a729e1c {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:27:21.331388 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a1383e-3abf-4c4b-a718-368c503d4b00", "name": "network-vif-deleted", "tag": "3a15f171-1f79-4b4b-96df-901856bf7914", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:27:21.331770 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8bb2cfd-8ad6-4a4c-8f5f-ad024a729e1c {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:27:21.332397 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a1383e-3abf-4c4b-a718-368c503d4b00', 'name': 'network-vif-deleted', 'tag': '3a15f171-1f79-4b4b-96df-901856bf7914', 'status': 'completed', 'code': 200} Aug 31 10:27:21.585175 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:21.657724 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:21.672716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['3a15f171-1f79-4b4b-96df-901856bf7914'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:27:21.732318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Network 2891fb80-e380-4108-bd1a-deac8a36f7f0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:27:21.736527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:27:21.742116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:27:21.748872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:21.785073 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.785636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.786198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.786729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.787283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.787752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.788317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.788850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.789492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.789841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.790406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.790926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:21.822505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:21.823390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:21.843245 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-f5c09255-b7c1-4f39-aa5b-c5b671ac7d4f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9395039 Aug 31 10:27:21.855779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-688aaea4-cf6f-4110-a50c-78a443ea037a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:27:21.857446 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-688aaea4-cf6f-4110-a50c-78a443ea037a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074136 Aug 31 10:27:21.872747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Request body: {'port': {'device_id': '942975ee-1548-4c89-9431-817f43a3ba28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:27:21.904589 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66045d41-cfb2-4889-9649-9ea03ff90a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:21.950695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:22.136063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f090a53-112a-402d-9231-00a084db762d req-90cb9c71-cf85-49f9-83dc-c5fa2ea479ab tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:22.138667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f090a53-112a-402d-9231-00a084db762d req-90cb9c71-cf85-49f9-83dc-c5fa2ea479ab tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 932 time: 0.0742130 Aug 31 10:27:22.213048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6f090a53-112a-402d-9231-00a084db762d req-deade0a4-2751-4607-9e17-dd184ede75a8 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620458 Aug 31 10:27:22.362697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148152c3-a9db-4e02-8d98-1f08f84a688b {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:27:22.381197 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:22.398937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Transition to ACTIVE for port object 148152c3-a9db-4e02-8d98-1f08f84a688b will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:27:22.402970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:22.454178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:22.555742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Attempting to bind port 148152c3-a9db-4e02-8d98-1f08f84a688b on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:27:22.556273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Attempting to bind port 148152c3-a9db-4e02-8d98-1f08f84a688b by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:27:22.556456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Attempting to bind port 148152c3-a9db-4e02-8d98-1f08f84a688b on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:27:22.561302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Port 148152c3-a9db-4e02-8d98-1f08f84a688b on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:27:22.561474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Attempting to bind port 148152c3-a9db-4e02-8d98-1f08f84a688b on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:27:22.567261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:27:22.567603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Checking segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:27:22.567992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Bound using segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:27:22.568422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Bound port: 148152c3-a9db-4e02-8d98-1f08f84a688b, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:27:22.568790 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:22.649664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:27:22.655414 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:27:22.662998 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:22.719686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:22.720387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:22.722472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] 10.222.0.20 "PUT /v2.0/ports/148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 1092 time: 0.8576727 Aug 31 10:27:22.722899 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:27:22.725239 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a" -d '{"events": [{"name": "network-changed", "server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:27:22.761596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff62d9-2959-413d-8134-71aaefc4e00e service neutron] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:22.781303 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9a9a6-0014-4685-89fa-74dde2e66c71 x-openstack-request-id: req-5be9a9a6-0014-4685-89fa-74dde2e66c71 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:27:22.781674 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:27:22.782057 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5be9a9a6-0014-4685-89fa-74dde2e66c71 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:27:22.782614 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'status': 'completed', 'code': 200} Aug 31 10:27:22.832146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-65d6527a-987b-45bb-b2d3-2ee9a0792b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:22.833732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-65d6527a-987b-45bb-b2d3-2ee9a0792b22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1095 time: 0.0669279 Aug 31 10:27:22.883071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-4e70af80-3e08-4351-98dd-261862d19554 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 217 time: 0.0407860 Aug 31 10:27:22.944530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-6a959834-6f01-43bd-89ab-e695892f6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:22.945937 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-6a959834-6f01-43bd-89ab-e695892f6b95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0561616 Aug 31 10:27:22.995279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-ca663f34-1e0d-4ce6-a8c2-dd7c3ac81890 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410793 Aug 31 10:27:23.092681 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-4312b88f-b08c-4c3e-82af-888c2ca83b6d service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903871 Aug 31 10:27:23.197656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7424e784-1ce5-41d4-b510-74daa5cbb704 req-799959b2-a652-46f8-844d-4011540aa851 service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966196 Aug 31 10:27:23.297454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-906f0f8d-d3b1-4fca-8412-a38b67723988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:23.299948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-906f0f8d-d3b1-4fca-8412-a38b67723988 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1095 time: 0.0513489 Aug 31 10:27:23.353128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3cd6-584e-4977-9103-332384d0ca35 req-3789ebe8-fe51-458e-860b-df65a1970d33 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:23.355234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34cc3cd6-584e-4977-9103-332384d0ca35 req-3789ebe8-fe51-458e-860b-df65a1970d33 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0617256 Aug 31 10:27:23.395009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34cc3cd6-584e-4977-9103-332384d0ca35 req-f12dcb06-3ef1-4952-93d2-c7b280938220 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339682 Aug 31 10:27:23.401941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-29e9e410-37a4-4a2b-8f8d-ba9734e69655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:23.404626 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-29e9e410-37a4-4a2b-8f8d-ba9734e69655 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.0977306 Aug 31 10:27:23.451589 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-b708f17f-9461-4b69-ac17-5d5d5a2f0ce2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 217 time: 0.0392520 Aug 31 10:27:23.513637 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-f365b275-a507-45f9-ad62-3481eed028cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:23.515923 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-f365b275-a507-45f9-ad62-3481eed028cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0551789 Aug 31 10:27:23.547577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-b871197d-2d41-437c-91d4-809cdabda8cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248694 Aug 31 10:27:23.651986 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-83a18fd9-c223-4215-9a69-21ebda130738 service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967042 Aug 31 10:27:23.743837 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-19fa1f13-2ed2-4808-87e9-6cfc5408ff4a req-1626ee5c-61b2-4e4d-b084-bdb9b8df8735 service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838358 Aug 31 10:27:24.534763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845c842-6e99-4fda-86c3-efd533eb84fe req-b96c180c-9c24-4619-9f00-cd9787e2f3a0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:24.536349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5845c842-6e99-4fda-86c3-efd533eb84fe req-b96c180c-9c24-4619-9f00-cd9787e2f3a0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0554299 Aug 31 10:27:24.575435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5845c842-6e99-4fda-86c3-efd533eb84fe req-aa3d81ff-7095-4be6-9ed3-bc52707bfd7d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328255 Aug 31 10:27:24.714936 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 3a15f171-1f79-4b4b-96df-901856bf7914 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:27:24.739673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 3a15f171-1f79-4b4b-96df-901856bf7914 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:27:24.740018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 3a15f171-1f79-4b4b-96df-901856bf7914 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:27:25.100938 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:25.699415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40fef9-c756-41b6-ba5b-c5f7a05aa688 req-a2f80142-ba66-435c-899e-ee064850ae41 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:25.700981 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d40fef9-c756-41b6-ba5b-c5f7a05aa688 req-a2f80142-ba66-435c-899e-ee064850ae41 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0505841 Aug 31 10:27:25.738729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d40fef9-c756-41b6-ba5b-c5f7a05aa688 req-53203692-af6a-4e9a-85be-a9f31e203d0a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Aug 31 10:27:25.822957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-503d9bd0-1115-4b5c-b8cb-a916a1a6a09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:26.867319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18512b-3f44-4487-8fc5-612a696b56dc req-186fe979-a383-4c30-8d54-c3657c08d011 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:26.868846 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb18512b-3f44-4487-8fc5-612a696b56dc req-186fe979-a383-4c30-8d54-c3657c08d011 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0613809 Aug 31 10:27:26.907967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb18512b-3f44-4487-8fc5-612a696b56dc req-c2445c0a-b3c5-4c1e-8479-a804974d66eb tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Aug 31 10:27:27.857758 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:28.027433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bde6b-2187-413e-a795-9e3f51250796 req-e13be110-ee0b-4e26-93ff-9cf3c43256e5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:28.028998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-148bde6b-2187-413e-a795-9e3f51250796 req-e13be110-ee0b-4e26-93ff-9cf3c43256e5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0520523 Aug 31 10:27:28.067545 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-148bde6b-2187-413e-a795-9e3f51250796 req-2f514194-2b0a-45aa-88c9-d5c3aaf933ef tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Aug 31 10:27:28.729873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 148152c3-a9db-4e02-8d98-1f08f84a688b details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:27:28.814401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:28.838920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:28.849894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0', 'port_id': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'mac_address': 'fa:16:3e:10:8e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9965d12-5936-4fca-802f-e709bd823374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:27:28.890357 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:28.903271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148152c3-a9db-4e02-8d98-1f08f84a688b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:27:28.923223 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:28.931885 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:28.980090 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:28.987153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.987499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.987837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.988171 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.988498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.989436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.989764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.990087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.990410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.990732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.991074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:28.991394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:29.207191 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e447ff-3b55-4cfb-be4c-03b3344d3144 req-e14bbe1b-dcee-4704-b17e-e6670ef9b0c9 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:29.209442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63e447ff-3b55-4cfb-be4c-03b3344d3144 req-e14bbe1b-dcee-4704-b17e-e6670ef9b0c9 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 945 time: 0.0687492 Aug 31 10:27:29.249004 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63e447ff-3b55-4cfb-be4c-03b3344d3144 req-9c0f7d52-df70-4bd8-8c8c-6141a09c1547 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335312 Aug 31 10:27:29.333739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['148152c3-a9db-4e02-8d98-1f08f84a688b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:27:30.369835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1118a76-6a36-40f4-bcbe-d67ff28194de req-a52de92c-b1df-4ff4-a224-974ad06d9c93 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:30.371393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1118a76-6a36-40f4-bcbe-d67ff28194de req-a52de92c-b1df-4ff4-a224-974ad06d9c93 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 945 time: 0.0546622 Aug 31 10:27:30.413253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1118a76-6a36-40f4-bcbe-d67ff28194de req-024006dd-aef9-45dc-8011-858ab121c8f6 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347152 Aug 31 10:27:30.745291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 148152c3-a9db-4e02-8d98-1f08f84a688b up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:27:30.793742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 148152c3-a9db-4e02-8d98-1f08f84a688b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:27:30.797393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 148152c3-a9db-4e02-8d98-1f08f84a688b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:27:30.797893 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:30.870610 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:30.891741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:27:30.893942 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f46817-c2ab-4c08-bea0-88febfaa11e7" -d '{"events": [{"server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "name": "network-vif-plugged", "status": "completed", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:27:30.910044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:30.916688 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:30.941542 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfa4321-2c59-4b83-9aa5-557dac952144 x-openstack-request-id: req-ddfa4321-2c59-4b83-9aa5-557dac952144 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:27:30.941926 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "name": "network-vif-plugged", "status": "completed", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:27:30.942047 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ddfa4321-2c59-4b83-9aa5-557dac952144 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:27:30.942425 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'code': 200} Aug 31 10:27:30.974650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:31.037908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7eca4-3b03-4812-9c59-60b01c36f326 req-260c7539-6d40-4e22-ac97-ad4098e6ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:31.039465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-adf7eca4-3b03-4812-9c59-60b01c36f326 req-260c7539-6d40-4e22-ac97-ad4098e6ebf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1097 time: 0.0453026 Aug 31 10:27:31.077525 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-adf7eca4-3b03-4812-9c59-60b01c36f326 req-781865ab-f963-4ca9-b7ec-a197880f17e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276034 Aug 31 10:27:31.535662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354027-015e-442e-b91a-217b2fb30a2d req-d6ac0e2b-01ee-4364-ad7f-f64154f5ebc6 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:31.537228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01354027-015e-442e-b91a-217b2fb30a2d req-d6ac0e2b-01ee-4364-ad7f-f64154f5ebc6 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0522203 Aug 31 10:27:31.584279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-01354027-015e-442e-b91a-217b2fb30a2d req-98351747-0710-47fb-a79a-a86b5b8f0a95 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Aug 31 10:27:32.724412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55b36-3b37-48db-9217-169e3a48e38a req-44682e1f-e044-4fdf-92f6-6470a83bc984 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:32.726110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27d55b36-3b37-48db-9217-169e3a48e38a req-44682e1f-e044-4fdf-92f6-6470a83bc984 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0633066 Aug 31 10:27:32.770639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-27d55b36-3b37-48db-9217-169e3a48e38a req-efcdedba-dbaa-49a4-be16-9c496a4b3a08 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362251 Aug 31 10:27:33.900137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761095-ff00-4890-8e3d-94db354dd608 req-e186af13-4770-40ba-8e0c-d8fe95e11983 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:33.901712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03761095-ff00-4890-8e3d-94db354dd608 req-e186af13-4770-40ba-8e0c-d8fe95e11983 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0572574 Aug 31 10:27:33.941125 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03761095-ff00-4890-8e3d-94db354dd608 req-613611a4-2ec7-4e77-8a37-66180902cc61 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332716 Aug 31 10:27:34.057598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f94e3b-e73c-446e-af7d-ccab8afcdfa3 req-f5a0b410-b84e-4df4-a53b-8d32330bd478 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:34.059175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63f94e3b-e73c-446e-af7d-ccab8afcdfa3 req-f5a0b410-b84e-4df4-a53b-8d32330bd478 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0505385 Aug 31 10:27:34.099588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-63f94e3b-e73c-446e-af7d-ccab8afcdfa3 req-4ffd0700-ad98-49e2-bd50-8403acfdc9c5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337877 Aug 31 10:27:34.346498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-3314b2ff-7cbd-48de-88be-05a3f821779a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512257 Aug 31 10:27:34.391579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff899-079e-408e-9c2b-3f5f3aca62d1 req-7d922afd-82a1-415c-987c-996eb459f44f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:34.393791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-127ff899-079e-408e-9c2b-3f5f3aca62d1 req-7d922afd-82a1-415c-987c-996eb459f44f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0884261 Aug 31 10:27:34.439081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-127ff899-079e-408e-9c2b-3f5f3aca62d1 req-bece76fc-0e01-44f9-8d65-28c99031c5d3 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Aug 31 10:27:35.428165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-830f5a77-c0e2-47c9-ad9f-eeeac89fddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:35.429717 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-830f5a77-c0e2-47c9-ad9f-eeeac89fddae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1097 time: 0.0422661 Aug 31 10:27:35.527400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-cae9d23a-a45d-46c4-b0ac-2d68201f1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:35.528889 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-cae9d23a-a45d-46c4-b0ac-2d68201f1e4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.0908139 Aug 31 10:27:35.565202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc110e-062b-4f58-8a1b-8b90e074619d req-a97da243-38bf-4236-9205-f2acdf04fc0e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:35.566727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35cc110e-062b-4f58-8a1b-8b90e074619d req-a97da243-38bf-4236-9205-f2acdf04fc0e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0527484 Aug 31 10:27:35.572956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-0b25089f-f32b-4b79-bf3a-b9b52548f282 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 217 time: 0.0356736 Aug 31 10:27:35.608879 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-35cc110e-062b-4f58-8a1b-8b90e074619d req-642c4f54-afc3-404c-bd04-34eee59d8438 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352900 Aug 31 10:27:35.624764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-10e59214-fac9-4aac-ad46-ac51f0d3bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:35.626296 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-10e59214-fac9-4aac-ad46-ac51f0d3bf1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0452859 Aug 31 10:27:35.663600 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-3ba000be-0265-4917-b862-3e4603549c8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287502 Aug 31 10:27:35.756946 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-bf66b431-a49d-476d-a03b-32ef591d017a service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856211 Aug 31 10:27:35.853606 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-61ceb2ee-f6a5-4f3a-862f-26f8e7c10bcb service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Aug 31 10:27:36.727827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38595239-83df-487e-8238-ff7a66804875 req-f669201b-539b-41ea-8f3f-b77a7299ab86 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:36.729321 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38595239-83df-487e-8238-ff7a66804875 req-f669201b-539b-41ea-8f3f-b77a7299ab86 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0509591 Aug 31 10:27:36.772750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38595239-83df-487e-8238-ff7a66804875 req-008b35ab-f3e5-4cae-bbd3-e0c1ed8a08df tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375879 Aug 31 10:27:37.887667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c410dd2-7042-4821-b5cb-51ee1aca2da1 req-136f9466-376d-4733-89d6-0469062ddb5a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:37.889150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c410dd2-7042-4821-b5cb-51ee1aca2da1 req-136f9466-376d-4733-89d6-0469062ddb5a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0494437 Aug 31 10:27:37.931126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c410dd2-7042-4821-b5cb-51ee1aca2da1 req-126d8693-6a2e-4469-a817-723f5fb739d2 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Aug 31 10:27:39.069758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19477e-07f0-49cc-a3be-f9ac5d32e8f6 req-4f1f5c3a-2170-4283-88c0-bca2b6a3d2ce tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:39.071353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa19477e-07f0-49cc-a3be-f9ac5d32e8f6 req-4f1f5c3a-2170-4283-88c0-bca2b6a3d2ce tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0643346 Aug 31 10:27:39.110042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa19477e-07f0-49cc-a3be-f9ac5d32e8f6 req-903b8f8b-f8b6-404b-b807-7244bc37b868 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Aug 31 10:27:40.227897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed19636-9882-4328-b633-e5fd83e929c5 req-89aab059-ff1d-48fd-87e3-6677b2bc80f2 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:40.229372 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ed19636-9882-4328-b633-e5fd83e929c5 req-89aab059-ff1d-48fd-87e3-6677b2bc80f2 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0495508 Aug 31 10:27:40.271893 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ed19636-9882-4328-b633-e5fd83e929c5 req-bd19259a-b664-4519-8282-3b03fd51b7c2 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Aug 31 10:27:41.023521 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:41.404163 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386da07-d7f5-41e4-b639-4521330a41cd req-c5c34efc-2928-497a-b49b-aca5050014ae tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:41.405650 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c386da07-d7f5-41e4-b639-4521330a41cd req-c5c34efc-2928-497a-b49b-aca5050014ae tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0512590 Aug 31 10:27:41.447832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c386da07-d7f5-41e4-b639-4521330a41cd req-ba92b978-f9b7-493b-9f2c-bba3badfc8a5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362015 Aug 31 10:27:42.567259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534f39-9ee8-4cfe-aaf1-a4794ec5d7ba req-f0cc523d-6067-44e3-aedc-a2801ca85c14 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:42.569331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b534f39-9ee8-4cfe-aaf1-a4794ec5d7ba req-f0cc523d-6067-44e3-aedc-a2801ca85c14 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0532880 Aug 31 10:27:42.607886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8b534f39-9ee8-4cfe-aaf1-a4794ec5d7ba req-d9d852dc-7419-4a7f-9359-2d0588c5fd5e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Aug 31 10:27:43.725825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff31f31-a2e4-4937-aa96-094d196f67fb req-ff3c6fa3-c6f6-497b-90c0-6f8bcb932fef tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:43.727342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ff31f31-a2e4-4937-aa96-094d196f67fb req-ff3c6fa3-c6f6-497b-90c0-6f8bcb932fef tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0511136 Aug 31 10:27:43.765429 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4ff31f31-a2e4-4937-aa96-094d196f67fb req-a845c0f3-ba4f-4908-9287-58ff491100b7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Aug 31 10:27:44.095955 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:44.882929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3b3d2-f705-4f84-a33b-f5e4eae46296 req-57ab2c19-a310-4aaa-b994-194b33112116 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:44.884431 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3b3b3d2-f705-4f84-a33b-f5e4eae46296 req-57ab2c19-a310-4aaa-b994-194b33112116 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0501022 Aug 31 10:27:44.922836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3b3b3d2-f705-4f84-a33b-f5e4eae46296 req-ddf4b44b-314b-4066-9837-186ee87379a5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Aug 31 10:27:46.101366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247f7fd-8128-48c2-b448-dad94c1e9e0b req-f7c31f10-ca89-4af0-ad9b-5ea61e18a9bd tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:46.103008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7247f7fd-8128-48c2-b448-dad94c1e9e0b req-f7c31f10-ca89-4af0-ad9b-5ea61e18a9bd tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.1092463 Aug 31 10:27:46.148972 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7247f7fd-8128-48c2-b448-dad94c1e9e0b req-2df80a31-f39e-40b4-b1f3-adab859cf524 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 Aug 31 10:27:47.318118 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc319a-f6aa-4e15-9378-1ecb3baee0ca req-7439a37b-883a-44f3-b675-ec9f1bb9e265 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:47.319748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84dc319a-f6aa-4e15-9378-1ecb3baee0ca req-7439a37b-883a-44f3-b675-ec9f1bb9e265 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.1030800 Aug 31 10:27:47.361514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84dc319a-f6aa-4e15-9378-1ecb3baee0ca req-0b146e85-188e-4d2a-80a9-dfe44ea5d273 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355961 Aug 31 10:27:48.465866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-b2068c7a-477a-44ba-b734-a7bf48e54ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:48.467483 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-b2068c7a-477a-44ba-b734-a7bf48e54ccd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1097 time: 0.0865633 Aug 31 10:27:48.477216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db12c81-e615-4fa6-8d70-9285ad8502fd req-03c7a46b-a150-4141-b11b-a87250ec02c6 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:48.478764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0db12c81-e615-4fa6-8d70-9285ad8502fd req-03c7a46b-a150-4141-b11b-a87250ec02c6 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0493932 Aug 31 10:27:48.517473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0db12c81-e615-4fa6-8d70-9285ad8502fd req-5a0a3ad6-79e3-40b2-8b2c-8afe479adf67 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325873 Aug 31 10:27:48.577085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-0ed1a7e9-a49f-48cc-b44e-c5277806daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:48.578589 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-0ed1a7e9-a49f-48cc-b44e-c5277806daec service neutron] 10.222.0.20 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.0902493 Aug 31 10:27:48.626505 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-0dc191c6-fbb6-44ee-b51c-321089041fdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 217 time: 0.0381515 Aug 31 10:27:48.694515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-249b37dd-7cac-4363-87ec-69dc719e074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:48.695946 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-249b37dd-7cac-4363-87ec-69dc719e074b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0618055 Aug 31 10:27:48.730726 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-e53f812a-57a1-4ad8-abc8-5c3bb9ad56f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258999 Aug 31 10:27:48.824202 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-f2d43b34-f2d1-4135-9e03-97d1887a5a83 service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851820 Aug 31 10:27:48.917719 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1ed242c5-5808-4f49-951a-1ac9e796e0eb req-412657fc-9bf0-431d-8521-e6224804269b service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851610 Aug 31 10:27:49.638940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55382c-e1d1-4753-b669-f92586c0d987 req-17ff1d3b-45a2-4e9a-9937-759aa9e0262a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:49.640420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d55382c-e1d1-4753-b669-f92586c0d987 req-17ff1d3b-45a2-4e9a-9937-759aa9e0262a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0539055 Aug 31 10:27:49.678428 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d55382c-e1d1-4753-b669-f92586c0d987 req-8b1b5488-dca0-4b36-8a62-dbbf32961ff8 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Aug 31 10:27:50.796773 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a941ff2-ec43-431a-a491-851fdcd4927e req-afbfc3bf-69ac-4cdb-9d5f-dbae35efa34d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:50.797888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a941ff2-ec43-431a-a491-851fdcd4927e req-afbfc3bf-69ac-4cdb-9d5f-dbae35efa34d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0498116 Aug 31 10:27:50.835939 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2a941ff2-ec43-431a-a491-851fdcd4927e req-3a42abe1-2bd6-4788-a73b-974400575b7d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Aug 31 10:27:51.894171 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f821a218-ad30-4496-9b22-6219816d6cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:51.955577 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebad34-9e92-4736-80d4-2124ff86fc7b req-d86d465d-e2ae-4a1f-bd25-018099682843 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:51.957010 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95ebad34-9e92-4736-80d4-2124ff86fc7b req-d86d465d-e2ae-4a1f-bd25-018099682843 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0492082 Aug 31 10:27:51.995490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-95ebad34-9e92-4736-80d4-2124ff86fc7b req-47ddf35f-45dd-4e29-a019-b628f40f0292 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Aug 31 10:27:53.117458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d23f-01fa-4eac-b2cc-4e0680438701 req-b85f7e99-c376-4d04-9d5c-15844e1675f0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:53.118907 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03e1d23f-01fa-4eac-b2cc-4e0680438701 req-b85f7e99-c376-4d04-9d5c-15844e1675f0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0539973 Aug 31 10:27:53.156975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03e1d23f-01fa-4eac-b2cc-4e0680438701 req-06ee3f82-4f2d-4331-ab1a-9c28f5722957 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318732 Aug 31 10:27:54.273963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248da91-b138-4c27-91b7-978a79d61c71 req-c94586a3-c7b6-4e00-be2e-aa08a6ce23c6 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:54.275608 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0248da91-b138-4c27-91b7-978a79d61c71 req-c94586a3-c7b6-4e00-be2e-aa08a6ce23c6 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0518358 Aug 31 10:27:54.316613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0248da91-b138-4c27-91b7-978a79d61c71 req-db494ed9-1525-4b82-8abc-6aefcfb3d10c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348687 Aug 31 10:27:55.103742 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:55.435858 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16674c07-6c21-48f1-a604-8422070a9745 req-133277bf-da2d-4a35-939c-ffda383566dd tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:55.437420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16674c07-6c21-48f1-a604-8422070a9745 req-133277bf-da2d-4a35-939c-ffda383566dd tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0504563 Aug 31 10:27:55.478692 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16674c07-6c21-48f1-a604-8422070a9745 req-5a758004-2039-4d96-bdf0-bb93d9cd9173 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337279 Aug 31 10:27:55.823602 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3705ca74-f4e4-41e8-b9ab-2079ac3167d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:56.598316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b659a-5f04-4996-b436-6314beaec60e req-1cb46dae-5e32-44fe-8efd-0dd308207075 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:56.600436 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-103b659a-5f04-4996-b436-6314beaec60e req-1cb46dae-5e32-44fe-8efd-0dd308207075 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0536759 Aug 31 10:27:56.639987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-103b659a-5f04-4996-b436-6314beaec60e req-d818b1f1-d0a1-482d-b989-13655f36beec tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Aug 31 10:27:57.345194 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:27:57.761993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0228bd7-d9c7-4886-b433-3e2217ce9e27 req-7ca6c45f-df2d-4261-8649-c01be1412a8d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:57.763584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0228bd7-d9c7-4886-b433-3e2217ce9e27 req-7ca6c45f-df2d-4261-8649-c01be1412a8d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0515900 Aug 31 10:27:57.805205 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0228bd7-d9c7-4886-b433-3e2217ce9e27 req-1dea2506-277d-4b76-80d5-afb2e7a01a7b tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353634 Aug 31 10:27:57.862790 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:58.808108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:58.927333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de4b32-a464-45fc-80a8-42057efc2f22 req-55360aea-301c-4554-8700-7a97e4285c5f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:58.928870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8de4b32-a464-45fc-80a8-42057efc2f22 req-55360aea-301c-4554-8700-7a97e4285c5f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0555377 Aug 31 10:27:58.968306 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c8de4b32-a464-45fc-80a8-42057efc2f22 req-580f7eb7-9193-4811-9917-a9f7ba81085b tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332716 Aug 31 10:28:00.104733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62391303-9a1c-4282-ab5d-2cb280027369 req-bb19aad8-10b4-4815-aab3-1b3371bd22a4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:00.106598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62391303-9a1c-4282-ab5d-2cb280027369 req-bb19aad8-10b4-4815-aab3-1b3371bd22a4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0544691 Aug 31 10:28:00.151133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62391303-9a1c-4282-ab5d-2cb280027369 req-fb455763-5d54-43de-a011-e44269224b94 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Aug 31 10:28:01.278817 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbce32f-dd02-402b-81ce-77971b558a3d req-e37267da-f526-4e4c-81d7-45b512078c3a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:01.280332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bbce32f-dd02-402b-81ce-77971b558a3d req-e37267da-f526-4e4c-81d7-45b512078c3a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Aug 31 10:28:01.323575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bbce32f-dd02-402b-81ce-77971b558a3d req-ffe19ddd-a8ca-417f-a5b1-3b28dae3cec6 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Aug 31 10:28:02.440778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f126d3-cc77-40cb-980e-f688189cc6dc req-c0f185cb-8e4d-4f38-9d5a-1b82ca1933c7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:02.442794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92f126d3-cc77-40cb-980e-f688189cc6dc req-c0f185cb-8e4d-4f38-9d5a-1b82ca1933c7 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0487294 Aug 31 10:28:02.481732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92f126d3-cc77-40cb-980e-f688189cc6dc req-d54ef531-7c08-459b-84c5-7cd3e97b8483 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Aug 31 10:28:02.792755 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-e78bd5c0-5ae8-4505-a8cd-db2abc129289 service neutron] show failed (client error): The resource could not be found. Aug 31 10:28:02.793815 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-e78bd5c0-5ae8-4505-a8cd-db2abc129289 service neutron] 10.222.0.20 "GET /v2.0/ports/148152c3-a9db-4e02-8d98-1f08f84a688b/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0617123 Aug 31 10:28:03.005519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-caa52299-67f3-49f9-af3b-5579985e1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:03.007177 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-caa52299-67f3-49f9-af3b-5579985e1841 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28&tenant_id=bd0246ba4368415298941a9a3f4867fe HTTP/1.1" status: 200 len: 1097 time: 0.0514851 Aug 31 10:28:03.019024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:03.073475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.277157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:03.312184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:03.358820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:03.361236 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7890d-bb80-4d10-9eea-a524eb542cd7" -d '{"events": [{"server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "name": "network-vif-unplugged", "status": "completed", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:03.365296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.383612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Transition to ACTIVE for port object 148152c3-a9db-4e02-8d98-1f08f84a688b will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:03.388412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.418938 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80c92e5-de2a-47c2-9a14-64c6f6d9ca68 x-openstack-request-id: req-d80c92e5-de2a-47c2-9a14-64c6f6d9ca68 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:03.419236 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "name": "network-vif-unplugged", "status": "completed", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:03.419498 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d80c92e5-de2a-47c2-9a14-64c6f6d9ca68 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:03.419890 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'code': 200} Aug 31 10:28:03.454103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] No DVR routers for this DVR port 148152c3-a9db-4e02-8d98-1f08f84a688b on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:28:03.456277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:03.496076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Attempting to bind port 148152c3-a9db-4e02-8d98-1f08f84a688b on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:28:03.496408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Attempting to bind port 148152c3-a9db-4e02-8d98-1f08f84a688b by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:28:03.496735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Attempting to bind port 148152c3-a9db-4e02-8d98-1f08f84a688b on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:03.501045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Port 148152c3-a9db-4e02-8d98-1f08f84a688b on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:28:03.501386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Attempting to bind port 148152c3-a9db-4e02-8d98-1f08f84a688b on network 2891fb80-e380-4108-bd1a-deac8a36f7f0 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:03.506131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:28:03.506468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Checking segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:03.506875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Bound using segment: {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:28:03.507300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Bound port: 148152c3-a9db-4e02-8d98-1f08f84a688b, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af549ca7-943f-4f2d-8bb5-9b69607e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:28:03.507922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.580202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:03.583842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:28:03.588721 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.616100 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9b74b-8a94-4151-818a-f52c4d82323f req-3cdf28c3-b504-4293-b63e-a192f67c949f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:03.617805 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2e9b74b-8a94-4151-818a-f52c4d82323f req-3cdf28c3-b504-4293-b63e-a192f67c949f tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0581331 Aug 31 10:28:03.628831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:03.629466 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.630883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] 10.222.0.52 "PUT /v2.0/ports/148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 1092 time: 0.6160259 Aug 31 10:28:03.648942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373666cd-593b-46e5-bc56-c3a7e54a0975 service neutron] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:03.665335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2e9b74b-8a94-4151-818a-f52c4d82323f req-20fb9448-0c38-47f0-8bb3-293eb8ed6731 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Aug 31 10:28:03.697652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-fcab7322-69ba-4ea2-a255-d8c1e6dca5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:03.699363 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-fcab7322-69ba-4ea2-a255-d8c1e6dca5be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1095 time: 0.0459793 Aug 31 10:28:03.792229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-bd7069d2-7f8b-4b43-af5c-1934cfcff289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:03.793725 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-bd7069d2-7f8b-4b43-af5c-1934cfcff289 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.0880139 Aug 31 10:28:03.836512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-57e33311-41a8-49cd-a054-2f192f226734 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 217 time: 0.0355978 Aug 31 10:28:03.885038 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-2a881fa9-601b-478a-86d9-03aac8f2d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:03.886468 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-2a881fa9-601b-478a-86d9-03aac8f2d77e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0433023 Aug 31 10:28:03.917774 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-a5438fc9-0325-4733-bffe-60e2d283cf5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248017 Aug 31 10:28:04.010200 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-6002b9ca-63f0-4b25-b11f-137c73cd5851 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856624 Aug 31 10:28:04.097718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7f45229c-3e8b-4c76-9c2a-b888b24fa098 req-a2cf2d1b-1c9e-48ac-a11c-5adf97f61ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808146 Aug 31 10:28:04.790022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97597a6d-8426-4586-ad0d-8251680eefcf req-462e03e8-d94b-4dea-977b-7bcb240be56c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:04.791649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97597a6d-8426-4586-ad0d-8251680eefcf req-462e03e8-d94b-4dea-977b-7bcb240be56c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0501816 Aug 31 10:28:04.829308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-97597a6d-8426-4586-ad0d-8251680eefcf req-16c416c2-ba70-494f-b3f6-428c23d44863 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Aug 31 10:28:05.420566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:05.422957 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744270e-16c4-4559-8eb2-501b6d172923" -d '{"events": [{"name": "network-changed", "server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:05.471688 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b63669-51a6-4bb7-84ef-54ee715439fd x-openstack-request-id: req-e2b63669-51a6-4bb7-84ef-54ee715439fd {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:05.471975 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:05.472224 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2b63669-51a6-4bb7-84ef-54ee715439fd {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:05.472619 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'status': 'completed', 'code': 200} Aug 31 10:28:05.570340 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744270e-16c4-4559-8eb2-501b6d172923 req-afc0f761-52b9-44d3-971f-e352d3f4d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.571893 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-afc0f761-52b9-44d3-971f-e352d3f4d6fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1095 time: 0.0773916 Aug 31 10:28:05.574738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744270e-16c4-4559-8eb2-501b6d172923 req-5cb61147-3972-49d3-b7b8-2abc7caff22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.576139 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-5cb61147-3972-49d3-b7b8-2abc7caff22b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1095 time: 0.0803642 Aug 31 10:28:05.731514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744270e-16c4-4559-8eb2-501b6d172923 req-223b85e5-2771-435a-9e22-92586dfbd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.732903 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-223b85e5-2771-435a-9e22-92586dfbd588 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.1532629 Aug 31 10:28:05.747633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744270e-16c4-4559-8eb2-501b6d172923 req-f01f6838-96f4-4ae1-aa7f-13b252e400fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.749050 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-f01f6838-96f4-4ae1-aa7f-13b252e400fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.1272352 Aug 31 10:28:05.789039 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-42c64083-9a17-486d-b39b-1beabd5ef1ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 217 time: 0.0475550 Aug 31 10:28:05.825953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-420aa5a3-f58c-44d4-8ff2-c835f1c1b4ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 217 time: 0.0442955 Aug 31 10:28:05.895856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744270e-16c4-4559-8eb2-501b6d172923 req-d921836b-cba3-4f24-8136-2d254bf75ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.897359 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-d921836b-cba3-4f24-8136-2d254bf75ef8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0796661 Aug 31 10:28:05.900863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744270e-16c4-4559-8eb2-501b6d172923 req-6102514c-0b13-47f0-bf58-140a706d6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.902245 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-6102514c-0b13-47f0-bf58-140a706d6040 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0574715 Aug 31 10:28:05.951588 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81545378-7cb4-440c-84a4-f5cdb4b13085 req-d77007c9-0737-4f57-9094-a545794504ff tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.953105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81545378-7cb4-440c-84a4-f5cdb4b13085 req-d77007c9-0737-4f57-9094-a545794504ff tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0531981 Aug 31 10:28:05.954045 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-87e20ba7-4a32-4bf9-b492-d424dfccc9fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498784 Aug 31 10:28:05.956027 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-7a528731-8eca-431e-8ed7-dcab89ad303c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436320 Aug 31 10:28:05.992599 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81545378-7cb4-440c-84a4-f5cdb4b13085 req-8e8b4469-c70e-4d3a-99f5-f54c302afac5 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Aug 31 10:28:06.113692 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-88a9d430-e072-40bd-8960-e1cb486c25f2 service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522293 Aug 31 10:28:06.117182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-fd639570-6cd1-411f-933f-fe52fe59d097 service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485445 Aug 31 10:28:06.224288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125acc3-73ab-4a3b-9c0a-e57540b753f6 req-c83b76ce-d26e-4a76-ba51-7247bc44f0e0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:06.225885 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9125acc3-73ab-4a3b-9c0a-e57540b753f6 req-c83b76ce-d26e-4a76-ba51-7247bc44f0e0 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 944 time: 0.0842390 Aug 31 10:28:06.251168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-be783ce5-b134-43a7-992b-959dceb8aaed tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:06.252672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-be783ce5-b134-43a7-992b-959dceb8aaed tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.20 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28&tenant_id=bd0246ba4368415298941a9a3f4867fe&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 944 time: 0.0802987 Aug 31 10:28:06.308761 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9125acc3-73ab-4a3b-9c0a-e57540b753f6 req-f142a037-6701-45b6-bcf3-2cd730c13d47 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750949 Aug 31 10:28:06.338085 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-3ad4b4fb-84d8-4c01-b3b9-4df2e1ca12ac service neutron] delete failed (client error): The resource could not be found. Aug 31 10:28:06.339284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-3ad4b4fb-84d8-4c01-b3b9-4df2e1ca12ac service neutron] 10.222.0.20 "DELETE /v2.0/ports/148152c3-a9db-4e02-8d98-1f08f84a688b/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0751655 Aug 31 10:28:06.500582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 148152c3-a9db-4e02-8d98-1f08f84a688b details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:28:06.561729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-d850a9a4-a93d-4dc7-b6a0-a2e07cab8eea service neutron] 10.222.0.52 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365299 Aug 31 10:28:06.563671 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d744270e-16c4-4559-8eb2-501b6d172923 req-a5523960-992a-47ea-a372-8c4e724394a9 service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374728 Aug 31 10:28:06.599832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:06.613702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'network_id': '2891fb80-e380-4108-bd1a-deac8a36f7f0', 'port_id': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'mac_address': 'fa:16:3e:10:8e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9965d12-5936-4fca-802f-e709bd823374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:28:06.655504 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:06.671592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-e590d2ee-3159-4901-8669-009d3906b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:06.672238 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148152c3-a9db-4e02-8d98-1f08f84a688b {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:28:06.673111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-e590d2ee-3159-4901-8669-009d3906b430 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0246ba4368415298941a9a3f4867fe&device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 1095 time: 0.0444865 Aug 31 10:28:06.693080 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:06.697488 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:06.745227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:06.773371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-95f1255d-ffbd-42c8-a00f-72f35e90c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:06.775311 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-95f1255d-ffbd-42c8-a00f-72f35e90c67d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 200 len: 917 time: 0.0902212 Aug 31 10:28:06.819113 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-0047ed5e-501f-44ad-b125-f876862e86c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 200 len: 217 time: 0.0350327 Aug 31 10:28:06.872244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-f775e1a5-6acf-45a6-915a-46e91944d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:06.873787 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-f775e1a5-6acf-45a6-915a-46e91944d292 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 200 len: 855 time: 0.0470517 Aug 31 10:28:06.906541 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-ff02d8c1-46b3-4f6a-b9a8-882ed752ee85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2891fb80-e380-4108-bd1a-deac8a36f7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247183 Aug 31 10:28:06.914575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['148152c3-a9db-4e02-8d98-1f08f84a688b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:28:06.941314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 148152c3-a9db-4e02-8d98-1f08f84a688b no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:28:06.999873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 148152c3-a9db-4e02-8d98-1f08f84a688b not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:28:07.001836 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-33126191-cfad-4dc8-814d-1073a7993325 service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834534 Aug 31 10:28:07.106315 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-722846c1-0bff-4551-ac21-955dcd059319 service neutron] 10.222.0.20 "GET /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933583 Aug 31 10:28:07.428511 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebfcf5-090f-46e5-92d0-1cdbcc32affc req-ad0ad2bc-b12b-4e39-a6b3-41e9058ed6e1 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:07.429954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2ebfcf5-090f-46e5-92d0-1cdbcc32affc req-ad0ad2bc-b12b-4e39-a6b3-41e9058ed6e1 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 945 time: 0.0511661 Aug 31 10:28:07.472443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d2ebfcf5-090f-46e5-92d0-1cdbcc32affc req-ed902d16-635a-4b21-9ed3-fd386ef84136 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Aug 31 10:28:08.510863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 148152c3-a9db-4e02-8d98-1f08f84a688b up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:08.560530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 148152c3-a9db-4e02-8d98-1f08f84a688b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:08.564881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 148152c3-a9db-4e02-8d98-1f08f84a688b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:08.565249 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:08.592014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710466c6-989a-4c18-8681-7efe7c4d1df6 req-867444e4-d821-49c8-8776-0e33e6e2b51e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:08.593534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-710466c6-989a-4c18-8681-7efe7c4d1df6 req-867444e4-d821-49c8-8776-0e33e6e2b51e tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Aug 31 10:28:08.639913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-710466c6-989a-4c18-8681-7efe7c4d1df6 req-b05b5754-bbe3-4c77-a8ce-6a2416260d59 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397975 Aug 31 10:28:08.645987 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:08.669245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:08.671538 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9257b7f8-89bf-4694-875f-259c101ebd7a" -d '{"events": [{"server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "name": "network-vif-plugged", "status": "completed", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:08.686537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:08.699937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:08.754220 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:08.773188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe204be-896b-4493-871a-8f67a3ed7337 req-fefeec77-6e6e-48fa-95b7-ecb9b936924d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:08.774803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afe204be-896b-4493-871a-8f67a3ed7337 req-fefeec77-6e6e-48fa-95b7-ecb9b936924d tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0566568 Aug 31 10:28:08.792201 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4793e33b-4f50-41c4-8304-afae5924460b x-openstack-request-id: req-4793e33b-4f50-41c4-8304-afae5924460b {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:08.792813 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "name": "network-vif-plugged", "status": "completed", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:08.793172 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4793e33b-4f50-41c4-8304-afae5924460b {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:08.793658 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'code': 200} Aug 31 10:28:08.813809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afe204be-896b-4493-871a-8f67a3ed7337 req-36fbf9b9-1b73-46e3-a7c7-f7fcc4bff97a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Aug 31 10:28:08.929990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea0eb8-bd58-4dd7-9586-ebac740cd138 req-fe0687e6-bd7d-4633-b591-5a4967b04568 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:08.931520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06ea0eb8-bd58-4dd7-9586-ebac740cd138 req-fe0687e6-bd7d-4633-b591-5a4967b04568 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Aug 31 10:28:08.972538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06ea0eb8-bd58-4dd7-9586-ebac740cd138 req-f0685770-0bd7-4480-8f28-081ba4955aab tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350416 Aug 31 10:28:09.300404 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70821a49-eaa7-4ea9-855b-8f5946127b83 req-32f6e46b-bcaa-4717-aad7-592dd0d11a8a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:09.301825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70821a49-eaa7-4ea9-855b-8f5946127b83 req-32f6e46b-bcaa-4717-aad7-592dd0d11a8a tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0488510 Aug 31 10:28:09.339947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70821a49-eaa7-4ea9-855b-8f5946127b83 req-91855f1b-72a9-43f6-9c6e-1fe4d67100c4 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Aug 31 10:28:10.427251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-87fd28ab-2569-455d-8c53-d720dca9e65c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:10.428728 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-87fd28ab-2569-455d-8c53-d720dca9e65c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.52 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0509720 Aug 31 10:28:10.456002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea6640-f4f3-4ea1-b884-589ecbdf0795 req-3e41749f-053e-4b70-9362-9515048fd58c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:10.457711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abea6640-f4f3-4ea1-b884-589ecbdf0795 req-3e41749f-053e-4b70-9362-9515048fd58c tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/ports?device_id=942975ee-1548-4c89-9431-817f43a3ba28 HTTP/1.1" status: 200 len: 946 time: 0.0493617 Aug 31 10:28:10.496211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abea6640-f4f3-4ea1-b884-589ecbdf0795 req-40265c0a-a24f-4761-b3ce-cc98bc94af70 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0775800-22a3-4456-ac36-60b2bda1fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Aug 31 10:28:10.524244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Deleting port 148152c3-a9db-4e02-8d98-1f08f84a688b {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:28:10.524582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.613373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] For port 148152c3-a9db-4e02-8d98-1f08f84a688b, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=148152c3-a9db-4e02-8d98-1f08f84a688b,segment=NetworkSegment(af549ca7-943f-4f2d-8bb5-9b69607e3073),segment_id=af549ca7-943f-4f2d-8bb5-9b69607e3073)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:10.614309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.626994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Calling delete_port for 148152c3-a9db-4e02-8d98-1f08f84a688b owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:28:10.755599 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.767294 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['148152c3-a9db-4e02-8d98-1f08f84a688b'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:28:10.783444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Pushing event deleted for resources: {'Port': ['ID=148152c3-a9db-4e02-8d98-1f08f84a688b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:10.830374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] No DVR routers for this DVR port 148152c3-a9db-4e02-8d98-1f08f84a688b on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:28:10.833133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.835163 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7852ac2-6a7d-4000-9b38-ff52438e67b2 req-94637baa-c98b-45f7-991b-6cb6712e6d27 tempest-ServerDiskConfigTestJSON-1767247523 tempest-ServerDiskConfigTestJSON-1767247523-project] 10.222.0.52 "DELETE /v2.0/ports/148152c3-a9db-4e02-8d98-1f08f84a688b HTTP/1.1" status: 204 len: 173 time: 0.4003081 Aug 31 10:28:10.835596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'name': 'network-vif-deleted', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:10.837843 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e726e6-ee43-4de8-a468-7cfeef3bdd2d" -d '{"events": [{"server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "name": "network-vif-deleted", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:10.875496 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85701767-6905-477a-9ff9-beb22fb097d7 x-openstack-request-id: req-85701767-6905-477a-9ff9-beb22fb097d7 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:10.875750 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942975ee-1548-4c89-9431-817f43a3ba28", "name": "network-vif-deleted", "tag": "148152c3-a9db-4e02-8d98-1f08f84a688b", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:10.876002 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85701767-6905-477a-9ff9-beb22fb097d7 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:10.876435 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942975ee-1548-4c89-9431-817f43a3ba28', 'name': 'network-vif-deleted', 'tag': '148152c3-a9db-4e02-8d98-1f08f84a688b', 'status': 'completed', 'code': 200} Aug 31 10:28:11.024283 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.625060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46544) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:11.669750 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Deleting subnet d9965d12-5936-4fca-802f-e709bd823374 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:28:11.673208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.712392 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.750683 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.803104 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.827844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9965d12-5936-4fca-802f-e709bd823374,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:11.832788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.834798 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d9965d12-5936-4fca-802f-e709bd823374 HTTP/1.1" status: 204 len: 168 time: 0.2085431 Aug 31 10:28:11.837341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46546) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:11.839897 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.840243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.840583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.840920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.841253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.841585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.841911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.842238 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.842561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.842908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.843233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.843553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e6688-3a55-4d31-b9e5-0b5f93721136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:11.910551 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.986648 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.996469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2891fb80-e380-4108-bd1a-deac8a36f7f0']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:12.007338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af549ca7-943f-4f2d-8bb5-9b69607e3073') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:12.007891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af549ca7-943f-4f2d-8bb5-9b69607e3073') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:12.016595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.035196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.041129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:28:12.041512 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:28:12.043128 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:28:12.096028 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.100915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.102857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] 10.222.0.69 "DELETE /v2.0/networks/2891fb80-e380-4108-bd1a-deac8a36f7f0 HTTP/1.1" status: 204 len: 168 time: 0.2644012 Aug 31 10:28:12.115515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c211b97-784b-4037-a501-9fc1057e0d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=2891fb80-e380-4108-bd1a-deac8a36f7f0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:12.209292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46550) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:12.249433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-13bfdb5d-5f95-430d-9c42-66b6d614584e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd0246ba4368415298941a9a3f4867fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388710 Aug 31 10:28:12.251871 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46552) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:12.304005 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-94c2f660-d9cc-4e5c-a7c3-aa118d00b63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.325330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-94c2f660-d9cc-4e5c-a7c3-aa118d00b63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.374039 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-94c2f660-d9cc-4e5c-a7c3-aa118d00b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.376954 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-94c2f660-d9cc-4e5c-a7c3-aa118d00b63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:12.378115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-94c2f660-d9cc-4e5c-a7c3-aa118d00b63d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0775800-22a3-4456-ac36-60b2bda1fc9d HTTP/1.1" status: 204 len: 168 time: 0.1253557 Aug 31 10:28:12.387213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2f660-d9cc-4e5c-a7c3-aa118d00b63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0775800-22a3-4456-ac36-60b2bda1fc9d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:13.029948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46574) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:13.129566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-329203171-network', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:13.150998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Made reservation on behalf of fab5934fe7e741e1830b5b400b1f336b for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:28:13.153250 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.162120 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.250306 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.254183 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.279757 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:28:13.290168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9d3eb-b8f4-4763-bbf3-1aec8c20b914,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:13.295403 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.295748 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Added segment 860cc940-7436-464c-9a05-36a983da3296 of type vlan for network c1163980-8fc9-43d9-985c-bf669287659b Aug 31 10:28:13.336516 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.366643 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.367632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:13.368276 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.429379 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3981662 Aug 31 10:28:13.432510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ed2fc-8fdb-4bf0-879a-d1b0d1f4814d admin admin] Pushing event updated for resources: {'Network': ['ID=c1163980-8fc9-43d9-985c-bf669287659b,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:13.432786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46578) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:13.438256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Request body: {'subnet': {'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-329203171-subnet', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:13.444407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network c1163980-8fc9-43d9-985c-bf669287659b details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:28:13.465386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Made reservation on behalf of fab5934fe7e741e1830b5b400b1f336b for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:28:13.468047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.644108 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.711056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98024df1-4c6b-4f3d-bda9-57f3e5354e2e,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:13.720230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:13.720589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Network hostable DHCP agents. Network: c1163980-8fc9-43d9-985c-bf669287659b, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:28:13.738235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Network c1163980-8fc9-43d9-985c-bf669287659b is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:28:13.748277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, c1163980-8fc9-43d9-985c-bf669287659b) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:13.752860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:13.753532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.758365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03d93e-6a44-4fa1-bfc8-cfbf2d232506 None None] Network c1163980-8fc9-43d9-985c-bf669287659b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:28:13.774335 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2fa5838-7001-43cb-b8d4-6e202dd3d77f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3405211 Aug 31 10:28:13.777140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46580) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:13.781614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:13.804181 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.805422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.861163 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:13.907162 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-c1163980-8fc9-43d9-985c-bf669287659b', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:28:13.908066 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.007015 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.047167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Allocated IP 172.20.0.2 (c1163980-8fc9-43d9-985c-bf669287659b/98024df1-4c6b-4f3d-bda9-57f3e5354e2e/a57d5811-1c24-4c3f-86d5-a24b5aebda57) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:28:14.124442 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.208147 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.214247 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.217098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Transition to ACTIVE for port object a57d5811-1c24-4c3f-86d5-a24b5aebda57 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:14.232483 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Transition to ACTIVE for port object a57d5811-1c24-4c3f-86d5-a24b5aebda57 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:14.233253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.238648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.275794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Network c1163980-8fc9-43d9-985c-bf669287659b is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:28:14.280690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:14.284280 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:28:14.293111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Pushing event updated for resources: {'Port': ['ID=a57d5811-1c24-4c3f-86d5-a24b5aebda57,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:14.344911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Attempting to bind port a57d5811-1c24-4c3f-86d5-a24b5aebda57 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:28:14.345285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Attempting to bind port a57d5811-1c24-4c3f-86d5-a24b5aebda57 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:28:14.345645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Attempting to bind port a57d5811-1c24-4c3f-86d5-a24b5aebda57 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:14.346631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Allocated IP 172.25.1.12 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/394c7cff-90ab-4209-a64f-4a55c839565a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:28:14.350830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:28:14.351140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:14.351548 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.351949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:28:14.352425 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Bound port: a57d5811-1c24-4c3f-86d5-a24b5aebda57, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:28:14.352820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.421359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] For port a57d5811-1c24-4c3f-86d5-a24b5aebda57, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:14.424503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] For port a57d5811-1c24-4c3f-86d5-a24b5aebda57, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a57d5811-1c24-4c3f-86d5-a24b5aebda57,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:28:14.429076 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.460204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.487376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26e57a-7cd6-485f-a347-d8ee392d4ffa None None] Pushing event updated for resources: {'Port': ['ID=a57d5811-1c24-4c3f-86d5-a24b5aebda57,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:14.520854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.556878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 148152c3-a9db-4e02-8d98-1f08f84a688b no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:28:14.571685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:28:14.574954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:14.579494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 148152c3-a9db-4e02-8d98-1f08f84a688b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:28:14.579689 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:28:14.580262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 148152c3-a9db-4e02-8d98-1f08f84a688b not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:28:14.582835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Pushing event updated for resources: {'Port': ['ID=394c7cff-90ab-4209-a64f-4a55c839565a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:14.858108 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:15.057291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:15.192171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Router d1222076-68ce-4054-a7cc-c1ecf6d718df is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:28:15.309349 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:28:15.322907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:28:15.333816 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:28:15.334539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:27:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:15.335479 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:15.339733 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-90f85ee0-484e-4512-8975-211f3ccc5c13 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5588095 Aug 31 10:28:15.339934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46582) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:15.428834 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f70156-afab-42c5-97b5-eb71ebe93cf6 None None] Network c1163980-8fc9-43d9-985c-bf669287659b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:28:15.510050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:15.539159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3c6ae744-a82a-4c8f-bf3b-9fc768d710d2 None None] Provisioning for port a57d5811-1c24-4c3f-86d5-a24b5aebda57 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:15.786891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:14Z', 'revision_number': 3, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:15.815256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:28:15.815604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Updating router d1222076-68ce-4054-a7cc-c1ecf6d718df port 394c7cff-90ab-4209-a64f-4a55c839565a binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:28:15.846084 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.080351 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.126903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.137180 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Transition to ACTIVE for port object 394c7cff-90ab-4209-a64f-4a55c839565a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:16.143741 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.192671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Attempting to bind port 394c7cff-90ab-4209-a64f-4a55c839565a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:28:16.193023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Attempting to bind port 394c7cff-90ab-4209-a64f-4a55c839565a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:28:16.193387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Attempting to bind port 394c7cff-90ab-4209-a64f-4a55c839565a on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:16.202122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfaa9d-6b2a-458a-94a1-15b0b1cdc867 None None] Pushing event updated for resources: {'Port': ['ID=394c7cff-90ab-4209-a64f-4a55c839565a,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:16.204723 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:28:16.205095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:16.205490 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.205876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:28:16.206343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Bound port: 394c7cff-90ab-4209-a64f-4a55c839565a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:28:16.206721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.256865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Allocated IP 172.20.0.1 (c1163980-8fc9-43d9-985c-bf669287659b/98024df1-4c6b-4f3d-bda9-57f3e5354e2e/320ed131-17b4-41b1-87ec-aa8946e1d372) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:28:16.263405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] For port 394c7cff-90ab-4209-a64f-4a55c839565a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:16.266822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] For port 394c7cff-90ab-4209-a64f-4a55c839565a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=394c7cff-90ab-4209-a64f-4a55c839565a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:28:16.272454 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.333259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:28:16.333907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:27:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:16.335847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfaa9d-6b2a-458a-94a1-15b0b1cdc867 None None] Pushing event updated for resources: {'Port': ['ID=394c7cff-90ab-4209-a64f-4a55c839565a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:16.373720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.389185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Transition to ACTIVE for port object 320ed131-17b4-41b1-87ec-aa8946e1d372 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:16.425354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.450962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:16.462940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Network c1163980-8fc9-43d9-985c-bf669287659b is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:28:16.468065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:16.471823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:28:16.500504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Pushing event updated for resources: {'Port': ['ID=320ed131-17b4-41b1-87ec-aa8946e1d372,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:16.522973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.659307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a57d5811-1c24-4c3f-86d5-a24b5aebda57 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:16.700741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.710984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:14Z', 'revision_number': 3, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:16.743768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db91ee-65ef-48a0-84aa-c608c3cc66c9 None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:14Z', 'revision_number': 3, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:28:16.756482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a57d5811-1c24-4c3f-86d5-a24b5aebda57 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:16.764911 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a57d5811-1c24-4c3f-86d5-a24b5aebda57 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:16.765657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.858106 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.869082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-56625c8a-9245-4707-83b3-f588950e8873 None None] Provisioning for port 320ed131-17b4-41b1-87ec-aa8946e1d372 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:16.886893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-56625c8a-9245-4707-83b3-f588950e8873 None None] Provisioning complete for port 320ed131-17b4-41b1-87ec-aa8946e1d372 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:16.887282 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-56625c8a-9245-4707-83b3-f588950e8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.900596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.907741 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.917309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a57d5811-1c24-4c3f-86d5-a24b5aebda57, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a57d5811-1c24-4c3f-86d5-a24b5aebda57,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:16.927668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:16.955011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-56625c8a-9245-4707-83b3-f588950e8873 None None] Port 320ed131-17b4-41b1-87ec-aa8946e1d372 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:28:16.999493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Pushing event updated for resources: {'Port': ['ID=320ed131-17b4-41b1-87ec-aa8946e1d372,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:17.003360 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:17.005258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a57d5811-1c24-4c3f-86d5-a24b5aebda57,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:17.117361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Network c1163980-8fc9-43d9-985c-bf669287659b is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:28:17.119290 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:17.257463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:28:17.384293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:28:17.389225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7d9a8cf2-3f06-4407-9688-2773900db61a None None] Provisioning complete for port 320ed131-17b4-41b1-87ec-aa8946e1d372 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:17.389598 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8cf2-3f06-4407-9688-2773900db61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:17.399856 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-873fa909-8582-4f13-bb09-b82e537e8b40 admin admin] 10.222.0.69 "PUT /v2.0/routers/d1222076-68ce-4054-a7cc-c1ecf6d718df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0588546 Aug 31 10:28:17.433955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a8cf2-3f06-4407-9688-2773900db61a None None] Port 320ed131-17b4-41b1-87ec-aa8946e1d372 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:28:17.871257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 46590) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:17.876080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-97e63f86-c59b-46f9-923d-bd251c204d7d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714886032', 'description': 'tempest-description--673735035'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:17.899251 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97e63f86-c59b-46f9-923d-bd251c204d7d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:17.982939 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97e63f86-c59b-46f9-923d-bd251c204d7d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:17.987154 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97e63f86-c59b-46f9-923d-bd251c204d7d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.013436 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-97e63f86-c59b-46f9-923d-bd251c204d7d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.017103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-97e63f86-c59b-46f9-923d-bd251c204d7d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1423986 Aug 31 10:28:18.018329 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46592) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:18.019184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e63f86-c59b-46f9-923d-bd251c204d7d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53375d60-f97c-4fe0-ac59-8710ae5e995e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:18.024745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8a61fc38-2aa5-4c53-9bd2-bc67a063722f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'security_group_rule': {'security_group_id': '53375d60-f97c-4fe0-ac59-8710ae5e995e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:18.052623 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc38-2aa5-4c53-9bd2-bc67a063722f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.112306 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc38-2aa5-4c53-9bd2-bc67a063722f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.116488 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc38-2aa5-4c53-9bd2-bc67a063722f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.135590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61fc38-2aa5-4c53-9bd2-bc67a063722f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e8f41b-2d7b-4d3f-b916-f79dcc9b64ba,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:18.140916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8a61fc38-2aa5-4c53-9bd2-bc67a063722f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.142208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8a61fc38-2aa5-4c53-9bd2-bc67a063722f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213927 Aug 31 10:28:18.145807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46594) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:18.150243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ff2c51d5-f7e7-48da-a381-21c858cdd16e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'security_group_rule': {'security_group_id': '53375d60-f97c-4fe0-ac59-8710ae5e995e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:18.177793 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff2c51d5-f7e7-48da-a381-21c858cdd16e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.243249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff2c51d5-f7e7-48da-a381-21c858cdd16e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.246997 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff2c51d5-f7e7-48da-a381-21c858cdd16e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.271024 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c51d5-f7e7-48da-a381-21c858cdd16e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ecd1c0-5d9f-4e72-a678-6cac20879fdd,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:18.278876 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff2c51d5-f7e7-48da-a381-21c858cdd16e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.280102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ff2c51d5-f7e7-48da-a381-21c858cdd16e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333702 Aug 31 10:28:18.283173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46596) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:18.288048 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:18.312154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.380170 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:28:18.389859 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:28:18.390630 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:27:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:18.417741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.535139 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Allocated IP 172.25.1.245 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/0a54e394-abc0-44d5-bac1-aaecc4755361) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:28:18.592089 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:18.654022 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.701792 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.717840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a57d5811-1c24-4c3f-86d5-a24b5aebda57 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:18.754436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:28:18.759547 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:18.765451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:28:18.769092 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'Port': ['ID=0a54e394-abc0-44d5-bac1-aaecc4755361,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:18.786077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a57d5811-1c24-4c3f-86d5-a24b5aebda57 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:18.786394 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.835408 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 2, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:18.860181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.868338 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:28:18.868802 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Updating router d1222076-68ce-4054-a7cc-c1ecf6d718df port 320ed131-17b4-41b1-87ec-aa8946e1d372 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:28:18.871948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 394c7cff-90ab-4209-a64f-4a55c839565a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:18.899950 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.901661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:18.926629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 394c7cff-90ab-4209-a64f-4a55c839565a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:18.931029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 394c7cff-90ab-4209-a64f-4a55c839565a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:18.931414 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.112939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.118441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.184146 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.185007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'Port': ['ID=0a54e394-abc0-44d5-bac1-aaecc4755361,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:19.201388 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.207475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 394c7cff-90ab-4209-a64f-4a55c839565a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=394c7cff-90ab-4209-a64f-4a55c839565a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:19.212535 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.212950 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.216704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.223444 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Transition to ACTIVE for port object 320ed131-17b4-41b1-87ec-aa8946e1d372 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:19.224104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1150a929-c40f-40e4-a51f-5c60ea6b0868 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9389968 Aug 31 10:28:19.229847 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.268224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=394c7cff-90ab-4209-a64f-4a55c839565a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:19.304080 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Pushing event updated for resources: {'Port': ['ID=320ed131-17b4-41b1-87ec-aa8946e1d372,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:19.323439 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.323793 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.324127 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.324459 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.324786 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.325112 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.325433 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.325750 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.326155 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.326483 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.326914 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.327232 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:19.344852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Attempting to bind port 320ed131-17b4-41b1-87ec-aa8946e1d372 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:28:19.345296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Attempting to bind port 320ed131-17b4-41b1-87ec-aa8946e1d372 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:28:19.345733 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Attempting to bind port 320ed131-17b4-41b1-87ec-aa8946e1d372 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:19.351934 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:28:19.352412 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:19.352873 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.353429 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:28:19.353853 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Bound port: 320ed131-17b4-41b1-87ec-aa8946e1d372, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:28:19.354290 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.385492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-d97ae7c4-e4d0-4bcd-a529-a87dd56a0fdd tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--714886032&fields=id&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 267 time: 0.0379987 Aug 31 10:28:19.427619 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] For port 320ed131-17b4-41b1-87ec-aa8946e1d372, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:19.431248 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] For port 320ed131-17b4-41b1-87ec-aa8946e1d372, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=320ed131-17b4-41b1-87ec-aa8946e1d372,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:28:19.437373 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:19.508542 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:28:19.509174 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:27:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:19.510258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097215f-7651-44f1-bf58-388e2709399d req-c95b0adb-a006-4675-8278-f833aa16e4ba tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:19.512603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-c95b0adb-a006-4675-8278-f833aa16e4ba tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 811 time: 0.1189125 Aug 31 10:28:19.530000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-47110525-caa8-4075-98d4-bf66423d3990 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/quotas/fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 375 time: 0.0102692 Aug 31 10:28:19.547998 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b7ce9-b4b6-4fdd-a820-4151f297a7dc None None] Pushing event updated for resources: {'Port': ['ID=320ed131-17b4-41b1-87ec-aa8946e1d372,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:19.609413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-25d07a34-1c85-4b30-b5c0-98c7399d1399 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709374 Aug 31 10:28:19.641761 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:19.729200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-d07a3c64-2019-42d6-abc3-bdbc73626087 service neutron] 10.222.0.69 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058514 Aug 31 10:28:19.833540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-08c937be-9301-409a-885f-5a8a9d7ff91b service neutron] 10.222.0.69 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982471 Aug 31 10:28:19.872810 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:19.924353 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0c76a-1e16-48f0-b108-b4e175c8e18e None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:28:20.032019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f42bf3f8-83f8-4c8e-9a73-dc654839d6ae req-4663c0c6-0f22-4c34-9333-bb223adc2413 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 210 time: 0.0363393 Aug 31 10:28:20.712754 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 320ed131-17b4-41b1-87ec-aa8946e1d372 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:20.773471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 320ed131-17b4-41b1-87ec-aa8946e1d372 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:20.777517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 320ed131-17b4-41b1-87ec-aa8946e1d372 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:20.778070 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:20.868281 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:20.902379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 320ed131-17b4-41b1-87ec-aa8946e1d372, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=320ed131-17b4-41b1-87ec-aa8946e1d372,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:20.906957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:20.907969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 394c7cff-90ab-4209-a64f-4a55c839565a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:20.987549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=320ed131-17b4-41b1-87ec-aa8946e1d372,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:21.001260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 394c7cff-90ab-4209-a64f-4a55c839565a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:21.001646 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:21.215740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3839784d-95f1-45a0-8800-fc6874459d19 req-dcd07b94-e95a-406a-806e-1f360ecd2228 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 210 time: 0.0594301 Aug 31 10:28:21.291451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097215f-7651-44f1-bf58-388e2709399d req-15759231-0df4-4172-a3f3-c5a51101a53c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:21.293710 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-15759231-0df4-4172-a3f3-c5a51101a53c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 811 time: 0.1688998 Aug 31 10:28:21.352877 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-bac7d4f4-b7de-4392-a2bd-48dace54e1f6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 379 time: 0.0481377 Aug 31 10:28:21.363293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'port': {'device_id': '9789935d-810c-4021-a7f0-ad9395e10884', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'admin_state_up': True, 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'security_groups': ['53375d60-f97c-4fe0-ac59-8710ae5e995e']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:21.477980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Made reservation on behalf of fab5934fe7e741e1830b5b400b1f336b for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:28:21.481833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:21.627194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Allocated IP 172.20.0.4 (c1163980-8fc9-43d9-985c-bf669287659b/98024df1-4c6b-4f3d-bda9-57f3e5354e2e/8e2b7f3e-c575-470f-b031-fab88ea819fa) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:28:21.783943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:21.799489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Transition to ACTIVE for port object 8e2b7f3e-c575-470f-b031-fab88ea819fa will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:21.837236 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:21.896649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Network c1163980-8fc9-43d9-985c-bf669287659b is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:28:21.901428 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:21.902473 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-46ea9dfa-ead4-4ed1-bf3a-4b230cb62a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:21.905677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:28:21.931477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:21.948401 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.948746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.949089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.949422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.949750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.950077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.950404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.950716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.951240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.951599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.951922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.952314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:21.976384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:21.977040 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:21.995450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-c72e2100-6fca-4c90-a0a7-493355975f33 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6361125 Aug 31 10:28:22.008604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Request body: {'port': {'device_id': '9789935d-810c-4021-a7f0-ad9395e10884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:22.083900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:22.135761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ccc24926-58dc-423d-83f4-43a105c78959 None None] Provisioning for port 8e2b7f3e-c575-470f-b031-fab88ea819fa completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:22.140246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ccc24926-58dc-423d-83f4-43a105c78959 None None] Provisioning complete for port 8e2b7f3e-c575-470f-b031-fab88ea819fa triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:22.140833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccc24926-58dc-423d-83f4-43a105c78959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:22.180787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ccc24926-58dc-423d-83f4-43a105c78959 None None] Port 8e2b7f3e-c575-470f-b031-fab88ea819fa cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:28:22.337470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3c9b-7663-4131-abba-60aed33f74af req-a24c4723-0826-4a01-8a1d-3abecfedfc1d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:22.339319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68ea3c9b-7663-4131-abba-60aed33f74af req-a24c4723-0826-4a01-8a1d-3abecfedfc1d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 931 time: 0.0572889 Aug 31 10:28:22.365111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2b7f3e-c575-470f-b031-fab88ea819fa {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:28:22.374552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:22.389272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Transition to ACTIVE for port object 8e2b7f3e-c575-470f-b031-fab88ea819fa will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:22.393745 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:22.394715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68ea3c9b-7663-4131-abba-60aed33f74af req-bce2d83e-5236-4d54-a363-c5d1dcec9444 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461259 Aug 31 10:28:22.446225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:22.523201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Attempting to bind port 8e2b7f3e-c575-470f-b031-fab88ea819fa on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:28:22.523543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Attempting to bind port 8e2b7f3e-c575-470f-b031-fab88ea819fa by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:28:22.524116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Attempting to bind port 8e2b7f3e-c575-470f-b031-fab88ea819fa on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:22.528738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Port 8e2b7f3e-c575-470f-b031-fab88ea819fa on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:28:22.529072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Attempting to bind port 8e2b7f3e-c575-470f-b031-fab88ea819fa on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:22.534416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:28:22.534901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:22.535698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:28:22.536140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Bound port: 8e2b7f3e-c575-470f-b031-fab88ea819fa, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:28:22.536502 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:22.615146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:22.618436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:28:22.624536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:22.631715 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 320ed131-17b4-41b1-87ec-aa8946e1d372 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:22.662479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:22.663145 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:22.665016 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] 10.222.0.52 "PUT /v2.0/ports/8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 1091 time: 0.6618590 Aug 31 10:28:22.668311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:22.672520 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:22.684886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 320ed131-17b4-41b1-87ec-aa8946e1d372 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:22.686092 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:22.729574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051242ee-5ee4-4087-b198-09f723aaa305 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:22.748074 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae4defd-e01f-49e7-a3b5-2fd60e13a549 x-openstack-request-id: req-3ae4defd-e01f-49e7-a3b5-2fd60e13a549 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:22.748444 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:22.748699 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ae4defd-e01f-49e7-a3b5-2fd60e13a549 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:22.749280 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'status': 'completed', 'code': 200} Aug 31 10:28:22.776508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097215f-7651-44f1-bf58-388e2709399d req-4e10088a-d2ee-4c80-9548-bcaebe3ba09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:22.778317 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-4e10088a-d2ee-4c80-9548-bcaebe3ba09d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1094 time: 0.0635641 Aug 31 10:28:22.829003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-0b93983d-22ed-4504-9129-3225e8aee06c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 217 time: 0.0422182 Aug 31 10:28:22.889889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097215f-7651-44f1-bf58-388e2709399d req-05f2546e-6421-49f9-9a4b-da097ecf7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:22.891653 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-05f2546e-6421-49f9-9a4b-da097ecf7edd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0549119 Aug 31 10:28:22.942830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097215f-7651-44f1-bf58-388e2709399d req-8ae4891d-f39c-4d88-bdae-950ec776e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:22.944647 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-8ae4891d-f39c-4d88-bdae-950ec776e782 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451646 Aug 31 10:28:23.051271 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-0e644c35-1716-4b85-ba1b-02fcb0ef216d service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991268 Aug 31 10:28:23.142603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2097215f-7651-44f1-bf58-388e2709399d req-3ebc1335-fd30-49c4-a7a3-fb9918e77702 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840113 Aug 31 10:28:23.238313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-37c1e949-d60e-4dc0-a77b-d3171a62c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:23.239961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-37c1e949-d60e-4dc0-a77b-d3171a62c18f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1094 time: 0.0469627 Aug 31 10:28:23.343238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-b85e2a09-8dc0-4838-aaa1-8db0c09556d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:23.344797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-b85e2a09-8dc0-4838-aaa1-8db0c09556d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0973427 Aug 31 10:28:23.388529 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-57e45dfe-3e43-49f7-92c0-37547a5edc9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 217 time: 0.0355730 Aug 31 10:28:23.443807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-7a6b1307-7d66-49ec-8e34-439f1863d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:23.445282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-7a6b1307-7d66-49ec-8e34-439f1863d58d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0492492 Aug 31 10:28:23.500302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-b74b777b-f271-4085-a91b-4c576953181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:23.502231 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-b74b777b-f271-4085-a91b-4c576953181e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492280 Aug 31 10:28:23.517425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b18811-94e3-4786-b682-8e71a40b4a8a req-62404643-9e7b-4bdd-88a8-0e1206770294 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:23.518976 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75b18811-94e3-4786-b682-8e71a40b4a8a req-62404643-9e7b-4bdd-88a8-0e1206770294 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 943 time: 0.0515978 Aug 31 10:28:23.560723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75b18811-94e3-4786-b682-8e71a40b4a8a req-da60cb97-24ec-4514-992a-9af8203739c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345707 Aug 31 10:28:23.601520 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-25f28ac9-68f6-4409-9716-b354f86b5b83 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917926 Aug 31 10:28:23.711597 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9a98a46f-2ce9-43ae-b087-4e0c5eab80f2 req-84a55751-cb44-4a8a-ad4b-17fffab06e0e service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019423 Aug 31 10:28:24.587698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8e2b7f3e-c575-470f-b031-fab88ea819fa details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:28:24.687213 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd384c-33c2-480d-b7bf-15792846e889 req-3479f16d-03f7-4a82-adc8-c29f35d891a4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:24.689665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4fd384c-33c2-480d-b7bf-15792846e889 req-3479f16d-03f7-4a82-adc8-c29f35d891a4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 943 time: 0.0519934 Aug 31 10:28:24.695353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:24.710994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'mac_address': 'fa:16:3e:09:62:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:28:24.738887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a4fd384c-33c2-480d-b7bf-15792846e889 req-49f97191-3227-4284-aec7-c291e7bc68fb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Aug 31 10:28:24.753597 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:24.767854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2b7f3e-c575-470f-b031-fab88ea819fa {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:28:24.792300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:24.798313 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:24.853823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:24.987007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['8e2b7f3e-c575-470f-b031-fab88ea819fa'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:28:25.124264 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:25.824875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-032200fa-27eb-4dae-ab52-252dcec03668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:25.862122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12e7e-c29b-48ec-864e-5326f5da0a62 req-e42369a6-672c-4b5d-ad10-436e37a23cd3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:25.864398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89e12e7e-c29b-48ec-864e-5326f5da0a62 req-e42369a6-672c-4b5d-ad10-436e37a23cd3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 944 time: 0.0540559 Aug 31 10:28:25.904484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89e12e7e-c29b-48ec-864e-5326f5da0a62 req-42d58224-4e8e-4cf3-9c1a-29577b1c986b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340400 Aug 31 10:28:26.619444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8e2b7f3e-c575-470f-b031-fab88ea819fa up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:26.674769 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 8e2b7f3e-c575-470f-b031-fab88ea819fa completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:26.678839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 8e2b7f3e-c575-470f-b031-fab88ea819fa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:26.679309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:26.762975 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:26.787133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:26.789344 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c68b3b-8126-4f59-94ab-3a5d64011095" -d '{"events": [{"server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:26.803059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:26.809628 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:26.835475 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089ed980-23cd-4d95-baf1-a43ef6a53cdf x-openstack-request-id: req-089ed980-23cd-4d95-baf1-a43ef6a53cdf {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:26.836167 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:26.836167 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-089ed980-23cd-4d95-baf1-a43ef6a53cdf {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:26.836388 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'code': 200} Aug 31 10:28:26.866780 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:26.933828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e211a1-a91b-443e-be09-5ccb9f87ed40 req-cc6808c0-6aee-46ba-bff0-e11d7002d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:26.935280 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e211a1-a91b-443e-be09-5ccb9f87ed40 req-cc6808c0-6aee-46ba-bff0-e11d7002d73a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1096 time: 0.0448928 Aug 31 10:28:26.973475 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e211a1-a91b-443e-be09-5ccb9f87ed40 req-e34d806a-0851-441c-b493-efc3835e416d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Aug 31 10:28:27.028884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7acc1-2d44-4c5d-9124-1d52a6ce09d8 req-fa81d039-dfb8-46a9-a8db-1a3040bfacfe tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:27.030280 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77f7acc1-2d44-4c5d-9124-1d52a6ce09d8 req-fa81d039-dfb8-46a9-a8db-1a3040bfacfe tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0520709 Aug 31 10:28:27.070954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77f7acc1-2d44-4c5d-9124-1d52a6ce09d8 req-ef70b76c-fc0d-49a7-b81d-cc05fc61ab0d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338857 Aug 31 10:28:27.864809 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:28.209301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aee49-ad12-4056-81f7-b29351e93232 req-5a8e38be-3b52-4c17-b5b7-1070c6b5423f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:28.210841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-926aee49-ad12-4056-81f7-b29351e93232 req-5a8e38be-3b52-4c17-b5b7-1070c6b5423f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0648603 Aug 31 10:28:28.249704 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-926aee49-ad12-4056-81f7-b29351e93232 req-e7937e2b-ad94-4242-a154-6acc79076307 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328457 Aug 31 10:28:28.371145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e6c6c-c8f2-48a5-8bed-ae9c113b5af0 req-50ee5e4e-6490-4190-9201-9c350b61b5b8 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:28.372588 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8c1e6c6c-c8f2-48a5-8bed-ae9c113b5af0 req-50ee5e4e-6490-4190-9201-9c350b61b5b8 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0584784 Aug 31 10:28:28.382494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 46648) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:28.387265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'floatingip': {'port_id': '8e2b7f3e-c575-470f-b031-fab88ea819fa'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:28.427145 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:28.812956 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:28.873775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:28.879580 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:29.339041 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e associated. External IP: 172.25.1.245, port: 8e2b7f3e-c575-470f-b031-fab88ea819fa. Aug 31 10:28:29.569520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:28:29.699065 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:28:29.703902 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:29.709811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:28:29.721427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:28:29.722073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:28:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:29.737500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d08ce29a-7ba9-486d-add2-2e6761403c86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "PUT /v2.0/floatingips/614374d5-7c7c-47ba-ac0a-e6d7d6eb014e HTTP/1.1" status: 200 len: 991 time: 1.3536439 Aug 31 10:28:29.738614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:29.741210 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2487457c-45f6-45d4-91d4-844e70c3bb89" -d '{"events": [{"name": "network-changed", "server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:29.850866 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a5eef-13d6-4a11-a7a2-57fc298c8797 x-openstack-request-id: req-9c9a5eef-13d6-4a11-a7a2-57fc298c8797 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:29.851156 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:29.851422 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c9a5eef-13d6-4a11-a7a2-57fc298c8797 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:29.851829 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'status': 'completed', 'code': 200} Aug 31 10:28:29.853270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:29.913883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-cbed1837-53ff-4311-bfd5-5951eadadf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:29.915529 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-cbed1837-53ff-4311-bfd5-5951eadadf79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1096 time: 0.0423086 Aug 31 10:28:30.013502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-86868bda-d518-4a02-bf9c-9757f32a10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:30.015094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-86868bda-d518-4a02-bf9c-9757f32a10ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0926554 Aug 31 10:28:30.087316 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-1638c2b5-6c1f-4047-8543-f732a290c4bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 999 time: 0.0657983 Aug 31 10:28:30.100652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:09:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9789935d-810c-4021-a7f0-ad9395e10884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:28:28Z', 'revision_number': 1, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:30.132053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:28:30.143419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-7b40ce02-65ad-41ca-929f-132e747e7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:30.143877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:28:30.144720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:28:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:30.144924 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-7b40ce02-65ad-41ca-929f-132e747e7108 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0513620 Aug 31 10:28:30.199712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-e2e4cf95-4fdd-4c1c-8b63-c35e245977a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:30.201237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-e2e4cf95-4fdd-4c1c-8b63-c35e245977a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496311 Aug 31 10:28:30.255444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:30.295975 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-17a67936-6498-4386-a06a-82e19ed20d39 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877752 Aug 31 10:28:30.397275 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2487457c-45f6-45d4-91d4-844e70c3bb89 req-81169b47-3a7c-47d9-b66b-e2b1035a9a0a service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946381 Aug 31 10:28:30.498426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:09:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9789935d-810c-4021-a7f0-ad9395e10884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:28:28Z', 'revision_number': 1, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:30.531035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020c5cf-adb3-472b-b72f-5dd5748d205b None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:09:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9789935d-810c-4021-a7f0-ad9395e10884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:28:28Z', 'revision_number': 1, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:28:30.742418 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6c16-b277-46c0-86aa-e8dd54c7d737 None None] New status for floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:28:34.344347 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:28:41.033287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:44.120924 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:44.770613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-60cee284-6553-4b94-b8bd-f52130ec85e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587273 Aug 31 10:28:44.858642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-f12583fa-425e-4af4-8dc5-98b8d0e8d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:44.860267 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-f12583fa-425e-4af4-8dc5-98b8d0e8d392 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1096 time: 0.0419266 Aug 31 10:28:44.974231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-d6ca9ce1-e63f-4c4f-b72c-26dd057f05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:44.975739 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-d6ca9ce1-e63f-4c4f-b72c-26dd057f05ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0961711 Aug 31 10:28:45.056912 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-46c83653-e580-4c9b-b39b-03520e8e6d38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 1001 time: 0.0739245 Aug 31 10:28:45.110893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-e26d5f8d-2f80-400f-a7e4-7e3975c42a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:45.112360 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-e26d5f8d-2f80-400f-a7e4-7e3975c42a44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0488536 Aug 31 10:28:45.169559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-fc8f3a39-de0a-44d5-a07f-cafd0d44399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:45.171140 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-fc8f3a39-de0a-44d5-a07f-cafd0d44399d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511861 Aug 31 10:28:45.262782 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-3e7201c8-0df4-4e07-b8c5-499dc5ecdbb3 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839353 Aug 31 10:28:45.359122 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7527b7b-a6cd-4ad2-8ac3-0515e3ca1a55 req-aa63954e-c83d-4bd2-b4d2-16b13598b6a3 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882130 Aug 31 10:28:51.898587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1c6b-816f-4ead-a74e-daf26569e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:55.105089 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:55.829914 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5d2fab0b-95e3-440f-8a37-8972062cbbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:57.867648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:58.816803 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:11.036258 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:11.348064 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:29:14.144275 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:21.900701 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ec64592e-10ce-427a-ac8d-71ec1da8bed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:25.108795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:25.827571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c205b17c-70cf-4caa-b16d-edf7c738867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:27.869851 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:28.817568 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:41.047935 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:44.146067 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:46.737715 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-345f495c-2c73-4133-974f-4748dcaa19b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425692 Aug 31 10:29:46.828662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-d3a4baf1-6427-4050-ba62-f5bae8aa27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:46.830178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-d3a4baf1-6427-4050-ba62-f5bae8aa27a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1096 time: 0.0494909 Aug 31 10:29:46.951131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-9c3f6e14-2012-45e3-ad9c-f0b4334caa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:46.952631 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-9c3f6e14-2012-45e3-ad9c-f0b4334caa24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1020219 Aug 31 10:29:47.034872 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-f8c1d2c4-abfa-4ec0-90d3-ab523409a015 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 1001 time: 0.0743940 Aug 31 10:29:47.091810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-fc25fdb7-e671-470b-a0f7-8fdabf28464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:47.094149 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-fc25fdb7-e671-470b-a0f7-8fdabf28464a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0518799 Aug 31 10:29:47.140304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-461a5665-617d-4091-b434-3eea34fbda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:47.142091 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-461a5665-617d-4091-b434-3eea34fbda08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408983 Aug 31 10:29:47.232236 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-5534e159-c3f9-4ffe-8b35-5a3feab0a0a9 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832577 Aug 31 10:29:47.326288 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6aab7f1-5d1e-4d6b-95a9-24fd03a8fff1 req-6c1e9c56-9b74-4ba5-8cd8-effb41a57e81 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870028 Aug 31 10:29:48.349418 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:29:51.911190 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-233a2faa-9b6d-4823-ae9c-043ddaa3bf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:55.109804 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:55.828545 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-635ffc95-25af-44d0-be02-ca3beb54d76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:57.872477 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:58.819815 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:05.834134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec72d3-f08e-46d6-89fd-d58e25ccfba3 req-ba753a8e-dc56-4ff4-841b-0d89feff146d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:05.835712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31ec72d3-f08e-46d6-89fd-d58e25ccfba3 req-ba753a8e-dc56-4ff4-841b-0d89feff146d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0523257 Aug 31 10:30:05.874643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31ec72d3-f08e-46d6-89fd-d58e25ccfba3 req-d193cbef-d7cf-4c5c-86b8-8c731a91388e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329823 Aug 31 10:30:06.146796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-67ee4eca-df31-4b18-8d17-49045c8926a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562890 Aug 31 10:30:06.157995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956ba64-37a7-4b11-a8ab-e12e87127793 req-617e473b-74e9-4177-a71d-b2ccaecfef09 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:06.159645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9956ba64-37a7-4b11-a8ab-e12e87127793 req-617e473b-74e9-4177-a71d-b2ccaecfef09 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0587685 Aug 31 10:30:06.208443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9956ba64-37a7-4b11-a8ab-e12e87127793 req-6114a325-2025-4a4c-8550-edcd1fc4e2eb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Aug 31 10:30:07.345733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38bf86-951e-4b0f-adc5-32d2aa361438 req-5b2f23f8-b92a-44be-a42d-9d270249f5fa tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:07.347918 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a38bf86-951e-4b0f-adc5-32d2aa361438 req-5b2f23f8-b92a-44be-a42d-9d270249f5fa tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0578442 Aug 31 10:30:07.403272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5a38bf86-951e-4b0f-adc5-32d2aa361438 req-97cd58ae-6f8d-4075-b171-9a28f642e511 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448377 Aug 31 10:30:08.523941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8956b-5074-406e-b865-0a6851a4ec06 req-70ac13f9-88a8-4d7c-b8b0-b76e3fcf0d05 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:08.525522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14b8956b-5074-406e-b865-0a6851a4ec06 req-70ac13f9-88a8-4d7c-b8b0-b76e3fcf0d05 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Aug 31 10:30:08.566022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-14b8956b-5074-406e-b865-0a6851a4ec06 req-158f27f1-fb33-4d00-9ba4-401f2f6860b5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342512 Aug 31 10:30:09.300800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-ea5874d5-14a9-4acd-9aa9-28242c8df3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:09.302333 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-ea5874d5-14a9-4acd-9aa9-28242c8df3da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1096 time: 0.0421216 Aug 31 10:30:09.399987 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-0aa19699-d05d-48c9-a8c9-081ffff30bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:09.401462 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-0aa19699-d05d-48c9-a8c9-081ffff30bb7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0919533 Aug 31 10:30:09.473354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-5bcb556e-b348-482f-b8e1-14fcfb8161c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 1001 time: 0.0646455 Aug 31 10:30:09.528377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-ae0e4aff-8988-4e25-822e-da15bcca7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:09.529853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-ae0e4aff-8988-4e25-822e-da15bcca7293 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0493915 Aug 31 10:30:09.580847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-d911ab8b-cc52-48a6-a9ff-b38eededd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:09.582275 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-d911ab8b-cc52-48a6-a9ff-b38eededd5de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443897 Aug 31 10:30:09.695424 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-d48b7791-8408-435c-8ca5-bb91b3648a7c service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055827 Aug 31 10:30:09.711887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4f3c9-4b5c-40af-a522-d0f6463b1526 req-b1a721da-2dcd-429c-80cc-49f482f692e6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:09.714864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebf4f3c9-4b5c-40af-a522-d0f6463b1526 req-b1a721da-2dcd-429c-80cc-49f482f692e6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0728433 Aug 31 10:30:09.780383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ebf4f3c9-4b5c-40af-a522-d0f6463b1526 req-b099637a-d72f-446e-a1b6-a205b1ea5cbb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596395 Aug 31 10:30:09.828256 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-841a0230-b4da-4e9c-ad5a-3b5ccc11f316 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256359 Aug 31 10:30:10.942775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3300b9e-36ee-485b-a8cf-d7ff70109862 req-103e68fd-4a81-45e5-92f7-58511fd11431 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:10.944563 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3300b9e-36ee-485b-a8cf-d7ff70109862 req-103e68fd-4a81-45e5-92f7-58511fd11431 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0696263 Aug 31 10:30:11.001964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3300b9e-36ee-485b-a8cf-d7ff70109862 req-5c0c97f2-ac64-41e5-8b1a-a44f0a813ef8 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468192 Aug 31 10:30:11.053805 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:12.134631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ab4ef-668b-43f9-9167-d65d8e4c73c3 req-f519bf5f-1452-4ab8-a651-9ae895226dda tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:12.136150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e35ab4ef-668b-43f9-9167-d65d8e4c73c3 req-f519bf5f-1452-4ab8-a651-9ae895226dda tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0517707 Aug 31 10:30:12.173764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e35ab4ef-668b-43f9-9167-d65d8e4c73c3 req-2d42a0ea-2195-48cd-af2e-032801459c48 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Aug 31 10:30:13.287636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92109e8-79dd-4b67-9be5-f2d4e5f5b6fb req-c7867388-46da-4b3a-82a3-6171c23f709b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:13.289128 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f92109e8-79dd-4b67-9be5-f2d4e5f5b6fb req-c7867388-46da-4b3a-82a3-6171c23f709b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0493262 Aug 31 10:30:13.327551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f92109e8-79dd-4b67-9be5-f2d4e5f5b6fb req-5588d7c5-0740-42bd-82ac-f952fd74d686 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325081 Aug 31 10:30:14.141555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:14.447204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc832d-6a92-43c0-831e-78e950a6a7a5 req-973607e4-dd41-40dd-ae06-30ff281269b2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:14.448703 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5acc832d-6a92-43c0-831e-78e950a6a7a5 req-973607e4-dd41-40dd-ae06-30ff281269b2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0524473 Aug 31 10:30:14.486380 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5acc832d-6a92-43c0-831e-78e950a6a7a5 req-a8ed4a7d-4e58-4d52-a1ee-4b2d5483fd6c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Aug 31 10:30:15.606053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1fe6c-4d1a-41d1-8388-57e027f479ea req-13c94dc9-dd4b-4ad3-9f93-569b1712d9b4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:15.607629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0af1fe6c-4d1a-41d1-8388-57e027f479ea req-13c94dc9-dd4b-4ad3-9f93-569b1712d9b4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0502846 Aug 31 10:30:15.651906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0af1fe6c-4d1a-41d1-8388-57e027f479ea req-5c439dea-0be9-4e7d-87c2-b2f1aae3fa2b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359042 Aug 31 10:30:16.769624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222a22-4054-4b14-8f85-5fb402dbb36e req-fff801a8-c59f-4d16-99dc-333119e61889 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:16.771179 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48222a22-4054-4b14-8f85-5fb402dbb36e req-fff801a8-c59f-4d16-99dc-333119e61889 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Aug 31 10:30:16.811296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-48222a22-4054-4b14-8f85-5fb402dbb36e req-0271e979-a9c9-4719-8a0d-355b716bad88 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341051 Aug 31 10:30:17.941612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d838b01-cd1a-4b14-8eae-1a19281e8752 req-5458b5ab-3db8-497f-a604-dded9f73fd74 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:17.943857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d838b01-cd1a-4b14-8eae-1a19281e8752 req-5458b5ab-3db8-497f-a604-dded9f73fd74 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0588281 Aug 31 10:30:17.987107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d838b01-cd1a-4b14-8eae-1a19281e8752 req-d06a8334-c30b-4474-ac34-9c5f79da0f42 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371206 Aug 31 10:30:19.103015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dba67c-652c-44f9-bc0f-c8749676d69c req-9f6ef958-d596-447b-ab7f-3ab28e558949 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:19.105466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16dba67c-652c-44f9-bc0f-c8749676d69c req-9f6ef958-d596-447b-ab7f-3ab28e558949 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0499456 Aug 31 10:30:19.146259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16dba67c-652c-44f9-bc0f-c8749676d69c req-5ace5b02-ebf3-43ea-95a0-354522a20d45 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348315 Aug 31 10:30:20.265745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae487529-d90e-44f8-bafb-5ee24524ac25 req-d8a4abd5-194b-4647-b06f-18fb5d2f629c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:20.267316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae487529-d90e-44f8-bafb-5ee24524ac25 req-d8a4abd5-194b-4647-b06f-18fb5d2f629c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0527143 Aug 31 10:30:20.306804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae487529-d90e-44f8-bafb-5ee24524ac25 req-59f766e8-d0f2-4b83-854e-5895bc1003d4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Aug 31 10:30:21.434932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8549a-fafe-45cb-a5f5-3a9140ca50d4 req-fdf1ee6c-d0e6-4262-8820-e551d5160978 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:21.436537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69e8549a-fafe-45cb-a5f5-3a9140ca50d4 req-fdf1ee6c-d0e6-4262-8820-e551d5160978 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0581765 Aug 31 10:30:21.481932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69e8549a-fafe-45cb-a5f5-3a9140ca50d4 req-3efbb254-8db9-49fc-8594-9bf6caddc7e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Aug 31 10:30:21.652886 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-ec274f88-f125-4c5f-b074-103e5cf424f9 service neutron] show failed (client error): The resource could not be found. Aug 31 10:30:21.653747 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-ec274f88-f125-4c5f-b074-103e5cf424f9 service neutron] 10.222.0.52 "GET /v2.0/ports/8e2b7f3e-c575-470f-b031-fab88ea819fa/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0583727 Aug 31 10:30:21.854868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-33fc671e-c219-4828-ba97-2fc4bd79a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:21.856400 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-33fc671e-c219-4828-ba97-2fc4bd79a821 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 1096 time: 0.0474455 Aug 31 10:30:21.869097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:21.908988 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3943586e-e538-4fc6-84dc-5dbe21650f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:21.946847 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:22.445729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:22.482774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:30:22.524919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:22.527285 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdb3238-32d6-42ef-ae68-653644198944" -d '{"events": [{"server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:22.531344 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:22.545638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Transition to ACTIVE for port object 8e2b7f3e-c575-470f-b031-fab88ea819fa will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:30:22.550631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:22.617299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49e74b-a844-4f62-92fd-4dc1aa6a4f37 req-bf32db33-5a04-4f68-9242-db6223f5afe9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:22.623510 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca49e74b-a844-4f62-92fd-4dc1aa6a4f37 req-bf32db33-5a04-4f68-9242-db6223f5afe9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 943 time: 0.0669231 Aug 31 10:30:22.676113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ca49e74b-a844-4f62-92fd-4dc1aa6a4f37 req-da7a92fa-22c7-42f8-a310-fa0de4946fae tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504932 Aug 31 10:30:22.694555 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8911d91-326a-4aa5-b4f2-96ebfc9aea71 x-openstack-request-id: req-c8911d91-326a-4aa5-b4f2-96ebfc9aea71 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:22.695605 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:22.696242 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8911d91-326a-4aa5-b4f2-96ebfc9aea71 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:22.696521 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'code': 200} Aug 31 10:30:22.714196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:22.731694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.732033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.732373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.732807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.733137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.733469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.733815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.734109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.734429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.734761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.735088 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.735409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:22.756669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] No DVR routers for this DVR port 8e2b7f3e-c575-470f-b031-fab88ea819fa on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:30:22.903264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Attempting to bind port 8e2b7f3e-c575-470f-b031-fab88ea819fa on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:30:22.903632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Attempting to bind port 8e2b7f3e-c575-470f-b031-fab88ea819fa by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:30:22.903977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Attempting to bind port 8e2b7f3e-c575-470f-b031-fab88ea819fa on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:30:22.908619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Port 8e2b7f3e-c575-470f-b031-fab88ea819fa on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:30:22.908999 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Attempting to bind port 8e2b7f3e-c575-470f-b031-fab88ea819fa on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:30:22.914893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:30:22.915233 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:30:22.915628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:30:22.916087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Bound port: 8e2b7f3e-c575-470f-b031-fab88ea819fa, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:30:22.916475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:22.983120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:30:22.986357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:30:22.991756 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:23.030419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:23.031064 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:23.032569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 1091 time: 1.1679084 Aug 31 10:30:23.056623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a5d48-a3d0-4ada-83e8-cdd5455e9b11 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:23.107836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-1a6ff2a5-b9c2-4cc2-8914-0c61fc9de4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:23.109394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-1a6ff2a5-b9c2-4cc2-8914-0c61fc9de4c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1094 time: 0.0471125 Aug 31 10:30:23.209763 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-24ae58a1-a4c1-4157-bbe6-0a432fc01c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:23.211347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-24ae58a1-a4c1-4157-bbe6-0a432fc01c70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0950282 Aug 31 10:30:23.289751 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-26b5035c-3bdc-47ea-83e5-dccebc4bd9cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 999 time: 0.0710571 Aug 31 10:30:23.346376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-74ed18cf-9fcf-4c1f-bbc5-96247e189935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:23.348435 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-74ed18cf-9fcf-4c1f-bbc5-96247e189935 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0513661 Aug 31 10:30:23.398299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-2f3e7d0a-34ea-4455-bc09-a74d2b87819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:23.399901 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-2f3e7d0a-34ea-4455-bc09-a74d2b87819c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434165 Aug 31 10:30:23.500036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-d4deb752-6c7f-4fea-8a53-f277fb398c71 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927186 Aug 31 10:30:23.594492 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-2a12dff3-e7da-4dc4-ad19-a8521fc36636 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870187 Aug 31 10:30:23.802578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b97aa-b3e3-4ad9-bdb7-d854915e1fb3 req-666b01c7-94e6-4842-8fcb-16530b0ff630 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:23.804131 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e36b97aa-b3e3-4ad9-bdb7-d854915e1fb3 req-666b01c7-94e6-4842-8fcb-16530b0ff630 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 943 time: 0.0540731 Aug 31 10:30:23.842921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e36b97aa-b3e3-4ad9-bdb7-d854915e1fb3 req-bfb84a1a-fb3c-425c-ac98-0f48cb31789c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Aug 31 10:30:24.698010 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:24.700455 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4df3208-359d-491e-b892-b3aeb2f6a6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:24.751121 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe3ebd-9dcf-46bd-9994-b1d9a6466a99 x-openstack-request-id: req-e3fe3ebd-9dcf-46bd-9994-b1d9a6466a99 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:24.751470 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:24.751925 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3fe3ebd-9dcf-46bd-9994-b1d9a6466a99 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:24.752093 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'status': 'completed', 'code': 200} Aug 31 10:30:24.849545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-2149864d-3228-4e94-b8ea-4268a1b242f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:24.851084 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-2149864d-3228-4e94-b8ea-4268a1b242f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1094 time: 0.0694222 Aug 31 10:30:24.852849 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-2156fd52-d6b9-49b8-a177-3377464d5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:24.854289 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-2156fd52-d6b9-49b8-a177-3377464d5e19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1094 time: 0.0815725 Aug 31 10:30:24.967801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b71e6-6d6b-4790-8d28-33da3b59f62b req-08264893-343e-4410-9791-1a844c4c9687 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:24.969217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f0b71e6-6d6b-4790-8d28-33da3b59f62b req-08264893-343e-4410-9791-1a844c4c9687 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 943 time: 0.0552084 Aug 31 10:30:25.011201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f0b71e6-6d6b-4790-8d28-33da3b59f62b req-df9443b3-810a-40be-b908-3566c45e8498 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345201 Aug 31 10:30:25.020784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-61cf2ede-6b3c-4185-9f22-79196f1cb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:25.022267 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-61cf2ede-6b3c-4185-9f22-79196f1cb39b service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1644585 Aug 31 10:30:25.023983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-a8ac0f80-be99-4485-bd74-e990f75659e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:25.025405 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-a8ac0f80-be99-4485-bd74-e990f75659e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1595275 Aug 31 10:30:25.127655 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:25.142492 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-d7edf7a4-8588-442d-bad6-32fcb7ec61f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 999 time: 0.1120095 Aug 31 10:30:25.147028 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-4bff11f0-57d1-48e4-9d30-5c2c30b35c97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 999 time: 0.1103284 Aug 31 10:30:25.241479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-0653a5bb-b70f-4746-b4aa-bfc795e28850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:25.242907 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-0653a5bb-b70f-4746-b4aa-bfc795e28850 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0935590 Aug 31 10:30:25.244604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-dc7c770b-194c-4fb1-93b9-0373320d9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:25.245910 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-dc7c770b-194c-4fb1-93b9-0373320d9723 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0884867 Aug 31 10:30:25.319382 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8e2b7f3e-c575-470f-b031-fab88ea819fa no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:30:25.320460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-1f3fdf5e-6705-43f3-8cda-858da492451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:25.321989 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-1f3fdf5e-6705-43f3-8cda-858da492451f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632374 Aug 31 10:30:25.323859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-bbeee34c-7f69-490e-bb2e-4ca73c4bf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:25.325230 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-bbeee34c-7f69-490e-bb2e-4ca73c4bf480 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750268 Aug 31 10:30:25.351948 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:30:25.369250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 8e2b7f3e-c575-470f-b031-fab88ea819fa not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:30:25.492583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-03179595-65f5-4484-9de9-0c516add9bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615877 Aug 31 10:30:25.496414 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-c604f452-fe62-4f2a-9959-2451ffbfc9a2 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559851 Aug 31 10:30:25.664297 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-b4e47379-eba1-4043-8502-c85cef5326ab service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630583 Aug 31 10:30:25.666612 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b4df3208-359d-491e-b892-b3aeb2f6a6c8 req-1c5603f1-0c11-40de-b42b-922384f0e9e4 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566076 Aug 31 10:30:25.828888 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d0335ef6-a732-4042-82f3-973b1d2d0dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:26.135203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d07b6-3285-4729-b73b-f201d79cbe55 req-74663a1d-4fac-4e48-b943-9a58c66906ad tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:26.136737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-156d07b6-3285-4729-b73b-f201d79cbe55 req-74663a1d-4fac-4e48-b943-9a58c66906ad tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 943 time: 0.0511472 Aug 31 10:30:26.176930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-156d07b6-3285-4729-b73b-f201d79cbe55 req-8f8bbf08-2125-4a5c-ad77-3052f3c44ef3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342295 Aug 31 10:30:27.302905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30617e70-106f-4ec2-ad57-7752521fc1fb req-1b8aec4d-75e8-4c52-ba37-af93a3785992 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:27.304289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30617e70-106f-4ec2-ad57-7752521fc1fb req-1b8aec4d-75e8-4c52-ba37-af93a3785992 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 943 time: 0.0508761 Aug 31 10:30:27.344102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30617e70-106f-4ec2-ad57-7752521fc1fb req-513e8127-ac12-4bb9-bbfa-ef51cf8c6493 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343373 Aug 31 10:30:27.554604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9c1fe-6953-4800-b7d5-6faccd2adf00 req-7b014794-64a7-4443-8c44-30562f4448d6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:27.556213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1da9c1fe-6953-4800-b7d5-6faccd2adf00 req-7b014794-64a7-4443-8c44-30562f4448d6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 943 time: 0.0560784 Aug 31 10:30:27.562793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-43dabab6-046c-4836-bb74-9b147a57be81 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:27.564261 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-43dabab6-046c-4836-bb74-9b147a57be81 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884&tenant_id=fab5934fe7e741e1830b5b400b1f336b&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 943 time: 0.0545356 Aug 31 10:30:27.597590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1da9c1fe-6953-4800-b7d5-6faccd2adf00 req-ba44fa44-4dd3-4678-b88f-e8a148331157 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342865 Aug 31 10:30:27.638049 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-076198d5-d873-4b98-9784-d9014939f99f service neutron] delete failed (client error): The resource could not be found. Aug 31 10:30:27.639403 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-076198d5-d873-4b98-9784-d9014939f99f service neutron] 10.222.0.52 "DELETE /v2.0/ports/8e2b7f3e-c575-470f-b031-fab88ea819fa/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0680664 Aug 31 10:30:27.645965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8e2b7f3e-c575-470f-b031-fab88ea819fa details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:30:27.734863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-0eb36d99-dc93-40a3-9f6d-b13932b7fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:27.736595 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-0eb36d99-dc93-40a3-9f6d-b13932b7fdc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 1094 time: 0.0501497 Aug 31 10:30:27.757970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:27.778210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'mac_address': 'fa:16:3e:09:62:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:30:27.824536 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:27.839159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2b7f3e-c575-470f-b031-fab88ea819fa {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:30:27.839452 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-f497601f-ed33-4674-95c5-e19800bbb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:27.840948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-f497601f-ed33-4674-95c5-e19800bbb46d service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0979345 Aug 31 10:30:27.863568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:27.871177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:27.910356 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:27.912656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-72591f89-82a6-495a-a211-e38baa5af0f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 200 len: 999 time: 0.0642772 Aug 31 10:30:27.931478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:27.939710 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.940057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.941027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.941363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.941704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.942350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.942708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.943085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.943674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.944008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.944320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.944658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:27.970783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-82220558-5e9f-449f-b1ff-bebcd541f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:27.972349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-82220558-5e9f-449f-b1ff-bebcd541f3e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0530136 Aug 31 10:30:28.020044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-12434fef-d714-4f04-9b94-97fdd08bc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:28.021573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-12434fef-d714-4f04-9b94-97fdd08bc57e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427883 Aug 31 10:30:28.114053 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-1071eedb-8ba2-4bcd-9cca-4270745262db service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852921 Aug 31 10:30:28.211277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bccad8e2-9f45-43d8-8b0b-1c5ce5c0305a req-5c1d76db-267d-47b3-9585-8d3ada114534 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901639 Aug 31 10:30:28.245847 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['8e2b7f3e-c575-470f-b031-fab88ea819fa'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:30:28.724292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41a7b-cdd4-4b3e-8514-3de1896e3437 req-8ed7dd7a-e345-4bb4-adb7-0dd9c52f7a86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:28.725883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbd41a7b-cdd4-4b3e-8514-3de1896e3437 req-8ed7dd7a-e345-4bb4-adb7-0dd9c52f7a86 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 944 time: 0.0545275 Aug 31 10:30:28.772883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbd41a7b-cdd4-4b3e-8514-3de1896e3437 req-217381c6-986b-4f24-9feb-95ed726a3619 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399861 Aug 31 10:30:28.826312 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:28.906439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b053aa-11b8-48a4-94ce-4a165f906b4c req-7f9192ca-6cb1-4dfb-aa8b-09cc3ed851de tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:28.908139 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06b053aa-11b8-48a4-94ce-4a165f906b4c req-7f9192ca-6cb1-4dfb-aa8b-09cc3ed851de tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 944 time: 0.0524082 Aug 31 10:30:28.957407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06b053aa-11b8-48a4-94ce-4a165f906b4c req-8de4dda1-4ffb-45e3-99d9-264de24b3460 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433195 Aug 31 10:30:29.084624 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811737-fd4c-45da-948b-c4a2b096ef12 req-bba66828-8bad-4589-bb1a-effbc7330d5d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:29.086175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f811737-fd4c-45da-948b-c4a2b096ef12 req-bba66828-8bad-4589-bb1a-effbc7330d5d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 944 time: 0.0576699 Aug 31 10:30:29.133764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f811737-fd4c-45da-948b-c4a2b096ef12 req-c371add7-caf8-4c08-a9f4-264b7b778af5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409005 Aug 31 10:30:29.417744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8165045-a2f7-4133-a9b2-2d24bb16cfa4 req-f282cf36-e3e2-47a0-a0c6-97f23354499a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:29.419381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8165045-a2f7-4133-a9b2-2d24bb16cfa4 req-f282cf36-e3e2-47a0-a0c6-97f23354499a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 944 time: 0.0552533 Aug 31 10:30:29.463551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8165045-a2f7-4133-a9b2-2d24bb16cfa4 req-ce259463-0948-4ae7-a347-cc5937d95cde tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368445 Aug 31 10:30:29.670245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8e2b7f3e-c575-470f-b031-fab88ea819fa up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:30:29.723370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 8e2b7f3e-c575-470f-b031-fab88ea819fa completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:30:29.727523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 8e2b7f3e-c575-470f-b031-fab88ea819fa triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:30:29.727937 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:29.811162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:29.839130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:29.841402 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4f9ce8-91be-4204-af5a-b223f0efb6d9" -d '{"events": [{"server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:29.857878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:29.861981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:29.885883 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f277f4-8efb-4662-ab7d-e4be984d05cb x-openstack-request-id: req-89f277f4-8efb-4662-ab7d-e4be984d05cb {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:29.886174 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:29.886421 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89f277f4-8efb-4662-ab7d-e4be984d05cb {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:29.886825 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'code': 200} Aug 31 10:30:29.912427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:30.610686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400651b-c560-4e7f-8bd1-b85b19dfae8e req-b98e51a2-98e2-4899-aafa-cdfbd37fc52f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:30.613128 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6400651b-c560-4e7f-8bd1-b85b19dfae8e req-b98e51a2-98e2-4899-aafa-cdfbd37fc52f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0653315 Aug 31 10:30:30.661935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6400651b-c560-4e7f-8bd1-b85b19dfae8e req-55a0af42-a9b7-42a5-96db-7dc445c38638 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401838 Aug 31 10:30:30.923030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-a756ce1e-46b1-4869-b857-10642a34154a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:30.924532 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-a756ce1e-46b1-4869-b857-10642a34154a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 945 time: 0.0515852 Aug 31 10:30:31.022095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Deleting port 8e2b7f3e-c575-470f-b031-fab88ea819fa {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:30:31.022441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:31.116772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] For port 8e2b7f3e-c575-470f-b031-fab88ea819fa, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=8e2b7f3e-c575-470f-b031-fab88ea819fa,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:31.117307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:31.317152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:31.317536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:31.317855 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e disassociated. External IP: 172.25.1.245, port: 8e2b7f3e-c575-470f-b031-fab88ea819fa. Aug 31 10:30:31.318197 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Calling delete_port for 8e2b7f3e-c575-470f-b031-fab88ea819fa owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:30:31.457849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:31.496144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event deleted for resources: {'Port': ['ID=8e2b7f3e-c575-470f-b031-fab88ea819fa,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:31.618199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:30:31.742363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:30:31.752948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:30:31.767464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:30:31.767464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:30:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:31.771854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0912bd89-6cc5-4e3c-a7e5-f098bff938eb req-05d96eca-113c-4b49-a107-540be996b0ee tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=9789935d-810c-4021-a7f0-ad9395e10884 HTTP/1.1" status: 200 len: 210 time: 0.0348525 Aug 31 10:30:31.795113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] No DVR routers for this DVR port 8e2b7f3e-c575-470f-b031-fab88ea819fa on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:30:31.798025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:31.800841 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f52898d3-919a-4074-ad1f-6224d0c6a698 req-047ca629-2c0d-433c-866d-de58a3982804 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "DELETE /v2.0/ports/8e2b7f3e-c575-470f-b031-fab88ea819fa HTTP/1.1" status: 204 len: 173 time: 0.8699236 Aug 31 10:30:31.801293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'name': 'network-vif-deleted', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:31.805220 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad244cd4-b63b-41ab-8af3-73845e52ddaf" -d '{"events": [{"server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "name": "network-vif-deleted", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:31.844573 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62078deb-2c0e-4384-b0b3-c66bf6355eb2 x-openstack-request-id: req-62078deb-2c0e-4384-b0b3-c66bf6355eb2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:31.844854 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9789935d-810c-4021-a7f0-ad9395e10884", "name": "network-vif-deleted", "tag": "8e2b7f3e-c575-470f-b031-fab88ea819fa", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:31.845114 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62078deb-2c0e-4384-b0b3-c66bf6355eb2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:31.845511 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9789935d-810c-4021-a7f0-ad9395e10884', 'name': 'network-vif-deleted', 'tag': '8e2b7f3e-c575-470f-b031-fab88ea819fa', 'status': 'completed', 'code': 200} Aug 31 10:30:31.905591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:30:32.121446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:32.151321 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:30:32.160913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:30:32.161529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:30:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:32.421236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:30:32.630450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:32.657949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fde6e8-735f-47d9-8045-95ef628520ca None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:30:32.906313 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c1bfc-20ed-4a0f-890b-e6bac4c67e62 None None] New status for floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:30:33.047332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-bdd91c35-173f-46b1-b7aa-38e00bf19462 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--714886032&fields=id&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 267 time: 0.0471163 Aug 31 10:30:33.185414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-22c5def5-7120-450a-8102-84d8e9a9a460 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:33.186949 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-22c5def5-7120-450a-8102-84d8e9a9a460 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 811 time: 0.1306090 Aug 31 10:30:33.204021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-86a9d2cf-05b5-4864-bfdd-8dbce675e2b5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/quotas/fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 375 time: 0.0105879 Aug 31 10:30:33.262048 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-746240a1-b23a-4da9-8272-e9987979a281 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513425 Aug 31 10:30:33.429971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-d4221573-6e0f-4853-8892-eb451d6dc596 service neutron] 10.222.0.69 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550713 Aug 31 10:30:33.532843 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-d0b68df0-2672-4992-96f8-72a70b8fd1b0 service neutron] 10.222.0.69 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959771 Aug 31 10:30:33.725748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a57e7f66-1693-49d9-8014-afb436a82296 req-1361bcc7-a82b-4f0d-b7b2-96681dcdcbda tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 210 time: 0.0494206 Aug 31 10:30:34.762619 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-d895f336-35c4-44f7-a146-899b51feda2c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:34.764227 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-d895f336-35c4-44f7-a146-899b51feda2c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 811 time: 0.1199207 Aug 31 10:30:34.813620 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-b09a50d8-08e3-4769-a075-2a4292b59522 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 379 time: 0.0401647 Aug 31 10:30:34.824535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'port': {'device_id': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'admin_state_up': True, 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'security_groups': ['53375d60-f97c-4fe0-ac59-8710ae5e995e']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:34.842222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74174898-fdb0-4469-94bc-44c8381addb6 req-0474b47a-8d8d-40b7-907c-073355407a8e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 210 time: 0.0311046 Aug 31 10:30:34.947081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Made reservation on behalf of fab5934fe7e741e1830b5b400b1f336b for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:30:34.950636 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.377042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Allocated IP 172.20.0.11 (c1163980-8fc9-43d9-985c-bf669287659b/98024df1-4c6b-4f3d-bda9-57f3e5354e2e/68b5d7ee-e592-4b27-97f7-97b78ebf1756) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:30:35.534402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.548961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Transition to ACTIVE for port object 68b5d7ee-e592-4b27-97f7-97b78ebf1756 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:30:35.582872 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.630320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Network c1163980-8fc9-43d9-985c-bf669287659b is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:30:35.633885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:30:35.638422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:30:35.642488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:35.691292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8e2b7f3e-c575-470f-b031-fab88ea819fa no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:30:35.701453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:35.702340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.722142 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-7417ae81-2366-4ee4-b93e-308a8d1f99c6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9016535 Aug 31 10:30:35.723218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 8e2b7f3e-c575-470f-b031-fab88ea819fa {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:30:35.723689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 8e2b7f3e-c575-470f-b031-fab88ea819fa not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:30:35.736085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Request body: {'port': {'device_id': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:35.801813 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.924358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2873c9f8-2a7c-4bfe-9f1f-6912fbd0ce51 None None] Provisioning for port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:30:35.929018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2873c9f8-2a7c-4bfe-9f1f-6912fbd0ce51 None None] Provisioning complete for port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:30:35.929704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2873c9f8-2a7c-4bfe-9f1f-6912fbd0ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.982494 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2873c9f8-2a7c-4bfe-9f1f-6912fbd0ce51 None None] Port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:30:35.982783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce97b-eb1e-41a2-8b9e-54187cc85f17 req-67d98d5e-f041-404d-86ea-f422b4f9505a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:35.988519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22ce97b-eb1e-41a2-8b9e-54187cc85f17 req-67d98d5e-f041-404d-86ea-f422b4f9505a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 932 time: 0.0598173 Aug 31 10:30:36.030506 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b22ce97b-eb1e-41a2-8b9e-54187cc85f17 req-d8cb1321-3f9a-4bd6-b709-0364a8f4274c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Aug 31 10:30:36.097509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b5d7ee-e592-4b27-97f7-97b78ebf1756 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:30:36.105279 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:36.117707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Transition to ACTIVE for port object 68b5d7ee-e592-4b27-97f7-97b78ebf1756 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:30:36.121889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:36.176519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:36.259056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Attempting to bind port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:30:36.259286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Attempting to bind port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:30:36.259569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Attempting to bind port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:30:36.264674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:30:36.265003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Attempting to bind port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:30:36.271119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:30:36.271463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:30:36.271871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:30:36.272281 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Bound port: 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:30:36.272641 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:36.347955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:30:36.351243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:30:36.356339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:36.391599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:36.392221 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:36.394212 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] 10.222.0.52 "PUT /v2.0/ports/68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1092 time: 0.6634576 Aug 31 10:30:36.394657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:36.396980 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:36.430304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02d071-e9ea-4589-905f-af57d829ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:36.468442 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f10b642-3b13-4523-8889-61eaacd0d17a x-openstack-request-id: req-8f10b642-3b13-4523-8889-61eaacd0d17a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:36.468732 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:36.468990 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f10b642-3b13-4523-8889-61eaacd0d17a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:36.469367 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'status': 'completed', 'code': 200} Aug 31 10:30:36.487445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-84cc49cb-f092-4f0b-9062-7a71582e6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:36.488999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-84cc49cb-f092-4f0b-9062-7a71582e6f0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1095 time: 0.0522776 Aug 31 10:30:36.534265 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-103d7a41-9ca2-4785-9ed9-bc91d2263dd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 217 time: 0.0371034 Aug 31 10:30:36.591489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-5e20f413-9a01-47eb-bac4-0bc719f29086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:36.592985 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-5e20f413-9a01-47eb-bac4-0bc719f29086 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0519862 Aug 31 10:30:36.641903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-cf34e044-a86f-419f-84a5-3145409599d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:36.644016 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-cf34e044-a86f-419f-84a5-3145409599d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431330 Aug 31 10:30:36.742458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-830caab5-fb6a-4263-8eeb-ff8a542d1166 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889888 Aug 31 10:30:36.849775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0b667afd-4c78-4002-8629-7b31508f4f1c req-d22c995c-69a6-4f91-9e11-17a1b165b7c3 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994000 Aug 31 10:30:36.945257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-c173b161-2399-478a-bf8e-c24b607fc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:36.946802 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-c173b161-2399-478a-bf8e-c24b607fc2f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1095 time: 0.0493279 Aug 31 10:30:37.048535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-9f5c3dc5-74da-4741-8ca1-d319f9d19a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:37.050570 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-9f5c3dc5-74da-4741-8ca1-d319f9d19a6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0948782 Aug 31 10:30:37.095282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-8fdddae1-2294-49c7-b252-5b43eb03bd26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 217 time: 0.0375516 Aug 31 10:30:37.149499 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-7d419a84-9270-4ef1-bce0-056797e86ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:37.151018 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-7d419a84-9270-4ef1-bce0-056797e86ac1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0477898 Aug 31 10:30:37.152425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dbddf-208c-4f8c-b754-b48855dbda41 req-7ef57627-a174-4e51-acef-cd6ff0f2a1be tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:37.153971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e5dbddf-208c-4f8c-b754-b48855dbda41 req-7ef57627-a174-4e51-acef-cd6ff0f2a1be tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0533011 Aug 31 10:30:37.195626 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e5dbddf-208c-4f8c-b754-b48855dbda41 req-1147b0b2-7503-40b3-ac78-acbffe110940 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354710 Aug 31 10:30:37.212101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-ec44ed22-2ff2-45ef-bc60-f3680f0d10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:37.213619 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-ec44ed22-2ff2-45ef-bc60-f3680f0d10c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531240 Aug 31 10:30:37.307373 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-97b188ec-022c-49f7-8f39-746ad8f12811 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854638 Aug 31 10:30:37.406477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3ec08d3-a2b6-4685-83dc-167cb6ca8191 req-4c3490fe-bc29-4c6c-9ba1-f1107379cb5a service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919542 Aug 31 10:30:38.329637 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3324d99-c0e2-47d5-877d-fac82c77d832 req-b12b86af-b3b5-41ac-ad06-7d39b0d73622 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:38.331286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3324d99-c0e2-47d5-877d-fac82c77d832 req-b12b86af-b3b5-41ac-ad06-7d39b0d73622 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0586910 Aug 31 10:30:38.381889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3324d99-c0e2-47d5-877d-fac82c77d832 req-9e4b7594-f624-4e58-9e39-db60c1598879 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Aug 31 10:30:39.506786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9831a-73d2-47a3-b944-021725b67beb req-7b275ca0-a743-49fb-80cb-e6a271d12035 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:39.508364 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76c9831a-73d2-47a3-b944-021725b67beb req-7b275ca0-a743-49fb-80cb-e6a271d12035 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0526097 Aug 31 10:30:39.549574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-76c9831a-73d2-47a3-b944-021725b67beb req-baa883f0-d452-4194-b3a6-7e175727fdf0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347483 Aug 31 10:30:40.673703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fc496-1568-4211-9dbe-965591157a55 req-24decc62-9163-490a-aa62-9e239e94f0e2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:40.675905 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da6fc496-1568-4211-9dbe-965591157a55 req-24decc62-9163-490a-aa62-9e239e94f0e2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0513217 Aug 31 10:30:40.716361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da6fc496-1568-4211-9dbe-965591157a55 req-15facff9-3c6c-404a-8b31-029e02771430 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342467 Aug 31 10:30:41.067099 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:41.340482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 68b5d7ee-e592-4b27-97f7-97b78ebf1756 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:30:41.450893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:41.465359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'mac_address': 'fa:16:3e:13:09:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:30:41.508965 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:41.522517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b5d7ee-e592-4b27-97f7-97b78ebf1756 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:30:41.546827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:41.551972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:41.601977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:41.779668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['68b5d7ee-e592-4b27-97f7-97b78ebf1756'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:30:41.847690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163acd39-b2aa-422f-acca-62f85fdb60e4 req-d5df75ee-181c-4218-b75b-cd2c59721961 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:41.849263 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-163acd39-b2aa-422f-acca-62f85fdb60e4 req-d5df75ee-181c-4218-b75b-cd2c59721961 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 945 time: 0.0561883 Aug 31 10:30:41.892750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-163acd39-b2aa-422f-acca-62f85fdb60e4 req-9db7fe1b-8643-40af-9a77-293fcad0bc2c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372221 Aug 31 10:30:43.016432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20a43c-5dc5-4697-9dc8-57f7383b1ba1 req-a7069c27-1482-4973-8955-da73d05fd3ba tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:43.018570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae20a43c-5dc5-4697-9dc8-57f7383b1ba1 req-a7069c27-1482-4973-8955-da73d05fd3ba tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 945 time: 0.0523250 Aug 31 10:30:43.059110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae20a43c-5dc5-4697-9dc8-57f7383b1ba1 req-bd50fdb5-a572-4a6f-9a79-46c5c553ed90 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340619 Aug 31 10:30:43.349849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 68b5d7ee-e592-4b27-97f7-97b78ebf1756 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:30:43.409436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:30:43.413632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:30:43.414010 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:43.497680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:43.524613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:43.526877 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04fa599-caf2-4983-bf5f-0d61288e5661" -d '{"events": [{"server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "name": "network-vif-plugged", "status": "completed", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:43.540251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:43.544920 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:43.569390 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34bffb2-ac9b-414f-b3d4-150c7f47875f x-openstack-request-id: req-e34bffb2-ac9b-414f-b3d4-150c7f47875f {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:43.569687 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "name": "network-vif-plugged", "status": "completed", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:43.570053 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e34bffb2-ac9b-414f-b3d4-150c7f47875f {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:43.570440 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'code': 200} Aug 31 10:30:43.598843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:43.684410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4422af5-9b92-4ed9-8af6-548b4f04b8e4 req-3f4c05cd-70d0-4360-bb48-4b05673b9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:43.686356 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4422af5-9b92-4ed9-8af6-548b4f04b8e4 req-3f4c05cd-70d0-4360-bb48-4b05673b9700 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1097 time: 0.0562367 Aug 31 10:30:43.727634 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c4422af5-9b92-4ed9-8af6-548b4f04b8e4 req-e47379d8-6ed8-49ff-a6da-34f6fe04f2e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336204 Aug 31 10:30:44.159973 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:44.199337 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525e263-cf4f-4aac-91d8-9f4078f10387 req-4a8ba629-b838-480c-a3fd-9e34e4940265 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:44.200960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6525e263-cf4f-4aac-91d8-9f4078f10387 req-4a8ba629-b838-480c-a3fd-9e34e4940265 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0577402 Aug 31 10:30:44.254873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6525e263-cf4f-4aac-91d8-9f4078f10387 req-0c2f49ab-baf6-4d62-bd56-f8596bd8205c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462105 Aug 31 10:30:45.380782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1d995-ebd4-4d7a-930b-3431cc1373ab req-e3b74e9a-d1fc-4044-88fd-3a952e715ca2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:45.382304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2e1d995-ebd4-4d7a-930b-3431cc1373ab req-e3b74e9a-d1fc-4044-88fd-3a952e715ca2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0541885 Aug 31 10:30:45.422723 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2e1d995-ebd4-4d7a-930b-3431cc1373ab req-34cec764-38b4-4f25-a65a-bf7c52c9afdf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336955 Aug 31 10:30:45.541062 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff31ab2-3280-40fb-b039-2241b495df86 req-646d6a7d-cdce-4006-988d-6234438c24f7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:45.542531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aff31ab2-3280-40fb-b039-2241b495df86 req-646d6a7d-cdce-4006-988d-6234438c24f7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0522866 Aug 31 10:30:45.551363 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 47028) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:45.556263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'floatingip': {'port_id': '68b5d7ee-e592-4b27-97f7-97b78ebf1756'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:45.597201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:46.063497 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:46.067768 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:46.171654 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e associated. External IP: 172.25.1.245, port: 68b5d7ee-e592-4b27-97f7-97b78ebf1756. Aug 31 10:30:46.399726 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:30:46.517572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:30:46.526410 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:46.528799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:30:46.539945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:30:46.540589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:30:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:46.557526 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-96c750f1-a163-4064-a89c-290e17862b3b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "PUT /v2.0/floatingips/614374d5-7c7c-47ba-ac0a-e6d7d6eb014e HTTP/1.1" status: 200 len: 992 time: 1.0050468 Aug 31 10:30:46.558114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:46.560447 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb63131-f8e9-4811-94a6-a72bc79a5210" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:46.610824 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4d48a5-a8db-4c5f-bdf2-1f785d0b4c99 x-openstack-request-id: req-ff4d48a5-a8db-4c5f-bdf2-1f785d0b4c99 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:46.611369 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:46.612908 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff4d48a5-a8db-4c5f-bdf2-1f785d0b4c99 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:46.613932 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'status': 'completed', 'code': 200} Aug 31 10:30:46.656651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:30:46.683613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-9bd69ba1-f39b-4164-bc8c-4f88dc424a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:46.685226 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-9bd69ba1-f39b-4164-bc8c-4f88dc424a96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1097 time: 0.0491807 Aug 31 10:30:46.787681 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-1c3d4688-1dfe-4db8-9474-6980c4da1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:46.789276 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-1c3d4688-1dfe-4db8-9474-6980c4da1864 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0975106 Aug 31 10:30:46.869472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-af1c776c-ad4f-40d0-8b9c-f5585490dd72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1000 time: 0.0624535 Aug 31 10:30:46.916840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:13:09:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:30:45Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:46.923003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-0063158f-6fc0-49f7-a49c-6c91fac2828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:46.925133 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-0063158f-6fc0-49f7-a49c-6c91fac2828d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0489173 Aug 31 10:30:46.948986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:30:46.957572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:30:46.958186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:30:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:46.976287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-0530b2b1-464c-40eb-9b71-ed15531c91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:46.977965 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-0530b2b1-464c-40eb-9b71-ed15531c91d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460947 Aug 31 10:30:47.071542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:30:47.073400 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-a163cd4a-8b4a-4e12-a276-8b5ea3703ff2 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880010 Aug 31 10:30:47.176398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dbb63131-f8e9-4811-94a6-a72bc79a5210 req-f15a8284-2081-407a-96bb-d64a372b1597 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940139 Aug 31 10:30:47.309661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:13:09:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:30:45Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:47.337417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c669b3-65e4-4822-9819-6e517d7daf19 None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:13:09:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:30:45Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:30:47.540074 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97828e26-85c2-4772-aa91-b476e71720e1 None None] New status for floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:30:48.767308 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-c1c45ed0-6c51-4cbb-b7a6-03deabae7c85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454831 Aug 31 10:30:48.851424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-041109e0-5c87-46b9-ad7d-8d0557593729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:48.852828 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-041109e0-5c87-46b9-ad7d-8d0557593729 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1097 time: 0.0409341 Aug 31 10:30:48.960066 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-fe018335-7715-4ce9-b03e-968ff241e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:48.962048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-fe018335-7715-4ce9-b03e-968ff241e11d service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0896029 Aug 31 10:30:49.036656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-b9048045-b1b3-45ac-8447-c52ef8057ef3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1002 time: 0.0675485 Aug 31 10:30:49.089283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-fff1de85-c4e7-47e3-ae90-59107294ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:49.090739 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-fff1de85-c4e7-47e3-ae90-59107294ae07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0462542 Aug 31 10:30:49.146433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-2baf20c9-3dda-4277-8389-e9fb7d43a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:49.147963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-2baf20c9-3dda-4277-8389-e9fb7d43a0cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495789 Aug 31 10:30:49.243093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-0d2e7349-bb57-4786-b259-cd3ddb830a67 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881331 Aug 31 10:30:49.340458 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d0cea74-2702-4e2f-8a23-b343b0268e0d req-26f97c4e-5ef5-4c07-b4d5-02ffa06570a4 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899873 Aug 31 10:30:51.902127 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a470812c-4c07-42b1-94ab-82c36f1652f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:55.127690 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:55.831501 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5ec58aee-513f-4429-9b8f-1e8add913721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:57.880068 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:58.827100 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:02.352319 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:31:11.065527 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:14.167758 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:21.909185 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-34016a19-84f4-4579-9533-f9e5d02b0d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.120388 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.832381 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-900cdd74-64f8-454b-b7c6-44f7a388eb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.883261 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:28.829475 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:39.352510 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:31:41.095372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:44.169483 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:49.806972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-33e158c0-8cb4-4f0b-8d57-2b9ebcfb59c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949371 Aug 31 10:31:49.896621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-39a54a8c-d44d-43ee-8f5a-1feeaf590ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:49.899221 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-39a54a8c-d44d-43ee-8f5a-1feeaf590ca2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1097 time: 0.0449967 Aug 31 10:31:50.006022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-cc62d5a5-cfd7-4099-93d6-a2a2b26be3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:50.007956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-cc62d5a5-cfd7-4099-93d6-a2a2b26be3ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0900819 Aug 31 10:31:50.073805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-c1a49079-9974-4b55-b72d-0629ebf6290c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1002 time: 0.0592825 Aug 31 10:31:50.123645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-e5e04b4a-34bb-4a60-b9da-4500d1eafb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:50.125107 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-e5e04b4a-34bb-4a60-b9da-4500d1eafb18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0447233 Aug 31 10:31:50.175775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-ad822ddc-e3e2-48ad-9872-06e84b303a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:50.177895 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-ad822ddc-e3e2-48ad-9872-06e84b303a2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461528 Aug 31 10:31:50.271776 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-69136b6c-9309-4a94-9715-c1316f0d6cba service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870547 Aug 31 10:31:50.371378 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-615ec440-8fd2-4439-ba4a-06d18fa3434e req-159218e2-d7e1-426b-8981-df77827865bb service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931542 Aug 31 10:31:51.903210 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-07da3254-706f-4cc5-b27d-a281aef44776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:55.121950 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:55.833009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b5b037e-8d1f-4a22-acdc-3d6da739f51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:57.886879 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:58.832266 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:11.096239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.168603 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.352161 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:32:21.908123 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7f61-abd3-4206-8c99-8c42e29a3a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.832205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8d7b6-84d5-4654-8761-22e16c6a40cd req-7bd9753a-5db7-4538-aed4-aa0c24d5e064 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:22.835120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ea8d7b6-84d5-4654-8761-22e16c6a40cd req-7bd9753a-5db7-4538-aed4-aa0c24d5e064 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0534418 Aug 31 10:32:22.877529 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ea8d7b6-84d5-4654-8761-22e16c6a40cd req-db094a98-b4ca-4ba2-a4e7-2bb966b39d75 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375183 Aug 31 10:32:24.016345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49db91-9da6-4960-a3a6-f04384d6e94e req-d2d93849-ab5c-4c2a-b5a3-d914078a910a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:24.018128 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af49db91-9da6-4960-a3a6-f04384d6e94e req-d2d93849-ab5c-4c2a-b5a3-d914078a910a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0586896 Aug 31 10:32:24.059859 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-af49db91-9da6-4960-a3a6-f04384d6e94e req-d2a03de5-a842-473f-9d14-e70bcf7ed75e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340452 Aug 31 10:32:25.131926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:25.186082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c007a19-258f-4d0b-8ee9-5eeb5cd9ecb9 req-5834fd1d-9b30-46a3-8c17-13e66e414713 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:25.187706 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c007a19-258f-4d0b-8ee9-5eeb5cd9ecb9 req-5834fd1d-9b30-46a3-8c17-13e66e414713 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0539181 Aug 31 10:32:25.230516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2c007a19-258f-4d0b-8ee9-5eeb5cd9ecb9 req-f3f2282f-8076-4a66-8707-057fe71b85e5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359135 Aug 31 10:32:25.834467 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1dcb13c2-d52e-439e-8a67-a29c79550179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.360820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5f58c-a1cb-42cc-aa5d-9c5542dfe9a9 req-8a4b37cb-55ee-452c-b35f-9b7887a353fc tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:26.362999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17c5f58c-a1cb-42cc-aa5d-9c5542dfe9a9 req-8a4b37cb-55ee-452c-b35f-9b7887a353fc tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0519137 Aug 31 10:32:26.406647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17c5f58c-a1cb-42cc-aa5d-9c5542dfe9a9 req-5232833b-1e8d-4bba-9784-b2af658b45ee tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365751 Aug 31 10:32:27.539981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0036273-eaf7-42ab-a195-48773f98f881 req-8b674c18-cb2a-484d-a204-4b59c034f338 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:27.541422 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0036273-eaf7-42ab-a195-48773f98f881 req-8b674c18-cb2a-484d-a204-4b59c034f338 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0590737 Aug 31 10:32:27.585414 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0036273-eaf7-42ab-a195-48773f98f881 req-27aa88c0-ef73-40d7-9481-5f7276078a3d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375915 Aug 31 10:32:27.890104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.711179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cf142-412f-4968-bc9a-93e438a04efb req-aa92017d-a51b-4a74-bda7-caafba431bcb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:28.712797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f76cf142-412f-4968-bc9a-93e438a04efb req-aa92017d-a51b-4a74-bda7-caafba431bcb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0511971 Aug 31 10:32:28.752673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f76cf142-412f-4968-bc9a-93e438a04efb req-c9cd34f0-d630-4a88-8a47-41a89535ea72 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337172 Aug 31 10:32:28.834819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.877806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ae7e9-5eeb-47b2-9be2-37d3381da9f5 req-b693f2fe-cf10-45fd-8f09-8b937dff4906 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:29.879418 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d00ae7e9-5eeb-47b2-9be2-37d3381da9f5 req-b693f2fe-cf10-45fd-8f09-8b937dff4906 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0541484 Aug 31 10:32:29.921328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d00ae7e9-5eeb-47b2-9be2-37d3381da9f5 req-68169fda-bf35-4b63-a761-a09d10226a8e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356152 Aug 31 10:32:31.048631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c714ff-c400-490a-a9d3-1f8eeb940a6e req-6d8a6c00-6ffd-4be7-a5f0-81d5ac003fc3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:31.050150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3c714ff-c400-490a-a9d3-1f8eeb940a6e req-6d8a6c00-6ffd-4be7-a5f0-81d5ac003fc3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0554934 Aug 31 10:32:31.089742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e3c714ff-c400-490a-a9d3-1f8eeb940a6e req-4fedbc3a-3681-4ec2-a5f1-4a855d9285cf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335011 Aug 31 10:32:32.211398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c4d2-6382-4a0b-8f92-95af2f00bed5 req-5784a71a-99de-4bc6-b805-d1cf06bf0055 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:32.212960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b951c4d2-6382-4a0b-8f92-95af2f00bed5 req-5784a71a-99de-4bc6-b805-d1cf06bf0055 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0506649 Aug 31 10:32:32.255712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b951c4d2-6382-4a0b-8f92-95af2f00bed5 req-34c2668f-b5a5-4a67-a3f6-93fc8cb1a2af tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346553 Aug 31 10:32:33.386683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bec33d-c1f1-4b74-bbbc-bdaac70e6c4a req-2cf41a39-e30f-4891-9a46-7cba9a8168a5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:33.388246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6bec33d-c1f1-4b74-bbbc-bdaac70e6c4a req-2cf41a39-e30f-4891-9a46-7cba9a8168a5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0612795 Aug 31 10:32:33.427700 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6bec33d-c1f1-4b74-bbbc-bdaac70e6c4a req-d28857c5-131f-4d2b-aaf9-bae69a85ef27 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334451 Aug 31 10:32:33.704432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43663fb-14c4-4822-ae3a-e13ec83ea950 req-59d4d32d-b701-4345-aeba-4c1f6f06f271 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:33.706107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d43663fb-14c4-4822-ae3a-e13ec83ea950 req-59d4d32d-b701-4345-aeba-4c1f6f06f271 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0621653 Aug 31 10:32:33.730788 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47266) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:33.758681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d43663fb-14c4-4822-ae3a-e13ec83ea950 req-be8619d2-3309-4be0-b562-f08e48277973 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424666 Aug 31 10:32:33.851181 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-bdf59b87-2084-4100-836a-6c7b3a99ae76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188667 Aug 31 10:32:34.909348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690ea0d-dab2-4cb3-8ee0-8ab1b1bd1b22 req-19c55e19-d76c-491f-ba19-3e93e7c37407 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:34.909348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2690ea0d-dab2-4cb3-8ee0-8ab1b1bd1b22 req-19c55e19-d76c-491f-ba19-3e93e7c37407 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0635128 Aug 31 10:32:34.971360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2690ea0d-dab2-4cb3-8ee0-8ab1b1bd1b22 req-4e13c922-a753-469d-881a-4176a68408af tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499833 Aug 31 10:32:35.019130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-def0b959-bfe7-49dd-9f4e-b5fa087339b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:35.021603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-def0b959-bfe7-49dd-9f4e-b5fa087339b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1097 time: 0.0581036 Aug 31 10:32:35.144007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-05885b01-1d88-4784-8727-7d3d315a76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:35.145425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-05885b01-1d88-4784-8727-7d3d315a76b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1171036 Aug 31 10:32:35.218523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-f1bcb8a4-2c1c-43fd-b6c4-18d9681c9a71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1002 time: 0.0655193 Aug 31 10:32:35.270383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-43add027-e3c7-4ec6-901b-c658e1ea1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:35.271899 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-43add027-e3c7-4ec6-901b-c658e1ea1b42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0467260 Aug 31 10:32:35.323747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-b743a3c4-c830-4794-9d39-cb10ddcb380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:35.325248 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-b743a3c4-c830-4794-9d39-cb10ddcb380f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450778 Aug 31 10:32:35.420970 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-f750d449-c347-4285-8701-2bf676a2904f service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875785 Aug 31 10:32:35.523610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-28372e1c-2468-4aaa-841a-77497a781089 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958436 Aug 31 10:32:36.135771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a13a9-a0fd-4634-b307-e1949371e8f5 req-c93f72de-9e12-4a14-a90b-809232078afb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:36.138391 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-063a13a9-a0fd-4634-b307-e1949371e8f5 req-c93f72de-9e12-4a14-a90b-809232078afb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0857956 Aug 31 10:32:36.180894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-063a13a9-a0fd-4634-b307-e1949371e8f5 req-8d781bc2-7dff-4eec-b27a-94060b52c513 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363724 Aug 31 10:32:37.313573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2d941-6bea-4d96-a3c1-3d9cce321234 req-d4ea1981-616c-46fd-b5eb-6a3b4654b13e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:37.315385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18f2d941-6bea-4d96-a3c1-3d9cce321234 req-d4ea1981-616c-46fd-b5eb-6a3b4654b13e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0604177 Aug 31 10:32:37.364928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18f2d941-6bea-4d96-a3c1-3d9cce321234 req-c000e1b5-7d9f-4d71-abc6-7730878ec20a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397086 Aug 31 10:32:37.594410 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-3c325dd3-476a-4917-b4dc-64acee056727 req-80a8c2ab-ff57-4b62-9acf-05276cd2b04d service neutron] show failed (client error): The resource could not be found. Aug 31 10:32:37.595504 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-80a8c2ab-ff57-4b62-9acf-05276cd2b04d service neutron] 10.222.0.52 "GET /v2.0/ports/68b5d7ee-e592-4b27-97f7-97b78ebf1756/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0593886 Aug 31 10:32:37.803403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-cb245555-bd13-422b-ae30-939f97365c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:37.805064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-cb245555-bd13-422b-ae30-939f97365c02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 1097 time: 0.0479674 Aug 31 10:32:37.816877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:37.879204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.118106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:38.156821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:38.201045 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:38.203793 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab216b4-2dce-42a7-8ce1-14efe1bbb0ff" -d '{"events": [{"server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:38.208511 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.221752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Transition to ACTIVE for port object 68b5d7ee-e592-4b27-97f7-97b78ebf1756 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:38.228437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.264582 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8a7427-1152-4a04-b44f-40931eaf687f x-openstack-request-id: req-1b8a7427-1152-4a04-b44f-40931eaf687f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:38.265659 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:38.265659 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b8a7427-1152-4a04-b44f-40931eaf687f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:38.265659 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'code': 200} Aug 31 10:32:38.316277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:38.332479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.332730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.333061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.333394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.333717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.334050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.334377 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.334698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.335048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.335368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.335691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.336008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:38.375753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] No DVR routers for this DVR port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:38.504880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce493b8d-fd64-486b-bc18-10b719ecd484 req-66c17228-f182-46f5-bc4a-78cf94386880 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:38.506551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce493b8d-fd64-486b-bc18-10b719ecd484 req-66c17228-f182-46f5-bc4a-78cf94386880 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0616374 Aug 31 10:32:38.541238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Attempting to bind port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:38.541792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Attempting to bind port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:38.541929 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Attempting to bind port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:38.547105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:32:38.547434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Attempting to bind port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:38.553335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:38.553715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:38.555146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:38.555146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Bound port: 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:38.555146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.555740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce493b8d-fd64-486b-bc18-10b719ecd484 req-ad5cda77-98d4-4428-9697-f996cbcf0619 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Aug 31 10:32:38.629165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:38.633335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:38.639158 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.682668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:38.683324 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.684740 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] 10.222.0.20 "PUT /v2.0/ports/68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1092 time: 0.8721423 Aug 31 10:32:38.724507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeed00-793f-49e0-8545-57e16d12a3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:38.759910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-113aa27a-8747-445b-961b-01d34430bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:38.761454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-113aa27a-8747-445b-961b-01d34430bd75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1095 time: 0.0512233 Aug 31 10:32:38.865851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-03128f62-c520-4c00-ba01-6f28da99ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:38.867760 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-03128f62-c520-4c00-ba01-6f28da99ffef service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0994444 Aug 31 10:32:38.954532 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-55f4f7cf-89f2-4be8-910c-55d2749341b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1000 time: 0.0790062 Aug 31 10:32:39.007815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-d237136d-f086-4120-852c-d9d50553416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:39.009675 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-d237136d-f086-4120-852c-d9d50553416d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0474350 Aug 31 10:32:39.058330 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c325dd3-476a-4917-b4dc-64acee056727 req-ca3172e0-ff0c-4187-bc85-748ba884f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:39.060144 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-ca3172e0-ff0c-4187-bc85-748ba884f85a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433700 Aug 31 10:32:39.161210 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-8f1a0b2b-e0d6-4eb0-8b7e-c188b987aca4 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934269 Aug 31 10:32:39.269394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c325dd3-476a-4917-b4dc-64acee056727 req-2fdff8ed-0b32-443a-8ba6-6218f9c60ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003122 Aug 31 10:32:39.687845 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec145f1e-49ce-4b8e-9232-afaa4ab679fe req-1fa2a19f-931e-4cf0-95fa-bcd39a118f65 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:39.689451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec145f1e-49ce-4b8e-9232-afaa4ab679fe req-1fa2a19f-931e-4cf0-95fa-bcd39a118f65 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0548844 Aug 31 10:32:39.731659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ec145f1e-49ce-4b8e-9232-afaa4ab679fe req-35350420-3151-4500-9fa6-501cc1e9e17e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349519 Aug 31 10:32:40.267078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:40.269520 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72743726-a0b6-49e4-986e-393ffaed6071" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:40.322591 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60fb9e3-5b88-4727-b753-a911ba429b97 x-openstack-request-id: req-f60fb9e3-5b88-4727-b753-a911ba429b97 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:40.322902 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:40.325206 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f60fb9e3-5b88-4727-b753-a911ba429b97 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:40.325697 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'status': 'completed', 'code': 200} Aug 31 10:32:40.420417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743726-a0b6-49e4-986e-393ffaed6071 req-a3465cb7-f7cc-4370-b1b3-0d77c7d0f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:40.421938 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-a3465cb7-f7cc-4370-b1b3-0d77c7d0f48e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1095 time: 0.0803883 Aug 31 10:32:40.423698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743726-a0b6-49e4-986e-393ffaed6071 req-b33d8192-3fb4-43c0-950d-c8c25301024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:40.425030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-b33d8192-3fb4-43c0-950d-c8c25301024a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1095 time: 0.0744879 Aug 31 10:32:40.863124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd65eb-b1f9-44e1-9ad9-0c8447d507c6 req-c85d5627-e6e0-4739-af64-559bab87cb13 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:40.864754 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49dd65eb-b1f9-44e1-9ad9-0c8447d507c6 req-c85d5627-e6e0-4739-af64-559bab87cb13 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0581627 Aug 31 10:32:40.888790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743726-a0b6-49e4-986e-393ffaed6071 req-cb7dfa9b-d923-4ea4-a9ae-72ace65c962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:40.890320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-cb7dfa9b-d923-4ea4-a9ae-72ace65c962b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.4594698 Aug 31 10:32:40.893337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743726-a0b6-49e4-986e-393ffaed6071 req-4dd6aab7-a2ae-43d0-8432-5ed3f0a80958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:40.895284 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-4dd6aab7-a2ae-43d0-8432-5ed3f0a80958 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.4520962 Aug 31 10:32:40.917265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49dd65eb-b1f9-44e1-9ad9-0c8447d507c6 req-5c08e1b0-6a56-42a8-afac-068bf0690087 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459499 Aug 31 10:32:41.011606 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-bfd83472-ecac-4837-b503-a19fb034d288 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1000 time: 0.1133270 Aug 31 10:32:41.016275 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-15dd82dd-4251-4622-93ed-b29389ebb9a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1000 time: 0.1104865 Aug 31 10:32:41.103404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743726-a0b6-49e4-986e-393ffaed6071 req-a54bc333-9526-415b-b386-2b0f9c895d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:41.104888 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-a54bc333-9526-415b-b386-2b0f9c895d93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0854800 Aug 31 10:32:41.108705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743726-a0b6-49e4-986e-393ffaed6071 req-4fe5cfe4-5cd3-4b3c-9a1d-b85008aa7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:41.110342 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-4fe5cfe4-5cd3-4b3c-9a1d-b85008aa7353 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0823605 Aug 31 10:32:41.183955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743726-a0b6-49e4-986e-393ffaed6071 req-0b83bd72-b3cd-44e2-8cf2-fa4a63d5dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:41.185525 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-0b83bd72-b3cd-44e2-8cf2-fa4a63d5dffa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721798 Aug 31 10:32:41.192759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743726-a0b6-49e4-986e-393ffaed6071 req-d0de9391-6ff6-4391-9cae-680fcb977f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:41.194270 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-d0de9391-6ff6-4391-9cae-680fcb977f47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727053 Aug 31 10:32:41.286379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.359913 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-62626014-e1e2-4b6b-ab34-c423e1c99cec service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646209 Aug 31 10:32:41.365528 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-e69f65aa-2f20-4607-9530-4fadf905f0eb service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593475 Aug 31 10:32:41.529903 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-ab22cdf7-0f8a-4b9f-884e-a432ccd4c73c service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623383 Aug 31 10:32:41.532232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-72743726-a0b6-49e4-986e-393ffaed6071 req-3fe4ce3d-fa92-4b2a-9acb-fb99d738d288 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567581 Aug 31 10:32:41.832189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 68b5d7ee-e592-4b27-97f7-97b78ebf1756 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:32:41.874669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 68b5d7ee-e592-4b27-97f7-97b78ebf1756 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:32:42.044991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae637e-b586-4276-a9fb-abf9330d64ab req-7c4e9bc1-d1b4-4eb6-86f9-6e3a06077d61 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:42.046655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00ae637e-b586-4276-a9fb-abf9330d64ab req-7c4e9bc1-d1b4-4eb6-86f9-6e3a06077d61 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0540736 Aug 31 10:32:42.087224 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-00ae637e-b586-4276-a9fb-abf9330d64ab req-778e08d9-00df-42c8-94d0-bcdf6c11eed2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339587 Aug 31 10:32:42.293487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634bb91-19aa-4d6c-8b4c-c323e0549636 req-7c50019f-4d63-4bd4-8cda-849e60225ff7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:42.295058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e634bb91-19aa-4d6c-8b4c-c323e0549636 req-7c50019f-4d63-4bd4-8cda-849e60225ff7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0518007 Aug 31 10:32:42.310908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-0d75af18-001a-401b-9780-a1577aa6e1f7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:42.312236 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-0d75af18-001a-401b-9780-a1577aa6e1f7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f&tenant_id=fab5934fe7e741e1830b5b400b1f336b&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 944 time: 0.0589700 Aug 31 10:32:42.340656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e634bb91-19aa-4d6c-8b4c-c323e0549636 req-bae51aed-4a54-4de3-b943-8a03ffc73791 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390482 Aug 31 10:32:42.381469 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-9a510cf4-4ada-4128-b909-1db482eace2c service neutron] delete failed (client error): The resource could not be found. Aug 31 10:32:42.382550 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-9a510cf4-4ada-4128-b909-1db482eace2c service neutron] 10.222.0.52 "DELETE /v2.0/ports/68b5d7ee-e592-4b27-97f7-97b78ebf1756/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0628891 Aug 31 10:32:42.468609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-2bec8875-b4de-45ef-a17e-32ffc0c8e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:42.470218 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-2bec8875-b4de-45ef-a17e-32ffc0c8e2b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1095 time: 0.0423498 Aug 31 10:32:42.568050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-54abe4c1-bc39-4fb9-8afb-375d337c5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:42.569478 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-54abe4c1-bc39-4fb9-8afb-375d337c5be7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0926092 Aug 31 10:32:42.638735 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-a1fbab4e-cf0d-4d59-9848-b1815f5334d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1000 time: 0.0618918 Aug 31 10:32:42.689966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-70fe68f7-7d57-4045-95e8-f844e70d9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:42.692036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-70fe68f7-7d57-4045-95e8-f844e70d9002 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0456338 Aug 31 10:32:42.744229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-7cc4972d-b24b-4c85-adcb-9366cb821338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:42.745769 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-7cc4972d-b24b-4c85-adcb-9366cb821338 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465009 Aug 31 10:32:42.840958 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-65ea81c6-ccd3-414b-86d8-741a1673a3d1 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869899 Aug 31 10:32:42.937812 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d3819b92-8456-4e4f-b9c3-91e87b5d019a req-ba36d4fb-5c3a-4693-97cf-2ced746f2ade service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900080 Aug 31 10:32:43.473589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf18b8-5331-4101-99fa-e655589ffdac req-81147e1e-ee62-4521-a677-0b0ea8a1e136 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:43.475305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aeaf18b8-5331-4101-99fa-e655589ffdac req-81147e1e-ee62-4521-a677-0b0ea8a1e136 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0584815 Aug 31 10:32:43.521694 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aeaf18b8-5331-4101-99fa-e655589ffdac req-c50d1efb-e3f8-4a30-82de-522dfd5f1e9a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401206 Aug 31 10:32:43.645806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc8fac-b332-4b9f-b74a-d572258bbcf3 req-882e78b3-86fe-42e7-99f5-c2bb93c0f96b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:43.647300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2cc8fac-b332-4b9f-b74a-d572258bbcf3 req-882e78b3-86fe-42e7-99f5-c2bb93c0f96b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0568388 Aug 31 10:32:43.688406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2cc8fac-b332-4b9f-b74a-d572258bbcf3 req-af3b057b-4d5c-4e37-a7cc-ddf177ad9cf2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342829 Aug 31 10:32:43.898847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37918e00-d3b7-4836-a9d1-501fd822b11a req-917a4947-98d6-4039-8f4e-6b93e02f2bc4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:43.900326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37918e00-d3b7-4836-a9d1-501fd822b11a req-917a4947-98d6-4039-8f4e-6b93e02f2bc4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 944 time: 0.0500576 Aug 31 10:32:43.927196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-96f3739f-bf6f-4d28-9c3d-25d698189123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:43.929122 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-96f3739f-bf6f-4d28-9c3d-25d698189123 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 1095 time: 0.0467434 Aug 31 10:32:43.941645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37918e00-d3b7-4836-a9d1-501fd822b11a req-1dbf71a8-e71b-433d-832f-aece7cd694c2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348442 Aug 31 10:32:44.023561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-d696e4d0-8d6a-4db6-afac-9bbe93ffd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:44.025081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-d696e4d0-8d6a-4db6-afac-9bbe93ffd180 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0895705 Aug 31 10:32:44.100623 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-acd0223e-0ba4-4006-9994-cc4ced4555be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 200 len: 1000 time: 0.0684407 Aug 31 10:32:44.152384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-26f65e44-74e5-4483-8820-45933636bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:44.153810 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-26f65e44-74e5-4483-8820-45933636bba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0464547 Aug 31 10:32:44.166972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.202030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-f8652a5e-0401-42a4-ac24-26837dcd6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:44.203619 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-f8652a5e-0401-42a4-ac24-26837dcd6af7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425858 Aug 31 10:32:44.300548 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-a9871faa-876c-486d-8584-2970a30ec940 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896754 Aug 31 10:32:44.341949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 68b5d7ee-e592-4b27-97f7-97b78ebf1756 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:32:44.393290 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-73d814bc-b3ff-4a77-9151-a01cf4be0116 req-92766d07-490c-4b86-a404-c8d42208e1cd service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858877 Aug 31 10:32:44.451343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:44.467267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'mac_address': 'fa:16:3e:13:09:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:32:44.512871 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.526922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b5d7ee-e592-4b27-97f7-97b78ebf1756 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:32:44.548671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:44.553601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.610339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:44.621836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.622275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.622793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.623375 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.623890 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.624334 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.625023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.625453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.625947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.626488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.627055 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.627513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:44.949722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['68b5d7ee-e592-4b27-97f7-97b78ebf1756'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:32:45.071800 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f10585-e6f9-42ec-be83-ad9beb009cc5 req-aff7905f-32bb-4903-baba-977bd3622d88 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:45.073374 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50f10585-e6f9-42ec-be83-ad9beb009cc5 req-aff7905f-32bb-4903-baba-977bd3622d88 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 945 time: 0.0550864 Aug 31 10:32:45.115930 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50f10585-e6f9-42ec-be83-ad9beb009cc5 req-cd3f458b-80fa-4261-aba9-f598702c070f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361576 Aug 31 10:32:45.381057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810105b-449b-479a-804c-8c369aae7c00 req-70cb1ec3-5edd-4992-9fa6-fb56ce63630f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:45.382658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2810105b-449b-479a-804c-8c369aae7c00 req-70cb1ec3-5edd-4992-9fa6-fb56ce63630f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 945 time: 0.0543568 Aug 31 10:32:45.421051 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2810105b-449b-479a-804c-8c369aae7c00 req-de7e63e0-4b5d-4b95-af08-f74afceae494 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321162 Aug 31 10:32:46.333645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 68b5d7ee-e592-4b27-97f7-97b78ebf1756 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:46.383762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:46.388031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:46.388408 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.475226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.498731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:46.501007 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba7782-adfb-4c34-bf5b-4658fc154783" -d '{"events": [{"server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "name": "network-vif-plugged", "status": "completed", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:46.516578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:46.522856 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.550463 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dab00a-3884-4d2f-bc68-ab81138f3658 x-openstack-request-id: req-f9dab00a-3884-4d2f-bc68-ab81138f3658 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:46.550725 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "name": "network-vif-plugged", "status": "completed", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:46.551000 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9dab00a-3884-4d2f-bc68-ab81138f3658 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:46.551386 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'code': 200} Aug 31 10:32:46.562249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1fb30-912f-4190-a7cd-3e3b4069a4f7 req-fc2999cf-0bb5-498b-91ee-b19dbba1dd57 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:46.563861 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74f1fb30-912f-4190-a7cd-3e3b4069a4f7 req-fc2999cf-0bb5-498b-91ee-b19dbba1dd57 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 945 time: 0.0694721 Aug 31 10:32:46.577466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:46.605188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-74f1fb30-912f-4190-a7cd-3e3b4069a4f7 req-0760f13e-0020-4484-9513-b128b3f045b1 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344725 Aug 31 10:32:46.881177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-35af2385-9c50-48a4-806a-4efb23b51e1c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:46.882584 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-35af2385-9c50-48a4-806a-4efb23b51e1c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 946 time: 0.0558927 Aug 31 10:32:46.984054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Deleting port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:46.984400 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.084787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] For port 68b5d7ee-e592-4b27-97f7-97b78ebf1756, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=68b5d7ee-e592-4b27-97f7-97b78ebf1756,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:47.085158 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.262733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.263893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.263893 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e disassociated. External IP: 172.25.1.245, port: 68b5d7ee-e592-4b27-97f7-97b78ebf1756. Aug 31 10:32:47.264226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Calling delete_port for 68b5d7ee-e592-4b27-97f7-97b78ebf1756 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:47.405261 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.436362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event deleted for resources: {'Port': ['ID=68b5d7ee-e592-4b27-97f7-97b78ebf1756,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:47.561928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:32:47.679122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:32:47.699103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:32:47.711706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:47.712316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:32:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:47.721909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] No DVR routers for this DVR port 68b5d7ee-e592-4b27-97f7-97b78ebf1756 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:47.725544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.727842 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e4b16e5a-568c-4c58-bdaa-0b49bb5b5278 req-be155feb-b12d-46e1-b2a9-5c11f33ab40f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "DELETE /v2.0/ports/68b5d7ee-e592-4b27-97f7-97b78ebf1756 HTTP/1.1" status: 204 len: 173 time: 0.8386173 Aug 31 10:32:47.728357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'name': 'network-vif-deleted', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:47.730677 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e477e405-a6f1-4b6f-b1e6-f6d50d9d9d53" -d '{"events": [{"server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "name": "network-vif-deleted", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:47.789036 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff73890b-9920-41cf-9473-e9b887c0a0e9 x-openstack-request-id: req-ff73890b-9920-41cf-9473-e9b887c0a0e9 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:47.789326 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6ab1a-e624-412d-83f1-5ea89e887a2f", "name": "network-vif-deleted", "tag": "68b5d7ee-e592-4b27-97f7-97b78ebf1756", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:47.789576 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff73890b-9920-41cf-9473-e9b887c0a0e9 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:47.789976 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6ab1a-e624-412d-83f1-5ea89e887a2f', 'name': 'network-vif-deleted', 'tag': '68b5d7ee-e592-4b27-97f7-97b78ebf1756', 'status': 'completed', 'code': 200} Aug 31 10:32:47.832476 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49f61469-e1b9-411b-97ca-3c23a1980970 req-9ef64883-20e7-4279-bb1d-675565a251b2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0a6ab1a-e624-412d-83f1-5ea89e887a2f HTTP/1.1" status: 200 len: 210 time: 0.1499503 Aug 31 10:32:47.835875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:48.052433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:48.083828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:32:48.092686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:48.093312 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:32:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:48.201179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:48.411372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:48.440166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc136fe-484f-4b41-9211-d82ee8f5e68a None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:32:48.672448 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e2aa9-26ba-4674-aade-ac93007594a4 None None] New status for floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:32:49.250997 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-f05b4e5c-a68a-4191-a4bf-aabbb065cd6e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--714886032&fields=id&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 267 time: 0.0361586 Aug 31 10:32:49.364034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-1e068a41-db82-465b-83b8-64f7b086e2eb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:49.365597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-1e068a41-db82-465b-83b8-64f7b086e2eb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 811 time: 0.1071148 Aug 31 10:32:49.381750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-fcfa9114-399b-45d4-a39b-d0ceaf410ee1 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/quotas/fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 375 time: 0.0102961 Aug 31 10:32:49.437187 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-67965f32-0742-4d8f-820d-66a3590fd4ab tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494342 Aug 31 10:32:49.589946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-ac5744bd-df2f-48ff-ad3f-033a761e59e8 service neutron] 10.222.0.69 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384847 Aug 31 10:32:49.686020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-79b98769-7fac-4983-b182-370a2281ffee service neutron] 10.222.0.69 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896058 Aug 31 10:32:49.869647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3b4f7529-2c24-4a71-9ce8-74c768f0883a req-f7858d60-affc-4d9b-8f53-7a2e5238df22 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 210 time: 0.0323465 Aug 31 10:32:50.373436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 68b5d7ee-e592-4b27-97f7-97b78ebf1756 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:32:50.401150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 68b5d7ee-e592-4b27-97f7-97b78ebf1756 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:32:50.401712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 68b5d7ee-e592-4b27-97f7-97b78ebf1756 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:32:50.970442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce817e89-22ff-4cee-b521-1bc5e19d4c85 req-60177c84-9378-4af2-8082-ed10d27afde1 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 210 time: 0.0270979 Aug 31 10:32:51.117553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-d2b1e121-7553-4118-8ff4-aa74b882c515 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:51.119513 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-d2b1e121-7553-4118-8ff4-aa74b882c515 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 811 time: 0.1281009 Aug 31 10:32:51.171217 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-81003831-a932-4317-a0c0-5a76c654613f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 379 time: 0.0393760 Aug 31 10:32:51.181363 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'port': {'device_id': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'admin_state_up': True, 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'security_groups': ['53375d60-f97c-4fe0-ac59-8710ae5e995e']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:51.303785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Made reservation on behalf of fab5934fe7e741e1830b5b400b1f336b for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:51.308161 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.457950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Allocated IP 172.20.0.4 (c1163980-8fc9-43d9-985c-bf669287659b/98024df1-4c6b-4f3d-bda9-57f3e5354e2e/9324f3a0-fe7e-49eb-b966-ca93d69c8457) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:51.602296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.615098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Transition to ACTIVE for port object 9324f3a0-fe7e-49eb-b966-ca93d69c8457 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:51.651681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.699176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Network c1163980-8fc9-43d9-985c-bf669287659b is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:51.704429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:51.709001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:51.734992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:51.768126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:51.768801 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.784768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-30c02ace-2aaa-48f7-b99c-fb1591053d5c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6074898 Aug 31 10:32:51.800949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Request body: {'port': {'device_id': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:51.864162 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.912637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4a31c130-1f8c-4e1f-850a-3b2cc64d313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.935987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8390c1be-03aa-4a09-80c9-65ad3ac32f62 None None] Provisioning for port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:51.940240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8390c1be-03aa-4a09-80c9-65ad3ac32f62 None None] Provisioning complete for port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:51.940957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8390c1be-03aa-4a09-80c9-65ad3ac32f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.979270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8390c1be-03aa-4a09-80c9-65ad3ac32f62 None None] Port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:32:52.099651 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aceb56-b395-495a-91d0-fc2c4af40d22 req-28b85ad3-2491-47a8-8560-d46b74ed1a3d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:52.101325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8aceb56-b395-495a-91d0-fc2c4af40d22 req-28b85ad3-2491-47a8-8560-d46b74ed1a3d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 931 time: 0.0522437 Aug 31 10:32:52.149992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8aceb56-b395-495a-91d0-fc2c4af40d22 req-3cdb9998-2c42-46a6-9d71-c0df561c85b4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424621 Aug 31 10:32:52.184189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9324f3a0-fe7e-49eb-b966-ca93d69c8457 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:32:52.192826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.204911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Transition to ACTIVE for port object 9324f3a0-fe7e-49eb-b966-ca93d69c8457 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:52.208617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.280156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:52.333020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:52.333346 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:52.333685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:52.338492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:32:52.338841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:52.344053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:52.344403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:52.344772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:52.345198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Bound port: 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:52.345554 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.424722 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:52.429184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:52.435074 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.469196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:52.469822 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.471729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1091 time: 0.6750774 Aug 31 10:32:52.471729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:52.474694 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:52.511766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f0e2-2911-48c0-8b0b-2aac0a9026c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:52.541298 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf9555c-e79b-4e38-afdc-5744fef273ec x-openstack-request-id: req-6bf9555c-e79b-4e38-afdc-5744fef273ec {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:52.541603 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:52.541812 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6bf9555c-e79b-4e38-afdc-5744fef273ec {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:52.542222 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'status': 'completed', 'code': 200} Aug 31 10:32:52.581114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-a4bc992b-4063-474a-8736-d3ca4c6513f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:52.583472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-a4bc992b-4063-474a-8736-d3ca4c6513f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1094 time: 0.0521798 Aug 31 10:32:52.631692 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-5f929607-c059-485a-8687-3d1ace10d489 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 217 time: 0.0404894 Aug 31 10:32:52.683116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-d7167cf1-90b3-43c1-b1bc-3c786c2bd5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:52.684588 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-d7167cf1-90b3-43c1-b1bc-3c786c2bd5e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0457637 Aug 31 10:32:52.743041 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-0f155922-7b0c-4de1-911f-8652e5ca3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:52.744526 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-0f155922-7b0c-4de1-911f-8652e5ca3892 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524611 Aug 31 10:32:52.842853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-1c077f8f-c441-491f-bdcc-f59d2de6b02c service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908704 Aug 31 10:32:52.944768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6b8c6b89-fc8c-4784-8961-c208966c2f8e req-89099e9a-1d09-443d-82bc-8792bd5ed03a service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941629 Aug 31 10:32:53.043760 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-596c1bf6-8237-46e1-8342-eb24b2777d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.045291 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-596c1bf6-8237-46e1-8342-eb24b2777d30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1094 time: 0.0557182 Aug 31 10:32:53.141882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-a4e5cb4c-b1ba-4de5-93e6-55f249f7917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.143476 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-a4e5cb4c-b1ba-4de5-93e6-55f249f7917f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0913537 Aug 31 10:32:53.186943 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-d7d50e08-d03d-4742-a0c5-398664b4b842 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 217 time: 0.0363836 Aug 31 10:32:53.245626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-81bb635f-e4c5-412e-ab3a-bd827b72c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.247148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-81bb635f-e4c5-412e-ab3a-bd827b72c03e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0532675 Aug 31 10:32:53.281446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19862a4-5a2d-451f-9461-006c7ef48da4 req-0f0c6d56-1fed-4a7a-93ea-17678ec3ef50 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.283058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b19862a4-5a2d-451f-9461-006c7ef48da4 req-0f0c6d56-1fed-4a7a-93ea-17678ec3ef50 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 943 time: 0.0513768 Aug 31 10:32:53.299518 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-bad384e6-295a-4933-afde-3a6830892fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.301126 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-bad384e6-295a-4933-afde-3a6830892fce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451488 Aug 31 10:32:53.329043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b19862a4-5a2d-451f-9461-006c7ef48da4 req-c4fb4135-e74d-4f5e-926a-75f5ad9be831 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394168 Aug 31 10:32:53.355349 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:32:53.400849 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-2bd6f4d5-4ebd-4dbb-921a-a9645356847f service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912466 Aug 31 10:32:53.507963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-790f4504-2a8a-4c8d-a434-4d07c4c8fe2b req-8f5582e7-38f8-4d87-8209-f077387445ab service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989227 Aug 31 10:32:54.453904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5deba-dc86-4c77-a5dd-cd61bb524be6 req-fe40df8f-1b22-442d-8a61-2a789eeefaad tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:54.455481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04a5deba-dc86-4c77-a5dd-cd61bb524be6 req-fe40df8f-1b22-442d-8a61-2a789eeefaad tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 943 time: 0.0546110 Aug 31 10:32:54.497350 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-04a5deba-dc86-4c77-a5dd-cd61bb524be6 req-34a5a3ad-0a3c-4ae9-9ae3-82cb6cfb44bd tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355411 Aug 31 10:32:55.132966 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:55.617250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91ee64-e58f-47ca-ae09-16a145bedbde req-6d0135ee-3bd1-487b-86b4-7b905b9e36ce tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:55.618818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa91ee64-e58f-47ca-ae09-16a145bedbde req-6d0135ee-3bd1-487b-86b4-7b905b9e36ce tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 943 time: 0.0505230 Aug 31 10:32:55.661362 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa91ee64-e58f-47ca-ae09-16a145bedbde req-c4ca74da-2523-443b-92eb-016c576ebd94 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354404 Aug 31 10:32:55.835524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf09e-b17f-43a3-af2c-eb6f099847e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:55.877063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:32:55.980059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:56.002074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'mac_address': 'fa:16:3e:60:3e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:32:56.042448 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:56.057168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9324f3a0-fe7e-49eb-b966-ca93d69c8457 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:32:56.077776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:56.082188 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:56.132176 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:56.283426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9324f3a0-fe7e-49eb-b966-ca93d69c8457'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:32:56.783470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b83d2-295e-4685-9790-853b8277a6c1 req-12cdc556-9bb5-4e85-a064-195ef4dd467a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:56.786129 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d51b83d2-295e-4685-9790-853b8277a6c1 req-12cdc556-9bb5-4e85-a064-195ef4dd467a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0541828 Aug 31 10:32:56.826672 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d51b83d2-295e-4685-9790-853b8277a6c1 req-3c7d258e-8d11-4e5a-a22a-2d298e369e27 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337126 Aug 31 10:32:57.892987 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:57.905590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:57.961242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d8e5e-5c9b-4fba-999a-55636e8a9ba1 req-18870920-70a9-4a73-8173-cc0937482177 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:57.962856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-977d8e5e-5c9b-4fba-999a-55636e8a9ba1 req-18870920-70a9-4a73-8173-cc0937482177 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0654755 Aug 31 10:32:57.964459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:57.973730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:57.974262 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:58.009924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-977d8e5e-5c9b-4fba-999a-55636e8a9ba1 req-84af27f7-2c75-43e1-8bad-5e0f520f288d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401020 Aug 31 10:32:58.057914 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:58.082371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:58.085148 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dec8a8c-7beb-49be-bc04-b964f494025e" -d '{"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-plugged", "status": "completed", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:58.100685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:58.105779 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:58.140927 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75b57d-2aca-491a-8d10-47a9b4e966fe x-openstack-request-id: req-3b75b57d-2aca-491a-8d10-47a9b4e966fe {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:58.141416 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-plugged", "status": "completed", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:58.141880 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b75b57d-2aca-491a-8d10-47a9b4e966fe {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:58.142469 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'code': 200} Aug 31 10:32:58.179623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:58.241366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17d683-9ad7-422a-802e-d17979f8a64a req-043ffcd5-0d6b-4755-b806-572e8a23a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:58.242972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c17d683-9ad7-422a-802e-d17979f8a64a req-043ffcd5-0d6b-4755-b806-572e8a23a251 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1096 time: 0.0440490 Aug 31 10:32:58.286729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3c17d683-9ad7-422a-802e-d17979f8a64a req-cd96d19e-9bf6-4e93-9dea-f57698c03abd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326152 Aug 31 10:32:58.842086 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:59.132312 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd693623-2644-4828-bbf4-3f359a76fe48 req-15ac3204-5e0a-4287-930c-d0fad2d46ac9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:59.133871 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd693623-2644-4828-bbf4-3f359a76fe48 req-15ac3204-5e0a-4287-930c-d0fad2d46ac9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0528054 Aug 31 10:32:59.177059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fd693623-2644-4828-bbf4-3f359a76fe48 req-7e74e6c9-85cf-4157-b41c-936d20ca4f73 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364327 Aug 31 10:33:00.303151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876a49-b8ff-43bd-9681-99867f7a6e57 req-ddd867f4-4dab-421a-accf-40b08d9a1721 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:00.304801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62876a49-b8ff-43bd-9681-99867f7a6e57 req-ddd867f4-4dab-421a-accf-40b08d9a1721 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0539277 Aug 31 10:33:00.348043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62876a49-b8ff-43bd-9681-99867f7a6e57 req-7813c5b9-a63d-43e8-b663-28db6b3c1a11 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368705 Aug 31 10:33:00.477112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8880-4b2b-4132-ba76-dc08bb1c06ca req-0282ed0a-9119-4752-ac81-3973ebed435c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:00.478621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-168d8880-4b2b-4132-ba76-dc08bb1c06ca req-0282ed0a-9119-4752-ac81-3973ebed435c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0564957 Aug 31 10:33:00.487731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47398) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:33:00.492441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'floatingip': {'port_id': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:33:00.536603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:01.290014 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:01.294299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:01.410007 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e associated. External IP: 172.25.1.245, port: 9324f3a0-fe7e-49eb-b966-ca93d69c8457. Aug 31 10:33:01.671102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:33:01.794492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:33:01.799692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:01.808125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:33:01.819100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:33:01.819734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:32:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:33:01.829086 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-faab4461-e276-4f1e-9933-8ac0532a58d3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "PUT /v2.0/floatingips/614374d5-7c7c-47ba-ac0a-e6d7d6eb014e HTTP/1.1" status: 200 len: 991 time: 1.3401964 Aug 31 10:33:01.829665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:33:01.832143 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e27542-3204-4e46-81e9-2788034fb012" -d '{"events": [{"name": "network-changed", "server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:33:01.883795 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0f8a2-6549-473f-b1f4-c7e3a25a0788 x-openstack-request-id: req-32a0f8a2-6549-473f-b1f4-c7e3a25a0788 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:33:01.883955 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:33:01.884196 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32a0f8a2-6549-473f-b1f4-c7e3a25a0788 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:33:01.884915 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'status': 'completed', 'code': 200} Aug 31 10:33:01.943503 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:33:01.959783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e27542-3204-4e46-81e9-2788034fb012 req-cb6a61ab-4443-45a2-b24d-1085b0b3b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:01.961363 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4e27542-3204-4e46-81e9-2788034fb012 req-cb6a61ab-4443-45a2-b24d-1085b0b3b59f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1096 time: 0.0460281 Aug 31 10:33:02.067101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e27542-3204-4e46-81e9-2788034fb012 req-8feef762-333f-45e5-867d-6fcc25eeaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:02.068719 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4e27542-3204-4e46-81e9-2788034fb012 req-8feef762-333f-45e5-867d-6fcc25eeaa4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0997367 Aug 31 10:33:02.141359 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4e27542-3204-4e46-81e9-2788034fb012 req-145d4ae0-d222-4175-b4ba-32a9cdf40823 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 999 time: 0.0648699 Aug 31 10:33:02.195691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:60:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:33:01Z', 'revision_number': 9, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:33:02.198065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e27542-3204-4e46-81e9-2788034fb012 req-9934d051-70d8-4157-ac9a-7422d9cdb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:02.200998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4e27542-3204-4e46-81e9-2788034fb012 req-9934d051-70d8-4157-ac9a-7422d9cdb6af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0511158 Aug 31 10:33:02.225456 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:33:02.234995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:33:02.235824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:32:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:33:02.251687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e27542-3204-4e46-81e9-2788034fb012 req-5789d7e6-6175-4b4a-af55-804dffd08053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:02.253289 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4e27542-3204-4e46-81e9-2788034fb012 req-5789d7e6-6175-4b4a-af55-804dffd08053 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462880 Aug 31 10:33:02.351413 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4e27542-3204-4e46-81e9-2788034fb012 req-486d14aa-1871-48dd-8609-eae842db4346 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908227 Aug 31 10:33:02.354533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:33:02.455911 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a4e27542-3204-4e46-81e9-2788034fb012 req-9800d728-6352-43e1-9214-225a06133ac9 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965104 Aug 31 10:33:02.776358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:60:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:33:01Z', 'revision_number': 9, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:33:02.810609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9cb7c-8ba2-4401-aafd-f11699523165 None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:60:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:33:01Z', 'revision_number': 9, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:33:03.022328 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66af2783-9d96-462c-8098-fe71dcdc521e None None] New status for floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:33:11.093593 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:14.166616 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:21.918145 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a8f0282f-eba1-46ec-96ac-3dcfb18d92ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:25.125867 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:25.837770 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d6168a6c-2645-474a-9ef4-477637a2cca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:27.895530 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:28.841800 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:30.355382 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:33:41.108869 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:44.167080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:51.777114 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-a2e3b6c9-0139-46e5-84ce-06cc8e3bfd99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425515 Aug 31 10:33:51.861454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-68d0b441-d49d-4515-824d-5783c576ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:51.863009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-68d0b441-d49d-4515-824d-5783c576ca01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1096 time: 0.0425789 Aug 31 10:33:51.930426 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e315933e-7730-4623-8f49-101de0e2d147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:51.984042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-e1182cf4-2b48-4d11-afcb-766d7662dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:51.985667 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-e1182cf4-2b48-4d11-afcb-766d7662dc7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1018291 Aug 31 10:33:52.060653 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-ff699382-bbe9-4044-adc5-a89558e19567 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1002 time: 0.0679860 Aug 31 10:33:52.119025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-5579e5e0-ca8e-41e9-a1c0-53d5a37a54db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:52.120620 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-5579e5e0-ca8e-41e9-a1c0-53d5a37a54db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0522838 Aug 31 10:33:52.170539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-f763dca0-9c51-4d2d-bebf-de0ad5ae115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:52.172169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-f763dca0-9c51-4d2d-bebf-de0ad5ae115a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447142 Aug 31 10:33:52.268531 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-12b1f4cb-36c2-4465-9a1b-196b69b8eaf9 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886486 Aug 31 10:33:52.365796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c0efe0f-1136-4d01-8b7b-9aa9a146b681 req-ce70f114-2223-4924-8aed-74bd33880770 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899804 Aug 31 10:33:55.128861 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:55.840043 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-268ca963-504c-419a-b6a9-48874bed3d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:57.900891 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:58.847225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:07.356229 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:34:11.131672 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.164810 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.927471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a62976c5-de68-4414-a2f9-3d1738f81a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.136626 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.845510 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-363ef7ff-b69c-40ef-a24c-87474bfab08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.904027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.857043 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:37.460632 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-598644c3-44ac-4d49-a690-ea889c030287 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478463 Aug 31 10:34:37.479029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635162e-6846-41ec-8806-063164d31534 req-4225fc22-2a56-4c8d-a9cd-c9e6f6b1e41e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:37.480636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7635162e-6846-41ec-8806-063164d31534 req-4225fc22-2a56-4c8d-a9cd-c9e6f6b1e41e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0565300 Aug 31 10:34:37.524587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7635162e-6846-41ec-8806-063164d31534 req-7612d4e3-e35a-497f-ac28-21385a1ec81b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371227 Aug 31 10:34:38.663338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050eb9a-f736-481d-b900-12b7e6f08f0c req-3b1d700d-41f0-4013-b71e-7e48ac0998f6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:38.664941 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e050eb9a-f736-481d-b900-12b7e6f08f0c req-3b1d700d-41f0-4013-b71e-7e48ac0998f6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0559089 Aug 31 10:34:38.710320 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e050eb9a-f736-481d-b900-12b7e6f08f0c req-77c351c3-e4d1-485c-8013-8dc13f1766b0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383120 Aug 31 10:34:38.719177 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-42db9ae4-835c-480e-b17a-74b79947d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:38.721047 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-42db9ae4-835c-480e-b17a-74b79947d654 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1096 time: 0.0560827 Aug 31 10:34:38.826267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-4fb29584-7ee4-4f92-9dd2-c3716d532508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:38.827725 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-4fb29584-7ee4-4f92-9dd2-c3716d532508 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0993860 Aug 31 10:34:38.898389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-c76d9d04-6aaa-4253-9f1c-9e1909e0499a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1002 time: 0.0620689 Aug 31 10:34:38.958080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-a61e8eb6-af33-467c-98ea-96772ee5403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:38.959645 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-a61e8eb6-af33-467c-98ea-96772ee5403a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0547729 Aug 31 10:34:39.008611 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-639b5c4b-25a5-4f4b-b914-9fdb5efa7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:39.010205 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-639b5c4b-25a5-4f4b-b914-9fdb5efa7b00 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434160 Aug 31 10:34:39.105907 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-f57f7418-e1bd-4893-81e4-808f4e7ab73d service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874581 Aug 31 10:34:39.210178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-009a5672-fd8d-4967-8dfb-920464b7f8e0 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978346 Aug 31 10:34:39.841361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7632269-070a-4126-bb12-8eb2f0453a8c req-b133fd6a-2e29-4a08-a998-be27cc9fa2f8 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:39.842994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7632269-070a-4126-bb12-8eb2f0453a8c req-b133fd6a-2e29-4a08-a998-be27cc9fa2f8 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0561585 Aug 31 10:34:39.886712 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7632269-070a-4126-bb12-8eb2f0453a8c req-b2147a11-a370-4d8e-91e3-5355366674b5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361922 Aug 31 10:34:41.031868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789379e6-2d24-454e-9259-99085661bd1e req-1dfe6b0c-033c-437f-882f-7bdb907056bc tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:41.033457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-789379e6-2d24-454e-9259-99085661bd1e req-1dfe6b0c-033c-437f-882f-7bdb907056bc tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0597100 Aug 31 10:34:41.091059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-789379e6-2d24-454e-9259-99085661bd1e req-e154e8dd-8c16-4395-9f36-1e3efb447978 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497360 Aug 31 10:34:41.160437 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:42.216125 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d96b3-bbd4-4a02-9428-4637a5b4ccce req-1945920c-7fd9-42e6-b551-a8b964a74e43 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:42.217929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd3d96b3-bbd4-4a02-9428-4637a5b4ccce req-1945920c-7fd9-42e6-b551-a8b964a74e43 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0540297 Aug 31 10:34:42.263782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cd3d96b3-bbd4-4a02-9428-4637a5b4ccce req-01958288-9264-46c9-ab4c-085bde34f0c1 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390861 Aug 31 10:34:43.392586 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dfdff-9852-4983-908e-e5fcbb639abb req-c32d871d-bda0-4d0c-b520-a55749c96683 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:43.394196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b2dfdff-9852-4983-908e-e5fcbb639abb req-c32d871d-bda0-4d0c-b520-a55749c96683 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0562439 Aug 31 10:34:43.434848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b2dfdff-9852-4983-908e-e5fcbb639abb req-84b88668-5106-4ce2-8af8-b5b754d0ad8c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344553 Aug 31 10:34:44.174628 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:44.355907 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:34:44.555421 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c96681-f3c2-4971-9d73-2a07f45e2732 req-667d73eb-3956-43ba-953b-60e3f1f700cf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:44.557035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3c96681-f3c2-4971-9d73-2a07f45e2732 req-667d73eb-3956-43ba-953b-60e3f1f700cf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0517020 Aug 31 10:34:44.601264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3c96681-f3c2-4971-9d73-2a07f45e2732 req-80b42d07-31ab-4bc6-b30f-1b5a0239e77b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381205 Aug 31 10:34:45.728396 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff1ab-234c-472b-a127-73b0a3b52c73 req-fd2246cb-7843-46d9-afd6-5ba6013d4d24 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:45.729926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-738ff1ab-234c-472b-a127-73b0a3b52c73 req-fd2246cb-7843-46d9-afd6-5ba6013d4d24 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0521574 Aug 31 10:34:45.771620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-738ff1ab-234c-472b-a127-73b0a3b52c73 req-59422190-70a8-42e1-a3f1-7d570942b874 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356710 Aug 31 10:34:46.905192 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb929d-dfd1-4716-b60c-d51386bb25f4 req-6d67a783-ea05-477b-90b3-63a58a903569 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:46.906737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50cb929d-dfd1-4716-b60c-d51386bb25f4 req-6d67a783-ea05-477b-90b3-63a58a903569 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0587080 Aug 31 10:34:46.952084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50cb929d-dfd1-4716-b60c-d51386bb25f4 req-5e82aa55-4140-48d5-b84a-dce53a0d0224 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334566 Aug 31 10:34:48.080493 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6344b2-5011-4467-8cbe-8edd4dc0c25a req-21a835d1-2fe6-4a1f-bf1f-e0f8f4618a1a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:48.081999 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e6344b2-5011-4467-8cbe-8edd4dc0c25a req-21a835d1-2fe6-4a1f-bf1f-e0f8f4618a1a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0504055 Aug 31 10:34:48.127906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3e6344b2-5011-4467-8cbe-8edd4dc0c25a req-acca2448-0c3f-482e-8149-63e140af52e2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360930 Aug 31 10:34:49.249622 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9271873-0cc7-437a-b07f-95bc40c5546f req-47e7e58e-2986-436a-869a-cb7d834320b9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:49.251241 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9271873-0cc7-437a-b07f-95bc40c5546f req-47e7e58e-2986-436a-869a-cb7d834320b9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0508316 Aug 31 10:34:49.293652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e9271873-0cc7-437a-b07f-95bc40c5546f req-f7d5e1a5-462e-4baa-86c4-e0257fc49c1c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357943 Aug 31 10:34:50.432890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2672bb-13cd-49f4-af1c-c1e951bb22e2 req-0a3e9b5f-8940-404f-8cea-31d20d99c6c2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:50.434464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa2672bb-13cd-49f4-af1c-c1e951bb22e2 req-0a3e9b5f-8940-404f-8cea-31d20d99c6c2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0567417 Aug 31 10:34:50.480240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aa2672bb-13cd-49f4-af1c-c1e951bb22e2 req-2a2ae353-07de-43a3-8596-c213ee6d267a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395739 Aug 31 10:34:51.177931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-134c66ff-ca3d-4a2a-8969-a0c5bc4aaa8e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:34:51.179019 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-134c66ff-ca3d-4a2a-8969-a0c5bc4aaa8e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065503 Aug 31 10:34:51.243932 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-4cc55e68-771c-4605-a24b-37baa34297b4 service neutron] show failed (client error): The resource could not be found. Aug 31 10:34:51.245037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-4cc55e68-771c-4605-a24b-37baa34297b4 service neutron] 10.222.0.52 "GET /v2.0/ports/9324f3a0-fe7e-49eb-b966-ca93d69c8457/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0581837 Aug 31 10:34:51.508042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-7012042e-3f03-4ec8-a197-f4247ad15586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:51.509577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-7012042e-3f03-4ec8-a197-f4247ad15586 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 1096 time: 0.1012139 Aug 31 10:34:51.523056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:51.584934 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:51.604564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d16b00-d541-48d6-bc6a-b4096b2ba15a req-4e250eb9-c0b1-4e0f-825f-db7adc3b6529 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:51.606158 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58d16b00-d541-48d6-bc6a-b4096b2ba15a req-4e250eb9-c0b1-4e0f-825f-db7adc3b6529 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0543342 Aug 31 10:34:51.668049 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-58d16b00-d541-48d6-bc6a-b4096b2ba15a req-06f58c1c-175a-41ef-8f1b-c24345dc8423 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446091 Aug 31 10:34:51.818813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:51.852732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:51.894432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:34:51.897987 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa46f863-7464-494a-8e5b-b206019c122d" -d '{"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-unplugged", "status": "completed", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:34:51.902899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:51.920435 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Transition to ACTIVE for port object 9324f3a0-fe7e-49eb-b966-ca93d69c8457 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:51.921691 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-06d6c765-8513-4d55-b18b-6c4243d31970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:51.925107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:51.954458 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce47045-bea0-4917-9eb4-2c705c078ab6 x-openstack-request-id: req-cce47045-bea0-4917-9eb4-2c705c078ab6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:34:51.954660 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-unplugged", "status": "completed", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:34:51.954988 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cce47045-bea0-4917-9eb4-2c705c078ab6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:34:51.955391 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'code': 200} Aug 31 10:34:52.013061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:52.028096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.028465 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.028828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.029265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.029508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.030025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.030202 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.030545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.030904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.031231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.031575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.031926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:52.071386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] No DVR routers for this DVR port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:34:52.217355 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:34:52.218048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:34:52.218048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:52.223661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:34:52.223983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:52.229061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:34:52.229409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:52.229798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:34:52.230224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Bound port: 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:34:52.230586 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:52.299216 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:52.303175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:34:52.310936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:52.350917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:52.351561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:52.353015 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] 10.222.0.20 "PUT /v2.0/ports/9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1091 time: 0.8350580 Aug 31 10:34:52.388101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c927c39-a98e-4bca-869f-569c92718c0e service neutron] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:52.435287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-17c3a419-9ef7-43cf-a66e-68868ed15734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:52.437412 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-17c3a419-9ef7-43cf-a66e-68868ed15734 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1094 time: 0.0578270 Aug 31 10:34:52.544269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-11f12c1c-24aa-46b5-ab48-9946a9e59c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:52.545758 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-11f12c1c-24aa-46b5-ab48-9946a9e59c3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1014855 Aug 31 10:34:52.634925 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-fb71e63d-4717-43a4-921a-e2b4e5c4bc95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1000 time: 0.0807519 Aug 31 10:34:52.687029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-6056f35d-0c96-432c-bedd-13876bfb01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:52.688534 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-6056f35d-0c96-432c-bedd-13876bfb01b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0469198 Aug 31 10:34:52.736800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-1102f362-ab70-4532-8a63-b1f13b1ef478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:52.738111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-1102f362-ab70-4532-8a63-b1f13b1ef478 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423164 Aug 31 10:34:52.788399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3bae1-0764-428f-a15a-0c7fb453e00c req-65c42993-fcc7-462e-b6b9-a72af1acd56d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:52.790110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bf3bae1-0764-428f-a15a-0c7fb453e00c req-65c42993-fcc7-462e-b6b9-a72af1acd56d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 943 time: 0.0516410 Aug 31 10:34:52.833667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4bf3bae1-0764-428f-a15a-0c7fb453e00c req-f1fe6eb2-ad9c-43a4-a239-0b80a46b2107 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356283 Aug 31 10:34:52.842447 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-bb3318bb-5e16-4851-a087-269ab0ff41f1 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969491 Aug 31 10:34:52.935628 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf904ebb-421e-4c75-9175-96b933f964a6 req-0ab95e25-2907-4b9f-af5a-6ec7ae59bd4f service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848548 Aug 31 10:34:53.956356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:34:53.958876 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1649bf-fd83-43cb-83c3-2854a7438318" -d '{"events": [{"name": "network-changed", "server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:34:53.970590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bef2b4-981e-4c19-a1f6-c7a5da7602cf req-c6eacb07-12c4-49b0-99c3-8c01dd352bb3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:53.972332 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4bef2b4-981e-4c19-a1f6-c7a5da7602cf req-c6eacb07-12c4-49b0-99c3-8c01dd352bb3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 943 time: 0.0626752 Aug 31 10:34:54.028183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4bef2b4-981e-4c19-a1f6-c7a5da7602cf req-27f601dc-616f-47eb-85ce-8001cf91585a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479808 Aug 31 10:34:54.028798 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dc1c0b-cf3c-4afd-9ca0-94c6c6f8d760 x-openstack-request-id: req-f0dc1c0b-cf3c-4afd-9ca0-94c6c6f8d760 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:34:54.030847 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:34:54.030847 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0dc1c0b-cf3c-4afd-9ca0-94c6c6f8d760 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:34:54.030847 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'status': 'completed', 'code': 200} Aug 31 10:34:54.134118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-c729582e-f9f7-4157-962c-8dccd09b1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.136011 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-c729582e-f9f7-4157-962c-8dccd09b1d61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1094 time: 0.0819213 Aug 31 10:34:54.138192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-21de5b8c-16d8-45a3-b226-9b83a77fe091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.139762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-21de5b8c-16d8-45a3-b226-9b83a77fe091 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1094 time: 0.0772684 Aug 31 10:34:54.308608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-5522f72a-0592-41a3-9154-07873516947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.310064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-5522f72a-0592-41a3-9154-07873516947b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1583259 Aug 31 10:34:54.311242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-acc5c98a-bc1b-44b2-a5a2-caceb2eb40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.312603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-acc5c98a-bc1b-44b2-a5a2-caceb2eb40ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1695912 Aug 31 10:34:54.429488 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-78f80a1d-11f1-4401-b161-6eb9b9d0ed4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1000 time: 0.1111259 Aug 31 10:34:54.433800 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-0626d277-8786-48f2-8e0d-26509e1761fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1000 time: 0.1065593 Aug 31 10:34:54.523822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-127295df-0410-4c27-bd4f-5908e0ea56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.525327 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-127295df-0410-4c27-bd4f-5908e0ea56b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0887713 Aug 31 10:34:54.526694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-b5c9ea3d-9b3a-4333-9235-018018db8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.528038 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-b5c9ea3d-9b3a-4333-9235-018018db8834 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0816858 Aug 31 10:34:54.609660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-662c0f3c-8787-4d97-b084-c97718cc7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.611250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-662c0f3c-8787-4d97-b084-c97718cc7068 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772965 Aug 31 10:34:54.617994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-bb79515e-67ba-4c9b-a537-99eb46b7d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.619483 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-bb79515e-67ba-4c9b-a537-99eb46b7d0b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769739 Aug 31 10:34:54.784967 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-dfc8477a-7f10-4aca-9069-753e31bf1de5 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645308 Aug 31 10:34:54.789127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-acf8816e-d028-482e-a4cb-8225738d6b6a service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614609 Aug 31 10:34:55.141227 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:55.176915 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdcf36-9537-45bd-8fa2-da05b9b2d0e0 req-d62056b0-f824-4260-8881-8a0f1d45cb25 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:55.178527 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38cdcf36-9537-45bd-8fa2-da05b9b2d0e0 req-d62056b0-f824-4260-8881-8a0f1d45cb25 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 943 time: 0.0588796 Aug 31 10:34:55.226229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-38cdcf36-9537-45bd-8fa2-da05b9b2d0e0 req-96ab4347-8132-42f9-a94a-8b9fe892395e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399868 Aug 31 10:34:55.255299 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-a05b5c6e-6c9a-430d-923a-aad55b05a88d service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549410 Aug 31 10:34:55.257150 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1f1649bf-fd83-43cb-83c3-2854a7438318 req-85b9b1fc-7a18-4ad9-9c54-07b262597bfd service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644721 Aug 31 10:34:55.848676 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e9f52367-d6a7-4eb6-bbb5-7f590cefed03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:56.369882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09c47b-57a0-4d7c-93e0-498ccc8ed6cc req-3ed211a9-b629-4285-b4b4-5fb8050a89ed tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:56.371580 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e09c47b-57a0-4d7c-93e0-498ccc8ed6cc req-3ed211a9-b629-4285-b4b4-5fb8050a89ed tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 943 time: 0.0639381 Aug 31 10:34:56.388968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:34:56.414410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e09c47b-57a0-4d7c-93e0-498ccc8ed6cc req-58b183ef-5573-4543-99ff-0bbbd729f552 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361338 Aug 31 10:34:56.433028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:34:56.738046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-90c8b4f9-2256-4d24-a2ff-f966ce7c59f6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:56.740341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-90c8b4f9-2256-4d24-a2ff-f966ce7c59f6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943&tenant_id=fab5934fe7e741e1830b5b400b1f336b&binding%3Ahost_id=n-h1-806683-2 HTTP/1.1" status: 200 len: 943 time: 0.0634727 Aug 31 10:34:56.759929 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e0a07-0c7d-4e0f-a2de-0c0537c8b19b req-a93bebbc-c2d7-487f-85b9-85fd1bfe2ded tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:56.761734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c0e0a07-0c7d-4e0f-a2de-0c0537c8b19b req-a93bebbc-c2d7-487f-85b9-85fd1bfe2ded tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 943 time: 0.0628717 Aug 31 10:34:56.807657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9c0e0a07-0c7d-4e0f-a2de-0c0537c8b19b req-1b1a7ed5-6717-435b-b4a2-d9a0493dcf69 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361948 Aug 31 10:34:56.814569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-8151825b-96ab-4a2f-8b23-4d4edd45aaee service neutron] 10.222.0.20 "GET /v2.0/ports/9324f3a0-fe7e-49eb-b966-ca93d69c8457/bindings/n-h1-806683-2 HTTP/1.1" status: 200 len: 382 time: 0.0670111 Aug 31 10:34:56.907606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-7a9549b7-e85b-49d9-a84e-f92abb3e78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:56.909488 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-7a9549b7-e85b-49d9-a84e-f92abb3e78f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1094 time: 0.0423541 Aug 31 10:34:56.954953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:34:57.011318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-b7c36390-f937-4d71-a840-a980e4495492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:57.012814 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-b7c36390-f937-4d71-a840-a980e4495492 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0963712 Aug 31 10:34:57.054053 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:57.065551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'mac_address': 'fa:16:3e:60:3e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:34:57.084179 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d7863601-9059-494a-82e2-eeea232c396a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1000 time: 0.0637202 Aug 31 10:34:57.104624 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:57.118532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9324f3a0-fe7e-49eb-b966-ca93d69c8457 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:34:57.139024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:57.141715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-9ab2f407-2f2d-449a-befe-27bc2458cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:57.143235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-9ab2f407-2f2d-449a-befe-27bc2458cbe2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0527666 Aug 31 10:34:57.143365 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:57.192427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-7d4a934d-9da7-4761-916a-a51741eb370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:57.194100 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-7d4a934d-9da7-4761-916a-a51741eb370f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432873 Aug 31 10:34:57.195677 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:57.211633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.211975 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.212320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.212662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.212999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.213363 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.213661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.213992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.214319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.214652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.215052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.215383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:57.287531 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-83d2da12-d93a-4efd-bb8b-1c5b73853927 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861378 Aug 31 10:34:57.396045 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-3ce9375e-0e77-456c-98b1-5a6b228c0b4c service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009359 Aug 31 10:34:57.512660 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['9324f3a0-fe7e-49eb-b966-ca93d69c8457'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:34:57.913117 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:57.943593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4e57c-1463-4d49-9318-f447fab01a8e req-8123d226-b817-424b-9d97-e017d74dafa9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:57.945296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92d4e57c-1463-4d49-9318-f447fab01a8e req-8123d226-b817-424b-9d97-e017d74dafa9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0606208 Aug 31 10:34:57.988502 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-92d4e57c-1463-4d49-9318-f447fab01a8e req-f8e89150-4fd4-4382-a1f7-22a168771c02 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366364 Aug 31 10:34:58.450548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-69b802f0-9d8a-4fc6-8a9b-7511004c085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.452076 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-69b802f0-9d8a-4fc6-8a9b-7511004c085d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1095 time: 0.0432384 Aug 31 10:34:58.564560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-aa03219b-1fe2-4ac2-8863-a30e4e562ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.566074 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-aa03219b-1fe2-4ac2-8863-a30e4e562ef0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0933530 Aug 31 10:34:58.636177 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-4794fe3f-51e0-4986-9370-f51ad36249f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1001 time: 0.0624812 Aug 31 10:34:58.694275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-aa7139f7-d3f8-4fa9-be08-960e8c18b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.696070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-aa7139f7-d3f8-4fa9-be08-960e8c18b698 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0509825 Aug 31 10:34:58.749963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-e7cecf24-5b78-4a6b-88cc-51558d25671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.751441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-e7cecf24-5b78-4a6b-88cc-51558d25671f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469284 Aug 31 10:34:58.849472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-41171d86-8229-4ebe-9d29-8033a0998e5c service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880902 Aug 31 10:34:58.852318 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:58.956756 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f08d2a11-a2de-4714-88e7-be007c164cd2 req-90e6896f-0e40-4859-9ee7-2428e79d1490 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993519 Aug 31 10:34:58.966663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:59.013152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:59.017357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:59.017768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:59.113338 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:59.115026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe332-dad1-49f1-8e8c-9a6601d5bb24 req-1c83ed96-7757-4165-88a4-4c1d1ef7bac5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:59.116825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c79fe332-dad1-49f1-8e8c-9a6601d5bb24 req-1c83ed96-7757-4165-88a4-4c1d1ef7bac5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0522194 Aug 31 10:34:59.143688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:34:59.148015 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c95d83-b42d-431f-8a57-8012c050d257" -d '{"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-plugged", "status": "completed", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:34:59.163994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:59.168492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c79fe332-dad1-49f1-8e8c-9a6601d5bb24 req-2ef8e9e3-4087-4235-8dfb-92fd78390817 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452156 Aug 31 10:34:59.171118 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:59.222351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:59.325560 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c865fdff-35fc-41e9-be4c-fa0dfc678f55 x-openstack-request-id: req-c865fdff-35fc-41e9-be4c-fa0dfc678f55 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:34:59.325962 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-plugged", "status": "completed", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:34:59.326367 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c865fdff-35fc-41e9-be4c-fa0dfc678f55 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:34:59.326954 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'code': 200} Aug 31 10:34:59.779641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-07bdce1b-5ea7-47e7-a883-2a346c9ff750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:59.781176 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-07bdce1b-5ea7-47e7-a883-2a346c9ff750 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 1096 time: 0.0439556 Aug 31 10:34:59.793410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:59.853338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.068051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:00.103477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:00.145599 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:00.147943 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1baee7-fc66-4f45-9abb-c24883b48c9c" -d '{"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-unplugged", "status": "completed", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:00.151965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.167707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Transition to ACTIVE for port object 9324f3a0-fe7e-49eb-b966-ca93d69c8457 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:00.171371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.210655 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e992f7a7-5b29-4bf5-9ebd-36451688bbcc x-openstack-request-id: req-e992f7a7-5b29-4bf5-9ebd-36451688bbcc {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:00.211071 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-unplugged", "status": "completed", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:00.211388 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e992f7a7-5b29-4bf5-9ebd-36451688bbcc {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:00.211868 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'code': 200} Aug 31 10:35:00.259604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:00.315360 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] No DVR routers for this DVR port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:35:00.340188 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a9dd4-f0ce-4b32-938c-725d7fea6dce req-a65ae4d9-a163-4d32-9bb3-ef672df553f7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:00.341794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef7a9dd4-f0ce-4b32-938c-725d7fea6dce req-a65ae4d9-a163-4d32-9bb3-ef672df553f7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0617483 Aug 31 10:35:00.391019 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef7a9dd4-f0ce-4b32-938c-725d7fea6dce req-549cc976-fa5e-412f-8e00-4231111764a8 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 Aug 31 10:35:00.476636 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:00.476979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:00.477312 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:00.482316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:35:00.482574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Attempting to bind port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:00.488268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:00.488614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:00.488995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:00.489421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Bound port: 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:00.489781 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.567779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:00.571204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:00.576749 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.620399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:00.621037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.622482 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] 10.222.0.52 "PUT /v2.0/ports/9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1092 time: 0.8334191 Aug 31 10:35:00.640646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a70ef9-49b3-400e-8a72-fd8c5f811e45 service neutron] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=11']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:00.700776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-83085500-9f1e-4540-8900-42fcd1da12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:00.702349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-83085500-9f1e-4540-8900-42fcd1da12f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1095 time: 0.0505109 Aug 31 10:35:00.803732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-bd3af690-07ea-49a2-9d80-a353a2eec15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:00.808278 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-bd3af690-07ea-49a2-9d80-a353a2eec15b service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0960107 Aug 31 10:35:00.879281 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-3f92b9f5-39ba-46f1-b38b-fcfc82191592 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1000 time: 0.0660582 Aug 31 10:35:00.937270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-54d03722-92fb-4c90-ab5e-9c85110a942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:00.938677 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-54d03722-92fb-4c90-ab5e-9c85110a942e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0483766 Aug 31 10:35:00.994960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-fca9be27-aa39-4758-b084-0cbb76f176c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:00.996566 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-fca9be27-aa39-4758-b084-0cbb76f176c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424204 Aug 31 10:35:01.108702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-0d31c436-b16d-4bf1-8e02-38ec6e01821d service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045315 Aug 31 10:35:01.210560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a6fd571f-372f-4c82-80f2-7757d5a9741d req-87131837-e7da-48dc-aa77-934ea0d45822 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943582 Aug 31 10:35:01.524886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a0a06-f1f4-4754-adbc-1f201d30419e req-3e069dbf-4fb4-4f03-88c1-ecf56fc98ebe tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:01.526453 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b6a0a06-f1f4-4754-adbc-1f201d30419e req-3e069dbf-4fb4-4f03-88c1-ecf56fc98ebe tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0526958 Aug 31 10:35:01.567299 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b6a0a06-f1f4-4754-adbc-1f201d30419e req-e61e2221-d92c-41d1-a642-4fb38c448ddb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346930 Aug 31 10:35:02.213774 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:02.216120 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48257dab-3e59-4e27-9bd1-6d174b4b58cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:02.267965 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8ad2e3-ee1b-41f9-ac04-f4fcb63499b2 x-openstack-request-id: req-8e8ad2e3-ee1b-41f9-ac04-f4fcb63499b2 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:02.268260 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:02.268509 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e8ad2e3-ee1b-41f9-ac04-f4fcb63499b2 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:02.268914 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'status': 'completed', 'code': 200} Aug 31 10:35:02.364569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-20dcf8b5-ae3e-4d01-bbe7-d722a303dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.366768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-20dcf8b5-ae3e-4d01-bbe7-d722a303dbc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1095 time: 0.0781407 Aug 31 10:35:02.369430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-0819074c-38a3-44d5-a618-4baa28266460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.370839 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-0819074c-38a3-44d5-a618-4baa28266460 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 1095 time: 0.0739686 Aug 31 10:35:02.531845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-f39109f3-abab-49eb-95eb-cc8a49de9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.533347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-f39109f3-abab-49eb-95eb-cc8a49de9176 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1592758 Aug 31 10:35:02.534973 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-1275bb9a-450a-4372-a6db-17cff5b2de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.538250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-1275bb9a-450a-4372-a6db-17cff5b2de70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1557961 Aug 31 10:35:02.666282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-6220c2b3-efc3-46bb-afbe-d5cfd9620a34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1000 time: 0.1251557 Aug 31 10:35:02.674066 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-ec27c78a-97cd-4ea3-b5dd-bf07c404bd8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 200 len: 1000 time: 0.1211984 Aug 31 10:35:02.704466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfbccb-d03e-487a-bfe4-933774011160 req-e18ea83c-530d-4e8e-a71f-007459184ea0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.711341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ebfbccb-d03e-487a-bfe4-933774011160 req-e18ea83c-530d-4e8e-a71f-007459184ea0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0636239 Aug 31 10:35:02.753137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ebfbccb-d03e-487a-bfe4-933774011160 req-abcf586c-3ba7-4d0d-bbfe-ad27fae5db9b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380208 Aug 31 10:35:02.759958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-7992d74a-5d86-4c32-b32c-4232b3f3825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.762088 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-7992d74a-5d86-4c32-b32c-4232b3f3825f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0867918 Aug 31 10:35:02.777082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-1361fe89-df10-4684-af1b-6fb23fb78515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.777082 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-1361fe89-df10-4684-af1b-6fb23fb78515 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0736194 Aug 31 10:35:02.849383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-902ea076-944f-41c0-b0a1-6b8b20b53f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.851656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-902ea076-944f-41c0-b0a1-6b8b20b53f08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804861 Aug 31 10:35:02.856542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-49273a4a-c953-4c22-8a93-e51b869b35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.858008 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-49273a4a-c953-4c22-8a93-e51b869b35cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707231 Aug 31 10:35:02.993189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:03.013496 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-2ed47c72-cc4f-4420-a44d-4160d55a1c89 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545308 Aug 31 10:35:03.015348 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-9fb64914-ee00-460f-857a-ee41ffa98005 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491761 Aug 31 10:35:03.038434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:03.176926 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-6014ef13-edad-4869-b204-78081f336c3d service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538928 Aug 31 10:35:03.179104 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-48257dab-3e59-4e27-9bd1-6d174b4b58cc req-844891a4-75d9-45d0-acf8-4f3a189a6a52 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550303 Aug 31 10:35:03.882097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f822dfc-ff19-445a-b37c-20b8f84886c0 req-aeeb1f04-876f-4587-a943-7e5987e7d975 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:03.883724 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f822dfc-ff19-445a-b37c-20b8f84886c0 req-aeeb1f04-876f-4587-a943-7e5987e7d975 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0545239 Aug 31 10:35:03.924980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f822dfc-ff19-445a-b37c-20b8f84886c0 req-46463e58-7c42-421e-8537-914b91b0855f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347009 Aug 31 10:35:04.043644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a54e0-a91c-4294-8fd9-db806a65a4b4 req-356da9f0-afe2-4ac0-b144-344e284b1573 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:04.044982 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f2a54e0-a91c-4294-8fd9-db806a65a4b4 req-356da9f0-afe2-4ac0-b144-344e284b1573 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0514736 Aug 31 10:35:04.084784 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1f2a54e0-a91c-4294-8fd9-db806a65a4b4 req-63765ff5-76e3-4b84-923f-3edfc1579b62 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 Aug 31 10:35:04.206007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008f6b4-8edd-474e-bd97-b0f0027bbe4a req-1011df22-9cfa-4f30-ae61-e4e26117096c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:04.207564 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d008f6b4-8edd-474e-bd97-b0f0027bbe4a req-1011df22-9cfa-4f30-ae61-e4e26117096c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.0523210 Aug 31 10:35:04.247226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d008f6b4-8edd-474e-bd97-b0f0027bbe4a req-84bc11b9-0854-4691-9594-3548fb80b04a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336683 Aug 31 10:35:04.414039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:35:04.521838 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:04.535061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'mac_address': 'fa:16:3e:60:3e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:35:04.580283 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:04.599044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9324f3a0-fe7e-49eb-b966-ca93d69c8457 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:35:04.623142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:04.628681 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:04.689877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=12']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:04.862099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d935683-e60d-405f-aea4-3b9ac5e018ed req-79a2d1fc-2ed2-4cad-8582-2c2dd99d806b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:04.863576 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d935683-e60d-405f-aea4-3b9ac5e018ed req-79a2d1fc-2ed2-4cad-8582-2c2dd99d806b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 944 time: 0.4122365 Aug 31 10:35:04.881590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9324f3a0-fe7e-49eb-b966-ca93d69c8457'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:35:04.906932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d935683-e60d-405f-aea4-3b9ac5e018ed req-b21a0eda-e9ca-4628-80fe-010be02e0198 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342162 Aug 31 10:35:05.737898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-859e82fb-fc33-4941-88fd-e45b61fbcbcd tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:05.739450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-859e82fb-fc33-4941-88fd-e45b61fbcbcd tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0581007 Aug 31 10:35:05.836351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Deleting port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:05.836689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:05.933400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] For port 9324f3a0-fe7e-49eb-b966-ca93d69c8457, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9324f3a0-fe7e-49eb-b966-ca93d69c8457,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:05.933773 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:06.031563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793934f4-4a17-4c9c-8a5a-f4474b057c06 req-ff35ce3c-14d4-4ba2-9dd7-79cee42f0def tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:06.033104 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793934f4-4a17-4c9c-8a5a-f4474b057c06 req-ff35ce3c-14d4-4ba2-9dd7-79cee42f0def tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 945 time: 0.0520425 Aug 31 10:35:06.076235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-793934f4-4a17-4c9c-8a5a-f4474b057c06 req-f1069e32-1e0f-465d-8feb-923480dc7bee tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349030 Aug 31 10:35:06.118902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:06.119297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:06.119617 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e disassociated. External IP: 172.25.1.245, port: 9324f3a0-fe7e-49eb-b966-ca93d69c8457. Aug 31 10:35:06.119959 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Calling delete_port for 9324f3a0-fe7e-49eb-b966-ca93d69c8457 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:06.255192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:06.284234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event deleted for resources: {'Port': ['ID=9324f3a0-fe7e-49eb-b966-ca93d69c8457,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:06.419987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:06.445549 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 9324f3a0-fe7e-49eb-b966-ca93d69c8457 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:06.445905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 10:35:06.467859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 not found, will not notify nova. {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 10:35:06.718175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:06.834711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:06.845414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:06.855227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:06.856032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:34:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:06.878210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] No DVR routers for this DVR port 9324f3a0-fe7e-49eb-b966-ca93d69c8457 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:35:06.883365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:06.886531 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ca30e04c-8380-47b0-96fb-9b9ef9d71c8d req-0fcd0f3d-a64a-4825-b1bd-81753ea87928 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "DELETE /v2.0/ports/9324f3a0-fe7e-49eb-b966-ca93d69c8457 HTTP/1.1" status: 204 len: 173 time: 1.1378262 Aug 31 10:35:06.887130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-deleted', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:06.889438 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61118e9-78b3-46be-994d-215af6108a42" -d '{"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-deleted", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:06.928003 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb0c072-86cc-4592-b44c-83d70e634ba0 x-openstack-request-id: req-0cb0c072-86cc-4592-b44c-83d70e634ba0 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:06.928286 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4877fac8-27e1-4f34-a7bb-4600830c4943", "name": "network-vif-deleted", "tag": "9324f3a0-fe7e-49eb-b966-ca93d69c8457", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:06.928528 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0cb0c072-86cc-4592-b44c-83d70e634ba0 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:06.928915 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4877fac8-27e1-4f34-a7bb-4600830c4943', 'name': 'network-vif-deleted', 'tag': '9324f3a0-fe7e-49eb-b966-ca93d69c8457', 'status': 'completed', 'code': 200} Aug 31 10:35:06.983266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:07.202140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c55a4ae4-d226-4a95-92bb-fcd33b14a29a req-28bc003b-ba29-4038-85c2-18bb14a735dc tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=4877fac8-27e1-4f34-a7bb-4600830c4943 HTTP/1.1" status: 200 len: 210 time: 0.0302758 Aug 31 10:35:07.210684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:07.242630 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:07.255301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:07.256607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:34:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:07.366431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:07.581006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:07.608274 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20428fbe-9c3a-418c-9bee-ec1222919c76 None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:07.841785 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a6b21-3d7d-45ba-80f4-c1831b8e3cc4 None None] New status for floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:35:08.504927 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-42d0f58d-fa5c-4e45-aad3-e9537eec9ac9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--714886032&fields=id&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 267 time: 0.0485156 Aug 31 10:35:08.622968 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-68765022-8286-4ec8-a215-a98aae504c64 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:08.624717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-68765022-8286-4ec8-a215-a98aae504c64 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 811 time: 0.1120617 Aug 31 10:35:08.640953 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-95b1f8d4-8a55-436b-b496-280dc611a627 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/quotas/fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 375 time: 0.0098715 Aug 31 10:35:08.698082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-e83aadc9-9430-4ee9-9474-4149f3abe0fa tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510018 Aug 31 10:35:08.800254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-5f30997c-fec4-44cf-b47a-0c98a40c3292 service neutron] 10.222.0.69 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896895 Aug 31 10:35:08.893837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-88f1d41c-3e13-41ae-a8d7-08794173fdea service neutron] 10.222.0.69 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863106 Aug 31 10:35:09.066319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2c0cf69-daaf-4a50-85d9-860690b82369 req-03de94c9-26eb-48c2-98ad-7beb4229db87 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 210 time: 0.0337994 Aug 31 10:35:10.033958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-06eb8a4a-da3f-4d8e-afc6-75e6a5272ac6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:10.036279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-06eb8a4a-da3f-4d8e-afc6-75e6a5272ac6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 811 time: 0.1169934 Aug 31 10:35:10.089448 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-c10fc142-2d86-4eb7-904d-fd8b9f0a4224 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 379 time: 0.0430057 Aug 31 10:35:10.105528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'port': {'device_id': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'admin_state_up': True, 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'security_groups': ['53375d60-f97c-4fe0-ac59-8710ae5e995e']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:10.166273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3f16a4df-8cef-4cb8-a840-04f75352a1e6 req-844c67d8-e2b0-447f-8fa1-5bbab730169b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 210 time: 0.0274239 Aug 31 10:35:10.219922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Made reservation on behalf of fab5934fe7e741e1830b5b400b1f336b for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:35:10.223957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.359093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Allocated IP 172.20.0.5 (c1163980-8fc9-43d9-985c-bf669287659b/98024df1-4c6b-4f3d-bda9-57f3e5354e2e/82b5a916-f1ae-4f5b-8495-2fb7994eb609) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:10.451613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:10.476717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 9324f3a0-fe7e-49eb-b966-ca93d69c8457 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:10.477070 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9324f3a0-fe7e-49eb-b966-ca93d69c8457 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:10.519315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.533050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Transition to ACTIVE for port object 82b5a916-f1ae-4f5b-8495-2fb7994eb609 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:10.568021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.622366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Network c1163980-8fc9-43d9-985c-bf669287659b is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:10.625587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:10.628138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:10.658622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:10.697298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:10.697989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.716379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-7944708f-b3a9-4f72-80c6-488b6923afd5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152482 Aug 31 10:35:10.729920 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Request body: {'port': {'device_id': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:10.788242 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.906675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4826ac3c-4cdf-4f16-802b-5d47b5e0f4e3 None None] Provisioning for port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:10.911082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4826ac3c-4cdf-4f16-802b-5d47b5e0f4e3 None None] Provisioning complete for port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:10.911682 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4826ac3c-4cdf-4f16-802b-5d47b5e0f4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.951038 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4826ac3c-4cdf-4f16-802b-5d47b5e0f4e3 None None] Port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:35:11.074034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b5a916-f1ae-4f5b-8495-2fb7994eb609 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:35:11.081918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.094796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Transition to ACTIVE for port object 82b5a916-f1ae-4f5b-8495-2fb7994eb609 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:11.098686 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.128429 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.152974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:11.226541 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:11.227056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:11.227397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:11.234194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:35:11.234579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:11.241477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:11.241830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:11.242347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:11.242819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Bound port: 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:11.243183 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.307127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b0c54-db70-4b75-b4d5-e14fcaa5943a req-573f27b3-0103-45c6-ab3b-0f8fc0d69f0a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:11.308747 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b57b0c54-db70-4b75-b4d5-e14fcaa5943a req-573f27b3-0103-45c6-ab3b-0f8fc0d69f0a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0587730 Aug 31 10:35:11.322704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:11.326451 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:11.331561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.366145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:11.366854 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.368296 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] 10.222.0.20 "PUT /v2.0/ports/82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1091 time: 0.6429603 Aug 31 10:35:11.369107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:11.370906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b57b0c54-db70-4b75-b4d5-e14fcaa5943a req-e5c1eaf7-c1b6-401c-b841-713ad539c1bf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533283 Aug 31 10:35:11.372077 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:11.418053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d7ac7-d302-46bc-9f9d-b61d23551cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:11.432061 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8256c199-cfcd-4a3c-ac2b-d62e59e3cc40 x-openstack-request-id: req-8256c199-cfcd-4a3c-ac2b-d62e59e3cc40 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:11.432354 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:11.432602 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8256c199-cfcd-4a3c-ac2b-d62e59e3cc40 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:11.432995 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'status': 'completed', 'code': 200} Aug 31 10:35:11.466877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-2722956b-663c-4e56-9f27-d6f17eed01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:11.468402 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-2722956b-663c-4e56-9f27-d6f17eed01bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1094 time: 0.0522115 Aug 31 10:35:11.519449 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-8cabb79c-6e63-4e1b-b6e6-88b2a3fb286e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 217 time: 0.0408273 Aug 31 10:35:11.573164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-fcf2f0fe-9e35-4924-8cc0-98051c3a59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:11.574702 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-fcf2f0fe-9e35-4924-8cc0-98051c3a59d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0475729 Aug 31 10:35:11.628463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-43daa66f-7091-4f93-aa2e-8328c0a76260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:11.629990 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-43daa66f-7091-4f93-aa2e-8328c0a76260 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468831 Aug 31 10:35:11.732527 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-4797b8d5-a187-49d4-91f5-fe254f9e57bc service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938361 Aug 31 10:35:11.828697 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-75370d97-e6d4-4fd4-8111-4a1cb6856100 req-4024c510-cdcc-4e3e-86ab-39befca6b08e service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882673 Aug 31 10:35:11.930279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-d9deca11-2789-42f3-b826-9fe408b83748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:11.931878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-d9deca11-2789-42f3-b826-9fe408b83748 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1094 time: 0.0457082 Aug 31 10:35:12.026850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-97a838e6-8908-4a38-9dd7-6c27adc8b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:12.028362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-97a838e6-8908-4a38-9dd7-6c27adc8b935 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0890939 Aug 31 10:35:12.073632 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-4cb6d7b3-8e16-463f-9d12-cf412aa7648b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 217 time: 0.0377402 Aug 31 10:35:12.127553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-17156439-0479-4b6b-9532-eb2df9059124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:12.129025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-17156439-0479-4b6b-9532-eb2df9059124 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0487831 Aug 31 10:35:12.176833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-b74847be-3019-4737-984c-64baf6756588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:12.179039 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-b74847be-3019-4737-984c-64baf6756588 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422664 Aug 31 10:35:12.269161 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-062ee0db-5282-422a-8de6-fdace6da2b73 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829465 Aug 31 10:35:12.365299 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25d2dfe3-e107-4c1b-9a0a-7aea7870ee0d req-92e13c54-18c6-4a40-a6d2-4b237081d0b5 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884709 Aug 31 10:35:12.497670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb872c-8fa9-466f-b0b4-5b15af0ee875 req-8e09a2b0-d865-45c0-9464-c0fb436674a0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:12.499136 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15fb872c-8fa9-466f-b0b4-5b15af0ee875 req-8e09a2b0-d865-45c0-9464-c0fb436674a0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0511065 Aug 31 10:35:12.538574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-15fb872c-8fa9-466f-b0b4-5b15af0ee875 req-1462bb9c-67fc-4372-b67c-eb4cfbd380f0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Aug 31 10:35:13.663298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77007-d4d0-4ea1-8b20-18ff371106a3 req-846c3cc6-f74e-459e-b350-c56303494e92 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:13.664809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ab77007-d4d0-4ea1-8b20-18ff371106a3 req-846c3cc6-f74e-459e-b350-c56303494e92 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0532465 Aug 31 10:35:13.705781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2ab77007-d4d0-4ea1-8b20-18ff371106a3 req-da093a6e-4d66-45d6-83f0-264673d51c80 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345135 Aug 31 10:35:14.196306 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.822668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d0d8b-f7ba-4a5a-9226-5750de350935 req-c36dd3ca-d015-4739-9f07-50877d14aed4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:14.824188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-380d0d8b-f7ba-4a5a-9226-5750de350935 req-c36dd3ca-d015-4739-9f07-50877d14aed4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0492320 Aug 31 10:35:14.863155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-380d0d8b-f7ba-4a5a-9226-5750de350935 req-22deaec2-60ce-41d8-84f0-2d48c642a1fb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329654 Aug 31 10:35:15.102727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:35:15.193738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:15.204970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'mac_address': 'fa:16:3e:9a:93:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:35:15.246615 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.259416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b5a916-f1ae-4f5b-8495-2fb7994eb609 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:35:15.278277 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:15.282358 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.331260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:15.613968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['82b5a916-f1ae-4f5b-8495-2fb7994eb609'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:35:15.978565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f00fbf-c032-4baf-a754-7f012f137b1a req-e7fc4a9a-27f3-4fb6-ab58-b232cd44d8b7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:15.980065 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55f00fbf-c032-4baf-a754-7f012f137b1a req-e7fc4a9a-27f3-4fb6-ab58-b232cd44d8b7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0492623 Aug 31 10:35:16.024587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55f00fbf-c032-4baf-a754-7f012f137b1a req-493d9921-b93d-4e17-8325-4855b620b773 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384195 Aug 31 10:35:17.117615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:17.152744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38a909-aa10-48f7-944e-9c5ab9d9b798 req-4da4cdd3-7e3c-47d0-8304-a4807138eb40 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:17.154283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d38a909-aa10-48f7-944e-9c5ab9d9b798 req-4da4cdd3-7e3c-47d0-8304-a4807138eb40 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0573690 Aug 31 10:35:17.168314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:17.172077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:17.172455 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.194437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d38a909-aa10-48f7-944e-9c5ab9d9b798 req-bc57f806-df3c-4289-a486-5eac13ed1b2f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341456 Aug 31 10:35:17.250360 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.273517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:17.275849 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef65e55-64e1-4ccc-b286-0e5611b604dc" -d '{"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-plugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:17.292103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:17.296753 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.341861 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45707f-1a8e-4a7a-9d71-d1c807da9986 x-openstack-request-id: req-3e45707f-1a8e-4a7a-9d71-d1c807da9986 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:17.342145 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-plugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:17.342399 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e45707f-1a8e-4a7a-9d71-d1c807da9986 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:17.342808 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'code': 200} Aug 31 10:35:17.348015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:17.439652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe8b94-ab8c-42ac-af2a-42fcbaa49c25 req-1484a43a-14fe-4892-8334-fdf1c3777c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:17.441277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03fe8b94-ab8c-42ac-af2a-42fcbaa49c25 req-1484a43a-14fe-4892-8334-fdf1c3777c13 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1096 time: 0.0407691 Aug 31 10:35:17.478322 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-03fe8b94-ab8c-42ac-af2a-42fcbaa49c25 req-36529e38-2d08-44ea-abd3-b739012533d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292640 Aug 31 10:35:18.313356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93565bca-e409-4b53-ae1e-320463f7e7f4 req-63195055-2fcb-45e2-9b18-1c1446220d75 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:18.314883 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-93565bca-e409-4b53-ae1e-320463f7e7f4 req-63195055-2fcb-45e2-9b18-1c1446220d75 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0496118 Aug 31 10:35:18.353404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-93565bca-e409-4b53-ae1e-320463f7e7f4 req-4fd2e5e2-9907-4f2a-a678-ec126124c7a0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324314 Aug 31 10:35:19.474376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a01f3-b5b8-4ddf-933f-656537795697 req-5b613d9f-61a1-4f28-b1e4-ae1699c19ed6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:19.475886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-621a01f3-b5b8-4ddf-933f-656537795697 req-5b613d9f-61a1-4f28-b1e4-ae1699c19ed6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Aug 31 10:35:19.515213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-621a01f3-b5b8-4ddf-933f-656537795697 req-468ebfb5-560d-4858-8a25-914def7a025a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333292 Aug 31 10:35:19.635158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d02e6-f428-4055-9f0e-410faad9d9c3 req-8e084fb6-414c-44f0-b4d9-bd852cad5572 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:19.636867 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-642d02e6-f428-4055-9f0e-410faad9d9c3 req-8e084fb6-414c-44f0-b4d9-bd852cad5572 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0566375 Aug 31 10:35:19.646439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 47776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:19.651137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Request body: {'floatingip': {'port_id': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:19.695182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.148671 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.152900 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.254269 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e associated. External IP: 172.25.1.245, port: 82b5a916-f1ae-4f5b-8495-2fb7994eb609. Aug 31 10:35:20.469981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:20.587200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:20.592644 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.600015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:20.610521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:20.611288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:34:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:20.621154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7a9088d8-a065-4c39-ac61-2760463612e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "PUT /v2.0/floatingips/614374d5-7c7c-47ba-ac0a-e6d7d6eb014e HTTP/1.1" status: 200 len: 992 time: 0.9735608 Aug 31 10:35:20.621730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:20.624011 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c" -d '{"events": [{"name": "network-changed", "server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:20.666660 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144b2893-0383-47c3-842a-4285436c6696 x-openstack-request-id: req-144b2893-0383-47c3-842a-4285436c6696 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:20.667570 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:20.667570 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-144b2893-0383-47c3-842a-4285436c6696 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:20.668750 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'status': 'completed', 'code': 200} Aug 31 10:35:20.730865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-8c1acade-a2c8-4013-ae84-3d2e97d4c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:20.732422 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-8c1acade-a2c8-4013-ae84-3d2e97d4c640 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1096 time: 0.0443530 Aug 31 10:35:20.837197 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-5f100dce-8ef9-465e-b384-41e0f02f18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:20.838783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-5f100dce-8ef9-465e-b384-41e0f02f18df service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0974994 Aug 31 10:35:20.910642 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-31a0d591-f6bf-47f9-af51-e02ea5676196 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1000 time: 0.0634964 Aug 31 10:35:20.954393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:20.965318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-1dbb6d7c-eab3-486c-9b98-00b6e720f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:20.966948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-1dbb6d7c-eab3-486c-9b98-00b6e720f20c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0490088 Aug 31 10:35:21.017509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-27ce4360-01df-48cc-8497-b891f0e78d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:21.019139 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-27ce4360-01df-48cc-8497-b891f0e78d87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438056 Aug 31 10:35:21.133654 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-3658255f-5e83-46a8-95f8-5af79e6380b8 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066904 Aug 31 10:35:21.217144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:9a:93:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 13, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:21.241023 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5c36a24c-19c8-4fa0-97ea-28dcb727d87c req-c44492c2-b7a5-4b70-8247-5613eb1340c1 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993485 Aug 31 10:35:21.252250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:21.262273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:21.262917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:34:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:21.354871 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:35:21.369733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:21.607024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:9a:93:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 13, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:21.644089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab575b-bd87-45bc-8109-3d6edf3d7ade None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '614374d5-7c7c-47ba-ac0a-e6d7d6eb014e', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'port_id': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'mac_address': 'fa:16:3e:9a:93:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:28:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 13, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:21.844931 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef8b48-7a18-490f-bd52-1f8f0766000e None None] New status for floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:35:21.919611 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b20642b4-1d38-4f58-96e2-74cfadfe34ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.128050 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.850822 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbffc-a097-428d-b4ef-8b072c2fbd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:27.907028 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.855311 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:41.112450 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.190001 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:51.920548 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6c0e354c-9937-4cf1-8732-98ee90eb22f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:55.131177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:55.852059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b15d93f-d282-46ac-ada3-5fe5166ab925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:57.678978 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-5adde1db-2a5a-4ae1-bc08-aa542b7f4485 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456822 Aug 31 10:35:57.768713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-13c7e96d-bbc0-4545-bcb3-e06fe1f2e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:57.770257 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-13c7e96d-bbc0-4545-bcb3-e06fe1f2e942 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1096 time: 0.0447698 Aug 31 10:35:57.882517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-ca1d0f46-1d98-4a26-a230-56f43cf0b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:57.884050 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-ca1d0f46-1d98-4a26-a230-56f43cf0b239 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0908599 Aug 31 10:35:57.911822 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:57.955367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-5f066ab8-fc68-4ce0-94c2-aa40c8686717 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1002 time: 0.0631044 Aug 31 10:35:58.018434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-f5bf2653-33f3-4fd6-97c4-496f3c2ddc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:58.020982 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-f5bf2653-33f3-4fd6-97c4-496f3c2ddc4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0563388 Aug 31 10:35:58.071008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-cf1a0d91-4d92-4296-ab26-dedce0f2c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:58.072520 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-cf1a0d91-4d92-4296-ab26-dedce0f2c383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413151 Aug 31 10:35:58.170975 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-dbfa78ae-27c3-497c-8896-34b5bae1d941 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897448 Aug 31 10:35:58.272240 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f893876d-f9ac-44fa-8681-9edeecd14240 req-8cb70245-92f8-4c5a-b97e-c00d5ed16650 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933168 Aug 31 10:35:58.353956 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:35:58.858971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:11.118822 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:14.222216 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:21.924585 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d68f43c3-04e4-46a6-9931-e8590139cf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:25.134769 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:25.853860 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c490629e-4dbb-464b-87db-edc1a2854804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:27.912940 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:28.861414 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:35.353006 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:36:41.140476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.219713 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:51.928009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c217-bbcc-4595-ad96-d13ae55b2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.137754 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.855513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35ac8465-8c57-42af-a3bd-59d754c54f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.916887 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.863277 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:59.679802 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-331343df-b9f0-4191-9014-94b343d0837e req-1b6d0f45-be62-4028-ac95-c534c3aa736d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441418 Aug 31 10:36:59.773289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331343df-b9f0-4191-9014-94b343d0837e req-672ba7b4-c7b8-4f89-ac36-4ba616372011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:59.774854 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-331343df-b9f0-4191-9014-94b343d0837e req-672ba7b4-c7b8-4f89-ac36-4ba616372011 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1096 time: 0.0505419 Aug 31 10:37:00.179779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331343df-b9f0-4191-9014-94b343d0837e req-5db53837-a5f0-48a2-8ab3-8decea861816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:00.181443 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-331343df-b9f0-4191-9014-94b343d0837e req-5db53837-a5f0-48a2-8ab3-8decea861816 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.3839290 Aug 31 10:37:00.248093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-331343df-b9f0-4191-9014-94b343d0837e req-53258109-00c3-4427-b59a-a4809e95524c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1002 time: 0.0586860 Aug 31 10:37:00.309629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331343df-b9f0-4191-9014-94b343d0837e req-75242b65-3726-46de-b83e-90137cff93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:00.311168 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-331343df-b9f0-4191-9014-94b343d0837e req-75242b65-3726-46de-b83e-90137cff93bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0512064 Aug 31 10:37:00.358454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331343df-b9f0-4191-9014-94b343d0837e req-b6478a39-573c-43a8-8369-8f1d299cac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:00.360019 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-331343df-b9f0-4191-9014-94b343d0837e req-b6478a39-573c-43a8-8369-8f1d299cac31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410166 Aug 31 10:37:00.450137 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-331343df-b9f0-4191-9014-94b343d0837e req-6cf68afe-d321-4039-a783-6731b4c14dac service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822947 Aug 31 10:37:00.558083 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-331343df-b9f0-4191-9014-94b343d0837e req-32e7a8a7-ad26-4b4c-ba3c-63588214a589 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001523 Aug 31 10:37:11.116630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:12.356391 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:37:14.226401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:21.931313 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d9e4820e-dbf1-4b3c-87e9-ed462509cef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:25.140948 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:25.856336 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c7e9dfa9-0b0b-4692-a916-67ea683ed42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:27.921111 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:28.866459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:41.119448 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:44.234287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:49.356594 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:37:51.943903 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2cf4747c-f8be-46ad-9ff2-8d4d466c384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:55.144243 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:55.857812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2fcca927-47ce-45dc-b9a3-685d934d341a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:57.929298 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.869160 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:01.376473 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-baee48a1-f064-490e-8191-53b0c04a4fd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413539 Aug 31 10:38:01.462608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-aec7342a-014c-4aeb-879c-4cb045647eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:01.464187 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-aec7342a-014c-4aeb-879c-4cb045647eca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1096 time: 0.0431716 Aug 31 10:38:01.587502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-fced30c3-dd58-4f5c-8857-86ad2ba0798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:01.589006 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-fced30c3-dd58-4f5c-8857-86ad2ba0798c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1027288 Aug 31 10:38:01.662609 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-4344d9bb-f610-465e-85bf-517c39d9a444 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1002 time: 0.0602417 Aug 31 10:38:01.713317 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-02e09bae-d0fc-42f2-af7f-3195ea1fc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:01.714972 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-02e09bae-d0fc-42f2-af7f-3195ea1fc436 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0507672 Aug 31 10:38:01.775175 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-d42f6526-33c4-4b9b-8225-667a810292cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:01.776553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-d42f6526-33c4-4b9b-8225-667a810292cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531893 Aug 31 10:38:01.790200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-f62e6dcc-f93a-4508-bc93-307216619f4e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:38:01.791370 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-f62e6dcc-f93a-4508-bc93-307216619f4e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070467 Aug 31 10:38:01.887710 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-4f9ce96f-9d96-4dcb-a048-a55187481939 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884333 Aug 31 10:38:01.987228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9ba417fd-6dc4-4c34-a636-7eaf45ceb2de req-b452a6b6-0fee-41c6-a1c5-30452328c58b service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921013 Aug 31 10:38:08.897660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5563-282e-4ace-bdbb-9227dad617ed req-1d57d9cc-ade7-4688-a06c-32b5eb6c58d0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:08.899176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81db5563-282e-4ace-bdbb-9227dad617ed req-1d57d9cc-ade7-4688-a06c-32b5eb6c58d0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.1121702 Aug 31 10:38:08.944423 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81db5563-282e-4ace-bdbb-9227dad617ed req-496eb552-651a-4b53-9fb8-401ed5ecc8eb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391076 Aug 31 10:38:11.131388 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:14.248504 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:20.436476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-164d264a-1f06-40e1-a236-679a0edb2214 req-393ea387-85f9-4b83-ad23-2d700aede4a8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:38:20.437577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-164d264a-1f06-40e1-a236-679a0edb2214 req-393ea387-85f9-4b83-ad23-2d700aede4a8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1082735 Aug 31 10:38:20.631630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539631d-b405-4060-a5e3-46d1efc091cc req-d0432d33-b821-4de2-818e-7c51238a98e7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:20.633201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1539631d-b405-4060-a5e3-46d1efc091cc req-d0432d33-b821-4de2-818e-7c51238a98e7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Aug 31 10:38:20.674735 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-2ec3b6f0-932b-4ac6-9e9a-e9f544bb6388 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002853 Aug 31 10:38:20.676804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1539631d-b405-4060-a5e3-46d1efc091cc req-9a01d240-0cd8-478c-826f-d65d4626fba6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361090 Aug 31 10:38:21.814040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653282b-3085-427d-bae3-87031727099b req-26231e35-03ef-41ef-82af-8de3b074d13c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:21.815640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f653282b-3085-427d-bae3-87031727099b req-26231e35-03ef-41ef-82af-8de3b074d13c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0576301 Aug 31 10:38:21.875757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f653282b-3085-427d-bae3-87031727099b req-97ba3438-b6c7-410d-a37e-ab9f0ebb3e1e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508361 Aug 31 10:38:21.914301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-fcaac034-3c1c-4767-bac4-a4d3080a204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:21.915867 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-fcaac034-3c1c-4767-bac4-a4d3080a204f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1096 time: 0.0466383 Aug 31 10:38:21.937418 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4724-883b-4441-a71c-45e75649d5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:22.011463 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-db2d563a-c3ce-4559-9547-4c92aee80c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.013279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-db2d563a-c3ce-4559-9547-4c92aee80c88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0901990 Aug 31 10:38:22.086334 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-a3437ca3-7265-4ff9-a73f-a766eaa2c67c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1002 time: 0.0661027 Aug 31 10:38:22.140261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-bbf551b6-6b27-4560-a58b-68e6124f78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.141633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-bbf551b6-6b27-4560-a58b-68e6124f78d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0486534 Aug 31 10:38:22.187834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-3af26100-e971-4d33-affd-21fc150edb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.189329 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-3af26100-e971-4d33-affd-21fc150edb28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410774 Aug 31 10:38:22.283512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-1e8fcffb-8e5f-44cb-af21-68b349db7934 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827463 Aug 31 10:38:22.374712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-20dcec3d-ed2d-4bca-9efa-cc67e4d043e3 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840440 Aug 31 10:38:22.996042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1be76-2688-4f76-a11f-6b81e8d940ca req-aabf583d-beaa-426e-97e4-3a4b385a05c0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.999382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fb1be76-2688-4f76-a11f-6b81e8d940ca req-aabf583d-beaa-426e-97e4-3a4b385a05c0 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0514262 Aug 31 10:38:23.037978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fb1be76-2688-4f76-a11f-6b81e8d940ca req-367154fa-7828-4fdb-9d4d-170a5c1c5c09 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341773 Aug 31 10:38:24.178148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9a73b-8427-42b6-9482-affe8ef7ab29 req-f202cb42-3ff7-4a4f-9e57-d223b44067cb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:24.179801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6f9a73b-8427-42b6-9482-affe8ef7ab29 req-f202cb42-3ff7-4a4f-9e57-d223b44067cb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0634875 Aug 31 10:38:24.221624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6f9a73b-8427-42b6-9482-affe8ef7ab29 req-1bf00ccb-19a7-4045-852f-70ff1d8e1a56 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354393 Aug 31 10:38:25.146311 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:25.347477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1422e9-62a7-4e7c-84f9-cc95c9c6bd2f req-a61c6755-dee0-48f6-a8fb-e1c93fdb7d5e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:25.349525 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b1422e9-62a7-4e7c-84f9-cc95c9c6bd2f req-a61c6755-dee0-48f6-a8fb-e1c93fdb7d5e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0580432 Aug 31 10:38:25.388651 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b1422e9-62a7-4e7c-84f9-cc95c9c6bd2f req-3e2b62fd-6e44-4000-981d-7f51147eb80d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329320 Aug 31 10:38:25.859065 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6acbec90-0be0-4414-aade-801996fcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:26.355739 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:38:26.508099 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9e640-2ddf-4985-9329-a923275faae3 req-58d5c3ed-1837-43e1-a631-8b470924358a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:26.509646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eab9e640-2ddf-4985-9329-a923275faae3 req-58d5c3ed-1837-43e1-a631-8b470924358a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0508659 Aug 31 10:38:26.549581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eab9e640-2ddf-4985-9329-a923275faae3 req-5da49260-386a-4879-8cc1-e08e13f22ba6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327094 Aug 31 10:38:27.671267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26035e8-10f8-4744-b29a-b886555928ec req-114f4da8-65bf-4b62-9f81-2da2cc70bf1b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:27.672851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b26035e8-10f8-4744-b29a-b886555928ec req-114f4da8-65bf-4b62-9f81-2da2cc70bf1b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0518198 Aug 31 10:38:27.715222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b26035e8-10f8-4744-b29a-b886555928ec req-fb6cd790-ddfc-4fd4-8cb8-3f0bc2f436b2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341737 Aug 31 10:38:27.926351 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:28.838313 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a45e1-da07-44ab-92a3-7b520fd8b12a req-2f4d8067-9392-40c8-85c7-2b64d577d963 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:28.839878 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-484a45e1-da07-44ab-92a3-7b520fd8b12a req-2f4d8067-9392-40c8-85c7-2b64d577d963 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0543573 Aug 31 10:38:28.872032 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:28.880872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-484a45e1-da07-44ab-92a3-7b520fd8b12a req-5b9af700-cd11-42fc-af40-685a33698780 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350373 Aug 31 10:38:30.006450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5821-5701-44a5-9666-ffc91bd54bbc req-6db6058e-d748-41ab-8387-45676cd832ef tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:30.008018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e7d5821-5701-44a5-9666-ffc91bd54bbc req-6db6058e-d748-41ab-8387-45676cd832ef tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Aug 31 10:38:30.047768 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e7d5821-5701-44a5-9666-ffc91bd54bbc req-21713e3a-6502-456d-a417-cb37f2687fd6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329967 Aug 31 10:38:31.163730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c846b51-26bf-4223-9fe0-81e095d3ab5c req-541eab1e-f26e-4c5e-90b1-0ac8606e76f2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:31.165208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c846b51-26bf-4223-9fe0-81e095d3ab5c req-541eab1e-f26e-4c5e-90b1-0ac8606e76f2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Aug 31 10:38:31.203701 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3c846b51-26bf-4223-9fe0-81e095d3ab5c req-3ccff750-4606-41c0-89e7-38170bf2fdad tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Aug 31 10:38:32.330699 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1fd28-084b-4ae0-a0d4-00ffc99f0489 req-4dcc6e87-39b5-48d8-8f37-156d5dbc27e6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:32.332404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8a1fd28-084b-4ae0-a0d4-00ffc99f0489 req-4dcc6e87-39b5-48d8-8f37-156d5dbc27e6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0551758 Aug 31 10:38:32.371615 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8a1fd28-084b-4ae0-a0d4-00ffc99f0489 req-1ad87c93-55f9-4b20-bc8d-ad75e1bcd3e3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332165 Aug 31 10:38:33.492833 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86567c-737d-4183-91b1-ce56f87aaac8 req-97663924-ea03-49a6-b772-391315992dc7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:33.494341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df86567c-737d-4183-91b1-ce56f87aaac8 req-97663924-ea03-49a6-b772-391315992dc7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0513155 Aug 31 10:38:33.533242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df86567c-737d-4183-91b1-ce56f87aaac8 req-a36188f3-4ba9-4cd5-9b32-e7c9254ac42a tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328925 Aug 31 10:38:34.654852 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac128b7-e042-43c5-87ac-8510d5581dfe req-c4c5c759-c0d8-4469-a591-6e378f0fbc81 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:34.656406 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fac128b7-e042-43c5-87ac-8510d5581dfe req-c4c5c759-c0d8-4469-a591-6e378f0fbc81 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Aug 31 10:38:34.697458 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fac128b7-e042-43c5-87ac-8510d5581dfe req-b0ca9794-ae04-4bb2-a44d-50c093f81535 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343606 Aug 31 10:38:35.825049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8807b-ca36-4786-96df-18f244078d4e req-5a9efa7f-722b-4825-821b-4bd5b037dab4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:35.826612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06a8807b-ca36-4786-96df-18f244078d4e req-5a9efa7f-722b-4825-821b-4bd5b037dab4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0559576 Aug 31 10:38:35.867534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-06a8807b-ca36-4786-96df-18f244078d4e req-01d677ac-0ded-42cd-923f-5204729541a1 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Aug 31 10:38:36.268097 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-7c52c49f-1fe4-4df0-bc06-17198d801b5b service neutron] show failed (client error): The resource could not be found. Aug 31 10:38:36.269656 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-7c52c49f-1fe4-4df0-bc06-17198d801b5b service neutron] 10.222.0.20 "GET /v2.0/ports/82b5a916-f1ae-4f5b-8495-2fb7994eb609/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0581174 Aug 31 10:38:36.515520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-de653769-c773-4688-a34b-c1c01e6d2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:36.517061 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-de653769-c773-4688-a34b-c1c01e6d2be4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 1096 time: 0.0845068 Aug 31 10:38:36.529279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:36.589967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:36.817237 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:36.859625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:36.904465 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:36.906665 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:36.909877 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d8b42a-f65b-40ca-955f-622dc2c15d4b" -d '{"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-unplugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:36.925234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Transition to ACTIVE for port object 82b5a916-f1ae-4f5b-8495-2fb7994eb609 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:36.930579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:37.003609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69c32-d316-4dcd-ad05-faf5c3b65c49 req-9aa8312f-5c70-4f2b-a2bf-4996c107598c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:37.013188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fc69c32-d316-4dcd-ad05-faf5c3b65c49 req-9aa8312f-5c70-4f2b-a2bf-4996c107598c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0639060 Aug 31 10:38:37.031677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:37.048194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.048419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.048765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.049103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.049434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.049768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.050099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.050459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.051113 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.051231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.051512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.051845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:37.061732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fc69c32-d316-4dcd-ad05-faf5c3b65c49 req-e76a1c37-2e02-4786-af54-c858344496e1 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 Aug 31 10:38:37.080467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] No DVR routers for this DVR port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:38:37.130022 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5842db4-ebe6-4418-8a8f-59704826cce9 x-openstack-request-id: req-c5842db4-ebe6-4418-8a8f-59704826cce9 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:37.130391 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-unplugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:37.130699 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5842db4-ebe6-4418-8a8f-59704826cce9 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:37.131184 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'code': 200} Aug 31 10:38:37.233923 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:38:37.234265 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:38:37.234592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:37.239603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:38:37.239912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:37.245816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:38:37.246152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:38:37.246600 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:38:37.247072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Bound port: 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:38:37.247453 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:37.315421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:37.319065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:38:37.323921 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:37.362960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:37.363586 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:37.365032 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] 10.222.0.52 "PUT /v2.0/ports/82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1091 time: 0.8402855 Aug 31 10:38:37.401984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24a8cf-d62e-41d6-8681-2b0301833735 service neutron] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:37.433975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-1b068d5d-6e38-4e91-a0e7-b7b3835ec62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:37.435552 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-1b068d5d-6e38-4e91-a0e7-b7b3835ec62f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1094 time: 0.0450692 Aug 31 10:38:37.544302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-7264db3b-0783-4dd2-85fe-6b4cc94be1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:37.550976 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-7264db3b-0783-4dd2-85fe-6b4cc94be1c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1031539 Aug 31 10:38:37.623406 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-379ec39b-1196-4c0c-bbcc-a0f962880159 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1000 time: 0.0700951 Aug 31 10:38:37.676680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-0cef4ccd-7435-4518-8832-09a75eb448a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:37.678158 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-0cef4ccd-7435-4518-8832-09a75eb448a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0471394 Aug 31 10:38:37.725564 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-400aef29-4856-4a48-8e3f-b72bcc5433c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:37.727127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-400aef29-4856-4a48-8e3f-b72bcc5433c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421016 Aug 31 10:38:37.824674 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-f401d053-36b6-4e0d-86ed-32bedab63c14 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907326 Aug 31 10:38:37.914771 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-2ec227aa-598f-4803-87e6-247df6e7964d service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829089 Aug 31 10:38:38.081633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:38:38.122826 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:38:38.179728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e230861-a9a5-4c6c-bf03-7687ca4395b4 req-42ce0b9a-367c-44df-af07-bd997f31bca9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:38.181209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e230861-a9a5-4c6c-bf03-7687ca4395b4 req-42ce0b9a-367c-44df-af07-bd997f31bca9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0510390 Aug 31 10:38:38.220612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4e230861-a9a5-4c6c-bf03-7687ca4395b4 req-8e808769-158f-4f6e-89ad-870c8aadeeef tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331960 Aug 31 10:38:39.132173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:39.134689 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75" -d '{"events": [{"name": "network-changed", "server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:39.185675 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1390ec2-5959-4e85-9d08-c442347d284f x-openstack-request-id: req-e1390ec2-5959-4e85-9d08-c442347d284f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:39.185967 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:39.186216 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1390ec2-5959-4e85-9d08-c442347d284f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:39.186614 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'status': 'completed', 'code': 200} Aug 31 10:38:39.278219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-7dd06dfe-b390-443b-adde-206c4594e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.279850 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-7dd06dfe-b390-443b-adde-206c4594e92a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1094 time: 0.0727949 Aug 31 10:38:39.297392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-7c6f0cab-1947-4f0c-99d3-67dcc1ffbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.298891 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-7c6f0cab-1947-4f0c-99d3-67dcc1ffbc78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1094 time: 0.0838072 Aug 31 10:38:39.361051 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338bbc-3308-460f-a501-490c10273879 req-3dbe6d55-d6c5-44aa-9def-7facf52125f2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.363969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f338bbc-3308-460f-a501-490c10273879 req-3dbe6d55-d6c5-44aa-9def-7facf52125f2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0665731 Aug 31 10:38:39.407935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f338bbc-3308-460f-a501-490c10273879 req-0c303982-8ffc-4ba9-bc65-2080158241dd tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372605 Aug 31 10:38:39.454062 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-7804a788-0341-4412-bb2e-56e8d9a66fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.455261 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-7804a788-0341-4412-bb2e-56e8d9a66fe7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1666939 Aug 31 10:38:39.460345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-01f446a0-fb62-46f9-8062-d6afc30f7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.461878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-01f446a0-fb62-46f9-8062-d6afc30f7e74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1509416 Aug 31 10:38:39.574240 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-2ab4d606-e1fa-4a55-b321-ab83388f18e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1000 time: 0.1054590 Aug 31 10:38:39.576080 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-df111ece-3b68-4320-bac9-0120255cb7ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1000 time: 0.1134841 Aug 31 10:38:39.663532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-1be35e61-ed8b-4aff-a17a-705006f93dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.665176 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-1be35e61-ed8b-4aff-a17a-705006f93dab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0844228 Aug 31 10:38:39.666434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-9fe49741-ed62-4cf8-a013-b28f21177a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.667772 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-9fe49741-ed62-4cf8-a013-b28f21177a6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0791020 Aug 31 10:38:39.740082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-56c2eaa2-c53f-44a4-aa3c-af601a2fcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.741891 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-56c2eaa2-c53f-44a4-aa3c-af601a2fcda8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695179 Aug 31 10:38:39.748341 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-5857b72e-ae42-495f-9659-2e1380ac6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.749876 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-5857b72e-ae42-495f-9659-2e1380ac6e82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698192 Aug 31 10:38:39.906269 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-667ef5ab-6974-46c9-a3c8-702463af6673 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474550 Aug 31 10:38:39.908151 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-d78ba848-a5df-4253-b598-fc0a21500b8f service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573994 Aug 31 10:38:40.075199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-b83a2739-164b-4793-853a-afc8dc493a52 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598282 Aug 31 10:38:40.076977 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a8fa71b3-95f7-46b8-99f6-f0859b1bca75 req-546f8779-1903-4c35-83c1-eef76da67fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629686 Aug 31 10:38:40.535739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a8afc-9f50-4754-97d2-1ce4bd075781 req-6da63d65-f325-4013-84b1-da2d20d6b3f8 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:40.537376 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b8a8afc-9f50-4754-97d2-1ce4bd075781 req-6da63d65-f325-4013-84b1-da2d20d6b3f8 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0511284 Aug 31 10:38:40.578595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b8a8afc-9f50-4754-97d2-1ce4bd075781 req-389c4e75-791b-478c-ae69-626a58dbcdfc tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349953 Aug 31 10:38:41.154471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:41.706300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9afcd-7ded-4ed2-b14d-682934e7eabf req-98f1696f-c471-40cf-bdc0-2971b321d2bf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:41.708884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70e9afcd-7ded-4ed2-b14d-682934e7eabf req-98f1696f-c471-40cf-bdc0-2971b321d2bf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0594866 Aug 31 10:38:41.759130 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70e9afcd-7ded-4ed2-b14d-682934e7eabf req-59c3026f-eb15-47bd-ad98-5182a06d78eb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449119 Aug 31 10:38:42.881786 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53003b68-0a8d-46fe-b12e-3a5b43778e27 req-36a217ac-e7a8-4243-9e95-844b6afc51a5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:42.883285 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53003b68-0a8d-46fe-b12e-3a5b43778e27 req-36a217ac-e7a8-4243-9e95-844b6afc51a5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0534770 Aug 31 10:38:42.922145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53003b68-0a8d-46fe-b12e-3a5b43778e27 req-e5a8250a-1a5f-43b2-b5b4-79b5faae2e04 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326071 Aug 31 10:38:44.039464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d07115-373b-4786-aa63-3d466d5a0a48 req-3bbb32ad-32e3-4833-9c7a-8e164f5be9f2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:44.040961 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81d07115-373b-4786-aa63-3d466d5a0a48 req-3bbb32ad-32e3-4833-9c7a-8e164f5be9f2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0507100 Aug 31 10:38:44.079311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-81d07115-373b-4786-aa63-3d466d5a0a48 req-0f9ee34c-b81e-4775-b6e4-6bcacc3755ea tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322480 Aug 31 10:38:44.238871 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:45.202385 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe0a0b-97bf-40db-91ab-14088e031a75 req-758396d2-a399-4f97-9a7d-901fcc23a019 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:45.203912 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8afe0a0b-97bf-40db-91ab-14088e031a75 req-758396d2-a399-4f97-9a7d-901fcc23a019 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0493309 Aug 31 10:38:45.243558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8afe0a0b-97bf-40db-91ab-14088e031a75 req-b61916e1-e240-43fc-95b6-c81967061f60 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321193 Aug 31 10:38:46.364345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bb3e0-cb49-4a2d-9fe3-045c06382884 req-bd9683da-5898-4980-9ec8-4e8b6d04b2f4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:46.365854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-476bb3e0-cb49-4a2d-9fe3-045c06382884 req-bd9683da-5898-4980-9ec8-4e8b6d04b2f4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0535285 Aug 31 10:38:46.403022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-476bb3e0-cb49-4a2d-9fe3-045c06382884 req-b07ca3dc-0130-4707-aeef-63d8d464a312 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311720 Aug 31 10:38:47.531898 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dba745-7356-499b-a5d8-5ee199ca07fb req-5401cc31-0a90-40de-b6b5-e8eb611fb444 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:47.533574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dba745-7356-499b-a5d8-5ee199ca07fb req-5401cc31-0a90-40de-b6b5-e8eb611fb444 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0588434 Aug 31 10:38:47.572208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-86dba745-7356-499b-a5d8-5ee199ca07fb req-5121e1f5-692c-4ff9-9446-a7efab53ceb1 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Aug 31 10:38:48.689181 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b825e1-4197-47cb-82c3-aa0222177b17 req-0d08dbaa-1d03-477d-bb13-05084cd441cb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:48.690686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62b825e1-4197-47cb-82c3-aa0222177b17 req-0d08dbaa-1d03-477d-bb13-05084cd441cb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 943 time: 0.0490227 Aug 31 10:38:48.729971 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-62b825e1-4197-47cb-82c3-aa0222177b17 req-25aad2e6-87ad-41bf-8555-b748d3f7f8fe tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330966 Aug 31 10:38:49.485265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:38:49.580424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:49.591944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'mac_address': 'fa:16:3e:9a:93:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:38:49.628916 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:49.641437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b5a916-f1ae-4f5b-8495-2fb7994eb609 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:38:49.659736 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:49.663559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:49.713598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:49.720919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.721267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.721600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.721960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.722289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.722619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.722966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.723287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.723610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.723922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.724239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.724552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:49.849579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26cdc1-fcbc-451f-9d26-29312421495b req-ce848961-4ecb-4bba-ac57-5d23a5cbf6b3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:49.851108 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf26cdc1-fcbc-451f-9d26-29312421495b req-ce848961-4ecb-4bba-ac57-5d23a5cbf6b3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0538552 Aug 31 10:38:49.889547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf26cdc1-fcbc-451f-9d26-29312421495b req-ba5f7a98-923f-4801-9216-db966889b509 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325975 Aug 31 10:38:49.916932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['82b5a916-f1ae-4f5b-8495-2fb7994eb609'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:38:50.176719 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-a2ee7409-257a-408f-9bd7-91a4286d1f05 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:50.178345 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-a2ee7409-257a-408f-9bd7-91a4286d1f05 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.52 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3&tenant_id=fab5934fe7e741e1830b5b400b1f336b&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 944 time: 0.0535338 Aug 31 10:38:50.193660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200b8ab-6a5c-43f4-ada2-62533c235419 req-fa94f53f-49ad-4bd9-93c3-1e890707e51f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:50.195221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e200b8ab-6a5c-43f4-ada2-62533c235419 req-fa94f53f-49ad-4bd9-93c3-1e890707e51f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0503898 Aug 31 10:38:50.234245 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e200b8ab-6a5c-43f4-ada2-62533c235419 req-a6f9d61b-2ee2-4e7a-bfd4-abe2f51b2c2c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329924 Aug 31 10:38:50.240084 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-f2376c91-f5fe-4f6f-8038-952c7d7c8fc5 service neutron] 10.222.0.52 "GET /v2.0/ports/82b5a916-f1ae-4f5b-8495-2fb7994eb609/bindings/n-h2-806683-2 HTTP/1.1" status: 200 len: 382 time: 0.0539238 Aug 31 10:38:50.311627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-1b45123a-b3b1-4f00-b423-0e853664984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:50.313135 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-1b45123a-b3b1-4f00-b423-0e853664984f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1095 time: 0.0408380 Aug 31 10:38:50.406044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-3cf204ca-8be5-43e8-bda2-27add67530b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:50.407484 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-3cf204ca-8be5-43e8-bda2-27add67530b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0870481 Aug 31 10:38:50.474361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-0bd3647f-ed8d-450f-b899-83c4a0e57148 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1001 time: 0.0585060 Aug 31 10:38:50.527018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-14164bc9-be9b-4eca-86a5-96e9bc5259dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:50.528545 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-14164bc9-be9b-4eca-86a5-96e9bc5259dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0471077 Aug 31 10:38:50.574462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-a1ecbe18-e6e6-48ea-9d21-8761c3e88a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:50.576244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-a1ecbe18-e6e6-48ea-9d21-8761c3e88a0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408447 Aug 31 10:38:50.663111 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-71399d3a-a175-4ab1-b55a-5b00068a1d01 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795310 Aug 31 10:38:50.754646 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-a30d5eaa-9392-4ccc-b794-0e93f2a4835f service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848694 Aug 31 10:38:51.351529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2af7d-2710-4d22-b08e-587b629b8c00 req-3f49d377-ca9a-4a56-8b50-41b095bb97ff tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:51.353012 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bff2af7d-2710-4d22-b08e-587b629b8c00 req-3f49d377-ca9a-4a56-8b50-41b095bb97ff tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0489104 Aug 31 10:38:51.390806 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bff2af7d-2710-4d22-b08e-587b629b8c00 req-dc20ee84-538c-44cd-8724-2eafb754e9f4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317266 Aug 31 10:38:51.493308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:51.544613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:51.548139 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:51.548515 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:51.625276 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:51.648034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:51.650324 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3c980c-e314-4eaf-8646-605fc240d0ab" -d '{"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-plugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:51.663932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:51.668437 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:51.705078 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f587eca-5f21-4253-8373-cb202a03e40c x-openstack-request-id: req-5f587eca-5f21-4253-8373-cb202a03e40c {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:51.705373 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-plugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:51.705626 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f587eca-5f21-4253-8373-cb202a03e40c {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:51.706016 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'code': 200} Aug 31 10:38:51.722004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:51.938765 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-df80c970-ae33-4b6c-9514-9c630cd0c61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:52.515446 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d9166-fec4-41f2-820f-dc41eac81d64 req-a60e93a0-177e-4d7b-a683-ee957d57bcb3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:52.516935 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-291d9166-fec4-41f2-820f-dc41eac81d64 req-a60e93a0-177e-4d7b-a683-ee957d57bcb3 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0555243 Aug 31 10:38:52.555184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-291d9166-fec4-41f2-820f-dc41eac81d64 req-b87e1980-4681-4b8a-9ce1-6f23f94bbc06 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Aug 31 10:38:53.684471 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3e1f-b2fc-4673-936b-4a35153175b1 req-d8d7ede9-53bf-46a1-87a8-504ed65848e6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:53.686145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-969d3e1f-b2fc-4673-936b-4a35153175b1 req-d8d7ede9-53bf-46a1-87a8-504ed65848e6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0557032 Aug 31 10:38:53.739913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-969d3e1f-b2fc-4673-936b-4a35153175b1 req-f5286775-3497-414d-8b0d-1c8ad319cf17 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466392 Aug 31 10:38:54.436820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-c2cbd346-2845-424e-8bd8-0f2aab8aa786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:54.438426 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-c2cbd346-2845-424e-8bd8-0f2aab8aa786 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3&tenant_id=fab5934fe7e741e1830b5b400b1f336b HTTP/1.1" status: 200 len: 1096 time: 0.0417426 Aug 31 10:38:54.451321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:54.507309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:54.709152 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:54.742299 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:54.781893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:54.784933 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c516c6-1bca-47b4-a275-b68c6f3ba31d" -d '{"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-unplugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:54.789111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:54.806002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Transition to ACTIVE for port object 82b5a916-f1ae-4f5b-8495-2fb7994eb609 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:54.811136 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:54.847598 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc703bac-c75f-42c2-8c0a-d1cbba1e4b46 x-openstack-request-id: req-dc703bac-c75f-42c2-8c0a-d1cbba1e4b46 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:54.847889 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-unplugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:54.848136 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc703bac-c75f-42c2-8c0a-d1cbba1e4b46 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:54.848523 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'code': 200} Aug 31 10:38:54.872308 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8f117-e408-4e92-aff7-004a7ab789f5 req-a62ddf31-6b1d-4648-86f3-585880ff7724 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:54.874044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aae8f117-e408-4e92-aff7-004a7ab789f5 req-a62ddf31-6b1d-4648-86f3-585880ff7724 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0616868 Aug 31 10:38:54.918656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=10']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:54.935099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aae8f117-e408-4e92-aff7-004a7ab789f5 req-b8bf11cc-d7e2-408e-b2d1-38ae5e32b997 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510919 Aug 31 10:38:54.941966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] No DVR routers for this DVR port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:38:55.077491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:38:55.077824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:38:55.082306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:55.083034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:38:55.083361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Attempting to bind port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on network c1163980-8fc9-43d9-985c-bf669287659b {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:55.088300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:38:55.088642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Checking segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:38:55.089028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Bound using segment: {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:38:55.089453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Bound port: 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860cc940-7436-464c-9a05-36a983da3296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:38:55.089814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:55.148228 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:55.156251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:55.159693 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:38:55.163867 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:55.201001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:55.201626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:55.203182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] 10.222.0.20 "PUT /v2.0/ports/82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1092 time: 0.7556934 Aug 31 10:38:55.227651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824f66a-66e6-4bdc-b9b2-96e14fd12525 service neutron] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=11']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:55.272378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-134cba18-4756-4b58-9e6d-e5a3249b3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:55.273909 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-134cba18-4756-4b58-9e6d-e5a3249b3019 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1095 time: 0.0433655 Aug 31 10:38:55.368508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-55a9ba99-4104-4b13-bf3d-c3cce78b08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:55.370003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-55a9ba99-4104-4b13-bf3d-c3cce78b08aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0883839 Aug 31 10:38:55.442171 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-9654ef5d-4b59-441c-bb58-df4b576a7fb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1000 time: 0.0631683 Aug 31 10:38:55.492383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-f63b75fb-2a10-4bc9-9320-b4ccc054d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:55.493852 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-f63b75fb-2a10-4bc9-9320-b4ccc054d975 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0446088 Aug 31 10:38:55.506867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:38:55.545404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-461d46a6-f642-4e42-b5a8-3e0c07ff7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:55.546882 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-461d46a6-f642-4e42-b5a8-3e0c07ff7423 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458074 Aug 31 10:38:55.550991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:38:55.860316 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7424e2bd-c336-47ba-b489-a4c57d7157b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:55.925932 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-34498059-08be-402e-9bd8-a9d74b74dab1 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707333 Aug 31 10:38:56.016397 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-81e352b4-6dd7-4ffa-8d3a-e4e6ec7eac7d req-1f01b267-72c4-4e81-a7bb-1e27d34cabd4 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829878 Aug 31 10:38:56.052593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be936-f897-46a2-a048-99e246d9c079 req-2515be71-835a-489c-b532-b398441bba31 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:56.054125 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-258be936-f897-46a2-a048-99e246d9c079 req-2515be71-835a-489c-b532-b398441bba31 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0555615 Aug 31 10:38:56.093697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-258be936-f897-46a2-a048-99e246d9c079 req-1f6e26af-72d5-4d7a-a4af-991e32814567 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335495 Aug 31 10:38:56.849975 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:56.852284 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c60815-6016-4264-b376-503fa67819be" -d '{"events": [{"name": "network-changed", "server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:56.901834 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d8e826-aedd-4515-80e2-b1946a08cdd9 x-openstack-request-id: req-18d8e826-aedd-4515-80e2-b1946a08cdd9 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:56.902189 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:56.902472 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18d8e826-aedd-4515-80e2-b1946a08cdd9 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:56.903094 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'status': 'completed', 'code': 200} Aug 31 10:38:56.995359 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60815-6016-4264-b376-503fa67819be req-263f9a6a-ba63-4021-b1d4-e1351451d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:56.996873 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-263f9a6a-ba63-4021-b1d4-e1351451d76b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1095 time: 0.0670903 Aug 31 10:38:56.998565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60815-6016-4264-b376-503fa67819be req-eb630a84-54a5-43b5-9d7c-23131d8f1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:56.999943 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-eb630a84-54a5-43b5-9d7c-23131d8f1bcb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1095 time: 0.0790093 Aug 31 10:38:57.161033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60815-6016-4264-b376-503fa67819be req-0596b27c-6c13-4c5c-993f-ccd5cb5e0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:57.162549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-0596b27c-6c13-4c5c-993f-ccd5cb5e0aab service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1581328 Aug 31 10:38:57.163782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60815-6016-4264-b376-503fa67819be req-e84eb82a-b4f5-4862-a76f-73fd8ee2f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:57.165127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-e84eb82a-b4f5-4862-a76f-73fd8ee2f518 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.1534197 Aug 31 10:38:57.219571 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfcb3b-a2df-4779-b334-a1f387ba2e1f req-f88043a4-e959-4f9a-9c75-be76e53449d7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:57.221132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70bfcb3b-a2df-4779-b334-a1f387ba2e1f req-f88043a4-e959-4f9a-9c75-be76e53449d7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0517788 Aug 31 10:38:57.263305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70bfcb3b-a2df-4779-b334-a1f387ba2e1f req-3fce375d-6e2c-4b01-9796-55ab01156a05 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357299 Aug 31 10:38:57.287400 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-8c123451-56d7-4cb0-be29-a98d101398f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1000 time: 0.1164904 Aug 31 10:38:57.291077 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-217c9b9a-59fe-4493-babd-b8562055f517 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1000 time: 0.1126463 Aug 31 10:38:57.376606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60815-6016-4264-b376-503fa67819be req-4de336e7-04d0-4b65-b777-0c79c1a844a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:57.378084 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-4de336e7-04d0-4b65-b777-0c79c1a844a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0840986 Aug 31 10:38:57.379517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60815-6016-4264-b376-503fa67819be req-89e5d04b-a6de-47ab-88cb-fabea22ea9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:57.380797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-89e5d04b-a6de-47ab-88cb-fabea22ea9a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0779176 Aug 31 10:38:57.466944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60815-6016-4264-b376-503fa67819be req-2f4fc0da-ac52-4b33-aec1-6e304120f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:57.468092 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-2f4fc0da-ac52-4b33-aec1-6e304120f9f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825779 Aug 31 10:38:57.472471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60815-6016-4264-b376-503fa67819be req-22294ae6-450c-4076-8261-22f862bc9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:57.472471 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-22294ae6-450c-4076-8261-22f862bc9584 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684211 Aug 31 10:38:57.639428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-1fdc7998-b6b8-4797-a08b-055ac16e3a50 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610794 Aug 31 10:38:57.642849 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-28688fbf-e2ad-494e-971a-6e5d365df6a8 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560826 Aug 31 10:38:57.810807 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-d39c67f8-400d-4c69-9cfb-794555c1cfa6 service neutron] 10.222.0.52 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641972 Aug 31 10:38:57.812747 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b9c60815-6016-4264-b376-503fa67819be req-e266f47d-7628-4e8f-9914-5f056237ddf8 service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586525 Aug 31 10:38:57.929645 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:58.393409 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6b025-a1b2-4b81-a2ed-5122f5c744b5 req-bbce4bbd-6a7d-4912-9cb8-1108dc7f6b14 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:58.395695 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56c6b025-a1b2-4b81-a2ed-5122f5c744b5 req-bbce4bbd-6a7d-4912-9cb8-1108dc7f6b14 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0541611 Aug 31 10:38:58.436011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56c6b025-a1b2-4b81-a2ed-5122f5c744b5 req-7db86cd7-b721-4792-85f8-a33556b9324d tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341587 Aug 31 10:38:58.875006 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:59.561910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2b43-a9eb-4142-b207-e0ba3c659594 req-34ea0997-9e7c-47bb-a090-b9187ba3b009 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:59.563451 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a1d2b43-a9eb-4142-b207-e0ba3c659594 req-34ea0997-9e7c-47bb-a090-b9187ba3b009 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0546238 Aug 31 10:38:59.605358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4a1d2b43-a9eb-4142-b207-e0ba3c659594 req-a5a29a9f-caf2-4796-9df9-236be57e6c01 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351994 Aug 31 10:39:00.724973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9aa562-8cd3-4463-87e8-f07e575f0944 req-68a457ce-851f-439c-bfd1-61a670735ebf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:00.726446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab9aa562-8cd3-4463-87e8-f07e575f0944 req-68a457ce-851f-439c-bfd1-61a670735ebf tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0503190 Aug 31 10:39:00.764577 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ab9aa562-8cd3-4463-87e8-f07e575f0944 req-8eb62bbb-c487-4a9e-9c0b-2152e2aa67c2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321007 Aug 31 10:39:01.708469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-ce23645a-ad9d-498c-a8ef-6be1c4c81cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:01.709980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-ce23645a-ad9d-498c-a8ef-6be1c4c81cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fab5934fe7e741e1830b5b400b1f336b&device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 1095 time: 0.0427165 Aug 31 10:39:01.820307 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-951c9e50-78c8-4520-a32b-92816274d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:01.821880 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-951c9e50-78c8-4520-a32b-92816274d7ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 200 len: 913 time: 0.0927403 Aug 31 10:39:01.893548 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96683adf-c7f6-4274-b89f-227340bc7053 req-86092ea0-8319-4f3d-b36b-ce46a48cfea7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:01.895801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96683adf-c7f6-4274-b89f-227340bc7053 req-86092ea0-8319-4f3d-b36b-ce46a48cfea7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0594692 Aug 31 10:39:01.902410 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-21245536-2789-4bb6-8d1d-cb830501e5d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 200 len: 1000 time: 0.0731835 Aug 31 10:39:01.935572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-96683adf-c7f6-4274-b89f-227340bc7053 req-514c2bfc-975f-4320-82bd-ed1353e024e2 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337431 Aug 31 10:39:01.954347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-5f40833b-1a6e-4006-93be-7724929a9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:01.955961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-5f40833b-1a6e-4006-93be-7724929a9d52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 200 len: 850 time: 0.0443389 Aug 31 10:39:02.002614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-7a2dc78d-3db5-4429-94d6-be97221dbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:02.004062 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-7a2dc78d-3db5-4429-94d6-be97221dbd14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1163980-8fc9-43d9-985c-bf669287659b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400555 Aug 31 10:39:02.098349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-3237cc77-0c57-4806-94f8-b178734d9bab service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865750 Aug 31 10:39:02.188314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4df057ba-c1d2-48cd-a830-34d798be46a6 req-49f7b9a5-bf83-4c67-9cc7-c26b60f8708b service neutron] 10.222.0.20 "GET /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810685 Aug 31 10:39:03.055120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab71ce-743c-4b90-be55-67296ec8305c req-655263eb-b89f-46da-b5cd-7a921714bbe7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:03.056504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08ab71ce-743c-4b90-be55-67296ec8305c req-655263eb-b89f-46da-b5cd-7a921714bbe7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0525706 Aug 31 10:39:03.093622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08ab71ce-743c-4b90-be55-67296ec8305c req-ed7f2f14-b2c4-44a9-ac32-72496c73bf1b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Aug 31 10:39:03.354548 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:39:04.209857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73974cfe-34f0-49e3-880d-165f4e39c210 req-5825c47f-ef99-4091-80f2-f07657ae6793 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:04.211370 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73974cfe-34f0-49e3-880d-165f4e39c210 req-5825c47f-ef99-4091-80f2-f07657ae6793 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0486286 Aug 31 10:39:04.248862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-73974cfe-34f0-49e3-880d-165f4e39c210 req-b4ae5c6e-e02e-437f-85ce-9519804a067f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Aug 31 10:39:05.367633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747f5f6-ba8f-4c8f-b7a6-63c5edf5a0d6 req-8ff61004-1daf-4334-b4bd-3224ca2dbc19 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:05.369124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b747f5f6-ba8f-4c8f-b7a6-63c5edf5a0d6 req-8ff61004-1daf-4334-b4bd-3224ca2dbc19 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0506175 Aug 31 10:39:05.407155 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b747f5f6-ba8f-4c8f-b7a6-63c5edf5a0d6 req-59a5988d-7667-48e4-b5a5-bdbe13a3f0bb tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Aug 31 10:39:06.532582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860cb9a-95fc-4a1a-ae5e-e7473701f5ff req-40ad4212-2169-4379-b2a1-d38d0916830e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:06.534115 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3860cb9a-95fc-4a1a-ae5e-e7473701f5ff req-40ad4212-2169-4379-b2a1-d38d0916830e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0540576 Aug 31 10:39:06.574319 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3860cb9a-95fc-4a1a-ae5e-e7473701f5ff req-1587f50d-d787-4efc-89ab-f21e5e66bdae tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328126 Aug 31 10:39:07.701855 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220eede-9acf-402a-b01b-236af139836d req-a5a59a70-34c9-4568-af02-56453d08568e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:07.703427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3220eede-9acf-402a-b01b-236af139836d req-a5a59a70-34c9-4568-af02-56453d08568e tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 944 time: 0.0525422 Aug 31 10:39:07.744094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3220eede-9acf-402a-b01b-236af139836d req-cad1fee4-873a-4ac7-8e1b-587945e66531 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335393 Aug 31 10:39:08.210031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:39:08.319812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:08.332526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'port_id': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'mac_address': 'fa:16:3e:9a:93:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:39:08.376703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:08.391451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b5a916-f1ae-4f5b-8495-2fb7994eb609 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:39:08.415781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:08.420074 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:08.476018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=12']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:08.824687 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['82b5a916-f1ae-4f5b-8495-2fb7994eb609'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:39:08.886187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d26b60-7bb4-48c4-b904-83d7f3f6adf1 req-28891410-5113-4b82-8a6a-73d854a10279 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:08.887954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d26b60-7bb4-48c4-b904-83d7f3f6adf1 req-28891410-5113-4b82-8a6a-73d854a10279 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0506096 Aug 31 10:39:08.927956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1d26b60-7bb4-48c4-b904-83d7f3f6adf1 req-e65832ef-0c9d-49e9-960d-2601c54c7c03 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335560 Aug 31 10:39:09.058129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7496f-e1a9-4498-8ff0-638670199577 req-abc3ab63-355e-423f-a1c2-ebdc3b6fa93c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:09.059581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16c7496f-e1a9-4498-8ff0-638670199577 req-abc3ab63-355e-423f-a1c2-ebdc3b6fa93c tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0565133 Aug 31 10:39:09.098342 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-16c7496f-e1a9-4498-8ff0-638670199577 req-ca7cdb06-a22a-43af-a945-26803572c1f9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325968 Aug 31 10:39:09.214234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0971-a40c-4e85-a4cb-9c31c0ca127d req-fd3d61bc-6479-4ca6-9192-e1dd50f02e48 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:09.215745 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-823b0971-a40c-4e85-a4cb-9c31c0ca127d req-fd3d61bc-6479-4ca6-9192-e1dd50f02e48 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0509858 Aug 31 10:39:09.254360 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-823b0971-a40c-4e85-a4cb-9c31c0ca127d req-fb915ad4-9e4f-4473-ac59-a3743a594155 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326204 Aug 31 10:39:09.495735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2a0c8-14a4-423c-b1b8-44b4873d9b8f req-13c38a72-677a-48ca-9b7d-adfe7e71cee7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:09.497254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52a2a0c8-14a4-423c-b1b8-44b4873d9b8f req-13c38a72-677a-48ca-9b7d-adfe7e71cee7 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Aug 31 10:39:09.536715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52a2a0c8-14a4-423c-b1b8-44b4873d9b8f req-b3c6283f-7a88-4068-a902-dfb4f68c2ed9 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333848 Aug 31 10:39:10.233821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:39:10.289658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:39:10.293546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:39:10.293919 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:10.382571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:10.407338 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:10.409993 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65bf170-4aff-4795-9967-f005ddd9e09a" -d '{"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-plugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:10.424681 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:10.431274 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:10.462041 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29242182-fb46-4785-8b43-fe20f57dbbce x-openstack-request-id: req-29242182-fb46-4785-8b43-fe20f57dbbce {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:10.462466 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-plugged", "status": "completed", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:10.462907 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29242182-fb46-4785-8b43-fe20f57dbbce {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:10.463317 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'code': 200} Aug 31 10:39:10.493968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=13']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:10.658482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7f4d0-0343-497b-b783-f1a86edf7bd7 req-6dbafb5c-67a3-4a4e-aaf7-4dbdc9ab9b4b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:10.660093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-93b7f4d0-0343-497b-b783-f1a86edf7bd7 req-6dbafb5c-67a3-4a4e-aaf7-4dbdc9ab9b4b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 946 time: 0.0544271 Aug 31 10:39:10.699870 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-93b7f4d0-0343-497b-b783-f1a86edf7bd7 req-37364854-8b09-4951-9955-040e66e9ed8f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330186 Aug 31 10:39:11.145266 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:11.322116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-37a616bb-f57d-413f-9a3b-89fbbf424dde tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:11.323785 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-37a616bb-f57d-413f-9a3b-89fbbf424dde tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 946 time: 0.0574050 Aug 31 10:39:11.423015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Deleting port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:39:11.423307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:11.525520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] For port 82b5a916-f1ae-4f5b-8495-2fb7994eb609, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=82b5a916-f1ae-4f5b-8495-2fb7994eb609,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:11.525930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:11.716873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:11.717365 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:11.717686 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e disassociated. External IP: 172.25.1.245, port: 82b5a916-f1ae-4f5b-8495-2fb7994eb609. Aug 31 10:39:11.718110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Calling delete_port for 82b5a916-f1ae-4f5b-8495-2fb7994eb609 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:39:11.826343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ba1b0-43bd-49f5-9698-1cf6c8e7517e req-0433fd2e-b133-4182-8632-52189c07e4a5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:11.827977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c3ba1b0-43bd-49f5-9698-1cf6c8e7517e req-0433fd2e-b133-4182-8632-52189c07e4a5 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 946 time: 0.0521538 Aug 31 10:39:11.867950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1c3ba1b0-43bd-49f5-9698-1cf6c8e7517e req-12039f0d-db65-4b13-a1d3-b6eb7b44e395 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups?id=53375d60-f97c-4fe0-ac59-8710ae5e995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339847 Aug 31 10:39:11.870071 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:11.906297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event deleted for resources: {'Port': ['ID=82b5a916-f1ae-4f5b-8495-2fb7994eb609,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:12.028030 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:39:12.151668 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:39:12.162126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:39:12.172757 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:39:12.173542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:38:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:12.191900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] No DVR routers for this DVR port 82b5a916-f1ae-4f5b-8495-2fb7994eb609 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:39:12.195312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:12.197407 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0403b95f-0319-4243-84ca-ab78f10164c1 req-3973e57d-ec40-4d89-abb8-6b5136bd835b tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.20 "DELETE /v2.0/ports/82b5a916-f1ae-4f5b-8495-2fb7994eb609 HTTP/1.1" status: 204 len: 173 time: 0.8664010 Aug 31 10:39:12.197844 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-deleted', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:12.200174 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3ba49f-25b4-493f-8d0c-de089e4cafbe" -d '{"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-deleted", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:12.254297 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1c0499-56f5-44df-9904-d4a962cd734b x-openstack-request-id: req-3b1c0499-56f5-44df-9904-d4a962cd734b {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:12.254583 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257a94c-91b6-4d32-a507-e83d612056d3", "name": "network-vif-deleted", "tag": "82b5a916-f1ae-4f5b-8495-2fb7994eb609", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:12.254859 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b1c0499-56f5-44df-9904-d4a962cd734b {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:12.255256 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257a94c-91b6-4d32-a507-e83d612056d3', 'name': 'network-vif-deleted', 'tag': '82b5a916-f1ae-4f5b-8495-2fb7994eb609', 'status': 'completed', 'code': 200} Aug 31 10:39:12.293962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:39:12.511064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:12.545159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:39:12.554973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:39:12.555779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:38:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:12.681258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:39:12.909149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:12.938944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093271e-04ee-4371-ab7f-0e81c22a5ec5 None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:28:16Z', 'revision_number': 4, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '320ed131-17b4-41b1-87ec-aa8946e1d372', 'name': '', 'network_id': 'c1163980-8fc9-43d9-985c-bf669287659b', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'mac_address': 'fa:16:3e:32:0b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:16Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'subnets': [{'id': '98024df1-4c6b-4f3d-bda9-57f3e5354e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:39:12.978829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1bc87fbf-ff9c-41d3-a740-38e453de5b69 req-99a90409-4439-4004-87d3-e3954bf6b688 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 210 time: 0.0360126 Aug 31 10:39:13.191247 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473cbb9-f115-4b83-9ced-7db61fe9e98c None None] New status for floating IP 614374d5-7c7c-47ba-ac0a-e6d7d6eb014e: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:39:14.085053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20f5b029-d384-4b3b-ae82-29a325ba6b97 req-241179e8-161e-4c97-a24d-a9ee483243e4 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 210 time: 0.0276475 Aug 31 10:39:14.243125 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:39:14.271750 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 82b5a916-f1ae-4f5b-8495-2fb7994eb609 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:39:14.272048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 82b5a916-f1ae-4f5b-8495-2fb7994eb609 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:39:14.277782 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:15.197454 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20437d05-2a2c-484b-a3bc-ccf59da0cbaa req-6a8a7c66-f2ce-4b09-898d-d555834fc56f tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/ports?device_id=b257a94c-91b6-4d32-a507-e83d612056d3 HTTP/1.1" status: 200 len: 210 time: 0.0404105 Aug 31 10:39:19.039271 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48412) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:19.093588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b738ad0-8248-41ed-a47b-8dd53ea926b6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.118350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b738ad0-8248-41ed-a47b-8dd53ea926b6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.174138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b738ad0-8248-41ed-a47b-8dd53ea926b6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.176665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9b738ad0-8248-41ed-a47b-8dd53ea926b6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.178517 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9b738ad0-8248-41ed-a47b-8dd53ea926b6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "DELETE /v2.0/security-groups/53375d60-f97c-4fe0-ac59-8710ae5e995e HTTP/1.1" status: 204 len: 168 time: 0.1382346 Aug 31 10:39:19.181521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48414) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:19.188732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b738ad0-8248-41ed-a47b-8dd53ea926b6 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53375d60-f97c-4fe0-ac59-8710ae5e995e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:19.197033 n-d-806683-2 neutron-server[94786]: INFO neutron.api.v2.resource [None req-5055c775-fb89-4643-bbf2-1cbe7b590f43 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] show failed (client error): The resource could not be found. Aug 31 10:39:19.198058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5055c775-fb89-4643-bbf2-1cbe7b590f43 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "GET /v2.0/security-groups/53375d60-f97c-4fe0-ac59-8710ae5e995e HTTP/1.1" status: 404 len: 347 time: 0.0152938 Aug 31 10:39:19.200867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48416) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:19.329840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Deleting port 0a54e394-abc0-44d5-bac1-aaecc4755361 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:39:19.330182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.406438 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.406702 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.419326 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Calling delete_port for 0a54e394-abc0-44d5-bac1-aaecc4755361 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:39:19.559061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.586676 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Pushing event deleted for resources: {'Port': ['ID=0a54e394-abc0-44d5-bac1-aaecc4755361,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:19.614035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.614362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.615256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.615603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.615940 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.616274 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.616603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.616931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.617259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.617583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.617910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.618233 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:19.670054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.673719 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:19.680500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f1e4d1d6-09c7-4e9c-a230-dbd41402a332 tempest-ServerActionsTestJSON-402901719 tempest-ServerActionsTestJSON-402901719-project] 10.222.0.69 "DELETE /v2.0/floatingips/614374d5-7c7c-47ba-ac0a-e6d7d6eb014e HTTP/1.1" status: 204 len: 168 time: 0.4737291 Aug 31 10:39:19.680500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48418) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:20.188382 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:20.439018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Deleting port 320ed131-17b4-41b1-87ec-aa8946e1d372 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:39:20.439333 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:20.522128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] For port 320ed131-17b4-41b1-87ec-aa8946e1d372, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=320ed131-17b4-41b1-87ec-aa8946e1d372,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:20.522501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:20.535694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Calling delete_port for 320ed131-17b4-41b1-87ec-aa8946e1d372 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:39:20.724713 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:20.751179 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=320ed131-17b4-41b1-87ec-aa8946e1d372,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:20.935941 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:21.171541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Router d1222076-68ce-4054-a7cc-c1ecf6d718df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:39:21.286070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:39:21.291917 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e7d5736-9d26-4514-add4-2d89fbfa5b56 admin admin] 10.222.0.69 "PUT /v2.0/routers/d1222076-68ce-4054-a7cc-c1ecf6d718df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6100998 Aug 31 10:39:21.294466 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48422) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:21.297240 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] Sync routers for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:39:21.306985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:39:21.307793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:38:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:21.402279 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:21.613853 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:39:21.825612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:39:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:21.854633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] Checking router: d1222076-68ce-4054-a7cc-c1ecf6d718df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:39:21.863716 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] Routers {'d1222076-68ce-4054-a7cc-c1ecf6d718df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:39:21.864412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:38:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['d1222076-68ce-4054-a7cc-c1ecf6d718df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:21.884705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:21.941431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Deleting port 394c7cff-90ab-4209-a64f-4a55c839565a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:39:21.941939 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:21.970717 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e38505ea-3374-473b-a302-d24eea81419b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:21.989740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] Set router d1222076-68ce-4054-a7cc-c1ecf6d718df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:39:22.048909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] For port 394c7cff-90ab-4209-a64f-4a55c839565a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=394c7cff-90ab-4209-a64f-4a55c839565a,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:22.049671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.070013 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Calling delete_port for 394c7cff-90ab-4209-a64f-4a55c839565a owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:39:22.176343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:39:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:22.203489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97a568-91b1-41c1-8ec9-b1c14b70486a None None] The sync data for ids ['d1222076-68ce-4054-a7cc-c1ecf6d718df'] in n-d-806683-2 is: [{'id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'name': 'tempest-ServerActionsTestJSON-329203171-router', 'tenant_id': 'fab5934fe7e741e1830b5b400b1f336b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:28:13Z', 'updated_at': '2021-08-31T10:39:20Z', 'revision_number': 5, 'project_id': 'fab5934fe7e741e1830b5b400b1f336b', 'gw_port': {'id': '394c7cff-90ab-4209-a64f-4a55c839565a', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1222076-68ce-4054-a7cc-c1ecf6d718df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:28:14Z', 'updated_at': '2021-08-31T10:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:39:22.244515 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.275102 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Pushing event deleted for resources: {'Port': ['ID=394c7cff-90ab-4209-a64f-4a55c839565a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:22.337661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.427600 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.429871 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.476973 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.477643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1222076-68ce-4054-a7cc-c1ecf6d718df {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:39:22.482824 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.484149 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7c67e9f8-b386-4531-9bd9-69d95be4a3db admin admin] 10.222.0.69 "DELETE /v2.0/routers/d1222076-68ce-4054-a7cc-c1ecf6d718df HTTP/1.1" status: 204 len: 168 time: 1.1883538 Aug 31 10:39:22.487166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48424) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:22.535787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4798469-aa8b-44be-bdd5-4a0dafc3dd30 admin admin] Deleting subnet 98024df1-4c6b-4f3d-bda9-57f3e5354e2e {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:39:22.539738 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4798469-aa8b-44be-bdd5-4a0dafc3dd30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.578236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4798469-aa8b-44be-bdd5-4a0dafc3dd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.670371 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4798469-aa8b-44be-bdd5-4a0dafc3dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.736919 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4798469-aa8b-44be-bdd5-4a0dafc3dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.768516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4798469-aa8b-44be-bdd5-4a0dafc3dd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98024df1-4c6b-4f3d-bda9-57f3e5354e2e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:22.770900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c4798469-aa8b-44be-bdd5-4a0dafc3dd30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.773098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c4798469-aa8b-44be-bdd5-4a0dafc3dd30 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/98024df1-4c6b-4f3d-bda9-57f3e5354e2e HTTP/1.1" status: 204 len: 168 time: 0.2849116 Aug 31 10:39:22.776503 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48426) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:22.780014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c4d56-c6a9-4e98-979e-41e90057aadc None None] Network c1163980-8fc9-43d9-985c-bf669287659b requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:39:22.852383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.910277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Deleting port a57d5811-1c24-4c3f-86d5-a24b5aebda57 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:39:22.910631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:22.986856 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] For port a57d5811-1c24-4c3f-86d5-a24b5aebda57, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a57d5811-1c24-4c3f-86d5-a24b5aebda57,segment=NetworkSegment(860cc940-7436-464c-9a05-36a983da3296),segment_id=860cc940-7436-464c-9a05-36a983da3296)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:22.987236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.000280 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Calling delete_port for a57d5811-1c24-4c3f-86d5-a24b5aebda57 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:39:23.079958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.110394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57d5811-1c24-4c3f-86d5-a24b5aebda57,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:23.113939 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] No DVR routers for this DVR port a57d5811-1c24-4c3f-86d5-a24b5aebda57 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:39:23.186441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.197419 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1163980-8fc9-43d9-985c-bf669287659b']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:23.207957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860cc940-7436-464c-9a05-36a983da3296') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:23.208271 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860cc940-7436-464c-9a05-36a983da3296') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:23.218019 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.233716 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.240362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:39:23.240780 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:39:23.242821 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:39:23.286337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ee26d-af16-4bce-897b-d71668806302 None None] DHCP port deletion for c1163980-8fc9-43d9-985c-bf669287659b request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:39:23.311926 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.318387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.320637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c1163980-8fc9-43d9-985c-bf669287659b HTTP/1.1" status: 204 len: 168 time: 0.5422578 Aug 31 10:39:23.344677 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94eea1-f220-4191-8c94-b3e5b6a8e515 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1163980-8fc9-43d9-985c-bf669287659b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:23.362633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 320ed131-17b4-41b1-87ec-aa8946e1d372 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:39:23.388155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 320ed131-17b4-41b1-87ec-aa8946e1d372 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:39:23.388561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 320ed131-17b4-41b1-87ec-aa8946e1d372 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:39:23.442187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48430) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:23.487710 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-25579148-0ad5-45a9-ba2d-d3697aed72f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fab5934fe7e741e1830b5b400b1f336b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441387 Aug 31 10:39:23.490209 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48432) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:23.541253 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f27024c7-1ad9-46de-bbf9-2397c7dc767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.562207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f27024c7-1ad9-46de-bbf9-2397c7dc767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.612501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f27024c7-1ad9-46de-bbf9-2397c7dc767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.615227 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f27024c7-1ad9-46de-bbf9-2397c7dc767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:23.616620 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f27024c7-1ad9-46de-bbf9-2397c7dc767c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0eb9d3eb-b8f4-4763-bbf3-1aec8c20b914 HTTP/1.1" status: 204 len: 168 time: 0.1254432 Aug 31 10:39:23.633749 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27024c7-1ad9-46de-bbf9-2397c7dc767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9d3eb-b8f4-4763-bbf3-1aec8c20b914,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:24.356640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48454) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:24.455782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-271235265-network', 'tenant_id': '1d32d004f4ab4da383dd577fe35cedb4'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:24.483033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Made reservation on behalf of 1d32d004f4ab4da383dd577fe35cedb4 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:39:24.485239 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.493716 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.583813 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.588629 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.614160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:39:24.623928 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8936023f-4c89-4da7-8141-d2bd8cfb6207,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:24.632830 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.632830 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Added segment 6193edff-466e-4b91-a4b3-259699eb3922 of type vlan for network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f Aug 31 10:39:24.681765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.707607 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.708573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:24.709153 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.766467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4085612 Aug 31 10:39:24.769995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48458) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:24.775677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Request body: {'subnet': {'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-271235265-subnet', 'tenant_id': '1d32d004f4ab4da383dd577fe35cedb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:24.776931 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36266d-399d-4bec-b97d-b99855f7ddcc admin admin] Pushing event updated for resources: {'Network': ['ID=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:24.786886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:39:24.804178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Made reservation on behalf of 1d32d004f4ab4da383dd577fe35cedb4 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:39:24.806667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.982472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:24.995919 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a57d5811-1c24-4c3f-86d5-a24b5aebda57 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:39:25.017676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a57d5811-1c24-4c3f-86d5-a24b5aebda57 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:39:25.017921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a57d5811-1c24-4c3f-86d5-a24b5aebda57 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:39:25.018303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 394c7cff-90ab-4209-a64f-4a55c839565a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:39:25.037714 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 394c7cff-90ab-4209-a64f-4a55c839565a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:39:25.038063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 394c7cff-90ab-4209-a64f-4a55c839565a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:39:25.051335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040407d2-50d5-4d38-9a72-74e61b6450e4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:25.060421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Checking segment: {'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:39:25.060930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Network hostable DHCP agents. Network: 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:39:25.080516 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:39:25.093163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:39:25.098661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:25.099621 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:25.107021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e9a8c-6cc9-471c-9a1e-c6994585a180 None None] Network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:39:25.119492 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-95acf710-af30-49f7-9e7f-0ebd55dcd6f0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3482995 Aug 31 10:39:25.192042 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:25.269350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bbf175-d7c0-4514-8bf8-49d91ad1df2a None None] Network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:39:25.572721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-a33ac9c7-3be6-4cdf-a4fa-585a9fb60b34 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:25.574101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-a33ac9c7-3be6-4cdf-a4fa-585a9fb60b34 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/networks?id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f HTTP/1.1" status: 200 len: 813 time: 0.1026762 Aug 31 10:39:25.590182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-f599d590-dde0-401e-9fb0-02c5e348bb33 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/quotas/1d32d004f4ab4da383dd577fe35cedb4 HTTP/1.1" status: 200 len: 375 time: 0.0096090 Aug 31 10:39:25.623638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-198d2cf3-0e23-4028-8953-4cbc0cbde4b1 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d32d004f4ab4da383dd577fe35cedb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272272 Aug 31 10:39:25.636824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-6abe7202-5807-44a8-a924-3209498faec0 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:39:25.638141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-6abe7202-5807-44a8-a924-3209498faec0 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066991 Aug 31 10:39:25.782078 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-ad0d0480-31ac-4dc7-95c3-0851b990c538 service neutron] 10.222.0.69 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371007 Aug 31 10:39:25.862277 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-deec53e0-5f64-4564-a67e-b31b1cb5f957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:25.881194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-72816bdf-0c43-45c1-8089-28caa6cf33c4 service neutron] 10.222.0.69 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920072 Aug 31 10:39:26.053076 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ac26e346-9ba6-4180-a936-fcdac9a40ba2 req-6a040ae7-a7d9-4e30-b952-c421d9249541 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 210 time: 0.0274718 Aug 31 10:39:27.105287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-d4bc32cc-bb43-41d5-bc4b-86427363ca9d tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:27.107148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-d4bc32cc-bb43-41d5-bc4b-86427363ca9d tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.52 "GET /v2.0/networks?id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f HTTP/1.1" status: 200 len: 813 time: 0.1062260 Aug 31 10:39:27.121822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Request body: {'port': {'device_id': 'a0bb81e0-9392-436b-915d-8ba03aa977fe', 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f', 'admin_state_up': True, 'tenant_id': '1d32d004f4ab4da383dd577fe35cedb4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:27.156008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-388c672f-0f84-4b32-bc33-8d30e407e17e req-836b3ea1-2473-4fe8-878b-55c82b1be11d tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 210 time: 0.0329313 Aug 31 10:39:27.239659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Made reservation on behalf of 1d32d004f4ab4da383dd577fe35cedb4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:39:27.244346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:27.371217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Allocated IP 172.20.0.5 (8fd4fcb1-f5fd-485c-a17d-abbcabd9681f/040407d2-50d5-4d38-9a72-74e61b6450e4/15e1aa89-1946-4771-88de-942aa38804fd) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:39:27.540918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:27.580349 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:27.630276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:39:27.633390 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:39:27.635824 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:39:27.668085 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Pushing event updated for resources: {'Port': ['ID=15e1aa89-1946-4771-88de-942aa38804fd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:27.702368 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:27.703149 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:27.717910 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-258e66ea-9841-4dac-8bbb-97a88fd22f0c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002579 Aug 31 10:39:27.731802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Request body: {'port': {'device_id': 'a0bb81e0-9392-436b-915d-8ba03aa977fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:27.790067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:27.932013 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:28.079488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e1aa89-1946-4771-88de-942aa38804fd {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:39:28.088293 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:28.101772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Transition to ACTIVE for port object 15e1aa89-1946-4771-88de-942aa38804fd will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:39:28.105967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:28.158721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Pushing event updated for resources: {'Port': ['ID=15e1aa89-1946-4771-88de-942aa38804fd,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:28.237679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Attempting to bind port 15e1aa89-1946-4771-88de-942aa38804fd on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:39:28.238036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Attempting to bind port 15e1aa89-1946-4771-88de-942aa38804fd by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:39:28.238369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Attempting to bind port 15e1aa89-1946-4771-88de-942aa38804fd on network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:39:28.243658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Port 15e1aa89-1946-4771-88de-942aa38804fd on network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:39:28.243976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Attempting to bind port 15e1aa89-1946-4771-88de-942aa38804fd on network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:39:28.249150 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:39:28.249486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Checking segment: {'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:39:28.249876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Bound using segment: {'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:39:28.250323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Bound port: 15e1aa89-1946-4771-88de-942aa38804fd, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:39:28.250680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:28.279333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d33c5-1769-4cb8-97bc-002251387724 req-bcb9ad65-9d6e-4067-a411-97ef5796bd47 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:28.280890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb2d33c5-1769-4cb8-97bc-002251387724 req-bcb9ad65-9d6e-4067-a411-97ef5796bd47 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 943 time: 0.0513675 Aug 31 10:39:28.320778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] For port 15e1aa89-1946-4771-88de-942aa38804fd, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:39:28.323009 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb2d33c5-1769-4cb8-97bc-002251387724 req-e0851fcb-4c84-4d64-9062-61874e496972 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Aug 31 10:39:28.324461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] For port 15e1aa89-1946-4771-88de-942aa38804fd, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=15e1aa89-1946-4771-88de-942aa38804fd,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:39:28.329756 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:28.367213 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:28.367837 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:28.369348 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] 10.222.0.52 "PUT /v2.0/ports/15e1aa89-1946-4771-88de-942aa38804fd HTTP/1.1" status: 200 len: 1091 time: 0.6423500 Aug 31 10:39:28.369814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bb81e0-9392-436b-915d-8ba03aa977fe', 'tag': '15e1aa89-1946-4771-88de-942aa38804fd'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:28.372429 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7876a4a-3e19-45aa-bbca-f2dd188c217a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bb81e0-9392-436b-915d-8ba03aa977fe", "tag": "15e1aa89-1946-4771-88de-942aa38804fd"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:28.406643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829a179-34ed-4ee4-8f53-734c66e1bd99 service neutron] Pushing event updated for resources: {'Port': ['ID=15e1aa89-1946-4771-88de-942aa38804fd,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:28.414283 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077ed026-3c82-4812-bc9d-4340cdede118 x-openstack-request-id: req-077ed026-3c82-4812-bc9d-4340cdede118 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:28.414564 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bb81e0-9392-436b-915d-8ba03aa977fe", "tag": "15e1aa89-1946-4771-88de-942aa38804fd", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:28.414846 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-077ed026-3c82-4812-bc9d-4340cdede118 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:28.415248 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bb81e0-9392-436b-915d-8ba03aa977fe', 'tag': '15e1aa89-1946-4771-88de-942aa38804fd', 'status': 'completed', 'code': 200} Aug 31 10:39:28.462470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-d3ce14dd-76b0-4fb3-9c21-c1bc49edeab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:28.463924 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-d3ce14dd-76b0-4fb3-9c21-c1bc49edeab2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d32d004f4ab4da383dd577fe35cedb4&device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 1094 time: 0.0429239 Aug 31 10:39:28.509491 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-d1969153-c3a5-418d-bbad-f59f45d4be9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e1aa89-1946-4771-88de-942aa38804fd HTTP/1.1" status: 200 len: 217 time: 0.0356946 Aug 31 10:39:28.565075 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3327ab77-54ab-47af-9ec5-b8309b91ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:28.566795 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-3327ab77-54ab-47af-9ec5-b8309b91ef3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=040407d2-50d5-4d38-9a72-74e61b6450e4 HTTP/1.1" status: 200 len: 853 time: 0.0494449 Aug 31 10:39:28.604839 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-7ba7ecec-9a10-4ff9-addc-5d43c8e24997 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303345 Aug 31 10:39:28.696177 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-e9baf3f4-4f10-4039-8573-6f388c04fdd5 service neutron] 10.222.0.52 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829659 Aug 31 10:39:28.802601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bda61ad5-2438-4bdf-99b1-dd4f58b41182 req-8a2c4b44-f51f-460f-99a1-0640d3a9fe93 service neutron] 10.222.0.52 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978661 Aug 31 10:39:28.878787 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:28.900709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-f17f478c-561c-4ed7-8de3-0c15f66c3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:28.902262 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-f17f478c-561c-4ed7-8de3-0c15f66c3770 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d32d004f4ab4da383dd577fe35cedb4&device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 1094 time: 0.0446122 Aug 31 10:39:29.008434 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-24417a44-f0af-4912-b71f-3af192878c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:29.010061 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-24417a44-f0af-4912-b71f-3af192878c2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f HTTP/1.1" status: 200 len: 915 time: 0.1007638 Aug 31 10:39:29.058277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-da8ea48a-c6a0-4a31-915d-1389d6679c5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e1aa89-1946-4771-88de-942aa38804fd HTTP/1.1" status: 200 len: 217 time: 0.0397079 Aug 31 10:39:29.112531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-526c4420-ede7-4d96-8b40-c1cda815cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:29.114139 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-526c4420-ede7-4d96-8b40-c1cda815cf66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=040407d2-50d5-4d38-9a72-74e61b6450e4 HTTP/1.1" status: 200 len: 853 time: 0.0474989 Aug 31 10:39:29.150802 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-6ff0ef18-9697-4637-8f10-b70aee570ba5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274296 Aug 31 10:39:29.261677 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-adcf2724-2174-4c2c-8f28-848f2cb53361 service neutron] 10.222.0.52 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026781 Aug 31 10:39:29.364536 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f7876a4a-3e19-45aa-bbca-f2dd188c217a req-522ced58-b1df-48df-930a-724436f0f5a1 service neutron] 10.222.0.52 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940788 Aug 31 10:39:29.464198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab796c-9d24-4452-a63b-cff6c6bf2f37 req-35c9ac09-ad4b-427d-b23f-1c05ee63fa39 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:29.466913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4dab796c-9d24-4452-a63b-cff6c6bf2f37 req-35c9ac09-ad4b-427d-b23f-1c05ee63fa39 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 943 time: 0.0690198 Aug 31 10:39:29.508812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4dab796c-9d24-4452-a63b-cff6c6bf2f37 req-ff16d6f2-f270-4b47-8690-bbeefcab53e5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Aug 31 10:39:30.636925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a480a17-70a3-4b97-a5ff-e911e1f1f441 req-9fcba885-ce15-4e28-a91b-8eda7576ad14 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:30.638673 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a480a17-70a3-4b97-a5ff-e911e1f1f441 req-9fcba885-ce15-4e28-a91b-8eda7576ad14 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 943 time: 0.0550909 Aug 31 10:39:30.677890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a480a17-70a3-4b97-a5ff-e911e1f1f441 req-99dc712a-dca5-4ce7-8ca0-98e327e4f338 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Aug 31 10:39:31.677651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 15e1aa89-1946-4771-88de-942aa38804fd details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:39:31.791888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 15e1aa89-1946-4771-88de-942aa38804fd, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=15e1aa89-1946-4771-88de-942aa38804fd,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:31.807029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058985-7b2d-4402-969f-349f0a85ce6c req-aab6a54a-8091-4b4b-a5a6-c34d3373deef tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:31.808561 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '15e1aa89-1946-4771-88de-942aa38804fd', 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f', 'port_id': '15e1aa89-1946-4771-88de-942aa38804fd', 'mac_address': 'fa:16:3e:dc:7e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040407d2-50d5-4d38-9a72-74e61b6450e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:39:31.808708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e058985-7b2d-4402-969f-349f0a85ce6c req-aab6a54a-8091-4b4b-a5a6-c34d3373deef tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 943 time: 0.0536470 Aug 31 10:39:31.856793 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e058985-7b2d-4402-969f-349f0a85ce6c req-68851a38-bd7d-4d9d-bf6c-4c5a823eee84 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Aug 31 10:39:31.863264 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:31.880629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e1aa89-1946-4771-88de-942aa38804fd {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:39:31.906319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 15e1aa89-1946-4771-88de-942aa38804fd, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=15e1aa89-1946-4771-88de-942aa38804fd,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:31.910854 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:31.967116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=15e1aa89-1946-4771-88de-942aa38804fd,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:32.107880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['15e1aa89-1946-4771-88de-942aa38804fd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:39:32.984652 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d28c8-8e32-40f4-ac83-1d773c3f9a69 req-8d827c4b-9329-4634-9681-d191ba0895dd tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:32.986153 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d31d28c8-8e32-40f4-ac83-1d773c3f9a69 req-8d827c4b-9329-4634-9681-d191ba0895dd tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 944 time: 0.0523665 Aug 31 10:39:33.026511 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d31d28c8-8e32-40f4-ac83-1d773c3f9a69 req-57550e59-0ce6-400f-a9da-a4354277f358 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Aug 31 10:39:33.679164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 15e1aa89-1946-4771-88de-942aa38804fd up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:39:33.737665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 15e1aa89-1946-4771-88de-942aa38804fd completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:39:33.741743 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 15e1aa89-1946-4771-88de-942aa38804fd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:39:33.742144 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:33.820023 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:33.842206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bb81e0-9392-436b-915d-8ba03aa977fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e1aa89-1946-4771-88de-942aa38804fd'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:33.844655 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a08b06f-2e22-42aa-a13c-b4ed0edafb00" -d '{"events": [{"server_uuid": "a0bb81e0-9392-436b-915d-8ba03aa977fe", "name": "network-vif-plugged", "status": "completed", "tag": "15e1aa89-1946-4771-88de-942aa38804fd"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:33.861072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 15e1aa89-1946-4771-88de-942aa38804fd, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=15e1aa89-1946-4771-88de-942aa38804fd,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:33.866352 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:33.891165 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137096a5-b939-4cbf-9751-ed4c6b91f85d x-openstack-request-id: req-137096a5-b939-4cbf-9751-ed4c6b91f85d {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:33.891456 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bb81e0-9392-436b-915d-8ba03aa977fe", "name": "network-vif-plugged", "status": "completed", "tag": "15e1aa89-1946-4771-88de-942aa38804fd", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:33.891745 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-137096a5-b939-4cbf-9751-ed4c6b91f85d {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:33.892067 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bb81e0-9392-436b-915d-8ba03aa977fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e1aa89-1946-4771-88de-942aa38804fd', 'code': 200} Aug 31 10:39:33.918930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=15e1aa89-1946-4771-88de-942aa38804fd,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:33.983900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48ce6-fac6-482f-9445-c97aec635669 req-e8b66f40-2a26-44c4-a5db-1f6e74d87755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:33.985304 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13e48ce6-fac6-482f-9445-c97aec635669 req-e8b66f40-2a26-44c4-a5db-1f6e74d87755 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 1096 time: 0.0459528 Aug 31 10:39:34.019620 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-13e48ce6-fac6-482f-9445-c97aec635669 req-03703170-fb00-4310-8e65-f1a8bd2396f2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275872 Aug 31 10:39:34.144093 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990b56e-bdd2-40c5-af8a-38dc883d3593 req-d45ab208-e838-4592-9915-a2f303cb77db tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:34.145555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c990b56e-bdd2-40c5-af8a-38dc883d3593 req-d45ab208-e838-4592-9915-a2f303cb77db tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0523083 Aug 31 10:39:34.183649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c990b56e-bdd2-40c5-af8a-38dc883d3593 req-57fce079-2acd-43f2-a9fd-5cb3165b40b5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Aug 31 10:39:35.304630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3bd00-9e30-4aaf-b242-ceef3dce9942 req-da276c9b-9f96-4d68-b9eb-8b38bf4f7ea9 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:35.306773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f3bd00-9e30-4aaf-b242-ceef3dce9942 req-da276c9b-9f96-4d68-b9eb-8b38bf4f7ea9 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0496144 Aug 31 10:39:35.347969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19f3bd00-9e30-4aaf-b242-ceef3dce9942 req-dd64071d-f532-4fcf-a9f1-efdefbd79598 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345922 Aug 31 10:39:35.586792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-8459849a-10e0-469e-ac20-aceabd8d60a5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:35.588740 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-8459849a-10e0-469e-ac20-aceabd8d60a5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/networks?id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f HTTP/1.1" status: 200 len: 813 time: 0.1176414 Aug 31 10:39:35.605590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-9896b96c-de9a-4e90-9773-02bfeda92447 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/quotas/1d32d004f4ab4da383dd577fe35cedb4 HTTP/1.1" status: 200 len: 375 time: 0.0103734 Aug 31 10:39:35.656817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-aae0c108-f222-45e1-b8d2-4a8a5f9ce7bb tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d32d004f4ab4da383dd577fe35cedb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457249 Aug 31 10:39:35.750389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-eb8b0d21-e9d0-426a-bdf3-e1b4b9dd5c8c service neutron] 10.222.0.69 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862803 Aug 31 10:39:35.848184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ecf73a96-3ebd-4485-bebe-15905698b3ad service neutron] 10.222.0.69 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918007 Aug 31 10:39:36.025820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c77449db-84f2-4fd3-a55d-af789c28d3c4 req-6ed411b7-0dc6-4e6c-81f3-9e79a90698a8 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 210 time: 0.0287375 Aug 31 10:39:36.973506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-89cb1ab7-4a7f-4b2f-a566-5c68c4722e91 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:36.975900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-89cb1ab7-4a7f-4b2f-a566-5c68c4722e91 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.20 "GET /v2.0/networks?id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f HTTP/1.1" status: 200 len: 813 time: 0.1357379 Aug 31 10:39:36.991553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Request body: {'port': {'device_id': '61e8e384-53d1-41b7-b014-2bdd01db8f08', 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f', 'admin_state_up': True, 'tenant_id': '1d32d004f4ab4da383dd577fe35cedb4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:37.118630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Made reservation on behalf of 1d32d004f4ab4da383dd577fe35cedb4 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:39:37.122521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:37.124390 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56d96053-7761-45c7-b665-fe95704d4345 req-93fb7e46-e7b0-4381-994f-e36d2d864030 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 210 time: 0.0291402 Aug 31 10:39:37.253769 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Allocated IP 172.20.0.3 (8fd4fcb1-f5fd-485c-a17d-abbcabd9681f/040407d2-50d5-4d38-9a72-74e61b6450e4/98c516ec-a90e-44b2-86e1-ff7def6cf8d7) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:39:37.395532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:37.435431 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:37.448650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['15e1aa89-1946-4771-88de-942aa38804fd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:39:37.790485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:39:37.793653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:39:37.798380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:39:37.805699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Pushing event updated for resources: {'Port': ['ID=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:37.834453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.834819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.835190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.835514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.835834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.836156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.837032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.837352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.837674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.837990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.838306 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.838659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:37.862934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:37.863543 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:37.878097 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-7e345f10-d63e-4677-bf72-c9bd20f4d544 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911090 Aug 31 10:39:37.890854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Request body: {'port': {'device_id': '61e8e384-53d1-41b7-b014-2bdd01db8f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:37.942844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:38.214097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:39:38.221987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:38.236691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Transition to ACTIVE for port object 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:39:38.241370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:38.244643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde52f1-0500-4f70-b5ce-23b69f7fb095 req-dd9d9424-6cdc-41f0-a8f1-119b1118a5f9 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:38.246242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcde52f1-0500-4f70-b5ce-23b69f7fb095 req-dd9d9424-6cdc-41f0-a8f1-119b1118a5f9 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 931 time: 0.0518458 Aug 31 10:39:38.296001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:38.298812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bcde52f1-0500-4f70-b5ce-23b69f7fb095 req-db0301b1-be56-407f-8619-e43db78d6987 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Aug 31 10:39:38.360881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Attempting to bind port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:39:38.361217 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Attempting to bind port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:39:38.361538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Attempting to bind port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 on network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:39:38.365721 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 on network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:39:38.366043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Attempting to bind port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 on network 8fd4fcb1-f5fd-485c-a17d-abbcabd9681f {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:39:38.370773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:39:38.371231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Checking segment: {'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:39:38.371610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Bound using segment: {'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:39:38.372028 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Bound port: 98c516ec-a90e-44b2-86e1-ff7def6cf8d7, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6193edff-466e-4b91-a4b3-259699eb3922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:39:38.372378 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:38.439413 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] For port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:39:38.442411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] For port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:39:38.447750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:38.481633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:38.482249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:38.483797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] 10.222.0.20 "PUT /v2.0/ports/98c516ec-a90e-44b2-86e1-ff7def6cf8d7 HTTP/1.1" status: 200 len: 1091 time: 0.5973623 Aug 31 10:39:38.484230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e8e384-53d1-41b7-b014-2bdd01db8f08', 'tag': '98c516ec-a90e-44b2-86e1-ff7def6cf8d7'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:38.486514 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a786175a-e5da-46cb-9b44-3aca8f99b544" -d '{"events": [{"name": "network-changed", "server_uuid": "61e8e384-53d1-41b7-b014-2bdd01db8f08", "tag": "98c516ec-a90e-44b2-86e1-ff7def6cf8d7"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:38.513011 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5088a9-d600-45ae-8a0e-164689545bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:38.532277 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2930696-0e1e-4218-a8d0-fa213380d855 x-openstack-request-id: req-b2930696-0e1e-4218-a8d0-fa213380d855 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:38.532477 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e8e384-53d1-41b7-b014-2bdd01db8f08", "tag": "98c516ec-a90e-44b2-86e1-ff7def6cf8d7", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:38.532724 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2930696-0e1e-4218-a8d0-fa213380d855 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:38.533106 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e8e384-53d1-41b7-b014-2bdd01db8f08', 'tag': '98c516ec-a90e-44b2-86e1-ff7def6cf8d7', 'status': 'completed', 'code': 200} Aug 31 10:39:38.565315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-a141427f-2e8c-4fc4-b8a8-60b2820b3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:38.566884 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-a141427f-2e8c-4fc4-b8a8-60b2820b3fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d32d004f4ab4da383dd577fe35cedb4&device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 1094 time: 0.0441384 Aug 31 10:39:38.613624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-6131c771-ad96-4f8a-b135-0b377ef7771d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c516ec-a90e-44b2-86e1-ff7def6cf8d7 HTTP/1.1" status: 200 len: 217 time: 0.0383520 Aug 31 10:39:38.663185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-523c97ca-7e8b-451e-97c7-ca18a94e64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:38.664694 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-523c97ca-7e8b-451e-97c7-ca18a94e64da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=040407d2-50d5-4d38-9a72-74e61b6450e4 HTTP/1.1" status: 200 len: 853 time: 0.0439239 Aug 31 10:39:38.697778 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-26bb16e2-6570-4c58-a7aa-b02b4991f0e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256987 Aug 31 10:39:38.798853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-f384a4b7-f239-4714-a6e2-f65c08e6664a service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874922 Aug 31 10:39:38.889036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-758ec8d9-d2cc-44e1-9ea3-489d3793b7b1 req-23700b68-184d-4719-9cee-3a9729b429ae service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825591 Aug 31 10:39:38.977201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-d7e0a33d-f64e-452f-8173-f2a57f3e55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:38.979537 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-d7e0a33d-f64e-452f-8173-f2a57f3e55b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d32d004f4ab4da383dd577fe35cedb4&device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 1094 time: 0.0461690 Aug 31 10:39:39.082673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-96bc1ecc-be12-4818-a2e6-9d9692997c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:39.084175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-96bc1ecc-be12-4818-a2e6-9d9692997c1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f HTTP/1.1" status: 200 len: 915 time: 0.0984828 Aug 31 10:39:39.127606 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-98e59eca-cb28-4dcb-95fd-7c4c8f0ffee1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98c516ec-a90e-44b2-86e1-ff7def6cf8d7 HTTP/1.1" status: 200 len: 217 time: 0.0361855 Aug 31 10:39:39.187211 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-e5d172e0-03ed-4998-8323-d9a29460b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:39.189024 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-e5d172e0-03ed-4998-8323-d9a29460b649 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=040407d2-50d5-4d38-9a72-74e61b6450e4 HTTP/1.1" status: 200 len: 853 time: 0.0534801 Aug 31 10:39:39.226454 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-fbfe10d9-c823-4cce-995d-5042ae426813 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289481 Aug 31 10:39:39.326737 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-95e977f7-f6a4-446b-8e91-e2da72bf6d36 service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924025 Aug 31 10:39:39.431392 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f79537-3781-4209-81ae-9938dd73b0df req-7bfaa855-d658-4044-84b8-a26d9b3aad09 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:39.432980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37f79537-3781-4209-81ae-9938dd73b0df req-7bfaa855-d658-4044-84b8-a26d9b3aad09 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 943 time: 0.0553377 Aug 31 10:39:39.440346 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a786175a-e5da-46cb-9b44-3aca8f99b544 req-c4892d90-63f7-42f8-8964-669bf0250aca service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052079 Aug 31 10:39:39.473446 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37f79537-3781-4209-81ae-9938dd73b0df req-7b9e7956-8268-468d-8ec7-1a619beef268 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Aug 31 10:39:40.354010 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:39:40.602049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d203a-bde4-42fd-abb4-114f455d9e58 req-f1430f69-d1af-4417-a8b1-1558d09ca341 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:40.604389 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb1d203a-bde4-42fd-abb4-114f455d9e58 req-f1430f69-d1af-4417-a8b1-1558d09ca341 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 943 time: 0.0611746 Aug 31 10:39:40.652957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb1d203a-bde4-42fd-abb4-114f455d9e58 req-1acbb036-3c27-4c84-ab43-dbbf68050d70 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Aug 31 10:39:41.139122 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:41.792608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb0f9c-1da1-4e1e-9aa4-ea11a1d21485 req-fa5edf9a-e0c0-40e0-9b5c-6643f4d2d5e5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:41.794781 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fcb0f9c-1da1-4e1e-9aa4-ea11a1d21485 req-fa5edf9a-e0c0-40e0-9b5c-6643f4d2d5e5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 943 time: 0.0695240 Aug 31 10:39:41.844907 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6fcb0f9c-1da1-4e1e-9aa4-ea11a1d21485 req-d5a7b7cb-5497-4251-b3f2-4002f8d16ade tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Aug 31 10:39:42.391791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:39:42.492025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:42.503107 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '98c516ec-a90e-44b2-86e1-ff7def6cf8d7', 'network_id': '8fd4fcb1-f5fd-485c-a17d-abbcabd9681f', 'port_id': '98c516ec-a90e-44b2-86e1-ff7def6cf8d7', 'mac_address': 'fa:16:3e:1e:93:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040407d2-50d5-4d38-9a72-74e61b6450e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:39:42.539300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:42.552262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:39:42.576027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:42.580081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:42.626190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:42.878036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['98c516ec-a90e-44b2-86e1-ff7def6cf8d7'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:39:42.970653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4519f-1be4-4125-97df-8258c000832e req-900e90ad-a5ac-42be-aad8-2b44a686b87d tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:42.972298 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6d4519f-1be4-4125-97df-8258c000832e req-900e90ad-a5ac-42be-aad8-2b44a686b87d tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 944 time: 0.0552528 Aug 31 10:39:43.014236 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d6d4519f-1be4-4125-97df-8258c000832e req-d74c418c-76e1-4fb9-aa0a-09653ac27959 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Aug 31 10:39:44.142531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c55a62-a7be-4fbd-95a6-2b69838f7530 req-443f5d19-e867-426b-b555-d71ae7a0aeb6 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:44.144068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22c55a62-a7be-4fbd-95a6-2b69838f7530 req-443f5d19-e867-426b-b555-d71ae7a0aeb6 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 944 time: 0.0513287 Aug 31 10:39:44.181888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-22c55a62-a7be-4fbd-95a6-2b69838f7530 req-ce587cc2-b890-460a-872f-8f80bbf236c9 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Aug 31 10:39:44.255542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:44.396609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:39:44.455298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:39:44.459515 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:39:44.459888 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:44.543408 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:44.566835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e8e384-53d1-41b7-b014-2bdd01db8f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c516ec-a90e-44b2-86e1-ff7def6cf8d7'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:44.569163 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cfc2b6-1620-431d-a6e1-c2aaa5c7e6fd" -d '{"events": [{"server_uuid": "61e8e384-53d1-41b7-b014-2bdd01db8f08", "name": "network-vif-plugged", "status": "completed", "tag": "98c516ec-a90e-44b2-86e1-ff7def6cf8d7"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:44.582854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:44.587700 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:44.613791 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b999150f-3c99-4322-82de-48de256aeb62 x-openstack-request-id: req-b999150f-3c99-4322-82de-48de256aeb62 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:44.614137 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e8e384-53d1-41b7-b014-2bdd01db8f08", "name": "network-vif-plugged", "status": "completed", "tag": "98c516ec-a90e-44b2-86e1-ff7def6cf8d7", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:44.614398 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b999150f-3c99-4322-82de-48de256aeb62 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:44.614824 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e8e384-53d1-41b7-b014-2bdd01db8f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c516ec-a90e-44b2-86e1-ff7def6cf8d7', 'code': 200} Aug 31 10:39:44.642323 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:44.713544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa894d24-fa03-4ba6-b723-84e6297b4af7 req-6e795e91-9bc2-4041-a39d-c396c04471ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:44.715235 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aa894d24-fa03-4ba6-b723-84e6297b4af7 req-6e795e91-9bc2-4041-a39d-c396c04471ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 1096 time: 0.0469654 Aug 31 10:39:44.757564 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-aa894d24-fa03-4ba6-b723-84e6297b4af7 req-01ee1ff2-0ab1-4e5f-97c6-b892d28142b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Aug 31 10:39:45.296736 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459f0ad-4a0c-42db-b113-4db81cd66a68 req-76a5ec44-7d79-4164-913e-742985d2178e tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:45.298231 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6459f0ad-4a0c-42db-b113-4db81cd66a68 req-76a5ec44-7d79-4164-913e-742985d2178e tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 945 time: 0.0493681 Aug 31 10:39:45.339838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6459f0ad-4a0c-42db-b113-4db81cd66a68 req-a5e04f59-a964-4a4e-86ce-d9b9cfa921d4 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Aug 31 10:39:46.457965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa73ef-fb42-4d33-bea4-1e067e757262 req-35c36955-452e-4cd0-ae6b-8a45c3f223ff tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:46.459498 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0aa73ef-fb42-4d33-bea4-1e067e757262 req-35c36955-452e-4cd0-ae6b-8a45c3f223ff tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 945 time: 0.0493245 Aug 31 10:39:46.498804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0aa73ef-fb42-4d33-bea4-1e067e757262 req-e6f467a6-8c35-4b82-afd7-f5e5f8df3ecf tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333457 Aug 31 10:39:46.745510 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049490a-16f8-413a-8d95-7d4cd97032fc req-b3cbd710-fb9e-493b-aa7e-ca7b25ba6549 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:46.747032 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0049490a-16f8-413a-8d95-7d4cd97032fc req-b3cbd710-fb9e-493b-aa7e-ca7b25ba6549 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Aug 31 10:39:46.785744 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0049490a-16f8-413a-8d95-7d4cd97032fc req-4b9633fa-1b2c-4c7e-bff0-4a7fea3b87da tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Aug 31 10:39:47.905827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87c3db-dfd3-4130-b798-2404739340b3 req-76bd81a6-27aa-4875-954c-f429d3d6e412 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:47.907460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b87c3db-dfd3-4130-b798-2404739340b3 req-76bd81a6-27aa-4875-954c-f429d3d6e412 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 945 time: 0.0519953 Aug 31 10:39:47.950986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b87c3db-dfd3-4130-b798-2404739340b3 req-98bcf3fa-2e3e-4786-b779-c44c1c945d78 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367906 Aug 31 10:39:48.185298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-4643dac1-b9c6-4753-9711-7505899ed942 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:48.186778 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-4643dac1-b9c6-4753-9711-7505899ed942 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.20 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 945 time: 0.0514088 Aug 31 10:39:48.281723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Deleting port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:39:48.282066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:48.367194 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] For port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:48.367544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:48.380801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Calling delete_port for 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:39:48.509603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:48.521758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['15e1aa89-1946-4771-88de-942aa38804fd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:39:48.538458 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Pushing event deleted for resources: {'Port': ['ID=98c516ec-a90e-44b2-86e1-ff7def6cf8d7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:48.591000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] No DVR routers for this DVR port 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:39:48.593825 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:48.596066 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b1cd4cd-bcd2-494d-a978-169b8e34152b req-1dcce597-2bc2-4b79-b317-36a8586a60b2 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.20 "DELETE /v2.0/ports/98c516ec-a90e-44b2-86e1-ff7def6cf8d7 HTTP/1.1" status: 204 len: 173 time: 0.4019725 Aug 31 10:39:48.596729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e8e384-53d1-41b7-b014-2bdd01db8f08', 'name': 'network-vif-deleted', 'tag': '98c516ec-a90e-44b2-86e1-ff7def6cf8d7'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:48.599682 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27dd350-0d71-44fa-a451-4e474f5fd79b" -d '{"events": [{"server_uuid": "61e8e384-53d1-41b7-b014-2bdd01db8f08", "name": "network-vif-deleted", "tag": "98c516ec-a90e-44b2-86e1-ff7def6cf8d7"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:48.640188 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06bc443-4aec-4a22-84e5-5cee263d633e x-openstack-request-id: req-f06bc443-4aec-4a22-84e5-5cee263d633e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:48.640553 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e8e384-53d1-41b7-b014-2bdd01db8f08", "name": "network-vif-deleted", "tag": "98c516ec-a90e-44b2-86e1-ff7def6cf8d7", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:48.640870 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f06bc443-4aec-4a22-84e5-5cee263d633e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:48.641319 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e8e384-53d1-41b7-b014-2bdd01db8f08', 'name': 'network-vif-deleted', 'tag': '98c516ec-a90e-44b2-86e1-ff7def6cf8d7', 'status': 'completed', 'code': 200} Aug 31 10:39:49.063521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c5b2e0a-82aa-4b3b-a643-443d2d56bcd4 req-f8144176-64a4-4728-8982-0fea743ae066 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=61e8e384-53d1-41b7-b014-2bdd01db8f08 HTTP/1.1" status: 200 len: 210 time: 0.0281026 Aug 31 10:39:50.214256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cf37d-e37c-4551-b359-acac120d5f56 req-fb5184a7-f4bc-4337-bc10-d45269b289af tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:50.215790 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b82cf37d-e37c-4551-b359-acac120d5f56 req-fb5184a7-f4bc-4337-bc10-d45269b289af tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0496123 Aug 31 10:39:50.254152 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b82cf37d-e37c-4551-b359-acac120d5f56 req-00effc01-74d1-46e1-9b09-c4e3e9da66b5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Aug 31 10:39:50.386299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed575c-5eca-47ac-b5c5-c2bb9f58ec9f req-0853a4af-3460-4283-84a7-5eb4a4338dfe tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:50.388491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65ed575c-5eca-47ac-b5c5-c2bb9f58ec9f req-0853a4af-3460-4283-84a7-5eb4a4338dfe tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0492930 Aug 31 10:39:50.426301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65ed575c-5eca-47ac-b5c5-c2bb9f58ec9f req-b2978af0-9805-4391-9c48-fa1e1fe6757d tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Aug 31 10:39:50.435602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:39:50.458655 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:39:50.459028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 98c516ec-a90e-44b2-86e1-ff7def6cf8d7 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:39:50.546565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b00ee-2814-486d-a51e-dd3bfe2a9f9e req-c5816c57-1325-4d70-9643-f670ed0cd350 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:50.548086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-253b00ee-2814-486d-a51e-dd3bfe2a9f9e req-c5816c57-1325-4d70-9643-f670ed0cd350 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0528641 Aug 31 10:39:50.587262 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-253b00ee-2814-486d-a51e-dd3bfe2a9f9e req-94e2575a-caba-4536-8f7d-410cd2cfe568 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333018 Aug 31 10:39:50.761291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305b20f-fccc-4642-95ed-7cf1f9ee6f86 req-0c6ea987-5ee8-40ab-bbc7-45819780bb21 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:50.763107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a305b20f-fccc-4642-95ed-7cf1f9ee6f86 req-0c6ea987-5ee8-40ab-bbc7-45819780bb21 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0493736 Aug 31 10:39:50.802274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a305b20f-fccc-4642-95ed-7cf1f9ee6f86 req-e93d6614-79c0-4e75-a92d-db13f21dc0f6 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Aug 31 10:39:50.916952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff71ab-0fc7-4cab-b154-b2577587f1c0 req-2b2eb665-0498-429f-9f9d-c85110f270be tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:50.918377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8dff71ab-0fc7-4cab-b154-b2577587f1c0 req-2b2eb665-0498-429f-9f9d-c85110f270be tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0497496 Aug 31 10:39:50.957513 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8dff71ab-0fc7-4cab-b154-b2577587f1c0 req-d0850545-b30a-475d-a05c-33095a217c8e tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Aug 31 10:39:51.088981 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa074a-e121-4519-9dde-9e53c62f9934 req-311dcb6b-5e01-4ae3-abdf-c21b54ce68d5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:51.091086 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7aa074a-e121-4519-9dde-9e53c62f9934 req-311dcb6b-5e01-4ae3-abdf-c21b54ce68d5 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0535200 Aug 31 10:39:51.129255 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e7aa074a-e121-4519-9dde-9e53c62f9934 req-6bdc3164-137e-4d01-bba2-7075a29d0f22 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Aug 31 10:39:51.448278 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1d1d8-474d-475e-ad92-1d22fdd00271 req-387996b2-d0da-490c-a299-3477784cf77f tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:51.450240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8c1d1d8-474d-475e-ad92-1d22fdd00271 req-387996b2-d0da-490c-a299-3477784cf77f tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0489008 Aug 31 10:39:51.488449 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8c1d1d8-474d-475e-ad92-1d22fdd00271 req-226d4979-87d5-4556-a78f-beecc8349ea9 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Aug 31 10:39:51.943960 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-979e9c95-25c3-4829-9842-ac00357de3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:52.605014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e7c27-09c4-406c-8f0a-5e0d4a4819a1 req-a309e66e-4231-4569-b9e7-86a77d6d2c6e tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:52.606647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae0e7c27-09c4-406c-8f0a-5e0d4a4819a1 req-a309e66e-4231-4569-b9e7-86a77d6d2c6e tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0489440 Aug 31 10:39:52.644668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae0e7c27-09c4-406c-8f0a-5e0d4a4819a1 req-b52deb0f-8296-4731-84dd-865010cc0125 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.69 "GET /v2.0/security-groups?id=8936023f-4c89-4da7-8141-d2bd8cfb6207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Aug 31 10:39:52.731069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-07bc1f8c-557c-4393-af6c-a0e75efeb608 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:52.732571 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-07bc1f8c-557c-4393-af6c-a0e75efeb608 tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0bb81e0-9392-436b-915d-8ba03aa977fe HTTP/1.1" status: 200 len: 945 time: 0.0496557 Aug 31 10:39:52.821500 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Deleting port 15e1aa89-1946-4771-88de-942aa38804fd {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:39:52.821844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:52.911391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] For port 15e1aa89-1946-4771-88de-942aa38804fd, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=15e1aa89-1946-4771-88de-942aa38804fd,segment=NetworkSegment(6193edff-466e-4b91-a4b3-259699eb3922),segment_id=6193edff-466e-4b91-a4b3-259699eb3922)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:52.911751 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:52.924827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Calling delete_port for 15e1aa89-1946-4771-88de-942aa38804fd owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:39:53.050768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:53.063372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['15e1aa89-1946-4771-88de-942aa38804fd'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:39:53.079720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Pushing event deleted for resources: {'Port': ['ID=15e1aa89-1946-4771-88de-942aa38804fd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:53.119161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] No DVR routers for this DVR port 15e1aa89-1946-4771-88de-942aa38804fd on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:39:53.122340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:53.124339 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-1500f3f7-261b-4467-87f8-be7c553c9063 req-45fe647a-824a-416e-b2d9-b32f904a388c tempest-ServersNegativeTestJSON-1571863370 tempest-ServersNegativeTestJSON-1571863370-project] 10.222.0.52 "DELETE /v2.0/ports/15e1aa89-1946-4771-88de-942aa38804fd HTTP/1.1" status: 204 len: 173 time: 0.3856421 Aug 31 10:39:53.124765 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bb81e0-9392-436b-915d-8ba03aa977fe', 'name': 'network-vif-deleted', 'tag': '15e1aa89-1946-4771-88de-942aa38804fd'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:53.127038 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7cd5ce-d2b8-4e93-9195-528497a71f46" -d '{"events": [{"server_uuid": "a0bb81e0-9392-436b-915d-8ba03aa977fe", "name": "network-vif-deleted", "tag": "15e1aa89-1946-4771-88de-942aa38804fd"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:53.171871 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a126017-f86e-4c7d-9271-13cd51f3bcba x-openstack-request-id: req-1a126017-f86e-4c7d-9271-13cd51f3bcba {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:53.172178 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bb81e0-9392-436b-915d-8ba03aa977fe", "name": "network-vif-deleted", "tag": "15e1aa89-1946-4771-88de-942aa38804fd", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:53.172431 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a126017-f86e-4c7d-9271-13cd51f3bcba {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:53.172828 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bb81e0-9392-436b-915d-8ba03aa977fe', 'name': 'network-vif-deleted', 'tag': '15e1aa89-1946-4771-88de-942aa38804fd', 'status': 'completed', 'code': 200} Aug 31 10:39:53.704454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48604) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:53.748851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-291d3604-f6ff-40e5-aad0-a7ffff489d18 admin admin] Deleting subnet 040407d2-50d5-4d38-9a72-74e61b6450e4 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:39:53.752090 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-291d3604-f6ff-40e5-aad0-a7ffff489d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:53.791240 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-291d3604-f6ff-40e5-aad0-a7ffff489d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:53.830740 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-291d3604-f6ff-40e5-aad0-a7ffff489d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:53.883864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-291d3604-f6ff-40e5-aad0-a7ffff489d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:53.907948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d3604-f6ff-40e5-aad0-a7ffff489d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040407d2-50d5-4d38-9a72-74e61b6450e4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:53.913592 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-291d3604-f6ff-40e5-aad0-a7ffff489d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:53.916544 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-291d3604-f6ff-40e5-aad0-a7ffff489d18 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/040407d2-50d5-4d38-9a72-74e61b6450e4 HTTP/1.1" status: 204 len: 168 time: 0.2098985 Aug 31 10:39:53.918851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48606) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:53.993567 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.071083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.080831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd4fcb1-f5fd-485c-a17d-abbcabd9681f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:54.090890 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6193edff-466e-4b91-a4b3-259699eb3922') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:54.091191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6193edff-466e-4b91-a4b3-259699eb3922') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:39:54.100043 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.114464 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.122277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:39:54.122692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:39:54.124513 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:39:54.184477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.190032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.191903 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8fd4fcb1-f5fd-485c-a17d-abbcabd9681f HTTP/1.1" status: 204 len: 168 time: 0.2721272 Aug 31 10:39:54.203506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b35d-c26a-42a6-9cb1-b4cb944ccbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd4fcb1-f5fd-485c-a17d-abbcabd9681f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:54.298240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48610) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:54.337079 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3514389c-4c32-4fec-ae2d-d37cd49c3ad2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d32d004f4ab4da383dd577fe35cedb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376256 Aug 31 10:39:54.339549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48612) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:54.388406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873f47b1-d815-4152-90e4-9d217fcf076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.416174 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873f47b1-d815-4152-90e4-9d217fcf076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.462536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873f47b1-d815-4152-90e4-9d217fcf076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.465665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-873f47b1-d815-4152-90e4-9d217fcf076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.466885 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-873f47b1-d815-4152-90e4-9d217fcf076e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8936023f-4c89-4da7-8141-d2bd8cfb6207 HTTP/1.1" status: 204 len: 168 time: 0.1257632 Aug 31 10:39:54.474964 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f47b1-d815-4152-90e4-9d217fcf076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8936023f-4c89-4da7-8141-d2bd8cfb6207,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:55.155008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.162212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48634) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:55.258634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990598733'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:55.280148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:39:55.283552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.296396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.382813 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.386973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.416461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:39:55.421628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa4c1b-c2e0-4ed1-b1bb-1a2c4621d887,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:55.429628 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.430538 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Added segment 3836b658-f4dc-4c48-9e6a-787926680e26 of type vlan for network 3403f417-87a3-4c51-82b7-cf3e045dc52c Aug 31 10:39:55.471296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.495067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.502077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:55.502681 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:55.564428 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4015131 Aug 31 10:39:55.575179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e67d1-9c08-4460-9853-8336b1f80cf4 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Network': ['ID=3403f417-87a3-4c51-82b7-cf3e045dc52c,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:55.585772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 3403f417-87a3-4c51-82b7-cf3e045dc52c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:39:55.802003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 15e1aa89-1946-4771-88de-942aa38804fd no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:39:55.822663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 15e1aa89-1946-4771-88de-942aa38804fd {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:39:55.823103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 15e1aa89-1946-4771-88de-942aa38804fd not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:39:55.861836 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-86782064-de7a-4a3a-8916-ae2ef20efbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:57.938862 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:58.845817 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48640) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:58.851109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'subnet': {'network_id': '3403f417-87a3-4c51-82b7-cf3e045dc52c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:58.879698 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:58.943153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:39:58.946646 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.131712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.196974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Subnet': ['ID=b6a0173e-0b79-449c-ba80-91e7d288ef6d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:59.213135 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Checking segment: {'id': '3836b658-f4dc-4c48-9e6a-787926680e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3403f417-87a3-4c51-82b7-cf3e045dc52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:39:59.213497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network hostable DHCP agents. Network: 3403f417-87a3-4c51-82b7-cf3e045dc52c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:39:59.230578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network 3403f417-87a3-4c51-82b7-cf3e045dc52c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:39:59.239079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 3403f417-87a3-4c51-82b7-cf3e045dc52c) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:39:59.243119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:59.243700 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.247811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e33f231-6fcc-4e99-86af-d8841d775eda None None] Network 3403f417-87a3-4c51-82b7-cf3e045dc52c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:39:59.257988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6fbaeae2-dfa9-4ecd-baf2-32aaa4218738 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4108605 Aug 31 10:39:59.261224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48642) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:59.267735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683350699'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:59.291029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:39:59.294708 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.324666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:39:59.333475 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.333817 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Added segment 65f0dba2-7050-4e3d-a842-9559276d69fa of type vlan for network 58f5b3cf-8942-4645-b41f-f7de866d89ae Aug 31 10:39:59.372578 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.395332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-3403f417-87a3-4c51-82b7-cf3e045dc52c', 'network_id': '3403f417-87a3-4c51-82b7-cf3e045dc52c', 'tenant_id': '27379a3a9266459c8437b0fdd1cbb9a9', 'fixed_ips': [{'subnet_id': 'b6a0173e-0b79-449c-ba80-91e7d288ef6d'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:39:59.396489 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.398999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.405418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:59.406047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.462883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1990051 Aug 31 10:39:59.466334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48644) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:59.473601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'subnet': {'network_id': '58f5b3cf-8942-4645-b41f-f7de866d89ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:39:59.497511 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c270358-8f0b-48f7-be57-97cd9e3f0d8a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Network': ['ID=58f5b3cf-8942-4645-b41f-f7de866d89ae,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:59.515063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 58f5b3cf-8942-4645-b41f-f7de866d89ae details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:39:59.576847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:39:59.581027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.586990 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Allocated IP 2001:db8:0:ffff::2 (3403f417-87a3-4c51-82b7-cf3e045dc52c/b6a0173e-0b79-449c-ba80-91e7d288ef6d/d7436d6e-c6d4-44e9-b234-c0cf00f68b24) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:39:59.739698 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.748012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Transition to ACTIVE for port object d7436d6e-c6d4-44e9-b234-c0cf00f68b24 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:39:59.762859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Transition to ACTIVE for port object d7436d6e-c6d4-44e9-b234-c0cf00f68b24 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:39:59.768641 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.778238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.814797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Network 3403f417-87a3-4c51-82b7-cf3e045dc52c is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:39:59.817713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:39:59.820455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:39:59.828288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Pushing event updated for resources: {'Port': ['ID=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:59.844705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Subnet': ['ID=84f31c9b-5d78-4402-8410-0d7b9dcde999,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:59.852896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.853237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.853567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.853687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Checking segment: {'id': '65f0dba2-7050-4e3d-a842-9559276d69fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '58f5b3cf-8942-4645-b41f-f7de866d89ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:39:59.854160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.854259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network hostable DHCP agents. Network: 58f5b3cf-8942-4645-b41f-f7de866d89ae, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:39:59.854371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.854513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.854867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.855822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.856141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.856551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.857269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.857269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:59.872940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network 58f5b3cf-8942-4645-b41f-f7de866d89ae is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:39:59.882249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 58f5b3cf-8942-4645-b41f-f7de866d89ae) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:39:59.891473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:59.892649 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.894244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d6acc-6212-4352-a545-d6f4e0e84ffd None None] Network 58f5b3cf-8942-4645-b41f-f7de866d89ae requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:39:59.907275 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bd730597-a2f9-45a0-8693-8b7724b0e247 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4398644 Aug 31 10:39:59.909901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48646) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:59.932850 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Attempting to bind port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:39:59.933263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Attempting to bind port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '3836b658-f4dc-4c48-9e6a-787926680e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3403f417-87a3-4c51-82b7-cf3e045dc52c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:39:59.934128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Attempting to bind port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 on network 3403f417-87a3-4c51-82b7-cf3e045dc52c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:39:59.948556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:39:59.950435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Checking segment: {'id': '3836b658-f4dc-4c48-9e6a-787926680e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3403f417-87a3-4c51-82b7-cf3e045dc52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:39:59.950435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:59.950435 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Bound using segment: {'id': '3836b658-f4dc-4c48-9e6a-787926680e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3403f417-87a3-4c51-82b7-cf3e045dc52c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:39:59.950734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Bound port: d7436d6e-c6d4-44e9-b234-c0cf00f68b24, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3836b658-f4dc-4c48-9e6a-787926680e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3403f417-87a3-4c51-82b7-cf3e045dc52c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:39:59.951148 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.009648 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.059018 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] For port d7436d6e-c6d4-44e9-b234-c0cf00f68b24, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:00.077063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] For port d7436d6e-c6d4-44e9-b234-c0cf00f68b24, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,segment=NetworkSegment(3836b658-f4dc-4c48-9e6a-787926680e26),segment_id=3836b658-f4dc-4c48-9e6a-787926680e26)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:00.083416 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.087943 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.128062 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7aa194-7613-4f77-9f68-1f291513d036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-58f5b3cf-8942-4645-b41f-f7de866d89ae', 'network_id': '58f5b3cf-8942-4645-b41f-f7de866d89ae', 'tenant_id': '27379a3a9266459c8437b0fdd1cbb9a9', 'fixed_ips': [{'subnet_id': '84f31c9b-5d78-4402-8410-0d7b9dcde999'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:00.128909 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa194-7613-4f77-9f68-1f291513d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.164285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.211168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Subnet': ['ID=84f31c9b-5d78-4402-8410-0d7b9dcde999,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:00.229948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada3e35-f33e-4e74-ab3f-762d059b8b81 None None] Pushing event updated for resources: {'Port': ['ID=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:00.260514 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server [None req-3d7aa194-7613-4f77-9f68-1f291513d036 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84f31c9b-5d78-4402-8410-0d7b9dcde999: This subnet is being modified by another concurrent operation. Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server raise exception Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84f31c9b-5d78-4402-8410-0d7b9dcde999: This subnet is being modified by another concurrent operation. Aug 31 10:40:00.265814 n-d-806683-2 neutron-server[94788]: ERROR oslo_messaging.rpc.server Aug 31 10:40:00.279702 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f5b3cf-8942-4645-b41f-f7de866d89ae']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:00.280684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d8249-c53b-4756-bf21-cdf1fdf83ff6 None None] Network 58f5b3cf-8942-4645-b41f-f7de866d89ae requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:00.292104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f0dba2-7050-4e3d-a842-9559276d69fa') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:00.292421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f0dba2-7050-4e3d-a842-9559276d69fa') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:00.302711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.317981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.329799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:00.330323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:00.337548 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:00.416499 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.425521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.432038 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/58f5b3cf-8942-4645-b41f-f7de866d89ae HTTP/1.1" status: 204 len: 168 time: 0.5168040 Aug 31 10:40:00.432422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48648) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:00.438158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2002320243'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:00.440460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bc5e0-5901-4075-92eb-05bcd8e91e2b tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Network': ['ID=58f5b3cf-8942-4645-b41f-f7de866d89ae,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:00.465293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:00.469281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.502085 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:40:00.515251 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.515518 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Added segment ae7bf8d6-88b0-4ce0-9931-320c768f8f81 of type vlan for network 37dc9352-d8e6-4399-a399-a971a1066343 Aug 31 10:40:00.557560 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.586176 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.593562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:00.594248 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.660907 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2246213 Aug 31 10:40:00.661219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48650) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:00.666856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'subnet': {'network_id': '37dc9352-d8e6-4399-a399-a971a1066343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:00.671442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e5437-f109-4f0c-9c5c-5d96db268f5a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Network': ['ID=37dc9352-d8e6-4399-a399-a971a1066343,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:00.684089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 37dc9352-d8e6-4399-a399-a971a1066343 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:40:00.768008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:00.771786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:00.831132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Performing IP validity checks on allocation pools {{(pid=94787) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 10:40:00.831682 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94787) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 10:40:00.963519 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.026063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Subnet': ['ID=61b55cce-f3ee-46e3-a64e-0fd78d6da68b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:01.036378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Checking segment: {'id': 'ae7bf8d6-88b0-4ce0-9931-320c768f8f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '37dc9352-d8e6-4399-a399-a971a1066343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:01.036537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network hostable DHCP agents. Network: 37dc9352-d8e6-4399-a399-a971a1066343, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:40:01.057556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network 37dc9352-d8e6-4399-a399-a971a1066343 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:40:01.066866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d7436d6e-c6d4-44e9-b234-c0cf00f68b24 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:01.075907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 37dc9352-d8e6-4399-a399-a971a1066343) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:01.080004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:01.080588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.094266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823fc252-6d3a-4a12-9214-e14461dce882 None None] Network 37dc9352-d8e6-4399-a399-a971a1066343 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:01.098655 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8a1ea4f7-135e-4bc4-b640-64c9a2ceae6e tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4355047 Aug 31 10:40:01.100671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48652) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:01.191192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:01.216900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.221752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7afa08-a0ad-4fd1-96bd-992c99c6e8b8 None None] Network 3403f417-87a3-4c51-82b7-cf3e045dc52c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:01.284581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-66b10006-6dfe-443f-b854-5c04094b4a25 None None] Provisioning for port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:01.297036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-66b10006-6dfe-443f-b854-5c04094b4a25 None None] Provisioning complete for port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:01.297402 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66b10006-6dfe-443f-b854-5c04094b4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.300442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.354158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de97d6c-17ab-405a-8af5-1efe7d0080c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-37dc9352-d8e6-4399-a399-a971a1066343', 'network_id': '37dc9352-d8e6-4399-a399-a971a1066343', 'tenant_id': '27379a3a9266459c8437b0fdd1cbb9a9', 'fixed_ips': [{'subnet_id': '61b55cce-f3ee-46e3-a64e-0fd78d6da68b'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:01.355635 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5de97d6c-17ab-405a-8af5-1efe7d0080c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.369099 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.396982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Subnet': ['ID=61b55cce-f3ee-46e3-a64e-0fd78d6da68b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:01.458381 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.469320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dc9352-d8e6-4399-a399-a971a1066343']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:01.479375 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7bf8d6-88b0-4ce0-9931-320c768f8f81') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:01.479683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7bf8d6-88b0-4ce0-9931-320c768f8f81') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:01.489263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.510879 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.517843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:01.518331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.519889 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86e02f-bd86-48d4-9474-0bd7c7ad16db None None] Network 37dc9352-d8e6-4399-a399-a971a1066343 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:01.521310 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:01.580771 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66b10006-6dfe-443f-b854-5c04094b4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.587443 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.595221 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.597401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/37dc9352-d8e6-4399-a399-a971a1066343 HTTP/1.1" status: 204 len: 168 time: 0.4951680 Aug 31 10:40:01.601171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48654) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:01.609733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751339242'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:01.611659 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4216306-4854-45e5-a000-d6bb9c127286 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Network': ['ID=37dc9352-d8e6-4399-a399-a971a1066343,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:01.635531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:01.641375 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.675067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-66b10006-6dfe-443f-b854-5c04094b4a25 None None] For port d7436d6e-c6d4-44e9-b234-c0cf00f68b24, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,segment=NetworkSegment(3836b658-f4dc-4c48-9e6a-787926680e26),segment_id=3836b658-f4dc-4c48-9e6a-787926680e26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:01.681462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:40:01.684637 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-66b10006-6dfe-443f-b854-5c04094b4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.694715 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.695186 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Added segment 7c00756b-2514-4f0b-bf84-4b2f1da40711 of type vlan for network caa77211-dc79-40dd-bc4e-b55bf84079e0 Aug 31 10:40:01.737701 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.742222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b10006-6dfe-443f-b854-5c04094b4a25 None None] Pushing event updated for resources: {'Port': ['ID=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:01.763160 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.768885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:01.769484 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.828329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b1e8a-c6ed-4e44-b7d5-2a5cd19aab6a None None] get_active_networks_info from n-d-806683-2 {{(pid=94788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 10:40:01.832693 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2303565 Aug 31 10:40:01.835617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48656) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:01.841039 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'subnet': {'network_id': 'caa77211-dc79-40dd-bc4e-b55bf84079e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:01.847466 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936521d-0be9-4fca-814b-e999b9134a99 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Network': ['ID=caa77211-dc79-40dd-bc4e-b55bf84079e0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:01.858863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network caa77211-dc79-40dd-bc4e-b55bf84079e0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:40:01.932097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:01.937008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.975598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2afc71c8-3509-4cc9-9093-bfab863037c2 None None] Provisioning complete for port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:01.975972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2afc71c8-3509-4cc9-9093-bfab863037c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.978603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b1e8a-c6ed-4e44-b7d5-2a5cd19aab6a None None] Resources bound (agent type, host, resource id): {{(pid=94788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 10:40:02.144975 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.210863 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Subnet': ['ID=0c84628c-9b11-410b-ab86-8416949ecc68,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:02.222397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Checking segment: {'id': '7c00756b-2514-4f0b-bf84-4b2f1da40711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'caa77211-dc79-40dd-bc4e-b55bf84079e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:02.222791 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network hostable DHCP agents. Network: caa77211-dc79-40dd-bc4e-b55bf84079e0, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:40:02.240325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network caa77211-dc79-40dd-bc4e-b55bf84079e0 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:40:02.248537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, caa77211-dc79-40dd-bc4e-b55bf84079e0) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:02.252765 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:02.253362 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.257183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7077f5f-22ac-4ed1-969c-fe072411b5c8 None None] Network caa77211-dc79-40dd-bc4e-b55bf84079e0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:02.272030 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8ec94630-7bbc-45f7-9e45-f0e98cb54c82 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4351118 Aug 31 10:40:02.275646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48660) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:02.281286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1831156133'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:02.301718 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:02.305693 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.330205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:40:02.340045 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.340391 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Added segment aead87a1-e873-4fea-af55-022347b2ab28 of type vlan for network d8fe1f56-4156-428a-a5df-5a503054725f Aug 31 10:40:02.382065 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.406469 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.407935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-caa77211-dc79-40dd-bc4e-b55bf84079e0', 'network_id': 'caa77211-dc79-40dd-bc4e-b55bf84079e0', 'tenant_id': '27379a3a9266459c8437b0fdd1cbb9a9', 'fixed_ips': [{'subnet_id': '0c84628c-9b11-410b-ab86-8416949ecc68'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:02.408876 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.412574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:02.413182 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.475140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1984053 Aug 31 10:40:02.478322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48662) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:02.483965 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Request body: {'subnet': {'network_id': 'd8fe1f56-4156-428a-a5df-5a503054725f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:02.488653 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9fbf6-96b9-4c5c-b93a-4149c681851c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Network': ['ID=d8fe1f56-4156-428a-a5df-5a503054725f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:02.499385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network d8fe1f56-4156-428a-a5df-5a503054725f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:40:02.575461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Made reservation on behalf of 27379a3a9266459c8437b0fdd1cbb9a9 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:02.578972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.610029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Allocated IP 2001:db8::2 (caa77211-dc79-40dd-bc4e-b55bf84079e0/0c84628c-9b11-410b-ab86-8416949ecc68/8fbe4f71-fafc-41a1-873d-29600b61d695) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:02.764618 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.774093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Transition to ACTIVE for port object 8fbe4f71-fafc-41a1-873d-29600b61d695 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:02.774804 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.788843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Transition to ACTIVE for port object 8fbe4f71-fafc-41a1-873d-29600b61d695 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:02.795026 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.836499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Network caa77211-dc79-40dd-bc4e-b55bf84079e0 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:02.839587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:02.842089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event updated for resources: {'Subnet': ['ID=df764188-b637-445a-a2a8-c470bca538f1,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:02.843832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:02.849079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Pushing event updated for resources: {'Port': ['ID=8fbe4f71-fafc-41a1-873d-29600b61d695,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:02.853391 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Checking segment: {'id': 'aead87a1-e873-4fea-af55-022347b2ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'd8fe1f56-4156-428a-a5df-5a503054725f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:02.856353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network hostable DHCP agents. Network: d8fe1f56-4156-428a-a5df-5a503054725f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:40:02.872051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Network d8fe1f56-4156-428a-a5df-5a503054725f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:40:02.881752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, d8fe1f56-4156-428a-a5df-5a503054725f) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:02.886094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:02.886807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.893541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28514d23-121b-413a-a0fa-3060a226e101 None None] Network d8fe1f56-4156-428a-a5df-5a503054725f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:02.901731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2611fb41-f630-482b-9f06-0945900d1b55 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4220550 Aug 31 10:40:02.904423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:02.944823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Attempting to bind port 8fbe4f71-fafc-41a1-873d-29600b61d695 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:02.945181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Attempting to bind port 8fbe4f71-fafc-41a1-873d-29600b61d695 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '7c00756b-2514-4f0b-bf84-4b2f1da40711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'caa77211-dc79-40dd-bc4e-b55bf84079e0'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:02.945535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Attempting to bind port 8fbe4f71-fafc-41a1-873d-29600b61d695 on network caa77211-dc79-40dd-bc4e-b55bf84079e0 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:02.954247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:02.954617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Checking segment: {'id': '7c00756b-2514-4f0b-bf84-4b2f1da40711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'caa77211-dc79-40dd-bc4e-b55bf84079e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:02.955037 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.955426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Bound using segment: {'id': '7c00756b-2514-4f0b-bf84-4b2f1da40711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'caa77211-dc79-40dd-bc4e-b55bf84079e0'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:02.955882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Bound port: 8fbe4f71-fafc-41a1-873d-29600b61d695, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00756b-2514-4f0b-bf84-4b2f1da40711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'caa77211-dc79-40dd-bc4e-b55bf84079e0'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:02.956258 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.003580 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.047607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d7436d6e-c6d4-44e9-b234-c0cf00f68b24 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:03.060463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.093092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] For port 8fbe4f71-fafc-41a1-873d-29600b61d695, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:03.116934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] For port 8fbe4f71-fafc-41a1-873d-29600b61d695, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8fbe4f71-fafc-41a1-873d-29600b61d695,segment=NetworkSegment(7c00756b-2514-4f0b-bf84-4b2f1da40711),segment_id=7c00756b-2514-4f0b-bf84-4b2f1da40711)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:03.123524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.123760 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.169699 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Subnet': ['ID=df764188-b637-445a-a2a8-c470bca538f1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:03.171795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ad990-656d-4ee6-9830-33a112394021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-d8fe1f56-4156-428a-a5df-5a503054725f', 'network_id': 'd8fe1f56-4156-428a-a5df-5a503054725f', 'tenant_id': '27379a3a9266459c8437b0fdd1cbb9a9', 'fixed_ips': [{'subnet_id': 'df764188-b637-445a-a2a8-c470bca538f1'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:03.172638 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-113ad990-656d-4ee6-9830-33a112394021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.230871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6fa3e-6ae3-4756-8b70-7806e281dec2 None None] Pushing event updated for resources: {'Port': ['ID=8fbe4f71-fafc-41a1-873d-29600b61d695,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:03.236021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.251908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fe1f56-4156-428a-a5df-5a503054725f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:03.263616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aead87a1-e873-4fea-af55-022347b2ab28') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:03.264052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aead87a1-e873-4fea-af55-022347b2ab28') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:03.274282 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.278557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:03.278891 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.290573 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.298710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:03.299262 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:03.302369 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:03.317478 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b8dc7-162b-4b67-9e5f-01fe8ab33c5f None None] Network d8fe1f56-4156-428a-a5df-5a503054725f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:03.364428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.372996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.374834 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/d8fe1f56-4156-428a-a5df-5a503054725f HTTP/1.1" status: 204 len: 168 time: 0.4680293 Aug 31 10:40:03.377141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48666) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:03.414951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861151b1-4a27-46e3-b9c7-7d4a63241ae3 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Network': ['ID=d8fe1f56-4156-428a-a5df-5a503054725f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:03.433420 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e09d096-5d80-4250-b66f-c166c96bb6c5 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] GET failed (client error): The resource could not be found. Aug 31 10:40:03.434828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e09d096-5d80-4250-b66f-c166c96bb6c5 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "GET /v2.0/subnets/df764188-b637-445a-a2a8-c470bca538f1 HTTP/1.1" status: 404 len: 337 time: 0.0566528 Aug 31 10:40:03.437853 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48668) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:03.465316 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-880ce9ae-4ceb-4a17-a16e-4ccdb6b33071 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] DELETE failed (client error): The resource could not be found. Aug 31 10:40:03.465952 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880ce9ae-4ceb-4a17-a16e-4ccdb6b33071 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:40:03.467856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-880ce9ae-4ceb-4a17-a16e-4ccdb6b33071 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/d8fe1f56-4156-428a-a5df-5a503054725f HTTP/1.1" status: 404 len: 339 time: 0.0289495 Aug 31 10:40:03.471947 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48670) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:03.505445 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-312d9f72-043f-4378-8169-07380d22152d tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] DELETE failed (client error): The resource could not be found. Aug 31 10:40:03.506034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312d9f72-043f-4378-8169-07380d22152d tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:40:03.507977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-312d9f72-043f-4378-8169-07380d22152d tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/subnets/df764188-b637-445a-a2a8-c470bca538f1 HTTP/1.1" status: 404 len: 337 time: 0.0349317 Aug 31 10:40:03.510642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48672) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:03.531634 n-d-806683-2 neutron-server[94786]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd5a4d1-ab5a-4c0a-96a3-48ece015d91c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] DELETE failed (client error): The resource could not be found. Aug 31 10:40:03.532307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd5a4d1-ab5a-4c0a-96a3-48ece015d91c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94786) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:40:03.534441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7fd5a4d1-ab5a-4c0a-96a3-48ece015d91c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/d8fe1f56-4156-428a-a5df-5a503054725f HTTP/1.1" status: 404 len: 339 time: 0.0226007 Aug 31 10:40:03.537152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48674) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:03.588694 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5051ff-1662-414c-b311-753657768646 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Deleting subnet 0c84628c-9b11-410b-ab86-8416949ecc68 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:40:03.591948 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e5051ff-1662-414c-b311-753657768646 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.637967 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e5051ff-1662-414c-b311-753657768646 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.721700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e5051ff-1662-414c-b311-753657768646 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.781809 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e5051ff-1662-414c-b311-753657768646 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.815399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5051ff-1662-414c-b311-753657768646 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Subnet': ['ID=0c84628c-9b11-410b-ab86-8416949ecc68,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:03.821081 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e5051ff-1662-414c-b311-753657768646 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.822998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e5051ff-1662-414c-b311-753657768646 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/subnets/0c84628c-9b11-410b-ab86-8416949ecc68 HTTP/1.1" status: 204 len: 168 time: 0.2849066 Aug 31 10:40:03.825715 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48676) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:03.908142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.963627 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Deleting port 8fbe4f71-fafc-41a1-873d-29600b61d695 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:03.964094 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.029904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] For port 8fbe4f71-fafc-41a1-873d-29600b61d695, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8fbe4f71-fafc-41a1-873d-29600b61d695,segment=NetworkSegment(7c00756b-2514-4f0b-bf84-4b2f1da40711),segment_id=7c00756b-2514-4f0b-bf84-4b2f1da40711)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:04.030270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.043583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Calling delete_port for 8fbe4f71-fafc-41a1-873d-29600b61d695 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:04.131360 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e1e496-2d5e-4f1e-8b4c-e01eec984195 None None] Network caa77211-dc79-40dd-bc4e-b55bf84079e0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:04.204239 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-172b924e-1871-46df-9a2e-0566fc665f49 None None] Provisioning for port 8fbe4f71-fafc-41a1-873d-29600b61d695 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:04.320207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] DHCP port deletion for caa77211-dc79-40dd-bc4e-b55bf84079e0 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:40:04.368071 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] Deleting port 8fbe4f71-fafc-41a1-873d-29600b61d695 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:04.368503 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.421626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.434540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] For port 8fbe4f71-fafc-41a1-873d-29600b61d695, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8fbe4f71-fafc-41a1-873d-29600b61d695,segment=NetworkSegment(7c00756b-2514-4f0b-bf84-4b2f1da40711),segment_id=7c00756b-2514-4f0b-bf84-4b2f1da40711)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:04.434968 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.447796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] Calling delete_port for 8fbe4f71-fafc-41a1-873d-29600b61d695 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:04.450021 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No DVR routers for this DVR port 8fbe4f71-fafc-41a1-873d-29600b61d695 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:04.451859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Port': ['ID=8fbe4f71-fafc-41a1-873d-29600b61d695,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:04.527201 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.531971 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.542220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa77211-dc79-40dd-bc4e-b55bf84079e0']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:04.552485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c00756b-2514-4f0b-bf84-4b2f1da40711') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:04.552779 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c00756b-2514-4f0b-bf84-4b2f1da40711') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:04.556076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] Pushing event deleted for resources: {'Port': ['ID=8fbe4f71-fafc-41a1-873d-29600b61d695,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:04.560840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948ffbc-d6b3-4bf2-b87b-3fd68131837a None None] No DVR routers for this DVR port 8fbe4f71-fafc-41a1-873d-29600b61d695 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:04.565816 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.580732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.587309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:04.587795 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:04.590732 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:04.647078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.653877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.655714 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/caa77211-dc79-40dd-bc4e-b55bf84079e0 HTTP/1.1" status: 204 len: 168 time: 0.8290122 Aug 31 10:40:04.658112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48678) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:04.676657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d97f7-33c0-4ffd-af41-4d8c032837bb tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Network': ['ID=caa77211-dc79-40dd-bc4e-b55bf84079e0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:04.700790 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1910df-086b-4af3-b118-6624d06b2d24 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] DELETE failed (client error): The resource could not be found. Aug 31 10:40:04.701246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1910df-086b-4af3-b118-6624d06b2d24 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:40:04.703163 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1d1910df-086b-4af3-b118-6624d06b2d24 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/subnets/61b55cce-f3ee-46e3-a64e-0fd78d6da68b HTTP/1.1" status: 404 len: 337 time: 0.0439315 Aug 31 10:40:04.705588 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48680) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:04.723595 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfddf776-4c1d-4f87-a90c-a65e5efc3b9a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] DELETE failed (client error): The resource could not be found. Aug 31 10:40:04.724108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfddf776-4c1d-4f87-a90c-a65e5efc3b9a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:40:04.725712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-bfddf776-4c1d-4f87-a90c-a65e5efc3b9a tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/37dc9352-d8e6-4399-a399-a971a1066343 HTTP/1.1" status: 404 len: 339 time: 0.0192382 Aug 31 10:40:04.728125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48682) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:04.754149 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ca8de1-d645-4a57-9e8b-cf750de4e92c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] DELETE failed (client error): The resource could not be found. Aug 31 10:40:04.754604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ca8de1-d645-4a57-9e8b-cf750de4e92c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:40:04.756350 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-63ca8de1-d645-4a57-9e8b-cf750de4e92c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/subnets/84f31c9b-5d78-4402-8410-0d7b9dcde999 HTTP/1.1" status: 404 len: 337 time: 0.0273476 Aug 31 10:40:04.759035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:04.777592 n-d-806683-2 neutron-server[94787]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ec8eb6-e1e4-4ee5-94b5-c8eb59e71298 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] DELETE failed (client error): The resource could not be found. Aug 31 10:40:04.778114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ec8eb6-e1e4-4ee5-94b5-c8eb59e71298 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94787) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:40:04.779783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-95ec8eb6-e1e4-4ee5-94b5-c8eb59e71298 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/58f5b3cf-8942-4645-b41f-f7de866d89ae HTTP/1.1" status: 404 len: 339 time: 0.0198591 Aug 31 10:40:04.782361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48686) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:04.831897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6d9eb5-5b3c-4ff9-a255-4d9a3d94234c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Deleting subnet b6a0173e-0b79-449c-ba80-91e7d288ef6d {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:40:04.834913 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9eb5-5b3c-4ff9-a255-4d9a3d94234c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.875297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9eb5-5b3c-4ff9-a255-4d9a3d94234c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.962595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9eb5-5b3c-4ff9-a255-4d9a3d94234c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.021208 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9eb5-5b3c-4ff9-a255-4d9a3d94234c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.046677 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d9eb5-5b3c-4ff9-a255-4d9a3d94234c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a0173e-0b79-449c-ba80-91e7d288ef6d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:05.053396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2c6d9eb5-5b3c-4ff9-a255-4d9a3d94234c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.055220 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2c6d9eb5-5b3c-4ff9-a255-4d9a3d94234c tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/subnets/b6a0173e-0b79-449c-ba80-91e7d288ef6d HTTP/1.1" status: 204 len: 168 time: 0.2719328 Aug 31 10:40:05.057704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48688) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:05.058988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5774446-6c02-4c45-b8da-2d6f880b94c8 None None] Network 3403f417-87a3-4c51-82b7-cf3e045dc52c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:05.136784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.189417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Deleting port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:05.189763 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.226867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] DHCP port deletion for 3403f417-87a3-4c51-82b7-cf3e045dc52c request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:40:05.254568 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] For port d7436d6e-c6d4-44e9-b234-c0cf00f68b24, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,segment=NetworkSegment(3836b658-f4dc-4c48-9e6a-787926680e26),segment_id=3836b658-f4dc-4c48-9e6a-787926680e26)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:05.254966 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.269056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Calling delete_port for d7436d6e-c6d4-44e9-b234-c0cf00f68b24 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:05.280525 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] Deleting port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:05.280987 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.345036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] For port d7436d6e-c6d4-44e9-b234-c0cf00f68b24, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,segment=NetworkSegment(3836b658-f4dc-4c48-9e6a-787926680e26),segment_id=3836b658-f4dc-4c48-9e6a-787926680e26)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:05.345393 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.356727 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.360069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] Calling delete_port for d7436d6e-c6d4-44e9-b234-c0cf00f68b24 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:05.382156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Port': ['ID=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:05.385896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] No DVR routers for this DVR port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:05.439086 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.463705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] Pushing event deleted for resources: {'Port': ['ID=d7436d6e-c6d4-44e9-b234-c0cf00f68b24,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:05.468722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.469183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf619aa3-7250-4100-b2bf-8793ff4dd0c4 None None] No DVR routers for this DVR port d7436d6e-c6d4-44e9-b234-c0cf00f68b24 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:05.479491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3403f417-87a3-4c51-82b7-cf3e045dc52c']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:05.490547 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3836b658-f4dc-4c48-9e6a-787926680e26') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:05.490882 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3836b658-f4dc-4c48-9e6a-787926680e26') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:05.499783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.514249 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.520161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:05.520561 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:05.523694 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:05.580948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.588271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.589995 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] 10.222.0.69 "DELETE /v2.0/networks/3403f417-87a3-4c51-82b7-cf3e045dc52c HTTP/1.1" status: 204 len: 168 time: 0.5307715 Aug 31 10:40:05.602282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c6cf9-af5d-4ad3-9269-d0027a506fa0 tempest-NetworksIpV6Test-414640178 tempest-NetworksIpV6Test-414640178-project] Pushing event deleted for resources: {'Network': ['ID=3403f417-87a3-4c51-82b7-cf3e045dc52c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:05.836174 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48694) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:05.965940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d6be3dec-56e7-4094-9f9c-be99722f76b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27379a3a9266459c8437b0fdd1cbb9a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285210 Aug 31 10:40:05.968424 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48698) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:06.018966 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9fee7463-47aa-4171-b797-614bc615d37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.040429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9fee7463-47aa-4171-b797-614bc615d37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.090771 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9fee7463-47aa-4171-b797-614bc615d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.094306 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9fee7463-47aa-4171-b797-614bc615d37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.095516 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9fee7463-47aa-4171-b797-614bc615d37b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44fa4c1b-c2e0-4ed1-b1bb-1a2c4621d887 HTTP/1.1" status: 204 len: 168 time: 0.1261585 Aug 31 10:40:06.103532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee7463-47aa-4171-b797-614bc615d37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa4c1b-c2e0-4ed1-b1bb-1a2c4621d887,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:06.731475 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48720) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:06.825615 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d7728779-b8ed-4671-914b-756371d6ee05 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1507467158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:06.848812 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7728779-b8ed-4671-914b-756371d6ee05 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.850064 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7728779-b8ed-4671-914b-756371d6ee05 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.903430 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7728779-b8ed-4671-914b-756371d6ee05 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.907921 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7728779-b8ed-4671-914b-756371d6ee05 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.923747 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d7728779-b8ed-4671-914b-756371d6ee05 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.924944 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d7728779-b8ed-4671-914b-756371d6ee05 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1924348 Aug 31 10:40:06.927713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48724) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:06.933972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1274862037'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:06.954598 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Made reservation on behalf of 38ce71425a6c438d9487371e73fba221 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:06.957977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.967078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.016417 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d7436d6e-c6d4-44e9-b234-c0cf00f68b24 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:07.037514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d7436d6e-c6d4-44e9-b234-c0cf00f68b24 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:07.038112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d7436d6e-c6d4-44e9-b234-c0cf00f68b24 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:07.059540 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.063879 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.090261 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:40:07.099740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e70e534-52b6-4426-bb62-3f8c78b78f14,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:07.104628 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.105013 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Added segment 5ec5dcb4-f35e-484f-b970-922378107e07 of type vlan for network 312248b1-856a-4b3f-8bfe-e5028563cde1 Aug 31 10:40:07.145911 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.169644 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.175254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:07.175861 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.232849 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3041213 Aug 31 10:40:07.235627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48726) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:07.242554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Request body: {'subnet': {'network_id': '312248b1-856a-4b3f-8bfe-e5028563cde1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:07.260873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7c113-d3c8-4fc0-97b4-76d4446186eb tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event updated for resources: {'Network': ['ID=312248b1-856a-4b3f-8bfe-e5028563cde1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:07.271662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 312248b1-856a-4b3f-8bfe-e5028563cde1 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:40:07.334516 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Made reservation on behalf of 38ce71425a6c438d9487371e73fba221 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:07.337997 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.517007 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.583387 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event updated for resources: {'Subnet': ['ID=77bcfc4e-78c6-43e9-a6dc-c55bafb362ac,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:07.588553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Checking segment: {'id': '5ec5dcb4-f35e-484f-b970-922378107e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '312248b1-856a-4b3f-8bfe-e5028563cde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:07.588918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Network hostable DHCP agents. Network: 312248b1-856a-4b3f-8bfe-e5028563cde1, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:40:07.606882 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Network 312248b1-856a-4b3f-8bfe-e5028563cde1 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:40:07.615393 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 312248b1-856a-4b3f-8bfe-e5028563cde1) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:07.619440 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:07.620026 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.625230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04b542-7dde-4cd0-bea9-eedd5877c675 None None] Network 312248b1-856a-4b3f-8bfe-e5028563cde1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:07.634534 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-22530e79-f4ea-4201-b455-a3a466b05e31 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3979096 Aug 31 10:40:07.638096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48728) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:07.643204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-396180978'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:07.664706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Made reservation on behalf of 38ce71425a6c438d9487371e73fba221 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:07.669811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.695002 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:40:07.704267 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.704627 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Added segment 23bf7ff4-8ed7-4e5b-8814-6e0857989f4f of type vlan for network 1148e366-eca8-47f0-83f3-e554b845886e Aug 31 10:40:07.745937 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.771589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.774061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-312248b1-856a-4b3f-8bfe-e5028563cde1', 'network_id': '312248b1-856a-4b3f-8bfe-e5028563cde1', 'tenant_id': '38ce71425a6c438d9487371e73fba221', 'fixed_ips': [{'subnet_id': '77bcfc4e-78c6-43e9-a6dc-c55bafb362ac'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:07.774963 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.780658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:07.781322 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.833061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1938958 Aug 31 10:40:07.836361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48730) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:07.843020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Request body: {'subnet': {'network_id': '1148e366-eca8-47f0-83f3-e554b845886e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:07.850600 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a88e8-6b51-4959-b64f-2328af268f5e tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event updated for resources: {'Network': ['ID=1148e366-eca8-47f0-83f3-e554b845886e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:07.864181 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 1148e366-eca8-47f0-83f3-e554b845886e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:40:07.941322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Made reservation on behalf of 38ce71425a6c438d9487371e73fba221 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:07.945335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.975428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Allocated IP 172.20.0.2 (312248b1-856a-4b3f-8bfe-e5028563cde1/77bcfc4e-78c6-43e9-a6dc-c55bafb362ac/0939b18d-d288-4cdf-a928-1d415093547d) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:08.126553 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.135502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Transition to ACTIVE for port object 0939b18d-d288-4cdf-a928-1d415093547d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:08.137227 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.151313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Transition to ACTIVE for port object 0939b18d-d288-4cdf-a928-1d415093547d will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:08.157931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.193537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Network 312248b1-856a-4b3f-8bfe-e5028563cde1 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:08.198352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:08.199844 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event updated for resources: {'Subnet': ['ID=e6491bb5-3067-40f8-88d8-44993b75b678,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:08.202398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:08.210161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Checking segment: {'id': '23bf7ff4-8ed7-4e5b-8814-6e0857989f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1148e366-eca8-47f0-83f3-e554b845886e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:08.210487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Network hostable DHCP agents. Network: 1148e366-eca8-47f0-83f3-e554b845886e, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:40:08.211407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Pushing event updated for resources: {'Port': ['ID=0939b18d-d288-4cdf-a928-1d415093547d,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:08.230278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Network 1148e366-eca8-47f0-83f3-e554b845886e is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:40:08.239651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 1148e366-eca8-47f0-83f3-e554b845886e) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:08.245026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:08.246298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.252667 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457fb543-2ab6-4b99-9b9c-e8392514e2a8 None None] Network 1148e366-eca8-47f0-83f3-e554b845886e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:08.262360 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3e3ae018-4ca3-4fd8-9f44-54e083957157 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4241495 Aug 31 10:40:08.265309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48732) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:08.269938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-fdc68a85-5f6e-43de-b1dd-bc7c15f39843 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Request body: {'router': {'external_gateway_info': {'network_id': '1148e366-eca8-47f0-83f3-e554b845886e'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:08.305019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Attempting to bind port 0939b18d-d288-4cdf-a928-1d415093547d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:08.305385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Attempting to bind port 0939b18d-d288-4cdf-a928-1d415093547d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '5ec5dcb4-f35e-484f-b970-922378107e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '312248b1-856a-4b3f-8bfe-e5028563cde1'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:08.305746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Attempting to bind port 0939b18d-d288-4cdf-a928-1d415093547d on network 312248b1-856a-4b3f-8bfe-e5028563cde1 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:08.316832 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:08.317208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Checking segment: {'id': '5ec5dcb4-f35e-484f-b970-922378107e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '312248b1-856a-4b3f-8bfe-e5028563cde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:08.317605 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.318004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Bound using segment: {'id': '5ec5dcb4-f35e-484f-b970-922378107e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '312248b1-856a-4b3f-8bfe-e5028563cde1'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:08.318462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Bound port: 0939b18d-d288-4cdf-a928-1d415093547d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec5dcb4-f35e-484f-b970-922378107e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '312248b1-856a-4b3f-8bfe-e5028563cde1'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:08.318874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.431308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] For port 0939b18d-d288-4cdf-a928-1d415093547d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:08.436442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] For port 0939b18d-d288-4cdf-a928-1d415093547d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0939b18d-d288-4cdf-a928-1d415093547d,segment=NetworkSegment(5ec5dcb4-f35e-484f-b970-922378107e07),segment_id=5ec5dcb4-f35e-484f-b970-922378107e07)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:08.443549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.489756 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-1148e366-eca8-47f0-83f3-e554b845886e', 'network_id': '1148e366-eca8-47f0-83f3-e554b845886e', 'tenant_id': '38ce71425a6c438d9487371e73fba221', 'fixed_ips': [{'subnet_id': 'e6491bb5-3067-40f8-88d8-44993b75b678'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:08.490594 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.503736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fdc68a85-5f6e-43de-b1dd-bc7c15f39843 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.531203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29946f-f045-46f8-93ca-abc157fcf84b None None] Pushing event updated for resources: {'Port': ['ID=0939b18d-d288-4cdf-a928-1d415093547d,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:08.625385 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [None req-fdc68a85-5f6e-43de-b1dd-bc7c15f39843 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:40:08.629351 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fdc68a85-5f6e-43de-b1dd-bc7c15f39843 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "PUT /v2.0/routers/690ae9e6-588d-4263-a4b9-c66c2eeaaa88 HTTP/1.1" status: 400 len: 364 time: 0.3601704 Aug 31 10:40:08.632429 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48734) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:08.665399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Allocated IP 172.21.0.2 (1148e366-eca8-47f0-83f3-e554b845886e/e6491bb5-3067-40f8-88d8-44993b75b678/f8b850be-553d-43c6-9b54-7218ea78f71c) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:08.712338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0996c28-ba7c-40ae-a625-a55c1a18c9ce tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Deleting subnet e6491bb5-3067-40f8-88d8-44993b75b678 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:40:08.844885 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.853067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Transition to ACTIVE for port object f8b850be-553d-43c6-9b54-7218ea78f71c will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:08.868056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Transition to ACTIVE for port object f8b850be-553d-43c6-9b54-7218ea78f71c will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:08.873242 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0996c28-ba7c-40ae-a625-a55c1a18c9ce tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.873902 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.912440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Network 1148e366-eca8-47f0-83f3-e554b845886e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:08.914921 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0996c28-ba7c-40ae-a625-a55c1a18c9ce tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.917133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:08.922233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:08.925445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Pushing event updated for resources: {'Port': ['ID=f8b850be-553d-43c6-9b54-7218ea78f71c,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:08.986595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Attempting to bind port f8b850be-553d-43c6-9b54-7218ea78f71c on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:08.988021 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Attempting to bind port f8b850be-553d-43c6-9b54-7218ea78f71c by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '23bf7ff4-8ed7-4e5b-8814-6e0857989f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1148e366-eca8-47f0-83f3-e554b845886e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:08.988937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Attempting to bind port f8b850be-553d-43c6-9b54-7218ea78f71c on network 1148e366-eca8-47f0-83f3-e554b845886e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:08.995307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:08.996364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Checking segment: {'id': '23bf7ff4-8ed7-4e5b-8814-6e0857989f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1148e366-eca8-47f0-83f3-e554b845886e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:08.996612 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.997147 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Bound using segment: {'id': '23bf7ff4-8ed7-4e5b-8814-6e0857989f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1148e366-eca8-47f0-83f3-e554b845886e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:08.997521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Bound port: f8b850be-553d-43c6-9b54-7218ea78f71c, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bf7ff4-8ed7-4e5b-8814-6e0857989f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1148e366-eca8-47f0-83f3-e554b845886e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:08.997915 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.011188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0996c28-ba7c-40ae-a625-a55c1a18c9ce tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.061225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0939b18d-d288-4cdf-a928-1d415093547d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:09.081900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0996c28-ba7c-40ae-a625-a55c1a18c9ce tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.092740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] For port f8b850be-553d-43c6-9b54-7218ea78f71c, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:09.095918 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c0996c28-ba7c-40ae-a625-a55c1a18c9ce tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.098022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c0996c28-ba7c-40ae-a625-a55c1a18c9ce tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "DELETE /v2.0/subnets/e6491bb5-3067-40f8-88d8-44993b75b678 HTTP/1.1" status: 204 len: 168 time: 0.4645936 Aug 31 10:40:09.101613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48736) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:09.112261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] For port f8b850be-553d-43c6-9b54-7218ea78f71c, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f8b850be-553d-43c6-9b54-7218ea78f71c,segment=NetworkSegment(23bf7ff4-8ed7-4e5b-8814-6e0857989f4f),segment_id=23bf7ff4-8ed7-4e5b-8814-6e0857989f4f)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:09.117973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0996c28-ba7c-40ae-a625-a55c1a18c9ce tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event deleted for resources: {'Subnet': ['ID=e6491bb5-3067-40f8-88d8-44993b75b678,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:09.122215 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.173256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0939b18d-d288-4cdf-a928-1d415093547d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:09.196330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604da72-9d89-41cc-afab-f81d85a93082 None None] Pushing event updated for resources: {'Port': ['ID=f8b850be-553d-43c6-9b54-7218ea78f71c,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:09.208198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.267938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Deleting port f8b850be-553d-43c6-9b54-7218ea78f71c {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:09.268298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.353104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] For port f8b850be-553d-43c6-9b54-7218ea78f71c, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f8b850be-553d-43c6-9b54-7218ea78f71c,segment=NetworkSegment(23bf7ff4-8ed7-4e5b-8814-6e0857989f4f),segment_id=23bf7ff4-8ed7-4e5b-8814-6e0857989f4f)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:09.354025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.377145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Calling delete_port for f8b850be-553d-43c6-9b54-7218ea78f71c owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:09.465908 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.495484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] No DVR routers for this DVR port f8b850be-553d-43c6-9b54-7218ea78f71c on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:09.500845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event deleted for resources: {'Port': ['ID=f8b850be-553d-43c6-9b54-7218ea78f71c,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:09.539399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35620880-68b3-4c6b-b38f-5611abf8dacf None None] Network 312248b1-856a-4b3f-8bfe-e5028563cde1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:09.584892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.595867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1148e366-eca8-47f0-83f3-e554b845886e']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:09.601095 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a34e419a-a767-41b9-a626-da180225823b None None] Provisioning for port 0939b18d-d288-4cdf-a928-1d415093547d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:09.606852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bf7ff4-8ed7-4e5b-8814-6e0857989f4f') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:09.607148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bf7ff4-8ed7-4e5b-8814-6e0857989f4f') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:09.613119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a34e419a-a767-41b9-a626-da180225823b None None] Provisioning complete for port 0939b18d-d288-4cdf-a928-1d415093547d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:09.613489 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a34e419a-a767-41b9-a626-da180225823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.617858 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.633634 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.641418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:09.642179 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:09.645317 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:09.711099 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.719286 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.721184 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "DELETE /v2.0/networks/1148e366-eca8-47f0-83f3-e554b845886e HTTP/1.1" status: 204 len: 168 time: 0.6185651 Aug 31 10:40:09.723934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48738) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:09.743190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd82cf3-9cbd-4ff3-9c46-32a419117fe2 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event deleted for resources: {'Network': ['ID=1148e366-eca8-47f0-83f3-e554b845886e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:09.768406 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a34e419a-a767-41b9-a626-da180225823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.785014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9a4791-2792-4d17-8fea-cdcc33a2967f tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Deleting subnet 77bcfc4e-78c6-43e9-a6dc-c55bafb362ac {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:40:09.788831 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4791-2792-4d17-8fea-cdcc33a2967f tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.805007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-a34e419a-a767-41b9-a626-da180225823b None None] For port 0939b18d-d288-4cdf-a928-1d415093547d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0939b18d-d288-4cdf-a928-1d415093547d,segment=NetworkSegment(5ec5dcb4-f35e-484f-b970-922378107e07),segment_id=5ec5dcb4-f35e-484f-b970-922378107e07)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:09.812556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a34e419a-a767-41b9-a626-da180225823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.842432 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4791-2792-4d17-8fea-cdcc33a2967f tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.871317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e419a-a767-41b9-a626-da180225823b None None] Pushing event updated for resources: {'Port': ['ID=0939b18d-d288-4cdf-a928-1d415093547d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:09.952673 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4791-2792-4d17-8fea-cdcc33a2967f tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.021542 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4791-2792-4d17-8fea-cdcc33a2967f tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.054883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4791-2792-4d17-8fea-cdcc33a2967f tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.056761 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5c9a4791-2792-4d17-8fea-cdcc33a2967f tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "DELETE /v2.0/subnets/77bcfc4e-78c6-43e9-a6dc-c55bafb362ac HTTP/1.1" status: 204 len: 168 time: 0.3319426 Aug 31 10:40:10.057976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a4791-2792-4d17-8fea-cdcc33a2967f tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event deleted for resources: {'Subnet': ['ID=77bcfc4e-78c6-43e9-a6dc-c55bafb362ac,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:10.059411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48740) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:10.061448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a724d8-17f2-4e06-8ef6-3cc2e551d3b3 None None] Network 312248b1-856a-4b3f-8bfe-e5028563cde1 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:10.148118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.176543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c00e4c38-31c2-468d-bb9a-f8b3de04da9f None None] Provisioning complete for port 0939b18d-d288-4cdf-a928-1d415093547d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:10.177081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c00e4c38-31c2-468d-bb9a-f8b3de04da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.210908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Deleting port 0939b18d-d288-4cdf-a928-1d415093547d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:10.211250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.268545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b6873b-68ef-4d9d-820f-8df1447b04c5 None None] DHCP port deletion for 1148e366-eca8-47f0-83f3-e554b845886e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:40:10.293236 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524348b-5da9-43d0-a2b4-38f2c2a77794 None None] Network 1148e366-eca8-47f0-83f3-e554b845886e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:10.293440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] For port 0939b18d-d288-4cdf-a928-1d415093547d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0939b18d-d288-4cdf-a928-1d415093547d,segment=NetworkSegment(5ec5dcb4-f35e-484f-b970-922378107e07),segment_id=5ec5dcb4-f35e-484f-b970-922378107e07)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:10.293801 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.296670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] DHCP port deletion for 312248b1-856a-4b3f-8bfe-e5028563cde1 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:40:10.307758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Calling delete_port for 0939b18d-d288-4cdf-a928-1d415093547d owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:10.313149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524348b-5da9-43d0-a2b4-38f2c2a77794 None None] Network 1148e366-eca8-47f0-83f3-e554b845886e could not be found, it might have been deleted concurrently. {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 10:40:10.356680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] Deleting port 0939b18d-d288-4cdf-a928-1d415093547d {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:10.357060 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.388254 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.413474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event deleted for resources: {'Port': ['ID=0939b18d-d288-4cdf-a928-1d415093547d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:10.416086 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-99bdfee7-f917-443f-bf37-c3f778662622 None None] Could not find standard attr ID for object f8b850be-553d-43c6-9b54-7218ea78f71c. {{(pid=94788) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 10:40:10.420400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] No DVR routers for this DVR port 0939b18d-d288-4cdf-a928-1d415093547d on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:10.432807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] For port 0939b18d-d288-4cdf-a928-1d415093547d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0939b18d-d288-4cdf-a928-1d415093547d,segment=NetworkSegment(5ec5dcb4-f35e-484f-b970-922378107e07),segment_id=5ec5dcb4-f35e-484f-b970-922378107e07)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:10.433772 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.445775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] Calling delete_port for 0939b18d-d288-4cdf-a928-1d415093547d owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:10.501748 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.512107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312248b1-856a-4b3f-8bfe-e5028563cde1']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:10.519910 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.523122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec5dcb4-f35e-484f-b970-922378107e07') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:10.523422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec5dcb4-f35e-484f-b970-922378107e07') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:10.533025 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.547572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] No DVR routers for this DVR port 0939b18d-d288-4cdf-a928-1d415093547d on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:10.547816 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.552661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747ae22-aa6c-4689-9f0c-0b092530322c None None] Pushing event deleted for resources: {'Port': ['ID=0939b18d-d288-4cdf-a928-1d415093547d,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:10.554319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:10.554787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:10.557826 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:10.619491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.624967 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.629714 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "DELETE /v2.0/networks/312248b1-856a-4b3f-8bfe-e5028563cde1 HTTP/1.1" status: 204 len: 168 time: 0.5664363 Aug 31 10:40:10.629941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48742) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:10.646810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a50a36-12c3-4446-841c-8d1ee2809120 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Pushing event deleted for resources: {'Network': ['ID=312248b1-856a-4b3f-8bfe-e5028563cde1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:10.658057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-268c32fd-87ec-4359-99f1-0c9019177960 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "GET /v2.0/ports?device_id=690ae9e6-588d-4263-a4b9-c66c2eeaaa88 HTTP/1.1" status: 200 len: 205 time: 0.0268536 Aug 31 10:40:10.660394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48744) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:10.736269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7429d9c5-c3b3-414b-a48e-f628b2c52b18 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.893110 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7429d9c5-c3b3-414b-a48e-f628b2c52b18 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.895166 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7429d9c5-c3b3-414b-a48e-f628b2c52b18 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.940725 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7429d9c5-c3b3-414b-a48e-f628b2c52b18 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.941232 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7429d9c5-c3b3-414b-a48e-f628b2c52b18 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Fanout notify agent at l3_agent the message router_deleted on router 690ae9e6-588d-4263-a4b9-c66c2eeaaa88 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:40:10.948180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7429d9c5-c3b3-414b-a48e-f628b2c52b18 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.949337 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7429d9c5-c3b3-414b-a48e-f628b2c52b18 tempest-RoutersNegativeTest-187326450 tempest-RoutersNegativeTest-187326450-project] 10.222.0.69 "DELETE /v2.0/routers/690ae9e6-588d-4263-a4b9-c66c2eeaaa88 HTTP/1.1" status: 204 len: 168 time: 0.2880354 Aug 31 10:40:11.019984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0939b18d-d288-4cdf-a928-1d415093547d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:11.045565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0939b18d-d288-4cdf-a928-1d415093547d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:11.046004 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0939b18d-d288-4cdf-a928-1d415093547d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:11.157511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.194325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48750) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:11.329033 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-450e2e6f-f8a2-4f45-b554-b2fac30b5e77 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38ce71425a6c438d9487371e73fba221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334240 Aug 31 10:40:11.332004 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48754) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:11.379899 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63de68f4-bc88-4d88-a427-6eff48275ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.400539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63de68f4-bc88-4d88-a427-6eff48275ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.446667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63de68f4-bc88-4d88-a427-6eff48275ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.449338 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-63de68f4-bc88-4d88-a427-6eff48275ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.450491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-63de68f4-bc88-4d88-a427-6eff48275ac5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e70e534-52b6-4426-bb62-3f8c78b78f14 HTTP/1.1" status: 204 len: 168 time: 0.1175747 Aug 31 10:40:11.458211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de68f4-bc88-4d88-a427-6eff48275ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e70e534-52b6-4426-bb62-3f8c78b78f14,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:12.068057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48776) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:12.163445 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-537688281-network', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:12.184562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Made reservation on behalf of 42f664fd89c643a5b4a9d70d9a826957 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:12.186859 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.194987 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.283053 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.287233 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.307704 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:40:12.323256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c29f3e-8ef5-43c7-b1f8-899173d3e80f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:12.326625 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.326991 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Added segment ee4f5875-95e8-4f44-afdf-5fdfc6551038 of type vlan for network 4f285721-3a73-44f9-8627-16504382a21e Aug 31 10:40:12.369269 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.394494 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.395398 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:12.395969 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.448325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3791778 Aug 31 10:40:12.451508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48780) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:12.455732 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37e70-45d9-4c66-b79c-51db51524317 admin admin] Pushing event updated for resources: {'Network': ['ID=4f285721-3a73-44f9-8627-16504382a21e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:12.457097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Request body: {'subnet': {'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-subnet', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:12.466306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 4f285721-3a73-44f9-8627-16504382a21e details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:40:12.477749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Made reservation on behalf of 42f664fd89c643a5b4a9d70d9a826957 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:12.480256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.651285 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.709863 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a5c689-6927-4d8b-9172-e244dafbcdf5,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:12.717179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Checking segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:12.717538 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Network hostable DHCP agents. Network: 4f285721-3a73-44f9-8627-16504382a21e, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:40:12.734430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Network 4f285721-3a73-44f9-8627-16504382a21e is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:40:12.742126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 4f285721-3a73-44f9-8627-16504382a21e) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:12.746125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:12.747281 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.751369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e125e6-675a-4b14-80f9-c8e55e8b54a9 None None] Network 4f285721-3a73-44f9-8627-16504382a21e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:12.761450 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d6b2aeac-3d55-4784-9ed1-f73f73908aba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3088443 Aug 31 10:40:12.765142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48782) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:12.769639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:12.790951 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.791985 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.850134 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.066807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-4f285721-3a73-44f9-8627-16504382a21e', 'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'fixed_ips': [{'subnet_id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:13.067698 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.211059 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Allocated IP 172.20.0.2 (4f285721-3a73-44f9-8627-16504382a21e/c3a5c689-6927-4d8b-9172-e244dafbcdf5/a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:13.332619 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.351142 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.359978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Transition to ACTIVE for port object a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:13.375067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Transition to ACTIVE for port object a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:13.380190 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.423340 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Network 4f285721-3a73-44f9-8627-16504382a21e is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:13.428032 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:13.432281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:13.436016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Pushing event updated for resources: {'Port': ['ID=a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:13.487742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Attempting to bind port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:13.488419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Attempting to bind port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:13.488555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Attempting to bind port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 on network 4f285721-3a73-44f9-8627-16504382a21e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:13.493389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:13.493821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Checking segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:13.494225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.494616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Bound using segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:13.495099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Bound port: a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:13.495525 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.537564 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.556735 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.560373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] For port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:13.563426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] For port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:13.568312 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.630235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2713e-2e22-4df3-89ea-1f179a728fc2 None None] Pushing event updated for resources: {'Port': ['ID=a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:13.673250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Allocated IP 172.25.1.54 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/52370674-afaa-45b9-a99e-7a5ad1109e87) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:13.802489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.846063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.888070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:13.891108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:13.894918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:13.900546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Pushing event updated for resources: {'Port': ['ID=52370674-afaa-45b9-a99e-7a5ad1109e87,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:14.149891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.273966 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.352085 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.487656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Router 95f09a9b-e815-440a-b55e-e08dd58827e1 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:40:14.511741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eadab66-f191-493e-aba8-8005eba822e9 None None] Network 4f285721-3a73-44f9-8627-16504382a21e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:14.577696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-aaff5b34-0f4c-44f9-9a74-d0926a8c7552 None None] Provisioning for port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:14.600518 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:14.610855 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Sync routers for ids ['95f09a9b-e815-440a-b55e-e08dd58827e1'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:14.619245 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.620304 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1829b807-080d-4a30-9ee4-49706df831b9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8541462 Aug 31 10:40:14.623228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48784) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:14.624844 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Routers {'95f09a9b-e815-440a-b55e-e08dd58827e1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:14.625647 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['95f09a9b-e815-440a-b55e-e08dd58827e1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:14.742529 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Set router 95f09a9b-e815-440a-b55e-e08dd58827e1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:14.934603 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:40:14Z', 'revision_number': 3, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port': {'id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:13Z', 'updated_at': '2021-08-31T10:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:14.961226 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Checking router: 95f09a9b-e815-440a-b55e-e08dd58827e1 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:14.961574 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Updating router 95f09a9b-e815-440a-b55e-e08dd58827e1 port 52370674-afaa-45b9-a99e-7a5ad1109e87 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:40:14.994202 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.062210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:15.070197 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.112555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:15.118129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:15.119000 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.203349 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.235481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:15.239820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.245964 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Allocated IP 172.20.0.1 (4f285721-3a73-44f9-8627-16504382a21e/c3a5c689-6927-4d8b-9172-e244dafbcdf5/05ed65ba-d01b-4345-ae3b-0296166fa04f) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:15.273758 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.284545 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Transition to ACTIVE for port object 52370674-afaa-45b9-a99e-7a5ad1109e87 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:15.290870 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.292586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:15.346062 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Attempting to bind port 52370674-afaa-45b9-a99e-7a5ad1109e87 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:15.346420 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Attempting to bind port 52370674-afaa-45b9-a99e-7a5ad1109e87 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:15.346800 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Attempting to bind port 52370674-afaa-45b9-a99e-7a5ad1109e87 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:15.348612 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Pushing event updated for resources: {'Port': ['ID=52370674-afaa-45b9-a99e-7a5ad1109e87,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:15.357433 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:15.357806 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:15.358197 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.358578 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:15.359076 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Bound port: 52370674-afaa-45b9-a99e-7a5ad1109e87, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:15.359551 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.361711 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.362045 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.362376 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.362699 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.363214 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.363541 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.363860 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.364178 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.364492 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.364810 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.365123 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.365436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:15.366627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.383941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Transition to ACTIVE for port object 05ed65ba-d01b-4345-ae3b-0296166fa04f will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:15.422616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] For port 52370674-afaa-45b9-a99e-7a5ad1109e87, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:15.426389 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.426625 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] For port 52370674-afaa-45b9-a99e-7a5ad1109e87, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=52370674-afaa-45b9-a99e-7a5ad1109e87,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:15.431671 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.479196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Network 4f285721-3a73-44f9-8627-16504382a21e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:15.487212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:15.489597 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Routers {'95f09a9b-e815-440a-b55e-e08dd58827e1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:15.490226 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['95f09a9b-e815-440a-b55e-e08dd58827e1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:15.490776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:15.531579 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dac80b-7928-4c42-9749-8fb520e50908 None None] Pushing event updated for resources: {'Port': ['ID=52370674-afaa-45b9-a99e-7a5ad1109e87,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:15.538512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Pushing event updated for resources: {'Port': ['ID=05ed65ba-d01b-4345-ae3b-0296166fa04f,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:15.554718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.614849 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] Set router 95f09a9b-e815-440a-b55e-e08dd58827e1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:15.692888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.733199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-675e142c-cc7b-48a8-bf80-23ea9b29aa34 None None] Provisioning for port 05ed65ba-d01b-4345-ae3b-0296166fa04f completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:15.737160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-675e142c-cc7b-48a8-bf80-23ea9b29aa34 None None] Provisioning complete for port 05ed65ba-d01b-4345-ae3b-0296166fa04f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:15.737893 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-675e142c-cc7b-48a8-bf80-23ea9b29aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.777144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-675e142c-cc7b-48a8-bf80-23ea9b29aa34 None None] Port 05ed65ba-d01b-4345-ae3b-0296166fa04f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:15.808923 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:40:14Z', 'revision_number': 3, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port': {'id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:13Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:15.874184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.879281 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.923363 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5accee6-4751-4dc8-8a88-ed546f3807ae None None] The sync data for ids ['95f09a9b-e815-440a-b55e-e08dd58827e1'] in n-d-806683-2 is: [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:40:14Z', 'revision_number': 3, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port': {'id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:13Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:15.953573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.955608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Pushing event updated for resources: {'Port': ['ID=05ed65ba-d01b-4345-ae3b-0296166fa04f,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:16.049267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Network 4f285721-3a73-44f9-8627-16504382a21e is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:16.050623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:16.213553 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Router 95f09a9b-e815-440a-b55e-e08dd58827e1 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:16.305328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e2787cac-1742-40aa-980d-9122a7f8befc None None] Provisioning complete for port 05ed65ba-d01b-4345-ae3b-0296166fa04f triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:16.305697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e2787cac-1742-40aa-980d-9122a7f8befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.343105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e2787cac-1742-40aa-980d-9122a7f8befc None None] Port 05ed65ba-d01b-4345-ae3b-0296166fa04f cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:16.345912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:16.354073 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6961cd51-6b89-44e7-afd1-b45fbc60262a admin admin] 10.222.0.69 "PUT /v2.0/routers/95f09a9b-e815-440a-b55e-e08dd58827e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7297807 Aug 31 10:40:16.845123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48800) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:16.850096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1654133278-network', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:16.872160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Made reservation on behalf of dc8b3718df574c0db0829ac0dfc9a700 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:16.874630 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.883764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.975317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.979627 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.008486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:40:17.015920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cad2a93-096a-4637-81d7-9dfe100a85ed,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:17.022808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.023167 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Added segment 04912261-3fc2-4fc9-840b-94440344fb60 of type vlan for network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d Aug 31 10:40:17.068925 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.096934 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.098058 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:17.098765 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.100526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:17.152332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:17.153436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.160330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3116138 Aug 31 10:40:17.160566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48802) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:17.165379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Request body: {'subnet': {'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-subnet', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:17.181367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acf06a-ef22-4515-b4d7-0dd4c90f5c18 admin admin] Pushing event updated for resources: {'Network': ['ID=7c72fc5e-d702-458d-b4e0-4ef899c9ea5d,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:17.194638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:40:17.196104 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Made reservation on behalf of dc8b3718df574c0db0829ac0dfc9a700 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:17.198764 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.302361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 52370674-afaa-45b9-a99e-7a5ad1109e87 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:17.352259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 52370674-afaa-45b9-a99e-7a5ad1109e87 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:17.355892 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:40:17.357400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 52370674-afaa-45b9-a99e-7a5ad1109e87 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:17.357806 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.376282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.441007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed30ce4e-95ae-4c44-9aab-568772fe9e46,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:17.442211 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.451710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Checking segment: {'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:17.452254 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Network hostable DHCP agents. Network: 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:40:17.465043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 52370674-afaa-45b9-a99e-7a5ad1109e87, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=52370674-afaa-45b9-a99e-7a5ad1109e87,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:17.470001 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.485908 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:40:17.497614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:17.504287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:17.505314 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.508948 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d35530-c142-4712-84d2-5a360c4ef8de None None] Network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:17.530632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 48804) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:17.537256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:17.539264 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b2646186-66e4-4e1c-aa60-8ee067b20f37 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3776195 Aug 31 10:40:17.566007 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.568166 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.575949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Sync routers for ids ['95f09a9b-e815-440a-b55e-e08dd58827e1'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:17.587289 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=52370674-afaa-45b9-a99e-7a5ad1109e87,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:17.608212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Routers {'95f09a9b-e815-440a-b55e-e08dd58827e1'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:17.608875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['95f09a9b-e815-440a-b55e-e08dd58827e1'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:17.632486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.774063 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.782665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Set router 95f09a9b-e815-440a-b55e-e08dd58827e1 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:17.811778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-7c72fc5e-d702-458d-b4e0-4ef899c9ea5d', 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'fixed_ips': [{'subnet_id': 'ed30ce4e-95ae-4c44-9aab-568772fe9e46'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:17.812564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.973531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.992878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.056747 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Allocated IP 172.20.0.2 (7c72fc5e-d702-458d-b4e0-4ef899c9ea5d/ed30ce4e-95ae-4c44-9aab-568772fe9e46/f3b4cd76-149e-48b6-95db-035890efe5e5) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:18.099055 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Allocated IP 172.25.1.132 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/2598c2f5-1a0f-4179-9427-4fc1eecc37a8) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:18.175333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 4, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port': {'id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:13Z', 'updated_at': '2021-08-31T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '05ed65ba-d01b-4345-ae3b-0296166fa04f', 'name': '', 'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'mac_address': 'fa:16:3e:1c:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 2, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'subnets': [{'id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:18.206274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.208361 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Checking router: 95f09a9b-e815-440a-b55e-e08dd58827e1 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:18.208721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Updating router 95f09a9b-e815-440a-b55e-e08dd58827e1 port 05ed65ba-d01b-4345-ae3b-0296166fa04f binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:40:18.245849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.263969 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.289537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:18.295278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:18.297406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Pushing event updated for resources: {'Port': ['ID=2598c2f5-1a0f-4179-9427-4fc1eecc37a8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:18.299690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:18.323136 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.340309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Transition to ACTIVE for port object f3b4cd76-149e-48b6-95db-035890efe5e5 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:18.410896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Transition to ACTIVE for port object f3b4cd76-149e-48b6-95db-035890efe5e5 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:18.422268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.511419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:18.519717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:18.524713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:18.534972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Pushing event updated for resources: {'Port': ['ID=f3b4cd76-149e-48b6-95db-035890efe5e5,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:18.564570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.621249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Attempting to bind port f3b4cd76-149e-48b6-95db-035890efe5e5 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:18.621618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Attempting to bind port f3b4cd76-149e-48b6-95db-035890efe5e5 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:18.621982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Attempting to bind port f3b4cd76-149e-48b6-95db-035890efe5e5 on network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:18.635036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:18.635413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Checking segment: {'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:18.635812 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.636207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Bound using segment: {'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:18.636661 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Bound port: f3b4cd76-149e-48b6-95db-035890efe5e5, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:18.637642 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.712633 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.736159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Transition to ACTIVE for port object 05ed65ba-d01b-4345-ae3b-0296166fa04f will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:18.743987 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.754783 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.776333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] For port f3b4cd76-149e-48b6-95db-035890efe5e5, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:18.802979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] For port f3b4cd76-149e-48b6-95db-035890efe5e5, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3b4cd76-149e-48b6-95db-035890efe5e5,segment=NetworkSegment(04912261-3fc2-4fc9-840b-94440344fb60),segment_id=04912261-3fc2-4fc9-840b-94440344fb60)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:18.815058 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.818464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f245423-3aef-4c81-a152-f52a43eee912 None None] Pushing event updated for resources: {'Port': ['ID=05ed65ba-d01b-4345-ae3b-0296166fa04f,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:18.897542 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Router 50370a8d-5c11-4853-a0b4-cfff58bf38be is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:40:18.906298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Attempting to bind port 05ed65ba-d01b-4345-ae3b-0296166fa04f on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:18.906665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Attempting to bind port 05ed65ba-d01b-4345-ae3b-0296166fa04f by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:18.907063 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Attempting to bind port 05ed65ba-d01b-4345-ae3b-0296166fa04f on network 4f285721-3a73-44f9-8627-16504382a21e {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:18.917690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:18.918133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Checking segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:18.918508 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.918932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Bound using segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:18.919406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Bound port: 05ed65ba-d01b-4345-ae3b-0296166fa04f, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:18.919788 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.938738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e6deb-a95c-4633-832d-9e7003738d68 None None] Pushing event updated for resources: {'Port': ['ID=f3b4cd76-149e-48b6-95db-035890efe5e5,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:19.008126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] For port 05ed65ba-d01b-4345-ae3b-0296166fa04f, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:19.012448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] For port 05ed65ba-d01b-4345-ae3b-0296166fa04f, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=05ed65ba-d01b-4345-ae3b-0296166fa04f,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:19.023641 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.040256 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:19.054425 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Sync routers for ids ['50370a8d-5c11-4853-a0b4-cfff58bf38be'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:19.071403 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Routers {'50370a8d-5c11-4853-a0b4-cfff58bf38be'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:19.072031 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['50370a8d-5c11-4853-a0b4-cfff58bf38be'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:19.078370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 52370674-afaa-45b9-a99e-7a5ad1109e87 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:19.085110 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.089646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 48806) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:19.100511 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c3587f50-bd09-4ff2-9b7f-81623207926a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5684426 Aug 31 10:40:19.263371 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Set router 50370a8d-5c11-4853-a0b4-cfff58bf38be gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:19.363978 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Routers {'95f09a9b-e815-440a-b55e-e08dd58827e1'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:19.365259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['95f09a9b-e815-440a-b55e-e08dd58827e1'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:19.421791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f245423-3aef-4c81-a152-f52a43eee912 None None] Pushing event updated for resources: {'Port': ['ID=05ed65ba-d01b-4345-ae3b-0296166fa04f,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:19.472051 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:18Z', 'revision_number': 3, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port': {'id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:19.495248 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 52370674-afaa-45b9-a99e-7a5ad1109e87 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:19.495641 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.502866 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Checking router: 50370a8d-5c11-4853-a0b4-cfff58bf38be for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:19.503213 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Updating router 50370a8d-5c11-4853-a0b4-cfff58bf38be port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:40:19.530386 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.549179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] Set router 95f09a9b-e815-440a-b55e-e08dd58827e1 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:19.655794 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.828387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 4, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port': {'id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:13Z', 'updated_at': '2021-08-31T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '05ed65ba-d01b-4345-ae3b-0296166fa04f', 'name': '', 'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'mac_address': 'fa:16:3e:1c:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:18Z', 'revision_number': 4, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'subnets': [{'id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:19.839544 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.849766 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Allocated IP 172.20.0.1 (7c72fc5e-d702-458d-b4e0-4ef899c9ea5d/ed30ce4e-95ae-4c44-9aab-568772fe9e46/d7034640-03de-4df3-8596-28cb636f9a40) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:19.851402 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Transition to ACTIVE for port object 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:19.857876 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.867843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff012f3-5b39-49c7-9f70-24715be5c5ae None None] The sync data for ids ['95f09a9b-e815-440a-b55e-e08dd58827e1'] in n-d-806683-2 is: [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 4, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port': {'id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:13Z', 'updated_at': '2021-08-31T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '05ed65ba-d01b-4345-ae3b-0296166fa04f', 'name': '', 'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'mac_address': 'fa:16:3e:1c:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:18Z', 'revision_number': 4, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'subnets': [{'id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:19.951871 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Attempting to bind port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:19.952573 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Attempting to bind port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:19.952763 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Attempting to bind port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:19.968671 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c9415-8bb6-4355-8a36-8c5646dcefc6 None None] Pushing event updated for resources: {'Port': ['ID=2598c2f5-1a0f-4179-9427-4fc1eecc37a8,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:19.971834 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:19.972353 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:19.972842 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.973318 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:19.973881 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Bound port: 2598c2f5-1a0f-4179-9427-4fc1eecc37a8, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:19.974349 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.002126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.034982 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Transition to ACTIVE for port object d7034640-03de-4df3-8596-28cb636f9a40 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:20.063008 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] For port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:20.066426 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] For port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2598c2f5-1a0f-4179-9427-4fc1eecc37a8,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:20.076870 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.105842 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.143057 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Routers {'50370a8d-5c11-4853-a0b4-cfff58bf38be'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:20.143683 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['50370a8d-5c11-4853-a0b4-cfff58bf38be'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:20.147513 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c9415-8bb6-4355-8a36-8c5646dcefc6 None None] Pushing event updated for resources: {'Port': ['ID=2598c2f5-1a0f-4179-9427-4fc1eecc37a8,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:20.160668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:20.164535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:20.171790 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:20.218554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Pushing event updated for resources: {'Port': ['ID=d7034640-03de-4df3-8596-28cb636f9a40,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:20.222538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.230414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.230949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.231354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.231958 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.232906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.233320 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.234966 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.235674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.236094 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.236590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.236927 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.237257 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:20.254671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968558ea-afe4-4bb9-8769-1ec2a2b7c1e4 None None] Network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:20.280678 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] Set router 50370a8d-5c11-4853-a0b4-cfff58bf38be gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:20.331287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-18f07007-612b-4c6e-be0a-ea9073163fd6 None None] Provisioning for port f3b4cd76-149e-48b6-95db-035890efe5e5 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:20.396400 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.497296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:18Z', 'revision_number': 3, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port': {'id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:20.529598 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca6bab4-f22b-4015-b631-15f20c24c9b5 None None] The sync data for ids ['50370a8d-5c11-4853-a0b4-cfff58bf38be'] in n-d-806683-2 is: [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:18Z', 'revision_number': 3, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port': {'id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:20.644287 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.650742 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.731854 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Pushing event updated for resources: {'Port': ['ID=d7034640-03de-4df3-8596-28cb636f9a40,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:20.734493 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.768416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-71a651e3-990b-45a9-8751-6395646d4938 None None] Provisioning for port d7034640-03de-4df3-8596-28cb636f9a40 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:20.776046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-71a651e3-990b-45a9-8751-6395646d4938 None None] Provisioning complete for port d7034640-03de-4df3-8596-28cb636f9a40 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:20.776426 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-71a651e3-990b-45a9-8751-6395646d4938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.828519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-71a651e3-990b-45a9-8751-6395646d4938 None None] Port d7034640-03de-4df3-8596-28cb636f9a40 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:20.851660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:20.853244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:21.076533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1ea47c5a-db0c-447b-8fd7-1e35deda30f0 None None] Provisioning complete for port d7034640-03de-4df3-8596-28cb636f9a40 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.076908 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1ea47c5a-db0c-447b-8fd7-1e35deda30f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.180949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1ea47c5a-db0c-447b-8fd7-1e35deda30f0 None None] Port d7034640-03de-4df3-8596-28cb636f9a40 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:21.285044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:21.391566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:21.397828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.398490 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.461307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f76a8c2e-1305-4991-b538-aba28993852b None None] Provisioning complete for port d7034640-03de-4df3-8596-28cb636f9a40 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.461682 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f76a8c2e-1305-4991-b538-aba28993852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.515050 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f76a8c2e-1305-4991-b538-aba28993852b None None] Port d7034640-03de-4df3-8596-28cb636f9a40 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:21.557354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Router 50370a8d-5c11-4853-a0b4-cfff58bf38be has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:21.565693 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.590545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2598c2f5-1a0f-4179-9427-4fc1eecc37a8,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:21.595289 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.596163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3b4cd76-149e-48b6-95db-035890efe5e5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:21.685656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=2598c2f5-1a0f-4179-9427-4fc1eecc37a8,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:21.690077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port f3b4cd76-149e-48b6-95db-035890efe5e5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:21.694522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f3b4cd76-149e-48b6-95db-035890efe5e5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.695065 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.700426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:21.705810 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7a0315e4-866d-4548-8868-dcab54e6ca63 admin admin] 10.222.0.69 "PUT /v2.0/routers/50370a8d-5c11-4853-a0b4-cfff58bf38be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6147854 Aug 31 10:40:21.814124 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.852607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port f3b4cd76-149e-48b6-95db-035890efe5e5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3b4cd76-149e-48b6-95db-035890efe5e5,segment=NetworkSegment(04912261-3fc2-4fc9-840b-94440344fb60),segment_id=04912261-3fc2-4fc9-840b-94440344fb60)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:21.857165 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.858065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 05ed65ba-d01b-4345-ae3b-0296166fa04f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:21.950254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=f3b4cd76-149e-48b6-95db-035890efe5e5,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:21.962419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a56f1c1d-761f-4a61-a292-95fa82b43449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.968876 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 05ed65ba-d01b-4345-ae3b-0296166fa04f completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:21.972835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 05ed65ba-d01b-4345-ae3b-0296166fa04f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.973296 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.060845 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.095752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 05ed65ba-d01b-4345-ae3b-0296166fa04f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=05ed65ba-d01b-4345-ae3b-0296166fa04f,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:22.100027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.149532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=05ed65ba-d01b-4345-ae3b-0296166fa04f,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:22.539658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124723ba-5c82-4841-ab45-01f845a01594 req-adbc2b88-94bf-4aee-99d8-090e9d4d540d tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:22.541135 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-adbc2b88-94bf-4aee-99d8-090e9d4d540d tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/networks?id=4f285721-3a73-44f9-8627-16504382a21e HTTP/1.1" status: 200 len: 816 time: 0.1009216 Aug 31 10:40:22.560915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-ec5d3012-1fdc-47b9-a75c-186f16297e9c tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/quotas/42f664fd89c643a5b4a9d70d9a826957 HTTP/1.1" status: 200 len: 375 time: 0.0105889 Aug 31 10:40:22.615729 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-d275694c-4254-4011-ba75-5409da8bce31 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=42f664fd89c643a5b4a9d70d9a826957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490096 Aug 31 10:40:22.716441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-916f6fa2-db92-4d43-a514-32ef70b640f5 service neutron] 10.222.0.69 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883648 Aug 31 10:40:22.808211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-35d1293e-155e-43e0-a9ab-6e310db38310 service neutron] 10.222.0.69 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856135 Aug 31 10:40:22.973015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c24d8df9-08c9-4fa6-a45c-db461cf80a2e req-4e0f0f71-565f-43af-8208-137a17a59465 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 210 time: 0.0301738 Aug 31 10:40:23.055642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3b4cd76-149e-48b6-95db-035890efe5e5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:23.105481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port f3b4cd76-149e-48b6-95db-035890efe5e5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:23.105644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:23.194263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:23.242231 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:23.242613 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:23.337237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 05ed65ba-d01b-4345-ae3b-0296166fa04f up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:23.363327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Sync routers for ids ['50370a8d-5c11-4853-a0b4-cfff58bf38be'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:23.383459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Routers {'50370a8d-5c11-4853-a0b4-cfff58bf38be'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:23.384076 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['50370a8d-5c11-4853-a0b4-cfff58bf38be'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:23.447738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 05ed65ba-d01b-4345-ae3b-0296166fa04f triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:23.448104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:23.539069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Set router 50370a8d-5c11-4853-a0b4-cfff58bf38be gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:23.771452 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port': {'id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd7034640-03de-4df3-8596-28cb636f9a40', 'name': '', 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'mac_address': 'fa:16:3e:50:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ed30ce4e-95ae-4c44-9aab-568772fe9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:19Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 2, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'subnets': [{'id': 'ed30ce4e-95ae-4c44-9aab-568772fe9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:23.798992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Checking router: 50370a8d-5c11-4853-a0b4-cfff58bf38be for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:23.798992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Updating router 50370a8d-5c11-4853-a0b4-cfff58bf38be port d7034640-03de-4df3-8596-28cb636f9a40 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:40:23.826070 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:23.933615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124723ba-5c82-4841-ab45-01f845a01594 req-756858be-5490-4352-866f-6f1bb205a399 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:23.935293 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-756858be-5490-4352-866f-6f1bb205a399 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.52 "GET /v2.0/networks?id=4f285721-3a73-44f9-8627-16504382a21e HTTP/1.1" status: 200 len: 816 time: 0.1219807 Aug 31 10:40:23.948149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Request body: {'port': {'device_id': '0a49d432-15aa-424e-9b03-1666187272d3', 'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'admin_state_up': True, 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:24.076476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Made reservation on behalf of 42f664fd89c643a5b4a9d70d9a826957 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:24.080506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.083832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-278e9e96-70f2-41cc-a5dd-1af0c8575d01 req-822e01ac-eb82-4aee-838b-935dc292e2f1 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 210 time: 0.0322623 Aug 31 10:40:24.219506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Allocated IP 172.20.0.7 (4f285721-3a73-44f9-8627-16504382a21e/c3a5c689-6927-4d8b-9172-e244dafbcdf5/d5e780e1-07d2-4b2a-a69a-4167a1209b78) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:24.267280 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.277161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Transition to ACTIVE for port object d7034640-03de-4df3-8596-28cb636f9a40 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:24.283096 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.337584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f937876-f8c2-4dbe-9373-0c501679319c None None] Pushing event updated for resources: {'Port': ['ID=d7034640-03de-4df3-8596-28cb636f9a40,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:24.372892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.388108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Transition to ACTIVE for port object d5e780e1-07d2-4b2a-a69a-4167a1209b78 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:24.390825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Attempting to bind port d7034640-03de-4df3-8596-28cb636f9a40 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:24.391285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Attempting to bind port d7034640-03de-4df3-8596-28cb636f9a40 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:24.391696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Attempting to bind port d7034640-03de-4df3-8596-28cb636f9a40 on network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:24.396872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:24.397250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Checking segment: {'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:24.397760 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.398041 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Bound using segment: {'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:24.398505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Bound port: d7034640-03de-4df3-8596-28cb636f9a40, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04912261-3fc2-4fc9-840b-94440344fb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:24.399101 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.423229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.474671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] For port d7034640-03de-4df3-8596-28cb636f9a40, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:24.478633 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] For port d7034640-03de-4df3-8596-28cb636f9a40, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d7034640-03de-4df3-8596-28cb636f9a40,segment=NetworkSegment(04912261-3fc2-4fc9-840b-94440344fb60),segment_id=04912261-3fc2-4fc9-840b-94440344fb60)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:24.481195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Network 4f285721-3a73-44f9-8627-16504382a21e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:24.484833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.485513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:24.488086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Pushing event updated for resources: {'Port': ['ID=d5e780e1-07d2-4b2a-a69a-4167a1209b78,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:24.490983 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:24.553258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:24.554001 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.570312 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-1f4219f0-0ffa-4d72-a432-91c752051dbf tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6263437 Aug 31 10:40:24.573570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Routers {'50370a8d-5c11-4853-a0b4-cfff58bf38be'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:24.574257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:39:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['50370a8d-5c11-4853-a0b4-cfff58bf38be'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:24.583282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Request body: {'port': {'device_id': '0a49d432-15aa-424e-9b03-1666187272d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:24.624418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f937876-f8c2-4dbe-9373-0c501679319c None None] Pushing event updated for resources: {'Port': ['ID=d7034640-03de-4df3-8596-28cb636f9a40,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:24.645292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.713258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] Set router 50370a8d-5c11-4853-a0b4-cfff58bf38be gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:24.872309 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3d05dd9-84c1-4a5b-81a1-6b5123edaf79 None None] Provisioning for port d5e780e1-07d2-4b2a-a69a-4167a1209b78 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:24.882971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a3d05dd9-84c1-4a5b-81a1-6b5123edaf79 None None] Provisioning complete for port d5e780e1-07d2-4b2a-a69a-4167a1209b78 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:24.883415 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a3d05dd9-84c1-4a5b-81a1-6b5123edaf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.957043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a3d05dd9-84c1-4a5b-81a1-6b5123edaf79 None None] Port d5e780e1-07d2-4b2a-a69a-4167a1209b78 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:24.987852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port': {'id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd7034640-03de-4df3-8596-28cb636f9a40', 'name': '', 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'mac_address': 'fa:16:3e:50:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ed30ce4e-95ae-4c44-9aab-568772fe9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:19Z', 'updated_at': '2021-08-31T10:40:24Z', 'revision_number': 4, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'subnets': [{'id': 'ed30ce4e-95ae-4c44-9aab-568772fe9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:25.015962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5bdab-c4e3-41a2-8490-942fe6227d24 None None] The sync data for ids ['50370a8d-5c11-4853-a0b4-cfff58bf38be'] in n-d-806683-2 is: [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port': {'id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'd7034640-03de-4df3-8596-28cb636f9a40', 'name': '', 'network_id': '7c72fc5e-d702-458d-b4e0-4ef899c9ea5d', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'mac_address': 'fa:16:3e:50:a8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ed30ce4e-95ae-4c44-9aab-568772fe9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:19Z', 'updated_at': '2021-08-31T10:40:24Z', 'revision_number': 4, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'subnets': [{'id': 'ed30ce4e-95ae-4c44-9aab-568772fe9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:25.159036 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.227641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a6ca-296f-4679-9098-e24d1d8a8ea3 req-491ee2f5-fe80-4c79-869e-a8818e1d3c14 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:25.230333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbd0a6ca-296f-4679-9098-e24d1d8a8ea3 req-491ee2f5-fe80-4c79-869e-a8818e1d3c14 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 931 time: 0.0600131 Aug 31 10:40:25.274470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e780e1-07d2-4b2a-a69a-4167a1209b78 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:40:25.275840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fbd0a6ca-296f-4679-9098-e24d1d8a8ea3 req-ba8bb5bc-c008-4fa9-9896-1970892f746e tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Aug 31 10:40:25.282552 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.302129 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Transition to ACTIVE for port object d5e780e1-07d2-4b2a-a69a-4167a1209b78 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:25.305974 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.376417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e780e1-07d2-4b2a-a69a-4167a1209b78,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:25.442426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Attempting to bind port d5e780e1-07d2-4b2a-a69a-4167a1209b78 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:25.442784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Attempting to bind port d5e780e1-07d2-4b2a-a69a-4167a1209b78 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:25.443120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Attempting to bind port d5e780e1-07d2-4b2a-a69a-4167a1209b78 on network 4f285721-3a73-44f9-8627-16504382a21e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:25.447720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Port d5e780e1-07d2-4b2a-a69a-4167a1209b78 on network 4f285721-3a73-44f9-8627-16504382a21e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:40:25.448043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Attempting to bind port d5e780e1-07d2-4b2a-a69a-4167a1209b78 on network 4f285721-3a73-44f9-8627-16504382a21e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:25.453746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:25.454093 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Checking segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:25.454479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Bound using segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:25.454937 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Bound port: d5e780e1-07d2-4b2a-a69a-4167a1209b78, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:25.455296 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.530679 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] For port d5e780e1-07d2-4b2a-a69a-4167a1209b78, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:25.533976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] For port d5e780e1-07d2-4b2a-a69a-4167a1209b78, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d5e780e1-07d2-4b2a-a69a-4167a1209b78,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:25.539477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.586658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:25.587307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.588728 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] 10.222.0.52 "PUT /v2.0/ports/d5e780e1-07d2-4b2a-a69a-4167a1209b78 HTTP/1.1" status: 200 len: 1091 time: 1.0099962 Aug 31 10:40:25.589192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a49d432-15aa-424e-9b03-1666187272d3', 'tag': 'd5e780e1-07d2-4b2a-a69a-4167a1209b78'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:25.592140 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5a4f4c-ba6f-418e-a75c-738f691dff88" -d '{"events": [{"name": "network-changed", "server_uuid": "0a49d432-15aa-424e-9b03-1666187272d3", "tag": "d5e780e1-07d2-4b2a-a69a-4167a1209b78"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:25.612919 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88df60b-9748-474d-a9d4-28f2b063b179 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e780e1-07d2-4b2a-a69a-4167a1209b78,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:25.653037 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c0a2bf-f458-4cbd-aed8-89421a8719db x-openstack-request-id: req-06c0a2bf-f458-4cbd-aed8-89421a8719db {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:25.653320 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a49d432-15aa-424e-9b03-1666187272d3", "tag": "d5e780e1-07d2-4b2a-a69a-4167a1209b78", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:25.653565 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06c0a2bf-f458-4cbd-aed8-89421a8719db {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:25.653983 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a49d432-15aa-424e-9b03-1666187272d3', 'tag': 'd5e780e1-07d2-4b2a-a69a-4167a1209b78', 'status': 'completed', 'code': 200} Aug 31 10:40:25.695119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124723ba-5c82-4841-ab45-01f845a01594 req-78b4ba2b-af9b-49a6-9896-1a928a1bc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:25.696812 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-78b4ba2b-af9b-49a6-9896-1a928a1bc870 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42f664fd89c643a5b4a9d70d9a826957&device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 1094 time: 0.0538001 Aug 31 10:40:25.743475 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-d789e7d8-cff6-461f-93b6-8b7cc7f31f51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5e780e1-07d2-4b2a-a69a-4167a1209b78 HTTP/1.1" status: 200 len: 217 time: 0.0383632 Aug 31 10:40:25.794079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124723ba-5c82-4841-ab45-01f845a01594 req-742408d4-2e48-47d9-9202-14eec0dca387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:25.795622 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-742408d4-2e48-47d9-9202-14eec0dca387 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a5c689-6927-4d8b-9172-e244dafbcdf5 HTTP/1.1" status: 200 len: 855 time: 0.0450399 Aug 31 10:40:25.840909 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124723ba-5c82-4841-ab45-01f845a01594 req-f813e11a-0de7-4a14-97f6-21d6bf140f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:25.842447 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-f813e11a-0de7-4a14-97f6-21d6bf140f4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f285721-3a73-44f9-8627-16504382a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401423 Aug 31 10:40:25.865972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1ff55e4-e526-47e7-b662-512ff99ea1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.937425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-cdc455b0-80eb-4ee7-ac7d-7d5ad1bd59b9 service neutron] 10.222.0.52 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875974 Aug 31 10:40:26.027604 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-124723ba-5c82-4841-ab45-01f845a01594 req-da57082b-a0dc-46cd-adae-b55c39310b72 service neutron] 10.222.0.52 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836596 Aug 31 10:40:26.119747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-b49e8126-e2af-44db-a209-5e9caad935c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.121890 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-b49e8126-e2af-44db-a209-5e9caad935c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42f664fd89c643a5b4a9d70d9a826957&device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 1094 time: 0.0459094 Aug 31 10:40:26.210544 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-c5233c3c-c134-499c-84e7-b071c063bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.211956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-c5233c3c-c134-499c-84e7-b071c063bf5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f285721-3a73-44f9-8627-16504382a21e HTTP/1.1" status: 200 len: 918 time: 0.0842664 Aug 31 10:40:26.259537 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-3566fff6-c6c0-4b2d-8b7d-453a0d450caa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5e780e1-07d2-4b2a-a69a-4167a1209b78 HTTP/1.1" status: 200 len: 217 time: 0.0395329 Aug 31 10:40:26.310898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-99ef1db6-2dfa-4a2c-ab54-0c4cfcaa31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.312449 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-99ef1db6-2dfa-4a2c-ab54-0c4cfcaa31f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a5c689-6927-4d8b-9172-e244dafbcdf5 HTTP/1.1" status: 200 len: 855 time: 0.0448895 Aug 31 10:40:26.364708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-114c24e7-65c0-4a82-8bd1-ac39ff83bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.366272 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-114c24e7-65c0-4a82-8bd1-ac39ff83bc7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f285721-3a73-44f9-8627-16504382a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467446 Aug 31 10:40:26.393933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f628a-7bee-4f07-9b44-97e155c163f1 req-47f31fb8-bfe3-42d7-b5db-7564089019fe tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.395460 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f28f628a-7bee-4f07-9b44-97e155c163f1 req-47f31fb8-bfe3-42d7-b5db-7564089019fe tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 943 time: 0.0506792 Aug 31 10:40:26.434547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f28f628a-7bee-4f07-9b44-97e155c163f1 req-ef0355a8-1be3-4d67-a1c2-2fbd86d12609 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Aug 31 10:40:26.459717 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-18857130-5b8d-480a-9110-247d4b205e5f service neutron] 10.222.0.52 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855894 Aug 31 10:40:26.557413 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dd5a4f4c-ba6f-418e-a75c-738f691dff88 req-ab74d21a-0166-4736-871a-16ccc3393bfb service neutron] 10.222.0.52 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900571 Aug 31 10:40:27.045935 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d7034640-03de-4df3-8596-28cb636f9a40 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:27.098675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d7034640-03de-4df3-8596-28cb636f9a40 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:27.102646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d7034640-03de-4df3-8596-28cb636f9a40 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:27.103116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:27.187048 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:27.230653 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d7034640-03de-4df3-8596-28cb636f9a40, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d7034640-03de-4df3-8596-28cb636f9a40,segment=NetworkSegment(04912261-3fc2-4fc9-840b-94440344fb60),segment_id=04912261-3fc2-4fc9-840b-94440344fb60)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:27.234680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:27.285347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d7034640-03de-4df3-8596-28cb636f9a40,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:27.556270 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bbc78-77d5-4dd5-9b45-7353e1288bb7 req-bd6e8f64-74e0-4830-b95d-65c8a1cb94bd tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:27.557779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d7bbc78-77d5-4dd5-9b45-7353e1288bb7 req-bd6e8f64-74e0-4830-b95d-65c8a1cb94bd tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 943 time: 0.0545566 Aug 31 10:40:27.596570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d7bbc78-77d5-4dd5-9b45-7353e1288bb7 req-e8947986-10ef-434e-8b62-1c6a2543f84e tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Aug 31 10:40:27.938102 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:27.988501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d5e780e1-07d2-4b2a-a69a-4167a1209b78 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:40:28.083675 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d5e780e1-07d2-4b2a-a69a-4167a1209b78, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d5e780e1-07d2-4b2a-a69a-4167a1209b78,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:28.100941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'd5e780e1-07d2-4b2a-a69a-4167a1209b78', 'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'port_id': 'd5e780e1-07d2-4b2a-a69a-4167a1209b78', 'mac_address': 'fa:16:3e:25:89:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:40:28.146921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:28.159521 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e780e1-07d2-4b2a-a69a-4167a1209b78 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:40:28.178083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d5e780e1-07d2-4b2a-a69a-4167a1209b78, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d5e780e1-07d2-4b2a-a69a-4167a1209b78,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:28.181798 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:28.228255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d5e780e1-07d2-4b2a-a69a-4167a1209b78,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:28.386333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d5e780e1-07d2-4b2a-a69a-4167a1209b78'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:40:28.717289 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533d187-0317-47d9-bc46-e6a18d54e4da req-05b8e2c3-34ff-4afb-a1e0-b516af2d4557 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:28.718921 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4533d187-0317-47d9-bc46-e6a18d54e4da req-05b8e2c3-34ff-4afb-a1e0-b516af2d4557 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 944 time: 0.0500586 Aug 31 10:40:28.757087 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4533d187-0317-47d9-bc46-e6a18d54e4da req-85836ef0-d54f-4c72-a6dc-fd34dfda54d7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Aug 31 10:40:28.882651 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:29.034842 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d7034640-03de-4df3-8596-28cb636f9a40 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:29.081795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d7034640-03de-4df3-8596-28cb636f9a40 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:29.082159 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:29.873263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428118f-290e-4c21-8cca-20f6675672a0 req-6e68d1c3-b0ad-4c85-a56f-98025ff2e947 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:29.874742 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b428118f-290e-4c21-8cca-20f6675672a0 req-6e68d1c3-b0ad-4c85-a56f-98025ff2e947 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 944 time: 0.0483744 Aug 31 10:40:29.913947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b428118f-290e-4c21-8cca-20f6675672a0 req-ec14bde9-93d8-4fe0-bd6d-72e34173e6a8 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Aug 31 10:40:30.004401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d5e780e1-07d2-4b2a-a69a-4167a1209b78 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:30.056037 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port d5e780e1-07d2-4b2a-a69a-4167a1209b78 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:30.059735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port d5e780e1-07d2-4b2a-a69a-4167a1209b78 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:30.060108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:30.141474 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:30.171200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a49d432-15aa-424e-9b03-1666187272d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e780e1-07d2-4b2a-a69a-4167a1209b78'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:30.173538 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68994081-759c-41dd-8a53-8843cf3506f3" -d '{"events": [{"server_uuid": "0a49d432-15aa-424e-9b03-1666187272d3", "name": "network-vif-plugged", "status": "completed", "tag": "d5e780e1-07d2-4b2a-a69a-4167a1209b78"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:30.186698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port d5e780e1-07d2-4b2a-a69a-4167a1209b78, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d5e780e1-07d2-4b2a-a69a-4167a1209b78,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:30.191284 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:30.241261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=d5e780e1-07d2-4b2a-a69a-4167a1209b78,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:30.266798 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a83cb26-9296-427b-8042-5a10acf06d30 x-openstack-request-id: req-5a83cb26-9296-427b-8042-5a10acf06d30 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:30.267097 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a49d432-15aa-424e-9b03-1666187272d3", "name": "network-vif-plugged", "status": "completed", "tag": "d5e780e1-07d2-4b2a-a69a-4167a1209b78", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:30.267350 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a83cb26-9296-427b-8042-5a10acf06d30 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:30.267748 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a49d432-15aa-424e-9b03-1666187272d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e780e1-07d2-4b2a-a69a-4167a1209b78', 'code': 200} Aug 31 10:40:30.367520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57482205-c5b7-4932-a3df-cc10f81f898a req-d16b0c56-70f7-4865-a57d-5373c24e0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:30.368975 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-57482205-c5b7-4932-a3df-cc10f81f898a req-d16b0c56-70f7-4865-a57d-5373c24e0eea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 1096 time: 0.0434828 Aug 31 10:40:30.408250 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-57482205-c5b7-4932-a3df-cc10f81f898a req-2f002408-3b3f-43a9-9769-22ddf0dfa1e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Aug 31 10:40:31.032333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b3cef-660e-4c34-bfe3-3ba7a0c8d404 req-50088b6c-afcd-4a24-93bb-1b80ee4b3222 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:31.033826 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-342b3cef-660e-4c34-bfe3-3ba7a0c8d404 req-50088b6c-afcd-4a24-93bb-1b80ee4b3222 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 945 time: 0.0525944 Aug 31 10:40:31.071238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-342b3cef-660e-4c34-bfe3-3ba7a0c8d404 req-9b1f83ed-17bb-4737-80b5-a3e626668c34 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Aug 31 10:40:32.191442 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63d0be-2b6b-4bf5-bed9-f67eb6471563 req-b3a65d3a-4894-4cb5-99a9-877fa35b9955 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:32.193008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f63d0be-2b6b-4bf5-bed9-f67eb6471563 req-b3a65d3a-4894-4cb5-99a9-877fa35b9955 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Aug 31 10:40:32.233183 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f63d0be-2b6b-4bf5-bed9-f67eb6471563 req-71a285e1-2b40-442f-b286-bb9481c2e627 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Aug 31 10:40:32.346460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c89a1-0faf-4007-afa3-a3e71385a723 req-43df6c9d-1146-4025-a92d-8eb7d3334331 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:32.347969 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-639c89a1-0faf-4007-afa3-a3e71385a723 req-43df6c9d-1146-4025-a92d-8eb7d3334331 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Aug 31 10:40:32.385269 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-639c89a1-0faf-4007-afa3-a3e71385a723 req-8a8f01ec-10bc-420a-8267-a0812cbcfc2f tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Aug 31 10:40:41.182601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:44.276238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:51.945218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-03217951-9868-463d-93ea-70072f84e567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:52.321767 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35be88-e352-4b7e-934f-908d7aba11f7 req-6e0aff59-679a-473e-9dcf-6b601a46ea2e tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:52.323361 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e35be88-e352-4b7e-934f-908d7aba11f7 req-6e0aff59-679a-473e-9dcf-6b601a46ea2e tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 945 time: 0.0576296 Aug 31 10:40:52.362281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9e35be88-e352-4b7e-934f-908d7aba11f7 req-38112e88-71d9-4c87-9292-0209f846dcfd tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326133 Aug 31 10:40:53.487103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70049f8f-b86a-4211-b4cc-f97176c06a3a req-982d3d48-7535-423e-8221-01ed964f50fc tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:53.488683 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70049f8f-b86a-4211-b4cc-f97176c06a3a req-982d3d48-7535-423e-8221-01ed964f50fc tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 945 time: 0.0522721 Aug 31 10:40:53.534690 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-70049f8f-b86a-4211-b4cc-f97176c06a3a req-5ba2bb62-b1aa-4776-b449-fb6237a5cc20 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350721 Aug 31 10:40:53.801895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-6e0dd2cf-2c8e-445e-af1f-c61ab550ad40 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:53.803513 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-6e0dd2cf-2c8e-445e-af1f-c61ab550ad40 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 945 time: 0.0557454 Aug 31 10:40:53.898027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Deleting port d5e780e1-07d2-4b2a-a69a-4167a1209b78 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:53.898376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:54.002432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] For port d5e780e1-07d2-4b2a-a69a-4167a1209b78, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=d5e780e1-07d2-4b2a-a69a-4167a1209b78,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:54.002829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:54.018430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Calling delete_port for d5e780e1-07d2-4b2a-a69a-4167a1209b78 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:54.159305 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:54.174319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['d5e780e1-07d2-4b2a-a69a-4167a1209b78'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:40:54.194421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Pushing event deleted for resources: {'Port': ['ID=d5e780e1-07d2-4b2a-a69a-4167a1209b78,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:54.221044 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.221403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.221747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.222087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.222536 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.222772 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.223108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.225534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.225534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.225534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.225534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.225534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:54.248371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] No DVR routers for this DVR port d5e780e1-07d2-4b2a-a69a-4167a1209b78 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:54.251271 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:54.253426 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43a4b827-b298-4e85-ab39-7c720f27bae9 req-39bd6acd-f0b4-46a9-85ca-75b421366e08 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.52 "DELETE /v2.0/ports/d5e780e1-07d2-4b2a-a69a-4167a1209b78 HTTP/1.1" status: 204 len: 173 time: 0.4438808 Aug 31 10:40:54.253892 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a49d432-15aa-424e-9b03-1666187272d3', 'name': 'network-vif-deleted', 'tag': 'd5e780e1-07d2-4b2a-a69a-4167a1209b78'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:54.257474 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ee085-2f24-4bb0-8966-9ac9c03a21c8" -d '{"events": [{"server_uuid": "0a49d432-15aa-424e-9b03-1666187272d3", "name": "network-vif-deleted", "tag": "d5e780e1-07d2-4b2a-a69a-4167a1209b78"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:54.316889 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a4a782-40e4-4120-b11d-e8facef844e9 x-openstack-request-id: req-50a4a782-40e4-4120-b11d-e8facef844e9 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:54.317353 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a49d432-15aa-424e-9b03-1666187272d3", "name": "network-vif-deleted", "tag": "d5e780e1-07d2-4b2a-a69a-4167a1209b78", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:54.317726 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50a4a782-40e4-4120-b11d-e8facef844e9 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:54.318238 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a49d432-15aa-424e-9b03-1666187272d3', 'name': 'network-vif-deleted', 'tag': 'd5e780e1-07d2-4b2a-a69a-4167a1209b78', 'status': 'completed', 'code': 200} Aug 31 10:40:54.358500 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:40:54.658188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40a77f8a-00a9-4d07-9563-9ce4651d7113 req-36d9a642-2aab-48dd-a11b-6d3305596a1e tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a49d432-15aa-424e-9b03-1666187272d3 HTTP/1.1" status: 200 len: 210 time: 0.0302250 Aug 31 10:40:55.160259 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:55.871862 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3fee1993-dc45-428e-bb5f-0cb36a46902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:56.204872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-7a95ebc4-441a-44ee-a5d3-c22341d9510b tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:56.206392 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-7a95ebc4-441a-44ee-a5d3-c22341d9510b tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/networks?id=4f285721-3a73-44f9-8627-16504382a21e HTTP/1.1" status: 200 len: 816 time: 0.1095524 Aug 31 10:40:56.222110 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-a5743856-5d74-4d09-a532-0060af18f6c3 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/quotas/42f664fd89c643a5b4a9d70d9a826957 HTTP/1.1" status: 200 len: 375 time: 0.0096686 Aug 31 10:40:56.275500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-66a9a662-c295-4bd6-9451-f3828e39ac18 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=42f664fd89c643a5b4a9d70d9a826957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477307 Aug 31 10:40:56.291664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-e63f0131-1270-470b-800f-12039fb6c2d4 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:40:56.293184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-e63f0131-1270-470b-800f-12039fb6c2d4 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064318 Aug 31 10:40:56.389906 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ab997471-5789-4112-88f5-53650d8c1596 service neutron] 10.222.0.69 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906055 Aug 31 10:40:56.482055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-35b4130c-e6eb-4bdd-9ef8-dd8ddb682336 service neutron] 10.222.0.69 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857475 Aug 31 10:40:57.691457 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7eec2aa1-4f73-4094-8047-7d810ec9aba6 req-c26e8b39-692a-49e3-b68b-5308c5ba3dd4 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 210 time: 0.0302148 Aug 31 10:40:57.944530 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:58.129467 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d5e780e1-07d2-4b2a-a69a-4167a1209b78 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:58.150157 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: d5e780e1-07d2-4b2a-a69a-4167a1209b78 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:58.152232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device d5e780e1-07d2-4b2a-a69a-4167a1209b78 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:58.777895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-9cd0e41e-3359-4d36-b689-b5e24c210bfe tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:58.780764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-9cd0e41e-3359-4d36-b689-b5e24c210bfe tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.52 "GET /v2.0/networks?id=4f285721-3a73-44f9-8627-16504382a21e HTTP/1.1" status: 200 len: 816 time: 0.1346297 Aug 31 10:40:58.798259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Request body: {'port': {'device_id': 'b6bd83cb-614a-4905-b796-33659cf743e2', 'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'admin_state_up': True, 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:58.815479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5bea40a0-7832-4a0c-b598-fb8d1333feda req-796c3ef0-bdfa-49cd-87a0-e1fadd4e1f6b tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 210 time: 0.0392997 Aug 31 10:40:58.896246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:58.936876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Made reservation on behalf of 42f664fd89c643a5b4a9d70d9a826957 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:58.940490 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.077399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Allocated IP 172.20.0.8 (4f285721-3a73-44f9-8627-16504382a21e/c3a5c689-6927-4d8b-9172-e244dafbcdf5/cd2b8b86-471a-4acb-bd46-01a5ede4acec) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:59.236994 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.253678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Transition to ACTIVE for port object cd2b8b86-471a-4acb-bd46-01a5ede4acec will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:59.287118 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.331789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Network 4f285721-3a73-44f9-8627-16504382a21e is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:59.334998 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:59.339259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:59.346201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Pushing event updated for resources: {'Port': ['ID=cd2b8b86-471a-4acb-bd46-01a5ede4acec,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:59.400248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:59.400920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.418969 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-135887e7-8c1e-49be-b50e-a1bb99f09dc7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275218 Aug 31 10:40:59.432278 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Request body: {'port': {'device_id': 'b6bd83cb-614a-4905-b796-33659cf743e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:59.503043 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.613841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-64cf5f86-d7de-48c7-a5d6-6c052e8184c2 None None] Provisioning for port cd2b8b86-471a-4acb-bd46-01a5ede4acec completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:59.618613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-64cf5f86-d7de-48c7-a5d6-6c052e8184c2 None None] Provisioning complete for port cd2b8b86-471a-4acb-bd46-01a5ede4acec triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:59.619220 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-64cf5f86-d7de-48c7-a5d6-6c052e8184c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.658918 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-64cf5f86-d7de-48c7-a5d6-6c052e8184c2 None None] Port cd2b8b86-471a-4acb-bd46-01a5ede4acec cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:59.784018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2b8b86-471a-4acb-bd46-01a5ede4acec {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:40:59.791506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.805323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Transition to ACTIVE for port object cd2b8b86-471a-4acb-bd46-01a5ede4acec will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:59.809019 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.881988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Pushing event updated for resources: {'Port': ['ID=cd2b8b86-471a-4acb-bd46-01a5ede4acec,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:59.939503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Attempting to bind port cd2b8b86-471a-4acb-bd46-01a5ede4acec on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:59.939979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Attempting to bind port cd2b8b86-471a-4acb-bd46-01a5ede4acec by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:59.940319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Attempting to bind port cd2b8b86-471a-4acb-bd46-01a5ede4acec on network 4f285721-3a73-44f9-8627-16504382a21e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:59.944895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Port cd2b8b86-471a-4acb-bd46-01a5ede4acec on network 4f285721-3a73-44f9-8627-16504382a21e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:40:59.945220 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Attempting to bind port cd2b8b86-471a-4acb-bd46-01a5ede4acec on network 4f285721-3a73-44f9-8627-16504382a21e {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:59.954014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:59.954489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Checking segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:59.954869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Bound using segment: {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:59.955454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Bound port: cd2b8b86-471a-4acb-bd46-01a5ede4acec, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4f5875-95e8-4f44-afdf-5fdfc6551038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '4f285721-3a73-44f9-8627-16504382a21e'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:59.955821 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:59.961410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c94e04-f6ed-490d-b67d-69b1be8e92f1 req-0bf96fc5-bf8a-4477-abc9-15f0a724b511 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:59.963020 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2c94e04-f6ed-490d-b67d-69b1be8e92f1 req-0bf96fc5-bf8a-4477-abc9-15f0a724b511 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 943 time: 0.0628192 Aug 31 10:41:00.008467 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a2c94e04-f6ed-490d-b67d-69b1be8e92f1 req-014f5d69-8787-4cde-b436-03b5d08678f6 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357597 Aug 31 10:41:00.031431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] For port cd2b8b86-471a-4acb-bd46-01a5ede4acec, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:41:00.032687 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] For port cd2b8b86-471a-4acb-bd46-01a5ede4acec, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd2b8b86-471a-4acb-bd46-01a5ede4acec,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:41:00.036963 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:00.078494 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:00.079141 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:00.080567 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] 10.222.0.52 "PUT /v2.0/ports/cd2b8b86-471a-4acb-bd46-01a5ede4acec HTTP/1.1" status: 200 len: 1091 time: 0.6533723 Aug 31 10:41:00.081022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bd83cb-614a-4905-b796-33659cf743e2', 'tag': 'cd2b8b86-471a-4acb-bd46-01a5ede4acec'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:41:00.083400 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bd83cb-614a-4905-b796-33659cf743e2", "tag": "cd2b8b86-471a-4acb-bd46-01a5ede4acec"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:41:00.105087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34ebf3-643b-45c6-b5a2-3b8e62d31dfe service neutron] Pushing event updated for resources: {'Port': ['ID=cd2b8b86-471a-4acb-bd46-01a5ede4acec,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:00.134971 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a62176-e321-462f-99e2-76b8cd286936 x-openstack-request-id: req-e7a62176-e321-462f-99e2-76b8cd286936 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:41:00.135329 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bd83cb-614a-4905-b796-33659cf743e2", "tag": "cd2b8b86-471a-4acb-bd46-01a5ede4acec", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:41:00.136191 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7a62176-e321-462f-99e2-76b8cd286936 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:41:00.136593 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bd83cb-614a-4905-b796-33659cf743e2', 'tag': 'cd2b8b86-471a-4acb-bd46-01a5ede4acec', 'status': 'completed', 'code': 200} Aug 31 10:41:00.172080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-112b789a-9ee3-4d7a-a29e-8d3db9305951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:00.173697 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-112b789a-9ee3-4d7a-a29e-8d3db9305951 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42f664fd89c643a5b4a9d70d9a826957&device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 1094 time: 0.0497386 Aug 31 10:41:00.219573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-d11c887a-f97e-49b7-98d6-e7dd83676e2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd2b8b86-471a-4acb-bd46-01a5ede4acec HTTP/1.1" status: 200 len: 217 time: 0.0382659 Aug 31 10:41:00.277201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-cf807bec-4330-4bc3-affc-6a3c9ba31571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:00.278696 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-cf807bec-4330-4bc3-affc-6a3c9ba31571 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a5c689-6927-4d8b-9172-e244dafbcdf5 HTTP/1.1" status: 200 len: 855 time: 0.0527613 Aug 31 10:41:00.327771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-8f993875-3f89-4aec-b6d6-bdf79061173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:00.329277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-8f993875-3f89-4aec-b6d6-bdf79061173a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f285721-3a73-44f9-8627-16504382a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432971 Aug 31 10:41:00.430811 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-4d55060a-1755-48ef-9213-b5ab18a37edb service neutron] 10.222.0.52 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944331 Aug 31 10:41:00.526673 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d9d0956e-6bd6-4690-ad99-05dc887b543e req-a541126c-c279-4c7f-a7f6-dedbf0328c0e service neutron] 10.222.0.52 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878115 Aug 31 10:41:00.618845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-9d913835-71bc-4853-8976-165d5f4f2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:00.620882 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-9d913835-71bc-4853-8976-165d5f4f2b99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=42f664fd89c643a5b4a9d70d9a826957&device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 1094 time: 0.0485599 Aug 31 10:41:00.717074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-ebf7dff7-0719-4aeb-bcab-07ef51e8ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:00.718693 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-ebf7dff7-0719-4aeb-bcab-07ef51e8ee66 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f285721-3a73-44f9-8627-16504382a21e HTTP/1.1" status: 200 len: 918 time: 0.0917919 Aug 31 10:41:00.767782 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-ae2250dc-766a-41ae-bae1-b37ea9f98ef9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd2b8b86-471a-4acb-bd46-01a5ede4acec HTTP/1.1" status: 200 len: 217 time: 0.0416229 Aug 31 10:41:00.824560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-eee67afc-4735-472c-b004-44a3c0dd963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:00.826048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-eee67afc-4735-472c-b004-44a3c0dd963d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3a5c689-6927-4d8b-9172-e244dafbcdf5 HTTP/1.1" status: 200 len: 855 time: 0.0510254 Aug 31 10:41:00.881352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-e3c1a8b3-24c3-4b16-adde-7c16fe5f8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:00.882986 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-e3c1a8b3-24c3-4b16-adde-7c16fe5f8f51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f285721-3a73-44f9-8627-16504382a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497184 Aug 31 10:41:00.979944 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-44a5ef6f-3514-4c73-aa1a-1c8238677d36 service neutron] 10.222.0.52 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871994 Aug 31 10:41:01.074535 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d5bfdf74-765e-4437-9689-fa5a92b5cfc8 req-8fcd8c08-6008-4989-bbdf-1eff69993c4a service neutron] 10.222.0.52 "GET /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873098 Aug 31 10:41:01.129507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c575ae-7469-4fa3-b9d8-465670f30911 req-73640515-0677-4276-ad11-eb5f95fea4b3 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:01.131057 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1c575ae-7469-4fa3-b9d8-465670f30911 req-73640515-0677-4276-ad11-eb5f95fea4b3 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 943 time: 0.0514958 Aug 31 10:41:01.169858 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a1c575ae-7469-4fa3-b9d8-465670f30911 req-27131839-f868-4628-a2d8-cda9604d6eb5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Aug 31 10:41:02.160570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cd2b8b86-471a-4acb-bd46-01a5ede4acec details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:41:02.258421 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cd2b8b86-471a-4acb-bd46-01a5ede4acec, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd2b8b86-471a-4acb-bd46-01a5ede4acec,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:02.270311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'cd2b8b86-471a-4acb-bd46-01a5ede4acec', 'network_id': '4f285721-3a73-44f9-8627-16504382a21e', 'port_id': 'cd2b8b86-471a-4acb-bd46-01a5ede4acec', 'mac_address': 'fa:16:3e:1d:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a5c689-6927-4d8b-9172-e244dafbcdf5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:41:02.287293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfb54-3c16-4eb3-ae5e-e1442ec57071 req-4de6d13f-b7f4-48f2-8240-7e4665a15919 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:02.288820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc6cfb54-3c16-4eb3-ae5e-e1442ec57071 req-4de6d13f-b7f4-48f2-8240-7e4665a15919 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 943 time: 0.0498788 Aug 31 10:41:02.309617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:02.322281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2b8b86-471a-4acb-bd46-01a5ede4acec {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:41:02.329564 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fc6cfb54-3c16-4eb3-ae5e-e1442ec57071 req-a077a141-3f05-4037-9e15-ce4503dac1ad tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Aug 31 10:41:02.343100 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cd2b8b86-471a-4acb-bd46-01a5ede4acec, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd2b8b86-471a-4acb-bd46-01a5ede4acec,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:02.347363 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:02.397255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=cd2b8b86-471a-4acb-bd46-01a5ede4acec,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:02.405134 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.405477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.405813 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.406142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.406472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.406822 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.407146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.407465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.407783 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.408098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.408415 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.408729 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:02.535916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cd2b8b86-471a-4acb-bd46-01a5ede4acec'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:41:03.451431 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11aea7-47a2-4e46-9cd7-ad2d676f1696 req-50d3a1fc-09b9-420f-8dd8-4b9f555a7541 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:03.452945 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c11aea7-47a2-4e46-9cd7-ad2d676f1696 req-50d3a1fc-09b9-420f-8dd8-4b9f555a7541 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 944 time: 0.0547152 Aug 31 10:41:03.492063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c11aea7-47a2-4e46-9cd7-ad2d676f1696 req-6ad03615-70aa-4e09-a14c-268f881d8e96 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Aug 31 10:41:04.160206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cd2b8b86-471a-4acb-bd46-01a5ede4acec up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:04.209572 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port cd2b8b86-471a-4acb-bd46-01a5ede4acec completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:04.214029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port cd2b8b86-471a-4acb-bd46-01a5ede4acec triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:04.214422 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:04.293751 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:04.316315 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bd83cb-614a-4905-b796-33659cf743e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2b8b86-471a-4acb-bd46-01a5ede4acec'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:41:04.318496 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c56b42-1e7f-44a2-b705-0b680006817a" -d '{"events": [{"server_uuid": "b6bd83cb-614a-4905-b796-33659cf743e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd2b8b86-471a-4acb-bd46-01a5ede4acec"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:41:04.330950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port cd2b8b86-471a-4acb-bd46-01a5ede4acec, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd2b8b86-471a-4acb-bd46-01a5ede4acec,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:04.334842 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:04.363165 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb25aa-cbba-4f38-afd5-05be34f25106 x-openstack-request-id: req-93fb25aa-cbba-4f38-afd5-05be34f25106 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:41:04.363730 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bd83cb-614a-4905-b796-33659cf743e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd2b8b86-471a-4acb-bd46-01a5ede4acec", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:41:04.363999 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93fb25aa-cbba-4f38-afd5-05be34f25106 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:41:04.364399 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bd83cb-614a-4905-b796-33659cf743e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2b8b86-471a-4acb-bd46-01a5ede4acec', 'code': 200} Aug 31 10:41:04.391431 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=cd2b8b86-471a-4acb-bd46-01a5ede4acec,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:04.453421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced3341-2ec1-4c86-964c-b2dbffa2315d req-00f19987-2268-44ad-a08b-aa3c6ccf9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:04.454854 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6ced3341-2ec1-4c86-964c-b2dbffa2315d req-00f19987-2268-44ad-a08b-aa3c6ccf9091 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 1096 time: 0.0414543 Aug 31 10:41:04.489507 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6ced3341-2ec1-4c86-964c-b2dbffa2315d req-5a931de2-103a-4983-b8dc-a0cf0b39606c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277064 Aug 31 10:41:04.606916 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea01b8-d6ae-4d45-bc83-94ff7a9dd2cb req-a4d633da-89ac-4c5a-a637-782ae4cf3fba tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:04.608424 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71ea01b8-d6ae-4d45-bc83-94ff7a9dd2cb req-a4d633da-89ac-4c5a-a637-782ae4cf3fba tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Aug 31 10:41:04.646433 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-71ea01b8-d6ae-4d45-bc83-94ff7a9dd2cb req-3e64f5dc-f35e-4b7e-b958-43e2972c8d07 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Aug 31 10:41:05.769295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80442315-2ea5-4a0a-9fc2-61951da108ff req-5def0adf-61cf-4c39-8771-ea7c1428a394 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:05.770825 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80442315-2ea5-4a0a-9fc2-61951da108ff req-5def0adf-61cf-4c39-8771-ea7c1428a394 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 945 time: 0.0496414 Aug 31 10:41:05.809373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80442315-2ea5-4a0a-9fc2-61951da108ff req-5de85c81-e8f7-4778-9458-ed68f7638741 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Aug 31 10:41:05.927027 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc820-4dbf-4a47-b1d3-0554163bf69b req-1c34c1b3-910f-4ccc-9dc8-97a3ace5fc77 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:05.928437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-456fc820-4dbf-4a47-b1d3-0554163bf69b req-1c34c1b3-910f-4ccc-9dc8-97a3ace5fc77 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 945 time: 0.0539613 Aug 31 10:41:05.968175 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-456fc820-4dbf-4a47-b1d3-0554163bf69b req-88f9299a-66f9-455a-a4c3-bcc215bb9fa7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332980 Aug 31 10:41:11.166776 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:14.273417 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:21.948589 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cda8763c-6c0b-45b7-a1f6-703d0d6aa3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:24.353901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a24c7f-6711-4243-8b48-f7390bec29e8 req-ea2ed3f8-3fdb-413a-b1f8-4e4e4c7b9eb8 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:24.355347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83a24c7f-6711-4243-8b48-f7390bec29e8 req-ea2ed3f8-3fdb-413a-b1f8-4e4e4c7b9eb8 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 945 time: 0.0499704 Aug 31 10:41:24.394842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-83a24c7f-6711-4243-8b48-f7390bec29e8 req-3d76269a-8f94-4d3c-a070-7590c36e3589 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334268 Aug 31 10:41:25.163631 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:25.512026 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43cd49-dadf-47b5-91c2-686c628e5c5f req-c0a0d1b5-69ee-43ba-ac86-d69c5bb295ed tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:25.514400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e43cd49-dadf-47b5-91c2-686c628e5c5f req-c0a0d1b5-69ee-43ba-ac86-d69c5bb295ed tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 945 time: 0.0496359 Aug 31 10:41:25.551853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8e43cd49-dadf-47b5-91c2-686c628e5c5f req-6524e850-39b6-4bf3-8fb3-35a665011690 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/security-groups?id=46c29f3e-8ef5-43c7-b1f8-899173d3e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Aug 31 10:41:25.830313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-012155ce-9cec-4971-bd1c-c8118a3618d4 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:25.831849 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-012155ce-9cec-4971-bd1c-c8118a3618d4 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 945 time: 0.0536926 Aug 31 10:41:25.863385 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c5ae600f-6f45-4b9c-93b0-c5d5713dd1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:25.922584 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Deleting port cd2b8b86-471a-4acb-bd46-01a5ede4acec {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:41:25.922981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:26.014477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] For port cd2b8b86-471a-4acb-bd46-01a5ede4acec, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=cd2b8b86-471a-4acb-bd46-01a5ede4acec,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:26.014863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:26.027470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Calling delete_port for cd2b8b86-471a-4acb-bd46-01a5ede4acec owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:41:26.152207 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:26.164537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['cd2b8b86-471a-4acb-bd46-01a5ede4acec'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:41:26.185092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Pushing event deleted for resources: {'Port': ['ID=cd2b8b86-471a-4acb-bd46-01a5ede4acec,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:26.228104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] No DVR routers for this DVR port cd2b8b86-471a-4acb-bd46-01a5ede4acec on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:41:26.231328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:26.234451 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-80bf1481-cde8-4e65-82ff-f080124fb3b8 req-ad9aedf7-035b-48bf-bc9d-a59ace3016b5 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.52 "DELETE /v2.0/ports/cd2b8b86-471a-4acb-bd46-01a5ede4acec HTTP/1.1" status: 204 len: 173 time: 0.3969183 Aug 31 10:41:26.234954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bd83cb-614a-4905-b796-33659cf743e2', 'name': 'network-vif-deleted', 'tag': 'cd2b8b86-471a-4acb-bd46-01a5ede4acec'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:41:26.238712 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682fd72c-3796-45da-9fad-0aedddf77954" -d '{"events": [{"server_uuid": "b6bd83cb-614a-4905-b796-33659cf743e2", "name": "network-vif-deleted", "tag": "cd2b8b86-471a-4acb-bd46-01a5ede4acec"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:41:26.278410 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eff1d9-4345-4012-9a8b-390667b95ee4 x-openstack-request-id: req-29eff1d9-4345-4012-9a8b-390667b95ee4 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:41:26.278962 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bd83cb-614a-4905-b796-33659cf743e2", "name": "network-vif-deleted", "tag": "cd2b8b86-471a-4acb-bd46-01a5ede4acec", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:41:26.279255 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29eff1d9-4345-4012-9a8b-390667b95ee4 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:41:26.279715 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bd83cb-614a-4905-b796-33659cf743e2', 'name': 'network-vif-deleted', 'tag': 'cd2b8b86-471a-4acb-bd46-01a5ede4acec', 'status': 'completed', 'code': 200} Aug 31 10:41:26.673816 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ae5e769-1423-4b99-8676-1cde0d58a521 req-f46183ca-febc-447b-9026-574fcb25e2d7 tempest-TestEncryptedCinderVolumes-2012452221 tempest-TestEncryptedCinderVolumes-2012452221-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6bd83cb-614a-4905-b796-33659cf743e2 HTTP/1.1" status: 200 len: 210 time: 0.0361202 Aug 31 10:41:27.764828 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49106) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:27.943143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:28.108269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:28.349296 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Deleting port 05ed65ba-d01b-4345-ae3b-0296166fa04f {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:41:28.349636 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:28.425821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] For port 05ed65ba-d01b-4345-ae3b-0296166fa04f, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=05ed65ba-d01b-4345-ae3b-0296166fa04f,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:28.426185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:28.438734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Calling delete_port for 05ed65ba-d01b-4345-ae3b-0296166fa04f owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:41:28.887424 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:28.910555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:28.940444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ed65ba-d01b-4345-ae3b-0296166fa04f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:29.105935 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:29.323275 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Router 95f09a9b-e815-440a-b55e-e08dd58827e1 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:41:29.428098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:41:29.433748 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5b8f4d01-8a87-42b2-b629-69032c27d052 admin admin] 10.222.0.69 "PUT /v2.0/routers/95f09a9b-e815-440a-b55e-e08dd58827e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678443 Aug 31 10:41:29.437273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:29.437661 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] Sync routers for ids ['95f09a9b-e815-440a-b55e-e08dd58827e1'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:41:29.447259 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] Routers {'95f09a9b-e815-440a-b55e-e08dd58827e1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:29.447868 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['95f09a9b-e815-440a-b55e-e08dd58827e1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:29.542017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:29.552230 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] Set router 95f09a9b-e815-440a-b55e-e08dd58827e1 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:29.647619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:29.710897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Deleting port 52370674-afaa-45b9-a99e-7a5ad1109e87 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:41:29.711239 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:29.789106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] For port 52370674-afaa-45b9-a99e-7a5ad1109e87, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=52370674-afaa-45b9-a99e-7a5ad1109e87,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:29.789469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:29.803287 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Calling delete_port for 52370674-afaa-45b9-a99e-7a5ad1109e87 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:41:29.818637 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:41:28Z', 'revision_number': 5, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port': {'id': '52370674-afaa-45b9-a99e-7a5ad1109e87', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:13Z', 'updated_at': '2021-08-31T10:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:29.848527 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] Checking router: 95f09a9b-e815-440a-b55e-e08dd58827e1 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:41:29.856995 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] Routers {'95f09a9b-e815-440a-b55e-e08dd58827e1'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:29.857665 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['95f09a9b-e815-440a-b55e-e08dd58827e1'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:29.944401 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] Set router 95f09a9b-e815-440a-b55e-e08dd58827e1 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:29.971319 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:29.996558 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:41:29Z', 'revision_number': 6, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:30.001596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=52370674-afaa-45b9-a99e-7a5ad1109e87,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:30.026564 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b308c5-542c-4884-b6f0-696c7ab23e16 None None] The sync data for ids ['95f09a9b-e815-440a-b55e-e08dd58827e1'] in n-d-806683-2 is: [{'id': '95f09a9b-e815-440a-b55e-e08dd58827e1', 'name': 'tempest-TestEncryptedCinderVolumes-537688281-router', 'tenant_id': '42f664fd89c643a5b4a9d70d9a826957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:12Z', 'updated_at': '2021-08-31T10:41:29Z', 'revision_number': 6, 'project_id': '42f664fd89c643a5b4a9d70d9a826957', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:41:30.066491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.154570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.156662 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.198075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.198535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95f09a9b-e815-440a-b55e-e08dd58827e1 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:41:30.202774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.203937 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-73afa37b-3829-4a7d-a1dc-8c0a62d4cb29 admin admin] 10.222.0.69 "DELETE /v2.0/routers/95f09a9b-e815-440a-b55e-e08dd58827e1 HTTP/1.1" status: 204 len: 168 time: 0.7657118 Aug 31 10:41:30.206571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49110) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:30.236617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cd2b8b86-471a-4acb-bd46-01a5ede4acec no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:41:30.255725 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-5202a17b-e6c3-4fbb-9eba-b4b89f9693a5 admin admin] Deleting subnet c3a5c689-6927-4d8b-9172-e244dafbcdf5 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:41:30.256072 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: cd2b8b86-471a-4acb-bd46-01a5ede4acec {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:41:30.256379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device cd2b8b86-471a-4acb-bd46-01a5ede4acec not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:41:30.259717 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5202a17b-e6c3-4fbb-9eba-b4b89f9693a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.295546 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5202a17b-e6c3-4fbb-9eba-b4b89f9693a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.377276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5202a17b-e6c3-4fbb-9eba-b4b89f9693a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.429626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5202a17b-e6c3-4fbb-9eba-b4b89f9693a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.462767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202a17b-e6c3-4fbb-9eba-b4b89f9693a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a5c689-6927-4d8b-9172-e244dafbcdf5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:30.465547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5202a17b-e6c3-4fbb-9eba-b4b89f9693a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.469438 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5202a17b-e6c3-4fbb-9eba-b4b89f9693a5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c3a5c689-6927-4d8b-9172-e244dafbcdf5 HTTP/1.1" status: 204 len: 168 time: 0.2589698 Aug 31 10:41:30.469814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49112) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:30.471371 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f6acc-8e11-47e4-a73c-9ac47bb723da None None] Network 4f285721-3a73-44f9-8627-16504382a21e requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:41:30.536618 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.592813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Deleting port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:41:30.593155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.667419 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] For port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1,segment=NetworkSegment(ee4f5875-95e8-4f44-afdf-5fdfc6551038),segment_id=ee4f5875-95e8-4f44-afdf-5fdfc6551038)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:30.667779 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.680526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Calling delete_port for a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:41:30.758237 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.782913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:30.790551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] No DVR routers for this DVR port a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:41:30.805587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fdef1d-7b0b-4160-ad36-939469680748 None None] DHCP port deletion for 4f285721-3a73-44f9-8627-16504382a21e request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:41:30.869188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.879254 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f285721-3a73-44f9-8627-16504382a21e']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:30.890378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4f5875-95e8-4f44-afdf-5fdfc6551038') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:30.890670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4f5875-95e8-4f44-afdf-5fdfc6551038') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:30.900277 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.914964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.921126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:41:30.921513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:41:30.923310 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:41:30.987077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.992563 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:30.995415 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4f285721-3a73-44f9-8627-16504382a21e HTTP/1.1" status: 204 len: 168 time: 0.5246537 Aug 31 10:41:30.997392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49114) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:31.014990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06347842-942d-47fc-9d50-5d4be572b543 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f285721-3a73-44f9-8627-16504382a21e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:31.075460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:41:31.098696 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:41:31.100216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a33a9860-37de-4be6-ab8e-2f6d5bfb7fd1 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:41:31.100835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 05ed65ba-d01b-4345-ae3b-0296166fa04f no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:41:31.121160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 05ed65ba-d01b-4345-ae3b-0296166fa04f {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:41:31.121530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 05ed65ba-d01b-4345-ae3b-0296166fa04f not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:41:31.121929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 52370674-afaa-45b9-a99e-7a5ad1109e87 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:41:31.140929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 52370674-afaa-45b9-a99e-7a5ad1109e87 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:41:31.141211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 52370674-afaa-45b9-a99e-7a5ad1109e87 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:41:31.358045 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:41:31.361414 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:31.602441 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Deleting port d7034640-03de-4df3-8596-28cb636f9a40 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:41:31.602810 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:31.678615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] For port d7034640-03de-4df3-8596-28cb636f9a40, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d7034640-03de-4df3-8596-28cb636f9a40,segment=NetworkSegment(04912261-3fc2-4fc9-840b-94440344fb60),segment_id=04912261-3fc2-4fc9-840b-94440344fb60)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:31.678930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:31.696007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Calling delete_port for d7034640-03de-4df3-8596-28cb636f9a40 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:41:31.881201 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:31.907160 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7034640-03de-4df3-8596-28cb636f9a40,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:32.076916 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:32.568147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Router 50370a8d-5c11-4853-a0b4-cfff58bf38be has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:41:32.675246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:41:32.680224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0f24ed38-09c3-40d2-bbe6-22c7420db749 admin admin] 10.222.0.69 "PUT /v2.0/routers/50370a8d-5c11-4853-a0b4-cfff58bf38be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6813509 Aug 31 10:41:32.683159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49116) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:32.684051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] Sync routers for ids ['50370a8d-5c11-4853-a0b4-cfff58bf38be'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:41:32.696519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] Routers {'50370a8d-5c11-4853-a0b4-cfff58bf38be'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:32.697601 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['50370a8d-5c11-4853-a0b4-cfff58bf38be'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:32.791021 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:32.804957 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] Set router 50370a8d-5c11-4853-a0b4-cfff58bf38be gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:32.895157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:32.947793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Deleting port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:41:32.948139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:32.983074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:41:31Z', 'revision_number': 5, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port': {'id': '2598c2f5-1a0f-4179-9427-4fc1eecc37a8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:33.033147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] For port 2598c2f5-1a0f-4179-9427-4fc1eecc37a8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=2598c2f5-1a0f-4179-9427-4fc1eecc37a8,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:33.033538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.055880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Calling delete_port for 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:41:33.164189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] Checking router: 50370a8d-5c11-4853-a0b4-cfff58bf38be for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:41:33.172651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] Routers {'50370a8d-5c11-4853-a0b4-cfff58bf38be'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:33.173405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['50370a8d-5c11-4853-a0b4-cfff58bf38be'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:33.223011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.251362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Pushing event deleted for resources: {'Port': ['ID=2598c2f5-1a0f-4179-9427-4fc1eecc37a8,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:33.269099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] Set router 50370a8d-5c11-4853-a0b4-cfff58bf38be gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:33.313911 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.324866 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:41:32Z', 'revision_number': 6, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:33.351930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7fcb2-7a57-424b-8b9e-44ce1c5dff30 None None] The sync data for ids ['50370a8d-5c11-4853-a0b4-cfff58bf38be'] in n-d-806683-2 is: [{'id': '50370a8d-5c11-4853-a0b4-cfff58bf38be', 'name': 'tempest-TestEncryptedCinderVolumes-1654133278-router', 'tenant_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:17Z', 'updated_at': '2021-08-31T10:41:32Z', 'revision_number': 6, 'project_id': 'dc8b3718df574c0db0829ac0dfc9a700', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:41:33.408022 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.410100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.453766 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.454219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50370a8d-5c11-4853-a0b4-cfff58bf38be {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:41:33.458510 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.459699 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5310cc03-34b7-478c-9279-d15006628348 admin admin] 10.222.0.69 "DELETE /v2.0/routers/50370a8d-5c11-4853-a0b4-cfff58bf38be HTTP/1.1" status: 204 len: 168 time: 0.7755911 Aug 31 10:41:33.462181 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49118) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:33.510221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4b6922-488f-45b1-9228-59cda16c63f4 admin admin] Deleting subnet ed30ce4e-95ae-4c44-9aab-568772fe9e46 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:41:33.513812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6922-488f-45b1-9228-59cda16c63f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.547833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6922-488f-45b1-9228-59cda16c63f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.623927 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6922-488f-45b1-9228-59cda16c63f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.690575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6922-488f-45b1-9228-59cda16c63f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.716947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b6922-488f-45b1-9228-59cda16c63f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed30ce4e-95ae-4c44-9aab-568772fe9e46,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:33.720875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6922-488f-45b1-9228-59cda16c63f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.723420 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2d4b6922-488f-45b1-9228-59cda16c63f4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ed30ce4e-95ae-4c44-9aab-568772fe9e46 HTTP/1.1" status: 204 len: 168 time: 0.2601583 Aug 31 10:41:33.726034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49120) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:33.727335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95413e-f774-4cb1-b91f-4c77b54a4984 None None] Network 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:41:33.801261 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.853370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Deleting port f3b4cd76-149e-48b6-95db-035890efe5e5 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:41:33.853727 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.922180 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] For port f3b4cd76-149e-48b6-95db-035890efe5e5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=f3b4cd76-149e-48b6-95db-035890efe5e5,segment=NetworkSegment(04912261-3fc2-4fc9-840b-94440344fb60),segment_id=04912261-3fc2-4fc9-840b-94440344fb60)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:33.922539 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.935148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Calling delete_port for f3b4cd76-149e-48b6-95db-035890efe5e5 owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:41:34.011957 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.038955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b4cd76-149e-48b6-95db-035890efe5e5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:34.041130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] No DVR routers for this DVR port f3b4cd76-149e-48b6-95db-035890efe5e5 on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:41:34.050425 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.050779 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.051121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.051505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.051780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.052356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.052508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.052740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.053057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.053374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.053695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.054012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:34.125422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.135174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66db7c-ebe4-48a7-9ad3-dc0e43f7c186 None None] DHCP port deletion for 7c72fc5e-d702-458d-b4e0-4ef899c9ea5d request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:41:34.138821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c72fc5e-d702-458d-b4e0-4ef899c9ea5d']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:34.150865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04912261-3fc2-4fc9-840b-94440344fb60') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:34.151166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04912261-3fc2-4fc9-840b-94440344fb60') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:34.161266 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.175775 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.182007 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:41:34.182577 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: timer() Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:41:34.184240 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:41:34.244277 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.250106 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.252553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7c72fc5e-d702-458d-b4e0-4ef899c9ea5d HTTP/1.1" status: 204 len: 168 time: 0.5243795 Aug 31 10:41:34.264390 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae609e9-a6bd-490b-b079-8a0257678464 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c72fc5e-d702-458d-b4e0-4ef899c9ea5d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:34.417969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49124) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:34.457983 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-471216a9-704a-4286-8140-2678d6d1bd94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42f664fd89c643a5b4a9d70d9a826957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388587 Aug 31 10:41:34.460436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49126) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:34.507953 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5070c13b-2de8-4209-9ab8-682683971690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.530003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5070c13b-2de8-4209-9ab8-682683971690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.576139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5070c13b-2de8-4209-9ab8-682683971690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.578697 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5070c13b-2de8-4209-9ab8-682683971690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.579928 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5070c13b-2de8-4209-9ab8-682683971690 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46c29f3e-8ef5-43c7-b1f8-899173d3e80f HTTP/1.1" status: 204 len: 168 time: 0.1185796 Aug 31 10:41:34.587735 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c13b-2de8-4209-9ab8-682683971690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c29f3e-8ef5-43c7-b1f8-899173d3e80f,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:34.892495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49132) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:34.933451 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ee31a4ea-a8dd-4f40-bb81-2c77c4d1eee4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc8b3718df574c0db0829ac0dfc9a700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397954 Aug 31 10:41:34.936559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49134) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:34.984809 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-146c89b6-bccb-481e-a924-32abe744dbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:35.006653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-146c89b6-bccb-481e-a924-32abe744dbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:35.055066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-146c89b6-bccb-481e-a924-32abe744dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:35.057617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-146c89b6-bccb-481e-a924-32abe744dbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:35.058804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-146c89b6-bccb-481e-a924-32abe744dbee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6cad2a93-096a-4637-81d7-9dfe100a85ed HTTP/1.1" status: 204 len: 168 time: 0.1213248 Aug 31 10:41:35.070054 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c89b6-bccb-481e-a924-32abe744dbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cad2a93-096a-4637-81d7-9dfe100a85ed,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:35.072576 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3b4cd76-149e-48b6-95db-035890efe5e5 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:41:35.096099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: f3b4cd76-149e-48b6-95db-035890efe5e5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:41:35.096410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device f3b4cd76-149e-48b6-95db-035890efe5e5 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:41:35.096825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d7034640-03de-4df3-8596-28cb636f9a40 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:41:35.119663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d7034640-03de-4df3-8596-28cb636f9a40 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:41:35.120333 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d7034640-03de-4df3-8596-28cb636f9a40 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:41:35.120899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:41:35.143507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:41:35.143865 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 2598c2f5-1a0f-4179-9427-4fc1eecc37a8 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:41:35.735656 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49156) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:35.840546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-272424349-network', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:41:35.861510 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Made reservation on behalf of 49463181798e4365a89bd3dbd5bccb74 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:41:35.863910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:35.871960 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:35.963239 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:35.967817 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:35.994534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:41:36.001728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcedcd8e-ee92-416c-9baa-70c8ad258a1d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:36.009481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.009622 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Added segment 9c74baf0-956f-4cc4-99f9-973fce72dcb9 of type vlan for network 9c29cb2c-8892-42c8-84fb-4e12140fc900 Aug 31 10:41:36.055828 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.079946 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.080822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:36.081477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.133056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3962631 Aug 31 10:41:36.135953 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49160) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:36.141755 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Request body: {'subnet': {'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-272424349-subnet', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:41:36.142726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7478d0-743d-41f6-99af-d91b14d6ab55 admin admin] Pushing event updated for resources: {'Network': ['ID=9c29cb2c-8892-42c8-84fb-4e12140fc900,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:36.152517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:41:36.163514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Made reservation on behalf of 49463181798e4365a89bd3dbd5bccb74 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:41:36.165844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.333219 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.394255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=603fd9b7-4b44-4233-9605-658fc894d7d9,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:36.402720 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Checking segment: {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:41:36.403112 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Network hostable DHCP agents. Network: 9c29cb2c-8892-42c8-84fb-4e12140fc900, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:41:36.419506 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:41:36.428276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 9c29cb2c-8892-42c8-84fb-4e12140fc900) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:36.433273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:36.433867 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.436607 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b053f15-d5d9-4117-954d-9ecdd13c92d5 None None] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:41:36.447610 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bd5140ca-4e98-4386-920b-d1ec32102d3e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3104963 Aug 31 10:41:36.450260 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49162) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:36.455607 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:41:36.476422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.477701 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.529351 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.588318 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9c29cb2c-8892-42c8-84fb-4e12140fc900', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:41:36.589227 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.673226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.725384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Allocated IP 172.20.0.2 (9c29cb2c-8892-42c8-84fb-4e12140fc900/603fd9b7-4b44-4233-9605-658fc894d7d9/675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:41:36.869915 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.878972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Transition to ACTIVE for port object 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:36.879680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.894599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Transition to ACTIVE for port object 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:36.900533 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.904665 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.942299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:36.945434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:36.949626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:41:36.953372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Pushing event updated for resources: {'Port': ['ID=675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:37.008907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Attempting to bind port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:41:37.009270 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Attempting to bind port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:41:37.009631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Attempting to bind port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 on network 9c29cb2c-8892-42c8-84fb-4e12140fc900 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:41:37.015227 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:41:37.015602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Checking segment: {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:41:37.016012 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Allocated IP 172.25.1.117 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/8a68060f-59db-455e-89d4-d67f63519fee) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:41:37.016147 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:37.016401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Bound using segment: {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:41:37.016864 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Bound port: 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:41:37.017246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:37.080997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] For port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:41:37.084463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] For port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:41:37.088013 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:37.123940 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:37.144210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412c306-43d5-4db5-b4f9-5f93fb707ca1 None None] Pushing event updated for resources: {'Port': ['ID=675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:37.170057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:37.211565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:37.214490 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:37.218301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:41:37.241377 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Pushing event updated for resources: {'Port': ['ID=8a68060f-59db-455e-89d4-d67f63519fee,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:37.492465 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:37.695393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:38.109499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071335a2-f64e-4269-b882-2a24aafdedd8 None None] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:41:38.185488 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Router e53fb165-7db0-45ec-92df-e2e77440d8e4 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:41:38.199705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9865d7b3-4e15-48ed-be85-df633eda23ad None None] Provisioning for port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:38.296088 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:41:38.308376 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Sync routers for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:41:38.313031 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:38.314514 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-53ea7a8b-b206-4b32-9e9b-357ae627bb98 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8626609 Aug 31 10:41:38.317334 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49164) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:38.319863 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:38.320712 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:38.436976 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:38.621622 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:37Z', 'revision_number': 3, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:38.647251 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Checking router: e53fb165-7db0-45ec-92df-e2e77440d8e4 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:41:38.647592 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Updating router e53fb165-7db0-45ec-92df-e2e77440d8e4 port 8a68060f-59db-455e-89d4-d67f63519fee binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:41:38.672968 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:38.755302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:38.916034 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Allocated IP 172.20.0.1 (9c29cb2c-8892-42c8-84fb-4e12140fc900/603fd9b7-4b44-4233-9605-658fc894d7d9/dbef5779-f7d5-4354-8a3b-a07b85bfebb3) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:41:38.928040 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:38.937938 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Transition to ACTIVE for port object 8a68060f-59db-455e-89d4-d67f63519fee will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:38.943863 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:38.995384 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Attempting to bind port 8a68060f-59db-455e-89d4-d67f63519fee on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:41:38.995758 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Attempting to bind port 8a68060f-59db-455e-89d4-d67f63519fee by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:41:38.996117 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Attempting to bind port 8a68060f-59db-455e-89d4-d67f63519fee on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:41:38.998963 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Pushing event updated for resources: {'Port': ['ID=8a68060f-59db-455e-89d4-d67f63519fee,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:39.006833 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:41:39.007213 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:41:39.007631 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.008004 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:41:39.008464 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Bound port: 8a68060f-59db-455e-89d4-d67f63519fee, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:41:39.008845 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.011828 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.012168 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.012510 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.013598 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.013940 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.014268 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.014591 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.015421 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.015421 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.015619 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.015866 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.016182 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:39.024185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.043121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Transition to ACTIVE for port object dbef5779-f7d5-4354-8a3b-a07b85bfebb3 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:39.076869 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] For port 8a68060f-59db-455e-89d4-d67f63519fee, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:41:39.082376 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] For port 8a68060f-59db-455e-89d4-d67f63519fee, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8a68060f-59db-455e-89d4-d67f63519fee,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:41:39.084574 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.088977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.130932 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:39.131875 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:39.134973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:39.141443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:41:39.145796 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29791c1e-fc54-4be5-b707-cd2a067d1b7e None None] Pushing event updated for resources: {'Port': ['ID=8a68060f-59db-455e-89d4-d67f63519fee,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:39.160656 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:39.161254 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:39.171582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Pushing event updated for resources: {'Port': ['ID=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:39.189436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.218131 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:39.223457 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:39.224134 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.291390 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:39.311373 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.345234 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.360933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:39.368300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.422174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:39.460272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0110bcd6-de52-4439-9bc5-73ce0216011c None None] Provisioning for port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:39.464337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0110bcd6-de52-4439-9bc5-73ce0216011c None None] Provisioning complete for port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:39.464711 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0110bcd6-de52-4439-9bc5-73ce0216011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.484317 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:37Z', 'revision_number': 3, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:39.504339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-0110bcd6-de52-4439-9bc5-73ce0216011c None None] Port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:41:39.514486 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c07b1a-d83a-4472-bfc2-8011b4396de4 None None] The sync data for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 is: [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:37Z', 'revision_number': 3, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:41:39.539263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.543496 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.611444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Pushing event updated for resources: {'Port': ['ID=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:39.613841 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:39.739279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:39.740777 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:39.911872 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Router e53fb165-7db0-45ec-92df-e2e77440d8e4 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:41:40.030276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-aaab6423-fe3f-435e-a61d-f91a481f6818 None None] Provisioning complete for port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:40.030784 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aaab6423-fe3f-435e-a61d-f91a481f6818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.052707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:41:40.061856 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8cf426e9-aaa2-4501-b8fb-0382f27e82df admin admin] 10.222.0.69 "PUT /v2.0/routers/e53fb165-7db0-45ec-92df-e2e77440d8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432892 Aug 31 10:41:40.069617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-aaab6423-fe3f-435e-a61d-f91a481f6818 None None] Port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:41:40.575948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49180) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:40.581134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2023730867-network', 'tenant_id': '4e982141b96b49379a4add12ed423809'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:41:40.609659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Made reservation on behalf of 4e982141b96b49379a4add12ed423809 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:41:40.612171 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.627047 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.718414 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.722894 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.748376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:41:40.757958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09556101-a6f8-486d-a284-12482da820a0,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:40.762814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.763931 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Added segment 483ade70-cdbb-4721-baa4-cd77c5af4e38 of type vlan for network 30bc9cbe-3c71-467d-bee1-686425bc990f Aug 31 10:41:40.806850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.833948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.835130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:40.835770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:40.887549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3102858 Aug 31 10:41:40.890883 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49182) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:40.896123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Request body: {'subnet': {'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2023730867-subnet', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'ip_version': 4}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:41:40.897077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649e0c2-ae02-46ed-96c9-3d751963751d admin admin] Pushing event updated for resources: {'Network': ['ID=30bc9cbe-3c71-467d-bee1-686425bc990f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:40.907631 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 30bc9cbe-3c71-467d-bee1-686425bc990f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:41:40.921453 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Made reservation on behalf of 4e982141b96b49379a4add12ed423809 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:41:40.924835 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.101913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.142557 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Sync routers for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:41:41.151416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:41.167745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31088b0-0cac-4f27-9351-75136091cdd3,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:41.187103 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Checking segment: {'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:41:41.187469 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Network hostable DHCP agents. Network: 30bc9cbe-3c71-467d-bee1-686425bc990f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:41:41.188317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:41.188955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:41.205114 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Network 30bc9cbe-3c71-467d-bee1-686425bc990f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:41:41.214646 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 30bc9cbe-3c71-467d-bee1-686425bc990f) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:41.219474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:41.220613 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.236638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144fde00-9b6b-4c5c-ba38-34a95eb48d5c None None] Network 30bc9cbe-3c71-467d-bee1-686425bc990f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:41:41.240678 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-eb681bfc-0af1-4c21-a767-30b11b61cbf6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3485494 Aug 31 10:41:41.243211 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49184) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:41.248243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:41:41.251730 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.268357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.269392 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.322927 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.363405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:41.363779 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.443502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:41.465223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.581582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-30bc9cbe-3c71-467d-bee1-686425bc990f', 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'fixed_ips': [{'subnet_id': 'c31088b0-0cac-4f27-9351-75136091cdd3'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:41:41.582439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.636135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8a68060f-59db-455e-89d4-d67f63519fee up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:41.664435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.684154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.797242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Allocated IP 172.25.1.36 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/d620efca-33cd-4ff5-a571-f181f5a86609) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:41:41.834664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8a68060f-59db-455e-89d4-d67f63519fee completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:41.847443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Allocated IP 172.20.0.2 (30bc9cbe-3c71-467d-bee1-686425bc990f/c31088b0-0cac-4f27-9351-75136091cdd3/a98ec6d2-af5a-4a11-8d91-c018d401dff6) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:41:41.849224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8a68060f-59db-455e-89d4-d67f63519fee triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:41.849627 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.902617 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.950902 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:41.988153 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:41.991222 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:41.997277 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:41:42.027042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Pushing event updated for resources: {'Port': ['ID=d620efca-33cd-4ff5-a571-f181f5a86609,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:42.123365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 2, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:42.182627 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Checking router: e53fb165-7db0-45ec-92df-e2e77440d8e4 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:41:42.183014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Updating router e53fb165-7db0-45ec-92df-e2e77440d8e4 port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:41:42.225763 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.256663 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.267831 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.327949 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8a68060f-59db-455e-89d4-d67f63519fee, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8a68060f-59db-455e-89d4-d67f63519fee,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:42.335110 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.341587 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.413664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Transition to ACTIVE for port object a98ec6d2-af5a-4a11-8d91-c018d401dff6 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:42.458576 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.459230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Transition to ACTIVE for port object a98ec6d2-af5a-4a11-8d91-c018d401dff6 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:42.472024 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.482271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8a68060f-59db-455e-89d4-d67f63519fee,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:42.555801 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Network 30bc9cbe-3c71-467d-bee1-686425bc990f is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:42.563540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:42.568527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:41:42.583399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Pushing event updated for resources: {'Port': ['ID=a98ec6d2-af5a-4a11-8d91-c018d401dff6,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:42.591962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Router b5d93a14-b5cb-48bb-a088-de8560cd1cfb is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:41:42.670022 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Attempting to bind port a98ec6d2-af5a-4a11-8d91-c018d401dff6 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:41:42.670390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Attempting to bind port a98ec6d2-af5a-4a11-8d91-c018d401dff6 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:41:42.671017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Attempting to bind port a98ec6d2-af5a-4a11-8d91-c018d401dff6 on network 30bc9cbe-3c71-467d-bee1-686425bc990f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:41:42.684268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:41:42.684684 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Checking segment: {'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:41:42.685090 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.685488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Bound using segment: {'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:41:42.685960 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Bound port: a98ec6d2-af5a-4a11-8d91-c018d401dff6, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:41:42.686361 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.702823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:41:42.714544 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Sync routers for ids ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:41:42.721056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.722612 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0c934be3-f27d-4235-84aa-ba505883df60 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4783249 Aug 31 10:41:42.725621 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49186) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:42.733096 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Routers {'b5d93a14-b5cb-48bb-a088-de8560cd1cfb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:42.733763 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:42.758629 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.784265 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Transition to ACTIVE for port object dbef5779-f7d5-4354-8a3b-a07b85bfebb3 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:42.794427 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.802645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] For port a98ec6d2-af5a-4a11-8d91-c018d401dff6, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:41:42.840061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] For port a98ec6d2-af5a-4a11-8d91-c018d401dff6, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a98ec6d2-af5a-4a11-8d91-c018d401dff6,segment=NetworkSegment(483ade70-cdbb-4721-baa4-cd77c5af4e38),segment_id=483ade70-cdbb-4721-baa4-cd77c5af4e38)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:41:42.854239 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:42.870720 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba2fed-1549-4489-8a55-ca91d914748d None None] Pushing event updated for resources: {'Port': ['ID=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:42.985601 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Set router b5d93a14-b5cb-48bb-a088-de8560cd1cfb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:43.003482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Attempting to bind port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:41:43.003859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Attempting to bind port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:41:43.004232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Attempting to bind port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 on network 9c29cb2c-8892-42c8-84fb-4e12140fc900 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:41:43.007722 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57eb48-7aba-4881-a99b-9995b2811ae1 None None] Pushing event updated for resources: {'Port': ['ID=a98ec6d2-af5a-4a11-8d91-c018d401dff6,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:43.014329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:41:43.014707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Checking segment: {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:41:43.015143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.015536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Bound using segment: {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:41:43.016017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Bound port: dbef5779-f7d5-4354-8a3b-a07b85bfebb3, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:41:43.016403 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.126830 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] For port dbef5779-f7d5-4354-8a3b-a07b85bfebb3, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:41:43.135259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] For port dbef5779-f7d5-4354-8a3b-a07b85bfebb3, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:41:43.146065 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.152559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8a68060f-59db-455e-89d4-d67f63519fee up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:43.292049 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 3, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:43.308486 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.322661 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Checking router: b5d93a14-b5cb-48bb-a088-de8560cd1cfb for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:41:43.323034 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Updating router b5d93a14-b5cb-48bb-a088-de8560cd1cfb port d620efca-33cd-4ff5-a571-f181f5a86609 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:41:43.334459 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:43.335650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:43.351076 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.381641 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba2fed-1549-4489-8a55-ca91d914748d None None] Pushing event updated for resources: {'Port': ['ID=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:43.422057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8a68060f-59db-455e-89d4-d67f63519fee triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:43.422432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.520160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:43.548460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Allocated IP 172.20.0.1 (30bc9cbe-3c71-467d-bee1-686425bc990f/c31088b0-0cac-4f27-9351-75136091cdd3/9ba95797-91f1-4456-b919-f453276363a6) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:41:43.649459 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.661329 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Transition to ACTIVE for port object d620efca-33cd-4ff5-a571-f181f5a86609 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:43.669246 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.674787 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.689877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Transition to ACTIVE for port object 9ba95797-91f1-4456-b919-f453276363a6 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:43.728641 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Attempting to bind port d620efca-33cd-4ff5-a571-f181f5a86609 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:41:43.729216 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Attempting to bind port d620efca-33cd-4ff5-a571-f181f5a86609 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:41:43.729512 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Attempting to bind port d620efca-33cd-4ff5-a571-f181f5a86609 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:41:43.732419 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de1cb4-5e31-493e-834e-4539cfb013a4 None None] Pushing event updated for resources: {'Port': ['ID=d620efca-33cd-4ff5-a571-f181f5a86609,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:43.734234 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.737056 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:41:43.737613 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:41:43.738021 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.738399 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:41:43.739078 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Bound port: d620efca-33cd-4ff5-a571-f181f5a86609, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:41:43.741086 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.783324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Network 30bc9cbe-3c71-467d-bee1-686425bc990f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:43.786361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:43.790075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:43Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:43.798640 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:41:43.802696 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] For port d620efca-33cd-4ff5-a571-f181f5a86609, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:41:43.806599 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] For port d620efca-33cd-4ff5-a571-f181f5a86609, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d620efca-33cd-4ff5-a571-f181f5a86609,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:41:43.815858 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.827405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc170bc4-8f1e-4e6d-8663-67dd61740d2a None None] The sync data for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 is: [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:43Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:41:43.837934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba95797-91f1-4456-b919-f453276363a6,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:43.859644 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:43.922340 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Routers {'b5d93a14-b5cb-48bb-a088-de8560cd1cfb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:43.922991 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:44.023849 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de1cb4-5e31-493e-834e-4539cfb013a4 None None] Pushing event updated for resources: {'Port': ['ID=d620efca-33cd-4ff5-a571-f181f5a86609,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:44.043046 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:44.061672 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] Set router b5d93a14-b5cb-48bb-a088-de8560cd1cfb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:44.247695 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:44.253585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:44.280937 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 3, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:44.295886 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:44.303891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25e98d-f0e2-4684-a10a-a1c15ce121f5 None None] Network 30bc9cbe-3c71-467d-bee1-686425bc990f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:41:44.320046 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4b765-345e-44d1-8661-b7e1bd786dab None None] The sync data for ids ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'] in n-d-806683-2 is: [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 3, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:41:44.334227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba95797-91f1-4456-b919-f453276363a6,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:44.345446 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:44.387512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-79f59321-b5a8-41ac-a7e7-587a6a8489be None None] Provisioning for port a98ec6d2-af5a-4a11-8d91-c018d401dff6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:44.460606 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Network 30bc9cbe-3c71-467d-bee1-686425bc990f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:44.462469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:44.616827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Router b5d93a14-b5cb-48bb-a088-de8560cd1cfb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:41:44.758979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:41:44.775977 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-866a9fc6-f744-4ee4-9f67-7a98846301a1 admin admin] 10.222.0.69 "PUT /v2.0/routers/b5d93a14-b5cb-48bb-a088-de8560cd1cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0487947 Aug 31 10:41:44.839986 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8e9cbb26-ac8f-4868-ab54-241394926a1d None None] Provisioning for port 9ba95797-91f1-4456-b919-f453276363a6 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:44.845461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8e9cbb26-ac8f-4868-ab54-241394926a1d None None] Provisioning complete for port 9ba95797-91f1-4456-b919-f453276363a6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:44.846453 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8e9cbb26-ac8f-4868-ab54-241394926a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:44.913019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cbb26-ac8f-4868-ab54-241394926a1d None None] Port 9ba95797-91f1-4456-b919-f453276363a6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:41:45.037726 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1af3f996-1b3c-424f-a4e5-8041bee745ef None None] Provisioning complete for port 9ba95797-91f1-4456-b919-f453276363a6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:45.038432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1af3f996-1b3c-424f-a4e5-8041bee745ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.100484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-1af3f996-1b3c-424f-a4e5-8041bee745ef None None] Port 9ba95797-91f1-4456-b919-f453276363a6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:41:45.255306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d620efca-33cd-4ff5-a571-f181f5a86609 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:45.327749 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-83e05857-f30d-4844-ba1a-8059fcb62fc6 None None] Provisioning complete for port 9ba95797-91f1-4456-b919-f453276363a6 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:45.328392 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-83e05857-f30d-4844-ba1a-8059fcb62fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.331488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d620efca-33cd-4ff5-a571-f181f5a86609 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:45.355799 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d620efca-33cd-4ff5-a571-f181f5a86609 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:45.356178 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.393642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-83e05857-f30d-4844-ba1a-8059fcb62fc6 None None] Port 9ba95797-91f1-4456-b919-f453276363a6 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:41:45.459614 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.484680 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d620efca-33cd-4ff5-a571-f181f5a86609, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d620efca-33cd-4ff5-a571-f181f5a86609,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:45.489999 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.490781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dbef5779-f7d5-4354-8a3b-a07b85bfebb3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:45.568442 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d620efca-33cd-4ff5-a571-f181f5a86609,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:45.583621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:45.590230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:45.591235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.677639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.714796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port dbef5779-f7d5-4354-8a3b-a07b85bfebb3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:45.718885 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.720795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a98ec6d2-af5a-4a11-8d91-c018d401dff6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:45.810541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:45.827450 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a98ec6d2-af5a-4a11-8d91-c018d401dff6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:45.834170 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a98ec6d2-af5a-4a11-8d91-c018d401dff6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:45.834941 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.935223 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.976635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a98ec6d2-af5a-4a11-8d91-c018d401dff6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a98ec6d2-af5a-4a11-8d91-c018d401dff6,segment=NetworkSegment(483ade70-cdbb-4721-baa4-cd77c5af4e38),segment_id=483ade70-cdbb-4721-baa4-cd77c5af4e38)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:45.980931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:46.043271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a98ec6d2-af5a-4a11-8d91-c018d401dff6,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:47.130358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d620efca-33cd-4ff5-a571-f181f5a86609 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:47.189872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d620efca-33cd-4ff5-a571-f181f5a86609 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:47.190346 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:47.283356 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a98ec6d2-af5a-4a11-8d91-c018d401dff6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:47.356466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a98ec6d2-af5a-4a11-8d91-c018d401dff6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:47.356874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:47.464115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dbef5779-f7d5-4354-8a3b-a07b85bfebb3 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:47.507127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Sync routers for ids ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:41:47.540531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Routers {'b5d93a14-b5cb-48bb-a088-de8560cd1cfb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:47.541319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:47.598501 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:47.599106 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:47.860412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Set router b5d93a14-b5cb-48bb-a088-de8560cd1cfb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:48.120026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:43Z', 'revision_number': 4, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9ba95797-91f1-4456-b919-f453276363a6', 'name': '', 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'mac_address': 'fa:16:3e:ca:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c31088b0-0cac-4f27-9351-75136091cdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:43Z', 'updated_at': '2021-08-31T10:41:44Z', 'revision_number': 2, 'project_id': '4e982141b96b49379a4add12ed423809', 'subnets': [{'id': 'c31088b0-0cac-4f27-9351-75136091cdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:48.150103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Checking router: b5d93a14-b5cb-48bb-a088-de8560cd1cfb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:41:48.150854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Updating router b5d93a14-b5cb-48bb-a088-de8560cd1cfb port 9ba95797-91f1-4456-b919-f453276363a6 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:41:48.179466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:48.471909 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:48.488901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Transition to ACTIVE for port object 9ba95797-91f1-4456-b919-f453276363a6 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:48.496860 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:48.557968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8831b1-5ab8-42ae-b793-67256f9db6d6 None None] Pushing event updated for resources: {'Port': ['ID=9ba95797-91f1-4456-b919-f453276363a6,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:48.667250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Attempting to bind port 9ba95797-91f1-4456-b919-f453276363a6 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:41:48.667765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Attempting to bind port 9ba95797-91f1-4456-b919-f453276363a6 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:41:48.668232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Attempting to bind port 9ba95797-91f1-4456-b919-f453276363a6 on network 30bc9cbe-3c71-467d-bee1-686425bc990f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:41:48.679497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:41:48.680047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Checking segment: {'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:41:48.680703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:48.681207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Bound using segment: {'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:41:48.681778 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Bound port: 9ba95797-91f1-4456-b919-f453276363a6, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483ade70-cdbb-4721-baa4-cd77c5af4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:41:48.682274 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:48.775049 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] For port 9ba95797-91f1-4456-b919-f453276363a6, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:41:48.779228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] For port 9ba95797-91f1-4456-b919-f453276363a6, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ba95797-91f1-4456-b919-f453276363a6,segment=NetworkSegment(483ade70-cdbb-4721-baa4-cd77c5af4e38),segment_id=483ade70-cdbb-4721-baa4-cd77c5af4e38)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:41:48.797061 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:48.877781 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8831b1-5ab8-42ae-b793-67256f9db6d6 None None] Pushing event updated for resources: {'Port': ['ID=9ba95797-91f1-4456-b919-f453276363a6,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:48.883624 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Routers {'b5d93a14-b5cb-48bb-a088-de8560cd1cfb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:48.884235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:41:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:49.035463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] Set router b5d93a14-b5cb-48bb-a088-de8560cd1cfb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:49.292014 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:43Z', 'revision_number': 4, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9ba95797-91f1-4456-b919-f453276363a6', 'name': '', 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'mac_address': 'fa:16:3e:ca:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c31088b0-0cac-4f27-9351-75136091cdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:43Z', 'updated_at': '2021-08-31T10:41:48Z', 'revision_number': 4, 'project_id': '4e982141b96b49379a4add12ed423809', 'subnets': [{'id': 'c31088b0-0cac-4f27-9351-75136091cdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:49.325405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0497fb-1f0c-4e81-bd30-ac147d448e7c None None] The sync data for ids ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'] in n-d-806683-2 is: [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:43Z', 'revision_number': 4, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9ba95797-91f1-4456-b919-f453276363a6', 'name': '', 'network_id': '30bc9cbe-3c71-467d-bee1-686425bc990f', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'mac_address': 'fa:16:3e:ca:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c31088b0-0cac-4f27-9351-75136091cdd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:43Z', 'updated_at': '2021-08-31T10:41:48Z', 'revision_number': 4, 'project_id': '4e982141b96b49379a4add12ed423809', 'subnets': [{'id': 'c31088b0-0cac-4f27-9351-75136091cdd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:41:51.140003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ba95797-91f1-4456-b919-f453276363a6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:51.201893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 9ba95797-91f1-4456-b919-f453276363a6 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:51.207306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9ba95797-91f1-4456-b919-f453276363a6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:51.207676 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:51.316837 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:51.363358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 9ba95797-91f1-4456-b919-f453276363a6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ba95797-91f1-4456-b919-f453276363a6,segment=NetworkSegment(483ade70-cdbb-4721-baa4-cd77c5af4e38),segment_id=483ade70-cdbb-4721-baa4-cd77c5af4e38)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:51.369050 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:51.422846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=9ba95797-91f1-4456-b919-f453276363a6,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:51.953912 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2078d2d6-f9af-4d25-9f35-57897255a3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:53.102583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ba95797-91f1-4456-b919-f453276363a6 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:53.158249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9ba95797-91f1-4456-b919-f453276363a6 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:53.158716 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:54.626604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-661bd0af-1192-437c-aea5-f6a65d56ce0b tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:54.628133 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-661bd0af-1192-437c-aea5-f6a65d56ce0b tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 814 time: 0.1025364 Aug 31 10:41:54.643329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-c2e3815a-99d7-4e36-96dd-5ff690afc72e tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/quotas/49463181798e4365a89bd3dbd5bccb74 HTTP/1.1" status: 200 len: 375 time: 0.0095229 Aug 31 10:41:54.696634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-dbabbde6-73d1-4b48-95f0-0231e2ad405a tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477374 Aug 31 10:41:54.798705 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-c97844f8-12dc-4fc6-b22e-01e17b2da396 service neutron] 10.222.0.69 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901482 Aug 31 10:41:54.887047 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-659035b2-d5a4-48f1-80ad-da21174769fb service neutron] 10.222.0.69 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820587 Aug 31 10:41:55.053253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5fc0b02c-941f-4070-bc3d-52995e7b8ba8 req-2e562601-1bb7-4aca-863c-dcc76fde4dae tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 210 time: 0.0324407 Aug 31 10:41:55.164513 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:55.865554 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6e527f7f-e249-43a2-8e3d-2328e77c5f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:55.954528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-e423a40d-7823-48e7-9dc9-1d6de4f04567 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:55.956194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-e423a40d-7823-48e7-9dc9-1d6de4f04567 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.52 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 814 time: 0.1105564 Aug 31 10:41:55.969450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'port': {'device_id': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'admin_state_up': True, 'tenant_id': '49463181798e4365a89bd3dbd5bccb74'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:41:56.077815 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Made reservation on behalf of 49463181798e4365a89bd3dbd5bccb74 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:41:56.081799 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:56.153335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61bec3e2-77b3-4074-8b84-fe05c2d8ebec req-7f9704c0-7725-4a30-855e-dbf5ead8deb9 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 210 time: 0.0276387 Aug 31 10:41:56.229535 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Allocated IP 172.20.0.11 (9c29cb2c-8892-42c8-84fb-4e12140fc900/603fd9b7-4b44-4233-9605-658fc894d7d9/9210e1b1-8f4a-493d-8473-2b1a12d74be1) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:41:56.436896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:56.457737 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Transition to ACTIVE for port object 9210e1b1-8f4a-493d-8473-2b1a12d74be1 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:41:56.492761 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:56.540325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:41:56.543688 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:41:56.548229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:41:56.599314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:56.599992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:56.616643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'Port': ['ID=9210e1b1-8f4a-493d-8473-2b1a12d74be1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:56.621414 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6562407 Aug 31 10:41:56.627224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.627589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.627918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.628260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.628597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.628931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.629270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.629592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.629918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.630251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.630601 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.630949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5628863-9cec-4698-9fe5-034242a40935 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:56.836046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f2aeed0e-7862-4fba-ab93-5f4d9787e757 None None] Provisioning for port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:41:56.840127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f2aeed0e-7862-4fba-ab93-5f4d9787e757 None None] Provisioning complete for port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:56.841123 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f2aeed0e-7862-4fba-ab93-5f4d9787e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:56.886808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f2aeed0e-7862-4fba-ab93-5f4d9787e757 None None] Port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:41:57.277348 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d08009-72e0-4b0b-a235-82073de03adb req-daccbe77-f6bf-453e-a6ca-f53e72d8a6e3 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:57.278985 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30d08009-72e0-4b0b-a235-82073de03adb req-daccbe77-f6bf-453e-a6ca-f53e72d8a6e3 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.0549977 Aug 31 10:41:57.321313 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-30d08009-72e0-4b0b-a235-82073de03adb req-0bad94ea-d221-416e-91eb-3e5dab550c83 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 Aug 31 10:41:57.948286 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:58.441778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89396a-cc81-4fe6-a5aa-a61ca8ff2640 req-cff2eb67-2260-4587-b5c0-e485ac02d001 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:58.444138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee89396a-cc81-4fe6-a5aa-a61ca8ff2640 req-cff2eb67-2260-4587-b5c0-e485ac02d001 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.0507433 Aug 31 10:41:58.486089 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ee89396a-cc81-4fe6-a5aa-a61ca8ff2640 req-6c4e3783-a95b-41c9-851d-2c768c6ca2f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Aug 31 10:41:58.905825 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:59.967246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ab89-cb82-4ab0-983e-0cc02eb12d40 req-83e4bcca-c030-47d4-8566-4ea96f694052 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:59.968812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8de5ab89-cb82-4ab0-983e-0cc02eb12d40 req-83e4bcca-c030-47d4-8566-4ea96f694052 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.4131672 Aug 31 10:42:00.012494 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8de5ab89-cb82-4ab0-983e-0cc02eb12d40 req-453f3ed0-76ed-4496-92e8-a6ea210b31b9 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367548 Aug 31 10:42:01.135763 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6a9ed-aac2-4047-a450-1a950869ef6d req-d4b639e4-2ee7-4874-b8ff-21e3d3fdc2ad tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:01.137347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55c6a9ed-aac2-4047-a450-1a950869ef6d req-d4b639e4-2ee7-4874-b8ff-21e3d3fdc2ad tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.0552921 Aug 31 10:42:01.181876 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55c6a9ed-aac2-4047-a450-1a950869ef6d req-e8edec1f-cdff-44ff-b497-a6f49253cb3b tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Aug 31 10:42:02.305825 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a545dc-f633-468d-9100-93c4e2f4bbdd req-dd8908a0-a487-43e0-a306-28022307ad42 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:02.308378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a545dc-f633-468d-9100-93c4e2f4bbdd req-dd8908a0-a487-43e0-a306-28022307ad42 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.0536015 Aug 31 10:42:02.348940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8a545dc-f633-468d-9100-93c4e2f4bbdd req-b9888a34-779d-4eaf-860e-4802d8bb1734 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Aug 31 10:42:03.472185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3d4bf-3045-4687-9517-085d59ee5551 req-b8d08392-d04e-40a6-9ff5-caa9232777fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:03.473815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9b3d4bf-3045-4687-9517-085d59ee5551 req-b8d08392-d04e-40a6-9ff5-caa9232777fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.0569508 Aug 31 10:42:03.511445 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c9b3d4bf-3045-4687-9517-085d59ee5551 req-43fd15e6-b40c-4bda-970b-9c3520cf3e51 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Aug 31 10:42:04.631881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b85cdb-2552-4367-a78c-a55b4eab7453 req-2b04528f-3d1c-4b21-8749-50fff9ee2615 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:04.633397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25b85cdb-2552-4367-a78c-a55b4eab7453 req-2b04528f-3d1c-4b21-8749-50fff9ee2615 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.0537226 Aug 31 10:42:04.678915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-25b85cdb-2552-4367-a78c-a55b4eab7453 req-39a83b30-8018-4604-819f-a5d2df1f8f35 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 Aug 31 10:42:05.800985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f13b2b-6cac-45a0-842e-8d6f035e4de2 req-007ac3f5-8009-4105-bf8e-916951de0e1f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:05.802654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12f13b2b-6cac-45a0-842e-8d6f035e4de2 req-007ac3f5-8009-4105-bf8e-916951de0e1f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.0529840 Aug 31 10:42:05.843844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-12f13b2b-6cac-45a0-842e-8d6f035e4de2 req-f616fc16-0b8b-4928-b6ea-54943bb31200 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351868 Aug 31 10:42:06.669251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Request body: {'port': {'device_id': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:06.727601 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.967120 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3790d14-68e8-477a-a1dc-8ad0f3fef44c req-eaa9e215-5b5c-4890-984c-124a056d7473 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:06.968547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3790d14-68e8-477a-a1dc-8ad0f3fef44c req-eaa9e215-5b5c-4890-984c-124a056d7473 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 932 time: 0.0544660 Aug 31 10:42:06.987358 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9210e1b1-8f4a-493d-8473-2b1a12d74be1 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:42:06.995229 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.008141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Transition to ACTIVE for port object 9210e1b1-8f4a-493d-8473-2b1a12d74be1 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:42:07.008404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3790d14-68e8-477a-a1dc-8ad0f3fef44c req-244417e4-0d02-49c0-b974-0afc87d5d519 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Aug 31 10:42:07.015116 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.073860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9210e1b1-8f4a-493d-8473-2b1a12d74be1,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:07.144575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Attempting to bind port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:42:07.144916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Attempting to bind port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:42:07.145242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Attempting to bind port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 on network 9c29cb2c-8892-42c8-84fb-4e12140fc900 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:42:07.149683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 on network 9c29cb2c-8892-42c8-84fb-4e12140fc900 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:42:07.150003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Attempting to bind port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 on network 9c29cb2c-8892-42c8-84fb-4e12140fc900 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:42:07.155035 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:42:07.155383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Checking segment: {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:42:07.155771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Bound using segment: {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:42:07.156199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Bound port: 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c74baf0-956f-4cc4-99f9-973fce72dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:42:07.156559 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.221955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] For port 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:42:07.224649 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] For port 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:42:07.228052 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.260901 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:07.261530 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.262981 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 1092 time: 0.5983016 Aug 31 10:42:07.263418 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:42:07.265948 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc90d84e-fec7-4b88-8ada-4ab484800b45" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:42:07.294807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fbc1e-dee6-4e93-aeb9-72c2e79e02b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9210e1b1-8f4a-493d-8473-2b1a12d74be1,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:07.314821 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d23e32-c566-4974-9998-7e8d52abd8c7 x-openstack-request-id: req-34d23e32-c566-4974-9998-7e8d52abd8c7 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:42:07.315075 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:42:07.315322 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34d23e32-c566-4974-9998-7e8d52abd8c7 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:42:07.315859 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'status': 'completed', 'code': 200} Aug 31 10:42:07.378917 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-49cffca9-0bc5-4442-87ba-5d120330acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:07.380729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-49cffca9-0bc5-4442-87ba-5d120330acff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1095 time: 0.0481756 Aug 31 10:42:07.429779 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-39588311-f3f8-4f59-b160-1a24d0c30c92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 217 time: 0.0411155 Aug 31 10:42:07.479724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-2031f251-a194-4993-9956-c3d5524693c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:07.481713 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-2031f251-a194-4993-9956-c3d5524693c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 200 len: 853 time: 0.0444505 Aug 31 10:42:07.527733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6525329f-542c-4744-9f8c-6be022321de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:07.530014 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-6525329f-542c-4744-9f8c-6be022321de7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c29cb2c-8892-42c8-84fb-4e12140fc900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421333 Aug 31 10:42:07.624649 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-85d29acb-278e-4e47-b333-5598369bc4d6 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874112 Aug 31 10:42:07.717502 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5831ac2e-cbfe-4aa8-85f7-9ea5cbb3b5f4 req-def1abf5-dbab-464a-82a8-73af03e1dfe1 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856235 Aug 31 10:42:07.813567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-c7bc1b69-a385-4269-abf3-a2aba49c3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:07.815096 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-c7bc1b69-a385-4269-abf3-a2aba49c3a9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1095 time: 0.0415237 Aug 31 10:42:07.912530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-b0a4cdf0-5125-4117-a632-e5b9fdc8f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:07.914003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-b0a4cdf0-5125-4117-a632-e5b9fdc8f178 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 916 time: 0.0915885 Aug 31 10:42:07.956804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-a2014726-0aa2-4745-9bcf-91a5a51bc13b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 217 time: 0.0354974 Aug 31 10:42:08.010000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-cc8e7dbf-7973-4560-a4ba-bac8061591bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:08.011453 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-cc8e7dbf-7973-4560-a4ba-bac8061591bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 200 len: 853 time: 0.0474865 Aug 31 10:42:08.059272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-8dd26a51-2616-4d0f-b265-e6a0b6383ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:08.061432 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-8dd26a51-2616-4d0f-b265-e6a0b6383ad9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c29cb2c-8892-42c8-84fb-4e12140fc900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424540 Aug 31 10:42:08.123035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0467a9f-df42-43af-8f41-bf65b8cac723 req-96d2a9e4-08ee-44f6-acf0-0aeb480a5293 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:08.124654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0467a9f-df42-43af-8f41-bf65b8cac723 req-96d2a9e4-08ee-44f6-acf0-0aeb480a5293 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 944 time: 0.0494320 Aug 31 10:42:08.152194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-2fe9918e-b793-44f3-97dd-09d871d81c34 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825694 Aug 31 10:42:08.162575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e0467a9f-df42-43af-8f41-bf65b8cac723 req-a028e521-4ea4-4e6d-a4e6-c53df3beadc4 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Aug 31 10:42:08.248718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bc90d84e-fec7-4b88-8ada-4ab484800b45 req-3476ac2c-68bf-4a41-acf6-cebeaeac0b91 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878043 Aug 31 10:42:08.358090 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:42:09.278967 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e473f09-17ba-4af3-94ef-eb59702a249f req-2cd1cdfe-95ff-4380-a2a5-ef863756a557 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:09.280479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e473f09-17ba-4af3-94ef-eb59702a249f req-2cd1cdfe-95ff-4380-a2a5-ef863756a557 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 944 time: 0.0500269 Aug 31 10:42:09.318062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e473f09-17ba-4af3-94ef-eb59702a249f req-d7fb4e56-4056-40b9-ae60-4b2091b83ac9 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 31 10:42:10.437744 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b4859-93b4-4ef0-a366-b6c2912e0963 req-05207bc3-6bb1-442e-bf81-5edc0d79949c tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:10.439272 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-822b4859-93b4-4ef0-a366-b6c2912e0963 req-05207bc3-6bb1-442e-bf81-5edc0d79949c tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 944 time: 0.0569131 Aug 31 10:42:10.457733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9210e1b1-8f4a-493d-8473-2b1a12d74be1 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:42:10.478538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-822b4859-93b4-4ef0-a366-b6c2912e0963 req-677093f4-c19b-48ac-b214-1ca8a1117ee7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Aug 31 10:42:10.558402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:10.569827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'port_id': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'mac_address': 'fa:16:3e:7b:99:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:42:10.605894 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.619089 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9210e1b1-8f4a-493d-8473-2b1a12d74be1 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:42:10.639341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:10.642989 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.688655 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9210e1b1-8f4a-493d-8473-2b1a12d74be1,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:10.696288 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.696626 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.696962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.697292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.697619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.697945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.698271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.698590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.698937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.699261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.699573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.700477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:10.898584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9210e1b1-8f4a-493d-8473-2b1a12d74be1'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:42:11.187489 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.617683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999bb5-8884-4815-b575-2fbf1813be90 req-32571646-44e4-4a08-adc3-80ba8551e64d tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:11.619190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c999bb5-8884-4815-b575-2fbf1813be90 req-32571646-44e4-4a08-adc3-80ba8551e64d tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 945 time: 0.0600538 Aug 31 10:42:11.657619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c999bb5-8884-4815-b575-2fbf1813be90 req-59953a8b-85b4-4c32-a928-17dabcd51ed9 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Aug 31 10:42:12.471026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9210e1b1-8f4a-493d-8473-2b1a12d74be1 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:42:12.517812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:42:12.521772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:12.522140 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.600622 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.622951 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:42:12.625190 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d57262-091b-4d90-b5e1-73957dc1f7bf" -d '{"events": [{"server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "name": "network-vif-plugged", "status": "completed", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:42:12.637924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:12.642452 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.668528 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1ffe4b-818b-43e7-a3c3-994670f0c6e6 x-openstack-request-id: req-2c1ffe4b-818b-43e7-a3c3-994670f0c6e6 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:42:12.668845 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "name": "network-vif-plugged", "status": "completed", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:42:12.669092 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c1ffe4b-818b-43e7-a3c3-994670f0c6e6 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:42:12.669475 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'code': 200} Aug 31 10:42:12.697148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=9210e1b1-8f4a-493d-8473-2b1a12d74be1,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:12.760103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb3bea-a9e0-4185-99f0-01bb39adb8ab req-fa864e23-782e-4cc6-8e20-d1acb5d4503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:12.761734 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25fb3bea-a9e0-4185-99f0-01bb39adb8ab req-fa864e23-782e-4cc6-8e20-d1acb5d4503f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1097 time: 0.0410039 Aug 31 10:42:12.788255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62f759-40ba-41d2-b33d-667468e0d016 req-257a6ea1-9865-4235-a348-650691859261 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:12.789759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be62f759-40ba-41d2-b33d-667468e0d016 req-257a6ea1-9865-4235-a348-650691859261 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0524933 Aug 31 10:42:12.801826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-25fb3bea-a9e0-4185-99f0-01bb39adb8ab req-917438ac-fe04-4157-86e0-de7fcd04b7d7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Aug 31 10:42:12.831080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-be62f759-40ba-41d2-b33d-667468e0d016 req-f6c8a2d6-eef3-4d17-aaf8-235461ec5f42 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Aug 31 10:42:13.951783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126227-880d-437f-a6e0-30baf4544042 req-27466e41-def5-478d-9849-d96d05ddc934 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:13.953276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e126227-880d-437f-a6e0-30baf4544042 req-27466e41-def5-478d-9849-d96d05ddc934 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0545149 Aug 31 10:42:13.991812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e126227-880d-437f-a6e0-30baf4544042 req-f8811285-ebb4-4931-bf4d-89f09c5dc2e4 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Aug 31 10:42:14.105098 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f4b6-4a34-473f-abe7-a830676dc68d req-d2010065-8744-4e58-9449-deefbdd4155b tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:14.107081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d17f4b6-4a34-473f-abe7-a830676dc68d req-d2010065-8744-4e58-9449-deefbdd4155b tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0498607 Aug 31 10:42:14.145034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3d17f4b6-4a34-473f-abe7-a830676dc68d req-695929b4-73f3-4f7c-8035-a1ad8d18b2c0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Aug 31 10:42:14.303965 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:14.331597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86564c8-69a8-4151-a6a8-a0602cea2a75 req-85455568-4933-4ef3-81d8-e601ab54457e tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:14.333082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86564c8-69a8-4151-a6a8-a0602cea2a75 req-85455568-4933-4ef3-81d8-e601ab54457e tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0498285 Aug 31 10:42:14.371326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e86564c8-69a8-4151-a6a8-a0602cea2a75 req-e1763296-d28f-424f-8704-985970236b92 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Aug 31 10:42:21.954720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-42f1825b-2318-489e-ad47-1f95cfe94a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:25.166800 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:25.866961 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3f401542-b245-478a-8af1-959dd0201d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:25.934574 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691ff55-ae2d-4454-bb14-b1a11fb2c9a6 req-44ae5c91-65ca-4bf2-b4cc-4bbdad432f55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:25.936112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e691ff55-ae2d-4454-bb14-b1a11fb2c9a6 req-44ae5c91-65ca-4bf2-b4cc-4bbdad432f55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0530374 Aug 31 10:42:25.974148 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e691ff55-ae2d-4454-bb14-b1a11fb2c9a6 req-d0de86e0-17e1-43f4-966f-10ab609c875e tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Aug 31 10:42:25.997215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49378) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:26.126458 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15bc45-070b-488d-a90e-d7d80f8bb28c tempest-TestMinimumBasicScenario-1020546296 tempest-TestMinimumBasicScenario-1020546296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:26.128058 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ac15bc45-070b-488d-a90e-d7d80f8bb28c tempest-TestMinimumBasicScenario-1020546296 tempest-TestMinimumBasicScenario-1020546296-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1092 time: 0.1298251 Aug 31 10:42:26.131021 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49382) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:26.135383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:26.157232 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:26.257285 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:26.358251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Allocated IP 172.25.1.220 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/f59ee3e7-0e11-4284-a3f9-eb09478dd5ca) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:42:26.458484 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:26.503368 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:26.544645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:42:26.547486 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:42:26.551107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:42:26.572408 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'Port': ['ID=f59ee3e7-0e11-4284-a3f9-eb09478dd5ca,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:26.916041 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:26.981596 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.134188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.139615 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.206514 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'Port': ['ID=f59ee3e7-0e11-4284-a3f9-eb09478dd5ca,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:27.216405 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.317146 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Floating IP 9dec18ab-afab-446c-8459-c7ac51f5f67d associated. External IP: 172.25.1.220, port: 9210e1b1-8f4a-493d-8473-2b1a12d74be1. Aug 31 10:42:27.520748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Router e53fb165-7db0-45ec-92df-e2e77440d8e4 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:42:27.632001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:42:27.644921 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] Sync routers for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:42:27.649136 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.654785 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:27.655400 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:42:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:27.676495 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f54eaa3d-9e3a-4f2b-a496-b0f0dbbee9fb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5444527 Aug 31 10:42:27.677160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:42:27.679326 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49384) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:27.679884 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e948ae-4fc0-4247-a794-4ad5dc88405b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:42:27.684692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-990d4411-2aee-4f48-b53d-94231cb61b30 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767305016', 'description': 'tempest-secgroup-smoke-767305016 description', 'project_id': '49463181798e4365a89bd3dbd5bccb74'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:27.717536 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-990d4411-2aee-4f48-b53d-94231cb61b30 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.771575 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:27.815231 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-990d4411-2aee-4f48-b53d-94231cb61b30 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.820598 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-990d4411-2aee-4f48-b53d-94231cb61b30 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.854151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d4411-2aee-4f48-b53d-94231cb61b30 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb23f66-f7ad-4d5f-98b3-a05883314037,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:27.854511 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c05a18-a6ca-4fe6-af9a-21dbcf7e777b x-openstack-request-id: req-45c05a18-a6ca-4fe6-af9a-21dbcf7e777b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:42:27.854910 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:42:27.855093 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45c05a18-a6ca-4fe6-af9a-21dbcf7e777b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:42:27.855519 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'status': 'completed', 'code': 200} Aug 31 10:42:27.868418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-990d4411-2aee-4f48-b53d-94231cb61b30 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.870042 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-990d4411-2aee-4f48-b53d-94231cb61b30 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1896756 Aug 31 10:42:27.872898 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49390) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:27.877683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-29f7a2b3-4a61-4bb5-89eb-e566ef8f3b32 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'security_group_rule': {'security_group_id': 'dfb23f66-f7ad-4d5f-98b3-a05883314037', 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:27.935680 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29f7a2b3-4a61-4bb5-89eb-e566ef8f3b32 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.946406 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-4ad39d69-dae1-4e4d-9875-ed9c92494b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:27.948048 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-4ad39d69-dae1-4e4d-9875-ed9c92494b1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1097 time: 0.0659018 Aug 31 10:42:27.949549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.017745 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9dec18ab-afab-446c-8459-c7ac51f5f67d', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'port_id': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'mac_address': 'fa:16:3e:7b:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:42:26Z', 'updated_at': '2021-08-31T10:42:26Z', 'revision_number': 0, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 5, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:28.049240 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] Checking router: e53fb165-7db0-45ec-92df-e2e77440d8e4 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:42:28.057439 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:28.057947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29f7a2b3-4a61-4bb5-89eb-e566ef8f3b32 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.058078 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:42:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:28.068762 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29f7a2b3-4a61-4bb5-89eb-e566ef8f3b32 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.085658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-d60da417-3b7b-489d-9214-a9a35aa396b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:28.087127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-d60da417-3b7b-489d-9214-a9a35aa396b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 916 time: 0.1295424 Aug 31 10:42:28.093366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7a2b3-4a61-4bb5-89eb-e566ef8f3b32 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e539a0-e73a-427a-99c7-7569607212db,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:28.103459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-29f7a2b3-4a61-4bb5-89eb-e566ef8f3b32 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.104756 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-29f7a2b3-4a61-4bb5-89eb-e566ef8f3b32 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2307072 Aug 31 10:42:28.108230 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49392) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:28.113522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9013c3d9-7a0a-48e4-a06e-9e80561de242 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'security_group_rule': {'security_group_id': 'dfb23f66-f7ad-4d5f-98b3-a05883314037', 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:28.141823 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9013c3d9-7a0a-48e4-a06e-9e80561de242 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.160125 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-efe95575-bccd-42f1-acbe-626b8439238e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 1000 time: 0.0643511 Aug 31 10:42:28.209938 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9013c3d9-7a0a-48e4-a06e-9e80561de242 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.214393 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9013c3d9-7a0a-48e4-a06e-9e80561de242 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.220235 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-1b6e3ac8-a505-45e1-9b30-c13beb36b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:28.222579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-1b6e3ac8-a505-45e1-9b30-c13beb36b87e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 200 len: 853 time: 0.0550895 Aug 31 10:42:28.237527 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013c3d9-7a0a-48e4-a06e-9e80561de242 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a771b9-bfb0-4876-9496-5c55b9e4b8dc,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:28.241259 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9013c3d9-7a0a-48e4-a06e-9e80561de242 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.245553 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9013c3d9-7a0a-48e4-a06e-9e80561de242 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360705 Aug 31 10:42:28.248252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49394) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:28.250842 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-92d2dde3-10ee-487e-b391-743275b4d14f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'security_group_rule': {'security_group_id': 'dfb23f66-f7ad-4d5f-98b3-a05883314037', 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:28.266197 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:28.278419 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-92d2dde3-10ee-487e-b391-743275b4d14f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.279530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-a16c4e28-5281-4225-979b-2493b0171682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:28.281070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-a16c4e28-5281-4225-979b-2493b0171682 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c29cb2c-8892-42c8-84fb-4e12140fc900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513620 Aug 31 10:42:28.343189 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-92d2dde3-10ee-487e-b391-743275b4d14f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.347610 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-92d2dde3-10ee-487e-b391-743275b4d14f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.366281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2dde3-10ee-487e-b391-743275b4d14f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ad8dda-9268-48f0-bfac-852c4087c261,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:28.375975 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-92d2dde3-10ee-487e-b391-743275b4d14f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.377465 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-92d2dde3-10ee-487e-b391-743275b4d14f tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300769 Aug 31 10:42:28.380164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49396) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:28.383669 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-43eb42aa-b210-4e61-b588-166d8a86c351 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958047 Aug 31 10:42:28.386871 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-52e4f92e-da2a-4afb-a98e-171a986ef514 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'security_group_rule': {'security_group_id': 'dfb23f66-f7ad-4d5f-98b3-a05883314037', 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:28.469318 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-52e4f92e-da2a-4afb-a98e-171a986ef514 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.495651 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9dec18ab-afab-446c-8459-c7ac51f5f67d', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'port_id': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'mac_address': 'fa:16:3e:7b:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:42:26Z', 'updated_at': '2021-08-31T10:42:26Z', 'revision_number': 0, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 5, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:28.518974 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-27e948ae-4fc0-4247-a794-4ad5dc88405b req-e4545211-4c7e-4a46-a3c3-83a162f730c9 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264694 Aug 31 10:42:28.523349 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f4c5-3e9f-47f5-aa04-f1d272b6f484 None None] The sync data for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 is: [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9dec18ab-afab-446c-8459-c7ac51f5f67d', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'port_id': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'mac_address': 'fa:16:3e:7b:99:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:42:26Z', 'updated_at': '2021-08-31T10:42:26Z', 'revision_number': 0, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 5, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:42:28.540322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-52e4f92e-da2a-4afb-a98e-171a986ef514 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.546560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-52e4f92e-da2a-4afb-a98e-171a986ef514 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.565375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f92e-da2a-4afb-a98e-171a986ef514 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff258e12-da9e-4176-a4f1-10e58c607be5,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:28.576531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-52e4f92e-da2a-4afb-a98e-171a986ef514 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.580329 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-52e4f92e-da2a-4afb-a98e-171a986ef514 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964283 Aug 31 10:42:28.580557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49398) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:28.585103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-ff899dd5-f167-4901-9e4e-cb037874e9b7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'security_group_rule': {'security_group_id': 'dfb23f66-f7ad-4d5f-98b3-a05883314037', 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:28.608868 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-ff899dd5-f167-4901-9e4e-cb037874e9b7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Project 49463181798e4365a89bd3dbd5bccb74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:42:28.620080 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff899dd5-f167-4901-9e4e-cb037874e9b7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.684614 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff899dd5-f167-4901-9e4e-cb037874e9b7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.688667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff899dd5-f167-4901-9e4e-cb037874e9b7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.715773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff899dd5-f167-4901-9e4e-cb037874e9b7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bddfea-1078-4ba6-b6c1-69b4b45d82f4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:28.719827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-ff899dd5-f167-4901-9e4e-cb037874e9b7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.720978 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ff899dd5-f167-4901-9e4e-cb037874e9b7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394992 Aug 31 10:42:28.723862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49400) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:28.728456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2b47fbee-f82d-4764-8e37-e256fe1cce55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'security_group_rule': {'security_group_id': 'dfb23f66-f7ad-4d5f-98b3-a05883314037', 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:28.747372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cadf839-9f6a-4a49-a008-977719d76351 None None] New status for floating IP 9dec18ab-afab-446c-8459-c7ac51f5f67d: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:42:28.754540 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-2b47fbee-f82d-4764-8e37-e256fe1cce55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Project 49463181798e4365a89bd3dbd5bccb74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:42:28.760039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b47fbee-f82d-4764-8e37-e256fe1cce55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.831468 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b47fbee-f82d-4764-8e37-e256fe1cce55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.835428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b47fbee-f82d-4764-8e37-e256fe1cce55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.852785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47fbee-f82d-4764-8e37-e256fe1cce55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23a09c2-ddd6-4c27-8f9f-21980f3e2a03,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:28.860259 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2b47fbee-f82d-4764-8e37-e256fe1cce55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.861675 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2b47fbee-f82d-4764-8e37-e256fe1cce55 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367700 Aug 31 10:42:28.907395 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:28.946978 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-9a62c41d-8088-4354-af93-0c25525691d1 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767305016&fields=id&tenant_id=49463181798e4365a89bd3dbd5bccb74 HTTP/1.1" status: 200 len: 267 time: 0.0361514 Aug 31 10:42:29.001616 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-7fc29183-9593-45e7-a506-18e3b702cd22 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:29.003044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-7fc29183-9593-45e7-a506-18e3b702cd22 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0501609 Aug 31 10:42:29.014412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'port': {'security_groups': ['bcedcd8e-ee92-416c-9baa-70c8ad258a1d', 'dfb23f66-f7ad-4d5f-98b3-a05883314037']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:29.078096 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:29.267674 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] For port 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:29.297774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:29.302324 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:29.321237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9210e1b1-8f4a-493d-8473-2b1a12d74be1'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:42:29.349829 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:29.350479 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:29.351947 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-34e9a9c9-7b75-4a3b-8290-6bf3aecb94c6 req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "PUT /v2.0/ports/9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 982 time: 0.3424273 Aug 31 10:42:29.378650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9292dba-eac9-471f-9163-af621def57f0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'Port': ['ID=9210e1b1-8f4a-493d-8473-2b1a12d74be1,revision_number=6']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:29.408844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9210e1b1-8f4a-493d-8473-2b1a12d74be1'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:42:29.481604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cc464-964c-4603-9827-0534fae4adcc req-4883ba13-ead5-498c-9b67-b22194e4306e tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:29.483254 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-791cc464-964c-4603-9827-0534fae4adcc req-4883ba13-ead5-498c-9b67-b22194e4306e tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0662220 Aug 31 10:42:29.528098 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-791cc464-964c-4603-9827-0534fae4adcc req-b2961792-ea49-489a-bc51-7c81aa2e7bef tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365813 Aug 31 10:42:29.718849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-38a09177-9277-4da7-b7c0-ea085dd2b14a None None] Provisioning complete for port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:29.719134 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-38a09177-9277-4da7-b7c0-ea085dd2b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:29.856945 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:42:29.859398 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:42:29.896727 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a4584-2f9a-432b-83ca-4360fc6a822d x-openstack-request-id: req-ca4a4584-2f9a-432b-83ca-4360fc6a822d {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:42:29.897009 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:42:29.897261 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca4a4584-2f9a-432b-83ca-4360fc6a822d {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:42:29.897663 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'status': 'completed', 'code': 200} Aug 31 10:42:29.965052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-102c20fb-a13d-422f-a7b9-678255cd91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:29.966705 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-102c20fb-a13d-422f-a7b9-678255cd91cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1136 time: 0.0422862 Aug 31 10:42:30.066517 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-234bcc7c-8bd4-488e-bc63-a6aaa78b822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:30.067954 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-234bcc7c-8bd4-488e-bc63-a6aaa78b822a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 916 time: 0.0900943 Aug 31 10:42:30.421313 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-f436a519-c940-4ba9-aadb-cbf607c11526 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 1002 time: 0.3449924 Aug 31 10:42:30.471327 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-a910ca76-88f2-4f53-a71e-89387554589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:30.472797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-a910ca76-88f2-4f53-a71e-89387554589e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 200 len: 853 time: 0.0435958 Aug 31 10:42:30.523398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-73616913-66bc-4586-9116-586be7285d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:30.525178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-73616913-66bc-4586-9116-586be7285d43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c29cb2c-8892-42c8-84fb-4e12140fc900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455139 Aug 31 10:42:30.613626 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-83684f91-82e2-410e-a29f-b30bfc352105 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808806 Aug 31 10:42:30.709501 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fb0a360a-30d0-422e-9ed1-9b0db30f6aee req-3873160e-9e1a-4ba6-b10a-b8655b91945a service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872674 Aug 31 10:42:41.211524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:44.299351 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:45.356866 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:42:46.735388 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-c04c8e1c-8280-4de4-b570-fb4936c49de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:46.736794 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea452f-268e-4c6d-b5fb-1ea1ad3ef72c req-1e553bb5-e8cd-43dc-afcd-2cf9c447efbe tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:46.737279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-c04c8e1c-8280-4de4-b570-fb4936c49de3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1136 time: 0.0435565 Aug 31 10:42:46.738341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33ea452f-268e-4c6d-b5fb-1ea1ad3ef72c req-1e553bb5-e8cd-43dc-afcd-2cf9c447efbe tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0527251 Aug 31 10:42:46.780381 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33ea452f-268e-4c6d-b5fb-1ea1ad3ef72c req-2d1c71f6-8749-4960-8376-290592e3843a tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356832 Aug 31 10:42:46.828025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-ff8e395c-471c-45d7-b1ce-75612260263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:46.829501 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-ff8e395c-471c-45d7-b1ce-75612260263f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 916 time: 0.0861964 Aug 31 10:42:46.899126 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-288e7462-4556-427b-a8c2-9be8abfbe61a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 1002 time: 0.0615101 Aug 31 10:42:46.947474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-008479d3-60f1-4781-808f-00347d7028bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:46.948915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-008479d3-60f1-4781-808f-00347d7028bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 200 len: 853 time: 0.0430367 Aug 31 10:42:46.995397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-f6990c48-119e-4eb4-a16e-155d8e89d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:46.996900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-f6990c48-119e-4eb4-a16e-155d8e89d972 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c29cb2c-8892-42c8-84fb-4e12140fc900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408943 Aug 31 10:42:47.097295 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-c956445b-0cf1-40a2-bf09-a9b63b552ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932722 Aug 31 10:42:47.188595 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cb647f78-8c4d-4d33-8db3-b7fb3b136d01 req-b93655b3-89ee-44eb-b563-51f65caa3ff5 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806046 Aug 31 10:42:47.904050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83b8a7-20f8-4afa-bea8-8840dd84f379 req-bafbc0f4-aac8-4aaf-9a10-e18e5316b54c tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:47.905568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e83b8a7-20f8-4afa-bea8-8840dd84f379 req-bafbc0f4-aac8-4aaf-9a10-e18e5316b54c tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0534682 Aug 31 10:42:47.945669 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6e83b8a7-20f8-4afa-bea8-8840dd84f379 req-072f948a-4e2e-4d8e-aaee-6476f84350f6 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340383 Aug 31 10:42:49.060783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aed82-5da0-4ad5-a60d-ab1ba3dd5b2d req-00962e4e-ecf8-4e36-99a6-23ad426edc76 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:49.062329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a24aed82-5da0-4ad5-a60d-ab1ba3dd5b2d req-00962e4e-ecf8-4e36-99a6-23ad426edc76 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0500410 Aug 31 10:42:49.103837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a24aed82-5da0-4ad5-a60d-ab1ba3dd5b2d req-ce769936-6cd4-4992-8b97-e473b1a2af26 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350308 Aug 31 10:42:50.230075 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba3e0-90e0-4e88-bdf4-abce544c8413 req-05ef8010-9c80-419f-9615-19371b8807c8 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:50.231645 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1adba3e0-90e0-4e88-bdf4-abce544c8413 req-05ef8010-9c80-419f-9615-19371b8807c8 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0554132 Aug 31 10:42:50.272144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1adba3e0-90e0-4e88-bdf4-abce544c8413 req-174c8be6-efb1-4f99-9f0b-a508401d6711 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341299 Aug 31 10:42:51.392250 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fcfda-73ac-4f29-beac-50c673a1f1b0 req-2b6da99e-fff0-4e56-a6d2-3b470c7f9fbb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:51.393637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-310fcfda-73ac-4f29-beac-50c673a1f1b0 req-2b6da99e-fff0-4e56-a6d2-3b470c7f9fbb tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0534389 Aug 31 10:42:51.433562 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-310fcfda-73ac-4f29-beac-50c673a1f1b0 req-d9ccd524-256e-46d0-983c-58653966d11e tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337954 Aug 31 10:42:51.954618 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-92724855-07a0-4d7e-a369-4665a276614f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:52.549901 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7b017-113f-410c-82a5-917914274e69 req-ad19439a-d21a-4bb2-a4d3-36fc323563cd tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:52.551435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-adf7b017-113f-410c-82a5-917914274e69 req-ad19439a-d21a-4bb2-a4d3-36fc323563cd tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0500476 Aug 31 10:42:52.591021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-adf7b017-113f-410c-82a5-917914274e69 req-a13cea79-02f5-4371-9741-58881e5c9724 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329776 Aug 31 10:42:53.715515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f9ca-3b96-47e0-a832-2e7d0e0a9aba req-cc5f08c3-e9fa-4f21-bf20-f70c2b512496 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:53.717063 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7b5f9ca-3b96-47e0-a832-2e7d0e0a9aba req-cc5f08c3-e9fa-4f21-bf20-f70c2b512496 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0512161 Aug 31 10:42:53.758213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7b5f9ca-3b96-47e0-a832-2e7d0e0a9aba req-979c0503-abf1-44f9-bea7-f6d2df3022e5 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351093 Aug 31 10:42:54.893465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eeeda-bd89-4d97-93e1-05ce5a82406d req-2094b16e-fa4f-423f-99d8-7cf99c37e8e0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:54.895053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559eeeda-bd89-4d97-93e1-05ce5a82406d req-2094b16e-fa4f-423f-99d8-7cf99c37e8e0 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0554428 Aug 31 10:42:54.936312 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-559eeeda-bd89-4d97-93e1-05ce5a82406d req-3a1384f6-98ff-4cdb-9be1-21c64124ed47 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351605 Aug 31 10:42:55.168227 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:55.867787 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-17b62318-002b-4c3d-bf87-f91437700859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:56.050067 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e25f0-15c0-46df-96a1-23fc56a14a10 req-cc4ba28c-d25f-4ed3-9d80-14f9627e7ff5 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:56.051490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-075e25f0-15c0-46df-96a1-23fc56a14a10 req-cc4ba28c-d25f-4ed3-9d80-14f9627e7ff5 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0494556 Aug 31 10:42:56.092542 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-075e25f0-15c0-46df-96a1-23fc56a14a10 req-ce9ee81a-81f7-49fe-8791-dbbe11c490df tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350239 Aug 31 10:42:57.204943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9a56-4ad3-4c0d-bb95-4c002925d4e9 req-8e3ddda7-9b51-442b-9ff5-b06c35d98a47 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:57.206442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc4e9a56-4ad3-4c0d-bb95-4c002925d4e9 req-8e3ddda7-9b51-442b-9ff5-b06c35d98a47 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0485592 Aug 31 10:42:57.248441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dc4e9a56-4ad3-4c0d-bb95-4c002925d4e9 req-cfdb8919-ec10-4030-85c6-2dfc0512e8c2 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346050 Aug 31 10:42:57.935410 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f995-a6ad-4605-b588-428723790ce6 req-40edd3d5-9cbb-4685-8216-aab9c372a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:57.936920 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8143f995-a6ad-4605-b588-428723790ce6 req-40edd3d5-9cbb-4685-8216-aab9c372a4d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1136 time: 0.0466795 Aug 31 10:42:57.952754 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:58.036454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f995-a6ad-4605-b588-428723790ce6 req-20446bd0-55bc-4892-9f7f-995baab1bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:58.037929 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8143f995-a6ad-4605-b588-428723790ce6 req-20446bd0-55bc-4892-9f7f-995baab1bc4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 916 time: 0.0831726 Aug 31 10:42:58.107286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8143f995-a6ad-4605-b588-428723790ce6 req-a1615ae1-139e-4cb9-90ac-a3854c87b8be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 1002 time: 0.0622067 Aug 31 10:42:58.155276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f995-a6ad-4605-b588-428723790ce6 req-eded1b7c-f26e-44ab-8d84-73760e17cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:58.156720 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8143f995-a6ad-4605-b588-428723790ce6 req-eded1b7c-f26e-44ab-8d84-73760e17cba0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 200 len: 853 time: 0.0427277 Aug 31 10:42:58.201868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f995-a6ad-4605-b588-428723790ce6 req-6e99cdfd-367c-4f40-b665-b7d3bdd07a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:58.203361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8143f995-a6ad-4605-b588-428723790ce6 req-6e99cdfd-367c-4f40-b665-b7d3bdd07a24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c29cb2c-8892-42c8-84fb-4e12140fc900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395277 Aug 31 10:42:58.295577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8143f995-a6ad-4605-b588-428723790ce6 req-681f9830-57d9-4ff6-9145-b02d2e887766 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Aug 31 10:42:58.369415 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca5224-f41a-43cc-94f1-a5dfc82fdf8f req-ad51a761-6e31-494f-b133-2e96599b2dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:58.370887 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bca5224-f41a-43cc-94f1-a5dfc82fdf8f req-ad51a761-6e31-494f-b133-2e96599b2dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0538921 Aug 31 10:42:58.385635 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8143f995-a6ad-4605-b588-428723790ce6 req-a65dd321-ba11-4f99-92e6-676119ade51c service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828624 Aug 31 10:42:58.412472 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7bca5224-f41a-43cc-94f1-a5dfc82fdf8f req-844f560c-8858-4874-b2a3-7bc922de4bfd tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfb23f66-f7ad-4d5f-98b3-a05883314037&id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354362 Aug 31 10:42:58.892944 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:06.340955 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-54a16a41-b3d0-4a08-b6b2-d9d1c353614e req-3ad4b4fb-84d8-4c01-b3b9-4df2e1ca12ac service neutron] (94786) timed out ('10.222.0.20', 60502) {{(pid=94786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:43:11.222850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:14.314305 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:21.955014 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1b04c06c-9191-4b49-93f7-e849faa4484e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:22.355968 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:43:25.170094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:25.867740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-40aed511-dd2a-456d-82b9-0195ac560c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:27.954867 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:28.895394 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:30.800880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-f27110d8-5309-47b6-bc32-3221e875bfe7 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767305016&fields=id&tenant_id=49463181798e4365a89bd3dbd5bccb74 HTTP/1.1" status: 200 len: 267 time: 0.0947912 Aug 31 10:43:30.853610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-505c4f58-8134-478e-9504-77d8162c7dac tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:30.855099 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-505c4f58-8134-478e-9504-77d8162c7dac tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 985 time: 0.0484738 Aug 31 10:43:30.866688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Request body: {'port': {'security_groups': ['bcedcd8e-ee92-416c-9baa-70c8ad258a1d']}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:30.932561 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.102291 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] For port 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:31.135029 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.139680 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.152030 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9210e1b1-8f4a-493d-8473-2b1a12d74be1'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:43:31.185504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:31.186130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.187648 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e632c8af-9014-49f5-b380-5bd32c7ef965 req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "PUT /v2.0/ports/9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 943 time: 0.3254566 Aug 31 10:43:31.188137 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:43:31.190425 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d3e582-9c01-4880-b4be-0eeeeb333c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:43:31.193574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49470) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:31.223807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event updated for resources: {'Port': ['ID=9210e1b1-8f4a-493d-8473-2b1a12d74be1,revision_number=7']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:31.232338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.232739 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.233035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.233374 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.233710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.234042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.234400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.234727 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.235227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.235564 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.235886 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.236203 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6143e222-5f97-491b-97a0-8db491bf5439 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.262184 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78617f1-472a-420c-9b46-e26d52085b97 x-openstack-request-id: req-c78617f1-472a-420c-9b46-e26d52085b97 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:43:31.262476 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:43:31.262729 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c78617f1-472a-420c-9b46-e26d52085b97 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:43:31.263162 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'status': 'completed', 'code': 200} Aug 31 10:43:31.277185 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.337457 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.383560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-0313ac60-18da-45e9-975b-ec8cd5647eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:31.385088 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-0313ac60-18da-45e9-975b-ec8cd5647eb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1097 time: 0.0950060 Aug 31 10:43:31.406349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9210e1b1-8f4a-493d-8473-2b1a12d74be1'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:43:31.471306 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.474849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.476008 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "DELETE /v2.0/security-groups/dfb23f66-f7ad-4d5f-98b3-a05883314037 HTTP/1.1" status: 204 len: 168 time: 0.2813959 Aug 31 10:43:31.479231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49472) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:31.496592 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb23f66-f7ad-4d5f-98b3-a05883314037,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:31.508228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.508578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.508910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.509442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.509938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.510437 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.510945 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.511459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.511954 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.512449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.512938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.513423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d84599-727c-4069-a84f-bc7120b666ee tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:31.518495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-3db759f5-a581-43e8-a90d-d8fe77d12b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:31.520255 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-3db759f5-a581-43e8-a90d-d8fe77d12b1e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 916 time: 0.1267486 Aug 31 10:43:31.523262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-daa608d8-f663-43b3-ad22-dd1f2cb8fc8a None None] Provisioning complete for port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:43:31.523671 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-daa608d8-f663-43b3-ad22-dd1f2cb8fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.604999 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-ec807d74-c48c-4440-b4f3-2ae2ae4e37af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 1002 time: 0.0778391 Aug 31 10:43:31.654208 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Deleting port f59ee3e7-0e11-4284-a3f9-eb09478dd5ca {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:31.654554 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.659695 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-93096200-7b33-4338-bdcb-b2f31dc8e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:31.661205 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-93096200-7b33-4338-bdcb-b2f31dc8e506 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 200 len: 853 time: 0.0493164 Aug 31 10:43:31.710313 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-d56bec79-7607-4c62-a76e-eece9fe7a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:31.711867 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-d56bec79-7607-4c62-a76e-eece9fe7a7e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c29cb2c-8892-42c8-84fb-4e12140fc900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431418 Aug 31 10:43:31.737759 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.737988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.749761 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Calling delete_port for f59ee3e7-0e11-4284-a3f9-eb09478dd5ca owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:31.808094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-e372a5df-6f6d-43d5-a152-e6a3e4c8e167 service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881424 Aug 31 10:43:31.897084 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.902870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64d3e582-9c01-4880-b4be-0eeeeb333c5c req-9ff744e1-1b79-4070-bced-c7587bf24c0b service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Aug 31 10:43:31.927909 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event deleted for resources: {'Port': ['ID=f59ee3e7-0e11-4284-a3f9-eb09478dd5ca,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:31.990284 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.990575 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Floating IP 9dec18ab-afab-446c-8459-c7ac51f5f67d disassociated (deleted). External IP: 172.25.1.220, port: 9210e1b1-8f4a-493d-8473-2b1a12d74be1. Aug 31 10:43:32.198524 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Router e53fb165-7db0-45ec-92df-e2e77440d8e4 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:43:32.306244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:43:32.311111 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:32.316704 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] Sync routers for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:43:32.325759 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:32.326359 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:32.341174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a53fe523-9a78-4a05-806e-0ae6830b0dde tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "DELETE /v2.0/floatingips/9dec18ab-afab-446c-8459-c7ac51f5f67d HTTP/1.1" status: 204 len: 168 time: 0.8580148 Aug 31 10:43:32.431627 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:32.654310 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 5, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:32.687620 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] Checking router: e53fb165-7db0-45ec-92df-e2e77440d8e4 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:43:32.696391 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:32.696994 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:32.800624 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:32.991901 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 5, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:33.022431 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51b53a-bcfa-4f98-a17e-35bd45ac516f None None] The sync data for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 is: [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:39Z', 'revision_number': 4, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'dbef5779-f7d5-4354-8a3b-a07b85bfebb3', 'name': '', 'network_id': '9c29cb2c-8892-42c8-84fb-4e12140fc900', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'mac_address': 'fa:16:3e:ab:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:38Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 5, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'subnets': [{'id': '603fd9b7-4b44-4233-9605-658fc894d7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:43:33.245717 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0a620-5fab-4dea-b939-aaef8851bc84 None None] New status for floating IP 9dec18ab-afab-446c-8459-c7ac51f5f67d: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:43:33.264733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:43:33.267681 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dca5fa-cfdb-44c6-955e-8dab2aa28290" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:43:33.304757 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0853255-b755-4e70-86d5-d6d42362a985 x-openstack-request-id: req-d0853255-b755-4e70-86d5-d6d42362a985 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:43:33.305001 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:43:33.305301 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d0853255-b755-4e70-86d5-d6d42362a985 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:43:33.305666 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'status': 'completed', 'code': 200} Aug 31 10:43:33.376454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-5eaac526-5d2c-43ef-bec3-f9c5d3299305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:33.377978 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-5eaac526-5d2c-43ef-bec3-f9c5d3299305 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=49463181798e4365a89bd3dbd5bccb74&device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 1097 time: 0.0486104 Aug 31 10:43:33.467905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-a1301f77-2252-4495-869b-8b6acd20c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:33.470130 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-a1301f77-2252-4495-869b-8b6acd20c841 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 200 len: 916 time: 0.0855486 Aug 31 10:43:33.517216 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-f3131576-d8e3-4e09-9655-32d9edba408b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 200 len: 217 time: 0.0400460 Aug 31 10:43:33.567616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-5fa1f09b-2c98-4dad-995b-4cdf8b531d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:33.569137 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-5fa1f09b-2c98-4dad-995b-4cdf8b531d75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 200 len: 853 time: 0.0454924 Aug 31 10:43:33.619968 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-be681d71-f464-4507-943d-d6f01a6a76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:33.621544 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-be681d71-f464-4507-943d-d6f01a6a76f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c29cb2c-8892-42c8-84fb-4e12140fc900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455718 Aug 31 10:43:33.719253 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-8cd5947e-0ba3-4cd4-995f-985e2ce1a7ae service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891340 Aug 31 10:43:33.811861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-65dca5fa-cfdb-44c6-955e-8dab2aa28290 req-59c48f68-13c9-4fdb-8b35-df0fdecd083b service neutron] 10.222.0.52 "GET /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860174 Aug 31 10:43:39.435978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cfc35-3936-4af4-a85e-d347edc5c2d5 req-126e9083-d14b-4903-be31-43cdd17a3209 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:39.438122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-650cfc35-3936-4af4-a85e-d347edc5c2d5 req-126e9083-d14b-4903-be31-43cdd17a3209 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0506084 Aug 31 10:43:39.476682 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-650cfc35-3936-4af4-a85e-d347edc5c2d5 req-72c784f0-e118-4340-b3a2-5f1594cf9ddf tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Aug 31 10:43:40.602515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868efa-1ed5-461b-a3fd-2f2cac542ce8 req-ba9bd066-fbd3-47ad-9303-386baa292077 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:40.604126 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50868efa-1ed5-461b-a3fd-2f2cac542ce8 req-ba9bd066-fbd3-47ad-9303-386baa292077 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0519433 Aug 31 10:43:40.642479 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50868efa-1ed5-461b-a3fd-2f2cac542ce8 req-b4c27cd1-e13a-41a5-aa73-31308d060828 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/security-groups?id=bcedcd8e-ee92-416c-9baa-70c8ad258a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Aug 31 10:43:41.009604 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-4ffa71c3-c953-483b-aa2b-40d3f6ee37a2 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:41.011383 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-4ffa71c3-c953-483b-aa2b-40d3f6ee37a2 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 946 time: 0.0509224 Aug 31 10:43:41.104386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Deleting port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:41.104732 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:41.192362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] For port 9210e1b1-8f4a-493d-8473-2b1a12d74be1, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=9210e1b1-8f4a-493d-8473-2b1a12d74be1,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:41.192729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:41.206076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Calling delete_port for 9210e1b1-8f4a-493d-8473-2b1a12d74be1 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:41.246871 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:41.335176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:41.347543 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['9210e1b1-8f4a-493d-8473-2b1a12d74be1'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:43:41.362963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Pushing event deleted for resources: {'Port': ['ID=9210e1b1-8f4a-493d-8473-2b1a12d74be1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:41.409980 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] No DVR routers for this DVR port 9210e1b1-8f4a-493d-8473-2b1a12d74be1 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:43:41.412749 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:41.414727 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a3a8e99c-4670-48f2-97da-9e9c8612a3ae req-91eb36a0-e0ad-4d42-97d7-76a5bd07eb45 tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.52 "DELETE /v2.0/ports/9210e1b1-8f4a-493d-8473-2b1a12d74be1 HTTP/1.1" status: 204 len: 173 time: 0.3969738 Aug 31 10:43:41.415189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'name': 'network-vif-deleted', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:43:41.417581 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b843b501-7e9b-4749-96ad-b7644035c031" -d '{"events": [{"server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "name": "network-vif-deleted", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:43:41.519389 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc977f-9942-4b79-a0c7-9273d28f9101 x-openstack-request-id: req-94bc977f-9942-4b79-a0c7-9273d28f9101 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:43:41.519680 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd94dfaa-4147-4f6b-bb99-075211de6d2f", "name": "network-vif-deleted", "tag": "9210e1b1-8f4a-493d-8473-2b1a12d74be1", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:43:41.519925 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94bc977f-9942-4b79-a0c7-9273d28f9101 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:43:41.520317 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd94dfaa-4147-4f6b-bb99-075211de6d2f', 'name': 'network-vif-deleted', 'tag': '9210e1b1-8f4a-493d-8473-2b1a12d74be1', 'status': 'completed', 'code': 200} Aug 31 10:43:41.753077 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1be13a3c-ca8c-4ab2-b229-9e60f9e897de req-2e0401ef-0400-4491-9639-b32528db939b tempest-TestMinimumBasicScenario-574036703 tempest-TestMinimumBasicScenario-574036703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd94dfaa-4147-4f6b-bb99-075211de6d2f HTTP/1.1" status: 200 len: 210 time: 0.0268583 Aug 31 10:43:43.333070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49572) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:44.013384 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:44.258933 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Deleting port dbef5779-f7d5-4354-8a3b-a07b85bfebb3 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:44.259283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:44.313683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:44.342535 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] For port dbef5779-f7d5-4354-8a3b-a07b85bfebb3, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:44.343143 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:44.356016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Calling delete_port for dbef5779-f7d5-4354-8a3b-a07b85bfebb3 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:44.540294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:44.566630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbef5779-f7d5-4354-8a3b-a07b85bfebb3,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:44.737770 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:44.964497 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Router e53fb165-7db0-45ec-92df-e2e77440d8e4 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:43:45.075215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:43:45.081209 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-efcfccfd-9f61-4f9c-90a1-9fdb6b588819 admin admin] 10.222.0.69 "PUT /v2.0/routers/e53fb165-7db0-45ec-92df-e2e77440d8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7470934 Aug 31 10:43:45.083976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49574) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:45.085820 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] Sync routers for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:43:45.097463 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:45.098096 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:45.109840 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9210e1b1-8f4a-493d-8473-2b1a12d74be1 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:43:45.135132 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 9210e1b1-8f4a-493d-8473-2b1a12d74be1 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:43:45.135776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 9210e1b1-8f4a-493d-8473-2b1a12d74be1 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:43:45.204889 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.208627 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:45.306666 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.362608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Deleting port 8a68060f-59db-455e-89d4-d67f63519fee {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:45.363029 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.393209 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '8a68060f-59db-455e-89d4-d67f63519fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:43:44Z', 'revision_number': 5, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port': {'id': '8a68060f-59db-455e-89d4-d67f63519fee', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:45.425237 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] Checking router: e53fb165-7db0-45ec-92df-e2e77440d8e4 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:43:45.434682 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] Routers {'e53fb165-7db0-45ec-92df-e2e77440d8e4'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:45.435404 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['e53fb165-7db0-45ec-92df-e2e77440d8e4'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:45.442802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] For port 8a68060f-59db-455e-89d4-d67f63519fee, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8a68060f-59db-455e-89d4-d67f63519fee,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:45.443173 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.456697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Calling delete_port for 8a68060f-59db-455e-89d4-d67f63519fee owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:45.538517 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] Set router e53fb165-7db0-45ec-92df-e2e77440d8e4 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:45.605189 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:43:45Z', 'revision_number': 6, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:45.634118 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da89dd-123a-4673-9870-e03b551daa60 None None] The sync data for ids ['e53fb165-7db0-45ec-92df-e2e77440d8e4'] in n-d-806683-2 is: [{'id': 'e53fb165-7db0-45ec-92df-e2e77440d8e4', 'name': 'tempest-TestMinimumBasicScenario-272424349-router', 'tenant_id': '49463181798e4365a89bd3dbd5bccb74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:36Z', 'updated_at': '2021-08-31T10:43:45Z', 'revision_number': 6, 'project_id': '49463181798e4365a89bd3dbd5bccb74', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:43:45.638043 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.667800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a68060f-59db-455e-89d4-d67f63519fee,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:45.733455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.823412 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.825480 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.869384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.869906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e53fb165-7db0-45ec-92df-e2e77440d8e4 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:43:45.874899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.876227 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c48dfc2c-65dc-49cc-aa3d-e7c2ae12ce62 admin admin] 10.222.0.69 "DELETE /v2.0/routers/e53fb165-7db0-45ec-92df-e2e77440d8e4 HTTP/1.1" status: 204 len: 168 time: 0.7912550 Aug 31 10:43:45.878823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49576) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:45.928470 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e94275-610e-4c7d-82db-3f97dc56e94a admin admin] Deleting subnet 603fd9b7-4b44-4233-9605-658fc894d7d9 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:43:45.931501 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9e94275-610e-4c7d-82db-3f97dc56e94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.968712 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9e94275-610e-4c7d-82db-3f97dc56e94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.054297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9e94275-610e-4c7d-82db-3f97dc56e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.112411 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9e94275-610e-4c7d-82db-3f97dc56e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.143479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e94275-610e-4c7d-82db-3f97dc56e94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603fd9b7-4b44-4233-9605-658fc894d7d9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:46.146947 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e9e94275-610e-4c7d-82db-3f97dc56e94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.148806 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e9e94275-610e-4c7d-82db-3f97dc56e94a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/603fd9b7-4b44-4233-9605-658fc894d7d9 HTTP/1.1" status: 204 len: 168 time: 0.2690308 Aug 31 10:43:46.151293 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49578) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:46.153775 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4084133-7771-4c4b-88ca-1db6cfaa69f6 None None] Network 9c29cb2c-8892-42c8-84fb-4e12140fc900 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:43:46.220644 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.285942 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Deleting port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:46.286385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.352831 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] For port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9,segment=NetworkSegment(9c74baf0-956f-4cc4-99f9-973fce72dcb9),segment_id=9c74baf0-956f-4cc4-99f9-973fce72dcb9)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:46.353122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.366304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Calling delete_port for 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:46.425555 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] DHCP port deletion for 9c29cb2c-8892-42c8-84fb-4e12140fc900 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:43:46.448784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.475227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Pushing event deleted for resources: {'Port': ['ID=675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:46.482521 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] No DVR routers for this DVR port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:43:46.491691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Deleting port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:46.492079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.560183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] For port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9, host n-d-806683-2, got binding levels [] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:46.560570 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.560834 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.571443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c29cb2c-8892-42c8-84fb-4e12140fc900']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:46.573466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Calling delete_port for 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:46.576412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.ipam_backend_mixin [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 was not found and therefore no delete operation was performed {{(pid=94788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 10:43:46.578423 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.585130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c74baf0-956f-4cc4-99f9-973fce72dcb9') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:46.585565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c74baf0-956f-4cc4-99f9-973fce72dcb9') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:46.597371 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.605487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Pushing event deleted for resources: {'Port': ['ID=675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:46.614497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] No DVR routers for this DVR port 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:43:46.617410 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.617720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.617858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.618118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.618469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.618952 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.619247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.619774 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.619931 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.620262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.620599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.620938 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.621275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef9c2-45b8-49f7-b9a4-7fc9bc7a53a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:46.624382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:43:46.625209 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:43:46.627404 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:43:46.700752 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.708539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:46.712094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9c29cb2c-8892-42c8-84fb-4e12140fc900 HTTP/1.1" status: 204 len: 168 time: 0.5598335 Aug 31 10:43:46.715840 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49580) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:46.731125 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e350797-7d44-438a-ad7f-d67231e39436 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c29cb2c-8892-42c8-84fb-4e12140fc900,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:47.097444 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:47.164246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:43:47.184768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:43:47.185113 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 675aa5ea-6ecb-4066-b8d8-01ee4ccbb8c9 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:43:47.185533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dbef5779-f7d5-4354-8a3b-a07b85bfebb3 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:43:47.204272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: dbef5779-f7d5-4354-8a3b-a07b85bfebb3 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:43:47.204622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device dbef5779-f7d5-4354-8a3b-a07b85bfebb3 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:43:47.205035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8a68060f-59db-455e-89d4-d67f63519fee no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:43:47.227116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8a68060f-59db-455e-89d4-d67f63519fee {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:43:47.227461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8a68060f-59db-455e-89d4-d67f63519fee not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:43:47.354957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Deleting port 9ba95797-91f1-4456-b919-f453276363a6 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:47.355229 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:47.435187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] For port 9ba95797-91f1-4456-b919-f453276363a6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9ba95797-91f1-4456-b919-f453276363a6,segment=NetworkSegment(483ade70-cdbb-4721-baa4-cd77c5af4e38),segment_id=483ade70-cdbb-4721-baa4-cd77c5af4e38)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:47.435573 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:47.448578 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Calling delete_port for 9ba95797-91f1-4456-b919-f453276363a6 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:47.634518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:47.661152 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba95797-91f1-4456-b919-f453276363a6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:47.849641 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:48.066127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Router b5d93a14-b5cb-48bb-a088-de8560cd1cfb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:43:48.172885 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:43:48.178234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f3e53e94-53c4-4172-aec6-c95eedeacaae admin admin] 10.222.0.69 "PUT /v2.0/routers/b5d93a14-b5cb-48bb-a088-de8560cd1cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4581861 Aug 31 10:43:48.181024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49582) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:48.181469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] Sync routers for ids ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:43:48.191203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] Routers {'b5d93a14-b5cb-48bb-a088-de8560cd1cfb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:48.191765 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:48.296594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] Set router b5d93a14-b5cb-48bb-a088-de8560cd1cfb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:48.486571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:43:47Z', 'revision_number': 5, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:48.513339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] Checking router: b5d93a14-b5cb-48bb-a088-de8560cd1cfb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:43:48.522693 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] Routers {'b5d93a14-b5cb-48bb-a088-de8560cd1cfb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:48.523332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:48.575711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:48.629563 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] Set router b5d93a14-b5cb-48bb-a088-de8560cd1cfb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:48.676188 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:48.731282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Deleting port d620efca-33cd-4ff5-a571-f181f5a86609 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:48.731623 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:48.813794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] For port d620efca-33cd-4ff5-a571-f181f5a86609, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d620efca-33cd-4ff5-a571-f181f5a86609,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:48.814151 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:48.817188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:43:47Z', 'revision_number': 5, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:48.826690 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Calling delete_port for d620efca-33cd-4ff5-a571-f181f5a86609 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:48.844252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36327e-fd02-4ee5-aa8b-f79946c4fe43 None None] The sync data for ids ['b5d93a14-b5cb-48bb-a088-de8560cd1cfb'] in n-d-806683-2 is: [{'id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'name': 'tempest-TestMinimumBasicScenario-2023730867-router', 'tenant_id': '4e982141b96b49379a4add12ed423809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:43:47Z', 'revision_number': 5, 'project_id': '4e982141b96b49379a4add12ed423809', 'gw_port': {'id': 'd620efca-33cd-4ff5-a571-f181f5a86609', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d93a14-b5cb-48bb-a088-de8560cd1cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:41:41Z', 'updated_at': '2021-08-31T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:43:48.991077 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.014884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Pushing event deleted for resources: {'Port': ['ID=d620efca-33cd-4ff5-a571-f181f5a86609,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:49.079278 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.168122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.170135 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.219733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.220431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d93a14-b5cb-48bb-a088-de8560cd1cfb {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:43:49.224956 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.228491 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-521bb1cf-622c-4569-bc67-505e69f6a446 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b5d93a14-b5cb-48bb-a088-de8560cd1cfb HTTP/1.1" status: 204 len: 168 time: 1.0441160 Aug 31 10:43:49.228724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49584) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:49.276620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d25c97e-7db9-4e76-ad74-56f599ddae74 admin admin] Deleting subnet c31088b0-0cac-4f27-9351-75136091cdd3 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:43:49.280024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d25c97e-7db9-4e76-ad74-56f599ddae74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.292016 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ba95797-91f1-4456-b919-f453276363a6 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:43:49.314213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 9ba95797-91f1-4456-b919-f453276363a6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:43:49.314554 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9ba95797-91f1-4456-b919-f453276363a6 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:43:49.320784 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d25c97e-7db9-4e76-ad74-56f599ddae74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.400577 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d25c97e-7db9-4e76-ad74-56f599ddae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.457194 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d25c97e-7db9-4e76-ad74-56f599ddae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.483289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25c97e-7db9-4e76-ad74-56f599ddae74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31088b0-0cac-4f27-9351-75136091cdd3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:49.490930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9d25c97e-7db9-4e76-ad74-56f599ddae74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.492804 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9d25c97e-7db9-4e76-ad74-56f599ddae74 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c31088b0-0cac-4f27-9351-75136091cdd3 HTTP/1.1" status: 204 len: 168 time: 0.2630975 Aug 31 10:43:49.495392 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49586) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:49.497843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e7b1a9-fc1e-458e-9760-6f5636101f17 None None] Network 30bc9cbe-3c71-467d-bee1-686425bc990f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:43:49.568874 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.622003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Deleting port a98ec6d2-af5a-4a11-8d91-c018d401dff6 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:49.622272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.688990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] For port a98ec6d2-af5a-4a11-8d91-c018d401dff6, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a98ec6d2-af5a-4a11-8d91-c018d401dff6,segment=NetworkSegment(483ade70-cdbb-4721-baa4-cd77c5af4e38),segment_id=483ade70-cdbb-4721-baa4-cd77c5af4e38)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:49.689356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.702981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Calling delete_port for a98ec6d2-af5a-4a11-8d91-c018d401dff6 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:49.781391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.806736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98ec6d2-af5a-4a11-8d91-c018d401dff6,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:49.810229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] No DVR routers for this DVR port a98ec6d2-af5a-4a11-8d91-c018d401dff6 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:43:49.847636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef62d927-ab66-48d4-8a41-af4f67233f03 None None] DHCP port deletion for 30bc9cbe-3c71-467d-bee1-686425bc990f request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:43:49.889031 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.899575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bc9cbe-3c71-467d-bee1-686425bc990f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:49.909669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483ade70-cdbb-4721-baa4-cd77c5af4e38') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:49.909971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483ade70-cdbb-4721-baa4-cd77c5af4e38') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:49.918942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.932949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.939433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:43:49.939827 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:43:49.941457 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:43:49.996618 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.002407 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.004268 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] 10.222.0.69 "DELETE /v2.0/networks/30bc9cbe-3c71-467d-bee1-686425bc990f HTTP/1.1" status: 204 len: 168 time: 0.5078588 Aug 31 10:43:50.019879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a618a0f-9b94-41fc-8d9e-b871f3f28a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=30bc9cbe-3c71-467d-bee1-686425bc990f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:50.162874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49592) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:50.203640 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-ec36debb-39ef-4668-a037-f022d7c2bfa7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49463181798e4365a89bd3dbd5bccb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396018 Aug 31 10:43:50.206026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49594) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:50.253304 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f01da148-d568-4494-9899-c7c1fd370538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.274260 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f01da148-d568-4494-9899-c7c1fd370538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.321877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f01da148-d568-4494-9899-c7c1fd370538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.324422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f01da148-d568-4494-9899-c7c1fd370538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.325575 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f01da148-d568-4494-9899-c7c1fd370538 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bcedcd8e-ee92-416c-9baa-70c8ad258a1d HTTP/1.1" status: 204 len: 168 time: 0.1186633 Aug 31 10:43:50.333272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01da148-d568-4494-9899-c7c1fd370538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcedcd8e-ee92-416c-9baa-70c8ad258a1d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:50.633396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49600) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:50.675280 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-52fe29b2-852d-4694-a4d2-b7c3e98672a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e982141b96b49379a4add12ed423809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405669 Aug 31 10:43:50.677852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49602) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:50.726211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d799af7d-c275-4742-a7f6-bdf00b8000a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.749949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d799af7d-c275-4742-a7f6-bdf00b8000a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.795878 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d799af7d-c275-4742-a7f6-bdf00b8000a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.798957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d799af7d-c275-4742-a7f6-bdf00b8000a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:50.800134 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d799af7d-c275-4742-a7f6-bdf00b8000a9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09556101-a6f8-486d-a284-12482da820a0 HTTP/1.1" status: 204 len: 168 time: 0.1213462 Aug 31 10:43:50.808042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799af7d-c275-4742-a7f6-bdf00b8000a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09556101-a6f8-486d-a284-12482da820a0,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:51.155954 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d620efca-33cd-4ff5-a571-f181f5a86609 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:43:51.176877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d620efca-33cd-4ff5-a571-f181f5a86609 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:43:51.177150 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d620efca-33cd-4ff5-a571-f181f5a86609 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:43:51.177570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a98ec6d2-af5a-4a11-8d91-c018d401dff6 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:43:51.196886 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a98ec6d2-af5a-4a11-8d91-c018d401dff6 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:43:51.197228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a98ec6d2-af5a-4a11-8d91-c018d401dff6 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:43:51.955538 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b61082d6-1ca8-4e34-b020-0b210057f38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.517635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49642) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:52.522320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416192546', 'description': 'tempest-secgroup-smoke-416192546 description', 'project_id': 'a01791843f324953864477d3af444d98'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:52.544751 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.552719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.642904 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.646470 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.678703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d905a35-a4d0-45f0-adb1-f7ccbbbc9888,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:52.739387 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.743469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.765397 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.769349 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2479701 Aug 31 10:43:52.770040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49644) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:52.775141 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b185c79-6095-4e52-9f86-c300b5d1264f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fda3001-8e6f-4e79-a677-daf032fda4fc,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:52.777346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-11b74902-aae9-4561-b144-ca81612d7b8f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '1fda3001-8e6f-4e79-a677-daf032fda4fc', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:52.806552 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11b74902-aae9-4561-b144-ca81612d7b8f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.864328 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11b74902-aae9-4561-b144-ca81612d7b8f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.868057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11b74902-aae9-4561-b144-ca81612d7b8f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.887889 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b74902-aae9-4561-b144-ca81612d7b8f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5058cd6-8ac1-4614-b0fa-5ef49ec09df5,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:52.891931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-11b74902-aae9-4561-b144-ca81612d7b8f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.893455 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-11b74902-aae9-4561-b144-ca81612d7b8f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208363 Aug 31 10:43:52.896091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49646) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:52.900597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-275b9048-4280-4128-a80c-7e0a944bd4ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '1fda3001-8e6f-4e79-a677-daf032fda4fc', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:52.933737 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-275b9048-4280-4128-a80c-7e0a944bd4ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.990624 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-275b9048-4280-4128-a80c-7e0a944bd4ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.994223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-275b9048-4280-4128-a80c-7e0a944bd4ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.010725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b9048-4280-4128-a80c-7e0a944bd4ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3a7eb2-c5af-470c-a319-4d9f9692fa32,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:53.017158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-275b9048-4280-4128-a80c-7e0a944bd4ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.018178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-275b9048-4280-4128-a80c-7e0a944bd4ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211426 Aug 31 10:43:53.020896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49648) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:53.025365 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-100c7fd6-882e-43c7-96c1-8d53896e12a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '1fda3001-8e6f-4e79-a677-daf032fda4fc', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:53.052786 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-100c7fd6-882e-43c7-96c1-8d53896e12a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.110798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-100c7fd6-882e-43c7-96c1-8d53896e12a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.114288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-100c7fd6-882e-43c7-96c1-8d53896e12a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.133894 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c7fd6-882e-43c7-96c1-8d53896e12a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce30adbd-6139-47f7-92dd-5f9c163c6734,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:53.141606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-100c7fd6-882e-43c7-96c1-8d53896e12a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.142840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-100c7fd6-882e-43c7-96c1-8d53896e12a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209893 Aug 31 10:43:53.145461 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49650) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:53.149828 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f7b6479d-34cc-4756-b327-257c5f143cae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '1fda3001-8e6f-4e79-a677-daf032fda4fc', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:53.177354 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f7b6479d-34cc-4756-b327-257c5f143cae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.238029 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f7b6479d-34cc-4756-b327-257c5f143cae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.241844 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f7b6479d-34cc-4756-b327-257c5f143cae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.259816 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6479d-34cc-4756-b327-257c5f143cae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330484c0-7b11-481c-8f75-0cb65c587327,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:53.266664 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f7b6479d-34cc-4756-b327-257c5f143cae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.267801 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f7b6479d-34cc-4756-b327-257c5f143cae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214228 Aug 31 10:43:53.270509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49652) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:53.275245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-75f34bab-07e3-4651-b683-ccedb6507061 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '1fda3001-8e6f-4e79-a677-daf032fda4fc', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:53.298820 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-75f34bab-07e3-4651-b683-ccedb6507061 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:43:53.303694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75f34bab-07e3-4651-b683-ccedb6507061 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.365126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75f34bab-07e3-4651-b683-ccedb6507061 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.368797 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75f34bab-07e3-4651-b683-ccedb6507061 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.388681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34bab-07e3-4651-b683-ccedb6507061 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18743d98-6e8b-4c0b-b872-dc6c0f92677d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:53.395784 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-75f34bab-07e3-4651-b683-ccedb6507061 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.397043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-75f34bab-07e3-4651-b683-ccedb6507061 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255922 Aug 31 10:43:53.399782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49654) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:53.404258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-97c01868-17c3-474d-b8da-49cdac6edf68 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '1fda3001-8e6f-4e79-a677-daf032fda4fc', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:53.426377 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-97c01868-17c3-474d-b8da-49cdac6edf68 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:43:53.431436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c01868-17c3-474d-b8da-49cdac6edf68 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.495309 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c01868-17c3-474d-b8da-49cdac6edf68 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.499031 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c01868-17c3-474d-b8da-49cdac6edf68 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.520231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c01868-17c3-474d-b8da-49cdac6edf68 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa01a5f-31a0-470b-befa-df0ef1c6ae06,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:53.525383 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c01868-17c3-474d-b8da-49cdac6edf68 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.526804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-97c01868-17c3-474d-b8da-49cdac6edf68 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259105 Aug 31 10:43:53.529707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49656) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:53.535281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'network': {'name': 'tempest-network-smoke--1358615359', 'project_id': 'a01791843f324953864477d3af444d98', 'port_security_enabled': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:53.554974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:43:53.558341 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.581500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:43:53.590113 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.590462 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Added segment 64180fe6-8b4d-4eba-816b-79ecdf2c5a56 of type vlan for network fcd2c1e9-3eec-4ca5-8a27-836280f415bb Aug 31 10:43:53.631061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.655808 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.661609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:53.662262 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.720748 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1899214 Aug 31 10:43:53.723596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49658) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:53.730256 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'admin_state_up': True, 'project_id': 'a01791843f324953864477d3af444d98', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:53.746647 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9d361-321b-4fb8-a153-276deeaad543 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Network': ['ID=fcd2c1e9-3eec-4ca5-8a27-836280f415bb,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:53.758155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:43:53.761056 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.762111 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.822524 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.960891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:54.159061 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:54.177858 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:54.284029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.110 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:43:54.383759 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:54.421614 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:54.459723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:43:54.464519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:43:54.468581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:43:54.495290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:55.058029 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:55.171169 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:55.258374 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:55.387978 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router efcc05f2-d7a4-44da-b16e-6f8621088693 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:43:55.495599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:43:55.505335 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Sync routers for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:43:55.516098 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:55.516729 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:55.516920 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:55.517965 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cc105721-40db-40d2-8be5-277cf414c694 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7934411 Aug 31 10:43:55.521727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49660) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:55.665663 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1924f61-2ce5-4b6d-94d3-ac5743dfcc0d tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=a01791843f324953864477d3af444d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1402180 Aug 31 10:43:55.666015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:55.723510 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:55.815398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3772bc3f-1e88-4de7-bf0a-a6e2d744c41f tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:55.817002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3772bc3f-1e88-4de7-bf0a-a6e2d744c41f tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1500773 Aug 31 10:43:55.819862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49666) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:55.854130 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8f7bae70-31c1-4e6c-9960-c03b629068b4 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331726 Aug 31 10:43:55.856958 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49668) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:55.862020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-647836230', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'project_id': 'a01791843f324953864477d3af444d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:43:55.869183 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-841f0a04-fc03-468c-a3af-0ffdbb3cc5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:55.906918 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:54Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:55.932924 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Checking router: efcc05f2-d7a4-44da-b16e-6f8621088693 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:43:55.933154 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Updating router efcc05f2-d7a4-44da-b16e-6f8621088693 port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:43:55.955277 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:43:55.958291 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:55.958789 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.139842 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.200282 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Subnet': ['ID=db3672f0-2766-4b08-8af3-4b47f83bbe6b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:56.208918 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Checking segment: {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:43:56.209732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network hostable DHCP agents. Network: fcd2c1e9-3eec-4ca5-8a27-836280f415bb, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:43:56.209984 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.220746 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Transition to ACTIVE for port object 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:43:56.227182 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.228314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:43:56.239168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, fcd2c1e9-3eec-4ca5-8a27-836280f415bb) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:43:56.245446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:56.246138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.248484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af179f54-14a9-4ac6-be69-0a2c6e909206 None None] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:43:56.262774 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f61656e9-3628-47fd-ad7d-e69f16396f85 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4044986 Aug 31 10:43:56.266104 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49670) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:56.287578 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Attempting to bind port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:43:56.287939 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Attempting to bind port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:43:56.288290 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Attempting to bind port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:43:56.290298 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Pushing event updated for resources: {'Port': ['ID=8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:56.299012 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:43:56.299385 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:43:56.299774 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.300158 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:43:56.300941 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Bound port: 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:43:56.301083 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.303928 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.304269 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.304604 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.304939 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.305264 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.305998 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.305998 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.306312 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.306629 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.306983 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.307300 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.307614 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.360381 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] For port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:43:56.363883 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] For port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:43:56.368532 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.410351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:43:56.411554 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.428169 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1aff2-d611-4e9a-bf0f-3c852fb11e0e None None] Pushing event updated for resources: {'Port': ['ID=8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:56.435263 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:56.435861 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:56.545232 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:56.556685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Allocated IP 172.20.0.2 (fcd2c1e9-3eec-4ca5-8a27-836280f415bb/db3672f0-2766-4b08-8af3-4b47f83bbe6b/27af9d56-4ec9-48b5-ad98-5358faf9f1d2) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:43:56.716116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.728262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Transition to ACTIVE for port object 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:43:56.750286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Transition to ACTIVE for port object 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:43:56.756876 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.757074 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:54Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:56.784932 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce548dd2-c562-4a12-9289-6405c35015b4 None None] The sync data for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 is: [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:54Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:43:56.790542 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.798105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:43:56.801185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:43:56.803448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:43:56.843613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Pushing event updated for resources: {'Port': ['ID=27af9d56-4ec9-48b5-ad98-5358faf9f1d2,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:56.874702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Attempting to bind port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:43:56.875098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Attempting to bind port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:43:56.875460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Attempting to bind port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 on network fcd2c1e9-3eec-4ca5-8a27-836280f415bb {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:43:56.880823 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:43:56.881200 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Checking segment: {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:43:56.881598 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.881983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Bound using segment: {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:43:56.882440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Bound port: 27af9d56-4ec9-48b5-ad98-5358faf9f1d2, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:43:56.882930 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.949168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] For port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:43:56.953296 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] For port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=27af9d56-4ec9-48b5-ad98-5358faf9f1d2,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:43:56.957712 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:57.050647 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43cde2-8f98-4cbe-ac5c-dc7d3724e5e7 None None] Pushing event updated for resources: {'Port': ['ID=27af9d56-4ec9-48b5-ad98-5358faf9f1d2,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:57.180324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.1 (fcd2c1e9-3eec-4ca5-8a27-836280f415bb/db3672f0-2766-4b08-8af3-4b47f83bbe6b/42dad672-f2fe-42bd-b4ab-aa13729d73bd) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:43:57.208398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:43:57.270536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:43:57.281406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:43:57.282108 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:57.337968 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:57.357723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object 42dad672-f2fe-42bd-b4ab-aa13729d73bd will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:43:57.389710 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:57.403418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:57.424261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:57.429774 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:57.457427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:43:57.460680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:43:57.465102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:43:57.486603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:57.494589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=42dad672-f2fe-42bd-b4ab-aa13729d73bd,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:57.517987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:57.654364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:57.966640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:58.089027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6adda-70f3-42db-8217-7501bd2a4e9a None None] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:43:58.156298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b102bc6c-73d3-4717-8bb5-cb4cdec7eb91 None None] Provisioning for port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:43:58.262949 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:58.268980 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:58.347826 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=42dad672-f2fe-42bd-b4ab-aa13729d73bd,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:58.350400 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:58.447387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:43:58.448986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:43:58.498394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8fce9c06-c0c9-4768-bbf3-be38b6ca8bb5 None None] Provisioning for port 42dad672-f2fe-42bd-b4ab-aa13729d73bd completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:43:58.503407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8fce9c06-c0c9-4768-bbf3-be38b6ca8bb5 None None] Provisioning complete for port 42dad672-f2fe-42bd-b4ab-aa13729d73bd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:43:58.503909 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8fce9c06-c0c9-4768-bbf3-be38b6ca8bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:58.547297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8fce9c06-c0c9-4768-bbf3-be38b6ca8bb5 None None] Port 42dad672-f2fe-42bd-b4ab-aa13729d73bd cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:43:58.576199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router efcc05f2-d7a4-44da-b16e-6f8621088693 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:43:58.680291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ba6ba858-fab3-4780-ae3b-15a770aa844b None None] Provisioning complete for port 42dad672-f2fe-42bd-b4ab-aa13729d73bd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:43:58.681116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ba6ba858-fab3-4780-ae3b-15a770aa844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:58.693077 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:43:58.699865 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fcaace60-5731-4e3d-ab62-8933c8367cad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/efcc05f2-d7a4-44da-b16e-6f8621088693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325540 Aug 31 10:43:58.705087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Sync routers for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:43:58.725205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:58.725824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:58.730137 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ba858-fab3-4780-ae3b-15a770aa844b None None] Port 42dad672-f2fe-42bd-b4ab-aa13729d73bd cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:43:58.851637 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-278596fa-1c1c-4769-963d-fb50ff92c138 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416192546&fields=id&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 267 time: 0.0381467 Aug 31 10:43:58.965217 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-a102a57b-40bb-4ea7-bcfa-8916db98396b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:58.966666 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-a102a57b-40bb-4ea7-bcfa-8916db98396b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/networks?id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb HTTP/1.1" status: 200 len: 797 time: 0.1073272 Aug 31 10:43:58.983766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-386322ae-9b7f-4326-912a-7892b090eac2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/quotas/a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 375 time: 0.0105667 Aug 31 10:43:59.025320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.033621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-13a72545-3172-47b1-b131-65122426eebe None None] Provisioning complete for port 42dad672-f2fe-42bd-b4ab-aa13729d73bd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:43:59.033971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-13a72545-3172-47b1-b131-65122426eebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.037636 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-5bf63fd5-640a-42c0-b41d-b782d82576b3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487752 Aug 31 10:43:59.038899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:59.108167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-13a72545-3172-47b1-b131-65122426eebe None None] Port 42dad672-f2fe-42bd-b4ab-aa13729d73bd cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:43:59.148395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-3323a87e-71e5-4e0a-9da6-776ed10c0c47 service neutron] 10.222.0.69 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981476 Aug 31 10:43:59.245940 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-5a165911-6bcb-47b9-af85-1f27b695e397 service neutron] 10.222.0.69 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908692 Aug 31 10:43:59.263286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:43:59.319891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:43:58Z', 'revision_number': 2, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:59.348998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Checking router: efcc05f2-d7a4-44da-b16e-6f8621088693 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:43:59.349419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Updating router efcc05f2-d7a4-44da-b16e-6f8621088693 port 42dad672-f2fe-42bd-b4ab-aa13729d73bd binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:43:59.353138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:43:59.358100 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:43:59.375234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:43:59.375615 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.404316 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.429737 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5505eb2b-45c0-4ac6-bc20-bae9361ddcc7 req-a59e969b-039a-48fa-b881-6b0ff325eff7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 210 time: 0.0342174 Aug 31 10:43:59.574466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.653771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=27af9d56-4ec9-48b5-ad98-5358faf9f1d2,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:59.663396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.664203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:43:59.780583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=27af9d56-4ec9-48b5-ad98-5358faf9f1d2,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:59.797758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:43:59.798132 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.865491 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.879581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Transition to ACTIVE for port object 42dad672-f2fe-42bd-b4ab-aa13729d73bd will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:43:59.888116 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.970597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29893fd3-ff6a-4c93-829a-ce1764afde82 None None] Pushing event updated for resources: {'Port': ['ID=42dad672-f2fe-42bd-b4ab-aa13729d73bd,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:00.025779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Attempting to bind port 42dad672-f2fe-42bd-b4ab-aa13729d73bd on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:44:00.026143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Attempting to bind port 42dad672-f2fe-42bd-b4ab-aa13729d73bd by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:44:00.026504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Attempting to bind port 42dad672-f2fe-42bd-b4ab-aa13729d73bd on network fcd2c1e9-3eec-4ca5-8a27-836280f415bb {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:44:00.032704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:44:00.033019 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Checking segment: {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:44:00.033423 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.034299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Bound using segment: {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:44:00.034788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Bound port: 42dad672-f2fe-42bd-b4ab-aa13729d73bd, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:44:00.035174 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.102196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] For port 42dad672-f2fe-42bd-b4ab-aa13729d73bd, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:44:00.105584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] For port 42dad672-f2fe-42bd-b4ab-aa13729d73bd, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42dad672-f2fe-42bd-b4ab-aa13729d73bd,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:44:00.111032 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.174175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:00.174962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:00.176738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29893fd3-ff6a-4c93-829a-ce1764afde82 None None] Pushing event updated for resources: {'Port': ['ID=42dad672-f2fe-42bd-b4ab-aa13729d73bd,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:00.308638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:00.392457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-0a4ef05d-475d-423a-9f34-625ea4babb42 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:00.394619 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-0a4ef05d-475d-423a-9f34-625ea4babb42 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/networks?id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb HTTP/1.1" status: 200 len: 797 time: 0.1201541 Aug 31 10:44:00.441498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-cd8cba56-d263-4fbb-a25a-ef3c802c3c0c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 379 time: 0.0376487 Aug 31 10:44:00.453196 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'port': {'device_id': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'admin_state_up': True, 'tenant_id': 'a01791843f324953864477d3af444d98', 'security_groups': ['1fda3001-8e6f-4e79-a677-daf032fda4fc']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:00.535272 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:44:00Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:00.538541 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c22a88f4-e2e4-4b73-bbfb-714af3ca36a0 req-9a5f2d7d-30c5-4a9a-a23a-712ee25a7f11 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 210 time: 0.0328622 Aug 31 10:44:00.564149 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1189f73-daf2-400a-a781-9b3f7c319599 None None] The sync data for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 is: [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:44:00Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:44:00.578972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:44:00.582635 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.748581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.9 (fcd2c1e9-3eec-4ca5-8a27-836280f415bb/db3672f0-2766-4b08-8af3-4b47f83bbe6b/d9efa53e-eb92-431f-91e3-1f4de9255415) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:44:00.894992 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.910609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object d9efa53e-eb92-431f-91e3-1f4de9255415 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:00.946437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.998663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:44:01.001986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:01.006132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:44:01.033596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=d9efa53e-eb92-431f-91e3-1f4de9255415,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:01.068082 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:01.068849 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.089085 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-1274837f-a487-47be-b70e-8727c05d864d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6403782 Aug 31 10:44:01.150132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Request body: {'port': {'device_id': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:01.222266 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.269874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:01.300481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fd1f2f32-c862-4b3c-a862-847d8ffd3d56 None None] Provisioning for port d9efa53e-eb92-431f-91e3-1f4de9255415 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:01.310253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-fd1f2f32-c862-4b3c-a862-847d8ffd3d56 None None] Provisioning complete for port d9efa53e-eb92-431f-91e3-1f4de9255415 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:01.310836 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2f32-c862-4b3c-a862-847d8ffd3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.354313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f2f32-c862-4b3c-a862-847d8ffd3d56 None None] Port d9efa53e-eb92-431f-91e3-1f4de9255415 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:44:01.362367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:01.362766 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.445950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42dad672-f2fe-42bd-b4ab-aa13729d73bd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:01.499909 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 42dad672-f2fe-42bd-b4ab-aa13729d73bd completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:01.503863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 42dad672-f2fe-42bd-b4ab-aa13729d73bd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:01.504369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.520885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9efa53e-eb92-431f-91e3-1f4de9255415 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:44:01.528582 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.542894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Transition to ACTIVE for port object d9efa53e-eb92-431f-91e3-1f4de9255415 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:01.547929 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.623833 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.649613 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9efa53e-eb92-431f-91e3-1f4de9255415,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:01.670235 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 42dad672-f2fe-42bd-b4ab-aa13729d73bd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42dad672-f2fe-42bd-b4ab-aa13729d73bd,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:01.677048 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.703108 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Attempting to bind port d9efa53e-eb92-431f-91e3-1f4de9255415 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:44:01.704671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Attempting to bind port d9efa53e-eb92-431f-91e3-1f4de9255415 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:44:01.705118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Attempting to bind port d9efa53e-eb92-431f-91e3-1f4de9255415 on network fcd2c1e9-3eec-4ca5-8a27-836280f415bb {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:44:01.712052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Port d9efa53e-eb92-431f-91e3-1f4de9255415 on network fcd2c1e9-3eec-4ca5-8a27-836280f415bb not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:44:01.712456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Attempting to bind port d9efa53e-eb92-431f-91e3-1f4de9255415 on network fcd2c1e9-3eec-4ca5-8a27-836280f415bb {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:44:01.719787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:44:01.720239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Checking segment: {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:44:01.720724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Bound using segment: {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:44:01.721263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Bound port: d9efa53e-eb92-431f-91e3-1f4de9255415, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64180fe6-8b4d-4eba-816b-79ecdf2c5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:44:01.721746 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.728134 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ded93-c618-4fa0-82e3-ddf0b233820a req-2b05721d-272b-4ab3-a900-0a8c62af06df tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:01.731411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a3ded93-c618-4fa0-82e3-ddf0b233820a req-2b05721d-272b-4ab3-a900-0a8c62af06df tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 943 time: 0.0925496 Aug 31 10:44:01.758578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=42dad672-f2fe-42bd-b4ab-aa13729d73bd,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:01.786005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a3ded93-c618-4fa0-82e3-ddf0b233820a req-af246ef5-abe0-4e90-a77d-c7dfcf5667f1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481858 Aug 31 10:44:01.807944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] For port d9efa53e-eb92-431f-91e3-1f4de9255415, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:44:01.811118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] For port d9efa53e-eb92-431f-91e3-1f4de9255415, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d9efa53e-eb92-431f-91e3-1f4de9255415,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:44:01.817299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.865556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:01.866235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.868220 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] 10.222.0.20 "PUT /v2.0/ports/d9efa53e-eb92-431f-91e3-1f4de9255415 HTTP/1.1" status: 200 len: 1091 time: 0.7710779 Aug 31 10:44:01.868646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:44:01.871009 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc08855-a443-4545-8d7d-177b7ce0bf51" -d '{"events": [{"name": "network-changed", "server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:44:01.908734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87922c1a-36e5-4dd8-95b2-3c022619ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9efa53e-eb92-431f-91e3-1f4de9255415,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:01.928484 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9f6eaa-2977-4a2c-9dde-181803042301 x-openstack-request-id: req-dc9f6eaa-2977-4a2c-9dde-181803042301 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:44:01.928714 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:44:01.928955 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc9f6eaa-2977-4a2c-9dde-181803042301 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:44:01.929351 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'status': 'completed', 'code': 200} Aug 31 10:44:01.973868 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-ac7e0b14-76b3-4dbb-bf89-c920050d6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:01.975434 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-ac7e0b14-76b3-4dbb-bf89-c920050d6a87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 1094 time: 0.0452793 Aug 31 10:44:02.031851 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-c7e1ec06-c578-45a3-9978-947eca6f8078 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9efa53e-eb92-431f-91e3-1f4de9255415 HTTP/1.1" status: 200 len: 217 time: 0.0465076 Aug 31 10:44:02.089449 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-e2975773-94c9-4f50-b1a7-a4538be5e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:02.091003 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-e2975773-94c9-4f50-b1a7-a4538be5e1c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db3672f0-2766-4b08-8af3-4b47f83bbe6b HTTP/1.1" status: 200 len: 834 time: 0.0515418 Aug 31 10:44:02.138710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-6af50167-4902-4889-9e83-e744cf9f8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:02.141214 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-6af50167-4902-4889-9e83-e744cf9f8f0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422878 Aug 31 10:44:02.235553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-f5eda92c-2d73-4283-8596-ae8a07a8c546 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861683 Aug 31 10:44:02.323439 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f030cd6-684d-405e-9de2-355d3a87c1f9 req-604695d1-d6e3-4203-b940-63b57bd4f847 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810506 Aug 31 10:44:02.406049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-120f5c39-5b3b-42f8-a4b9-3c4e1b664469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:02.407482 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-120f5c39-5b3b-42f8-a4b9-3c4e1b664469 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 1094 time: 0.0414729 Aug 31 10:44:02.498315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-28d0ea69-373a-4cd2-8f8e-c77f0780f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:02.499824 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-28d0ea69-373a-4cd2-8f8e-c77f0780f1fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb HTTP/1.1" status: 200 len: 899 time: 0.0857577 Aug 31 10:44:02.541523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-4a76aaa3-0743-4b80-9936-03c9cb211122 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9efa53e-eb92-431f-91e3-1f4de9255415 HTTP/1.1" status: 200 len: 217 time: 0.0348082 Aug 31 10:44:02.594783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-678494bc-302d-4ba5-b775-26a646452539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:02.596510 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-678494bc-302d-4ba5-b775-26a646452539 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db3672f0-2766-4b08-8af3-4b47f83bbe6b HTTP/1.1" status: 200 len: 834 time: 0.0483346 Aug 31 10:44:02.643856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-c46779d3-db4d-4480-9b4c-bc5e0fae5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:02.645345 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-c46779d3-db4d-4480-9b4c-bc5e0fae5892 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419350 Aug 31 10:44:02.735740 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-d3dba348-bcd8-43b4-bcab-2aa1ba2cb139 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832801 Aug 31 10:44:02.832019 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-efc08855-a443-4545-8d7d-177b7ce0bf51 req-01595661-0510-489a-ad15-de8c25eeeecf service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894961 Aug 31 10:44:02.906096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68905da0-5e2f-4772-b148-3ed91a9985cb req-9d173fd4-30bd-4099-b3f1-308c04fabd48 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:02.907646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68905da0-5e2f-4772-b148-3ed91a9985cb req-9d173fd4-30bd-4099-b3f1-308c04fabd48 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 943 time: 0.0513034 Aug 31 10:44:02.946593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68905da0-5e2f-4772-b148-3ed91a9985cb req-1fc32bb0-3a0a-438c-a57d-cf8ad9f68418 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327263 Aug 31 10:44:03.160233 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42dad672-f2fe-42bd-b4ab-aa13729d73bd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:03.212297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 42dad672-f2fe-42bd-b4ab-aa13729d73bd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:03.212686 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.066541 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ec0-dd61-4a48-bd91-7d7db6dac7d7 req-ad5885cc-3fda-4c68-9cbc-bd9765e430a5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:04.068040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46841ec0-dd61-4a48-bd91-7d7db6dac7d7 req-ad5885cc-3fda-4c68-9cbc-bd9765e430a5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 943 time: 0.0525212 Aug 31 10:44:04.107659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46841ec0-dd61-4a48-bd91-7d7db6dac7d7 req-cec79bf1-196d-4a37-a242-7600d8e7bce1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336075 Aug 31 10:44:05.224867 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b27e5e-6ff6-44e2-8059-09492140316e req-123569d0-c505-44bb-9319-606cdaf30336 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:05.226355 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6b27e5e-6ff6-44e2-8059-09492140316e req-123569d0-c505-44bb-9319-606cdaf30336 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 943 time: 0.0490806 Aug 31 10:44:05.266393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6b27e5e-6ff6-44e2-8059-09492140316e req-83b03566-1f27-4899-bb1a-264acb345447 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339954 Aug 31 10:44:05.575718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d9efa53e-eb92-431f-91e3-1f4de9255415 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:44:05.673995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d9efa53e-eb92-431f-91e3-1f4de9255415, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d9efa53e-eb92-431f-91e3-1f4de9255415,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:05.685252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'port_id': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'mac_address': 'fa:16:3e:ac:65:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:44:05.723999 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.737353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9efa53e-eb92-431f-91e3-1f4de9255415 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:44:05.756206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d9efa53e-eb92-431f-91e3-1f4de9255415, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d9efa53e-eb92-431f-91e3-1f4de9255415,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:05.759814 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.810863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=d9efa53e-eb92-431f-91e3-1f4de9255415,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:06.112970 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['d9efa53e-eb92-431f-91e3-1f4de9255415'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:44:06.381508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6ec58-2167-40a4-a4b3-f610262bbb29 req-63039b35-5424-4d63-9c08-24768918b325 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:06.383132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2a6ec58-2167-40a4-a4b3-f610262bbb29 req-63039b35-5424-4d63-9c08-24768918b325 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 944 time: 0.0495284 Aug 31 10:44:06.421558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c2a6ec58-2167-40a4-a4b3-f610262bbb29 req-27655244-9640-43e0-8007-39700e328852 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323155 Aug 31 10:44:07.540593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53527097-8841-4e87-b61a-34705bd868c7 req-e8f03c58-9a0e-452c-8afb-a09c9a1f74c9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:07.542112 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53527097-8841-4e87-b61a-34705bd868c7 req-e8f03c58-9a0e-452c-8afb-a09c9a1f74c9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 944 time: 0.0530710 Aug 31 10:44:07.575804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d9efa53e-eb92-431f-91e3-1f4de9255415 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:07.581317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53527097-8841-4e87-b61a-34705bd868c7 req-ea9c30ca-3948-4aa4-9d54-76a9ba4fc862 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330377 Aug 31 10:44:07.624929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port d9efa53e-eb92-431f-91e3-1f4de9255415 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:07.628671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port d9efa53e-eb92-431f-91e3-1f4de9255415 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:07.629038 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:07.706183 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:07.728173 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:44:07.730425 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6812474-bda3-463e-9526-bd511732bf2e" -d '{"events": [{"server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "name": "network-vif-plugged", "status": "completed", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:44:07.742731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d9efa53e-eb92-431f-91e3-1f4de9255415, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d9efa53e-eb92-431f-91e3-1f4de9255415,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:07.746921 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:07.773539 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a524381-9dcd-4dd2-8c9e-451f759ca22f x-openstack-request-id: req-8a524381-9dcd-4dd2-8c9e-451f759ca22f {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:44:07.773827 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "name": "network-vif-plugged", "status": "completed", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:44:07.774078 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a524381-9dcd-4dd2-8c9e-451f759ca22f {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:44:07.774469 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'code': 200} Aug 31 10:44:07.802542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=d9efa53e-eb92-431f-91e3-1f4de9255415,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:07.874071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5032a7e-81e7-4ef5-9e54-a08b06b92b1d req-4dbd233f-247f-43d3-bee1-d162aa308a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:07.875622 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c5032a7e-81e7-4ef5-9e54-a08b06b92b1d req-4dbd233f-247f-43d3-bee1-d162aa308a4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 1096 time: 0.0417304 Aug 31 10:44:07.910613 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c5032a7e-81e7-4ef5-9e54-a08b06b92b1d req-ba8312f3-a024-475e-9db9-53c3ccbb057f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284131 Aug 31 10:44:08.702942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438acb-9a61-4c5a-9e0f-30e03a78c906 req-87b6d1d7-eeb9-4d00-814c-2fae40825c00 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:08.704486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37438acb-9a61-4c5a-9e0f-30e03a78c906 req-87b6d1d7-eeb9-4d00-814c-2fae40825c00 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0517566 Aug 31 10:44:08.741851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-37438acb-9a61-4c5a-9e0f-30e03a78c906 req-852f2bce-4c29-4425-a989-d9b97dce37cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313847 Aug 31 10:44:09.857151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02571e-d68b-469a-b37a-b46746c5421c req-ca572fcf-8624-41f7-b48a-0f88d907ba0b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:09.859195 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b02571e-d68b-469a-b37a-b46746c5421c req-ca572fcf-8624-41f7-b48a-0f88d907ba0b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0485635 Aug 31 10:44:09.897238 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b02571e-d68b-469a-b37a-b46746c5421c req-a50b39ba-fdf3-425d-9b66-b8c6db46893f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318248 Aug 31 10:44:10.017832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a421eaf-ad72-4353-8009-5e5ef9d4b4c3 req-36110d62-38fb-40e8-803a-bd2641f0e19d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:10.019369 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6a421eaf-ad72-4353-8009-5e5ef9d4b4c3 req-36110d62-38fb-40e8-803a-bd2641f0e19d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0539601 Aug 31 10:44:10.057277 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6a421eaf-ad72-4353-8009-5e5ef9d4b4c3 req-3db17fbe-0a99-4e81-a848-3590386afd57 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 31 10:44:10.078667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49722) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:10.118995 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37bfa38-472b-47c6-a420-07866fcc3eb6 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:10.120522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d37bfa38-472b-47c6-a420-07866fcc3eb6 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 1091 time: 0.0408583 Aug 31 10:44:10.123340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49724) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:10.129154 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:10.149839 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.250440 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.352086 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.98 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/e3e42b40-c774-42c2-929b-97fe4cc7a0bd) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:44:10.460331 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.498252 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.531944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:44:10.534708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:10.538226 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:44:10.570610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=e3e42b40-c774-42c2-929b-97fe4cc7a0bd,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:10.908770 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.978811 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.129195 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.133662 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.203820 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=e3e42b40-c774-42c2-929b-97fe4cc7a0bd,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:11.212140 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.262768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.315099 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP fb2581da-e495-409c-95ac-14f03b1dafff associated. External IP: 172.25.1.98, port: d9efa53e-eb92-431f-91e3-1f4de9255415. Aug 31 10:44:11.522089 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router efcc05f2-d7a4-44da-b16e-6f8621088693 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:44:11.630202 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:44:11.640805 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] Sync routers for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:44:11.646290 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.649955 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:11.650564 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:11.676572 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-bcadddde-c8f9-4547-9b84-77f7f6fb4b5f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5495305 Aug 31 10:44:11.676572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:44:11.677066 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:44:11.716729 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248b084e-e5a0-4641-8a51-af51f1edaa8e x-openstack-request-id: req-248b084e-e5a0-4641-8a51-af51f1edaa8e {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:44:11.717160 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:44:11.717594 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-248b084e-e5a0-4641-8a51-af51f1edaa8e {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:44:11.718037 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'status': 'completed', 'code': 200} Aug 31 10:44:11.773319 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:11.778812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3278c94-656a-40f4-8b79-8d68040788cd req-a47dd456-b31d-4611-8716-753c5670005b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:11.784742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-7dc84482-070b-4371-b99d-36de03fbd0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:11.786398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-7dc84482-070b-4371-b99d-36de03fbd0b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 1096 time: 0.0466404 Aug 31 10:44:11.786558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3278c94-656a-40f4-8b79-8d68040788cd req-a47dd456-b31d-4611-8716-753c5670005b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0597184 Aug 31 10:44:11.821300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c3278c94-656a-40f4-8b79-8d68040788cd req-bb9e1540-03e6-4dd2-827f-b0549da48165 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337372 Aug 31 10:44:11.846662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49730) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:11.888163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-2c901331-e8db-4f08-b169-710df71c4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:11.890118 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-2c901331-e8db-4f08-b169-710df71c4dd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb HTTP/1.1" status: 200 len: 899 time: 0.0959961 Aug 31 10:44:11.915844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d9058f78-0a7e-45af-a459-cdc70ad4d416 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/fb2581da-e495-409c-95ac-14f03b1dafff HTTP/1.1" status: 200 len: 990 time: 0.0674984 Aug 31 10:44:11.958063 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-4afc1d15-b69d-428e-8cfc-43b653d26d14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9efa53e-eb92-431f-91e3-1f4de9255415 HTTP/1.1" status: 200 len: 998 time: 0.0607519 Aug 31 10:44:12.004370 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'fb2581da-e495-409c-95ac-14f03b1dafff', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.98', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'port_id': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'mac_address': 'fa:16:3e:ac:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:44:01Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:12.012283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-7f8e3ac5-ced6-4b8a-93b0-896757746070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:12.013953 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-7f8e3ac5-ced6-4b8a-93b0-896757746070 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db3672f0-2766-4b08-8af3-4b47f83bbe6b HTTP/1.1" status: 200 len: 834 time: 0.0482984 Aug 31 10:44:12.034565 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] Checking router: efcc05f2-d7a4-44da-b16e-6f8621088693 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:44:12.042896 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:12.043634 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:43:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:12.059736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-921e5473-20bf-425c-87f3-7a2bc0ac13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:12.061423 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-921e5473-20bf-425c-87f3-7a2bc0ac13aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409434 Aug 31 10:44:12.155997 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-8516a097-c5fe-4e9e-913b-bb1067db1825 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879171 Aug 31 10:44:12.248074 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:12.254309 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4b0b9095-5855-4c8d-beed-5dcdb9342cc8 req-dd3986e7-b7e5-4fce-a727-cd98c2bc2a0c service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917716 Aug 31 10:44:12.463312 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'fb2581da-e495-409c-95ac-14f03b1dafff', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.98', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'port_id': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'mac_address': 'fa:16:3e:ac:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:44:01Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:12.489582 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44563534-ecd2-4b4b-b60f-a9ab239fb9d9 None None] The sync data for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 is: [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'fb2581da-e495-409c-95ac-14f03b1dafff', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.98', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'port_id': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'mac_address': 'fa:16:3e:ac:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:44:01Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:44:12.678419 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955a3f8-89d8-4afa-857d-65f357f34d39 None None] New status for floating IP fb2581da-e495-409c-95ac-14f03b1dafff: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:44:12.919783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49732) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:12.980655 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0819cbd3-d78e-4809-ba20-f2a8edd9762b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/fb2581da-e495-409c-95ac-14f03b1dafff HTTP/1.1" status: 200 len: 992 time: 0.0597019 Aug 31 10:44:14.327658 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:21.956693 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-01a37563-6324-4d11-afef-711944cba8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:25.172640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:25.870476 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c56da06a-dbf0-43f2-8e3a-19d73048d3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:27.954529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:28.901338 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:36.353316 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:44:41.275146 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:44.328182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:51.957213 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e3e5-bf61-42b3-8c96-5eb9658431b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:55.177085 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:55.870421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2183f8ed-8578-4f3a-84ea-2f95ab0a483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:57.957979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:58.903220 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:05.369892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-c43edd45-d8aa-47fd-b7cd-4bf22ff1dbb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416169 Aug 31 10:45:05.453289 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-0470300b-c5a9-42a5-8fc4-0748d98cc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.454698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-0470300b-c5a9-42a5-8fc4-0748d98cc632 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 1096 time: 0.0415113 Aug 31 10:45:05.558634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-1b838f34-5927-45fc-b9e7-3494a03b2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.560169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-1b838f34-5927-45fc-b9e7-3494a03b2646 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb HTTP/1.1" status: 200 len: 899 time: 0.0868044 Aug 31 10:45:05.625676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-6e0033bb-4cd0-4eda-92d1-e1c4507e0a14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9efa53e-eb92-431f-91e3-1f4de9255415 HTTP/1.1" status: 200 len: 1000 time: 0.0584123 Aug 31 10:45:05.680814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-17903ae6-af50-4d1f-8914-b85f1d8dfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.682365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-17903ae6-af50-4d1f-8914-b85f1d8dfeba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db3672f0-2766-4b08-8af3-4b47f83bbe6b HTTP/1.1" status: 200 len: 834 time: 0.0494280 Aug 31 10:45:05.730482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-33a4d4cf-c936-49b1-8464-e9fab2f7075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.731934 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-33a4d4cf-c936-49b1-8464-e9fab2f7075f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430055 Aug 31 10:45:05.819824 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-5ae73bf6-eeb5-42c2-83df-af2078ff94de service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805426 Aug 31 10:45:05.912244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-993e6f85-789e-4a4c-a50e-a4ed65165269 req-509465be-58d3-46bb-8c37-b5eb65d74aca service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850811 Aug 31 10:45:06.148594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-22d95c20-9556-4a20-be95-c40ba392cf97 req-67ee4eca-df31-4b18-8d17-49045c8926a3 service neutron] (94787) timed out ('10.222.0.69', 46046) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:45:11.291159 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.352866 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:45:14.340328 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.957642 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f83a13e3-a435-49d1-886c-04f4eb6a5dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.178045 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.869880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7fe508f9-ef67-42c9-aad1-30c0a9bb6487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.429129 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c72094-5dfb-443f-a9bb-3b822a1726c5 req-0083109a-02ad-4f25-906c-37404e6b1e61 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:26.430621 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7c72094-5dfb-443f-a9bb-3b822a1726c5 req-0083109a-02ad-4f25-906c-37404e6b1e61 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0533864 Aug 31 10:45:26.469056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7c72094-5dfb-443f-a9bb-3b822a1726c5 req-ba4e558d-ee8b-4b98-aeee-48bdf6c130dd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323851 Aug 31 10:45:27.585482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46989cda-23f9-4ba8-ac6f-cf66f1951d74 req-9737601f-6ee2-401b-bcce-d7ceef53cc59 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:27.587002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46989cda-23f9-4ba8-ac6f-cf66f1951d74 req-9737601f-6ee2-401b-bcce-d7ceef53cc59 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Aug 31 10:45:27.633578 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46989cda-23f9-4ba8-ac6f-cf66f1951d74 req-92cc4c55-41e5-4b71-8ed5-d294817deb34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404377 Aug 31 10:45:27.656848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49778) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:27.722462 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ec04b9ca-454d-4303-8931-898fa8c693b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/fb2581da-e495-409c-95ac-14f03b1dafff HTTP/1.1" status: 200 len: 992 time: 0.0644510 Aug 31 10:45:27.959721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.906153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:29.008395 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914471f4-fa5d-47fd-8108-f56271aab276 req-c14e3fd5-f305-42c8-8c9d-19562fa966d6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:29.009909 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-914471f4-fa5d-47fd-8108-f56271aab276 req-c14e3fd5-f305-42c8-8c9d-19562fa966d6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0490451 Aug 31 10:45:29.048151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-914471f4-fa5d-47fd-8108-f56271aab276 req-99da117b-0fc3-4cf1-aea2-fc1d87810aa4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Aug 31 10:45:30.166452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8314-a8dd-49f5-9d1c-efd4cdf7e403 req-bf61ba2c-fe1c-48d6-99d9-bb54ce5e8b94 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:30.167964 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59cf8314-a8dd-49f5-9d1c-efd4cdf7e403 req-bf61ba2c-fe1c-48d6-99d9-bb54ce5e8b94 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Aug 31 10:45:30.205721 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-59cf8314-a8dd-49f5-9d1c-efd4cdf7e403 req-d36796f8-8db5-4188-954a-12736dfa20db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318260 Aug 31 10:45:30.227685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49790) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:30.292823 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-10fccd46-ba2a-4ad8-b76f-a48617bb4f64 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/fb2581da-e495-409c-95ac-14f03b1dafff HTTP/1.1" status: 200 len: 992 time: 0.0639524 Aug 31 10:45:30.516072 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49796) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:30.671925 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port e3e42b40-c774-42c2-929b-97fe4cc7a0bd {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:30.672188 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.746488 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.746901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.758977 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for e3e42b40-c774-42c2-929b-97fe4cc7a0bd owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:30.907741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.937362 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=e3e42b40-c774-42c2-929b-97fe4cc7a0bd,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:30.959819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.960165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.960504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.960836 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.961164 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.961494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.961823 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.962142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.962464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.962807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.963124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:30.963438 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:31.004480 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.004848 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP fb2581da-e495-409c-95ac-14f03b1dafff disassociated (deleted). External IP: 172.25.1.98, port: d9efa53e-eb92-431f-91e3-1f4de9255415. Aug 31 10:45:31.560462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router efcc05f2-d7a4-44da-b16e-6f8621088693 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:31.670249 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:31.675210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.679805 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] Sync routers for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:31.688614 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:31.689221 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:31.702401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-38681e48-0896-41c3-b8db-e9aa2f5b3b9e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/floatingips/fb2581da-e495-409c-95ac-14f03b1dafff HTTP/1.1" status: 204 len: 168 time: 1.1852212 Aug 31 10:45:31.703061 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:31.705329 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:31.745946 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcfa5c8-8b29-46a9-81b5-0f7412bac993 x-openstack-request-id: req-cdcfa5c8-8b29-46a9-81b5-0f7412bac993 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:31.746230 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:31.746576 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cdcfa5c8-8b29-46a9-81b5-0f7412bac993 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:31.746934 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'status': 'completed', 'code': 200} Aug 31 10:45:31.797930 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:31.812432 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-acc86d07-959e-4dc1-b8fd-8790a360f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:31.813875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-acc86d07-959e-4dc1-b8fd-8790a360f37c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 1096 time: 0.0455976 Aug 31 10:45:31.924780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-f8acff0a-6bc3-4ee4-bd9f-fe4d1e3e5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:31.926293 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-f8acff0a-6bc3-4ee4-bd9f-fe4d1e3e5baf service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb HTTP/1.1" status: 200 len: 899 time: 0.1034396 Aug 31 10:45:31.937281 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5461b8-a3b9-4bd8-87a9-c46c727f2660 req-4817b64e-36ab-4d9c-b84f-b3c0d9e501e2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:31.938901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d5461b8-a3b9-4bd8-87a9-c46c727f2660 req-4817b64e-36ab-4d9c-b84f-b3c0d9e501e2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Aug 31 10:45:31.977032 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-63255f49-9f0a-4ab4-b44b-d8cc62d6fce9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9efa53e-eb92-431f-91e3-1f4de9255415 HTTP/1.1" status: 200 len: 217 time: 0.0418854 Aug 31 10:45:31.978925 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9d5461b8-a3b9-4bd8-87a9-c46c727f2660 req-2b824884-056e-41a8-88e2-9d0b5b6d25a4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336766 Aug 31 10:45:32.029827 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:44:01Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:32.033727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-0ed519f7-b5ed-48b7-9c31-d63d9068d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:32.035222 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-0ed519f7-b5ed-48b7-9c31-d63d9068d977 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db3672f0-2766-4b08-8af3-4b47f83bbe6b HTTP/1.1" status: 200 len: 834 time: 0.0502467 Aug 31 10:45:32.055572 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] Checking router: efcc05f2-d7a4-44da-b16e-6f8621088693 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:32.063952 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:32.064487 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:32.086612 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-b6659463-c0dd-4862-89bb-8b9108a68077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:32.088282 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-b6659463-c0dd-4862-89bb-8b9108a68077 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcd2c1e9-3eec-4ca5-8a27-836280f415bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452771 Aug 31 10:45:32.173154 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:32.178813 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-a242d564-ff89-4cfc-952d-fd520d1eeac1 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826921 Aug 31 10:45:32.273796 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cad0ea7f-5a1f-4f2d-8b14-a845c0d2cb9a req-1f5665d9-cc0f-4dd7-8def-4772ef9fd36f service neutron] 10.222.0.20 "GET /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878606 Aug 31 10:45:32.371181 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:44:01Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:32.396921 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72adbf-b312-4648-b26a-63feb20548a8 None None] The sync data for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 is: [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '42dad672-f2fe-42bd-b4ab-aa13729d73bd', 'name': '', 'network_id': 'fcd2c1e9-3eec-4ca5-8a27-836280f415bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:58:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:56Z', 'updated_at': '2021-08-31T10:44:01Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'db3672f0-2766-4b08-8af3-4b47f83bbe6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:32.617689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1b8ed-5d7b-4be2-91f3-ed74ceb2eaa3 None None] New status for floating IP fb2581da-e495-409c-95ac-14f03b1dafff: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:45:33.098580 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6588df9-f269-4c84-84cd-0c1718017a82 req-04bef09c-71c2-460e-8d51-a77b2613a5ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:33.100119 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6588df9-f269-4c84-84cd-0c1718017a82 req-04bef09c-71c2-460e-8d51-a77b2613a5ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Aug 31 10:45:33.137373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6588df9-f269-4c84-84cd-0c1718017a82 req-a995978a-7143-4ddb-a31e-abc8b66a863c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=1fda3001-8e6f-4e79-a677-daf032fda4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Aug 31 10:45:33.681835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273db97-5afc-4597-affc-912ad4797b0d req-7800646f-76eb-49f4-b132-d33be6eb7570 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:33.683331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2273db97-5afc-4597-affc-912ad4797b0d req-7800646f-76eb-49f4-b132-d33be6eb7570 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 945 time: 0.0487142 Aug 31 10:45:33.771727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port d9efa53e-eb92-431f-91e3-1f4de9255415 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:33.772066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:33.864162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port d9efa53e-eb92-431f-91e3-1f4de9255415, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d9efa53e-eb92-431f-91e3-1f4de9255415,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:33.864523 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:33.877014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for d9efa53e-eb92-431f-91e3-1f4de9255415 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:34.003669 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:34.032442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=d9efa53e-eb92-431f-91e3-1f4de9255415,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:34.045169 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.045524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.045867 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.046205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.046539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.046908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.047242 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.047578 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.047912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.048236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.048559 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.048881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:34.081754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] No DVR routers for this DVR port d9efa53e-eb92-431f-91e3-1f4de9255415 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:45:34.084474 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:34.086479 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2273db97-5afc-4597-affc-912ad4797b0d req-a1a3937f-725e-445f-9c37-c4ba7b0107a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "DELETE /v2.0/ports/d9efa53e-eb92-431f-91e3-1f4de9255415 HTTP/1.1" status: 204 len: 173 time: 0.3973012 Aug 31 10:45:34.086944 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'name': 'network-vif-deleted', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:34.089200 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a24a0a-43b6-4335-8c98-b2c273f09b03" -d '{"events": [{"server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "name": "network-vif-deleted", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:34.131907 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7441cf30-a08b-4474-80c5-704c54c1e98c x-openstack-request-id: req-7441cf30-a08b-4474-80c5-704c54c1e98c {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:34.132205 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c76f03b-2650-4e7b-81d6-6b62db621c65", "name": "network-vif-deleted", "tag": "d9efa53e-eb92-431f-91e3-1f4de9255415", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:34.132457 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7441cf30-a08b-4474-80c5-704c54c1e98c {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:34.132852 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c76f03b-2650-4e7b-81d6-6b62db621c65', 'name': 'network-vif-deleted', 'tag': 'd9efa53e-eb92-431f-91e3-1f4de9255415', 'status': 'completed', 'code': 200} Aug 31 10:45:34.248409 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-18e20161-c003-4df7-b0a9-09591eb89edd req-e004f869-cfe8-475d-9074-6682e47bf011 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c76f03b-2650-4e7b-81d6-6b62db621c65 HTTP/1.1" status: 200 len: 210 time: 0.0305135 Aug 31 10:45:35.306822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49812) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:35.669469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:35.917710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 42dad672-f2fe-42bd-b4ab-aa13729d73bd {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:35.918070 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:36.002225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 42dad672-f2fe-42bd-b4ab-aa13729d73bd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=42dad672-f2fe-42bd-b4ab-aa13729d73bd,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:36.002472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:36.014794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 42dad672-f2fe-42bd-b4ab-aa13729d73bd owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:36.196626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:36.226249 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=42dad672-f2fe-42bd-b4ab-aa13729d73bd,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:36.405706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:36.614127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router efcc05f2-d7a4-44da-b16e-6f8621088693 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:37.039840 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:37.045141 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-853f6a56-41f4-4555-a8e5-1760b4f82cdd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/efcc05f2-d7a4-44da-b16e-6f8621088693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7383409 Aug 31 10:45:37.047850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49814) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:37.050470 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] Sync routers for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:37.060780 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:37.061392 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:37.100285 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-22343c3b-f16e-43b9-bd9b-be57f7ce7b13 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting subnet db3672f0-2766-4b08-8af3-4b47f83bbe6b {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:45:37.103538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22343c3b-f16e-43b9-bd9b-be57f7ce7b13 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.143924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22343c3b-f16e-43b9-bd9b-be57f7ce7b13 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.166591 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:37.235772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22343c3b-f16e-43b9-bd9b-be57f7ce7b13 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.296643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22343c3b-f16e-43b9-bd9b-be57f7ce7b13 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.323246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22343c3b-f16e-43b9-bd9b-be57f7ce7b13 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Subnet': ['ID=db3672f0-2766-4b08-8af3-4b47f83bbe6b,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:37.327342 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-22343c3b-f16e-43b9-bd9b-be57f7ce7b13 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.329286 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-22343c3b-f16e-43b9-bd9b-be57f7ce7b13 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/subnets/db3672f0-2766-4b08-8af3-4b47f83bbe6b HTTP/1.1" status: 204 len: 168 time: 0.2804623 Aug 31 10:45:37.332320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49816) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:37.334194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd5736-d692-4e03-8b6c-55ce477c4296 None None] Network fcd2c1e9-3eec-4ca5-8a27-836280f415bb requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:45:37.352943 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:45:36Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:37.386127 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] Checking router: efcc05f2-d7a4-44da-b16e-6f8621088693 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:37.395106 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] Routers {'efcc05f2-d7a4-44da-b16e-6f8621088693'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:37.395798 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['efcc05f2-d7a4-44da-b16e-6f8621088693'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:37.439309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.505759 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] Set router efcc05f2-d7a4-44da-b16e-6f8621088693 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:37.508286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] DHCP port deletion for fcd2c1e9-3eec-4ca5-8a27-836280f415bb request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:45:37.556040 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.623046 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:37.623422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.722767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:37.723048 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Deleting port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:37.723155 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.723284 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.738309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:37.789224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] For port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=27af9d56-4ec9-48b5-ad98-5358faf9f1d2,segment=NetworkSegment(64180fe6-8b4d-4eba-816b-79ecdf2c5a56),segment_id=64180fe6-8b4d-4eba-816b-79ecdf2c5a56)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:37.789635 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.800636 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:45:36Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:37.807058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Calling delete_port for 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:37.827132 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0810c-122f-4d0e-8a6a-bb982be7b37a None None] The sync data for ids ['efcc05f2-d7a4-44da-b16e-6f8621088693'] in n-d-806683-2 is: [{'id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739191770', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:43:53Z', 'updated_at': '2021-08-31T10:45:36Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc05f2-d7a4-44da-b16e-6f8621088693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:43:54Z', 'updated_at': '2021-08-31T10:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:37.890411 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.915913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Pushing event deleted for resources: {'Port': ['ID=27af9d56-4ec9-48b5-ad98-5358faf9f1d2,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:37.923031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] No DVR routers for this DVR port 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:45:37.924800 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.933454 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.933795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.934448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.934856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.935251 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.935499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.935859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.936129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.936445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.936766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.937081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.937396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde2819-b3a3-4998-8a2a-d3ca8d3ff80a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:37.955356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:38.012270 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.021400 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d9efa53e-eb92-431f-91e3-1f4de9255415 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:45:38.041397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: d9efa53e-eb92-431f-91e3-1f4de9255415 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:45:38.041748 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d9efa53e-eb92-431f-91e3-1f4de9255415 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:45:38.107065 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.109038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.150509 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.151006 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Fanout notify agent at l3_agent the message router_deleted on router efcc05f2-d7a4-44da-b16e-6f8621088693 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:45:38.161473 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.161473 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-200f01a1-e80c-4773-936c-10dbff83e259 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/routers/efcc05f2-d7a4-44da-b16e-6f8621088693 HTTP/1.1" status: 204 len: 168 time: 0.8270292 Aug 31 10:45:38.164402 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49818) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:38.243643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.333807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.343440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd2c1e9-3eec-4ca5-8a27-836280f415bb']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:38.353757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64180fe6-8b4d-4eba-816b-79ecdf2c5a56') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:38.354053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64180fe6-8b4d-4eba-816b-79ecdf2c5a56') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:38.363515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.377637 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.384184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:45:38.384595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:45:38.388141 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:45:38.453036 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.458624 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.464114 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/networks/fcd2c1e9-3eec-4ca5-8a27-836280f415bb HTTP/1.1" status: 204 len: 168 time: 0.2950542 Aug 31 10:45:38.465999 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49820) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:38.476311 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174beeb-6ca2-418a-94e3-68664bf731c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Network': ['ID=fcd2c1e9-3eec-4ca5-8a27-836280f415bb,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:38.532210 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-735c7e2a-706f-46db-919c-857309d5314a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.558048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-735c7e2a-706f-46db-919c-857309d5314a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.625927 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-735c7e2a-706f-46db-919c-857309d5314a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.629907 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-735c7e2a-706f-46db-919c-857309d5314a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.631963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-735c7e2a-706f-46db-919c-857309d5314a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/security-groups/1fda3001-8e6f-4e79-a677-daf032fda4fc HTTP/1.1" status: 204 len: 168 time: 0.1645525 Aug 31 10:45:38.646243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c7e2a-706f-46db-919c-857309d5314a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fda3001-8e6f-4e79-a677-daf032fda4fc,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:39.166650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49826) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:39.171520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dbc7aa83-33ce-411d-b2c2-4e91b2920725 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888877360', 'description': 'tempest-secgroup-smoke-1888877360 description', 'project_id': 'a01791843f324953864477d3af444d98'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:39.194977 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbc7aa83-33ce-411d-b2c2-4e91b2920725 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.212835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:45:39.234093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:45:39.234514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 27af9d56-4ec9-48b5-ad98-5358faf9f1d2 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:45:39.234880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:45:39.257596 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:45:39.258031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8c6fd5d5-6fc6-4e8a-8e6e-64ab66891202 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:45:39.258539 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42dad672-f2fe-42bd-b4ab-aa13729d73bd no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:45:39.277073 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbc7aa83-33ce-411d-b2c2-4e91b2920725 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.277908 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 42dad672-f2fe-42bd-b4ab-aa13729d73bd {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:45:39.278259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 42dad672-f2fe-42bd-b4ab-aa13729d73bd not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:45:39.282932 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbc7aa83-33ce-411d-b2c2-4e91b2920725 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.314224 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dbc7aa83-33ce-411d-b2c2-4e91b2920725 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.315794 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dbc7aa83-33ce-411d-b2c2-4e91b2920725 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1480527 Aug 31 10:45:39.316512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7aa83-33ce-411d-b2c2-4e91b2920725 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac01ee-4fcf-48e3-b01f-70873202cdf6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:39.318841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49828) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:39.323754 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-23f3c8ee-f271-4cac-9d9e-b16b207c5676 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac01ee-4fcf-48e3-b01f-70873202cdf6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:39.349406 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-23f3c8ee-f271-4cac-9d9e-b16b207c5676 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.404531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-23f3c8ee-f271-4cac-9d9e-b16b207c5676 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.408422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-23f3c8ee-f271-4cac-9d9e-b16b207c5676 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.427707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3c8ee-f271-4cac-9d9e-b16b207c5676 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060cd0fd-8cf0-45e5-a385-efb70d714399,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:39.435549 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-23f3c8ee-f271-4cac-9d9e-b16b207c5676 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.436783 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-23f3c8ee-f271-4cac-9d9e-b16b207c5676 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168041 Aug 31 10:45:39.439622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49830) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:39.444118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c046bfd8-b58d-4458-878b-e4febfe28fd4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac01ee-4fcf-48e3-b01f-70873202cdf6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:39.469334 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c046bfd8-b58d-4458-878b-e4febfe28fd4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.525053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c046bfd8-b58d-4458-878b-e4febfe28fd4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.528403 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c046bfd8-b58d-4458-878b-e4febfe28fd4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.545149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046bfd8-b58d-4458-878b-e4febfe28fd4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2ac243-13ab-4428-952d-25bac137604a,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:39.551215 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c046bfd8-b58d-4458-878b-e4febfe28fd4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.552365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c046bfd8-b58d-4458-878b-e4febfe28fd4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118298 Aug 31 10:45:39.555091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49832) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:39.560029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c21df59f-7544-44e3-b89d-54fabdcee266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac01ee-4fcf-48e3-b01f-70873202cdf6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:39.584280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c21df59f-7544-44e3-b89d-54fabdcee266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.644881 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c21df59f-7544-44e3-b89d-54fabdcee266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.648449 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c21df59f-7544-44e3-b89d-54fabdcee266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.666552 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21df59f-7544-44e3-b89d-54fabdcee266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3b2044-0aeb-4e39-963e-da31464fd333,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:39.675210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c21df59f-7544-44e3-b89d-54fabdcee266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.676512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c21df59f-7544-44e3-b89d-54fabdcee266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204219 Aug 31 10:45:39.679247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49834) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:39.683733 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-197afb33-c79b-4cbc-8c09-b5dc65bc8006 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac01ee-4fcf-48e3-b01f-70873202cdf6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:39.711121 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-197afb33-c79b-4cbc-8c09-b5dc65bc8006 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.769032 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-197afb33-c79b-4cbc-8c09-b5dc65bc8006 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.773060 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-197afb33-c79b-4cbc-8c09-b5dc65bc8006 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.791323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197afb33-c79b-4cbc-8c09-b5dc65bc8006 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90081fc4-20ac-4f33-8816-599d459d929b,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:39.794042 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-197afb33-c79b-4cbc-8c09-b5dc65bc8006 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.798025 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49836) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:39.798505 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-197afb33-c79b-4cbc-8c09-b5dc65bc8006 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178493 Aug 31 10:45:39.802832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7d825e17-8856-46a5-93c9-5850c1738606 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac01ee-4fcf-48e3-b01f-70873202cdf6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:39.824750 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-7d825e17-8856-46a5-93c9-5850c1738606 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:45:39.829632 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d825e17-8856-46a5-93c9-5850c1738606 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.892526 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d825e17-8856-46a5-93c9-5850c1738606 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.896378 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d825e17-8856-46a5-93c9-5850c1738606 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.913728 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d825e17-8856-46a5-93c9-5850c1738606 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc596b8-1c86-4b63-9201-49e49c063d7b,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:39.920574 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7d825e17-8856-46a5-93c9-5850c1738606 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:39.921853 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7d825e17-8856-46a5-93c9-5850c1738606 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227193 Aug 31 10:45:39.924496 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49838) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:39.928880 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-debecdf5-d828-48ba-ab4d-7c4d34bd12ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac01ee-4fcf-48e3-b01f-70873202cdf6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:39.949196 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-debecdf5-d828-48ba-ab4d-7c4d34bd12ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:45:39.954039 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debecdf5-d828-48ba-ab4d-7c4d34bd12ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.014705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debecdf5-d828-48ba-ab4d-7c4d34bd12ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.018519 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debecdf5-d828-48ba-ab4d-7c4d34bd12ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.035725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debecdf5-d828-48ba-ab4d-7c4d34bd12ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cef4523-420a-4198-a0bd-af8c67000eab,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:40.041864 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-debecdf5-d828-48ba-ab4d-7c4d34bd12ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.043894 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-debecdf5-d828-48ba-ab4d-7c4d34bd12ee tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180644 Aug 31 10:45:40.046258 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49840) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:40.051229 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'network': {'name': 'tempest-network-smoke--1640769155', 'project_id': 'a01791843f324953864477d3af444d98', 'port_security_enabled': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:40.072974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:45:40.077048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.101477 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:45:40.111209 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.111561 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Added segment 990c9b1f-6d54-4f01-8701-92b4f23cb059 of type vlan for network 9ccae6c5-edbd-46df-930e-6c453f905a20 Aug 31 10:45:40.151913 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.175087 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.180464 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:40.181054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.234093 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1867502 Aug 31 10:45:40.237365 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49842) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:40.242037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'admin_state_up': True, 'project_id': 'a01791843f324953864477d3af444d98', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:40.251533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79675719-a966-4e04-94a4-b0d5d64aac9d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Network': ['ID=9ccae6c5-edbd-46df-930e-6c453f905a20,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:40.261665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:45:40.265918 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.267012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.321778 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.454364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.642806 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.660868 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.760834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.238 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/be6670f1-026f-4629-8acb-0fc50f48ade5) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:40.872182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.912167 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:40.954394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:40.960010 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:40.961967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=be6670f1-026f-4629-8acb-0fc50f48ade5,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:40.964729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:41.212299 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:41.304224 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:41.411838 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:41.538094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:45:41.645205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:41.654615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Sync routers for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:41.662973 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:41.664139 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5acedd94-d74f-46e0-9d3a-fa601bc2adb2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4257784 Aug 31 10:45:41.664258 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:41.664782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:41.669199 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49844) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:41.701005 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9fd314c2-5c86-462a-b8ea-188308410f90 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=a01791843f324953864477d3af444d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280855 Aug 31 10:45:41.701226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49846) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:41.776963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:41.791018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0512100d-be8b-4c89-82a8-fa43f108aae1 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:41.795718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0512100d-be8b-4c89-82a8-fa43f108aae1 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904403 Aug 31 10:45:41.796105 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49848) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:41.824571 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-de8a7274-a622-48c4-be21-690fdec360d4 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272422 Aug 31 10:45:41.827169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49850) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:41.832169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1854266426', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'project_id': 'a01791843f324953864477d3af444d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:41.924835 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:45:41.928231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:41.963083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:41Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:41.990281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Checking router: ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:41.990629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Updating router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 port be6670f1-026f-4629-8acb-0fc50f48ade5 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:45:42.018016 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.109610 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.169932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Subnet': ['ID=b8714dd0-2197-4150-a922-14ba212cbd19,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:42.179660 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Checking segment: {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:42.180035 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network hostable DHCP agents. Network: 9ccae6c5-edbd-46df-930e-6c453f905a20, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:45:42.196342 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:45:42.205124 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 9ccae6c5-edbd-46df-930e-6c453f905a20) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:42.209734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:42.210718 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.218305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef095501-5d1e-483d-b919-b6ad96dedc14 None None] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:45:42.227330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a146beb1-1569-4d5c-9b68-7eba070fe748 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3989801 Aug 31 10:45:42.229911 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49852) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:42.338817 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.350688 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Transition to ACTIVE for port object be6670f1-026f-4629-8acb-0fc50f48ade5 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:42.374295 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.445481 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790ed7d-6c4c-4d90-acc6-18233b19f664 None None] Pushing event updated for resources: {'Port': ['ID=be6670f1-026f-4629-8acb-0fc50f48ade5,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:42.449926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Attempting to bind port be6670f1-026f-4629-8acb-0fc50f48ade5 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:42.449926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Attempting to bind port be6670f1-026f-4629-8acb-0fc50f48ade5 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:42.449926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Attempting to bind port be6670f1-026f-4629-8acb-0fc50f48ade5 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:42.469043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:42.469420 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:42.469818 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.470199 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:42.470663 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Bound port: be6670f1-026f-4629-8acb-0fc50f48ade5, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:42.471179 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.474998 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-9ccae6c5-edbd-46df-930e-6c453f905a20', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:45:42.475819 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.581332 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] For port be6670f1-026f-4629-8acb-0fc50f48ade5, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:42.606634 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] For port be6670f1-026f-4629-8acb-0fc50f48ade5, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=be6670f1-026f-4629-8acb-0fc50f48ade5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:42.613184 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.707764 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790ed7d-6c4c-4d90-acc6-18233b19f664 None None] Pushing event updated for resources: {'Port': ['ID=be6670f1-026f-4629-8acb-0fc50f48ade5,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:42.712671 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:42.713282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:42.716369 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Allocated IP 172.20.0.2 (9ccae6c5-edbd-46df-930e-6c453f905a20/b8714dd0-2197-4150-a922-14ba212cbd19/ac213a62-e1f8-483f-a5d1-e0faacd099ae) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:42.717215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.890615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:43.065141 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.083034 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Transition to ACTIVE for port object ac213a62-e1f8-483f-a5d1-e0faacd099ae will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:43.118077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Transition to ACTIVE for port object ac213a62-e1f8-483f-a5d1-e0faacd099ae will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:43.125835 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.173349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.1 (9ccae6c5-edbd-46df-930e-6c453f905a20/b8714dd0-2197-4150-a922-14ba212cbd19/296dad33-d083-4569-b4fe-cf581b214330) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:43.179300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:43.183965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:43.189424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:43.193387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Pushing event updated for resources: {'Port': ['ID=ac213a62-e1f8-483f-a5d1-e0faacd099ae,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:43.205504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:41Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:43.261358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac8284-8d0a-411a-8514-5cbde5794781 None None] The sync data for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 is: [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:41Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:43.273679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Attempting to bind port ac213a62-e1f8-483f-a5d1-e0faacd099ae on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:43.274047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Attempting to bind port ac213a62-e1f8-483f-a5d1-e0faacd099ae by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:43.274414 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Attempting to bind port ac213a62-e1f8-483f-a5d1-e0faacd099ae on network 9ccae6c5-edbd-46df-930e-6c453f905a20 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:43.282728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:43.283119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Checking segment: {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:43.283540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.283920 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Bound using segment: {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:43.284398 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Bound port: ac213a62-e1f8-483f-a5d1-e0faacd099ae, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:43.284880 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.298891 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.315579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object 296dad33-d083-4569-b4fe-cf581b214330 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:43.352317 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.355984 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] For port ac213a62-e1f8-483f-a5d1-e0faacd099ae, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:43.359806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] For port ac213a62-e1f8-483f-a5d1-e0faacd099ae, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac213a62-e1f8-483f-a5d1-e0faacd099ae,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:43.363849 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.391975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:43.395301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:43.401756 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:43.423154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42587e53-aafe-4a38-bf3b-fa4eedccfd45 None None] Pushing event updated for resources: {'Port': ['ID=ac213a62-e1f8-483f-a5d1-e0faacd099ae,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:43.444658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=296dad33-d083-4569-b4fe-cf581b214330,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:43.458855 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.648640 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.972748 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:43.978163 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.057498 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=296dad33-d083-4569-b4fe-cf581b214330,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:44.064742 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.172298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:44.174121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:44.303974 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:44.357874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.407638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87252155-d98b-49e3-aa75-d708c3f70944 None None] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:45:44.421972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:44.427378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-ff8a2e84-dd2c-4305-a301-9a13c40549cf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1960278 Aug 31 10:45:44.537378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-558cf89b-de69-4bc0-9651-765d2aa86db2 None None] Provisioning for port ac213a62-e1f8-483f-a5d1-e0faacd099ae completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:44.586288 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-dff6c2f0-e1d7-4e94-a990-de3e88a529a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888877360&fields=id&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 267 time: 0.0369160 Aug 31 10:45:44.707031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-50344b02-8801-457d-9804-d7de7886ff5a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:44.708757 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-50344b02-8801-457d-9804-d7de7886ff5a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/networks?id=9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 200 len: 797 time: 0.1131074 Aug 31 10:45:44.725317 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-5704768b-e143-48fe-801b-90bb2f4b8904 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/quotas/a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 375 time: 0.0106356 Aug 31 10:45:44.788490 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-a9ea4ea4-d063-4018-b416-5b7803ae3203 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563977 Aug 31 10:45:44.885502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ccb1379c-f968-493a-b35f-bd6e096aee12 None None] Provisioning for port 296dad33-d083-4569-b4fe-cf581b214330 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:44.893426 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ccb1379c-f968-493a-b35f-bd6e096aee12 None None] Provisioning complete for port 296dad33-d083-4569-b4fe-cf581b214330 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:44.893834 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ccb1379c-f968-493a-b35f-bd6e096aee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.933154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1379c-f968-493a-b35f-bd6e096aee12 None None] Port 296dad33-d083-4569-b4fe-cf581b214330 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:44.951836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-aad8439e-0f48-49c9-91da-59fa641082c4 service neutron] 10.222.0.69 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500275 Aug 31 10:45:44.963552 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Sync routers for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:44.975651 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:44.976405 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:45.053962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-53630c31-5100-4b05-81a9-b658feeb0922 None None] Provisioning complete for port 296dad33-d083-4569-b4fe-cf581b214330 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:45.054333 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-53630c31-5100-4b05-81a9-b658feeb0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.072325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-a593e0f2-63be-40b7-93b4-1f6a30acc1a8 service neutron] 10.222.0.69 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137459 Aug 31 10:45:45.091517 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:45.104892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-53630c31-5100-4b05-81a9-b658feeb0922 None None] Port 296dad33-d083-4569-b4fe-cf581b214330 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:45.280240 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0412560c-7162-4b88-a74b-84bebc2b7649 req-11831593-ce37-4c72-a8b7-51670182ca0e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 210 time: 0.0291433 Aug 31 10:45:45.323714 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 2, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:45.327302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device be6670f1-026f-4629-8acb-0fc50f48ade5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:45.352161 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Checking router: ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:45.352512 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Updating router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 port 296dad33-d083-4569-b4fe-cf581b214330 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:45:45.380411 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.514307 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3798ad91-207e-48b6-a10c-c9edf3dceb94 None None] Provisioning complete for port 296dad33-d083-4569-b4fe-cf581b214330 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:45.515191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3798ad91-207e-48b6-a10c-c9edf3dceb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.567078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-3798ad91-207e-48b6-a10c-c9edf3dceb94 None None] Port 296dad33-d083-4569-b4fe-cf581b214330 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:45.580907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port be6670f1-026f-4629-8acb-0fc50f48ade5 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:45.586644 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port be6670f1-026f-4629-8acb-0fc50f48ade5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:45.587096 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.685256 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.698890 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.707308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port be6670f1-026f-4629-8acb-0fc50f48ade5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=be6670f1-026f-4629-8acb-0fc50f48ade5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:45.712018 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.712985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac213a62-e1f8-483f-a5d1-e0faacd099ae up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:45.714220 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Transition to ACTIVE for port object 296dad33-d083-4569-b4fe-cf581b214330 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:45.721950 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.802337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=be6670f1-026f-4629-8acb-0fc50f48ade5,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:45.812934 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Pushing event updated for resources: {'Port': ['ID=296dad33-d083-4569-b4fe-cf581b214330,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:45.824501 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.825470 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.825809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ac213a62-e1f8-483f-a5d1-e0faacd099ae completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:45.826032 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.826324 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.826724 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.827141 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.827552 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.827925 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.828313 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.828694 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.829462 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.829997 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:45.832210 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ac213a62-e1f8-483f-a5d1-e0faacd099ae triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:45.832580 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.844579 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Attempting to bind port 296dad33-d083-4569-b4fe-cf581b214330 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:45.845246 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Attempting to bind port 296dad33-d083-4569-b4fe-cf581b214330 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:45.845811 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Attempting to bind port 296dad33-d083-4569-b4fe-cf581b214330 on network 9ccae6c5-edbd-46df-930e-6c453f905a20 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:45.852728 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:45.853296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Checking segment: {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:45.853462 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.853852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Bound using segment: {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:45.854664 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Bound port: 296dad33-d083-4569-b4fe-cf581b214330, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:45.854664 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.933426 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.934884 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] For port 296dad33-d083-4569-b4fe-cf581b214330, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:45.938157 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] For port 296dad33-d083-4569-b4fe-cf581b214330, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=296dad33-d083-4569-b4fe-cf581b214330,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:45.944212 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:45.969212 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ac213a62-e1f8-483f-a5d1-e0faacd099ae, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac213a62-e1f8-483f-a5d1-e0faacd099ae,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:45.974976 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:46.012116 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567e9f7-a47b-4d01-be06-aa878c6239a3 None None] Pushing event updated for resources: {'Port': ['ID=296dad33-d083-4569-b4fe-cf581b214330,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:46.014617 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:46.015508 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:46.033093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ac213a62-e1f8-483f-a5d1-e0faacd099ae,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:46.131718 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:46.323037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-687428e0-2efb-4aed-8efe-c7932f1057eb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:46.325365 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-687428e0-2efb-4aed-8efe-c7932f1057eb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "GET /v2.0/networks?id=9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 200 len: 797 time: 0.1193535 Aug 31 10:45:46.352358 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:46.375175 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-5ca9e559-fc5b-4097-8132-53b783c4e6d8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 380 time: 0.0402603 Aug 31 10:45:46.385889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4bf2d65-ac41-4b72-b08c-3a7a4fa57b00 req-3b127689-d89f-40df-b21f-304b2165ee1f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 210 time: 0.0275164 Aug 31 10:45:46.390562 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'port': {'device_id': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'admin_state_up': True, 'tenant_id': 'a01791843f324953864477d3af444d98', 'security_groups': ['d7ac01ee-4fcf-48e3-b01f-70873202cdf6']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:46.392669 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbdecd-90fe-49e1-8be1-aab44c8aa638 None None] The sync data for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 is: [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:46.528667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:45:46.532314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:46.662810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.3 (9ccae6c5-edbd-46df-930e-6c453f905a20/b8714dd0-2197-4150-a922-14ba212cbd19/70671679-e911-4f7c-87d2-4119fc04b06d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:46.818892 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:46.834338 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object 70671679-e911-4f7c-87d2-4119fc04b06d will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:46.868635 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:46.914332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:46.917549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:46.922105 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:46.928783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=70671679-e911-4f7c-87d2-4119fc04b06d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:46.976678 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:46.977343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:46.993813 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-3b539629-5c0a-4afb-a367-37faa257b993 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076255 Aug 31 10:45:47.005259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-6256a833-9dec-41a4-9b64-a5e3bdf1d575 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:45:47.006388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-6256a833-9dec-41a4-9b64-a5e3bdf1d575 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061052 Aug 31 10:45:47.074210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Request body: {'port': {'device_id': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:47.141990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.152102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-10bf0bdc-a203-44ce-92e0-375c5c3e312c None None] Provisioning for port 70671679-e911-4f7c-87d2-4119fc04b06d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:47.157142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-10bf0bdc-a203-44ce-92e0-375c5c3e312c None None] Provisioning complete for port 70671679-e911-4f7c-87d2-4119fc04b06d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:47.157749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-10bf0bdc-a203-44ce-92e0-375c5c3e312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.220216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-10bf0bdc-a203-44ce-92e0-375c5c3e312c None None] Port 70671679-e911-4f7c-87d2-4119fc04b06d cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:47.328110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device be6670f1-026f-4629-8acb-0fc50f48ade5 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:47.382892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port be6670f1-026f-4629-8acb-0fc50f48ade5 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:47.383534 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.449933 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70671679-e911-4f7c-87d2-4119fc04b06d {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:45:47.460010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.472629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac213a62-e1f8-483f-a5d1-e0faacd099ae up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:47.475861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Transition to ACTIVE for port object 70671679-e911-4f7c-87d2-4119fc04b06d will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:47.483988 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.530067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ac213a62-e1f8-483f-a5d1-e0faacd099ae triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:47.530355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3753a-6d94-46b2-b05f-aa74b654d4f6 req-0ae2c3c3-3769-456a-b773-64cfa5fd97f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:47.530878 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.532778 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49a3753a-6d94-46b2-b05f-aa74b654d4f6 req-0ae2c3c3-3769-456a-b773-64cfa5fd97f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 943 time: 0.0537772 Aug 31 10:45:47.547832 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Pushing event updated for resources: {'Port': ['ID=70671679-e911-4f7c-87d2-4119fc04b06d,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:47.588008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49a3753a-6d94-46b2-b05f-aa74b654d4f6 req-ad3a1198-3b16-4c42-bc47-1ee99be1b23e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477898 Aug 31 10:45:47.632810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Attempting to bind port 70671679-e911-4f7c-87d2-4119fc04b06d on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:47.633436 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Attempting to bind port 70671679-e911-4f7c-87d2-4119fc04b06d by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:47.633771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Attempting to bind port 70671679-e911-4f7c-87d2-4119fc04b06d on network 9ccae6c5-edbd-46df-930e-6c453f905a20 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:47.638740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Port 70671679-e911-4f7c-87d2-4119fc04b06d on network 9ccae6c5-edbd-46df-930e-6c453f905a20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:45:47.639239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Attempting to bind port 70671679-e911-4f7c-87d2-4119fc04b06d on network 9ccae6c5-edbd-46df-930e-6c453f905a20 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:47.645427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:47.645771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Checking segment: {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:47.646727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Bound using segment: {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:47.646921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Bound port: 70671679-e911-4f7c-87d2-4119fc04b06d, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990c9b1f-6d54-4f01-8701-92b4f23cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:47.647152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.659859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 296dad33-d083-4569-b4fe-cf581b214330 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:47.718142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 296dad33-d083-4569-b4fe-cf581b214330 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:47.722851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 296dad33-d083-4569-b4fe-cf581b214330 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:47.723509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.731594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] For port 70671679-e911-4f7c-87d2-4119fc04b06d, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:47.735140 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] For port 70671679-e911-4f7c-87d2-4119fc04b06d, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=70671679-e911-4f7c-87d2-4119fc04b06d,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:47.739896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.778669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:47.779312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.781173 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] 10.222.0.52 "PUT /v2.0/ports/70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 200 len: 1091 time: 0.7674115 Aug 31 10:45:47.783597 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:47.786657 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473549d0-1c72-489c-8df5-e4fe147c93cd" -d '{"events": [{"name": "network-changed", "server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:47.822893 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce6b5-40b6-49bc-8443-155d78cfc956 service neutron] Pushing event updated for resources: {'Port': ['ID=70671679-e911-4f7c-87d2-4119fc04b06d,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:47.828148 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.846507 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eda8f21-b6b1-48ff-b4fb-9dc3547f28ae x-openstack-request-id: req-3eda8f21-b6b1-48ff-b4fb-9dc3547f28ae {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:47.847082 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:47.847331 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3eda8f21-b6b1-48ff-b4fb-9dc3547f28ae {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:47.847736 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d', 'status': 'completed', 'code': 200} Aug 31 10:45:47.879961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-1cb7a1d2-2a29-435d-a15e-4aa349061ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:47.881562 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-1cb7a1d2-2a29-435d-a15e-4aa349061ddf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1094 time: 0.0481696 Aug 31 10:45:47.884930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 296dad33-d083-4569-b4fe-cf581b214330, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=296dad33-d083-4569-b4fe-cf581b214330,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:47.889210 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.930482 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-68bf7c1c-3cd4-4ccd-b34e-9cd142f2edb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 200 len: 217 time: 0.0404756 Aug 31 10:45:47.945761 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=296dad33-d083-4569-b4fe-cf581b214330,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:47.985453 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-91d8390d-c86a-40f8-b5af-ce1393491eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:47.987033 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-91d8390d-c86a-40f8-b5af-ce1393491eb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8714dd0-2197-4150-a922-14ba212cbd19 HTTP/1.1" status: 200 len: 835 time: 0.0496712 Aug 31 10:45:48.349757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-15bae72c-befd-43e3-ab9d-5fd43cd25d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.351279 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-15bae72c-befd-43e3-ab9d-5fd43cd25d2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ccae6c5-edbd-46df-930e-6c453f905a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3563828 Aug 31 10:45:48.440870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-328cf26d-04d6-4829-9b8f-f9b47384fb41 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818894 Aug 31 10:45:48.536609 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0c3d5477-692d-41e5-b3f1-ad1f657c29da req-47d69511-b447-4132-a70d-915011766184 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880458 Aug 31 10:45:48.621767 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-1cf169d2-58a5-4f39-9811-fc243bb6ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.623237 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-1cf169d2-58a5-4f39-9811-fc243bb6ee43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1094 time: 0.0422606 Aug 31 10:45:48.717795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e28957-53a8-4819-931f-781e5a73b0a2 req-e6b4371b-5291-488f-a6a1-83662a33e46e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.719333 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9e28957-53a8-4819-931f-781e5a73b0a2 req-e6b4371b-5291-488f-a6a1-83662a33e46e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 943 time: 0.0552392 Aug 31 10:45:48.719629 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-bba33468-dbda-48ab-a177-692398f7bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.721149 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-bba33468-dbda-48ab-a177-692398f7bf53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 200 len: 899 time: 0.0913155 Aug 31 10:45:48.758042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9e28957-53a8-4819-931f-781e5a73b0a2 req-3085751a-0174-4d2d-92fb-f2316feaf491 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Aug 31 10:45:48.763832 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-d3d122c1-523e-4f4a-8663-a42337f6a546 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 200 len: 217 time: 0.0350697 Aug 31 10:45:48.813266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-025b639f-6ab6-466f-8a40-01e3063c081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.814731 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-025b639f-6ab6-466f-8a40-01e3063c081d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8714dd0-2197-4150-a922-14ba212cbd19 HTTP/1.1" status: 200 len: 835 time: 0.0441566 Aug 31 10:45:48.864810 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-67821e4b-0f1f-4f1b-8237-980158241934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.866288 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-67821e4b-0f1f-4f1b-8237-980158241934 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ccae6c5-edbd-46df-930e-6c453f905a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439596 Aug 31 10:45:48.956273 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-49f55baf-90c8-43d8-a921-89b8008fef14 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808227 Aug 31 10:45:49.049364 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473549d0-1c72-489c-8df5-e4fe147c93cd req-06efd799-2c9f-4946-ba32-ae69dada680e service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859680 Aug 31 10:45:49.216229 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 296dad33-d083-4569-b4fe-cf581b214330 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:49.264839 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 296dad33-d083-4569-b4fe-cf581b214330 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:49.265469 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:49.854271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 70671679-e911-4f7c-87d2-4119fc04b06d details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:45:49.888990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9e6a3-4ee1-49e4-9f1c-fe21cded9eeb req-32fa6b66-a060-4899-9a59-e07e8cc2e474 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:49.890791 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abb9e6a3-4ee1-49e4-9f1c-fe21cded9eeb req-32fa6b66-a060-4899-9a59-e07e8cc2e474 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 943 time: 0.0504494 Aug 31 10:45:49.929946 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-abb9e6a3-4ee1-49e4-9f1c-fe21cded9eeb req-b6cf09a8-54af-46e4-b7d0-335ba37eba9c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329683 Aug 31 10:45:49.947193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 70671679-e911-4f7c-87d2-4119fc04b06d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=70671679-e911-4f7c-87d2-4119fc04b06d,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:49.958814 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '70671679-e911-4f7c-87d2-4119fc04b06d', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'port_id': '70671679-e911-4f7c-87d2-4119fc04b06d', 'mac_address': 'fa:16:3e:c5:ce:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:45:49.998851 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:50.011472 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70671679-e911-4f7c-87d2-4119fc04b06d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:45:50.030806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 70671679-e911-4f7c-87d2-4119fc04b06d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=70671679-e911-4f7c-87d2-4119fc04b06d,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:50.034900 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:50.080953 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=70671679-e911-4f7c-87d2-4119fc04b06d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:50.261136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['70671679-e911-4f7c-87d2-4119fc04b06d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:45:50.351229 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:45:51.044042 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4424-bf0a-4622-9b65-d2d965067a29 req-22c9ca44-d0cf-40e3-851f-938a4948d384 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:51.045575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50fa4424-bf0a-4622-9b65-d2d965067a29 req-22c9ca44-d0cf-40e3-851f-938a4948d384 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 944 time: 0.0497181 Aug 31 10:45:51.084204 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50fa4424-bf0a-4622-9b65-d2d965067a29 req-7dde027c-983b-4dfe-8080-3244256ca227 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Aug 31 10:45:51.854432 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 70671679-e911-4f7c-87d2-4119fc04b06d up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:51.902733 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 70671679-e911-4f7c-87d2-4119fc04b06d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:51.907153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 70671679-e911-4f7c-87d2-4119fc04b06d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:51.907524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:51.965055 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7a23976b-e1eb-4496-91b6-6f88261d713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:52.001588 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:52.024842 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:52.027133 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d458015a-39bb-4f9e-a300-fc9e5e280f8e" -d '{"events": [{"server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "name": "network-vif-plugged", "status": "completed", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:52.040202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 70671679-e911-4f7c-87d2-4119fc04b06d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=70671679-e911-4f7c-87d2-4119fc04b06d,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:52.044174 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:52.092198 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=70671679-e911-4f7c-87d2-4119fc04b06d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:52.145498 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ff81c4-97f7-4d44-977b-34fdd7f4dd83 x-openstack-request-id: req-62ff81c4-97f7-4d44-977b-34fdd7f4dd83 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:52.145786 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "name": "network-vif-plugged", "status": "completed", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:52.146236 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62ff81c4-97f7-4d44-977b-34fdd7f4dd83 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:52.146496 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d', 'code': 200} Aug 31 10:45:52.209246 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3030b8-a812-4fbc-a70d-e13bcfe0f266 req-1ab0523f-1ff2-4c86-a2c8-6fd518d0a192 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:52.210797 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb3030b8-a812-4fbc-a70d-e13bcfe0f266 req-1ab0523f-1ff2-4c86-a2c8-6fd518d0a192 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0583985 Aug 31 10:45:52.239630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4e97b-0605-4e6b-96d5-e01166c0ac89 req-d7978214-3b01-4562-903e-d85e948bd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:52.241249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9cf4e97b-0605-4e6b-96d5-e01166c0ac89 req-d7978214-3b01-4562-903e-d85e948bd3f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1096 time: 0.0404873 Aug 31 10:45:52.249956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cb3030b8-a812-4fbc-a70d-e13bcfe0f266 req-376f9840-d52c-467e-b20e-9c4d0b0ccd01 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323033 Aug 31 10:45:52.276990 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9cf4e97b-0605-4e6b-96d5-e01166c0ac89 req-4f390257-588f-4ec3-94d3-86079420094d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283239 Aug 31 10:45:53.370936 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6472b63-8238-4e2a-80f1-a9ec6797768f req-d1327d99-cf69-4b72-8489-642a2c99a7f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:53.372507 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6472b63-8238-4e2a-80f1-a9ec6797768f req-d1327d99-cf69-4b72-8489-642a2c99a7f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0512502 Aug 31 10:45:53.412427 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e6472b63-8238-4e2a-80f1-a9ec6797768f req-3430d271-7642-42ac-a248-fbb9564fc3e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337641 Aug 31 10:45:53.527219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8581f01-5202-48f6-80cb-a540aa92ff1c req-a8247ab8-8c7d-459c-96b0-9678a6d0474d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:53.529368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8581f01-5202-48f6-80cb-a540aa92ff1c req-a8247ab8-8c7d-459c-96b0-9678a6d0474d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0503874 Aug 31 10:45:53.567334 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a8581f01-5202-48f6-80cb-a540aa92ff1c req-a58c43f2-269a-4400-a087-2b8b03d33b47 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Aug 31 10:45:53.588849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49908) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:53.635167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4542bec4-9d72-4691-9b7c-6b7797fb3e7d tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:53.636674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4542bec4-9d72-4691-9b7c-6b7797fb3e7d tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1091 time: 0.0468493 Aug 31 10:45:53.639959 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49910) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:53.645162 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '70671679-e911-4f7c-87d2-4119fc04b06d', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:53.669116 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:53.769414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:53.876009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.137 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/659389dd-7712-4bb3-a5c1-40c4c57e268e) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:53.979377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:54.018931 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:54.063969 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:54.069290 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:54.071484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=659389dd-7712-4bb3-a5c1-40c4c57e268e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:54.073636 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:54.426034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:54.493715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:54.653553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:54.657984 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:54.732147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=659389dd-7712-4bb3-a5c1-40c4c57e268e,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:54.742034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:54.846535 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP 9bac46c5-cc3e-4641-815c-fd15bfc3f2c2 associated. External IP: 172.25.1.137, port: 70671679-e911-4f7c-87d2-4119fc04b06d. Aug 31 10:45:55.181823 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:55.398877 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:55.506434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:55.516916 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] Sync routers for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:55.523073 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:55.526672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:55.527365 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:55.549552 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d8a8689e-95dd-42dd-9117-d8c712ad36cd tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9083381 Aug 31 10:45:55.550130 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:55.552414 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41" -d '{"events": [{"name": "network-changed", "server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:55.597672 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f74e4ef-01ba-41ee-ae75-7b4e9bea65ca x-openstack-request-id: req-4f74e4ef-01ba-41ee-ae75-7b4e9bea65ca {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:55.597965 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:55.598220 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f74e4ef-01ba-41ee-ae75-7b4e9bea65ca {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:55.598626 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d', 'status': 'completed', 'code': 200} Aug 31 10:45:55.649082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:55.668711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-fe9a0789-7945-4191-8c38-215b2c1469f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:55.670508 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-fe9a0789-7945-4191-8c38-215b2c1469f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1096 time: 0.0425651 Aug 31 10:45:55.673144 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec8a5-c533-4d53-bc38-c77a307188a6 req-221efea1-87fa-4203-b783-b4973a49a6b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:55.674674 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a41ec8a5-c533-4d53-bc38-c77a307188a6 req-221efea1-87fa-4203-b783-b4973a49a6b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0592206 Aug 31 10:45:55.719371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a41ec8a5-c533-4d53-bc38-c77a307188a6 req-be45647d-3f09-4105-9791-04ed112566b6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 Aug 31 10:45:55.745060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49916) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:55.768991 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-7e839ec3-7014-4f6b-b2ce-e77c5e1fcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:55.770375 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-7e839ec3-7014-4f6b-b2ce-e77c5e1fcd54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 200 len: 899 time: 0.0931163 Aug 31 10:45:55.817524 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-57d271bc-2fcd-48be-86a5-53f01afa55eb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/9bac46c5-cc3e-4641-815c-fd15bfc3f2c2 HTTP/1.1" status: 200 len: 991 time: 0.0710437 Aug 31 10:45:55.838994 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-117f8b87-f2b4-44ec-8a4f-f287babcb6dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 200 len: 999 time: 0.0611885 Aug 31 10:45:55.885274 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-77364a40-e16e-481c-abaf-48c8498af285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:55.891382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-63f0dab7-1af7-4361-b61c-86efdc90a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:55.892875 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-63f0dab7-1af7-4361-b61c-86efdc90a80e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8714dd0-2197-4150-a922-14ba212cbd19 HTTP/1.1" status: 200 len: 835 time: 0.0471902 Aug 31 10:45:55.903695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9bac46c5-cc3e-4641-815c-fd15bfc3f2c2', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'port_id': '70671679-e911-4f7c-87d2-4119fc04b06d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'mac_address': 'fa:16:3e:c5:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:45:54Z', 'updated_at': '2021-08-31T10:45:54Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:55.930530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] Checking router: ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:55.939350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:55.939955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:45:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:55.943598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-42b8838f-2dbd-4cfb-b865-eda296613eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:55.945108 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-42b8838f-2dbd-4cfb-b865-eda296613eda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ccae6c5-edbd-46df-930e-6c453f905a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451801 Aug 31 10:45:56.036466 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-05026b08-344b-439e-a355-411d6a15ad1e service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832255 Aug 31 10:45:56.045689 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:56.130692 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5f3d8b5-ceb3-4e6c-83f2-ff0b00299e41 req-de3dd3e4-f1d4-4b62-8b6f-2f63d3675d58 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861099 Aug 31 10:45:56.266917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9bac46c5-cc3e-4641-815c-fd15bfc3f2c2', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'port_id': '70671679-e911-4f7c-87d2-4119fc04b06d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'mac_address': 'fa:16:3e:c5:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:45:54Z', 'updated_at': '2021-08-31T10:45:54Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:56.296532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f18b66-c3cd-48da-a35f-0f9f956c0cd4 None None] The sync data for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 is: [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9bac46c5-cc3e-4641-815c-fd15bfc3f2c2', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'port_id': '70671679-e911-4f7c-87d2-4119fc04b06d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'mac_address': 'fa:16:3e:c5:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:45:54Z', 'updated_at': '2021-08-31T10:45:54Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:56.474477 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0585b-82d3-4c07-9486-692fddab800a None None] New status for floating IP 9bac46c5-cc3e-4641-815c-fd15bfc3f2c2: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:45:56.821555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49918) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:56.882617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f4d776aa-deb8-43d9-a2de-0195e2e823a8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/9bac46c5-cc3e-4641-815c-fd15bfc3f2c2 HTTP/1.1" status: 200 len: 993 time: 0.0599074 Aug 31 10:45:57.963888 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:58.908373 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:00.715051 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-32516751-7b34-4bb1-9c34-e8515b3e88ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424211 Aug 31 10:46:00.795025 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-6b781f2f-0069-4faf-b31f-f946a49f2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:00.796991 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-6b781f2f-0069-4faf-b31f-f946a49f2ce5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1096 time: 0.0411007 Aug 31 10:46:00.900069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-27d16e7a-b8b3-4d82-873a-d19a4e2fc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:00.902252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-27d16e7a-b8b3-4d82-873a-d19a4e2fc9b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 200 len: 899 time: 0.0867960 Aug 31 10:46:00.969290 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-972d52a8-00ee-46ad-a0cc-78254420b4b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 200 len: 1001 time: 0.0601687 Aug 31 10:46:01.018571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-c567a0d5-baa5-4ffa-9b3a-7f42d989fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:01.020037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-c567a0d5-baa5-4ffa-9b3a-7f42d989fe3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8714dd0-2197-4150-a922-14ba212cbd19 HTTP/1.1" status: 200 len: 835 time: 0.0444789 Aug 31 10:46:01.072802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-1204e2ac-68d9-4c0f-8a05-e0d91daf5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:01.074848 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-1204e2ac-68d9-4c0f-8a05-e0d91daf5be6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ccae6c5-edbd-46df-930e-6c453f905a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476482 Aug 31 10:46:01.167127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-660e1052-9cc2-431c-8201-d4850fef3bc5 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846088 Aug 31 10:46:01.264558 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8d9d94a4-f961-4c1e-becb-95e522c0580d req-d661339e-9f4f-4cc5-8b58-5d9b89c11bb5 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910470 Aug 31 10:46:11.310809 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:14.348583 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:21.957307 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fa823641-b716-469a-9129-48ae45a0de79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:25.184931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:25.875998 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ac21c7d-5f1a-4454-a638-5d2f858f2dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:27.350732 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:46:27.966556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:28.141356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-11731c77-6aa8-49d6-a9a3-fd41867981d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:28.142938 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-11731c77-6aa8-49d6-a9a3-fd41867981d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1096 time: 0.0414977 Aug 31 10:46:28.145991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635fa5-8879-4505-8b71-cf1f86e9f211 req-ec715ce5-d635-45f8-ac1c-670edf63fc6a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:28.147533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc635fa5-8879-4505-8b71-cf1f86e9f211 req-ec715ce5-d635-45f8-ac1c-670edf63fc6a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0502541 Aug 31 10:46:28.187505 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc635fa5-8879-4505-8b71-cf1f86e9f211 req-54b138bc-3a4d-4e3d-85f3-8ffe5e26163a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338304 Aug 31 10:46:28.233827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-c6fce508-018f-4483-943a-786fd506051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:28.235249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-c6fce508-018f-4483-943a-786fd506051f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 200 len: 899 time: 0.0840673 Aug 31 10:46:28.303475 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-3cba1e98-9d35-44f3-9209-047f0f74f461 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 200 len: 1001 time: 0.0606756 Aug 31 10:46:28.350948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-ff4714c9-cd33-4e3e-af11-21800f98fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:28.352379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-ff4714c9-cd33-4e3e-af11-21800f98fbed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8714dd0-2197-4150-a922-14ba212cbd19 HTTP/1.1" status: 200 len: 835 time: 0.0419860 Aug 31 10:46:28.396837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-67a7523c-4937-4b0a-841d-0b847ec54e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:28.398298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-67a7523c-4937-4b0a-841d-0b847ec54e58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ccae6c5-edbd-46df-930e-6c453f905a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384269 Aug 31 10:46:28.489559 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-ff3500d3-af90-43d4-a122-857fa83700dd service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831897 Aug 31 10:46:28.578475 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e219d64e-9fa3-4bff-a400-9c239b3e2acf req-9f5be130-3e86-4dd5-abb6-fb6e20b1b38b service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813787 Aug 31 10:46:28.911067 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:29.308562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49bf7-52d6-40b5-a14a-0ea0b0d83ca8 req-31cc40b1-2697-410c-b4d0-8f7ad6d8668c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:29.310059 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fe49bf7-52d6-40b5-a14a-0ea0b0d83ca8 req-31cc40b1-2697-410c-b4d0-8f7ad6d8668c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0536816 Aug 31 10:46:29.348622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8fe49bf7-52d6-40b5-a14a-0ea0b0d83ca8 req-bc1dfdc7-405c-4eec-aad9-a88dcab48f53 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325620 Aug 31 10:46:30.464525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed00f6-1e0e-44cd-a0b7-b7086ad22e7c req-1dabc86e-4e84-4010-bcca-ba1c53ab44a1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:30.466015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21ed00f6-1e0e-44cd-a0b7-b7086ad22e7c req-1dabc86e-4e84-4010-bcca-ba1c53ab44a1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0504053 Aug 31 10:46:30.504132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-21ed00f6-1e0e-44cd-a0b7-b7086ad22e7c req-aeeb706a-62be-4a07-b73c-cfb8dce0597e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Aug 31 10:46:31.619200 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eda503-978c-4af9-9e96-63f87397b0ea req-1861ea24-11b6-4b10-9c27-c7e37829123f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:31.621614 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5eda503-978c-4af9-9e96-63f87397b0ea req-1861ea24-11b6-4b10-9c27-c7e37829123f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0514235 Aug 31 10:46:31.659567 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e5eda503-978c-4af9-9e96-63f87397b0ea req-7a281a11-00d6-465c-8f01-4f4322bee3fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Aug 31 10:46:32.783731 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44a473-f623-488c-ba7f-dfaba0b7b038 req-a35b41de-ba4d-4650-bf1c-77fcc85850a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:32.785233 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da44a473-f623-488c-ba7f-dfaba0b7b038 req-a35b41de-ba4d-4650-bf1c-77fcc85850a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0546854 Aug 31 10:46:32.824211 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-da44a473-f623-488c-ba7f-dfaba0b7b038 req-c85b2407-1ae5-426f-95d1-497954b12b08 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324063 Aug 31 10:46:33.937997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e90a3c-e133-4a3a-aa5b-9b015b6a7a94 req-85822b60-00ef-4ee6-8db4-479d23a6d441 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:33.939598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17e90a3c-e133-4a3a-aa5b-9b015b6a7a94 req-85822b60-00ef-4ee6-8db4-479d23a6d441 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0493326 Aug 31 10:46:33.978558 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-17e90a3c-e133-4a3a-aa5b-9b015b6a7a94 req-d1552c47-2ebf-48db-97c4-63dfad76cb37 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Aug 31 10:46:35.095802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681404d-ab85-4217-8646-543b03fdacac req-b45e2a3d-9bad-4686-86c3-379e37857b01 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:35.097208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5681404d-ab85-4217-8646-543b03fdacac req-b45e2a3d-9bad-4686-86c3-379e37857b01 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0500374 Aug 31 10:46:35.134520 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5681404d-ab85-4217-8646-543b03fdacac req-ce94f96e-b95e-4f7b-8953-864c9112b18a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Aug 31 10:46:36.252808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dba63-63e1-4a3e-ac98-d6dfb49d6d5a req-bf717bef-a31c-4d8c-80d9-5a07e9180892 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:36.254281 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef7dba63-63e1-4a3e-ac98-d6dfb49d6d5a req-bf717bef-a31c-4d8c-80d9-5a07e9180892 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0524642 Aug 31 10:46:36.293296 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ef7dba63-63e1-4a3e-ac98-d6dfb49d6d5a req-3ba44b31-3349-4e90-906b-45047961c188 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330000 Aug 31 10:46:37.408161 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57c542-1746-460d-b1b2-48fbcd35ee95 req-3b1424cb-1d19-47a2-8b12-ec9904a94f31 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:37.409680 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb57c542-1746-460d-b1b2-48fbcd35ee95 req-3b1424cb-1d19-47a2-8b12-ec9904a94f31 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0490608 Aug 31 10:46:37.448055 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eb57c542-1746-460d-b1b2-48fbcd35ee95 req-af547bc4-70f8-46f5-8843-30d09317254d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Aug 31 10:46:38.565210 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13da5-7f8c-4103-b104-592a5e1f4caf req-a12afd96-e27e-418b-bf92-be72b6bc9e3c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:38.566684 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2a13da5-7f8c-4103-b104-592a5e1f4caf req-a12afd96-e27e-418b-bf92-be72b6bc9e3c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0490561 Aug 31 10:46:38.603848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e2a13da5-7f8c-4103-b104-592a5e1f4caf req-b5f68bdb-4d04-4eb6-a399-f0f0920afa49 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Aug 31 10:46:39.726870 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1635938-39c8-4ae5-8903-3a5a06c327d3 req-d32b8b79-bc1c-48df-a3fa-7d7c11a323ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:39.728301 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1635938-39c8-4ae5-8903-3a5a06c327d3 req-d32b8b79-bc1c-48df-a3fa-7d7c11a323ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0566568 Aug 31 10:46:39.766975 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1635938-39c8-4ae5-8903-3a5a06c327d3 req-832a7a6b-38b8-476c-b1e4-2d1e41b6e4a9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Aug 31 10:46:40.882476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb56441-cd46-4949-be03-202a4685f32f req-f13112df-5084-435c-87c5-ed1081f51cdc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:40.884013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ceb56441-cd46-4949-be03-202a4685f32f req-f13112df-5084-435c-87c5-ed1081f51cdc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0496049 Aug 31 10:46:40.922954 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ceb56441-cd46-4949-be03-202a4685f32f req-32866b78-617b-4769-8dea-de2db85386a7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329552 Aug 31 10:46:41.306770 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:42.038219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482be8e-85c2-42ad-a713-842db51db130 req-6155fc0e-cc5a-4236-a0e3-2146092d5711 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:42.039759 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b482be8e-85c2-42ad-a713-842db51db130 req-6155fc0e-cc5a-4236-a0e3-2146092d5711 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0488689 Aug 31 10:46:42.078735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b482be8e-85c2-42ad-a713-842db51db130 req-d7247b8d-5c1f-45ad-8910-ef03d0a20475 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323014 Aug 31 10:46:43.197142 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a83fc-aef5-414b-8d8b-f9040db3ec2d req-3b759c67-d96c-4809-9a1d-fc382ad4bbdf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:43.198634 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-828a83fc-aef5-414b-8d8b-f9040db3ec2d req-3b759c67-d96c-4809-9a1d-fc382ad4bbdf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0527351 Aug 31 10:46:43.236920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-828a83fc-aef5-414b-8d8b-f9040db3ec2d req-bfdc61b6-2686-44c1-bb69-e1eb12057272 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Aug 31 10:46:44.350913 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d7329-3910-4f23-99ca-82d69044d42c req-3839a307-0c23-4fb8-8d26-c4c667c236e4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:44.352671 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b2d7329-3910-4f23-99ca-82d69044d42c req-3839a307-0c23-4fb8-8d26-c4c667c236e4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0505896 Aug 31 10:46:44.353708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:44.391217 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b2d7329-3910-4f23-99ca-82d69044d42c req-336416f5-5ebc-4dc0-ae08-61270956fcca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Aug 31 10:46:44.413094 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 49968) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:46:44.478135 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fbddedcf-d493-4dd4-b95b-d756c5a0c31e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/9bac46c5-cc3e-4641-815c-fd15bfc3f2c2 HTTP/1.1" status: 200 len: 993 time: 0.0639031 Aug 31 10:46:51.958943 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-18c2daa4-affb-4be6-8b50-0d60e6e21419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:55.186000 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:55.875484 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a0206be9-e6e3-4425-967b-98529546123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:57.969316 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:58.913981 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:00.745695 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-80a01231-0045-4935-a179-e0dd53d6302c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403583 Aug 31 10:47:00.825891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-8ca150bf-daeb-49ff-b9af-76d2961bc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:00.827418 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-8ca150bf-daeb-49ff-b9af-76d2961bc34b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1096 time: 0.0407236 Aug 31 10:47:00.931569 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-2e303c42-a7e7-4256-bca0-efff6c883278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:00.933134 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-2e303c42-a7e7-4256-bca0-efff6c883278 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 200 len: 899 time: 0.0863283 Aug 31 10:47:00.998070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-e695ddd0-6786-4c90-868d-b6c062e633c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 200 len: 1001 time: 0.0574350 Aug 31 10:47:01.051405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-197b372f-6fa4-4163-a0a2-5b93f3330337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:01.052915 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-197b372f-6fa4-4163-a0a2-5b93f3330337 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8714dd0-2197-4150-a922-14ba212cbd19 HTTP/1.1" status: 200 len: 835 time: 0.0475500 Aug 31 10:47:01.098384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-92fe3bcb-a787-48a7-ab68-ed1818e9330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:01.099986 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-92fe3bcb-a787-48a7-ab68-ed1818e9330c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ccae6c5-edbd-46df-930e-6c453f905a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401344 Aug 31 10:47:01.188193 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-d25dbb6e-765c-4197-81da-7f307a201a40 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798676 Aug 31 10:47:01.282506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-23fde1a1-4bb6-47e5-ae72-ad41f743a621 req-877f2072-a10c-48b3-a93e-9ae2b3655bc0 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869420 Aug 31 10:47:04.350049 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:47:11.307487 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:14.350918 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:14.838846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 49994) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:15.001080 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 659389dd-7712-4bb3-a5c1-40c4c57e268e {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:47:15.001448 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:15.079654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:15.079880 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:15.091934 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 659389dd-7712-4bb3-a5c1-40c4c57e268e owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:47:15.239489 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:15.265407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=659389dd-7712-4bb3-a5c1-40c4c57e268e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:15.276949 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.277301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.277639 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.277971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.278300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.278627 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.278985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.279316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.279645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.279965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.280285 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.280602 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:15.336478 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:15.336730 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP 9bac46c5-cc3e-4641-815c-fd15bfc3f2c2 disassociated (deleted). External IP: 172.25.1.137, port: 70671679-e911-4f7c-87d2-4119fc04b06d. Aug 31 10:47:15.545531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:47:15.656448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:47:15.661154 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:15.669609 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] Sync routers for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:47:15.683252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:15.683904 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:15.690011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4603d097-cdb3-407d-a1d1-9d8f724fa9ba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/floatingips/9bac46c5-cc3e-4641-815c-fd15bfc3f2c2 HTTP/1.1" status: 204 len: 168 time: 0.8500557 Aug 31 10:47:15.690688 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:47:15.693120 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c394e1d7-8052-4147-a632-06d58d8c6200" -d '{"events": [{"name": "network-changed", "server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:47:15.737533 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe1ea35-3c4d-4c67-83ef-36701f6a2c8b x-openstack-request-id: req-8fe1ea35-3c4d-4c67-83ef-36701f6a2c8b {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:47:15.737835 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:47:15.738092 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fe1ea35-3c4d-4c67-83ef-36701f6a2c8b {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:47:15.738510 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d', 'status': 'completed', 'code': 200} Aug 31 10:47:15.796458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:15.807405 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-951e2302-30e9-4eeb-92d2-ae3be6f80e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:15.809752 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-951e2302-30e9-4eeb-92d2-ae3be6f80e8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 1096 time: 0.0470433 Aug 31 10:47:15.911792 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-55c2292e-0ecf-4791-ab66-96554f92f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:15.913394 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-55c2292e-0ecf-4791-ab66-96554f92f35b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 200 len: 899 time: 0.0963519 Aug 31 10:47:15.930963 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a97c9-0ad4-40d1-bcb9-284591970f7f req-56cd2147-3ab4-493e-b04d-7fbc4eea7324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:15.935367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-435a97c9-0ad4-40d1-bcb9-284591970f7f req-56cd2147-3ab4-493e-b04d-7fbc4eea7324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0550804 Aug 31 10:47:15.959049 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-d24d6fdd-ae58-4015-972c-1d442bbd1f9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 200 len: 217 time: 0.0366895 Aug 31 10:47:15.976213 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-435a97c9-0ad4-40d1-bcb9-284591970f7f req-7ed7d4db-ab0e-4854-b25e-79c861bbcb8e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376966 Aug 31 10:47:16.009328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:16.010712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-9dded719-ea96-4012-9482-7aa8ae238a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:16.012228 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-9dded719-ea96-4012-9482-7aa8ae238a71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8714dd0-2197-4150-a922-14ba212cbd19 HTTP/1.1" status: 200 len: 835 time: 0.0454705 Aug 31 10:47:16.035827 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] Checking router: ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:47:16.044624 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:16.045232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:16.063198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-605336d4-4754-410a-a25f-9ff81744b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:16.064701 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-605336d4-4754-410a-a25f-9ff81744b1fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ccae6c5-edbd-46df-930e-6c453f905a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445724 Aug 31 10:47:16.164401 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-21a2e039-0b3d-47f4-b720-3aff4d4e3178 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895503 Aug 31 10:47:16.262705 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c394e1d7-8052-4147-a632-06d58d8c6200 req-016ff014-8e0e-4052-ae4d-dc5275621b87 service neutron] 10.222.0.52 "GET /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892975 Aug 31 10:47:16.305737 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:16.500433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:16.526874 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b8e59-d032-4a3d-a437-fb5c224bcebe None None] The sync data for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 is: [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:43Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '296dad33-d083-4569-b4fe-cf581b214330', 'name': '', 'network_id': '9ccae6c5-edbd-46df-930e-6c453f905a20', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:52:31:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:42Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': 'b8714dd0-2197-4150-a922-14ba212cbd19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:47:16.733077 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c61c66-d00c-4270-bf2d-3ace055f6e31 None None] New status for floating IP 9bac46c5-cc3e-4641-815c-fd15bfc3f2c2: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:47:17.098472 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad73f91-d073-4bdc-a390-59b76617e2ba req-3e54f6ab-2410-4c69-8476-94f8a278ae02 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:17.100014 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ad73f91-d073-4bdc-a390-59b76617e2ba req-3e54f6ab-2410-4c69-8476-94f8a278ae02 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0525899 Aug 31 10:47:17.137817 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3ad73f91-d073-4bdc-a390-59b76617e2ba req-d581654f-05aa-4a04-b7aa-8ebd113c8d3d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=d7ac01ee-4fcf-48e3-b01f-70873202cdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Aug 31 10:47:17.391157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-74ca37f2-537c-4d95-924b-caa79c08459a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:17.392533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-74ca37f2-537c-4d95-924b-caa79c08459a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 945 time: 0.0481775 Aug 31 10:47:17.480698 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 70671679-e911-4f7c-87d2-4119fc04b06d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:47:17.481037 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:17.574373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 70671679-e911-4f7c-87d2-4119fc04b06d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=70671679-e911-4f7c-87d2-4119fc04b06d,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:17.574736 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:17.587074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 70671679-e911-4f7c-87d2-4119fc04b06d owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:47:17.717376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:17.746098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=70671679-e911-4f7c-87d2-4119fc04b06d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:17.771208 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.771563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.771907 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.772244 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.772577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.772910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.773241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.773570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.773900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.774362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.774646 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.774888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:17.796939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] No DVR routers for this DVR port 70671679-e911-4f7c-87d2-4119fc04b06d on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:47:17.799525 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:17.801547 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e23aef1f-65bd-49ee-ad58-108116273e93 req-941e0aab-583d-4d7a-b63d-e5315bd05c95 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "DELETE /v2.0/ports/70671679-e911-4f7c-87d2-4119fc04b06d HTTP/1.1" status: 204 len: 173 time: 0.4022770 Aug 31 10:47:17.802013 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'name': 'network-vif-deleted', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:47:17.804293 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa99fb-416b-4cc7-93b3-49f55febb4cc" -d '{"events": [{"server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "name": "network-vif-deleted", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:47:17.841777 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e8f982-9f87-40aa-a438-9fcd879610cb x-openstack-request-id: req-b9e8f982-9f87-40aa-a438-9fcd879610cb {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:47:17.842074 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c980ec-1351-4da0-9dd8-13fd2f83d71c", "name": "network-vif-deleted", "tag": "70671679-e911-4f7c-87d2-4119fc04b06d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:47:17.842364 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b9e8f982-9f87-40aa-a438-9fcd879610cb {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:47:17.842834 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c980ec-1351-4da0-9dd8-13fd2f83d71c', 'name': 'network-vif-deleted', 'tag': '70671679-e911-4f7c-87d2-4119fc04b06d', 'status': 'completed', 'code': 200} Aug 31 10:47:18.264627 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea63d4b1-53b1-490e-9f6f-70aa460709c4 req-c1a911a5-54f4-4ef5-ba40-69d4285900c6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c980ec-1351-4da0-9dd8-13fd2f83d71c HTTP/1.1" status: 200 len: 210 time: 0.0363255 Aug 31 10:47:19.323655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50010) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:19.685684 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:19.941047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 296dad33-d083-4569-b4fe-cf581b214330 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:47:19.941307 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:20.027422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 296dad33-d083-4569-b4fe-cf581b214330, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=296dad33-d083-4569-b4fe-cf581b214330,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:20.027788 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:20.040670 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 296dad33-d083-4569-b4fe-cf581b214330 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:47:20.211464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 70671679-e911-4f7c-87d2-4119fc04b06d no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:47:20.229301 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:20.233862 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 70671679-e911-4f7c-87d2-4119fc04b06d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:47:20.234213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 70671679-e911-4f7c-87d2-4119fc04b06d not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:47:20.265485 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=296dad33-d083-4569-b4fe-cf581b214330,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:20.435352 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:20.653043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:47:20.762231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:47:20.767980 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3e90e265-76a4-45bc-8553-dd206e05473a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435842 Aug 31 10:47:20.770772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50014) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:20.774985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] Sync routers for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:47:20.784406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:20.785088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:20.825355 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8e1178-4584-455c-b240-64ab583c63ca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting subnet b8714dd0-2197-4150-a922-14ba212cbd19 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:47:20.828661 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8e1178-4584-455c-b240-64ab583c63ca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:20.868033 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8e1178-4584-455c-b240-64ab583c63ca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:20.891136 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:20.955883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8e1178-4584-455c-b240-64ab583c63ca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.016982 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8e1178-4584-455c-b240-64ab583c63ca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.045448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e1178-4584-455c-b240-64ab583c63ca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Subnet': ['ID=b8714dd0-2197-4150-a922-14ba212cbd19,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:21.048754 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-af8e1178-4584-455c-b240-64ab583c63ca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.053659 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50016) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:21.054486 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-af8e1178-4584-455c-b240-64ab583c63ca tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/subnets/b8714dd0-2197-4150-a922-14ba212cbd19 HTTP/1.1" status: 204 len: 168 time: 0.2826521 Aug 31 10:47:21.060444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9779f694-e83a-4265-879d-095ae21b9fee None None] Network 9ccae6c5-edbd-46df-930e-6c453f905a20 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:47:21.139123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:47:20Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:21.169638 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.181536 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] Checking router: ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:47:21.214602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] Routers {'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:21.215216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:21.306818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.351612 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] Set router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:21.374027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port be6670f1-026f-4629-8acb-0fc50f48ade5 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:47:21.374338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.383203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] DHCP port deletion for 9ccae6c5-edbd-46df-930e-6c453f905a20 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:47:21.455154 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port be6670f1-026f-4629-8acb-0fc50f48ade5, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=be6670f1-026f-4629-8acb-0fc50f48ade5,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:21.455515 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.467635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for be6670f1-026f-4629-8acb-0fc50f48ade5 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:47:21.545969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Deleting port ac213a62-e1f8-483f-a5d1-e0faacd099ae {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:47:21.546328 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.625256 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] For port ac213a62-e1f8-483f-a5d1-e0faacd099ae, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ac213a62-e1f8-483f-a5d1-e0faacd099ae,segment=NetworkSegment(990c9b1f-6d54-4f01-8701-92b4f23cb059),segment_id=990c9b1f-6d54-4f01-8701-92b4f23cb059)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:21.625567 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.640885 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Calling delete_port for ac213a62-e1f8-483f-a5d1-e0faacd099ae owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:47:21.655116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:47:20Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:21.664909 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.691295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=be6670f1-026f-4629-8acb-0fc50f48ade5,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:21.714888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d7680-6cc7-47dd-a1ef-2e42c5b257e7 None None] The sync data for ids ['ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0'] in n-d-806683-2 is: [{'id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378294993', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:47:20Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'be6670f1-026f-4629-8acb-0fc50f48ade5', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:40Z', 'updated_at': '2021-08-31T10:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:47:21.767883 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.772039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.795281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Pushing event deleted for resources: {'Port': ['ID=ac213a62-e1f8-483f-a5d1-e0faacd099ae,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:21.800735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] No DVR routers for this DVR port ac213a62-e1f8-483f-a5d1-e0faacd099ae on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:47:21.810112 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.810700 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.813489 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.813846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.814313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.814679 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.815026 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.815372 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.815686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.816208 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.816545 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.816877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2c7e5-084a-43bb-874f-161624f84ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:21.883905 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.886073 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.930619 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.931780 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Fanout notify agent at l3_agent the message router_deleted on router ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:47:21.938521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:21.939730 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d68572d2-f389-40b8-9c4f-062aa60d9806 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/routers/ad24bc6a-56f7-4b32-8dfb-e19b9d3a44a0 HTTP/1.1" status: 204 len: 168 time: 0.8850121 Aug 31 10:47:21.942548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50018) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:21.959488 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1d757237-0ac3-4091-b96e-5c0c530daabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.022343 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.115053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.125738 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccae6c5-edbd-46df-930e-6c453f905a20']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:22.136758 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990c9b1f-6d54-4f01-8701-92b4f23cb059') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:22.137060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990c9b1f-6d54-4f01-8701-92b4f23cb059') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:22.146717 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.163009 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.170255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:47:22.170664 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:47:22.173830 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:47:22.231691 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.236753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.238896 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/networks/9ccae6c5-edbd-46df-930e-6c453f905a20 HTTP/1.1" status: 204 len: 168 time: 0.2953212 Aug 31 10:47:22.241789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50020) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:22.258232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6b953-08ea-425e-b085-bc02133de177 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Network': ['ID=9ccae6c5-edbd-46df-930e-6c453f905a20,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:22.304518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1314e2fd-8f66-4441-864b-bf76a136d931 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.332249 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1314e2fd-8f66-4441-864b-bf76a136d931 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.400302 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1314e2fd-8f66-4441-864b-bf76a136d931 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.403021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1314e2fd-8f66-4441-864b-bf76a136d931 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.404193 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1314e2fd-8f66-4441-864b-bf76a136d931 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/security-groups/d7ac01ee-4fcf-48e3-b01f-70873202cdf6 HTTP/1.1" status: 204 len: 168 time: 0.1609848 Aug 31 10:47:22.413710 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314e2fd-8f66-4441-864b-bf76a136d931 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac01ee-4fcf-48e3-b01f-70873202cdf6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:22.786341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50026) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:22.791299 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-cf06e13a-bc9c-4579-952c-8f156e1ace58 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212779764', 'description': 'tempest-secgroup-smoke-1212779764 description', 'project_id': 'a01791843f324953864477d3af444d98'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:22.817057 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf06e13a-bc9c-4579-952c-8f156e1ace58 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.901481 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf06e13a-bc9c-4579-952c-8f156e1ace58 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.906264 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf06e13a-bc9c-4579-952c-8f156e1ace58 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.933959 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cf06e13a-bc9c-4579-952c-8f156e1ace58 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:22.935291 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cf06e13a-bc9c-4579-952c-8f156e1ace58 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478858 Aug 31 10:47:22.938270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50028) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:22.939262 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06e13a-bc9c-4579-952c-8f156e1ace58 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a472885-36b5-4ca3-89da-7dd043bb89c5,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:22.943433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b69f1251-2656-4702-98bf-3dd0a334d6f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '4a472885-36b5-4ca3-89da-7dd043bb89c5', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:22.971535 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b69f1251-2656-4702-98bf-3dd0a334d6f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.028718 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b69f1251-2656-4702-98bf-3dd0a334d6f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.032461 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b69f1251-2656-4702-98bf-3dd0a334d6f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.051171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f1251-2656-4702-98bf-3dd0a334d6f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c97e48e-129b-4fe3-b359-962b4459e16f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:23.062579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b69f1251-2656-4702-98bf-3dd0a334d6f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.063859 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b69f1251-2656-4702-98bf-3dd0a334d6f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244707 Aug 31 10:47:23.066617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50030) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:23.071138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1253b153-f17c-4ca2-a669-097080bf5203 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '4a472885-36b5-4ca3-89da-7dd043bb89c5', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:23.097389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1253b153-f17c-4ca2-a669-097080bf5203 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.152670 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1253b153-f17c-4ca2-a669-097080bf5203 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.156345 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1253b153-f17c-4ca2-a669-097080bf5203 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.174513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253b153-f17c-4ca2-a669-097080bf5203 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5deb420-bda7-409f-8d6a-067f8cce9826,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:23.180497 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1253b153-f17c-4ca2-a669-097080bf5203 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.182197 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1253b153-f17c-4ca2-a669-097080bf5203 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145608 Aug 31 10:47:23.185098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50032) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:23.189467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-d09ab43c-fb1f-4f8b-815d-c9d943e7723f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '4a472885-36b5-4ca3-89da-7dd043bb89c5', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:23.216850 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d09ab43c-fb1f-4f8b-815d-c9d943e7723f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.269944 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device be6670f1-026f-4629-8acb-0fc50f48ade5 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:47:23.277957 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d09ab43c-fb1f-4f8b-815d-c9d943e7723f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.281800 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d09ab43c-fb1f-4f8b-815d-c9d943e7723f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.290262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: be6670f1-026f-4629-8acb-0fc50f48ade5 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:47:23.290604 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device be6670f1-026f-4629-8acb-0fc50f48ade5 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:47:23.291051 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac213a62-e1f8-483f-a5d1-e0faacd099ae no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:47:23.302877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ab43c-fb1f-4f8b-815d-c9d943e7723f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae9696e-b7ec-4554-b3cd-7d244ab3d5a9,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:23.306560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d09ab43c-fb1f-4f8b-815d-c9d943e7723f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.310721 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d09ab43c-fb1f-4f8b-815d-c9d943e7723f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219487 Aug 31 10:47:23.311305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ac213a62-e1f8-483f-a5d1-e0faacd099ae {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:47:23.311305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ac213a62-e1f8-483f-a5d1-e0faacd099ae not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:47:23.311515 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50034) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:23.312027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 296dad33-d083-4569-b4fe-cf581b214330 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:47:23.315721 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1142824b-9a7c-4a5a-aeba-518ae27ba7b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '4a472885-36b5-4ca3-89da-7dd043bb89c5', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:23.330615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 296dad33-d083-4569-b4fe-cf581b214330 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:47:23.330987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 296dad33-d083-4569-b4fe-cf581b214330 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:47:23.346267 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1142824b-9a7c-4a5a-aeba-518ae27ba7b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.405236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1142824b-9a7c-4a5a-aeba-518ae27ba7b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.408653 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1142824b-9a7c-4a5a-aeba-518ae27ba7b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.427645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142824b-9a7c-4a5a-aeba-518ae27ba7b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf2636a-8964-483d-900a-52850d69ba2f,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:23.432012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1142824b-9a7c-4a5a-aeba-518ae27ba7b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.433223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1142824b-9a7c-4a5a-aeba-518ae27ba7b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212044 Aug 31 10:47:23.436091 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50036) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:23.440470 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-1d4c5b64-98eb-4f9e-bc21-cfa15d76f956 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '4a472885-36b5-4ca3-89da-7dd043bb89c5', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:23.462508 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-1d4c5b64-98eb-4f9e-bc21-cfa15d76f956 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:47:23.467363 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5b64-98eb-4f9e-bc21-cfa15d76f956 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.527546 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5b64-98eb-4f9e-bc21-cfa15d76f956 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.531036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5b64-98eb-4f9e-bc21-cfa15d76f956 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.551361 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c5b64-98eb-4f9e-bc21-cfa15d76f956 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f80748-12db-4beb-ab0d-1ac907804927,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:23.554283 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5b64-98eb-4f9e-bc21-cfa15d76f956 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.555518 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1d4c5b64-98eb-4f9e-bc21-cfa15d76f956 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185350 Aug 31 10:47:23.558988 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50038) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:23.563379 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-5c3a25df-5fcc-41b0-83ab-1e6d2bdf054b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '4a472885-36b5-4ca3-89da-7dd043bb89c5', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:23.584243 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-5c3a25df-5fcc-41b0-83ab-1e6d2bdf054b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:47:23.589157 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c3a25df-5fcc-41b0-83ab-1e6d2bdf054b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.653106 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c3a25df-5fcc-41b0-83ab-1e6d2bdf054b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.656834 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c3a25df-5fcc-41b0-83ab-1e6d2bdf054b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.677116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a25df-5fcc-41b0-83ab-1e6d2bdf054b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f640aae0-826f-4508-aef2-ba3309c2c7bf,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:23.685205 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5c3a25df-5fcc-41b0-83ab-1e6d2bdf054b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.686551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5c3a25df-5fcc-41b0-83ab-1e6d2bdf054b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265829 Aug 31 10:47:23.689434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50040) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:23.694948 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'network': {'name': 'tempest-network-smoke--1184689733', 'project_id': 'a01791843f324953864477d3af444d98', 'port_security_enabled': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:23.717737 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:47:23.721337 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.744932 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:47:23.754501 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.754879 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Added segment 9408aac2-4c15-4718-80a6-a54aa835d9b1 of type vlan for network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 Aug 31 10:47:23.798714 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.823303 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.828832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:23.829421 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.887018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1964104 Aug 31 10:47:23.889787 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50042) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:23.896664 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'admin_state_up': True, 'project_id': 'a01791843f324953864477d3af444d98', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:23.913848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421bf31-9e1e-433a-8dbd-6ccf0a8785f3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Network': ['ID=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:23.924161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:47:23.927206 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.928251 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:23.979700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:24.458048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:24.646883 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:24.670213 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:24.771189 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.67 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/e7860052-b442-4b7f-bc39-b2cfa309fad4) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:47:24.872345 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:24.917856 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:24.959068 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:47:24.961990 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:47:24.965228 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:47:24.970844 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=e7860052-b442-4b7f-bc39-b2cfa309fad4,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:25.187836 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:25.216447 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:25.411928 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:25.540957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 89731058-fa6e-42a8-b333-4d8604c09892 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:47:25.652848 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:47:25.664275 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Sync routers for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:47:25.671422 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:25.672717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b29a49a1-ccb0-40a9-95c0-f34bd548f017 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7819822 Aug 31 10:47:25.673897 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:25.674501 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:46:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:25.675963 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50044) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:25.706010 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0e2e817f-3ae3-47bc-be34-b31fd88460ad tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=a01791843f324953864477d3af444d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288854 Aug 31 10:47:25.709913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50048) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:25.786007 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:25.797103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396ae3b-2694-4484-a786-0ad544118c77 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:25.798544 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c396ae3b-2694-4484-a786-0ad544118c77 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877328 Aug 31 10:47:25.801469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50050) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:25.831156 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f6b29a45-4a88-41ff-af05-407d952a3ff5 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285585 Aug 31 10:47:25.833634 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50052) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:25.838631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665590168', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'project_id': 'a01791843f324953864477d3af444d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:25.877787 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ef820d0f-714d-4069-8639-ab817c537eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:25.932309 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:47:25.935952 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:25.963730 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:25Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:25.992989 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Checking router: 89731058-fa6e-42a8-b333-4d8604c09892 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:47:25.993331 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Updating router 89731058-fa6e-42a8-b333-4d8604c09892 port e7860052-b442-4b7f-bc39-b2cfa309fad4 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:47:26.018062 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.116764 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.171047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Subnet': ['ID=9ea51122-768a-4ccd-843d-abfd9d4c9e64,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:26.186156 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Checking segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:47:26.186520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network hostable DHCP agents. Network: bb41e773-a4c7-4a1f-bdf6-7aef62d7de60, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:47:26.202823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:47:26.213423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, bb41e773-a4c7-4a1f-bdf6-7aef62d7de60) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:47:26.217734 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:26.218335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.225466 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca8eaca-e75f-4a7d-98b4-d5d9646abf03 None None] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:47:26.236562 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2e6ddd4a-3406-4b34-a2b9-43144223d8ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3990862 Aug 31 10:47:26.236784 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50054) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:26.272318 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.282790 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Transition to ACTIVE for port object e7860052-b442-4b7f-bc39-b2cfa309fad4 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:47:26.288275 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.342222 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Pushing event updated for resources: {'Port': ['ID=e7860052-b442-4b7f-bc39-b2cfa309fad4,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:26.350071 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Attempting to bind port e7860052-b442-4b7f-bc39-b2cfa309fad4 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:47:26.350442 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Attempting to bind port e7860052-b442-4b7f-bc39-b2cfa309fad4 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:47:26.350828 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Attempting to bind port e7860052-b442-4b7f-bc39-b2cfa309fad4 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:47:26.354438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.354798 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.355142 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.355472 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.355799 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.356120 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.356443 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.356761 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.357080 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.357395 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.357714 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.358031 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:26.363382 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:47:26.363760 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:47:26.364156 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.364539 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:47:26.365011 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Bound port: e7860052-b442-4b7f-bc39-b2cfa309fad4, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:47:26.365393 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.386711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:47:26.388432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.421380 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] For port e7860052-b442-4b7f-bc39-b2cfa309fad4, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:47:26.424449 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] For port e7860052-b442-4b7f-bc39-b2cfa309fad4, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e7860052-b442-4b7f-bc39-b2cfa309fad4,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:47:26.429116 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.487557 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:26.488171 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:26.490123 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a22ae2-9cfc-4dbe-bac7-647e30126476 None None] Pushing event updated for resources: {'Port': ['ID=e7860052-b442-4b7f-bc39-b2cfa309fad4,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:26.539434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Allocated IP 172.20.0.2 (bb41e773-a4c7-4a1f-bdf6-7aef62d7de60/9ea51122-768a-4ccd-843d-abfd9d4c9e64/fde8e351-65d9-4804-9c7a-2a28dbb832dd) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:47:26.595623 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:26.693585 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.702668 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Transition to ACTIVE for port object fde8e351-65d9-4804-9c7a-2a28dbb832dd will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:47:26.716745 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.722659 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Transition to ACTIVE for port object fde8e351-65d9-4804-9c7a-2a28dbb832dd will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:47:26.729191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.771480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:47:26.779142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:47:26.783138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:47:26.789925 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Pushing event updated for resources: {'Port': ['ID=fde8e351-65d9-4804-9c7a-2a28dbb832dd,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:26.811622 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:25Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:26.842657 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc96bd-fbde-446f-8343-1be78a9b2b6f None None] The sync data for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 is: [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:25Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:47:26.849921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Attempting to bind port fde8e351-65d9-4804-9c7a-2a28dbb832dd on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:47:26.850384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Attempting to bind port fde8e351-65d9-4804-9c7a-2a28dbb832dd by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:47:26.850852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Attempting to bind port fde8e351-65d9-4804-9c7a-2a28dbb832dd on network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:47:26.856664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:47:26.861779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Checking segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:47:26.861779 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.861779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Bound using segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:47:26.861779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Bound port: fde8e351-65d9-4804-9c7a-2a28dbb832dd, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:47:26.861779 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:26.929169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] For port fde8e351-65d9-4804-9c7a-2a28dbb832dd, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:47:26.933471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] For port fde8e351-65d9-4804-9c7a-2a28dbb832dd, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fde8e351-65d9-4804-9c7a-2a28dbb832dd,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:47:26.939596 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:27.000268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e17b6b-82b9-484c-8e71-4168b78397cc None None] Pushing event updated for resources: {'Port': ['ID=fde8e351-65d9-4804-9c7a-2a28dbb832dd,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:27.342979 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fde8e351-65d9-4804-9c7a-2a28dbb832dd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:47:27.406950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port fde8e351-65d9-4804-9c7a-2a28dbb832dd completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:47:27.411992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e7860052-b442-4b7f-bc39-b2cfa309fad4 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:47:27.440090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.1 (bb41e773-a4c7-4a1f-bdf6-7aef62d7de60/9ea51122-768a-4ccd-843d-abfd9d4c9e64/8163ab3e-11c4-4974-b70d-a01886713a89) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:47:27.467153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e7860052-b442-4b7f-bc39-b2cfa309fad4 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:47:27.471345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e7860052-b442-4b7f-bc39-b2cfa309fad4 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:27.471923 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:27.561195 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:27.564315 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:27.577791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object 8163ab3e-11c4-4974-b70d-a01886713a89 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:47:27.587003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port e7860052-b442-4b7f-bc39-b2cfa309fad4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e7860052-b442-4b7f-bc39-b2cfa309fad4,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:27.593409 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:27.614219 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:27.653262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=e7860052-b442-4b7f-bc39-b2cfa309fad4,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:27.668214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:47:27.671926 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:47:27.674596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:47:27.681947 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=8163ab3e-11c4-4974-b70d-a01886713a89,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:27.734506 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:27.878478 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:27.972965 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.004610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53509b-c9b9-486b-a158-85e05c30082f None None] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:47:28.123907 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d6d43915-42a3-4380-99ee-be30472ec04f None None] Provisioning for port fde8e351-65d9-4804-9c7a-2a28dbb832dd completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:47:28.130087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-d6d43915-42a3-4380-99ee-be30472ec04f None None] Provisioning complete for port fde8e351-65d9-4804-9c7a-2a28dbb832dd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:28.130459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d6d43915-42a3-4380-99ee-be30472ec04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.169522 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.174196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.240268 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d6d43915-42a3-4380-99ee-be30472ec04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.252158 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.255144 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=8163ab3e-11c4-4974-b70d-a01886713a89,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:28.283591 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d6d43915-42a3-4380-99ee-be30472ec04f None None] For port fde8e351-65d9-4804-9c7a-2a28dbb832dd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fde8e351-65d9-4804-9c7a-2a28dbb832dd,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:28.289963 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d6d43915-42a3-4380-99ee-be30472ec04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.342083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d43915-42a3-4380-99ee-be30472ec04f None None] Pushing event updated for resources: {'Port': ['ID=fde8e351-65d9-4804-9c7a-2a28dbb832dd,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:28.364726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:47:28.366319 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:47:28.488740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 89731058-fa6e-42a8-b333-4d8604c09892 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:47:28.510578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f05f27f7-1417-4f9a-b3c3-b4006d5dfb7c None None] Provisioning complete for port fde8e351-65d9-4804-9c7a-2a28dbb832dd triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:28.511183 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f05f27f7-1417-4f9a-b3c3-b4006d5dfb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.609380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:47:28.612940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f05f27f7-1417-4f9a-b3c3-b4006d5dfb7c None None] Provisioning for port 8163ab3e-11c4-4974-b70d-a01886713a89 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:47:28.617465 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f05f27f7-1417-4f9a-b3c3-b4006d5dfb7c None None] Provisioning complete for port 8163ab3e-11c4-4974-b70d-a01886713a89 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:28.617932 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f05f27f7-1417-4f9a-b3c3-b4006d5dfb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.622358 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-fcec2ad9-5a69-41c6-a5a4-b475d646164b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/89731058-fa6e-42a8-b333-4d8604c09892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3844457 Aug 31 10:47:28.652024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Sync routers for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:47:28.661379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f05f27f7-1417-4f9a-b3c3-b4006d5dfb7c None None] Port 8163ab3e-11c4-4974-b70d-a01886713a89 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:47:28.667794 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:28.668581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:28.782880 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-daf4e554-3bea-4a19-b8f2-775dbec6a526 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212779764&fields=id&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 267 time: 0.0394583 Aug 31 10:47:28.795263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:28.826196 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5d703071-3079-4d63-84cc-8e784207e425 None None] Provisioning complete for port 8163ab3e-11c4-4974-b70d-a01886713a89 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:28.826671 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5d703071-3079-4d63-84cc-8e784207e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.908681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a022-6626-48bf-9f78-a1da2af37841 req-636b99ad-b99e-4da5-b07d-26fc6c30994a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:28.910462 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-636b99ad-b99e-4da5-b07d-26fc6c30994a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 797 time: 0.1141295 Aug 31 10:47:28.926857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-afa88773-d73d-4828-8d16-d8c2e2e5e4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/quotas/a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 375 time: 0.0098257 Aug 31 10:47:28.986466 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-40fd496c-a381-4710-9a85-8c722e2e1ac0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527077 Aug 31 10:47:29.069241 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.078527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-5d703071-3079-4d63-84cc-8e784207e425 None None] Port 8163ab3e-11c4-4974-b70d-a01886713a89 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:47:29.127942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-3422d329-867e-4f67-bcd5-b99fa43be5ea service neutron] 10.222.0.69 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291859 Aug 31 10:47:29.204303 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-50c5180d-bc64-4ca0-a7ad-01da2d386d00 None None] Provisioning complete for port 8163ab3e-11c4-4974-b70d-a01886713a89 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:29.204678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-50c5180d-bc64-4ca0-a7ad-01da2d386d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.225083 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b515e930-687c-4a42-a8d3-622a081c0458 service neutron] 10.222.0.69 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909603 Aug 31 10:47:29.228708 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:28Z', 'revision_number': 2, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:29.262881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Checking router: 89731058-fa6e-42a8-b333-4d8604c09892 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:47:29.263244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Updating router 89731058-fa6e-42a8-b333-4d8604c09892 port 8163ab3e-11c4-4974-b70d-a01886713a89 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:47:29.289156 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fde8e351-65d9-4804-9c7a-2a28dbb832dd up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:47:29.316204 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-50c5180d-bc64-4ca0-a7ad-01da2d386d00 None None] Port 8163ab3e-11c4-4974-b70d-a01886713a89 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:47:29.324349 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.393010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port fde8e351-65d9-4804-9c7a-2a28dbb832dd triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:29.393382 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.424249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ddded71e-11c0-4a1e-9081-958cb920c901 req-21bd8421-a469-49a9-9c2b-04e903586722 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 210 time: 0.0288961 Aug 31 10:47:29.589580 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e7860052-b442-4b7f-bc39-b2cfa309fad4 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:47:29.696350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e7860052-b442-4b7f-bc39-b2cfa309fad4 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:29.697349 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.725727 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.748559 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Transition to ACTIVE for port object 8163ab3e-11c4-4974-b70d-a01886713a89 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:47:29.760683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.838094 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f823fe0-84d0-40ea-8b68-558cff57ddea None None] Pushing event updated for resources: {'Port': ['ID=8163ab3e-11c4-4974-b70d-a01886713a89,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:29.897891 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Attempting to bind port 8163ab3e-11c4-4974-b70d-a01886713a89 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:47:29.898330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Attempting to bind port 8163ab3e-11c4-4974-b70d-a01886713a89 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:47:29.898782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Attempting to bind port 8163ab3e-11c4-4974-b70d-a01886713a89 on network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:47:29.905574 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:47:29.906043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Checking segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:47:29.906509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.906987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Bound using segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:47:29.907519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Bound port: 8163ab3e-11c4-4974-b70d-a01886713a89, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:47:29.907964 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:29.978283 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] For port 8163ab3e-11c4-4974-b70d-a01886713a89, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:47:29.981792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] For port 8163ab3e-11c4-4974-b70d-a01886713a89, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8163ab3e-11c4-4974-b70d-a01886713a89,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:47:29.986235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:30.057186 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:30.057804 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:30.109146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f823fe0-84d0-40ea-8b68-558cff57ddea None None] Pushing event updated for resources: {'Port': ['ID=8163ab3e-11c4-4974-b70d-a01886713a89,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:30.180616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:30.400950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:29Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:30.417841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a022-6626-48bf-9f78-a1da2af37841 req-2ecdd45c-18fb-415e-9548-ba86a3dcbe48 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:30.419378 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-2ecdd45c-18fb-415e-9548-ba86a3dcbe48 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 797 time: 0.1081531 Aug 31 10:47:30.428691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fcb5b-a20c-470f-8151-5181ea11e1ca None None] The sync data for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 is: [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:29Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:47:30.481714 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-4c9e3bd3-bbbc-4ede-91e2-81fec9f56a4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 380 time: 0.0525954 Aug 31 10:47:30.502214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'port': {'device_id': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'admin_state_up': True, 'tenant_id': 'a01791843f324953864477d3af444d98', 'security_groups': ['4a472885-36b5-4ca3-89da-7dd043bb89c5']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:30.541559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f34971d-95a0-4b1d-9804-4c5bd30505b4 req-ad85f911-427c-40e4-98a6-04fab1d027fa tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 210 time: 0.0341301 Aug 31 10:47:30.623214 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:47:30.626782 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:30.769279 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.9 (bb41e773-a4c7-4a1f-bdf6-7aef62d7de60/9ea51122-768a-4ccd-843d-abfd9d4c9e64/0152a4df-1fe9-4615-9ec8-e96909a2fd8d) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:47:30.913222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:30.928372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object 0152a4df-1fe9-4615-9ec8-e96909a2fd8d will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:47:30.962455 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.013713 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:47:31.017262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:47:31.021300 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:47:31.050531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:31.085092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:31.085855 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.105031 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-6a8a4403-bd02-4ae9-9693-d8782371d2b5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6133523 Aug 31 10:47:31.119037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Request body: {'port': {'device_id': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:31.177857 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.308731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a2d3067d-8b06-4cfa-aaf0-990ea9a32d6e None None] Provisioning for port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:47:31.313533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a2d3067d-8b06-4cfa-aaf0-990ea9a32d6e None None] Provisioning complete for port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:31.314045 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2d3067d-8b06-4cfa-aaf0-990ea9a32d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.340614 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8163ab3e-11c4-4974-b70d-a01886713a89 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:47:31.373349 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3067d-8b06-4cfa-aaf0-990ea9a32d6e None None] Port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:47:31.400734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 8163ab3e-11c4-4974-b70d-a01886713a89 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:47:31.404941 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8163ab3e-11c4-4974-b70d-a01886713a89 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:31.405872 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.480064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0152a4df-1fe9-4615-9ec8-e96909a2fd8d {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:47:31.487913 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.495751 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.500924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Transition to ACTIVE for port object 0152a4df-1fe9-4615-9ec8-e96909a2fd8d will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:47:31.504292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.530771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 8163ab3e-11c4-4974-b70d-a01886713a89, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8163ab3e-11c4-4974-b70d-a01886713a89,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:31.534866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.555000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:31.593299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=8163ab3e-11c4-4974-b70d-a01886713a89,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:31.634534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Attempting to bind port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:47:31.635079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Attempting to bind port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:47:31.635509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Attempting to bind port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:47:31.642927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:47:31.643255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Attempting to bind port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:47:31.648456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:47:31.648848 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Checking segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:47:31.649234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Bound using segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:47:31.649666 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Bound port: 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:47:31.650024 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.681448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aab352-d1f2-4e2c-a06e-7098c36e1d24 req-7f1f534b-9fa3-45d4-b8fc-ff6ddc8c16ff tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:31.683715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0aab352-d1f2-4e2c-a06e-7098c36e1d24 req-7f1f534b-9fa3-45d4-b8fc-ff6ddc8c16ff tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 943 time: 0.0549710 Aug 31 10:47:31.725785 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:47:31.727530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0aab352-d1f2-4e2c-a06e-7098c36e1d24 req-fe254cfa-458c-4c7c-996f-323315af0626 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351405 Aug 31 10:47:31.731192 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:47:31.738002 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.783048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:31.783977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.785379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] 10.222.0.20 "PUT /v2.0/ports/0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 1091 time: 0.6711416 Aug 31 10:47:31.787791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:47:31.792530 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:47:31.820791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e559f-84be-48a9-8780-24cae53d58dd service neutron] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:31.845576 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ee7c7-d574-48a8-bb1a-25fae41b6b70 x-openstack-request-id: req-830ee7c7-d574-48a8-bb1a-25fae41b6b70 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:47:31.845847 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:47:31.846096 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-830ee7c7-d574-48a8-bb1a-25fae41b6b70 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:47:31.846491 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'status': 'completed', 'code': 200} Aug 31 10:47:31.891118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b2d7364e-3b8b-4250-881c-0198b91d9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:31.892781 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-b2d7364e-3b8b-4250-881c-0198b91d9263 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1094 time: 0.0573325 Aug 31 10:47:31.942026 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-162ba4fa-7440-4a9e-b7a8-99b43fe6c697 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 217 time: 0.0409677 Aug 31 10:47:31.996842 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a022-6626-48bf-9f78-a1da2af37841 req-f435cf60-5ba8-4c01-afc1-0996104110a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:31.998303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-f435cf60-5ba8-4c01-afc1-0996104110a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0497139 Aug 31 10:47:32.045881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a022-6626-48bf-9f78-a1da2af37841 req-42b25323-6fb0-4d82-9545-9bb33b95bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:32.047614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-42b25323-6fb0-4d82-9545-9bb33b95bffc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420747 Aug 31 10:47:32.141877 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-400fd013-8f31-4ebf-822b-bc174566f017 service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870385 Aug 31 10:47:32.230470 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f178a022-6626-48bf-9f78-a1da2af37841 req-48e66dd6-5331-4b27-b7be-859d76f223ac service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816412 Aug 31 10:47:32.318967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-20620d0f-dd4b-4c48-846b-390093bdd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:32.320467 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-20620d0f-dd4b-4c48-846b-390093bdd897 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1094 time: 0.0415025 Aug 31 10:47:32.413922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-899c53b4-149c-4823-b7a0-60e5a9834eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:32.415463 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-899c53b4-149c-4823-b7a0-60e5a9834eaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.0884783 Aug 31 10:47:32.456805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-0888e55f-7626-448f-a193-fc5095a73cd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 217 time: 0.0347672 Aug 31 10:47:32.510403 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-9a69b804-887d-48ec-838f-063abb5e6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:32.511900 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-9a69b804-887d-48ec-838f-063abb5e6856 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0479276 Aug 31 10:47:32.557447 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-85674900-f08b-4102-88a3-4d5687b93075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:32.558961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-85674900-f08b-4102-88a3-4d5687b93075 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394316 Aug 31 10:47:32.645690 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-031106d3-479f-45f2-be7e-79fae0057984 service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797098 Aug 31 10:47:32.739857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ab7f025c-a5a1-4c6e-80ee-bed7cd5c2c66 req-0a495976-cbb1-43e1-9e88-615b872e98f6 service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867593 Aug 31 10:47:32.854795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd554bd4-c3c7-42c9-a328-cc8595c2a9ba req-780ccc87-cc06-44b0-9a1f-059096edf8c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:32.856282 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd554bd4-c3c7-42c9-a328-cc8595c2a9ba req-780ccc87-cc06-44b0-9a1f-059096edf8c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 943 time: 0.0485520 Aug 31 10:47:32.898481 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd554bd4-c3c7-42c9-a328-cc8595c2a9ba req-29205ae5-d6ab-48cd-87bf-b3e10e278e90 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362360 Aug 31 10:47:33.273810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8163ab3e-11c4-4974-b70d-a01886713a89 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:47:33.323587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 8163ab3e-11c4-4974-b70d-a01886713a89 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:33.323956 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:34.015253 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf74ef4-b490-468a-ab4c-e8751530b37f req-c93ed3cd-efe1-4796-aa63-994dfca07c4e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:34.016995 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcf74ef4-b490-468a-ab4c-e8751530b37f req-c93ed3cd-efe1-4796-aa63-994dfca07c4e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 943 time: 0.0493286 Aug 31 10:47:34.054156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fcf74ef4-b490-468a-ab4c-e8751530b37f req-afc85e0e-7930-435e-9876-b5aa3bf8a8d5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312216 Aug 31 10:47:34.614436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0152a4df-1fe9-4615-9ec8-e96909a2fd8d details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:47:34.710586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:34.722587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'port_id': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'mac_address': 'fa:16:3e:59:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:47:34.759644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:34.772770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0152a4df-1fe9-4615-9ec8-e96909a2fd8d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:47:34.791921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:34.795894 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:34.842043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:35.167670 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['0152a4df-1fe9-4615-9ec8-e96909a2fd8d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:47:35.168341 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bedac-967f-46c5-9574-e005f1659105 req-383c09d6-e393-4f82-9b8e-497e606f52c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:35.169862 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e5bedac-967f-46c5-9574-e005f1659105 req-383c09d6-e393-4f82-9b8e-497e606f52c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 944 time: 0.0490894 Aug 31 10:47:35.209079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e5bedac-967f-46c5-9574-e005f1659105 req-4dd978dd-b9db-420c-9ce4-4500098a85eb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330715 Aug 31 10:47:36.325507 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac40d22-5428-402f-af65-670f9fa29a87 req-64f68dd4-e73b-4e3b-8b08-e64fa14382b3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:36.327036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ac40d22-5428-402f-af65-670f9fa29a87 req-64f68dd4-e73b-4e3b-8b08-e64fa14382b3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 944 time: 0.0495474 Aug 31 10:47:36.368966 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0ac40d22-5428-402f-af65-670f9fa29a87 req-cac9044b-b757-4c5f-aa9e-c1cda2356ea9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354934 Aug 31 10:47:36.621129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0152a4df-1fe9-4615-9ec8-e96909a2fd8d up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:47:36.671881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:47:36.675616 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:47:36.675982 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:36.752754 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:36.777392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:47:36.779813 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3d7cc7-e297-4225-9405-34a3b7fa6e18" -d '{"events": [{"server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "name": "network-vif-plugged", "status": "completed", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:47:36.793416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:36.798478 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:36.821765 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49def094-e2d6-4a2b-9273-e1a44899620c x-openstack-request-id: req-49def094-e2d6-4a2b-9273-e1a44899620c {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:47:36.822050 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "name": "network-vif-plugged", "status": "completed", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:47:36.822299 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49def094-e2d6-4a2b-9273-e1a44899620c {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:47:36.822692 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'code': 200} Aug 31 10:47:36.848898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:36.914808 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9cf47-6015-458e-b4b0-32c461229259 req-87ce5cec-3fbb-43af-9cbc-deeffbc9651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:36.916852 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d4b9cf47-6015-458e-b4b0-32c461229259 req-87ce5cec-3fbb-43af-9cbc-deeffbc9651b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1096 time: 0.0401986 Aug 31 10:47:36.952493 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-d4b9cf47-6015-458e-b4b0-32c461229259 req-be21a932-050e-44b9-910d-96e892337550 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278306 Aug 31 10:47:37.483364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9a1de-beac-458a-9c82-33611606437d req-e82e8d43-7e6a-44f7-9340-3bd5d4597249 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:37.484775 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8b9a1de-beac-458a-9c82-33611606437d req-e82e8d43-7e6a-44f7-9340-3bd5d4597249 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0499270 Aug 31 10:47:37.522509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e8b9a1de-beac-458a-9c82-33611606437d req-912a70ef-38e4-4391-ac33-07058e0d69ac tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Aug 31 10:47:38.641236 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a4757-b99d-492e-b06c-eb7029e295e6 req-734f59e1-7ddb-48b7-af39-0c3c856491c9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:38.642727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a8a4757-b99d-492e-b06c-eb7029e295e6 req-734f59e1-7ddb-48b7-af39-0c3c856491c9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Aug 31 10:47:38.682061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7a8a4757-b99d-492e-b06c-eb7029e295e6 req-91192120-c90f-415e-b564-625630eb9fcf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332153 Aug 31 10:47:38.801402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc00eed-503d-4afc-bd9b-380747bec884 req-c3472100-8235-4e11-b8d0-81d5463edea5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:38.803044 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fc00eed-503d-4afc-bd9b-380747bec884 req-c3472100-8235-4e11-b8d0-81d5463edea5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Aug 31 10:47:38.844411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3fc00eed-503d-4afc-bd9b-380747bec884 req-56e69bb1-2a43-4ceb-ad36-6dbdd151dbc2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350308 Aug 31 10:47:38.865620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50108) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:38.905577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e18ba8-29bb-4dde-99bc-9d5240675a98 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:38.907123 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d4e18ba8-29bb-4dde-99bc-9d5240675a98 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1091 time: 0.0405133 Aug 31 10:47:38.909925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50110) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:38.914227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:47:38.936005 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:39.041521 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:39.148433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.20 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/7b980285-683d-4edd-9c5f-c66d44004890) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:47:39.249805 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:39.286493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:39.320502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:47:39.323339 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:47:39.328691 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:47:39.360168 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=7b980285-683d-4edd-9c5f-c66d44004890,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:39.683050 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:39.754437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:39.902250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:39.906771 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:39.976614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=7b980285-683d-4edd-9c5f-c66d44004890,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:39.988294 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:40.088341 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP 29b667ad-ebc9-4eef-8270-bfa86a226dee associated. External IP: 172.25.1.20, port: 0152a4df-1fe9-4615-9ec8-e96909a2fd8d. Aug 31 10:47:40.291966 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 89731058-fa6e-42a8-b333-4d8604c09892 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:47:40.397549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:47:40.407670 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] Sync routers for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:47:40.413696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:40.417419 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:40.418018 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:40.624296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:40.761333 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6b1db50e-5128-418b-9b2b-34c7958961a6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8503749 Aug 31 10:47:40.761928 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:47:40.767165 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:47:40.812798 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e74c540-aab1-4498-b18b-dec88e022c14 x-openstack-request-id: req-2e74c540-aab1-4498-b18b-dec88e022c14 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:47:40.813083 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:47:40.813326 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2e74c540-aab1-4498-b18b-dec88e022c14 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:47:40.813714 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'status': 'completed', 'code': 200} Aug 31 10:47:40.865110 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '29b667ad-ebc9-4eef-8270-bfa86a226dee', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'port_id': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'mac_address': 'fa:16:3e:59:c9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:47:39Z', 'updated_at': '2021-08-31T10:47:39Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:31Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:40.873006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288a9cc-ce5c-453b-bdf1-da8ecb7de486 req-e07add4f-61e3-4a89-9655-ea122a62e2fb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:40.874530 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a288a9cc-ce5c-453b-bdf1-da8ecb7de486 req-e07add4f-61e3-4a89-9655-ea122a62e2fb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Aug 31 10:47:40.875545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-fcd614d8-cec9-4cb8-a81a-d18df11da446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:40.877133 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-fcd614d8-cec9-4cb8-a81a-d18df11da446 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1096 time: 0.0417850 Aug 31 10:47:40.893891 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] Checking router: 89731058-fa6e-42a8-b333-4d8604c09892 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:47:40.902496 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:47:40.903134 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:47:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:40.915835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a288a9cc-ce5c-453b-bdf1-da8ecb7de486 req-54910cb9-aeaa-4409-aff8-e76a2a10a37e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342419 Aug 31 10:47:40.939622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50116) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:41.009887 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:47:41.021088 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9c520e78-515f-4c1f-87db-7ff7cd0ffdc5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/29b667ad-ebc9-4eef-8270-bfa86a226dee HTTP/1.1" status: 200 len: 990 time: 0.0803812 Aug 31 10:47:41.022375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-033533f1-c5d6-4e6e-b994-fd7e5cf405d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:41.023764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-033533f1-c5d6-4e6e-b994-fd7e5cf405d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.1401713 Aug 31 10:47:41.093288 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-4d50da62-25f7-4f93-bd4f-77a862c78ee8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 998 time: 0.0625913 Aug 31 10:47:41.145067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-9ddcab9e-38d0-4106-a149-69f35c301496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:41.146634 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-9ddcab9e-38d0-4106-a149-69f35c301496 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0459833 Aug 31 10:47:41.191820 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-05cdd354-480e-4e24-b1f5-d9fb49036805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:41.193347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-05cdd354-480e-4e24-b1f5-d9fb49036805 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402951 Aug 31 10:47:41.234837 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '29b667ad-ebc9-4eef-8270-bfa86a226dee', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'port_id': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'mac_address': 'fa:16:3e:59:c9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:47:39Z', 'updated_at': '2021-08-31T10:47:39Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:31Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:47:41.262269 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70229763-ad08-49cc-8d40-f3cf84057553 None None] The sync data for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 is: [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '29b667ad-ebc9-4eef-8270-bfa86a226dee', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.20', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'port_id': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'mac_address': 'fa:16:3e:59:c9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:47:39Z', 'updated_at': '2021-08-31T10:47:39Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:31Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:47:41.290484 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-870ad030-0e97-4128-95dc-385b69b35683 service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899489 Aug 31 10:47:41.306264 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:41.348728 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:47:41.388982 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-eda7ed8a-7cbb-4c21-b0ff-b8e897bf8cd0 req-840d6fdc-f9bc-48a6-8556-93e98cc227b5 service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918248 Aug 31 10:47:41.497383 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ba4b4-addc-4e10-b25e-2e3d93132d3f None None] New status for floating IP 29b667ad-ebc9-4eef-8270-bfa86a226dee: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:47:42.025603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50118) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:47:42.090627 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b508cb15-530e-4998-b8fb-0a371f92d7f8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/29b667ad-ebc9-4eef-8270-bfa86a226dee HTTP/1.1" status: 200 len: 992 time: 0.0637732 Aug 31 10:47:44.350850 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:51.960971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c503523-c688-4917-b449-9c6170f306fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:55.190619 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:55.878784 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bf6aa9e3-c0c2-46f1-b089-3e1ed9301064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:57.973683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:58.919678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:09.663025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-d19c94c4-a72e-4f3a-8412-2006299613ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461459 Aug 31 10:48:09.744921 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481140-5132-429c-a71a-80bfcae7ceac req-c4f0ce90-dcba-4467-8b54-972668504727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:09.746433 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-c4f0ce90-dcba-4467-8b54-972668504727 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1096 time: 0.0416191 Aug 31 10:48:09.855286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481140-5132-429c-a71a-80bfcae7ceac req-6c5d3869-881e-4402-9748-d4b565ddfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:09.856762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-6c5d3869-881e-4402-9748-d4b565ddfbce service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.0898073 Aug 31 10:48:09.922943 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-33225c85-afd5-41dd-8167-71cc8cd95de5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 1000 time: 0.0590410 Aug 31 10:48:09.971922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481140-5132-429c-a71a-80bfcae7ceac req-280d4fcf-a453-4ab0-8672-33e042302df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:09.973356 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-280d4fcf-a453-4ab0-8672-33e042302df2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0435798 Aug 31 10:48:10.021852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f481140-5132-429c-a71a-80bfcae7ceac req-5e10b484-2666-4162-9357-ffb781b226ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:10.023358 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-5e10b484-2666-4162-9357-ffb781b226ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436890 Aug 31 10:48:10.034084 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-3acb01f2-0fd7-42aa-b38c-135abed173fa service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:48:10.035047 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-3acb01f2-0fd7-42aa-b38c-135abed173fa service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049143 Aug 31 10:48:10.122641 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-7d346e5a-bbf9-4b65-836d-e1caaef63cbd service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804000 Aug 31 10:48:10.218625 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0f481140-5132-429c-a71a-80bfcae7ceac req-3aa033da-12fa-47e0-89df-5cdd6ef065c8 service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887511 Aug 31 10:48:11.300701 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:14.357791 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:18.347380 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:48:21.964094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-768c32a6-6fe1-4cca-a606-bde366c4efe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:25.192309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:25.878506 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ab7b-fc41-4fbc-9b0a-6da59f9ed3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:27.977491 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:28.921758 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:41.298885 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:44.355620 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:51.967618 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbee8-3486-42c3-ac74-8c3be60b218f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:55.193689 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:55.263251 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-51041aa2-c043-412a-947d-bfe998844038 req-6d6a05c3-face-43be-b877-9f534568e1ef service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:48:55.264265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-51041aa2-c043-412a-947d-bfe998844038 req-6d6a05c3-face-43be-b877-9f534568e1ef service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077250 Aug 31 10:48:55.349493 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:48:55.386375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50154) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:48:55.485353 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-eca2b534-b4f6-43bd-bdc0-280e96d04da6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976694 Aug 31 10:48:55.495806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899f7aa-43a2-4cd9-bb9f-dd68a664879c req-f9666b29-d54b-4b73-8b3d-45f0b09ecfde tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:55.497473 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8899f7aa-43a2-4cd9-bb9f-dd68a664879c req-f9666b29-d54b-4b73-8b3d-45f0b09ecfde tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0991843 Aug 31 10:48:55.537178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8899f7aa-43a2-4cd9-bb9f-dd68a664879c req-da391e89-efae-4bc5-869f-2f2382bfa1f1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329895 Aug 31 10:48:55.879866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57f6b7e5-5b1b-42d7-81c8-f3b549975ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:56.610891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-4e631194-589a-4fff-ac7b-0fd54adaaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:56.612612 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-4e631194-589a-4fff-ac7b-0fd54adaaa93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1096 time: 0.0410764 Aug 31 10:48:56.705984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-464f36c3-7610-40b9-baf2-40462841a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:56.707501 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-464f36c3-7610-40b9-baf2-40462841a605 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.0882244 Aug 31 10:48:56.713040 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bf018-2de0-4a93-9631-69c155f37db6 req-3d407974-14b9-4809-ba2e-eaec4578559e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:56.714537 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b9bf018-2de0-4a93-9631-69c155f37db6 req-3d407974-14b9-4809-ba2e-eaec4578559e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.1036649 Aug 31 10:48:56.754143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5b9bf018-2de0-4a93-9631-69c155f37db6 req-f7c583fd-8e2c-4f92-8ec4-6ad184b2ea40 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Aug 31 10:48:56.775135 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-45b5be67-ff6c-452b-86f9-5b7e97a9fc5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 1000 time: 0.0609059 Aug 31 10:48:56.824595 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-5a9ac2ed-e0fb-418e-b1c9-9cfde5997149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:56.826102 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-5a9ac2ed-e0fb-418e-b1c9-9cfde5997149 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0440979 Aug 31 10:48:56.874709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-4845f0bd-9284-4a43-90c5-0e0845bc0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:56.876204 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-4845f0bd-9284-4a43-90c5-0e0845bc0c0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436952 Aug 31 10:48:56.963991 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-15f98b30-c005-405f-a6e1-08ccb0cd545b service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803442 Aug 31 10:48:57.056086 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-53781fdc-9e61-4062-854e-998a9531c472 service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851767 Aug 31 10:48:57.886551 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9074e8-99f1-4750-ac43-56854993e4bb req-e6d670bc-1e8c-42e5-969a-57946413148f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:57.888090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a9074e8-99f1-4750-ac43-56854993e4bb req-e6d670bc-1e8c-42e5-969a-57946413148f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0509052 Aug 31 10:48:57.926596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0a9074e8-99f1-4750-ac43-56854993e4bb req-d759b753-cb99-4895-92ae-ea2cec78e470 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321410 Aug 31 10:48:57.981177 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:58.924955 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:59.044480 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288037c-3e6f-4ebd-8bf8-88ff34bdca35 req-1b7c8eea-03fe-492c-84c3-78a0488397b4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:59.046040 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b288037c-3e6f-4ebd-8bf8-88ff34bdca35 req-1b7c8eea-03fe-492c-84c3-78a0488397b4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Aug 31 10:48:59.083145 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b288037c-3e6f-4ebd-8bf8-88ff34bdca35 req-7f79b674-e766-4e6c-8578-f91add0afab8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Aug 31 10:49:00.203640 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88119e8-57b8-47c8-905f-8285a5bf4edf req-7f1725d5-0561-4110-9ebd-c518ab1896c2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:00.205140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c88119e8-57b8-47c8-905f-8285a5bf4edf req-7f1725d5-0561-4110-9ebd-c518ab1896c2 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Aug 31 10:49:00.243176 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c88119e8-57b8-47c8-905f-8285a5bf4edf req-915507b1-45c3-44c1-82cc-6cab2f3cbb81 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Aug 31 10:49:01.357319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbec28-abd5-4d57-8893-603b58c1f759 req-d4ba096a-c5e3-417b-ae57-20acc501abe6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:01.358809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bbbec28-abd5-4d57-8893-603b58c1f759 req-d4ba096a-c5e3-417b-ae57-20acc501abe6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0475533 Aug 31 10:49:01.397714 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bbbec28-abd5-4d57-8893-603b58c1f759 req-588940f9-92f6-4b09-8e39-bcd8da826a8e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329771 Aug 31 10:49:02.513265 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33942e3e-0402-4552-b452-da47431d782c req-ac68488c-5967-4a8d-a945-0e89a1763548 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:02.514754 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33942e3e-0402-4552-b452-da47431d782c req-ac68488c-5967-4a8d-a945-0e89a1763548 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0481572 Aug 31 10:49:02.552273 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33942e3e-0402-4552-b452-da47431d782c req-12216110-7fbd-41e6-b080-4ec6a6f84f70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Aug 31 10:49:03.670573 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f8d9b-dbb1-43aa-94ce-eb4a62e20716 req-048af209-554c-4018-94d2-5e64160702c6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:03.672088 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f18f8d9b-dbb1-43aa-94ce-eb4a62e20716 req-048af209-554c-4018-94d2-5e64160702c6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0520563 Aug 31 10:49:03.710624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f18f8d9b-dbb1-43aa-94ce-eb4a62e20716 req-a73e5962-70e0-47d9-a351-97091c61ee8c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325506 Aug 31 10:49:04.827504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f97045-a672-4cb6-bca0-c61b857ec76f req-1fbcb622-3bb0-4e96-a72c-47f56db0f65a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:04.829132 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9f97045-a672-4cb6-bca0-c61b857ec76f req-1fbcb622-3bb0-4e96-a72c-47f56db0f65a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0508816 Aug 31 10:49:04.868519 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f9f97045-a672-4cb6-bca0-c61b857ec76f req-1aa26f59-3ba1-4342-aec7-b76c6a346473 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Aug 31 10:49:05.984178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a9e5-31b2-4412-bcd1-66c1fdd3c6be req-d633dd7c-1f91-4489-80d9-a3cccabe5b15 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:05.985646 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0809a9e5-31b2-4412-bcd1-66c1fdd3c6be req-d633dd7c-1f91-4489-80d9-a3cccabe5b15 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0485737 Aug 31 10:49:06.022107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0809a9e5-31b2-4412-bcd1-66c1fdd3c6be req-65f0a6e1-a50c-48f2-bac3-8e07923ae65d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304847 Aug 31 10:49:07.142221 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25f34-1fee-49f6-96fa-591825579607 req-7bdd961b-edca-4d9d-acdf-05f4afa0cf67 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:07.143812 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fad25f34-1fee-49f6-96fa-591825579607 req-7bdd961b-edca-4d9d-acdf-05f4afa0cf67 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0539980 Aug 31 10:49:07.184135 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fad25f34-1fee-49f6-96fa-591825579607 req-a84062db-42ac-4379-828c-c416abf4fd60 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345042 Aug 31 10:49:08.301097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7aa5e-fa22-4b79-8090-77e69adb7050 req-b4271bd4-3ba1-46d6-b8fb-edde83405d02 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:08.302568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aef7aa5e-fa22-4b79-8090-77e69adb7050 req-b4271bd4-3ba1-46d6-b8fb-edde83405d02 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Aug 31 10:49:08.340394 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-aef7aa5e-fa22-4b79-8090-77e69adb7050 req-c671a767-0e51-4669-9682-f06175747ffb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Aug 31 10:49:09.048483 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-b71f6e35-224d-4b8f-8330-2b1b5228fe22 service neutron] show failed (client error): The resource could not be found. Aug 31 10:49:09.049421 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-b71f6e35-224d-4b8f-8330-2b1b5228fe22 service neutron] 10.222.0.20 "GET /v2.0/ports/0152a4df-1fe9-4615-9ec8-e96909a2fd8d/bindings/n-h2-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0926390 Aug 31 10:49:09.239052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-c97afac8-4d6b-4811-8066-876c233ae7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:09.240611 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-c97afac8-4d6b-4811-8066-876c233ae7dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 1096 time: 0.0421503 Aug 31 10:49:09.251948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:09.308408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:09.457147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1222-6981-453a-9c78-bbc7437f9714 req-2b6b1c42-c983-4fb8-b375-e132eb15f39a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:09.458668 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-180f1222-6981-453a-9c78-bbc7437f9714 req-2b6b1c42-c983-4fb8-b375-e132eb15f39a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0486689 Aug 31 10:49:09.497398 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-180f1222-6981-453a-9c78-bbc7437f9714 req-9a565b21-2edb-475b-bc6f-acd0b1368073 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Aug 31 10:49:09.511520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:09.543874 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:49:09.582723 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:49:09.584987 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd785d01-4ef2-4f33-ba30-8d8bead35627" -d '{"events": [{"server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "name": "network-vif-unplugged", "status": "completed", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:49:09.589072 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:09.601927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Transition to ACTIVE for port object 0152a4df-1fe9-4615-9ec8-e96909a2fd8d will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:49:09.605954 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:09.695078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=6']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:09.705162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.705555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.705851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.706232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.706509 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.706869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.707276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.707623 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.707949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.708272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.708596 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.708915 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:09.713129 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bdec3f-53d4-4631-9572-9f7ff617df1e x-openstack-request-id: req-e0bdec3f-53d4-4631-9572-9f7ff617df1e {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:49:09.713403 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "name": "network-vif-unplugged", "status": "completed", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:49:09.713659 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0bdec3f-53d4-4631-9572-9f7ff617df1e {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:49:09.714049 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'code': 200} Aug 31 10:49:09.746212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] No DVR routers for this DVR port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:49:09.885847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Attempting to bind port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:49:09.886184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Attempting to bind port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:49:09.886513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Attempting to bind port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:49:09.891116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:49:09.891707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Attempting to bind port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:49:09.896487 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:49:09.896823 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Checking segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:49:09.897201 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Bound using segment: {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:49:09.897628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Bound port: 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9408aac2-4c15-4718-80a6-a54aa835d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:49:09.897981 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:09.959519 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:49:09.962376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:49:09.967017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:10.004462 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:10.005075 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:10.006460 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 1091 time: 0.7585557 Aug 31 10:49:10.028224 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc49c2-790d-412f-95c6-c9e64ab324f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=7']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:10.072029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-969d8d3f-a7fc-4ae3-b748-735c0a6697dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:10.073557 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-969d8d3f-a7fc-4ae3-b748-735c0a6697dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1094 time: 0.0424621 Aug 31 10:49:10.168189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-07b4984a-4a7d-409f-a833-21de07af3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:10.170174 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-07b4984a-4a7d-409f-a833-21de07af3d1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.0895479 Aug 31 10:49:10.242961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-d39e6dfc-3504-4129-ad92-18afc05b5c57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 998 time: 0.0644703 Aug 31 10:49:10.294888 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e14faa55-f36a-4cda-b3e6-dc5dafaff476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:10.296241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-e14faa55-f36a-4cda-b3e6-dc5dafaff476 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0461373 Aug 31 10:49:10.341176 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-6fe1bf04-596b-4f2c-9423-3e8d571c9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:10.342653 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-6fe1bf04-596b-4f2c-9423-3e8d571c9f37 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388620 Aug 31 10:49:10.436222 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-2bec5760-f675-41f0-b87b-c08664a0308a service neutron] 10.222.0.52 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863132 Aug 31 10:49:10.524424 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-544a61e3-fb2f-4870-a6af-47b3468ad4ec req-7b50c3e1-917c-4807-83e9-eccdb1079f05 service neutron] 10.222.0.52 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807676 Aug 31 10:49:10.623902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b3caf-52e0-4a67-aeca-9d4bff972203 req-2f5ef944-c674-4c58-8944-a6478d450591 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:10.625441 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-000b3caf-52e0-4a67-aeca-9d4bff972203 req-2f5ef944-c674-4c58-8944-a6478d450591 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 943 time: 0.0537474 Aug 31 10:49:10.665377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-000b3caf-52e0-4a67-aeca-9d4bff972203 req-5d91c3b7-893c-4579-b128-f21eeb27dddb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Aug 31 10:49:11.313052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:11.715064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:49:11.717428 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20878b37-5553-4524-8d16-4d476f350063" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:49:11.767434 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fec5a7a-c740-4b51-abc9-c080e8e2f51d x-openstack-request-id: req-5fec5a7a-c740-4b51-abc9-c080e8e2f51d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:49:11.767749 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:49:11.772476 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5fec5a7a-c740-4b51-abc9-c080e8e2f51d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:49:11.773104 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'status': 'completed', 'code': 200} Aug 31 10:49:11.801017 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a4dc9-d954-469f-a3b8-d3c6d5932319 req-80e6a3eb-4455-49ae-9ade-dbe8b950fa03 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:11.802596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce4a4dc9-d954-469f-a3b8-d3c6d5932319 req-80e6a3eb-4455-49ae-9ade-dbe8b950fa03 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 943 time: 0.0602694 Aug 31 10:49:11.843358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ce4a4dc9-d954-469f-a3b8-d3c6d5932319 req-4342d212-b588-4f50-956e-ce287124bcf0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341454 Aug 31 10:49:11.857212 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878b37-5553-4524-8d16-4d476f350063 req-266319e7-af58-4e3a-be10-40d713822d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:11.858707 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-266319e7-af58-4e3a-be10-40d713822d18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1094 time: 0.0732813 Aug 31 10:49:11.861134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878b37-5553-4524-8d16-4d476f350063 req-af79886d-b1e8-4e43-9edf-337005fa9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:11.862445 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-af79886d-b1e8-4e43-9edf-337005fa9296 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1094 time: 0.0675447 Aug 31 10:49:12.017336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878b37-5553-4524-8d16-4d476f350063 req-37d23d7e-bc5c-4805-a4b6-61c0259339b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:12.018826 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-37d23d7e-bc5c-4805-a4b6-61c0259339b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.1530659 Aug 31 10:49:12.020110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878b37-5553-4524-8d16-4d476f350063 req-6e266d69-0e2b-4640-8671-4712633ba8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:12.021404 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-6e266d69-0e2b-4640-8671-4712633ba8d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.1481724 Aug 31 10:49:12.131485 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-c20a8ca0-1a80-4b7e-bd67-f46cede23901 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 998 time: 0.1053603 Aug 31 10:49:12.135042 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-19bb1110-2e76-46d1-a423-1de64a0456b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 998 time: 0.1018116 Aug 31 10:49:12.214740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878b37-5553-4524-8d16-4d476f350063 req-231b4800-f163-4fe9-aef6-c7540bfd82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:12.216174 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-231b4800-f163-4fe9-aef6-c7540bfd82f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0785220 Aug 31 10:49:12.217515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878b37-5553-4524-8d16-4d476f350063 req-eb74fe78-8a30-4055-b962-db592ddbe761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:12.218795 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-eb74fe78-8a30-4055-b962-db592ddbe761 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0738783 Aug 31 10:49:12.594322 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878b37-5553-4524-8d16-4d476f350063 req-42ebf680-d4c4-4c3b-aa7b-b28abb1b263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:12.595853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-42ebf680-d4c4-4c3b-aa7b-b28abb1b263e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3721561 Aug 31 10:49:12.598205 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878b37-5553-4524-8d16-4d476f350063 req-194b02ff-4c16-404c-a7a4-2482bf4b5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:12.599573 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-194b02ff-4c16-404c-a7a4-2482bf4b5070 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3680954 Aug 31 10:49:12.667188 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0152a4df-1fe9-4615-9ec8-e96909a2fd8d details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:49:12.748971 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-9da1ce16-8b9f-473e-a9ee-5b2e56d9e87a service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460743 Aug 31 10:49:12.750621 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-7e997427-00ea-494a-8bea-3423c1cf8678 service neutron] 10.222.0.52 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409678 Aug 31 10:49:12.761462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:12.774101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'port_id': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'mac_address': 'fa:16:3e:59:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:49:12.918154 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-3ce3d2c4-914f-4290-b51e-aa729913aa3e service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617150 Aug 31 10:49:12.921572 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-20878b37-5553-4524-8d16-4d476f350063 req-3c99856f-30df-466c-94d7-3e895cd2d10f service neutron] 10.222.0.52 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564136 Aug 31 10:49:12.975160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c117cbb-e179-439b-b1d4-c76c339a261e req-6b8b5082-a69c-45a7-8b91-fa7313bd2273 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:12.977358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c117cbb-e179-439b-b1d4-c76c339a261e req-6b8b5082-a69c-45a7-8b91-fa7313bd2273 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 943 time: 0.0516279 Aug 31 10:49:12.982648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:12.992802 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0152a4df-1fe9-4615-9ec8-e96909a2fd8d no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:49:12.999241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0152a4df-1fe9-4615-9ec8-e96909a2fd8d {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:49:13.016950 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c117cbb-e179-439b-b1d4-c76c339a261e req-058d89b2-991e-496d-a133-7b6c981d192b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334225 Aug 31 10:49:13.043686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:13.050675 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:13.054845 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 0152a4df-1fe9-4615-9ec8-e96909a2fd8d not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:49:13.100793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:13.108194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.108540 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.108881 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.109216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.109547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.109877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.110214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.110526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.110880 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.111831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.111831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.111831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:13.230184 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-8e09bf69-9e18-4adc-93d7-3dcc2f5f47c9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:13.230463 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c00540-4dcd-4e06-b477-aceab55f0f68 req-b4c8bbb2-94b4-41e8-ba70-fa3081f18603 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:13.231704 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-8e09bf69-9e18-4adc-93d7-3dcc2f5f47c9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886&tenant_id=a01791843f324953864477d3af444d98&binding%3Ahost_id=n-h2-806683-2 HTTP/1.1" status: 200 len: 944 time: 0.0523078 Aug 31 10:49:13.231900 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9c00540-4dcd-4e06-b477-aceab55f0f68 req-b4c8bbb2-94b4-41e8-ba70-fa3081f18603 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 944 time: 0.0597241 Aug 31 10:49:13.272840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9c00540-4dcd-4e06-b477-aceab55f0f68 req-e00326ee-e28c-4d3d-8125-03dfba7472aa tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Aug 31 10:49:13.294135 n-d-806683-2 neutron-server[94787]: INFO neutron.api.v2.resource [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-f1ee13e8-b9c8-48f3-a07f-1765f7581690 service neutron] delete failed (client error): The resource could not be found. Aug 31 10:49:13.295318 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-f1ee13e8-b9c8-48f3-a07f-1765f7581690 service neutron] 10.222.0.20 "DELETE /v2.0/ports/0152a4df-1fe9-4615-9ec8-e96909a2fd8d/bindings/n-h1-806683-2 HTTP/1.1" status: 404 len: 380 time: 0.0557244 Aug 31 10:49:13.302245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['0152a4df-1fe9-4615-9ec8-e96909a2fd8d'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:49:13.381236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-3249bf19-8a8d-43e3-91ef-b62d336d10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:13.383636 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-3249bf19-8a8d-43e3-91ef-b62d336d10ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1095 time: 0.0434916 Aug 31 10:49:13.399056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dea107-4f06-4bbc-bd1a-cb0881efc2ea req-04220ecc-af47-4d22-995c-8505ca8794f5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:13.401017 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8dea107-4f06-4bbc-bd1a-cb0881efc2ea req-04220ecc-af47-4d22-995c-8505ca8794f5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 944 time: 0.0517380 Aug 31 10:49:13.443711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d8dea107-4f06-4bbc-bd1a-cb0881efc2ea req-7c63eabd-df28-469b-ba67-ff56d8da4d00 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337076 Aug 31 10:49:13.480454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-8a4e9b45-a38d-4842-85db-f5535e724ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:13.481932 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-8a4e9b45-a38d-4842-85db-f5535e724ddc service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.0904264 Aug 31 10:49:13.548678 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-59d6de39-b92c-4f8c-9e8f-2ff8ef113bdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 999 time: 0.0592954 Aug 31 10:49:13.599747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-48bbbf6b-83e5-4ce5-9c11-0aa744f99997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:13.601701 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-48bbbf6b-83e5-4ce5-9c11-0aa744f99997 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0462339 Aug 31 10:49:13.647356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-601e28d5-120b-447b-b3dd-0cf9db80f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:13.648761 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-601e28d5-120b-447b-b3dd-0cf9db80f02d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399408 Aug 31 10:49:13.739303 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-d51abcd1-afd6-4df3-91a8-a11080f7dc0f service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810680 Aug 31 10:49:13.831116 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-33bd9332-e698-43c2-be79-1d71df8b8a84 req-5c557b95-fe6e-436a-92eb-7263744501d0 service neutron] 10.222.0.20 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849349 Aug 31 10:49:14.377222 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:14.560642 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b3e18-9b01-400f-a10c-51ac18a13fd3 req-a98a230f-ae8b-4f7a-889b-4639009cd5ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:14.562140 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-843b3e18-9b01-400f-a10c-51ac18a13fd3 req-a98a230f-ae8b-4f7a-889b-4639009cd5ae tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 944 time: 0.0509000 Aug 31 10:49:14.599741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-843b3e18-9b01-400f-a10c-51ac18a13fd3 req-86ae5986-aec3-4869-b811-d5ab974e32e4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Aug 31 10:49:14.621539 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50234) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:14.676573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0152a4df-1fe9-4615-9ec8-e96909a2fd8d up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:49:14.682182 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-6ebff94f-d5ed-4c67-be39-02373702e7fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/29b667ad-ebc9-4eef-8270-bfa86a226dee HTTP/1.1" status: 200 len: 991 time: 0.0595195 Aug 31 10:49:14.727047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:49:14.730444 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:14.730839 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:14.805868 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:14.828163 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:49:14.830423 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a83d2e3-854c-4022-9aaa-6dec58ccd593" -d '{"events": [{"server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "name": "network-vif-plugged", "status": "completed", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:49:14.843174 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:14.847284 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:14.874497 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612ae223-4520-494b-84b2-07bb8163a062 x-openstack-request-id: req-612ae223-4520-494b-84b2-07bb8163a062 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:49:14.874801 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "name": "network-vif-plugged", "status": "completed", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:49:14.875052 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-612ae223-4520-494b-84b2-07bb8163a062 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:49:14.875436 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'code': 200} Aug 31 10:49:14.900848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=9']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:21.971792 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-377682ed-5d06-4d6f-9892-622598c2231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:25.198353 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:25.880992 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-507eb793-3a6e-4420-af1a-8a01f51dccc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:27.983633 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:28.927926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:32.349537 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:49:41.314080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:43.028583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50246) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:43.188791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 7b980285-683d-4edd-9c5f-c66d44004890 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:49:43.189048 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:43.262829 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:43.263165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:43.275356 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 7b980285-683d-4edd-9c5f-c66d44004890 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:49:43.453023 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:43.475460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=7b980285-683d-4edd-9c5f-c66d44004890,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:43.541336 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:43.541665 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP 29b667ad-ebc9-4eef-8270-bfa86a226dee disassociated (deleted). External IP: 172.25.1.20, port: 0152a4df-1fe9-4615-9ec8-e96909a2fd8d. Aug 31 10:49:43.750548 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 89731058-fa6e-42a8-b333-4d8604c09892 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:49:43.859941 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:49:43.864826 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:43.869569 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] Sync routers for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:49:43.878990 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:43.879584 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:43.891310 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9ebc78c3-9466-4a36-86a4-3e31a4b477e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/floatingips/29b667ad-ebc9-4eef-8270-bfa86a226dee HTTP/1.1" status: 204 len: 168 time: 0.8615205 Aug 31 10:49:43.892257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:49:43.894613 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc76fd08-270c-472a-8f04-a6cd4365bc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:49:43.936486 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feba4e3-bc68-4697-94ae-2130e0346a57 x-openstack-request-id: req-4feba4e3-bc68-4697-94ae-2130e0346a57 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:49:43.936780 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:49:43.936972 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4feba4e3-bc68-4697-94ae-2130e0346a57 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:49:43.937371 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'status': 'completed', 'code': 200} Aug 31 10:49:43.992388 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:44.001270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-b3b20082-2dc1-4d0e-834f-f443a170adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:44.002665 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-b3b20082-2dc1-4d0e-834f-f443a170adca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 1096 time: 0.0434334 Aug 31 10:49:44.117573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-ff831850-214f-44c6-8ab6-6738f838ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:44.119106 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-ff831850-214f-44c6-8ab6-6738f838ee9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 200 len: 899 time: 0.1043608 Aug 31 10:49:44.135822 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2f513-6655-4cf6-a450-92be3b877c31 req-94560932-a1ff-468b-a18f-a8f4d7fa2741 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:44.137581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08c2f513-6655-4cf6-a450-92be3b877c31 req-94560932-a1ff-468b-a18f-a8f4d7fa2741 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0575647 Aug 31 10:49:44.164616 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-109f52d2-d057-4116-a183-70f8bfab986e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 200 len: 217 time: 0.0379593 Aug 31 10:49:44.180157 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-08c2f513-6655-4cf6-a450-92be3b877c31 req-7bc4799f-0aa7-48e5-b99f-37beb9fb1382 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Aug 31 10:49:44.213727 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:31Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:44.215461 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-07ec5487-55e3-4d6e-8115-7084e599f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:44.216989 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-07ec5487-55e3-4d6e-8115-7084e599f438 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 200 len: 835 time: 0.0456157 Aug 31 10:49:44.240263 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] Checking router: 89731058-fa6e-42a8-b333-4d8604c09892 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:49:44.248593 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:44.249199 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:44.264047 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-4a012177-f0a0-47c6-8b2e-d849169669e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:44.265559 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-4a012177-f0a0-47c6-8b2e-d849169669e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402575 Aug 31 10:49:44.355709 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:44.361103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-542eb89f-874e-473b-80de-3d175ee109a0 service neutron] 10.222.0.52 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872109 Aug 31 10:49:44.378608 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:44.461971 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fc76fd08-270c-472a-8f04-a6cd4365bc8d req-dd58f0ff-bcf5-47dc-9f14-5b232a213992 service neutron] 10.222.0.52 "GET /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920348 Aug 31 10:49:44.557917 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:31Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:44.587399 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802899cd-0207-4159-8913-84a7ac832fa6 None None] The sync data for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 is: [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '8163ab3e-11c4-4974-b70d-a01886713a89', 'name': '', 'network_id': 'bb41e773-a4c7-4a1f-bdf6-7aef62d7de60', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:93:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:27Z', 'updated_at': '2021-08-31T10:47:31Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '9ea51122-768a-4ccd-843d-abfd9d4c9e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:49:44.799771 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a83f52-e811-4a8a-b36a-a4bd77de5c4e None None] New status for floating IP 29b667ad-ebc9-4eef-8270-bfa86a226dee: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:49:45.317834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1575-b31c-4eed-b73e-a5f4c2ed3229 req-f5f9d56f-237b-43c3-88fb-f28be26b3cea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:45.319388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-999c1575-b31c-4eed-b73e-a5f4c2ed3229 req-f5f9d56f-237b-43c3-88fb-f28be26b3cea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0545948 Aug 31 10:49:45.359137 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-999c1575-b31c-4eed-b73e-a5f4c2ed3229 req-970241d2-eaa8-45fa-89bc-706fa36cba19 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a472885-36b5-4ca3-89da-7dd043bb89c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336218 Aug 31 10:49:45.364074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-c9a988b3-d325-4dc4-a781-439c3286dc92 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:45.365614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-c9a988b3-d325-4dc4-a781-439c3286dc92 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc3e14e0-6cc8-463b-bdeb-ff4d9b154886 HTTP/1.1" status: 200 len: 945 time: 0.0563023 Aug 31 10:49:45.455305 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:49:45.455650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:45.547043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:45.547408 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:45.560097 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 0152a4df-1fe9-4615-9ec8-e96909a2fd8d owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:49:45.708951 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:45.742076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=0152a4df-1fe9-4615-9ec8-e96909a2fd8d,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:45.783386 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] No DVR routers for this DVR port 0152a4df-1fe9-4615-9ec8-e96909a2fd8d on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:49:45.786192 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:45.788373 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aed358c-784b-49c2-a4bd-e36f54bd07f9 req-01816858-eca3-48da-b7ac-bdef385972a0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "DELETE /v2.0/ports/0152a4df-1fe9-4615-9ec8-e96909a2fd8d HTTP/1.1" status: 204 len: 173 time: 0.4167752 Aug 31 10:49:45.938489 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'name': 'network-vif-deleted', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:49:45.941137 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cea4c1-d861-4e95-8899-e0325b289593" -d '{"events": [{"server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "name": "network-vif-deleted", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:49:45.979349 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52c6b8f-e2ee-422c-97c3-91b7dc821704 x-openstack-request-id: req-c52c6b8f-e2ee-422c-97c3-91b7dc821704 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:49:45.979638 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3e14e0-6cc8-463b-bdeb-ff4d9b154886", "name": "network-vif-deleted", "tag": "0152a4df-1fe9-4615-9ec8-e96909a2fd8d", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:49:45.979935 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c52c6b8f-e2ee-422c-97c3-91b7dc821704 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:49:45.980375 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e14e0-6cc8-463b-bdeb-ff4d9b154886', 'name': 'network-vif-deleted', 'tag': '0152a4df-1fe9-4615-9ec8-e96909a2fd8d', 'status': 'completed', 'code': 200} Aug 31 10:49:46.418010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50264) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:46.784435 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:47.044182 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 8163ab3e-11c4-4974-b70d-a01886713a89 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:49:47.044421 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:47.132776 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 8163ab3e-11c4-4974-b70d-a01886713a89, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=8163ab3e-11c4-4974-b70d-a01886713a89,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:47.133144 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:47.146177 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 8163ab3e-11c4-4974-b70d-a01886713a89 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:49:47.338034 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:47.365781 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=8163ab3e-11c4-4974-b70d-a01886713a89,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:47.393590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.393942 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.394288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.394633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.394997 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.395338 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.395675 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.396011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.396354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.396682 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.397011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.397372 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.898293 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.110904 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 89731058-fa6e-42a8-b333-4d8604c09892 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:49:48.217030 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:49:48.222011 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-c12269fd-4ae7-47ad-9669-17dc79746841 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/89731058-fa6e-42a8-b333-4d8604c09892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033805 Aug 31 10:49:48.224746 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50266) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:48.227412 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] Sync routers for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:49:48.236496 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:48.237105 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:48.282412 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea2e28e-3b04-44c4-840c-2fb3c8487a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting subnet 9ea51122-768a-4ccd-843d-abfd9d4c9e64 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:49:48.286062 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e28e-3b04-44c4-840c-2fb3c8487a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.328139 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e28e-3b04-44c4-840c-2fb3c8487a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.411667 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e28e-3b04-44c4-840c-2fb3c8487a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.432443 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:48.480268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e28e-3b04-44c4-840c-2fb3c8487a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.508166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2e28e-3b04-44c4-840c-2fb3c8487a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea51122-768a-4ccd-843d-abfd9d4c9e64,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:48.511986 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e28e-3b04-44c4-840c-2fb3c8487a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.516411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4ea2e28e-3b04-44c4-840c-2fb3c8487a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/subnets/9ea51122-768a-4ccd-843d-abfd9d4c9e64 HTTP/1.1" status: 204 len: 168 time: 0.2882071 Aug 31 10:49:48.517439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50268) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:48.523963 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca3ff5-13b9-4095-8235-558722fd641d None None] Network bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:49:48.616437 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:49:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:48.629853 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.644208 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] Checking router: 89731058-fa6e-42a8-b333-4d8604c09892 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:49:48.655992 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] Routers {'89731058-fa6e-42a8-b333-4d8604c09892'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:48.656610 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['89731058-fa6e-42a8-b333-4d8604c09892'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:48.726119 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] DHCP port deletion for bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:49:48.751533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.771859 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] Set router 89731058-fa6e-42a8-b333-4d8604c09892 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:48.782812 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] Deleting port fde8e351-65d9-4804-9c7a-2a28dbb832dd {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:49:48.783189 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.820426 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port e7860052-b442-4b7f-bc39-b2cfa309fad4 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:49:48.820775 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.850109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] For port fde8e351-65d9-4804-9c7a-2a28dbb832dd, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=fde8e351-65d9-4804-9c7a-2a28dbb832dd,segment=NetworkSegment(9408aac2-4c15-4718-80a6-a54aa835d9b1),segment_id=9408aac2-4c15-4718-80a6-a54aa835d9b1)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:48.850581 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.863807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] Calling delete_port for fde8e351-65d9-4804-9c7a-2a28dbb832dd owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:49:48.917263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port e7860052-b442-4b7f-bc39-b2cfa309fad4, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e7860052-b442-4b7f-bc39-b2cfa309fad4,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:48.918089 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.935347 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for e7860052-b442-4b7f-bc39-b2cfa309fad4 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:49:48.948222 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:48.969020 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:49:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:48.977153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] Pushing event deleted for resources: {'Port': ['ID=fde8e351-65d9-4804-9c7a-2a28dbb832dd,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:48.979042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500ecf7-6200-471f-934b-69afb8d2d3ef None None] No DVR routers for this DVR port fde8e351-65d9-4804-9c7a-2a28dbb832dd on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:49:49.005019 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980765d2-292c-475e-b0a0-7e1e34bea0ab None None] The sync data for ids ['89731058-fa6e-42a8-b333-4d8604c09892'] in n-d-806683-2 is: [{'id': '89731058-fa6e-42a8-b333-4d8604c09892', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969928194', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:47:23Z', 'updated_at': '2021-08-31T10:49:47Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'e7860052-b442-4b7f-bc39-b2cfa309fad4', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89731058-fa6e-42a8-b333-4d8604c09892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:47:24Z', 'updated_at': '2021-08-31T10:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:49:49.117283 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.142934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=e7860052-b442-4b7f-bc39-b2cfa309fad4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:49.203611 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.292866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.295303 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.342238 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.342837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Fanout notify agent at l3_agent the message router_deleted on router 89731058-fa6e-42a8-b333-4d8604c09892 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:49:49.351481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.352629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d8f918a7-bc6f-4784-b51f-b14042def303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/routers/89731058-fa6e-42a8-b333-4d8604c09892 HTTP/1.1" status: 204 len: 168 time: 0.8346364 Aug 31 10:49:49.355369 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50270) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:49.436239 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.473192 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8163ab3e-11c4-4974-b70d-a01886713a89 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:49:49.495779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 8163ab3e-11c4-4974-b70d-a01886713a89 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:49:49.496504 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 8163ab3e-11c4-4974-b70d-a01886713a89 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:49:49.496924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fde8e351-65d9-4804-9c7a-2a28dbb832dd no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:49:49.521852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: fde8e351-65d9-4804-9c7a-2a28dbb832dd {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:49:49.522269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device fde8e351-65d9-4804-9c7a-2a28dbb832dd not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:49:49.540579 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.550493 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb41e773-a4c7-4a1f-bdf6-7aef62d7de60']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:49.562092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9408aac2-4c15-4718-80a6-a54aa835d9b1') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:49.562399 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9408aac2-4c15-4718-80a6-a54aa835d9b1') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:49.574532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.592012 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.598445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:49:49.599063 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:49:49.602911 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:49:49.671665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.680122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.684456 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/networks/bb41e773-a4c7-4a1f-bdf6-7aef62d7de60 HTTP/1.1" status: 204 len: 168 time: 0.3255610 Aug 31 10:49:49.685140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50272) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:49.701367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34cc1e-7ba5-434d-b338-c0dc509ff352 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Network': ['ID=bb41e773-a4c7-4a1f-bdf6-7aef62d7de60,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:49.747062 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6248f43-64fc-4a2e-9350-9e85afc741b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.772013 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6248f43-64fc-4a2e-9350-9e85afc741b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.834538 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6248f43-64fc-4a2e-9350-9e85afc741b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.837705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f6248f43-64fc-4a2e-9350-9e85afc741b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.838992 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f6248f43-64fc-4a2e-9350-9e85afc741b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/security-groups/4a472885-36b5-4ca3-89da-7dd043bb89c5 HTTP/1.1" status: 204 len: 168 time: 0.1527357 Aug 31 10:49:49.848399 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6248f43-64fc-4a2e-9350-9e85afc741b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a472885-36b5-4ca3-89da-7dd043bb89c5,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:50.201650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50278) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:50.207743 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-dabcb724-f85b-4413-8cf7-14429c197089 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180838586', 'description': 'tempest-secgroup-smoke-180838586 description', 'project_id': 'a01791843f324953864477d3af444d98'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:50.234441 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dabcb724-f85b-4413-8cf7-14429c197089 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.322624 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dabcb724-f85b-4413-8cf7-14429c197089 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.326349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dabcb724-f85b-4413-8cf7-14429c197089 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.353143 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dabcb724-f85b-4413-8cf7-14429c197089 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.354388 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dabcb724-f85b-4413-8cf7-14429c197089 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1513693 Aug 31 10:49:50.357856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50280) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:50.358814 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcb724-f85b-4413-8cf7-14429c197089 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ac6d74-c147-43ef-a6ca-f2cb55018cb1,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:50.363651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8c9482e4-c602-4de0-9abf-f6c21d760a36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '09ac6d74-c147-43ef-a6ca-f2cb55018cb1', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:50.392190 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c9482e4-c602-4de0-9abf-f6c21d760a36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.450556 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c9482e4-c602-4de0-9abf-f6c21d760a36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.454272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c9482e4-c602-4de0-9abf-f6c21d760a36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.474400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9482e4-c602-4de0-9abf-f6c21d760a36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67376346-87bf-4b0a-8541-b6f1bf3abca3,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:50.478122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8c9482e4-c602-4de0-9abf-f6c21d760a36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.479347 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8c9482e4-c602-4de0-9abf-f6c21d760a36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203766 Aug 31 10:49:50.482064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50282) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:50.486443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-555c27af-7afd-4f9f-9a6a-89927205f601 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '09ac6d74-c147-43ef-a6ca-f2cb55018cb1', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:50.517694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-555c27af-7afd-4f9f-9a6a-89927205f601 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.605060 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-555c27af-7afd-4f9f-9a6a-89927205f601 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.609450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-555c27af-7afd-4f9f-9a6a-89927205f601 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.638257 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c27af-7afd-4f9f-9a6a-89927205f601 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce1bf40-7af6-496d-8b13-dce3d85687f4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:50.648711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-555c27af-7afd-4f9f-9a6a-89927205f601 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.649948 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-555c27af-7afd-4f9f-9a6a-89927205f601 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1669648 Aug 31 10:49:50.652846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50284) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:50.657329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-a71bac09-3881-4d03-b29a-c28992d281b6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '09ac6d74-c147-43ef-a6ca-f2cb55018cb1', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:50.684297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a71bac09-3881-4d03-b29a-c28992d281b6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.745280 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a71bac09-3881-4d03-b29a-c28992d281b6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.749130 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a71bac09-3881-4d03-b29a-c28992d281b6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.769039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bac09-3881-4d03-b29a-c28992d281b6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee5bec9-a9b0-46f6-bf5c-205ffe9a7429,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:50.772659 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-a71bac09-3881-4d03-b29a-c28992d281b6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.776546 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-a71bac09-3881-4d03-b29a-c28992d281b6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200795 Aug 31 10:49:50.777027 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50286) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:50.781714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0168cab1-7dfb-4c48-9635-7230604a661c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '09ac6d74-c147-43ef-a6ca-f2cb55018cb1', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:50.809639 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0168cab1-7dfb-4c48-9635-7230604a661c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.873683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0168cab1-7dfb-4c48-9635-7230604a661c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.877588 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0168cab1-7dfb-4c48-9635-7230604a661c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.894841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0152a4df-1fe9-4615-9ec8-e96909a2fd8d no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:49:50.895473 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168cab1-7dfb-4c48-9635-7230604a661c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7082845-c434-4d22-a134-dddedea1af35,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:50.901912 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0168cab1-7dfb-4c48-9635-7230604a661c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:50.905947 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0168cab1-7dfb-4c48-9635-7230604a661c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281822 Aug 31 10:49:50.906540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50288) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:50.911174 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1dc72b24-cc37-45b0-b34b-d0f1325683c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '09ac6d74-c147-43ef-a6ca-f2cb55018cb1', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:50.925052 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 0152a4df-1fe9-4615-9ec8-e96909a2fd8d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:49:50.925351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 0152a4df-1fe9-4615-9ec8-e96909a2fd8d not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:49:50.937718 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-1dc72b24-cc37-45b0-b34b-d0f1325683c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:49:50.942608 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1dc72b24-cc37-45b0-b34b-d0f1325683c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.001729 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1dc72b24-cc37-45b0-b34b-d0f1325683c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.005328 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1dc72b24-cc37-45b0-b34b-d0f1325683c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.024221 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc72b24-cc37-45b0-b34b-d0f1325683c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407d6178-8f74-403b-bfcc-70523c79af53,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:51.027373 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1dc72b24-cc37-45b0-b34b-d0f1325683c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.028617 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1dc72b24-cc37-45b0-b34b-d0f1325683c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210570 Aug 31 10:49:51.032396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50290) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:51.037180 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b11c9294-de6c-478b-8e74-ac3cf911c913 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': '09ac6d74-c147-43ef-a6ca-f2cb55018cb1', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:51.059561 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-b11c9294-de6c-478b-8e74-ac3cf911c913 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:49:51.064518 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b11c9294-de6c-478b-8e74-ac3cf911c913 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.124590 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b11c9294-de6c-478b-8e74-ac3cf911c913 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.128138 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b11c9294-de6c-478b-8e74-ac3cf911c913 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.146031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c9294-de6c-478b-8e74-ac3cf911c913 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc9e8b0-daae-4342-9675-692f751f7947,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:51.153220 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b11c9294-de6c-478b-8e74-ac3cf911c913 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.154504 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b11c9294-de6c-478b-8e74-ac3cf911c913 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210482 Aug 31 10:49:51.157297 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50292) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:51.162131 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'network': {'name': 'tempest-network-smoke--1243469475', 'project_id': 'a01791843f324953864477d3af444d98', 'port_security_enabled': True}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:51.184620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:49:51.188203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.214705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:49:51.223772 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.224119 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Added segment f2e602bd-bf54-4d36-bfdd-c38528607ed0 of type vlan for network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f Aug 31 10:49:51.264493 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.290300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.295948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:51.296629 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.313002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e7860052-b442-4b7f-bc39-b2cfa309fad4 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:49:51.336914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e7860052-b442-4b7f-bc39-b2cfa309fad4 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:49:51.337266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e7860052-b442-4b7f-bc39-b2cfa309fad4 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:49:51.347608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1892867 Aug 31 10:49:51.350422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50294) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:51.355231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'admin_state_up': True, 'project_id': 'a01791843f324953864477d3af444d98', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:51.364866 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84faad6-963c-4fb2-a0a7-7b0a99956f5b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Network': ['ID=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:51.376273 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:49:51.379410 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.380466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.437014 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.578575 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.789741 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.816204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.922989 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.8 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/a01ca409-4870-4f12-80cd-ff246053d6c9) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:49:51.974152 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1c6629e1-1319-4b33-aa25-3c12367ac95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.027063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.066306 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.113645 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:49:52.119505 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:49:52.121725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=a01ca409-4870-4f12-80cd-ff246053d6c9,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:52.123920 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:49:52.369181 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.564203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.686832 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 9bb3951a-db6c-438d-8fec-ba6e523343cb is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:49:52.794684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:49:52.804917 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Sync routers for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:49:52.813483 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.814937 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6425891a-fbc4-4fb8-86a2-f1d75580bfb9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4633634 Aug 31 10:49:52.815976 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:52.816728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:52.817930 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50296) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:52.896002 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-11d026b5-349b-4988-be46-d6b7f791bf4d tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=a01791843f324953864477d3af444d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768406 Aug 31 10:49:52.898474 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50300) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:52.925995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:52.993126 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ddae8-2bef-499d-9b4a-8895fe473d66 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:52.994570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-568ddae8-2bef-499d-9b4a-8895fe473d66 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951822 Aug 31 10:49:52.997633 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50302) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:53.025727 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-98d45df8-0024-443b-b7ae-d52b0e77e485 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269747 Aug 31 10:49:53.028286 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50304) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:53.033165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632147282', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'project_id': 'a01791843f324953864477d3af444d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:53.105282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:52Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:53.124638 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'subnet': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:49:53.128243 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62715307'] for subnet, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.136260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Checking router: 9bb3951a-db6c-438d-8fec-ba6e523343cb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:49:53.136585 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Updating router 9bb3951a-db6c-438d-8fec-ba6e523343cb port a01ca409-4870-4f12-80cd-ff246053d6c9 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:49:53.161695 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.317396 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61989658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62715325'] for subnet, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.381141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Subnet': ['ID=7fe78b79-4e3e-4e7b-b640-814293e48f74,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:53.388201 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Checking segment: {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:49:53.388566 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network hostable DHCP agents. Network: ceba8b10-7fd9-451c-bc5d-c2f3d54b060f, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:49:53.407938 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:49:53.418141 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, ceba8b10-7fd9-451c-bc5d-c2f3d54b060f) {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:49:53.422482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:53.423141 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.435164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc16731b-88f8-4b47-82dc-ab06504b663d None None] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:49:53.439386 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.440151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-e52e88f4-a31d-446c-bac7-bf2cfd354799 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4107373 Aug 31 10:49:53.443096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50306) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:53.491234 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Transition to ACTIVE for port object a01ca409-4870-4f12-80cd-ff246053d6c9 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:49:53.502052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.566982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Attempting to bind port a01ca409-4870-4f12-80cd-ff246053d6c9 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:49:53.567262 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Attempting to bind port a01ca409-4870-4f12-80cd-ff246053d6c9 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:49:53.567632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Attempting to bind port a01ca409-4870-4f12-80cd-ff246053d6c9 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:49:53.583943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:49:53.584317 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:49:53.585401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.585808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:49:53.586291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Bound port: a01ca409-4870-4f12-80cd-ff246053d6c9, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:49:53.586668 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.615056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae130-f9f1-4b25-800d-778fc95dc03c None None] Pushing event updated for resources: {'Port': ['ID=a01ca409-4870-4f12-80cd-ff246053d6c9,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:53.682206 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] For port a01ca409-4870-4f12-80cd-ff246053d6c9, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:49:53.711645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] For port a01ca409-4870-4f12-80cd-ff246053d6c9, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a01ca409-4870-4f12-80cd-ff246053d6c9,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:49:53.715973 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:49:53.717103 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.728708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.859553 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:53.860103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:53.865427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae130-f9f1-4b25-800d-778fc95dc03c None None] Pushing event updated for resources: {'Port': ['ID=a01ca409-4870-4f12-80cd-ff246053d6c9,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:53.914299 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.004833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Allocated IP 172.20.0.2 (ceba8b10-7fd9-451c-bc5d-c2f3d54b060f/7fe78b79-4e3e-4e7b-b640-814293e48f74/e0b22d9b-166e-40f3-838b-604907bb4f85) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:49:54.016527 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:54.454874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.468342 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Transition to ACTIVE for port object e0b22d9b-166e-40f3-838b-604907bb4f85 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:49:54.487849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:52Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:54.489969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Transition to ACTIVE for port object e0b22d9b-166e-40f3-838b-604907bb4f85 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:49:54.520542 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.524522 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb1467-7ae7-46af-94ff-6a88ef0d2c9e None None] The sync data for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 is: [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:52Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:49:54.553155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.1 (ceba8b10-7fd9-451c-bc5d-c2f3d54b060f/7fe78b79-4e3e-4e7b-b640-814293e48f74/9978cfcb-0415-4545-972c-bc92f3cd0375) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:49:54.567649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:49:54.571602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:49:54.574130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:49:54.586228 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Pushing event updated for resources: {'Port': ['ID=e0b22d9b-166e-40f3-838b-604907bb4f85,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:54.637713 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Attempting to bind port e0b22d9b-166e-40f3-838b-604907bb4f85 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:49:54.638087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Attempting to bind port e0b22d9b-166e-40f3-838b-604907bb4f85 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:49:54.638571 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Attempting to bind port e0b22d9b-166e-40f3-838b-604907bb4f85 on network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:49:54.644841 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:49:54.645215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Checking segment: {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:49:54.645763 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.646166 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Bound using segment: {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:49:54.646638 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Bound port: e0b22d9b-166e-40f3-838b-604907bb4f85, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:49:54.647070 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.725930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] For port e0b22d9b-166e-40f3-838b-604907bb4f85, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:49:54.732202 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] For port e0b22d9b-166e-40f3-838b-604907bb4f85, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e0b22d9b-166e-40f3-838b-604907bb4f85,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:49:54.738584 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.810205 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371a95f-fb36-430d-b48a-6a34db850826 None None] Pushing event updated for resources: {'Port': ['ID=e0b22d9b-166e-40f3-838b-604907bb4f85,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:55.123946 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.143531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object 9978cfcb-0415-4545-972c-bc92f3cd0375 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:49:55.177715 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.202723 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.222869 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:49:55.226985 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:49:55.231132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:49:55.237783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=9978cfcb-0415-4545-972c-bc92f3cd0375,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:55.280872 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.423673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a01ca409-4870-4f12-80cd-ff246053d6c9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:49:55.435546 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.482480 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a01ca409-4870-4f12-80cd-ff246053d6c9 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:49:55.487461 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a01ca409-4870-4f12-80cd-ff246053d6c9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:55.487875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.581376 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.603430 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a01ca409-4870-4f12-80cd-ff246053d6c9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a01ca409-4870-4f12-80cd-ff246053d6c9,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:55.608271 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.609152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e0b22d9b-166e-40f3-838b-604907bb4f85 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:49:55.695873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a01ca409-4870-4f12-80cd-ff246053d6c9,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:55.719654 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e0b22d9b-166e-40f3-838b-604907bb4f85 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:49:55.773387 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.778671 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.854524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde574e2-a1a7-4c2d-8206-6d7e0cd4caed None None] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:49:55.859216 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=9978cfcb-0415-4545-972c-bc92f3cd0375,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:55.861709 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.924009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-72091513-f27a-4bfc-a49a-0ca177c3f9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.934728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9e8131e3-de64-4e6d-a29e-079803825604 None None] Provisioning for port e0b22d9b-166e-40f3-838b-604907bb4f85 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:49:55.947306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9e8131e3-de64-4e6d-a29e-079803825604 None None] Provisioning complete for port e0b22d9b-166e-40f3-838b-604907bb4f85 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:55.947673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e8131e3-de64-4e6d-a29e-079803825604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:55.959169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:49:55.961298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:49:56.078460 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 9bb3951a-db6c-438d-8fec-ba6e523343cb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:49:56.089245 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e8131e3-de64-4e6d-a29e-079803825604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:56.126301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-9e8131e3-de64-4e6d-a29e-079803825604 None None] For port e0b22d9b-166e-40f3-838b-604907bb4f85, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e0b22d9b-166e-40f3-838b-604907bb4f85,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:56.136847 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9e8131e3-de64-4e6d-a29e-079803825604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:56.197898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8131e3-de64-4e6d-a29e-079803825604 None None] Pushing event updated for resources: {'Port': ['ID=e0b22d9b-166e-40f3-838b-604907bb4f85,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:56.211804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:49:56.217182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-32bf426c-db53-49bb-a744-8a48c5bd3a2b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/9bb3951a-db6c-438d-8fec-ba6e523343cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7730544 Aug 31 10:49:56.362109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8551c1a0-2513-4ee7-947f-a369f952750d None None] Provisioning complete for port e0b22d9b-166e-40f3-838b-604907bb4f85 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:56.362484 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8551c1a0-2513-4ee7-947f-a369f952750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:56.383386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-614e2ebb-d8d5-4a75-a3b7-82999175367a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180838586&fields=id&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 267 time: 0.0430496 Aug 31 10:49:56.469895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8551c1a0-2513-4ee7-947f-a369f952750d None None] Provisioning for port 9978cfcb-0415-4545-972c-bc92f3cd0375 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:49:56.475384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8551c1a0-2513-4ee7-947f-a369f952750d None None] Provisioning complete for port 9978cfcb-0415-4545-972c-bc92f3cd0375 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:56.476444 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8551c1a0-2513-4ee7-947f-a369f952750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:56.503571 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Sync routers for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:49:56.512780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2402d-eb51-497e-9640-c1fb09179481 req-64df8a14-c13e-4350-9b49-29558ec188ff tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:56.514640 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-64df8a14-c13e-4350-9b49-29558ec188ff tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/networks?id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f HTTP/1.1" status: 200 len: 797 time: 0.1213520 Aug 31 10:49:56.521493 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:56.523001 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:56.529773 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8551c1a0-2513-4ee7-947f-a369f952750d None None] Port 9978cfcb-0415-4545-972c-bc92f3cd0375 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:49:56.533547 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-217e2f5d-8824-4754-b606-e6944421b54d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/quotas/a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 375 time: 0.0116098 Aug 31 10:49:56.590315 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-42b34597-b366-467d-b5b1-7180eafd5482 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501039 Aug 31 10:49:56.642735 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:56.651358 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-35491a57-dead-4fc0-95c1-f80c8f34d58c None None] Provisioning complete for port 9978cfcb-0415-4545-972c-bc92f3cd0375 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:56.651950 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35491a57-dead-4fc0-95c1-f80c8f34d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:56.701243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-301e5133-4dc6-4555-9e81-9f8caede6c59 service neutron] 10.222.0.69 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972757 Aug 31 10:49:56.713009 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-35491a57-dead-4fc0-95c1-f80c8f34d58c None None] Port 9978cfcb-0415-4545-972c-bc92f3cd0375 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:49:56.811034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-d00dc13e-8619-4a3c-b9ba-9ee34b41fa41 service neutron] 10.222.0.69 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026063 Aug 31 10:49:56.831610 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-e744f62f-8ad5-451b-a376-c3a0a6085b08 None None] Provisioning complete for port 9978cfcb-0415-4545-972c-bc92f3cd0375 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:56.831983 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e744f62f-8ad5-451b-a376-c3a0a6085b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:56.863956 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 2, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:56.872597 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-e744f62f-8ad5-451b-a376-c3a0a6085b08 None None] Port 9978cfcb-0415-4545-972c-bc92f3cd0375 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:49:56.896954 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Checking router: 9bb3951a-db6c-438d-8fec-ba6e523343cb for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:49:56.898636 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Updating router 9bb3951a-db6c-438d-8fec-ba6e523343cb port 9978cfcb-0415-4545-972c-bc92f3cd0375 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:49:56.926699 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:56.988354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-68a15686-0175-4615-9b88-8d1ddd077e85 req-41a50deb-d44d-4acd-92be-f06d41bd3ca6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 210 time: 0.0273988 Aug 31 10:49:57.207525 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:57.217919 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Transition to ACTIVE for port object 9978cfcb-0415-4545-972c-bc92f3cd0375 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:49:57.223304 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:57.297253 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Pushing event updated for resources: {'Port': ['ID=9978cfcb-0415-4545-972c-bc92f3cd0375,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:57.321630 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.322026 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.322492 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.322679 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.323223 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.323735 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.324221 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.324723 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.325436 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.325967 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.326303 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.326622 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:57.341650 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Attempting to bind port 9978cfcb-0415-4545-972c-bc92f3cd0375 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:49:57.342331 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Attempting to bind port 9978cfcb-0415-4545-972c-bc92f3cd0375 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:49:57.342936 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Attempting to bind port 9978cfcb-0415-4545-972c-bc92f3cd0375 on network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:49:57.348799 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:49:57.349416 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Checking segment: {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:49:57.350058 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:57.350882 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Bound using segment: {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:49:57.351706 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Bound port: 9978cfcb-0415-4545-972c-bc92f3cd0375, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:49:57.352406 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:57.390587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a01ca409-4870-4f12-80cd-ff246053d6c9 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:49:57.442777 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] For port 9978cfcb-0415-4545-972c-bc92f3cd0375, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:49:57.447126 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] For port 9978cfcb-0415-4545-972c-bc92f3cd0375, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9978cfcb-0415-4545-972c-bc92f3cd0375,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:49:57.449669 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a01ca409-4870-4f12-80cd-ff246053d6c9 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:57.450226 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:57.461175 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:57.515409 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:57.516017 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:57.552025 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e0b22d9b-166e-40f3-838b-604907bb4f85 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:49:57.613487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e0b22d9b-166e-40f3-838b-604907bb4f85 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:57.613873 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:57.693017 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e00f9-e5d1-4f8d-af69-08c45be6d9c1 None None] Pushing event updated for resources: {'Port': ['ID=9978cfcb-0415-4545-972c-bc92f3cd0375,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:57.760049 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:57.976852 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b4d71c2f-5d8a-4f1b-ac32-eb3bc43b1ce1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:57.978729 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b4d71c2f-5d8a-4f1b-ac32-eb3bc43b1ce1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "GET /v2.0/networks?id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f HTTP/1.1" status: 200 len: 797 time: 0.1222920 Aug 31 10:49:57.992219 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:57.994659 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:58.022234 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e6878-4c2d-42e7-b6ad-3300f169b198 None None] The sync data for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 is: [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:57Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:49:58.047080 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-ac6049cc-6cda-4d07-bbe6-2a8e4fbb0b22 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 379 time: 0.0594189 Aug 31 10:49:58.058304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'port': {'device_id': '92631787-23ed-4430-b218-87a40a208ab8', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'admin_state_up': True, 'tenant_id': 'a01791843f324953864477d3af444d98', 'security_groups': ['09ac6d74-c147-43ef-a6ca-f2cb55018cb1']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:58.135566 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9d93942-dc93-4b48-b6de-f58110d8adf9 req-862ec8a3-de87-4439-959b-fed1826595da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 210 time: 0.0603726 Aug 31 10:49:58.188543 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:49:58.192244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:58.327672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.14 (ceba8b10-7fd9-451c-bc5d-c2f3d54b060f/7fe78b79-4e3e-4e7b-b640-814293e48f74/481fae3a-336d-4801-b698-83000ee2d680) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:49:58.807288 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:58.820622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object 481fae3a-336d-4801-b698-83000ee2d680 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:49:58.856863 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:58.903344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:49:58.906477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:49:58.910272 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:49:58.936869 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=481fae3a-336d-4801-b698-83000ee2d680,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:58.939740 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:58.982512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:58.983208 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.000945 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-e83633dc-b8ee-4791-9c79-522bc4b2a4da tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9481614 Aug 31 10:49:59.014459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Request body: {'port': {'device_id': '92631787-23ed-4430-b218-87a40a208ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:59.077076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.163513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ffbe834d-856f-46f1-b231-390b9007b987 None None] Provisioning for port 481fae3a-336d-4801-b698-83000ee2d680 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:49:59.170497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ffbe834d-856f-46f1-b231-390b9007b987 None None] Provisioning complete for port 481fae3a-336d-4801-b698-83000ee2d680 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:59.170907 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ffbe834d-856f-46f1-b231-390b9007b987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.209111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe834d-856f-46f1-b231-390b9007b987 None None] Port 481fae3a-336d-4801-b698-83000ee2d680 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:49:59.273902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab968a9-4818-47b0-9a32-cc21f651b70e req-d6b04ac0-2cec-4646-9617-b5c34ce7716a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:59.275396 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ab968a9-4818-47b0-9a32-cc21f651b70e req-d6b04ac0-2cec-4646-9617-b5c34ce7716a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 932 time: 0.0575066 Aug 31 10:49:59.327265 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ab968a9-4818-47b0-9a32-cc21f651b70e req-539bc0d8-c875-4d2f-b69f-2f1b9e3414e6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453589 Aug 31 10:49:59.357034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481fae3a-336d-4801-b698-83000ee2d680 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:49:59.364774 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.377683 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Transition to ACTIVE for port object 481fae3a-336d-4801-b698-83000ee2d680 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:49:59.382276 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.401930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9978cfcb-0415-4545-972c-bc92f3cd0375 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:49:59.434575 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231dc57-e186-490a-8430-87c509276254 service neutron] Pushing event updated for resources: {'Port': ['ID=481fae3a-336d-4801-b698-83000ee2d680,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:59.462672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 9978cfcb-0415-4545-972c-bc92f3cd0375 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:49:59.466893 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9978cfcb-0415-4545-972c-bc92f3cd0375 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:49:59.467276 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.507727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Attempting to bind port 481fae3a-336d-4801-b698-83000ee2d680 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:49:59.508344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Attempting to bind port 481fae3a-336d-4801-b698-83000ee2d680 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:49:59.509017 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Attempting to bind port 481fae3a-336d-4801-b698-83000ee2d680 on network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:49:59.514138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Port 481fae3a-336d-4801-b698-83000ee2d680 on network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:49:59.514459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Attempting to bind port 481fae3a-336d-4801-b698-83000ee2d680 on network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:49:59.520819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:49:59.521161 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Checking segment: {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:49:59.521622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Bound using segment: {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:49:59.522115 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Bound port: 481fae3a-336d-4801-b698-83000ee2d680, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e602bd-bf54-4d36-bfdd-c38528607ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:49:59.522663 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.561344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.598595 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 9978cfcb-0415-4545-972c-bc92f3cd0375, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9978cfcb-0415-4545-972c-bc92f3cd0375,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:59.601846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] For port 481fae3a-336d-4801-b698-83000ee2d680, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:49:59.604079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.605813 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] For port 481fae3a-336d-4801-b698-83000ee2d680, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=481fae3a-336d-4801-b698-83000ee2d680,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:49:59.614363 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.656029 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=9978cfcb-0415-4545-972c-bc92f3cd0375,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:59.663860 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:59.664526 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:59.665932 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b231dc57-e186-490a-8430-87c509276254 service neutron] 10.222.0.52 "PUT /v2.0/ports/481fae3a-336d-4801-b698-83000ee2d680 HTTP/1.1" status: 200 len: 1092 time: 0.6562798 Aug 31 10:49:59.666382 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'tag': '481fae3a-336d-4801-b698-83000ee2d680'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:49:59.668704 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "tag": "481fae3a-336d-4801-b698-83000ee2d680"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:49:59.691496 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231dc57-e186-490a-8430-87c509276254 service neutron] Pushing event updated for resources: {'Port': ['ID=481fae3a-336d-4801-b698-83000ee2d680,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:59.730550 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145743f2-f1c3-4fab-9a6b-fa42f7de848d x-openstack-request-id: req-145743f2-f1c3-4fab-9a6b-fa42f7de848d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:49:59.730996 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "tag": "481fae3a-336d-4801-b698-83000ee2d680", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:49:59.731263 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-145743f2-f1c3-4fab-9a6b-fa42f7de848d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:49:59.731467 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'tag': '481fae3a-336d-4801-b698-83000ee2d680', 'status': 'completed', 'code': 200} Aug 31 10:49:59.749478 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2402d-eb51-497e-9640-c1fb09179481 req-31ae3223-6f93-419d-a468-8d1466c3c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:59.751190 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-31ae3223-6f93-419d-a468-8d1466c3c627 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0478427 Aug 31 10:49:59.804052 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-7a18f813-1d1b-40f7-9a3c-a1380fae532b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481fae3a-336d-4801-b698-83000ee2d680 HTTP/1.1" status: 200 len: 217 time: 0.0449831 Aug 31 10:49:59.854793 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2402d-eb51-497e-9640-c1fb09179481 req-816cfdfd-1457-4a38-ae65-4569b1c43dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:59.856442 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-816cfdfd-1457-4a38-ae65-4569b1c43dfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fe78b79-4e3e-4e7b-b640-814293e48f74 HTTP/1.1" status: 200 len: 835 time: 0.0458174 Aug 31 10:49:59.906159 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2402d-eb51-497e-9640-c1fb09179481 req-f6724b7e-7b60-4f4b-8b96-3a82210e5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:59.907684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-f6724b7e-7b60-4f4b-8b96-3a82210e5b32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448878 Aug 31 10:49:59.997998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-b75f8d6b-5fe7-4e6f-800a-37541911a441 service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825222 Aug 31 10:50:00.095201 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3de2402d-eb51-497e-9640-c1fb09179481 req-24d38410-678b-41ee-bf48-82ede1aa468f service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906005 Aug 31 10:50:00.180238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-0cb9fd45-6a16-4eda-8467-69ccef2221ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:00.181791 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-0cb9fd45-6a16-4eda-8467-69ccef2221ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0428474 Aug 31 10:50:00.276008 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-71933dd5-5a8f-4788-876e-54da7fb7b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:00.277553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-71933dd5-5a8f-4788-876e-54da7fb7b220 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f HTTP/1.1" status: 200 len: 899 time: 0.0892310 Aug 31 10:50:00.319569 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-f2cf6fd6-d79a-451b-841f-820a95ff0ad6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481fae3a-336d-4801-b698-83000ee2d680 HTTP/1.1" status: 200 len: 217 time: 0.0349813 Aug 31 10:50:00.371241 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-86480b9b-d52c-473e-9f51-9709f450d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:00.372812 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-86480b9b-d52c-473e-9f51-9709f450d984 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fe78b79-4e3e-4e7b-b640-814293e48f74 HTTP/1.1" status: 200 len: 835 time: 0.0453317 Aug 31 10:50:00.420986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-f4da0144-4365-4a7d-bec7-cfe2569b4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:00.422842 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-f4da0144-4365-4a7d-bec7-cfe2569b4ce6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423791 Aug 31 10:50:00.446462 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617491f9-b39d-437a-abda-c6fdc3ee267c req-5c3458a5-434d-42f8-82d7-65bd74cf696f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:00.448221 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-617491f9-b39d-437a-abda-c6fdc3ee267c req-5c3458a5-434d-42f8-82d7-65bd74cf696f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 944 time: 0.0546026 Aug 31 10:50:00.487665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-617491f9-b39d-437a-abda-c6fdc3ee267c req-b79dbcbd-426c-4d39-aa84-9c3d035f0434 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332012 Aug 31 10:50:00.520213 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-c3c975b9-612c-474b-a1a3-868d079ddbaf service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898175 Aug 31 10:50:00.613598 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bf8ba831-cc47-47e7-9a2a-34709e1e5a3e req-f588a6ea-a6fc-4720-804b-5619586cb3f1 service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847406 Aug 31 10:50:00.956285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 481fae3a-336d-4801-b698-83000ee2d680 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:50:01.056552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 481fae3a-336d-4801-b698-83000ee2d680, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=481fae3a-336d-4801-b698-83000ee2d680,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:50:01.068302 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '481fae3a-336d-4801-b698-83000ee2d680', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'port_id': '481fae3a-336d-4801-b698-83000ee2d680', 'mac_address': 'fa:16:3e:d1:ba:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:50:01.105918 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:01.120969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481fae3a-336d-4801-b698-83000ee2d680 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:50:01.141023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 481fae3a-336d-4801-b698-83000ee2d680, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=481fae3a-336d-4801-b698-83000ee2d680,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:50:01.145528 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:01.197267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=481fae3a-336d-4801-b698-83000ee2d680,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:01.361477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9978cfcb-0415-4545-972c-bc92f3cd0375 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:50:01.363727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['481fae3a-336d-4801-b698-83000ee2d680'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:50:01.463439 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 9978cfcb-0415-4545-972c-bc92f3cd0375 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:50:01.463801 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:01.609116 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2390d1-e0b5-4a0c-b6b1-b51d25740db4 req-d010a4b8-9285-4c2d-b490-09658c7899e0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:01.610677 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d2390d1-e0b5-4a0c-b6b1-b51d25740db4 req-d010a4b8-9285-4c2d-b490-09658c7899e0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 945 time: 0.0504835 Aug 31 10:50:01.661113 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d2390d1-e0b5-4a0c-b6b1-b51d25740db4 req-5c2adabf-12e5-455f-9b0c-78733c0732e7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Aug 31 10:50:02.778218 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47876cb-01fd-40e9-a435-a26737795ea5 req-ea3a2c7d-89d8-4bd3-b6b8-7503e04e3371 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:02.779760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e47876cb-01fd-40e9-a435-a26737795ea5 req-ea3a2c7d-89d8-4bd3-b6b8-7503e04e3371 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 945 time: 0.0498555 Aug 31 10:50:02.817393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e47876cb-01fd-40e9-a435-a26737795ea5 req-427004e5-fe50-4c6b-b877-a320f763b4de tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Aug 31 10:50:02.969292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 481fae3a-336d-4801-b698-83000ee2d680 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:50:03.020326 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 481fae3a-336d-4801-b698-83000ee2d680 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:50:03.024499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 481fae3a-336d-4801-b698-83000ee2d680 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:50:03.024858 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:03.100168 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:03.122474 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481fae3a-336d-4801-b698-83000ee2d680'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:50:03.124726 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cbdc5d-043a-4d22-9948-5c9548d84eab" -d '{"events": [{"server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "name": "network-vif-plugged", "status": "completed", "tag": "481fae3a-336d-4801-b698-83000ee2d680"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:50:03.138587 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 481fae3a-336d-4801-b698-83000ee2d680, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=481fae3a-336d-4801-b698-83000ee2d680,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:50:03.143235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:03.170527 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b562668-2fa6-4d7e-b603-9d26ae1c2630 x-openstack-request-id: req-6b562668-2fa6-4d7e-b603-9d26ae1c2630 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:50:03.170853 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "name": "network-vif-plugged", "status": "completed", "tag": "481fae3a-336d-4801-b698-83000ee2d680", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:50:03.171100 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b562668-2fa6-4d7e-b603-9d26ae1c2630 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:50:03.171486 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481fae3a-336d-4801-b698-83000ee2d680', 'code': 200} Aug 31 10:50:03.202230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=481fae3a-336d-4801-b698-83000ee2d680,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:03.264477 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ade3-c34d-4ca0-a8ae-9b01924eb4d3 req-a5433b47-127b-4266-a32e-d4ddf145c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:03.265996 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e1b8ade3-c34d-4ca0-a8ae-9b01924eb4d3 req-a5433b47-127b-4266-a32e-d4ddf145c9b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0456817 Aug 31 10:50:03.300777 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-e1b8ade3-c34d-4ca0-a8ae-9b01924eb4d3 req-947c6e4a-d606-4610-a296-873b5505c8cc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271099 Aug 31 10:50:03.940792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d543a-c93c-417c-8ec4-e27608b63ac2 req-c878de7d-c773-4542-81c6-f2e1abfb0f6b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:03.942284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-252d543a-c93c-417c-8ec4-e27608b63ac2 req-c878de7d-c773-4542-81c6-f2e1abfb0f6b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0538645 Aug 31 10:50:03.980889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-252d543a-c93c-417c-8ec4-e27608b63ac2 req-ddce82d9-8d88-496f-8a6d-63d14f29e6ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316560 Aug 31 10:50:05.101655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0105a-2e36-45d2-9816-e9359b8d1260 req-4cf34604-9ff6-4ca0-ba52-ed45b6140a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:05.103201 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57a0105a-2e36-45d2-9816-e9359b8d1260 req-4cf34604-9ff6-4ca0-ba52-ed45b6140a14 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0502532 Aug 31 10:50:05.142022 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57a0105a-2e36-45d2-9816-e9359b8d1260 req-f9a92ab0-3ab2-4e44-ac4e-07c2b8a09fd3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326822 Aug 31 10:50:05.257356 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cfb42-98da-43ab-8ae7-3f8087598f95 req-7aeef18a-fcdc-41e6-a628-4cf7ca6f2266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:05.258882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e2cfb42-98da-43ab-8ae7-3f8087598f95 req-7aeef18a-fcdc-41e6-a628-4cf7ca6f2266 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0498250 Aug 31 10:50:05.300150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7e2cfb42-98da-43ab-8ae7-3f8087598f95 req-38b2667c-34b0-40bf-91c5-fc7129767eea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352082 Aug 31 10:50:05.322702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50354) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:50:05.366837 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7564f-1730-4d26-8a03-347463dafe56 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:05.368378 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-53e7564f-1730-4d26-8a03-347463dafe56 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 1092 time: 0.0446482 Aug 31 10:50:05.371316 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50356) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:50:05.375874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '481fae3a-336d-4801-b698-83000ee2d680', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:50:05.400354 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:05.509223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:05.618354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.151 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/7581679a-507f-4680-be2a-7206a2f24214) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:50:05.727312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:05.767477 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:05.813983 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:50:05.817196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:50:05.822434 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:50:05.825579 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=7581679a-507f-4680-be2a-7206a2f24214,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:06.193254 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:06.259471 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:06.407567 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:06.412043 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:06.480595 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=7581679a-507f-4680-be2a-7206a2f24214,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:06.492208 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:06.592124 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP 4851ca40-7808-4f7c-83d0-e6a9d45cd5bb associated. External IP: 172.25.1.151, port: 481fae3a-336d-4801-b698-83000ee2d680. Aug 31 10:50:06.805881 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 9bb3951a-db6c-438d-8fec-ba6e523343cb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:50:06.919912 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:50:06.932995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] Sync routers for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:50:06.938903 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:06.943547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:50:06.944742 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:50:06.969924 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9845763c-eda6-4cc9-8baf-d0fbec9fcd4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5975535 Aug 31 10:50:06.970769 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'tag': '481fae3a-336d-4801-b698-83000ee2d680'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:50:06.975667 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97958b4-f921-4862-bdbc-a00fff50f217" -d '{"events": [{"name": "network-changed", "server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "tag": "481fae3a-336d-4801-b698-83000ee2d680"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:50:07.056895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:50:07.078231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6493851-c7b1-42dc-a6d5-a1c5bb7b0bcf req-b1149456-5523-46db-80ed-42b0812a9d32 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:07.080568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6493851-c7b1-42dc-a6d5-a1c5bb7b0bcf req-b1149456-5523-46db-80ed-42b0812a9d32 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0600450 Aug 31 10:50:07.082141 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2b343f-9e4c-4298-9648-1ea5880ac63f x-openstack-request-id: req-ab2b343f-9e4c-4298-9648-1ea5880ac63f {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:50:07.082521 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "tag": "481fae3a-336d-4801-b698-83000ee2d680", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:50:07.082897 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab2b343f-9e4c-4298-9648-1ea5880ac63f {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:50:07.083394 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'tag': '481fae3a-336d-4801-b698-83000ee2d680', 'status': 'completed', 'code': 200} Aug 31 10:50:07.122691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c6493851-c7b1-42dc-a6d5-a1c5bb7b0bcf req-6df8bca4-137a-4cd7-9c63-a02d99003dba tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342524 Aug 31 10:50:07.144850 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-04d1724c-7240-40c7-ba11-956f69ed1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:07.146654 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50366) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:50:07.146947 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-04d1724c-7240-40c7-ba11-956f69ed1a81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0493364 Aug 31 10:50:07.224178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-81c6a356-7803-4e69-b520-158681f038ab tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/4851ca40-7808-4f7c-83d0-e6a9d45cd5bb HTTP/1.1" status: 200 len: 992 time: 0.0762975 Aug 31 10:50:07.248166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-5adfcbf7-8935-4692-8f8f-ab43ac66ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:07.249679 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-5adfcbf7-8935-4692-8f8f-ab43ac66ae98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f HTTP/1.1" status: 200 len: 899 time: 0.0952029 Aug 31 10:50:07.299629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4851ca40-7808-4f7c-83d0-e6a9d45cd5bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'port_id': '481fae3a-336d-4801-b698-83000ee2d680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'mac_address': 'fa:16:3e:d1:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92631787-23ed-4430-b218-87a40a208ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:50:06Z', 'updated_at': '2021-08-31T10:50:06Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:59Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:50:07.317928 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-caced934-60ae-4638-873e-7e642bf738b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481fae3a-336d-4801-b698-83000ee2d680 HTTP/1.1" status: 200 len: 1000 time: 0.0610778 Aug 31 10:50:07.327376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] Checking router: 9bb3951a-db6c-438d-8fec-ba6e523343cb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:50:07.336637 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:50:07.337247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:49:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:50:07.367770 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-d0afd428-e866-4935-8371-96c3fd3c3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:07.369275 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-d0afd428-e866-4935-8371-96c3fd3c3355 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fe78b79-4e3e-4e7b-b640-814293e48f74 HTTP/1.1" status: 200 len: 835 time: 0.0451136 Aug 31 10:50:07.419979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-33e7af06-5a38-4185-9961-80700669a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:07.421601 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-33e7af06-5a38-4185-9961-80700669a8b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454683 Aug 31 10:50:07.446424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:50:07.512880 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-d9864b91-13eb-42ec-b771-2b7db06b7499 service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832484 Aug 31 10:50:07.608388 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f97958b4-f921-4862-bdbc-a00fff50f217 req-0a6d5506-fdb7-4241-9296-3dadfcbc6d2b service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881510 Aug 31 10:50:07.834142 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4851ca40-7808-4f7c-83d0-e6a9d45cd5bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'port_id': '481fae3a-336d-4801-b698-83000ee2d680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'mac_address': 'fa:16:3e:d1:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92631787-23ed-4430-b218-87a40a208ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:50:06Z', 'updated_at': '2021-08-31T10:50:06Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:59Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:50:07.861546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548e231-b2bb-4c4c-b9ad-696bdf995c1a None None] The sync data for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 is: [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4851ca40-7808-4f7c-83d0-e6a9d45cd5bb', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'port_id': '481fae3a-336d-4801-b698-83000ee2d680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'mac_address': 'fa:16:3e:d1:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92631787-23ed-4430-b218-87a40a208ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:50:06Z', 'updated_at': '2021-08-31T10:50:06Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:59Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:50:08.043768 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53057c42-836d-4450-b14e-8a4327c33917 None None] New status for floating IP 4851ca40-7808-4f7c-83d0-e6a9d45cd5bb: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:50:08.228634 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50368) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:50:08.292413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b649fb14-439b-481d-8adf-ede772590ad4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/4851ca40-7808-4f7c-83d0-e6a9d45cd5bb HTTP/1.1" status: 200 len: 994 time: 0.0626352 Aug 31 10:50:09.348837 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:50:11.320344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:14.393722 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:21.977810 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8696a603-b45b-4b7e-b7f8-ef87b29b21db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:25.196182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:25.887602 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d89216d6-3cea-42c9-bf22-67a6c227ded5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:27.987079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:28.933109 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:39.672703 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d9a64-ebf9-4269-a221-1b1d1cc8dceb req-a8119ca5-cc7f-417a-b1a1-038b20387b0e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:39.674239 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e0d9a64-ebf9-4269-a221-1b1d1cc8dceb req-a8119ca5-cc7f-417a-b1a1-038b20387b0e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0552845 Aug 31 10:50:39.715625 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0e0d9a64-ebf9-4269-a221-1b1d1cc8dceb req-51d5dbce-9da2-4de3-bf35-894fc261ce89 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 Aug 31 10:50:40.838943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4752-77ca-4002-af53-736c389d0db2 req-0da1023f-ffde-43be-a079-6eb26a261540 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:40.840464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea5c4752-77ca-4002-af53-736c389d0db2 req-0da1023f-ffde-43be-a079-6eb26a261540 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0551202 Aug 31 10:50:40.879323 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ea5c4752-77ca-4002-af53-736c389d0db2 req-32cda17a-8018-474b-82f4-faaa74d1050e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327740 Aug 31 10:50:41.319413 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:41.998055 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61767d67-2706-4c23-9ca8-e2045e83cd60 req-ebef62f8-ed06-4828-a04e-ac1444b923a4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:41.999639 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61767d67-2706-4c23-9ca8-e2045e83cd60 req-ebef62f8-ed06-4828-a04e-ac1444b923a4 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0491152 Aug 31 10:50:42.037970 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-61767d67-2706-4c23-9ca8-e2045e83cd60 req-6cab9cdb-e39a-4279-955f-ab7268aab987 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Aug 31 10:50:43.166264 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b75a5-0327-4988-9e03-00ac64750781 req-dea094d8-a4f2-4af6-aa56-fb04e5ea386d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:43.167818 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b1b75a5-0327-4988-9e03-00ac64750781 req-dea094d8-a4f2-4af6-aa56-fb04e5ea386d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0555522 Aug 31 10:50:43.206629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0b1b75a5-0327-4988-9e03-00ac64750781 req-71918800-f521-4ef3-91dd-f849dcc0237f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325699 Aug 31 10:50:44.324565 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480e7b-ff09-4810-9b1c-cfd4927fca9c req-944bab9e-a09b-41ce-9925-97fde4da7a2a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:44.326102 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5480e7b-ff09-4810-9b1c-cfd4927fca9c req-944bab9e-a09b-41ce-9925-97fde4da7a2a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0502017 Aug 31 10:50:44.364848 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b5480e7b-ff09-4810-9b1c-cfd4927fca9c req-c6b01077-6bb1-406b-9564-6fa2e051d572 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326684 Aug 31 10:50:44.391808 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:45.479610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82611a1-215f-467d-b5c1-6a66194c396d req-ecf01505-bfac-46ad-a005-fa9be8960607 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:45.481094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b82611a1-215f-467d-b5c1-6a66194c396d req-ecf01505-bfac-46ad-a005-fa9be8960607 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0481999 Aug 31 10:50:45.518499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b82611a1-215f-467d-b5c1-6a66194c396d req-83e727f7-dd77-4e99-916b-91b637d44b38 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315704 Aug 31 10:50:46.347711 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:50:46.641782 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e95c2-db51-4ab2-82af-bccc2805c402 req-6c18c96c-28eb-4fa8-a960-f1bca7ff8e56 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:46.643559 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d3e95c2-db51-4ab2-82af-bccc2805c402 req-6c18c96c-28eb-4fa8-a960-f1bca7ff8e56 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0547690 Aug 31 10:50:46.683341 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d3e95c2-db51-4ab2-82af-bccc2805c402 req-f92dd1b4-3c06-46b2-b5d5-c17d3a4e880b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333314 Aug 31 10:50:47.803649 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d8560-9560-4d66-a634-06f47057e01b req-8e9ac249-466f-425f-97ff-91223fba0c36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:47.805188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc5d8560-9560-4d66-a634-06f47057e01b req-8e9ac249-466f-425f-97ff-91223fba0c36 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0506816 Aug 31 10:50:47.842654 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc5d8560-9560-4d66-a634-06f47057e01b req-16dc0109-8341-4154-9a3c-7cb2f5952ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316215 Aug 31 10:50:48.958138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78d70d-1217-4206-9d4d-d550ab6dac10 req-b522c6d2-1901-4170-aebc-1b9e3b44af9a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:48.959681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e78d70d-1217-4206-9d4d-d550ab6dac10 req-b522c6d2-1901-4170-aebc-1b9e3b44af9a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0485744 Aug 31 10:50:48.998573 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e78d70d-1217-4206-9d4d-d550ab6dac10 req-094a1909-93d8-4b86-a28e-864e0cec5cdc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Aug 31 10:50:50.116556 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db63c86-08a8-41f7-92a7-8a7d4aa87758 req-ff5d1ebc-a8ed-4153-9cfc-0f5234f9b3b9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:50.117963 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0db63c86-08a8-41f7-92a7-8a7d4aa87758 req-ff5d1ebc-a8ed-4153-9cfc-0f5234f9b3b9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0531154 Aug 31 10:50:50.156531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0db63c86-08a8-41f7-92a7-8a7d4aa87758 req-61f3a74d-8c64-479e-bc90-0838d03882a1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324121 Aug 31 10:50:51.273713 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44fb41-a31c-437a-bde5-3d85cc3dbca3 req-333db2e0-076e-4e94-9405-b3d049116d06 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:51.275261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d44fb41-a31c-437a-bde5-3d85cc3dbca3 req-333db2e0-076e-4e94-9405-b3d049116d06 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0497396 Aug 31 10:50:51.318397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d44fb41-a31c-437a-bde5-3d85cc3dbca3 req-e74a866e-d746-4df7-9b2a-4a9f54e6fc57 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368800 Aug 31 10:50:51.979299 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0d09bc82-db4e-4846-bed1-1a0f17579d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:52.433108 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84112c0a-4289-473b-98a0-222231364cd8 req-03ff4c01-09dc-47cf-b3a4-b70ad92203c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:52.434587 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84112c0a-4289-473b-98a0-222231364cd8 req-03ff4c01-09dc-47cf-b3a4-b70ad92203c8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0484226 Aug 31 10:50:52.472915 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-84112c0a-4289-473b-98a0-222231364cd8 req-ea99a369-c7ee-4211-b280-267b7a89ec7a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324309 Aug 31 10:50:53.592808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d886ee7-acce-41b7-92a5-bcbf8eb8ac62 req-fc19cca2-4788-4684-b45a-b2092399065e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:53.594222 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d886ee7-acce-41b7-92a5-bcbf8eb8ac62 req-fc19cca2-4788-4684-b45a-b2092399065e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0524240 Aug 31 10:50:53.632194 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0d886ee7-acce-41b7-92a5-bcbf8eb8ac62 req-e778f2aa-0ab6-4c82-834a-569076ac524f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320218 Aug 31 10:50:54.746946 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f808f-16a2-49d8-ac02-2735170fa91d req-357f973c-7dce-4d71-b0bb-a389ee6e2b99 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:54.748550 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b0f808f-16a2-49d8-ac02-2735170fa91d req-357f973c-7dce-4d71-b0bb-a389ee6e2b99 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0491211 Aug 31 10:50:54.788080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b0f808f-16a2-49d8-ac02-2735170fa91d req-144d8624-1b2d-4679-b403-c6e88501c8b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335732 Aug 31 10:50:55.198162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:55.889132 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3d24-c707-4d5f-ae4c-4b6e343f96d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:55.905549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b70d2-07fc-4e7a-b106-7307c1237176 req-09a02229-27ec-4990-be06-5775a8ea9c11 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:55.907064 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b39b70d2-07fc-4e7a-b106-7307c1237176 req-09a02229-27ec-4990-be06-5775a8ea9c11 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0500069 Aug 31 10:50:55.945178 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b39b70d2-07fc-4e7a-b106-7307c1237176 req-3b8efabb-12d7-4581-ad66-f819778c1995 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314326 Aug 31 10:50:55.967220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50418) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:50:56.030657 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-78c0b27b-256c-4d30-9480-2b1448aab965 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/4851ca40-7808-4f7c-83d0-e6a9d45cd5bb HTTP/1.1" status: 200 len: 994 time: 0.0623140 Aug 31 10:50:57.295079 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24416aed-168a-4fce-8d39-28b3aeb3db70 req-3fd8b77b-5524-426c-88ff-964310c310ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:57.296583 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24416aed-168a-4fce-8d39-28b3aeb3db70 req-3fd8b77b-5524-426c-88ff-964310c310ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0516529 Aug 31 10:50:57.336041 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-24416aed-168a-4fce-8d39-28b3aeb3db70 req-e49ca254-63e4-4647-99e0-c8ca299a73de tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335300 Aug 31 10:50:57.357731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-72ae25c3-ef2e-4517-a08c-32939f2d5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:57.359293 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-72ae25c3-ef2e-4517-a08c-32939f2d5904 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0878830 Aug 31 10:50:57.448211 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-4831976e-55a3-4247-9892-b8d5838e12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:57.449676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-4831976e-55a3-4247-9892-b8d5838e12dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f HTTP/1.1" status: 200 len: 899 time: 0.0831835 Aug 31 10:50:57.520366 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-8bb6b8a3-3243-44ce-95d1-9bbf5617e468 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481fae3a-336d-4801-b698-83000ee2d680 HTTP/1.1" status: 200 len: 1002 time: 0.0633366 Aug 31 10:50:57.571163 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-9effcf77-30b8-4007-861a-e5d0ba9e88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:57.572582 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-9effcf77-30b8-4007-861a-e5d0ba9e88e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fe78b79-4e3e-4e7b-b640-814293e48f74 HTTP/1.1" status: 200 len: 835 time: 0.0447149 Aug 31 10:50:57.622092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-0e891351-0747-4ac0-861e-6eb995c6927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:57.623618 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-0e891351-0747-4ac0-861e-6eb995c6927e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436785 Aug 31 10:50:57.723684 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-a0bff996-9fc7-4ec6-918f-c7e17cb865d8 service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927823 Aug 31 10:50:57.813499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9b0d77ab-399d-4b6d-8bbd-2d4b30860493 req-fec7fa29-66a7-49a2-a1a4-e2b021f83d25 service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826247 Aug 31 10:50:57.988487 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:58.452033 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0474b9-74fa-4a6d-bcde-31a819805ee9 req-cf3d5caf-c5d4-4b7a-bbd2-f86db82341e1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:58.453619 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c0474b9-74fa-4a6d-bcde-31a819805ee9 req-cf3d5caf-c5d4-4b7a-bbd2-f86db82341e1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0490515 Aug 31 10:50:58.499506 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5c0474b9-74fa-4a6d-bcde-31a819805ee9 req-ceb5c0ce-4f87-4c1a-b25e-bffd0d4e9148 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 Aug 31 10:50:58.529572 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50430) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:50:58.589882 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a739d032-a420-4add-8fe3-05c057a45fd1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/4851ca40-7808-4f7c-83d0-e6a9d45cd5bb HTTP/1.1" status: 200 len: 994 time: 0.0591633 Aug 31 10:50:58.933494 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:04.711189 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-111529e1-be3e-46d5-98e2-d3cbf7f34c30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402229 Aug 31 10:51:04.796994 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-af101dde-3859-456d-b112-1c751b590940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:04.797963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-af101dde-3859-456d-b112-1c751b590940 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0451245 Aug 31 10:51:04.899563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-1bc73343-40e1-4245-a872-db5ffde56a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:04.901043 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-1bc73343-40e1-4245-a872-db5ffde56a70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f HTTP/1.1" status: 200 len: 899 time: 0.0833836 Aug 31 10:51:04.970071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-ddfcb9cd-2241-496f-be28-fa2c9b33f3e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481fae3a-336d-4801-b698-83000ee2d680 HTTP/1.1" status: 200 len: 1002 time: 0.0620720 Aug 31 10:51:05.020252 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-3aa5c688-ebca-452c-a8b4-a5011eaef3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:05.021820 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-3aa5c688-ebca-452c-a8b4-a5011eaef3d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fe78b79-4e3e-4e7b-b640-814293e48f74 HTTP/1.1" status: 200 len: 835 time: 0.0438945 Aug 31 10:51:05.067479 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-382915a6-8e60-4195-bddd-19ac70279dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:05.068960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-382915a6-8e60-4195-bddd-19ac70279dbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402272 Aug 31 10:51:05.159200 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-69cd2b0c-1366-4fd4-b858-8a938ba876e8 service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829504 Aug 31 10:51:05.246732 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-4f15d127-42c2-47f8-a35c-11b10d421264 req-c819b05d-0808-424e-b720-41a24876a5eb service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809073 Aug 31 10:51:11.339629 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:14.398595 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:21.980963 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-591a3a26-922f-4711-a150-514d73794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:23.353790 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:51:25.199258 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:25.891093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8152e971-683a-4513-b928-91e7e536f900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:27.991841 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:28.937524 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:28.980698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50452) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:29.136806 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 7581679a-507f-4680-be2a-7206a2f24214 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:51:29.137049 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:29.213117 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:29.213442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:29.225745 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 7581679a-507f-4680-be2a-7206a2f24214 owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:51:29.375848 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:29.407340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=7581679a-507f-4680-be2a-7206a2f24214,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:29.428603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.428943 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.429279 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.429614 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.429941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.430267 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.430591 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.430937 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.431263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.431582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.431900 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.432215 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:29.471655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:29.471982 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP 4851ca40-7808-4f7c-83d0-e6a9d45cd5bb disassociated (deleted). External IP: 172.25.1.151, port: 481fae3a-336d-4801-b698-83000ee2d680. Aug 31 10:51:30.025623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 9bb3951a-db6c-438d-8fec-ba6e523343cb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:51:30.130831 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:51:30.135525 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:30.140449 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] Sync routers for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:51:30.149868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:30.150510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:30.165528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-41d48b93-4532-4818-a324-78bc19ebd25c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/floatingips/4851ca40-7808-4f7c-83d0-e6a9d45cd5bb HTTP/1.1" status: 204 len: 168 time: 1.1810598 Aug 31 10:51:30.165528 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'tag': '481fae3a-336d-4801-b698-83000ee2d680'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:51:30.165852 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83798b87-9303-4788-9b33-3d6e942a4dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "tag": "481fae3a-336d-4801-b698-83000ee2d680"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:51:30.203329 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f547ab77-8ba4-4fbf-9777-53a46604ac09 x-openstack-request-id: req-f547ab77-8ba4-4fbf-9777-53a46604ac09 {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:51:30.203628 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "tag": "481fae3a-336d-4801-b698-83000ee2d680", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:51:30.203880 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f547ab77-8ba4-4fbf-9777-53a46604ac09 {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:51:30.204288 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'tag': '481fae3a-336d-4801-b698-83000ee2d680', 'status': 'completed', 'code': 200} Aug 31 10:51:30.262429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:30.273138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-2aa95747-3d6b-429b-8394-c793db79472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:30.274871 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-2aa95747-3d6b-429b-8394-c793db79472d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0476849 Aug 31 10:51:30.388951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-073855f6-46ab-48a0-b785-06bc736bf2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:30.390499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-073855f6-46ab-48a0-b785-06bc736bf2fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f HTTP/1.1" status: 200 len: 899 time: 0.1052713 Aug 31 10:51:30.394683 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0985cd9-4952-4f5d-855b-326656ca2f59 req-05dddd99-e030-4b9c-8e57-c7b6f4c0b9f5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:30.396772 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0985cd9-4952-4f5d-855b-326656ca2f59 req-05dddd99-e030-4b9c-8e57-c7b6f4c0b9f5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0510275 Aug 31 10:51:30.436459 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d0985cd9-4952-4f5d-855b-326656ca2f59 req-c5d83b20-b23c-4975-91a2-ccbef5e16316 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333755 Aug 31 10:51:30.438363 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-985870f5-2b59-4b52-9e86-bed5836066b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481fae3a-336d-4801-b698-83000ee2d680 HTTP/1.1" status: 200 len: 217 time: 0.0356071 Aug 31 10:51:30.470347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:59Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:30.496969 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] Checking router: 9bb3951a-db6c-438d-8fec-ba6e523343cb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:51:30.497707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-f312286c-e0ba-4892-a41e-e0ef504bd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:30.499490 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-f312286c-e0ba-4892-a41e-e0ef504bd8b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fe78b79-4e3e-4e7b-b640-814293e48f74 HTTP/1.1" status: 200 len: 835 time: 0.0534322 Aug 31 10:51:30.505159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:30.505751 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:30.550553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-65a20a41-011c-4768-8dcc-57d047c13bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:30.552672 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-65a20a41-011c-4768-8dcc-57d047c13bf7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417886 Aug 31 10:51:30.612895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:30.645648 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-a99abb6b-adc6-4b56-9255-eb3ea629390d service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840981 Aug 31 10:51:30.746712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-83798b87-9303-4788-9b33-3d6e942a4dc4 req-7103ebc0-9b0b-41e3-be57-9615362ba474 service neutron] 10.222.0.52 "GET /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933428 Aug 31 10:51:30.812752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:59Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:30.843308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880eb7b-447f-4a11-ada1-e09141684756 None None] The sync data for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 is: [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '9978cfcb-0415-4545-972c-bc92f3cd0375', 'name': '', 'network_id': 'ceba8b10-7fd9-451c-bc5d-c2f3d54b060f', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:d2:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:54Z', 'updated_at': '2021-08-31T10:49:59Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '7fe78b79-4e3e-4e7b-b640-814293e48f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:51:31.059019 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c8fb1-cfeb-47a7-a6d9-eb7cc9b1d64c None None] New status for floating IP 4851ca40-7808-4f7c-83d0-e6a9d45cd5bb: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:51:31.559705 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621e47a-ef5d-4c12-be7c-9b34bcd093e5 req-b9eacf7b-7c85-44ea-b5ce-b3b4a09e4cdb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:31.561182 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6621e47a-ef5d-4c12-be7c-9b34bcd093e5 req-b9eacf7b-7c85-44ea-b5ce-b3b4a09e4cdb tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0521698 Aug 31 10:51:31.599531 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6621e47a-ef5d-4c12-be7c-9b34bcd093e5 req-daaeaa8d-5a28-4645-99de-06ac0e5b0e80 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=09ac6d74-c147-43ef-a6ca-f2cb55018cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323918 Aug 31 10:51:31.822859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-2c0c588c-825e-4ea2-ada4-b0121d059898 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:31.824380 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-2c0c588c-825e-4ea2-ada4-b0121d059898 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 946 time: 0.0490451 Aug 31 10:51:31.919061 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 481fae3a-336d-4801-b698-83000ee2d680 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:51:31.919402 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:32.004352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 481fae3a-336d-4801-b698-83000ee2d680, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=481fae3a-336d-4801-b698-83000ee2d680,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:32.005204 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:32.017896 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 481fae3a-336d-4801-b698-83000ee2d680 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:51:32.147819 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:32.174949 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=481fae3a-336d-4801-b698-83000ee2d680,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:32.184729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.185076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.185417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.185762 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.186081 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.186404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.186730 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.187076 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.187398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.187718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.188036 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.188350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:32.229068 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] No DVR routers for this DVR port 481fae3a-336d-4801-b698-83000ee2d680 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:51:32.231723 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:32.233690 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fa47e3f0-c768-43a2-b559-dfdebd5f6219 req-4562d383-ba4e-4906-80f4-cc5dde453398 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.52 "DELETE /v2.0/ports/481fae3a-336d-4801-b698-83000ee2d680 HTTP/1.1" status: 204 len: 173 time: 0.4034531 Aug 31 10:51:32.234116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'name': 'network-vif-deleted', 'tag': '481fae3a-336d-4801-b698-83000ee2d680'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:51:32.236376 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fbfc85-951b-453f-9e77-2956af9d7a94" -d '{"events": [{"server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "name": "network-vif-deleted", "tag": "481fae3a-336d-4801-b698-83000ee2d680"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:51:32.274737 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0004c4de-48a1-4f21-af6f-357ba9f8010d x-openstack-request-id: req-0004c4de-48a1-4f21-af6f-357ba9f8010d {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:51:32.275062 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92631787-23ed-4430-b218-87a40a208ab8", "name": "network-vif-deleted", "tag": "481fae3a-336d-4801-b698-83000ee2d680", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:51:32.275313 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0004c4de-48a1-4f21-af6f-357ba9f8010d {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:51:32.275713 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92631787-23ed-4430-b218-87a40a208ab8', 'name': 'network-vif-deleted', 'tag': '481fae3a-336d-4801-b698-83000ee2d680', 'status': 'completed', 'code': 200} Aug 31 10:51:32.715487 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-65a73c0e-5aff-4e13-832f-77f33de4e7aa req-21657104-3b87-4de1-8eb0-8775187504c7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=92631787-23ed-4430-b218-87a40a208ab8 HTTP/1.1" status: 200 len: 210 time: 0.0269024 Aug 31 10:51:33.776064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50468) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:34.133294 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:34.381243 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 9978cfcb-0415-4545-972c-bc92f3cd0375 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:51:34.381587 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:34.471610 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 9978cfcb-0415-4545-972c-bc92f3cd0375, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=9978cfcb-0415-4545-972c-bc92f3cd0375,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:34.471892 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:34.485190 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 9978cfcb-0415-4545-972c-bc92f3cd0375 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:51:34.671072 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:34.705918 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=9978cfcb-0415-4545-972c-bc92f3cd0375,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:34.896972 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.110921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 9bb3951a-db6c-438d-8fec-ba6e523343cb has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:51:35.216774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:51:35.222206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4aea9fa4-dc11-47ed-a0e2-800e10fe8c70 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/9bb3951a-db6c-438d-8fec-ba6e523343cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4458520 Aug 31 10:51:35.225006 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50470) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:35.226143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] Sync routers for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:51:35.235246 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:35.235923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:35.281554 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aee8cf0-5407-4d47-af7b-18fb036b3ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting subnet 7fe78b79-4e3e-4e7b-b640-814293e48f74 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:51:35.285344 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aee8cf0-5407-4d47-af7b-18fb036b3ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.326574 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aee8cf0-5407-4d47-af7b-18fb036b3ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.342058 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:35.415704 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aee8cf0-5407-4d47-af7b-18fb036b3ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.481203 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aee8cf0-5407-4d47-af7b-18fb036b3ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.511692 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee8cf0-5407-4d47-af7b-18fb036b3ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe78b79-4e3e-4e7b-b640-814293e48f74,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:35.513686 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-1aee8cf0-5407-4d47-af7b-18fb036b3ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.518776 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50472) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:35.519349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1aee8cf0-5407-4d47-af7b-18fb036b3ea0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/subnets/7fe78b79-4e3e-4e7b-b640-814293e48f74 HTTP/1.1" status: 204 len: 168 time: 0.2928834 Aug 31 10:51:35.519531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e773efc-0941-4661-97f7-4d876f1e079e None None] Network ceba8b10-7fd9-451c-bc5d-c2f3d54b060f requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:51:35.560133 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:51:34Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:35.597123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] Checking router: 9bb3951a-db6c-438d-8fec-ba6e523343cb for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:51:35.615399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] Routers {'9bb3951a-db6c-438d-8fec-ba6e523343cb'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:35.615399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['9bb3951a-db6c-438d-8fec-ba6e523343cb'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:35.629292 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.738653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.765161 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] Set router 9bb3951a-db6c-438d-8fec-ba6e523343cb gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:35.801916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port a01ca409-4870-4f12-80cd-ff246053d6c9 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:51:35.802257 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.836652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] DHCP port deletion for ceba8b10-7fd9-451c-bc5d-c2f3d54b060f request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:51:35.881984 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port a01ca409-4870-4f12-80cd-ff246053d6c9, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a01ca409-4870-4f12-80cd-ff246053d6c9,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:35.882235 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:35.895977 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for a01ca409-4870-4f12-80cd-ff246053d6c9 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:51:36.067882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.091800 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=a01ca409-4870-4f12-80cd-ff246053d6c9,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:36.121057 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Deleting port e0b22d9b-166e-40f3-838b-604907bb4f85 {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:51:36.121427 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.157719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.192770 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] For port e0b22d9b-166e-40f3-838b-604907bb4f85, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e0b22d9b-166e-40f3-838b-604907bb4f85,segment=NetworkSegment(f2e602bd-bf54-4d36-bfdd-c38528607ed0),segment_id=f2e602bd-bf54-4d36-bfdd-c38528607ed0)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:36.193165 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.207357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Calling delete_port for e0b22d9b-166e-40f3-838b-604907bb4f85 owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:51:36.210306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:51:34Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:36.246109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea46e4-6266-4c65-9676-fd925e896529 None None] The sync data for ids ['9bb3951a-db6c-438d-8fec-ba6e523343cb'] in n-d-806683-2 is: [{'id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918382707', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:51:34Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': 'a01ca409-4870-4f12-80cd-ff246053d6c9', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb3951a-db6c-438d-8fec-ba6e523343cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:49:51Z', 'updated_at': '2021-08-31T10:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:51:36.248770 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.250982 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.295735 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.296263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Fanout notify agent at l3_agent the message router_deleted on router 9bb3951a-db6c-438d-8fec-ba6e523343cb {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:51:36.303437 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.304572 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-71984e45-bf02-4ef1-a24c-5a2d79eaed71 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/routers/9bb3951a-db6c-438d-8fec-ba6e523343cb HTTP/1.1" status: 204 len: 168 time: 0.7835603 Aug 31 10:51:36.307342 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50474) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:36.324313 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.350314 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Pushing event deleted for resources: {'Port': ['ID=e0b22d9b-166e-40f3-838b-604907bb4f85,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:36.354639 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] No DVR routers for this DVR port e0b22d9b-166e-40f3-838b-604907bb4f85 on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.366829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34901b25-7cdd-4410-bdf8-c7341bdaa53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:36.396632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.483427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.493063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceba8b10-7fd9-451c-bc5d-c2f3d54b060f']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:36.503089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e602bd-bf54-4d36-bfdd-c38528607ed0') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:36.503384 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e602bd-bf54-4d36-bfdd-c38528607ed0') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:36.512548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.526491 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.532484 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:51:36.532856 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:51:36.536254 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:51:36.597769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.605376 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.607178 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/networks/ceba8b10-7fd9-451c-bc5d-c2f3d54b060f HTTP/1.1" status: 204 len: 168 time: 0.2988210 Aug 31 10:51:36.610160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50476) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:36.618914 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd45c96-fbe5-45f7-9a6f-bd6d73cf78ea tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Network': ['ID=ceba8b10-7fd9-451c-bc5d-c2f3d54b060f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:36.675904 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a118b6f4-93dd-475c-bfea-478db1eec821 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.703329 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a118b6f4-93dd-475c-bfea-478db1eec821 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.767874 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a118b6f4-93dd-475c-bfea-478db1eec821 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.771171 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-a118b6f4-93dd-475c-bfea-478db1eec821 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:36.772607 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a118b6f4-93dd-475c-bfea-478db1eec821 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/security-groups/09ac6d74-c147-43ef-a6ca-f2cb55018cb1 HTTP/1.1" status: 204 len: 168 time: 0.1613438 Aug 31 10:51:36.782533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118b6f4-93dd-475c-bfea-478db1eec821 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ac6d74-c147-43ef-a6ca-f2cb55018cb1,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:37.158159 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50482) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:37.163583 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-2d3bb1c5-deed-46cc-8130-f909d9957b4c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1099682908', 'description': 'tempest-secgroup-smoke-1099682908 description', 'project_id': 'a01791843f324953864477d3af444d98'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:37.186692 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb1c5-deed-46cc-8130-f909d9957b4c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.271159 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb1c5-deed-46cc-8130-f909d9957b4c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.276087 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb1c5-deed-46cc-8130-f909d9957b4c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.306158 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bb1c5-deed-46cc-8130-f909d9957b4c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab04b55-1dea-4c11-b847-04e7b62367e6,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:37.308869 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb1c5-deed-46cc-8130-f909d9957b4c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.310174 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2d3bb1c5-deed-46cc-8130-f909d9957b4c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508973 Aug 31 10:51:37.313353 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50484) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:37.318244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-14d975d8-6c12-40ae-8bb0-d41505101888 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'cab04b55-1dea-4c11-b847-04e7b62367e6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:37.344285 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14d975d8-6c12-40ae-8bb0-d41505101888 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.406908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14d975d8-6c12-40ae-8bb0-d41505101888 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.412293 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14d975d8-6c12-40ae-8bb0-d41505101888 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.414678 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a01ca409-4870-4f12-80cd-ff246053d6c9 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:51:37.429891 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d975d8-6c12-40ae-8bb0-d41505101888 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82c467a-9e2b-4dcd-97a2-887d3b2114c7,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:37.437507 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-14d975d8-6c12-40ae-8bb0-d41505101888 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.438735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-14d975d8-6c12-40ae-8bb0-d41505101888 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244612 Aug 31 10:51:37.440281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 481fae3a-336d-4801-b698-83000ee2d680 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:51:37.441439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50486) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:37.443213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a01ca409-4870-4f12-80cd-ff246053d6c9 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:51:37.443542 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a01ca409-4870-4f12-80cd-ff246053d6c9 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:51:37.443962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e0b22d9b-166e-40f3-838b-604907bb4f85 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:51:37.447973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-97c72506-a9af-4633-9ee8-79cae39c364d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'cab04b55-1dea-4c11-b847-04e7b62367e6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:37.473373 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c72506-a9af-4633-9ee8-79cae39c364d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.478271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 481fae3a-336d-4801-b698-83000ee2d680 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:51:37.478611 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 481fae3a-336d-4801-b698-83000ee2d680 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:51:37.480073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e0b22d9b-166e-40f3-838b-604907bb4f85 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:51:37.480404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e0b22d9b-166e-40f3-838b-604907bb4f85 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:51:37.480797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9978cfcb-0415-4545-972c-bc92f3cd0375 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:51:37.499584 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 9978cfcb-0415-4545-972c-bc92f3cd0375 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:51:37.499926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 9978cfcb-0415-4545-972c-bc92f3cd0375 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:51:37.534184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c72506-a9af-4633-9ee8-79cae39c364d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.538204 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c72506-a9af-4633-9ee8-79cae39c364d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.559220 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c72506-a9af-4633-9ee8-79cae39c364d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fedc90-74cb-4cb3-9065-d35ff38625d6,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:37.563063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-97c72506-a9af-4633-9ee8-79cae39c364d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.564353 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-97c72506-a9af-4633-9ee8-79cae39c364d tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214621 Aug 31 10:51:37.568702 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50488) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:37.573420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f0f218da-618a-4b34-9da2-0fd3c1565324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'cab04b55-1dea-4c11-b847-04e7b62367e6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:37.599816 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0f218da-618a-4b34-9da2-0fd3c1565324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.657332 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0f218da-618a-4b34-9da2-0fd3c1565324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.661357 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0f218da-618a-4b34-9da2-0fd3c1565324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.679667 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f218da-618a-4b34-9da2-0fd3c1565324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb96325-90cb-4f07-940b-e5a2c885edc1,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:37.687512 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f0f218da-618a-4b34-9da2-0fd3c1565324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.688617 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f0f218da-618a-4b34-9da2-0fd3c1565324 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189845 Aug 31 10:51:37.691381 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50490) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:37.695905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-52f5d5a4-b7a6-4058-bbdb-dd8dda566eb0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'cab04b55-1dea-4c11-b847-04e7b62367e6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:37.721557 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-52f5d5a4-b7a6-4058-bbdb-dd8dda566eb0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.785738 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-52f5d5a4-b7a6-4058-bbdb-dd8dda566eb0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.789663 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-52f5d5a4-b7a6-4058-bbdb-dd8dda566eb0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.808367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5d5a4-b7a6-4058-bbdb-dd8dda566eb0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360f10a6-03c2-4e94-af37-1cbd133ab23d,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:37.813626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-52f5d5a4-b7a6-4058-bbdb-dd8dda566eb0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.814890 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-52f5d5a4-b7a6-4058-bbdb-dd8dda566eb0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225202 Aug 31 10:51:37.818169 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50492) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:37.822582 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-8dc1685c-54da-4b56-8d7a-9ca3d4c2bd75 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'cab04b55-1dea-4c11-b847-04e7b62367e6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:37.843443 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-8dc1685c-54da-4b56-8d7a-9ca3d4c2bd75 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:51:37.848312 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8dc1685c-54da-4b56-8d7a-9ca3d4c2bd75 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.912908 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8dc1685c-54da-4b56-8d7a-9ca3d4c2bd75 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.916916 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8dc1685c-54da-4b56-8d7a-9ca3d4c2bd75 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.937064 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1685c-54da-4b56-8d7a-9ca3d4c2bd75 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bb99c7-793f-4733-9da9-04804840b9e6,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:37.940746 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8dc1685c-54da-4b56-8d7a-9ca3d4c2bd75 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:37.941932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8dc1685c-54da-4b56-8d7a-9ca3d4c2bd75 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228096 Aug 31 10:51:37.945366 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50494) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:37.950043 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-61633100-9a76-40b8-8d3b-e8f9fb1cf237 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'security_group_rule': {'security_group_id': 'cab04b55-1dea-4c11-b847-04e7b62367e6', 'project_id': 'a01791843f324953864477d3af444d98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:37.972430 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-61633100-9a76-40b8-8d3b-e8f9fb1cf237 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Project a01791843f324953864477d3af444d98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:51:37.977429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61633100-9a76-40b8-8d3b-e8f9fb1cf237 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.038979 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61633100-9a76-40b8-8d3b-e8f9fb1cf237 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.043126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61633100-9a76-40b8-8d3b-e8f9fb1cf237 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.058452 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61633100-9a76-40b8-8d3b-e8f9fb1cf237 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61d8029-df69-42b6-9c4c-27a354c167cb,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:38.067379 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-61633100-9a76-40b8-8d3b-e8f9fb1cf237 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.068697 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-61633100-9a76-40b8-8d3b-e8f9fb1cf237 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223278 Aug 31 10:51:38.071581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50496) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:38.076447 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'network': {'name': 'tempest-network-smoke--226771', 'project_id': 'a01791843f324953864477d3af444d98', 'port_security_enabled': True}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:38.096465 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:51:38.100480 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.123478 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:51:38.132411 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.132817 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Added segment f11efad4-0915-4027-bba5-f45a97d31511 of type vlan for network 81e3ba0a-3222-42dc-927e-a205529456b7 Aug 31 10:51:38.176017 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.201065 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.206621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:38.207237 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.267061 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1944296 Aug 31 10:51:38.270714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50498) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:38.273671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ba466-a8af-432f-a1a2-565d5e4d0967 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Network': ['ID=81e3ba0a-3222-42dc-927e-a205529456b7,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:38.275427 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'admin_state_up': True, 'project_id': 'a01791843f324953864477d3af444d98', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:38.284111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 81e3ba0a-3222-42dc-927e-a205529456b7 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:51:38.300755 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.301942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.352617 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.486796 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.675891 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.702598 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:38.804925 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.64 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/3b8f67a9-7c3c-4f1a-ba70-338679586005) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:51:38.907193 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:39.264733 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:39.305833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:51:39.308851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:51:39.313100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:51:39.316120 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=3b8f67a9-7c3c-4f1a-ba70-338679586005,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:39.556647 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:39.753565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:39.881262 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:51:39.992488 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:51:40.004636 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Sync routers for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:51:40.012951 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.014240 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:40.015025 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:40.015210 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-85bc137d-1c7e-4e01-8260-290939180366 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7430491 Aug 31 10:51:40.018395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50500) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:40.049244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-25cd79df-1d35-414a-ba94-8f61770a0df2 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=a01791843f324953864477d3af444d98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290794 Aug 31 10:51:40.051748 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50502) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:40.121983 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:40.139421 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9578e53-d8bc-4ae8-9073-293a378bb5e6 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:40.140870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c9578e53-d8bc-4ae8-9073-293a378bb5e6 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881398 Aug 31 10:51:40.144095 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50504) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:40.177775 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-258d2b11-b33b-49ac-a041-90addca4c8bf tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325863 Aug 31 10:51:40.180749 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:40.185616 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214484838', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'project_id': 'a01791843f324953864477d3af444d98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:40.275916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:51:40.279429 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.314579 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:39Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:40.340964 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Checking router: 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:51:40.341306 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Updating router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e port 3b8f67a9-7c3c-4f1a-ba70-338679586005 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:51:40.366524 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.458152 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.517271 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Subnet': ['ID=53305592-fb97-44fe-9024-b12987e87936,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:40.526661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Checking segment: {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:51:40.527053 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network hostable DHCP agents. Network: 81e3ba0a-3222-42dc-927e-a205529456b7, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:51:40.543225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network 81e3ba0a-3222-42dc-927e-a205529456b7 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:51:40.552653 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 81e3ba0a-3222-42dc-927e-a205529456b7) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:51:40.556816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:40.557435 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.561709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f420d91-68dd-4929-84c1-6c70762be674 None None] Network 81e3ba0a-3222-42dc-927e-a205529456b7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:51:40.576511 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f7726e46-1d8d-4a41-a101-1ea298ac73db tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3946979 Aug 31 10:51:40.579367 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50508) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:40.623666 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.635045 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Transition to ACTIVE for port object 3b8f67a9-7c3c-4f1a-ba70-338679586005 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:51:40.642012 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.691485 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Attempting to bind port 3b8f67a9-7c3c-4f1a-ba70-338679586005 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:51:40.691851 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Attempting to bind port 3b8f67a9-7c3c-4f1a-ba70-338679586005 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:51:40.692292 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Attempting to bind port 3b8f67a9-7c3c-4f1a-ba70-338679586005 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:51:40.701080 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Pushing event updated for resources: {'Port': ['ID=3b8f67a9-7c3c-4f1a-ba70-338679586005,revision_number=2']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:40.703358 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:51:40.703722 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:51:40.704112 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.704489 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:51:40.704937 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Bound port: 3b8f67a9-7c3c-4f1a-ba70-338679586005, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:51:40.705310 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.718002 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-81e3ba0a-3222-42dc-927e-a205529456b7', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:51:40.719139 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.729246 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.729628 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.729952 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.730278 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.731036 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.731036 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.731541 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.731662 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.731898 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.732213 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.732527 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.735122 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:51:40.775579 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] For port 3b8f67a9-7c3c-4f1a-ba70-338679586005, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:51:40.778684 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] For port 3b8f67a9-7c3c-4f1a-ba70-338679586005, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3b8f67a9-7c3c-4f1a-ba70-338679586005,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:51:40.783234 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:40.893003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Allocated IP 172.20.0.2 (81e3ba0a-3222-42dc-927e-a205529456b7/53305592-fb97-44fe-9024-b12987e87936/164395b8-8485-418d-a974-92cc4179f98d) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:51:40.942664 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fe127-26f6-4489-bf20-ad46ecbee189 None None] Pushing event updated for resources: {'Port': ['ID=3b8f67a9-7c3c-4f1a-ba70-338679586005,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:40.947653 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:40.948252 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:41.044803 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.055242 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Transition to ACTIVE for port object 164395b8-8485-418d-a974-92cc4179f98d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:51:41.064507 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:41.069231 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.071399 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Transition to ACTIVE for port object 164395b8-8485-418d-a974-92cc4179f98d will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:51:41.078179 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.116861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Network 81e3ba0a-3222-42dc-927e-a205529456b7 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:51:41.123811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:51:41.125940 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:51:41.136958 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Pushing event updated for resources: {'Port': ['ID=164395b8-8485-418d-a974-92cc4179f98d,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:41.186370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Attempting to bind port 164395b8-8485-418d-a974-92cc4179f98d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:51:41.186766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Attempting to bind port 164395b8-8485-418d-a974-92cc4179f98d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:51:41.187109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Attempting to bind port 164395b8-8485-418d-a974-92cc4179f98d on network 81e3ba0a-3222-42dc-927e-a205529456b7 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:51:41.192105 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:51:41.192477 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Checking segment: {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:51:41.192886 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.193259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Bound using segment: {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:51:41.193732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Bound port: 164395b8-8485-418d-a974-92cc4179f98d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:51:41.194094 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.253776 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:39Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:41.265517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] For port 164395b8-8485-418d-a974-92cc4179f98d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:51:41.269968 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] For port 164395b8-8485-418d-a974-92cc4179f98d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=164395b8-8485-418d-a974-92cc4179f98d,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:51:41.275146 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.281681 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764f8d-cd1a-4653-909d-c81af6603b60 None None] The sync data for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 is: [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:39Z', 'revision_number': 3, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:51:41.357330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f483dd7-427b-4961-800f-88618e6bb286 None None] Pushing event updated for resources: {'Port': ['ID=164395b8-8485-418d-a974-92cc4179f98d,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:41.360908 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.374525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.1 (81e3ba0a-3222-42dc-927e-a205529456b7/53305592-fb97-44fe-9024-b12987e87936/db9ab45d-5f56-4d55-89df-67e2003219bb) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:51:41.515476 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.536012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object db9ab45d-5f56-4d55-89df-67e2003219bb will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:51:41.582148 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.622366 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network 81e3ba0a-3222-42dc-927e-a205529456b7 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:51:41.634009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:51:41.638431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:51:41.689990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=db9ab45d-5f56-4d55-89df-67e2003219bb,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:41.711368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.852602 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:42.145492 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:42.151396 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:42.232716 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=db9ab45d-5f56-4d55-89df-67e2003219bb,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:42.237743 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:42.336974 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network 81e3ba0a-3222-42dc-927e-a205529456b7 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:51:42.338321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:51:42.344384 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e23416-b65c-4243-970e-8c56b3521265 None None] Network 81e3ba0a-3222-42dc-927e-a205529456b7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:51:42.414138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c7c08662-5809-48be-9fc9-9501ea48a070 None None] Provisioning for port 164395b8-8485-418d-a974-92cc4179f98d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:51:42.469433 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:51:42.596162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:51:42.601395 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-aec388e0-6a54-458c-b156-f6cd8267b037 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/083ab9bf-da0f-4a36-bc31-2f45b66a0a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0208037 Aug 31 10:51:42.753551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-c38c821f-49aa-4b8f-a130-70c31a2e3d10 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099682908&fields=id&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 267 time: 0.0385392 Aug 31 10:51:42.760744 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-844dc950-11d3-4a2c-aeec-229628f114e2 None None] Provisioning for port db9ab45d-5f56-4d55-89df-67e2003219bb completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:51:42.765806 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-844dc950-11d3-4a2c-aeec-229628f114e2 None None] Provisioning complete for port db9ab45d-5f56-4d55-89df-67e2003219bb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:42.766186 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-844dc950-11d3-4a2c-aeec-229628f114e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:42.813999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-844dc950-11d3-4a2c-aeec-229628f114e2 None None] Port db9ab45d-5f56-4d55-89df-67e2003219bb cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:51:42.874562 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-ac3cb479-4a20-4d3c-99f5-1f83b2c1d0f8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:42.876146 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-ac3cb479-4a20-4d3c-99f5-1f83b2c1d0f8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/networks?id=81e3ba0a-3222-42dc-927e-a205529456b7 HTTP/1.1" status: 200 len: 793 time: 0.1138027 Aug 31 10:51:42.893287 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-d9dacc0b-4650-4d40-b28c-6da5c28c0d7a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/quotas/a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 375 time: 0.0103414 Aug 31 10:51:42.949515 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-3197c2be-050d-4524-814e-5ef36d3230b8 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480003 Aug 31 10:51:42.972707 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-b56d995b-0e52-4401-af50-fc4823540568 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:51:42.975024 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-b56d995b-0e52-4401-af50-fc4823540568 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079353 Aug 31 10:51:42.981155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Sync routers for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:51:42.991510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:42.992083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:43.068945 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b31de83b-df29-419d-8c36-0e80384c5806 None None] Provisioning complete for port db9ab45d-5f56-4d55-89df-67e2003219bb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:43.069324 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b31de83b-df29-419d-8c36-0e80384c5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:43.133835 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b31de83b-df29-419d-8c36-0e80384c5806 None None] Port db9ab45d-5f56-4d55-89df-67e2003219bb cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:51:43.140979 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f3f75a58-083b-42ce-80d1-d3373841512d service neutron] 10.222.0.69 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582556 Aug 31 10:51:43.161245 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:43.232916 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-8ad586e8-f3bc-43cd-a0e2-249587d1d99e service neutron] 10.222.0.69 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841300 Aug 31 10:51:43.293615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-684349c2-3328-45ff-92da-1eac34050dd1 None None] Provisioning complete for port db9ab45d-5f56-4d55-89df-67e2003219bb triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:43.293980 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-684349c2-3328-45ff-92da-1eac34050dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:43.348123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-684349c2-3328-45ff-92da-1eac34050dd1 None None] Port db9ab45d-5f56-4d55-89df-67e2003219bb cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:51:43.404937 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:42Z', 'revision_number': 2, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:43.437821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Checking router: 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:51:43.438261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Updating router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e port db9ab45d-5f56-4d55-89df-67e2003219bb binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:51:43.446641 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f4603976-ac26-49b5-aff8-f5829d6392e0 req-4653d1ad-bdd3-4b11-a79e-28d0712b22ad tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 210 time: 0.0394499 Aug 31 10:51:43.472405 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:43.512819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 164395b8-8485-418d-a974-92cc4179f98d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:51:43.652413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 164395b8-8485-418d-a974-92cc4179f98d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:51:43.681335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 164395b8-8485-418d-a974-92cc4179f98d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:43.681709 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:43.845943 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:43.866604 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:43.886692 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Transition to ACTIVE for port object db9ab45d-5f56-4d55-89df-67e2003219bb will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:51:43.897855 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:43.900809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 164395b8-8485-418d-a974-92cc4179f98d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=164395b8-8485-418d-a974-92cc4179f98d,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:43.927151 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:43.927921 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3b8f67a9-7c3c-4f1a-ba70-338679586005 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:51:43.989471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43644a30-0e8f-4a66-9a62-fbfccc6e6fa2 None None] Pushing event updated for resources: {'Port': ['ID=db9ab45d-5f56-4d55-89df-67e2003219bb,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:44.070912 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 3b8f67a9-7c3c-4f1a-ba70-338679586005 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:51:44.086123 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3b8f67a9-7c3c-4f1a-ba70-338679586005 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:44.086497 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.092054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Attempting to bind port db9ab45d-5f56-4d55-89df-67e2003219bb on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:51:44.092428 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Attempting to bind port db9ab45d-5f56-4d55-89df-67e2003219bb by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:51:44.092793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Attempting to bind port db9ab45d-5f56-4d55-89df-67e2003219bb on network 81e3ba0a-3222-42dc-927e-a205529456b7 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:51:44.129972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=164395b8-8485-418d-a974-92cc4179f98d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:44.132725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:51:44.133111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Checking segment: {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:51:44.133511 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.133899 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Bound using segment: {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:51:44.134367 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Bound port: db9ab45d-5f56-4d55-89df-67e2003219bb, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:51:44.134777 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.250146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] For port db9ab45d-5f56-4d55-89df-67e2003219bb, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:51:44.255045 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] For port db9ab45d-5f56-4d55-89df-67e2003219bb, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=db9ab45d-5f56-4d55-89df-67e2003219bb,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:51:44.260761 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.262669 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.331887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 3b8f67a9-7c3c-4f1a-ba70-338679586005, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3b8f67a9-7c3c-4f1a-ba70-338679586005,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:44.344519 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.350138 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:44.350856 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:44.353451 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43644a30-0e8f-4a66-9a62-fbfccc6e6fa2 None None] Pushing event updated for resources: {'Port': ['ID=db9ab45d-5f56-4d55-89df-67e2003219bb,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:44.368485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-dff846a1-a49b-42cd-9f76-3c72c870261c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:44.370030 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-dff846a1-a49b-42cd-9f76-3c72c870261c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/networks?id=81e3ba0a-3222-42dc-927e-a205529456b7 HTTP/1.1" status: 200 len: 793 time: 0.1223340 Aug 31 10:51:44.422564 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-4b5f9396-d76d-446a-8df7-2dc8b39f1197 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a01791843f324953864477d3af444d98 HTTP/1.1" status: 200 len: 380 time: 0.0429261 Aug 31 10:51:44.432711 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'port': {'device_id': '101f2184-865d-41f3-82e3-54dfd2960622', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'admin_state_up': True, 'tenant_id': 'a01791843f324953864477d3af444d98', 'security_groups': ['cab04b55-1dea-4c11-b847-04e7b62367e6']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:44.460442 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.557702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20e6aad7-17a4-4ca0-bef8-81229559d292 req-6c2259bc-962c-44d4-8b46-929e712605d0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 210 time: 0.0392363 Aug 31 10:51:44.559935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Made reservation on behalf of a01791843f324953864477d3af444d98 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:51:44.564039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.684745 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=3b8f67a9-7c3c-4f1a-ba70-338679586005,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:44.704956 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.20.0.10 (81e3ba0a-3222-42dc-927e-a205529456b7/53305592-fb97-44fe-9024-b12987e87936/d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:51:44.715665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:44.844930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.863674 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Transition to ACTIVE for port object d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:51:44.897965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.915785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:44.937555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network 81e3ba0a-3222-42dc-927e-a205529456b7 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:51:44.943107 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:51:44.946995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:51:44.948224 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca070a-1f77-49fe-b464-3d6d99de13f6 None None] The sync data for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 is: [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:51:44.973024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:45.026550 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:45.027780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.042917 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-73352394-1d5a-4dae-be1b-47311c19478e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6138511 Aug 31 10:51:45.057222 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Request body: {'port': {'device_id': '101f2184-865d-41f3-82e3-54dfd2960622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:45.126665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.234268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2479fa9d-2c2a-480d-ba9a-0419d7ad056c None None] Provisioning for port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:51:45.240015 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-2479fa9d-2c2a-480d-ba9a-0419d7ad056c None None] Provisioning complete for port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:45.240653 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2479fa9d-2c2a-480d-ba9a-0419d7ad056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.279642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-2479fa9d-2c2a-480d-ba9a-0419d7ad056c None None] Port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:51:45.418460 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:51:45.428716 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.443639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Transition to ACTIVE for port object d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:51:45.449307 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.520310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device db9ab45d-5f56-4d55-89df-67e2003219bb up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:51:45.527528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:45.592056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Attempting to bind port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:51:45.592537 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Attempting to bind port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:51:45.592960 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Attempting to bind port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 on network 81e3ba0a-3222-42dc-927e-a205529456b7 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:51:45.598530 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 on network 81e3ba0a-3222-42dc-927e-a205529456b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:51:45.599000 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Attempting to bind port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 on network 81e3ba0a-3222-42dc-927e-a205529456b7 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:51:45.605291 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:51:45.605939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Checking segment: {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:51:45.606439 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Bound using segment: {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:51:45.607018 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Bound port: d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11efad4-0915-4027-bba5-f45a97d31511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:51:45.607480 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.624299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port db9ab45d-5f56-4d55-89df-67e2003219bb completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:51:45.628779 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port db9ab45d-5f56-4d55-89df-67e2003219bb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:45.629147 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.693430 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] For port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:51:45.697857 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] For port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:51:45.705818 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.746715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567481a-03d6-41c9-84aa-7aa733f3c3a2 req-87a26d5a-9cf2-4cdf-8cea-f94b4e8d9d6b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:45.747942 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.748366 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6567481a-03d6-41c9-84aa-7aa733f3c3a2 req-87a26d5a-9cf2-4cdf-8cea-f94b4e8d9d6b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 944 time: 0.0927584 Aug 31 10:51:45.779336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:45.779877 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.781325 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] 10.222.0.20 "PUT /v2.0/ports/d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 HTTP/1.1" status: 200 len: 1092 time: 0.7310746 Aug 31 10:51:45.781787 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:51:45.784142 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f2979c-6b5b-4034-94c5-12bc3b65da8d" -d '{"events": [{"name": "network-changed", "server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:51:45.815225 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e9d08-3e1b-4f85-b56e-cbf99e533d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:45.850996 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port db9ab45d-5f56-4d55-89df-67e2003219bb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=db9ab45d-5f56-4d55-89df-67e2003219bb,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:45.857736 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6567481a-03d6-41c9-84aa-7aa733f3c3a2 req-369061ea-1203-40e2-a703-90563da13edc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032870 Aug 31 10:51:45.868230 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.869097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 164395b8-8485-418d-a974-92cc4179f98d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:51:45.883485 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d55c2c-735d-4907-a7fe-e2e110b0fd01 x-openstack-request-id: req-a6d55c2c-735d-4907-a7fe-e2e110b0fd01 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:51:45.883865 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:51:45.884193 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6d55c2c-735d-4907-a7fe-e2e110b0fd01 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:51:45.884668 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'status': 'completed', 'code': 200} Aug 31 10:51:45.903263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-a6d0218f-50b3-4b6c-8a75-8ab1336e6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:45.904994 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-a6d0218f-50b3-4b6c-8a75-8ab1336e6edb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 1095 time: 0.0746782 Aug 31 10:51:45.956857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-a58de72b-b7b9-44a8-b55f-7f52bb77d41f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 HTTP/1.1" status: 200 len: 217 time: 0.0434914 Aug 31 10:51:45.969354 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=db9ab45d-5f56-4d55-89df-67e2003219bb,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:45.973418 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 164395b8-8485-418d-a974-92cc4179f98d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:45.973840 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:46.021345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-62261b98-4a27-4aa1-bb5d-1f363d2981b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:46.022947 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-62261b98-4a27-4aa1-bb5d-1f363d2981b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53305592-fb97-44fe-9024-b12987e87936 HTTP/1.1" status: 200 len: 835 time: 0.0587540 Aug 31 10:51:46.068311 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3b8f67a9-7c3c-4f1a-ba70-338679586005 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:51:46.078153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-44c100e8-d958-4a3a-b2ac-9b36517b7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:46.079857 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-44c100e8-d958-4a3a-b2ac-9b36517b7f0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81e3ba0a-3222-42dc-927e-a205529456b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493662 Aug 31 10:51:46.117772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 3b8f67a9-7c3c-4f1a-ba70-338679586005 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:46.118150 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:46.183603 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-b16357c2-195a-42a2-b1d1-4d0cee8ea4a6 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961726 Aug 31 10:51:46.276940 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-64fc6bf3-3b34-4c20-a439-a01cfadfa1bb req-7f512ba2-d1b3-46cd-8f86-276d7c65a069 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864875 Aug 31 10:51:46.360119 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-b4de8a61-ccab-4739-8cf0-28fc4be05020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:46.361529 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-b4de8a61-ccab-4739-8cf0-28fc4be05020 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 1095 time: 0.0411925 Aug 31 10:51:46.454906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-8410cd7f-f83c-41dd-ad16-dcf0b0683ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:46.456389 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-8410cd7f-f83c-41dd-ad16-dcf0b0683ac2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81e3ba0a-3222-42dc-927e-a205529456b7 HTTP/1.1" status: 200 len: 895 time: 0.0881271 Aug 31 10:51:46.498201 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-8519244d-53ae-425e-87a5-a6fa90b613fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 HTTP/1.1" status: 200 len: 217 time: 0.0346491 Aug 31 10:51:46.550660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-84528f7a-6558-4a10-a66d-5b35bdad8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:46.552679 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-84528f7a-6558-4a10-a66d-5b35bdad8cea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53305592-fb97-44fe-9024-b12987e87936 HTTP/1.1" status: 200 len: 835 time: 0.0471547 Aug 31 10:51:46.596744 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-f365072f-7f37-4151-848b-edd7999cb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:46.598240 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-f365072f-7f37-4151-848b-edd7999cb944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81e3ba0a-3222-42dc-927e-a205529456b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390058 Aug 31 10:51:46.685767 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-d13c4405-1828-4dee-95dc-43cb847a86b6 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800955 Aug 31 10:51:46.779912 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-96f2979c-6b5b-4034-94c5-12bc3b65da8d req-93d14c33-33d8-4ea9-b10e-663b83a20a4f service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878220 Aug 31 10:51:46.977628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff47f-6072-4a7b-8153-4c0bb40a9ba1 req-6ed1ba6a-899e-43d0-bf55-eec571eec4bf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:46.979081 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31dff47f-6072-4a7b-8153-4c0bb40a9ba1 req-6ed1ba6a-899e-43d0-bf55-eec571eec4bf tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 944 time: 0.0492816 Aug 31 10:51:47.024597 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-31dff47f-6072-4a7b-8153-4c0bb40a9ba1 req-bf0566e9-2a58-4abb-b086-e4ae503943a5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394487 Aug 31 10:51:47.421622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device db9ab45d-5f56-4d55-89df-67e2003219bb up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:51:47.473622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port db9ab45d-5f56-4d55-89df-67e2003219bb triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:47.474000 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:48.137032 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4f7fc-04bc-4d5f-83f3-c8d79df999bd req-b8317e75-aeb7-4535-8187-f69f62fe03e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:48.138523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bb4f7fc-04bc-4d5f-83f3-c8d79df999bd req-b8317e75-aeb7-4535-8187-f69f62fe03e5 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 944 time: 0.0485218 Aug 31 10:51:48.175444 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bb4f7fc-04bc-4d5f-83f3-c8d79df999bd req-4bdf9c83-16a4-4fbc-80b6-285ada9a8614 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Aug 31 10:51:49.293127 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3049da-518c-4989-9e53-2f74180c9238 req-791efdfb-4974-4c80-9eed-94daa4b28aa6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:49.294649 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b3049da-518c-4989-9e53-2f74180c9238 req-791efdfb-4974-4c80-9eed-94daa4b28aa6 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 944 time: 0.0524988 Aug 31 10:51:49.333769 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6b3049da-518c-4989-9e53-2f74180c9238 req-fd444e06-7396-4c88-ae74-f0a26226c2ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324366 Aug 31 10:51:49.687213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:51:49.785290 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:49.797007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'port_id': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'mac_address': 'fa:16:3e:6f:17:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:51:49.833393 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:49.845728 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:51:49.864484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:49.868725 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:49.915875 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:50.220145 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:51:50.450121 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef64582-5b5d-4a47-be51-babed935b9c1 req-330edc8e-6f0a-44d9-be51-2b6dfda79d72 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:50.451652 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ef64582-5b5d-4a47-be51-babed935b9c1 req-330edc8e-6f0a-44d9-be51-2b6dfda79d72 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 945 time: 0.0508742 Aug 31 10:51:50.493713 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7ef64582-5b5d-4a47-be51-babed935b9c1 req-7655c2ed-3fb9-43f9-8605-a9c1a2da7e1f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354323 Aug 31 10:51:51.612740 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73b4ae-1a6e-4553-b1cf-637ba52656ba req-61cc4916-3bc5-468f-9bd5-aa69294b8f21 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:51.614120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e73b4ae-1a6e-4553-b1cf-637ba52656ba req-61cc4916-3bc5-468f-9bd5-aa69294b8f21 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Aug 31 10:51:51.652830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2e73b4ae-1a6e-4553-b1cf-637ba52656ba req-0a3b45d0-0f63-430d-9c3b-1f5bd6a4033c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326457 Aug 31 10:51:51.702860 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:51:51.753759 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:51:51.757974 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:51:51.758345 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:51.835331 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:51.856947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:51:51.859243 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b891f37-4dad-460d-96f8-8502a56cc57d" -d '{"events": [{"server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "name": "network-vif-plugged", "status": "completed", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:51:51.872694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:51:51.877182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:51.928498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:51.950373 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b934cf-ad2d-4ebe-bdf1-b8bc1320cf8a x-openstack-request-id: req-20b934cf-ad2d-4ebe-bdf1-b8bc1320cf8a {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:51:51.950660 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "name": "network-vif-plugged", "status": "completed", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:51:51.951048 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20b934cf-ad2d-4ebe-bdf1-b8bc1320cf8a {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:51:51.951445 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'code': 200} Aug 31 10:51:51.986697 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f17-c3d8-4ea6-8b2d-f28864f972da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:52.047223 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d454c6-763a-49e4-938c-be1cd67d333c req-36031e6f-2d89-4cdc-b0b3-1da4573fc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:52.048712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-55d454c6-763a-49e4-938c-be1cd67d333c req-36031e6f-2d89-4cdc-b0b3-1da4573fc3dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 1097 time: 0.0400393 Aug 31 10:51:52.083424 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-55d454c6-763a-49e4-938c-be1cd67d333c req-b39c01ef-7e1c-4f5c-83b6-2c0bae5c8439 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279698 Aug 31 10:51:52.772240 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6393884-1144-4ca9-b1e3-27ee48d30933 req-5fa9c8e6-6b4b-4668-ac8b-f93871138f34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:52.773764 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6393884-1144-4ca9-b1e3-27ee48d30933 req-5fa9c8e6-6b4b-4668-ac8b-f93871138f34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0539625 Aug 31 10:51:52.817383 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6393884-1144-4ca9-b1e3-27ee48d30933 req-c5ae86a9-8cb2-481d-a31f-a5b55dee6f63 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Aug 31 10:51:53.935529 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645876-7bc5-495f-ba5b-2b4abdf05917 req-8330695f-7b49-412f-b44f-19c3a4e2f539 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:53.937039 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b645876-7bc5-495f-ba5b-2b4abdf05917 req-8330695f-7b49-412f-b44f-19c3a4e2f539 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0500369 Aug 31 10:51:53.975328 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b645876-7bc5-495f-ba5b-2b4abdf05917 req-3d9ceab7-9717-411b-b72d-0520f8a288b0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 Aug 31 10:51:54.094367 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924defb-cd9c-4bf9-bb38-282af7d2ad18 req-e42d50d0-6bea-41bd-a836-db8b62a2bdf3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:54.095854 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a924defb-cd9c-4bf9-bb38-282af7d2ad18 req-e42d50d0-6bea-41bd-a836-db8b62a2bdf3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0523086 Aug 31 10:51:54.136635 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a924defb-cd9c-4bf9-bb38-282af7d2ad18 req-e3c4ca5c-5ef7-4d73-a1ec-54a2a861f21e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344367 Aug 31 10:51:54.158591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50568) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:54.197357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f6de6-7917-413f-bdd0-063018780c94 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:54.198873 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e37f6de6-7917-413f-bdd0-063018780c94 tempest-TestNetworkAdvancedServerOps-743761913 tempest-TestNetworkAdvancedServerOps-743761913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 1092 time: 0.0392010 Aug 31 10:51:54.201697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50570) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:54.206040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'tenant_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:51:54.230206 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:54.327936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:54.432930 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Allocated IP 172.25.1.228 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/1a1a0872-25f6-471b-939b-21ea65f183a1) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:51:54.531606 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:54.570987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:54.606126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:51:54.611210 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:51:54.613816 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:51:54.644381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=1a1a0872-25f6-471b-939b-21ea65f183a1,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:55.208287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:55.291964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:55.360539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:55.507321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:55.511841 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:55.586116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event updated for resources: {'Port': ['ID=1a1a0872-25f6-471b-939b-21ea65f183a1,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:51:55.595656 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:55.695191 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP f823f48c-ed6c-4ddb-8dfa-ef422144132b associated. External IP: 172.25.1.228, port: d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13. Aug 31 10:51:55.892076 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4483c8f9-8a45-47b2-a01b-36784a9fa2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:55.909524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:51:56.017989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:51:56.028294 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] Sync routers for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:51:56.033088 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:56.037885 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:56.038485 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:56.061256 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8a57b8cf-6d06-417c-bd46-ded48d4568ed tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8583684 Aug 31 10:51:56.061795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:51:56.064209 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890207f0-fdbc-427f-89ed-e6c451473b72" -d '{"events": [{"name": "network-changed", "server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:51:56.105341 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba862395-5089-4506-9f2f-03ca4b8efc88 x-openstack-request-id: req-ba862395-5089-4506-9f2f-03ca4b8efc88 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:51:56.105341 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:51:56.105643 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba862395-5089-4506-9f2f-03ca4b8efc88 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:51:56.106045 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'status': 'completed', 'code': 200} Aug 31 10:51:56.150023 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:56.176450 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-c7e070ea-d8b9-43b5-945b-071aa962a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:56.178103 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-c7e070ea-d8b9-43b5-945b-071aa962a60a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 1097 time: 0.0429606 Aug 31 10:51:56.179752 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0956437-4629-45d1-b6bc-c21abe8939aa req-0e696f37-bb98-4798-ab10-cdc2e06c198c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:56.181294 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0956437-4629-45d1-b6bc-c21abe8939aa req-0e696f37-bb98-4798-ab10-cdc2e06c198c tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0568526 Aug 31 10:51:56.223872 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0956437-4629-45d1-b6bc-c21abe8939aa req-46786f06-3536-43d9-9661-c8f2e28ee2e7 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365186 Aug 31 10:51:56.249059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50576) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:56.274149 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-5db43a87-a149-46be-92c8-0f72a6786ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:56.275874 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-5db43a87-a149-46be-92c8-0f72a6786ca5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81e3ba0a-3222-42dc-927e-a205529456b7 HTTP/1.1" status: 200 len: 895 time: 0.0907469 Aug 31 10:51:56.314203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fafedafb-d2b5-4041-92e1-29bd1f31c7f9 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/f823f48c-ed6c-4ddb-8dfa-ef422144132b HTTP/1.1" status: 200 len: 992 time: 0.0638092 Aug 31 10:51:56.347375 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-cb61af9d-1033-43af-be95-e59ab4811403 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 HTTP/1.1" status: 200 len: 1000 time: 0.0648620 Aug 31 10:51:56.383379 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f823f48c-ed6c-4ddb-8dfa-ef422144132b', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'port_id': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'mac_address': 'fa:16:3e:6f:17:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101f2184-865d-41f3-82e3-54dfd2960622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:51:55Z', 'updated_at': '2021-08-31T10:51:55Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:45Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:56.397007 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-2bbbd5c3-ca97-4f11-b84e-0b495f9f290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:56.398491 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-2bbbd5c3-ca97-4f11-b84e-0b495f9f290a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53305592-fb97-44fe-9024-b12987e87936 HTTP/1.1" status: 200 len: 835 time: 0.0435524 Aug 31 10:51:56.409648 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] Checking router: 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:51:56.418497 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:51:56.419192 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:51:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:56.443485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-3e302754-c060-43be-80ca-baafade4781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:51:56.445023 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-3e302754-c060-43be-80ca-baafade4781d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81e3ba0a-3222-42dc-927e-a205529456b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400856 Aug 31 10:51:56.524337 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:51:56.539839 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-d11fd12d-0342-4e75-b74d-4f39e449d951 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875285 Aug 31 10:51:56.632029 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-890207f0-fdbc-427f-89ed-e6c451473b72 req-bee6c3e9-ebe2-487d-bef2-2f5e8be4aa8f service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844979 Aug 31 10:51:56.747126 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f823f48c-ed6c-4ddb-8dfa-ef422144132b', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'port_id': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'mac_address': 'fa:16:3e:6f:17:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101f2184-865d-41f3-82e3-54dfd2960622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:51:55Z', 'updated_at': '2021-08-31T10:51:55Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:45Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:51:56.773058 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfc7d7-d7da-4016-bf5c-d4f5019c468c None None] The sync data for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 is: [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': 'f823f48c-ed6c-4ddb-8dfa-ef422144132b', 'tenant_id': 'a01791843f324953864477d3af444d98', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'port_id': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'mac_address': 'fa:16:3e:6f:17:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101f2184-865d-41f3-82e3-54dfd2960622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:51:55Z', 'updated_at': '2021-08-31T10:51:55Z', 'revision_number': 0, 'project_id': 'a01791843f324953864477d3af444d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:45Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:51:56.964755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e8961-e937-4220-88bf-f95c6a2b4022 None None] New status for floating IP f823f48c-ed6c-4ddb-8dfa-ef422144132b: ACTIVE {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:51:57.318422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50578) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:51:57.382838 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5106b793-0b67-4c9f-89dd-93ee5d1ef405 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/f823f48c-ed6c-4ddb-8dfa-ef422144132b HTTP/1.1" status: 200 len: 994 time: 0.0632362 Aug 31 10:51:57.994883 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:58.938581 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:00.352913 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:52:11.340027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:12.660510 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-d5bfe546-d583-487f-9a24-2747845438c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459757 Aug 31 10:52:12.746409 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-7cdb3d90-be46-4524-a890-46fe32544a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:52:12.747968 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-7cdb3d90-be46-4524-a890-46fe32544a35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 1097 time: 0.0398314 Aug 31 10:52:12.850819 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-aabfbce2-34ee-4dbc-8b16-c4d893095ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:52:12.852307 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-aabfbce2-34ee-4dbc-8b16-c4d893095ae1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81e3ba0a-3222-42dc-927e-a205529456b7 HTTP/1.1" status: 200 len: 895 time: 0.0838642 Aug 31 10:52:12.921477 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-ce7116b5-150c-4c85-b2dc-9ce4cf22742f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 HTTP/1.1" status: 200 len: 1002 time: 0.0614970 Aug 31 10:52:12.968889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-407abc8c-9d17-47f3-bcf2-a3aaa77cd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:52:12.970369 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-407abc8c-9d17-47f3-bcf2-a3aaa77cd225 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53305592-fb97-44fe-9024-b12987e87936 HTTP/1.1" status: 200 len: 835 time: 0.0424869 Aug 31 10:52:13.019883 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-12e6231b-7c7b-4751-9cfb-a017e59392ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:52:13.021391 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-12e6231b-7c7b-4751-9cfb-a017e59392ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81e3ba0a-3222-42dc-927e-a205529456b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439415 Aug 31 10:52:13.114134 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-f735f973-f71d-4e98-985b-347cdabec525 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838115 Aug 31 10:52:13.203591 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f8b7adae-c8ea-43bd-b1ac-ea3b8d302c9a req-3e84b50e-9269-461e-969d-819c2e36004e service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805683 Aug 31 10:52:14.406612 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:21.978565 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2ea25f0-2667-4155-a7f0-86b76ed177f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:25.199731 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:25.893384 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3fc5c71e-cc91-490f-b2d2-f0bf020d50f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:27.997276 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:28.941136 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:37.353289 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:52:41.353795 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:44.406369 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:51.978324 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-79923d49-23f9-4b1c-b6ef-53e4cf078720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:55.203098 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:55.895464 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f7a28fbd-8a01-448d-afb3-85c2943db071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:58.001900 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:58.947507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:02.289751 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf544a-8387-4577-b564-e9b7c954fa66 req-2d5effe2-fed2-432d-965c-6cf452584083 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:02.291348 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33cf544a-8387-4577-b564-e9b7c954fa66 req-2d5effe2-fed2-432d-965c-6cf452584083 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0571804 Aug 31 10:53:02.332596 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-33cf544a-8387-4577-b564-e9b7c954fa66 req-8feb566a-a4e9-4181-8c4d-a786189c8ad0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349514 Aug 31 10:53:03.476288 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e4f5-93c5-4fc2-8a0c-ece84923daac req-92999276-dc8f-4092-b720-2219430b1b0e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:03.477803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b455e4f5-93c5-4fc2-8a0c-ece84923daac req-92999276-dc8f-4092-b720-2219430b1b0e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0584555 Aug 31 10:53:03.516246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b455e4f5-93c5-4fc2-8a0c-ece84923daac req-0ab0f513-2795-4cd3-a636-b607a2e2d0a3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324287 Aug 31 10:53:04.652775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ad390-5792-4d56-b4fd-434d7ebb9114 req-db36b0bb-57d2-47bf-9f88-ce62be25d787 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:04.654326 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-256ad390-5792-4d56-b4fd-434d7ebb9114 req-db36b0bb-57d2-47bf-9f88-ce62be25d787 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0547760 Aug 31 10:53:04.696984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-256ad390-5792-4d56-b4fd-434d7ebb9114 req-0e8ff751-2886-4086-9c7e-42ff96e84b15 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344303 Aug 31 10:53:04.719508 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50620) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:04.789325 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-4be29751-20ef-4f2c-946d-20b32d321dc3 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/f823f48c-ed6c-4ddb-8dfa-ef422144132b HTTP/1.1" status: 200 len: 994 time: 0.0686443 Aug 31 10:53:06.080307 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa6e8c-d909-48db-82dd-e8f5057334f9 req-92fb3f67-7e0f-4937-87e3-6eaacd188303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:06.082000 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46aa6e8c-d909-48db-82dd-e8f5057334f9 req-92fb3f67-7e0f-4937-87e3-6eaacd188303 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0549140 Aug 31 10:53:06.106833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-0885bf93-75fd-426c-9e2f-5f3d8b8e7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:06.108441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-0885bf93-75fd-426c-9e2f-5f3d8b8e7e8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 1097 time: 0.0571401 Aug 31 10:53:06.127708 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-46aa6e8c-d909-48db-82dd-e8f5057334f9 req-68a366e7-f2d1-4f6f-8fdd-43cf24d5ea4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389273 Aug 31 10:53:06.208986 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-1f46df62-5abb-42b3-a56f-1a4851950d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:06.210714 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-1f46df62-5abb-42b3-a56f-1a4851950d48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81e3ba0a-3222-42dc-927e-a205529456b7 HTTP/1.1" status: 200 len: 895 time: 0.0951164 Aug 31 10:53:06.285465 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-107982f6-d1e2-4747-8e52-2c3302b94aad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 HTTP/1.1" status: 200 len: 1002 time: 0.0657628 Aug 31 10:53:06.337067 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-3bb536a6-ca2e-4d9b-8f85-4f35d61073d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:06.338579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-3bb536a6-ca2e-4d9b-8f85-4f35d61073d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53305592-fb97-44fe-9024-b12987e87936 HTTP/1.1" status: 200 len: 835 time: 0.0465775 Aug 31 10:53:06.389865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-e4980e77-6a62-44ab-a2db-a5de0dc06ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:06.391478 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-e4980e77-6a62-44ab-a2db-a5de0dc06ce4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81e3ba0a-3222-42dc-927e-a205529456b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442834 Aug 31 10:53:06.487205 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-33277b0e-fd07-479c-aeee-c7656882f5e3 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886445 Aug 31 10:53:06.582135 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9fc2324c-482e-4b17-8bc5-eebd73bcfec4 req-f8de9cb2-7228-4ec1-bcd4-0d9c330d6c63 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883110 Aug 31 10:53:07.255973 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b9ee-3ee4-4eb8-a983-0be07e9577f9 req-6bc61385-84de-4cb3-b84c-c66486de8eb1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:07.257632 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c50b9ee-3ee4-4eb8-a983-0be07e9577f9 req-6bc61385-84de-4cb3-b84c-c66486de8eb1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0532861 Aug 31 10:53:07.297977 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7c50b9ee-3ee4-4eb8-a983-0be07e9577f9 req-6eadf3c5-7bdf-4bda-833f-c5e690e73ff0 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341799 Aug 31 10:53:08.424140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50878863-1dc4-414f-8939-1ef122956821 req-f2fd0189-ecc9-4d87-87bf-3a8c32ea02df tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:08.425631 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50878863-1dc4-414f-8939-1ef122956821 req-f2fd0189-ecc9-4d87-87bf-3a8c32ea02df tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0508077 Aug 31 10:53:08.469594 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50878863-1dc4-414f-8939-1ef122956821 req-eb1c1120-4156-4e5c-8252-3cbb75bc0c08 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368438 Aug 31 10:53:08.492300 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50634) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:08.558565 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-1ceca104-122e-4c66-850c-787c37b077df tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/floatingips/f823f48c-ed6c-4ddb-8dfa-ef422144132b HTTP/1.1" status: 200 len: 994 time: 0.0651000 Aug 31 10:53:08.789812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50640) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:08.953938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 1a1a0872-25f6-471b-939b-21ea65f183a1 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:53:08.954191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:09.034019 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:09.034350 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:09.046219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 1a1a0872-25f6-471b-939b-21ea65f183a1 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:53:09.196987 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:09.220396 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=1a1a0872-25f6-471b-939b-21ea65f183a1,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:09.232902 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.233247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.233576 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.233940 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.234264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.234591 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.234943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.235267 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.235593 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.235908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.236726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.237043 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:09.295135 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:09.295459 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Floating IP f823f48c-ed6c-4ddb-8dfa-ef422144132b disassociated (deleted). External IP: 172.25.1.228, port: d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13. Aug 31 10:53:09.508345 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:53:09.617229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:53:09.622203 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:09.626841 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] Sync routers for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:53:09.635828 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:09.636429 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:09.649036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e09171a5-ab85-4af1-8aaa-e18d3213127f tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/floatingips/f823f48c-ed6c-4ddb-8dfa-ef422144132b HTTP/1.1" status: 204 len: 168 time: 0.8580666 Aug 31 10:53:09.649724 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:53:09.652143 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4b034-768b-455d-bb32-1b31f74df6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:53:09.695267 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce3f34f-dc87-46e0-b049-7eae218850f6 x-openstack-request-id: req-fce3f34f-dc87-46e0-b049-7eae218850f6 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:53:09.695576 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:53:09.695822 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fce3f34f-dc87-46e0-b049-7eae218850f6 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:53:09.696226 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'status': 'completed', 'code': 200} Aug 31 10:53:09.764441 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:09.764830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-d1146170-c540-470d-8c1d-d8a423cc7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:09.767719 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-d1146170-c540-470d-8c1d-d8a423cc7113 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a01791843f324953864477d3af444d98&device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 1097 time: 0.0478702 Aug 31 10:53:09.882171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-4d0c2e5a-cade-4cb0-9f7a-5f03811a2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:09.883777 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-4d0c2e5a-cade-4cb0-9f7a-5f03811a2a4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=81e3ba0a-3222-42dc-927e-a205529456b7 HTTP/1.1" status: 200 len: 895 time: 0.1056166 Aug 31 10:53:09.912056 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410e61-eb6b-4e3b-bfdd-4886e0130e4f req-dfe32687-b273-4c7f-b43e-f872f0aa7078 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:09.913873 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f410e61-eb6b-4e3b-bfdd-4886e0130e4f req-dfe32687-b273-4c7f-b43e-f872f0aa7078 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0697551 Aug 31 10:53:09.941017 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-6ab53767-6eb9-4c5e-937a-469a59238fb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 HTTP/1.1" status: 200 len: 217 time: 0.0482569 Aug 31 10:53:09.959659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0f410e61-eb6b-4e3b-bfdd-4886e0130e4f req-222220a8-0b63-4d51-8daa-40ad81e9f99b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Aug 31 10:53:10.012378 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-dacd950b-b9a1-48fe-9fa9-1d2ee35ea321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:10.014004 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-dacd950b-b9a1-48fe-9fa9-1d2ee35ea321 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53305592-fb97-44fe-9024-b12987e87936 HTTP/1.1" status: 200 len: 835 time: 0.0626791 Aug 31 10:53:10.066906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-bba76816-7e66-4684-990c-d71efdbfd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:10.068467 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-bba76816-7e66-4684-990c-d71efdbfd0e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81e3ba0a-3222-42dc-927e-a205529456b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469546 Aug 31 10:53:10.110842 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:45Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:10.140834 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] Checking router: 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:53:10.150819 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:10.151440 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:10.162671 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-e7c054f8-bbd1-41c9-bf62-fb1490f3b0e6 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857162 Aug 31 10:53:10.257326 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:10.262778 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cbf4b034-768b-455d-bb32-1b31f74df6b0 req-bf635187-c038-4a3c-b422-e332e46e3468 service neutron] 10.222.0.20 "GET /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922067 Aug 31 10:53:10.461768 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:45Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:10.487195 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baeca81-82c9-4d3a-bbe4-acad401e8c31 None None] The sync data for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 is: [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:41Z', 'revision_number': 4, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'db9ab45d-5f56-4d55-89df-67e2003219bb', 'name': '', 'network_id': '81e3ba0a-3222-42dc-927e-a205529456b7', 'tenant_id': 'a01791843f324953864477d3af444d98', 'mac_address': 'fa:16:3e:39:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '53305592-fb97-44fe-9024-b12987e87936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:41Z', 'updated_at': '2021-08-31T10:51:45Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'subnets': [{'id': '53305592-fb97-44fe-9024-b12987e87936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:53:10.703393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb2d61e-64cc-4f51-9f0a-bd4c158ebb85 None None] New status for floating IP f823f48c-ed6c-4ddb-8dfa-ef422144132b: DOWN {{(pid=94788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:53:11.088530 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da642bd-e42c-4075-a404-e2edd7e73ba4 req-d342ea60-530f-45fa-b4ba-e34ad8f2dfa1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:11.090154 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3da642bd-e42c-4075-a404-e2edd7e73ba4 req-d342ea60-530f-45fa-b4ba-e34ad8f2dfa1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0494075 Aug 31 10:53:11.144590 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3da642bd-e42c-4075-a404-e2edd7e73ba4 req-78a26608-596c-4c24-add5-8674c5626a8e tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/security-groups?id=cab04b55-1dea-4c11-b847-04e7b62367e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474727 Aug 31 10:53:11.354317 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:11.726814 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-8b1764b4-aecc-4ede-a1d8-d69c5b3f6998 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:11.728243 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-8b1764b4-aecc-4ede-a1d8-d69c5b3f6998 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 946 time: 0.0502467 Aug 31 10:53:11.825079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:53:11.825421 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:11.915718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:11.916083 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:11.929526 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:53:12.068688 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:12.095895 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:12.141387 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] No DVR routers for this DVR port d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:53:12.144738 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:12.146824 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-12c32cac-184d-4369-a1ef-2b3c1cfd9517 req-fa76727c-2e48-43e1-bd23-061e8921c5c1 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.20 "DELETE /v2.0/ports/d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 HTTP/1.1" status: 204 len: 173 time: 0.4119372 Aug 31 10:53:12.147274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'name': 'network-vif-deleted', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:53:12.149707 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e7cb1c-2248-4772-8246-fea345d64605" -d '{"events": [{"server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "name": "network-vif-deleted", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:53:12.191682 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb0aa00-34a8-4be4-8853-60afad65b439 x-openstack-request-id: req-2cb0aa00-34a8-4be4-8853-60afad65b439 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:53:12.192023 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101f2184-865d-41f3-82e3-54dfd2960622", "name": "network-vif-deleted", "tag": "d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:53:12.192265 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2cb0aa00-34a8-4be4-8853-60afad65b439 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:53:12.192655 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101f2184-865d-41f3-82e3-54dfd2960622', 'name': 'network-vif-deleted', 'tag': 'd325e6c6-7ebd-4ee3-bc2e-8f4257a52c13', 'status': 'completed', 'code': 200} Aug 31 10:53:12.255835 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e421491f-f7ec-423d-9b93-92690ec7e3ac req-dae4de6b-60c1-45ab-a8ad-e6a31c16fefc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "GET /v2.0/ports?device_id=101f2184-865d-41f3-82e3-54dfd2960622 HTTP/1.1" status: 200 len: 210 time: 0.0339875 Aug 31 10:53:13.317001 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50658) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:13.685215 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:13.951352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port db9ab45d-5f56-4d55-89df-67e2003219bb {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:53:13.951611 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:14.045723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port db9ab45d-5f56-4d55-89df-67e2003219bb, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=db9ab45d-5f56-4d55-89df-67e2003219bb,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:14.046091 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:14.060555 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for db9ab45d-5f56-4d55-89df-67e2003219bb owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:53:14.352692 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:53:14.417510 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:14.598923 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:14.628394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=db9ab45d-5f56-4d55-89df-67e2003219bb,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:14.665173 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.665711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.666053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.666389 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.666851 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.667187 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.667522 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.667850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.668178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.668499 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.668821 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.669140 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:14.824180 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.034711 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:53:15.138706 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:53:15.144107 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d30403f3-37d3-49f9-850c-c2db5b74f4fc tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "PUT /v2.0/routers/083ab9bf-da0f-4a36-bc31-2f45b66a0a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8270080 Aug 31 10:53:15.146976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50660) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:15.149115 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] Sync routers for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:53:15.158060 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:15.158653 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:15.201805 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ee2a8a-e21a-4e4a-ba27-cb9418f91b34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting subnet 53305592-fb97-44fe-9024-b12987e87936 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:53:15.205533 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2a8a-e21a-4e4a-ba27-cb9418f91b34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.244719 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2a8a-e21a-4e4a-ba27-cb9418f91b34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.265516 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:15.326356 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2a8a-e21a-4e4a-ba27-cb9418f91b34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.388912 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2a8a-e21a-4e4a-ba27-cb9418f91b34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.418626 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2a8a-e21a-4e4a-ba27-cb9418f91b34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.422791 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c0ee2a8a-e21a-4e4a-ba27-cb9418f91b34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/subnets/53305592-fb97-44fe-9024-b12987e87936 HTTP/1.1" status: 204 len: 168 time: 0.2724655 Aug 31 10:53:15.422791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee2a8a-e21a-4e4a-ba27-cb9418f91b34 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Subnet': ['ID=53305592-fb97-44fe-9024-b12987e87936,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:15.423865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50662) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:15.434097 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9a9d5-c700-4378-830a-3c19a2a00686 None None] Network 81e3ba0a-3222-42dc-927e-a205529456b7 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:53:15.448370 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:53:14Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:15.482741 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] Checking router: 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:53:15.491318 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] Routers {'083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:15.491925 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:15.604631 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] Set router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:15.628977 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] DHCP port deletion for 81e3ba0a-3222-42dc-927e-a205529456b7 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:53:15.677413 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Deleting port 164395b8-8485-418d-a974-92cc4179f98d {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:53:15.677927 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.758632 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] For port 164395b8-8485-418d-a974-92cc4179f98d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=164395b8-8485-418d-a974-92cc4179f98d,segment=NetworkSegment(f11efad4-0915-4027-bba5-f45a97d31511),segment_id=f11efad4-0915-4027-bba5-f45a97d31511)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:15.759081 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.780144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Calling delete_port for 164395b8-8485-418d-a974-92cc4179f98d owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:53:15.822378 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:53:14Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:15.857211 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02492d4-0896-4778-b7c3-824e8dd44891 None None] The sync data for ids ['083ab9bf-da0f-4a36-bc31-2f45b66a0a2e'] in n-d-806683-2 is: [{'id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193199100', 'tenant_id': 'a01791843f324953864477d3af444d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:53:14Z', 'revision_number': 5, 'project_id': 'a01791843f324953864477d3af444d98', 'gw_port': {'id': '3b8f67a9-7c3c-4f1a-ba70-338679586005', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083ab9bf-da0f-4a36-bc31-2f45b66a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:51:38Z', 'updated_at': '2021-08-31T10:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:53:15.872382 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.875540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.906412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Pushing event deleted for resources: {'Port': ['ID=164395b8-8485-418d-a974-92cc4179f98d,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:15.911031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] No DVR routers for this DVR port 164395b8-8485-418d-a974-92cc4179f98d on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:53:15.921143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.921143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.921491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.921718 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.922047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.922364 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.922686 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.923047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.923391 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.923786 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.924006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.924300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c17b6-d309-45c6-adaa-da09a0a8ed28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:15.984513 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.036253 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Deleting port 3b8f67a9-7c3c-4f1a-ba70-338679586005 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:53:16.036603 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.114468 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] For port 3b8f67a9-7c3c-4f1a-ba70-338679586005, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=3b8f67a9-7c3c-4f1a-ba70-338679586005,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:16.114768 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.127034 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Calling delete_port for 3b8f67a9-7c3c-4f1a-ba70-338679586005 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:53:16.155849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:53:16.177458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:53:16.177458 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device d325e6c6-7ebd-4ee3-bc2e-8f4257a52c13 not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:53:16.306524 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.351164 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Port': ['ID=3b8f67a9-7c3c-4f1a-ba70-338679586005,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:16.413103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.505268 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.507575 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.551175 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.551836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Fanout notify agent at l3_agent the message router_deleted on router 083ab9bf-da0f-4a36-bc31-2f45b66a0a2e {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:53:16.559018 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.560252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-48db72cf-1b6c-47dc-9425-2f401cc2cc4a tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/routers/083ab9bf-da0f-4a36-bc31-2f45b66a0a2e HTTP/1.1" status: 204 len: 168 time: 1.1354563 Aug 31 10:53:16.563091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50664) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:16.646048 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.734038 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.744876 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e3ba0a-3222-42dc-927e-a205529456b7']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:16.756059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11efad4-0915-4027-bba5-f45a97d31511') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:16.756350 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11efad4-0915-4027-bba5-f45a97d31511') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:16.765844 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.784555 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.790227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:53:16.790616 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: timer() Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:53:16.793516 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:53:16.849198 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.857477 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.859610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/networks/81e3ba0a-3222-42dc-927e-a205529456b7 HTTP/1.1" status: 204 len: 168 time: 0.2953403 Aug 31 10:53:16.862723 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50666) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:16.869891 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ab593-8794-49d9-978e-984115be9096 tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'Network': ['ID=81e3ba0a-3222-42dc-927e-a205529456b7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:16.921712 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b923b2c-6c80-4d2e-bb8a-fdae6bd7598b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.947063 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b923b2c-6c80-4d2e-bb8a-fdae6bd7598b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.008100 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b923b2c-6c80-4d2e-bb8a-fdae6bd7598b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.010932 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-9b923b2c-6c80-4d2e-bb8a-fdae6bd7598b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.012243 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-9b923b2c-6c80-4d2e-bb8a-fdae6bd7598b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] 10.222.0.69 "DELETE /v2.0/security-groups/cab04b55-1dea-4c11-b847-04e7b62367e6 HTTP/1.1" status: 204 len: 168 time: 0.1481490 Aug 31 10:53:17.031596 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b923b2c-6c80-4d2e-bb8a-fdae6bd7598b tempest-TestNetworkAdvancedServerOps-668713268 tempest-TestNetworkAdvancedServerOps-668713268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab04b55-1dea-4c11-b847-04e7b62367e6,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:17.339563 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50674) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:17.472339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device db9ab45d-5f56-4d55-89df-67e2003219bb no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:53:17.480365 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2cdab2e2-91b7-4d8d-bf74-6afd6bcc5d35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a01791843f324953864477d3af444d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373899 Aug 31 10:53:17.480715 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50678) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:17.493271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: db9ab45d-5f56-4d55-89df-67e2003219bb {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:53:17.493619 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device db9ab45d-5f56-4d55-89df-67e2003219bb not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:53:17.494035 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 164395b8-8485-418d-a974-92cc4179f98d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:53:17.512598 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 164395b8-8485-418d-a974-92cc4179f98d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:53:17.513297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 164395b8-8485-418d-a974-92cc4179f98d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:53:17.513448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3b8f67a9-7c3c-4f1a-ba70-338679586005 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:53:17.529958 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bbd17e5-f0a3-4ce4-9234-ad27776f0eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.531464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 3b8f67a9-7c3c-4f1a-ba70-338679586005 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:53:17.532033 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 3b8f67a9-7c3c-4f1a-ba70-338679586005 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:53:17.552743 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bbd17e5-f0a3-4ce4-9234-ad27776f0eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.599170 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bbd17e5-f0a3-4ce4-9234-ad27776f0eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.601838 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-6bbd17e5-f0a3-4ce4-9234-ad27776f0eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.603018 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-6bbd17e5-f0a3-4ce4-9234-ad27776f0eb7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d905a35-a4d0-45f0-adb1-f7ccbbbc9888 HTTP/1.1" status: 204 len: 168 time: 0.1213365 Aug 31 10:53:17.610980 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd17e5-f0a3-4ce4-9234-ad27776f0eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d905a35-a4d0-45f0-adb1-f7ccbbbc9888,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:17.857850 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50684) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:17.871316 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ec9d5d7-4eb6-4816-8019-d139b00badf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.959018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ec9d5d7-4eb6-4816-8019-d139b00badf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.963201 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-3ec9d5d7-4eb6-4816-8019-d139b00badf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:18.001016 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3ec9d5d7-4eb6-4816-8019-d139b00badf3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=09e44a526dee436e9ad402f115482ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420081 Aug 31 10:53:18.002437 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9d5d7-4eb6-4816-8019-d139b00badf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5557fa-37dd-498c-92c8-7ec9b9bf0514,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:18.004240 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50686) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:18.053272 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e47eeb3e-6859-4bf8-a9eb-a13c5b8016cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:18.074899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e47eeb3e-6859-4bf8-a9eb-a13c5b8016cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:18.128323 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e47eeb3e-6859-4bf8-a9eb-a13c5b8016cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:18.130948 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e47eeb3e-6859-4bf8-a9eb-a13c5b8016cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:18.132113 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e47eeb3e-6859-4bf8-a9eb-a13c5b8016cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d5557fa-37dd-498c-92c8-7ec9b9bf0514 HTTP/1.1" status: 204 len: 168 time: 0.1263144 Aug 31 10:53:18.139680 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eeb3e-6859-4bf8-a9eb-a13c5b8016cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5557fa-37dd-498c-92c8-7ec9b9bf0514,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:18.819380 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50708) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:18.912758 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1278668959-network', 'tenant_id': '71402e5faccb4662b4eaf80609252862'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:18.934352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Made reservation on behalf of 71402e5faccb4662b4eaf80609252862 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:53:18.936654 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:18.945588 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.034551 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.038706 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.062873 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:53:19.073005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3daa91-1b1e-4e4e-9024-480bd0c87b74,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:19.084186 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.084517 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Added segment 98855230-f448-4dce-9aab-0964b818c547 of type vlan for network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c Aug 31 10:53:19.123716 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.148260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.149242 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:19.149845 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.201411 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3809350 Aug 31 10:53:19.204558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50712) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:19.210239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Request body: {'subnet': {'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1278668959-subnet', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:19.210443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f02a3b-a436-4e45-b7d7-e8a67b20bd5a admin admin] Pushing event updated for resources: {'Network': ['ID=721913c8-4c41-4df5-8fbc-1ba6e4076c0c,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:19.220777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:53:19.235429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Made reservation on behalf of 71402e5faccb4662b4eaf80609252862 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:53:19.238390 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.399945 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.455822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1cd79b-f41b-4c4b-b154-f5fb872efc95,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:19.465995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Checking segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:19.466351 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Network hostable DHCP agents. Network: 721913c8-4c41-4df5-8fbc-1ba6e4076c0c, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:53:19.482457 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:53:19.490676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 721913c8-4c41-4df5-8fbc-1ba6e4076c0c) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:19.495260 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:19.496132 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.500146 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3903ed54-cbee-4712-a98b-2046295839ac None None] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:53:19.511168 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-0a5c24ec-7170-437a-9eae-8f173f3fe06e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3048306 Aug 31 10:53:19.514014 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50714) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:19.519422 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:19.539316 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.540496 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.592418 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.645923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:53:19.646805 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.730667 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.778189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Allocated IP 172.20.0.2 (721913c8-4c41-4df5-8fbc-1ba6e4076c0c/0f1cd79b-f41b-4c4b-b154-f5fb872efc95/99b911e6-d85c-4925-889e-71a58cdec32a) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:53:19.923427 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.931901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Transition to ACTIVE for port object 99b911e6-d85c-4925-889e-71a58cdec32a will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:19.932264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.947143 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Transition to ACTIVE for port object 99b911e6-d85c-4925-889e-71a58cdec32a will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:19.953526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.957253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:19.993512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:19.997966 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:20.002711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:53:20.007222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Pushing event updated for resources: {'Port': ['ID=99b911e6-d85c-4925-889e-71a58cdec32a,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:20.059658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Attempting to bind port 99b911e6-d85c-4925-889e-71a58cdec32a on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:53:20.060027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Attempting to bind port 99b911e6-d85c-4925-889e-71a58cdec32a by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:53:20.060395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Attempting to bind port 99b911e6-d85c-4925-889e-71a58cdec32a on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:53:20.062127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Allocated IP 172.25.1.64 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/ee899108-0916-4c83-bfb0-3ef4ee790b43) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:53:20.066122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:53:20.066497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Checking segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:20.066928 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.067327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Bound using segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:53:20.067797 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Bound port: 99b911e6-d85c-4925-889e-71a58cdec32a, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:53:20.068300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.130193 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] For port 99b911e6-d85c-4925-889e-71a58cdec32a, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:53:20.133324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] For port 99b911e6-d85c-4925-889e-71a58cdec32a, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=99b911e6-d85c-4925-889e-71a58cdec32a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:53:20.136766 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.173835 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.195843 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa88acd-42cf-422e-b76a-e2f25bd55b7a None None] Pushing event updated for resources: {'Port': ['ID=99b911e6-d85c-4925-889e-71a58cdec32a,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:20.215340 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.257273 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:20.262122 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:20.266609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:53:20.270560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Pushing event updated for resources: {'Port': ['ID=ee899108-0916-4c83-bfb0-3ef4ee790b43,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:20.538039 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.675789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-70b8feb8-a77b-4a83-ae5f-6685a3b4b59b req-2ec3b6f0-932b-4ac6-9e9a-e9f544bb6388 service neutron] (94787) timed out ('10.222.0.69', 47266) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:53:20.730291 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.865138 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:53:20.975376 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:53:20.985189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Sync routers for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:53:20.995247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:20.995814 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.996118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:20.999834 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-cd6e0d4e-9063-465d-ad4a-cf3590d51273 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4821434 Aug 31 10:53:21.000293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50716) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:21.129872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:21.163991 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24f888-e65b-4729-88d4-bab9d449e6b5 None None] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:53:21.465491 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-6fae0d4f-0f8f-4430-820e-0bec701ef1d8 None None] Provisioning for port 99b911e6-d85c-4925-889e-71a58cdec32a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:21.470991 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:21.533191 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 99b911e6-d85c-4925-889e-71a58cdec32a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:21.635628 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Allocated IP 172.20.0.1 (721913c8-4c41-4df5-8fbc-1ba6e4076c0c/0f1cd79b-f41b-4c4b-b154-f5fb872efc95/0fd2daf4-2846-4960-9107-2e4d55349865) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:53:21.675394 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 99b911e6-d85c-4925-889e-71a58cdec32a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:21.678135 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:20Z', 'revision_number': 3, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:21.709024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 99b911e6-d85c-4925-889e-71a58cdec32a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:21.709326 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:21.711115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Checking router: eb0bceda-bc8f-4324-bed5-41a3f27d3d59 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:53:21.711453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Updating router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 port ee899108-0916-4c83-bfb0-3ef4ee790b43 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:53:21.742499 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:21.764211 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:21.778921 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Transition to ACTIVE for port object 0fd2daf4-2846-4960-9107-2e4d55349865 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:21.816589 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:21.856649 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:21.862422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:21.866376 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:53:21.906361 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:21.951400 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Pushing event updated for resources: {'Port': ['ID=0fd2daf4-2846-4960-9107-2e4d55349865,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:21.989246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.037955 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35642eba-0471-4232-9c38-547d8ab72460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.053178 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.061929 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 99b911e6-d85c-4925-889e-71a58cdec32a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=99b911e6-d85c-4925-889e-71a58cdec32a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:22.065926 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-805712a3-eeca-4f28-8e0a-2c0222ae7371 None None] Provisioning complete for port 99b911e6-d85c-4925-889e-71a58cdec32a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:22.066114 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-805712a3-eeca-4f28-8e0a-2c0222ae7371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.076928 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.203665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=99b911e6-d85c-4925-889e-71a58cdec32a,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:22.248008 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.252700 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.270546 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.287698 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Transition to ACTIVE for port object ee899108-0916-4c83-bfb0-3ef4ee790b43 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:22.295875 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.326003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.328655 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Pushing event updated for resources: {'Port': ['ID=0fd2daf4-2846-4960-9107-2e4d55349865,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:22.352468 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Attempting to bind port ee899108-0916-4c83-bfb0-3ef4ee790b43 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:53:22.352965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Attempting to bind port ee899108-0916-4c83-bfb0-3ef4ee790b43 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:53:22.353241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Attempting to bind port ee899108-0916-4c83-bfb0-3ef4ee790b43 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:53:22.355287 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab88584-2539-4dda-898d-31fefe574de5 None None] Pushing event updated for resources: {'Port': ['ID=ee899108-0916-4c83-bfb0-3ef4ee790b43,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:22.361357 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:53:22.361734 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:22.362137 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.362524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:53:22.363010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Bound port: ee899108-0916-4c83-bfb0-3ef4ee790b43, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:53:22.363536 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.420276 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:22.421836 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] For port ee899108-0916-4c83-bfb0-3ef4ee790b43, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:53:22.422059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:22.424824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ddad45a2-cc82-4178-9105-7924b1ef8e95 None None] Provisioning for port 0fd2daf4-2846-4960-9107-2e4d55349865 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:22.427819 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] For port ee899108-0916-4c83-bfb0-3ef4ee790b43, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ee899108-0916-4c83-bfb0-3ef4ee790b43,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:53:22.430486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-ddad45a2-cc82-4178-9105-7924b1ef8e95 None None] Provisioning complete for port 0fd2daf4-2846-4960-9107-2e4d55349865 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:22.430936 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ddad45a2-cc82-4178-9105-7924b1ef8e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.451465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.521003 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-ddad45a2-cc82-4178-9105-7924b1ef8e95 None None] Port 0fd2daf4-2846-4960-9107-2e4d55349865 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:53:22.529301 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:22.529947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:22.549910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:53:22.567599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab88584-2539-4dda-898d-31fefe574de5 None None] Pushing event updated for resources: {'Port': ['ID=ee899108-0916-4c83-bfb0-3ef4ee790b43,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:22.646507 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:22.665789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:53:22.678600 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-26317b5c-6a54-41d6-bfeb-46544b387f2a admin admin] 10.222.0.69 "PUT /v2.0/routers/eb0bceda-bc8f-4324-bed5-41a3f27d3d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6694052 Aug 31 10:53:22.778278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-c55671cc-55c3-4a49-b7fe-37a8fe0f4089 None None] Provisioning complete for port 0fd2daf4-2846-4960-9107-2e4d55349865 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:22.778652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c55671cc-55c3-4a49-b7fe-37a8fe0f4089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:22.834164 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-c55671cc-55c3-4a49-b7fe-37a8fe0f4089 None None] Port 0fd2daf4-2846-4960-9107-2e4d55349865 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:53:22.880589 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 2, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:22.911379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd7971-f8bf-45a4-bba9-12e4978a2629 None None] The sync data for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 is: [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 2, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:53:23.165231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50734) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:23.170950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1556737924-network', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:23.192270 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Made reservation on behalf of 4de2418c3a3543d284b73263bcd59e29 for: {'network': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:53:23.194920 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.203985 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.297175 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.301912 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.327802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=94787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:53:23.338566 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f48fc-bb43-4799-95ad-9dac1cfea9c8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:23.344027 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.344372 n-d-806683-2 neutron-server[94787]: INFO neutron.db.segments_db [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Added segment 45b56c6b-186d-4702-99f4-65210ed38d1c of type vlan for network e5ce2746-1b0f-48f0-a822-84b538bb7d41 Aug 31 10:53:23.391133 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.416651 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.421885 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:23.422643 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.482199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3151057 Aug 31 10:53:23.484878 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50736) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:23.491564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 99b911e6-d85c-4925-889e-71a58cdec32a up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:23.494002 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Request body: {'subnet': {'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1556737924-subnet', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:23.512864 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf784ac-d0ee-470d-be66-868d05811978 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ce2746-1b0f-48f0-a822-84b538bb7d41,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:23.526510 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network e5ce2746-1b0f-48f0-a822-84b538bb7d41 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:53:23.537934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Made reservation on behalf of 4de2418c3a3543d284b73263bcd59e29 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:53:23.540964 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.615215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 99b911e6-d85c-4925-889e-71a58cdec32a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:23.615592 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.753250 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.807063 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b038be-dd86-4e80-a531-cff9b46660e9,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:23.824246 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Checking segment: {'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:23.824603 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Network hostable DHCP agents. Network: e5ce2746-1b0f-48f0-a822-84b538bb7d41, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:53:23.842873 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Network e5ce2746-1b0f-48f0-a822-84b538bb7d41 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:53:23.853315 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, e5ce2746-1b0f-48f0-a822-84b538bb7d41) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:23.858393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:23.859372 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.863402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c01d94-e2fe-476e-ac83-4f7ccb36a45d None None] Network e5ce2746-1b0f-48f0-a822-84b538bb7d41 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:53:23.876832 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5307128c-4ed7-4a1f-b835-04aec98e60e0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3906913 Aug 31 10:53:23.879166 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50738) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:23.884171 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:23.909191 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.910233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:23.971632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.024211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-e5ce2746-1b0f-48f0-a822-84b538bb7d41', 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'fixed_ips': [{'subnet_id': '31b038be-dd86-4e80-a531-cff9b46660e9'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:53:24.025365 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.117531 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.169805 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Allocated IP 172.20.0.2 (e5ce2746-1b0f-48f0-a822-84b538bb7d41/31b038be-dd86-4e80-a531-cff9b46660e9/a0878d02-b8cc-44ff-b4c1-fa93528c3d1d) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:53:24.320933 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.329082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Transition to ACTIVE for port object a0878d02-b8cc-44ff-b4c1-fa93528c3d1d will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:24.337385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.343882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Transition to ACTIVE for port object a0878d02-b8cc-44ff-b4c1-fa93528c3d1d will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:24.350275 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.358244 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.389230 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Network e5ce2746-1b0f-48f0-a822-84b538bb7d41 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:24.392575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:24.396346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:53:24.403910 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Pushing event updated for resources: {'Port': ['ID=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:24.457434 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Attempting to bind port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:53:24.457798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Attempting to bind port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:53:24.458189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Attempting to bind port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d on network e5ce2746-1b0f-48f0-a822-84b538bb7d41 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:53:24.463600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:53:24.463982 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Checking segment: {'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:24.464396 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.465190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Bound using segment: {'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:53:24.465707 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Bound port: a0878d02-b8cc-44ff-b4c1-fa93528c3d1d, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:53:24.465851 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Allocated IP 172.25.1.202 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/e6927f22-1e0b-4047-8f70-ec024a154275) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:53:24.466095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.530168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] For port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:53:24.533898 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] For port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,segment=NetworkSegment(45b56c6b-186d-4702-99f4-65210ed38d1c),segment_id=45b56c6b-186d-4702-99f4-65210ed38d1c)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:53:24.538083 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.575640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.594377 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a567d6-2384-4b2c-b043-c32fb53c459a None None] Pushing event updated for resources: {'Port': ['ID=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:24.620926 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:24.663610 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:24.669508 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:24.671753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6927f22-1e0b-4047-8f70-ec024a154275,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:24.674498 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:53:24.958355 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:25.208708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:25.407025 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Sync routers for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:53:25.418127 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:25.418775 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:25.516165 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:25.551908 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:25.566995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ee899108-0916-4c83-bfb0-3ef4ee790b43 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:25.601961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0088874-97c8-4afb-a9e0-db12b5452c54 None None] Network e5ce2746-1b0f-48f0-a822-84b538bb7d41 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:53:25.657790 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Router be282185-62e4-4917-9bf9-d2911786f4d0 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:53:25.702878 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port ee899108-0916-4c83-bfb0-3ef4ee790b43 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:25.706590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0039a068-e76a-4a0a-a528-653b5d14c317 None None] Provisioning for port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:25.736440 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ee899108-0916-4c83-bfb0-3ef4ee790b43 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:25.736958 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:25.798703 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:53:25.815792 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Sync routers for ids ['be282185-62e4-4917-9bf9-d2911786f4d0'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:53:25.819107 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:25.823077 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-49e9eb1e-8d6a-4f2c-8078-e8b182a321b6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9401689 Aug 31 10:53:25.823501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50740) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:25.849427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Routers {'be282185-62e4-4917-9bf9-d2911786f4d0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:25.850179 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:52:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['be282185-62e4-4917-9bf9-d2911786f4d0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:25.851781 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 2, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:25.880089 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Checking router: eb0bceda-bc8f-4324-bed5-41a3f27d3d59 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:53:25.881326 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Updating router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 port 0fd2daf4-2846-4960-9107-2e4d55349865 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:53:25.916505 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.149174 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-75e3d8fb-1aa1-426d-ab36-fc2199cd03f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.178766 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.204343 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.213330 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port ee899108-0916-4c83-bfb0-3ef4ee790b43, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ee899108-0916-4c83-bfb0-3ef4ee790b43,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:26.216215 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Transition to ACTIVE for port object 0fd2daf4-2846-4960-9107-2e4d55349865 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:26.220300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.221106 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a0878d02-b8cc-44ff-b4c1-fa93528c3d1d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:26.222574 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.272535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Set router be282185-62e4-4917-9bf9-d2911786f4d0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:26.319673 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Attempting to bind port 0fd2daf4-2846-4960-9107-2e4d55349865 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:53:26.320340 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Attempting to bind port 0fd2daf4-2846-4960-9107-2e4d55349865 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:53:26.320866 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Attempting to bind port 0fd2daf4-2846-4960-9107-2e4d55349865 on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:53:26.327500 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.328256 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:53:26.328822 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Checking segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:26.329450 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.329989 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Bound using segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:53:26.330616 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Bound port: 0fd2daf4-2846-4960-9107-2e4d55349865, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:53:26.331176 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.397795 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Pushing event updated for resources: {'Port': ['ID=0fd2daf4-2846-4960-9107-2e4d55349865,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:26.405144 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=ee899108-0916-4c83-bfb0-3ef4ee790b43,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:26.408892 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.409923 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.410469 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.411023 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.411509 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.412011 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.412501 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.412978 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.413471 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.413952 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.414438 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.415017 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:26.424160 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] For port 0fd2daf4-2846-4960-9107-2e4d55349865, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:53:26.428161 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] For port 0fd2daf4-2846-4960-9107-2e4d55349865, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0fd2daf4-2846-4960-9107-2e4d55349865,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:53:26.434777 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.438008 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:26.448158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:26.448449 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.494724 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde88cca-ac06-4124-a1e9-6da47aa6c03a None None] Pushing event updated for resources: {'Port': ['ID=0fd2daf4-2846-4960-9107-2e4d55349865,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:26.508940 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:26.509562 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:53:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:26.557975 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Allocated IP 172.20.0.1 (e5ce2746-1b0f-48f0-a822-84b538bb7d41/31b038be-dd86-4e80-a531-cff9b46660e9/de41b834-1e45-4121-99bc-e051551b1591) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:53:26.579028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T10:53:24Z', 'revision_number': 3, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port': {'id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:24Z', 'updated_at': '2021-08-31T10:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:26.617858 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Checking router: be282185-62e4-4917-9bf9-d2911786f4d0 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:53:26.618209 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Updating router be282185-62e4-4917-9bf9-d2911786f4d0 port e6927f22-1e0b-4047-8f70-ec024a154275 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:53:26.625844 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:26.648648 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.678539 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.715436 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.732780 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Transition to ACTIVE for port object de41b834-1e45-4121-99bc-e051551b1591 will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:26.794091 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.816395 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,segment=NetworkSegment(45b56c6b-186d-4702-99f4-65210ed38d1c),segment_id=45b56c6b-186d-4702-99f4-65210ed38d1c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:26.848753 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.853018 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:26.875451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Network e5ce2746-1b0f-48f0-a822-84b538bb7d41 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:26.879783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:26.882232 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e8307d-228e-431e-81e7-67a2a152480b None None] The sync data for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 is: [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:53:26.882796 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Pushing event updated for resources: {'Port': ['ID=de41b834-1e45-4121-99bc-e051551b1591,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:26.891561 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:53:26.942995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:26.974168 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:27.082104 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.095791 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Transition to ACTIVE for port object e6927f22-1e0b-4047-8f70-ec024a154275 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:27.103762 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.124219 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.178463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad45c2-4d92-4440-b453-4da535496cbb None None] Pushing event updated for resources: {'Port': ['ID=e6927f22-1e0b-4047-8f70-ec024a154275,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:27.182373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Attempting to bind port e6927f22-1e0b-4047-8f70-ec024a154275 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:53:27.182857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Attempting to bind port e6927f22-1e0b-4047-8f70-ec024a154275 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:53:27.183299 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Attempting to bind port e6927f22-1e0b-4047-8f70-ec024a154275 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:53:27.191102 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:53:27.191570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:27.193793 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.194529 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:53:27.195078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Bound port: e6927f22-1e0b-4047-8f70-ec024a154275, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:53:27.195471 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.257160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b1762bce-213c-45f0-950f-ebeb42c0497b None None] Provisioning for port de41b834-1e45-4121-99bc-e051551b1591 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:27.267118 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-b1762bce-213c-45f0-950f-ebeb42c0497b None None] Provisioning complete for port de41b834-1e45-4121-99bc-e051551b1591 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:27.267530 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b1762bce-213c-45f0-950f-ebeb42c0497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.318868 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] For port e6927f22-1e0b-4047-8f70-ec024a154275, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:53:27.323740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] For port e6927f22-1e0b-4047-8f70-ec024a154275, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e6927f22-1e0b-4047-8f70-ec024a154275,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:53:27.326923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-b1762bce-213c-45f0-950f-ebeb42c0497b None None] Port de41b834-1e45-4121-99bc-e051551b1591 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:53:27.332586 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.352836 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.361705 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.392252 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Routers {'be282185-62e4-4917-9bf9-d2911786f4d0'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:27.392905 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:53:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['be282185-62e4-4917-9bf9-d2911786f4d0'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:27.432530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad45c2-4d92-4440-b453-4da535496cbb None None] Pushing event updated for resources: {'Port': ['ID=e6927f22-1e0b-4047-8f70-ec024a154275,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:27.445399 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.456577 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Pushing event updated for resources: {'Port': ['ID=de41b834-1e45-4121-99bc-e051551b1591,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:27.539007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] Set router be282185-62e4-4917-9bf9-d2911786f4d0 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:27.564843 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Network e5ce2746-1b0f-48f0-a822-84b538bb7d41 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:27.566770 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:27.567298 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0fd2daf4-2846-4960-9107-2e4d55349865 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:27.703695 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Router be282185-62e4-4917-9bf9-d2911786f4d0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:53:27.757753 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0fd2daf4-2846-4960-9107-2e4d55349865 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:27.768768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0fd2daf4-2846-4960-9107-2e4d55349865 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:27.769411 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.835890 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:53:27.841354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-df77c4e2-9134-4ec0-ae06-bfbcc532384b admin admin] 10.222.0.69 "PUT /v2.0/routers/be282185-62e4-4917-9bf9-d2911786f4d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0167191 Aug 31 10:53:27.894127 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9ace68de-ba8f-4511-a16f-cbdec4232e76 None None] Provisioning complete for port de41b834-1e45-4121-99bc-e051551b1591 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:27.894497 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9ace68de-ba8f-4511-a16f-cbdec4232e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.971433 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-9ace68de-ba8f-4511-a16f-cbdec4232e76 None None] Port de41b834-1e45-4121-99bc-e051551b1591 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:53:27.977690 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:27.982023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 4, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port': {'id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:24Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'de41b834-1e45-4121-99bc-e051551b1591', 'name': '', 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'mac_address': 'fa:16:3e:52:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:26Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 2, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'subnets': [{'id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:28.027947 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d626bb-8ed5-4909-8fd4-771f059c6c64 None None] The sync data for ids ['be282185-62e4-4917-9bf9-d2911786f4d0'] in n-d-806683-2 is: [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 4, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port': {'id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:24Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'de41b834-1e45-4121-99bc-e051551b1591', 'name': '', 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'mac_address': 'fa:16:3e:52:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:26Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 2, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'subnets': [{'id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:53:28.044073 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.059079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 0fd2daf4-2846-4960-9107-2e4d55349865, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0fd2daf4-2846-4960-9107-2e4d55349865,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:28.065147 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.066011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ee899108-0916-4c83-bfb0-3ef4ee790b43 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:28.142269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=0fd2daf4-2846-4960-9107-2e4d55349865,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:28.156524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port ee899108-0916-4c83-bfb0-3ef4ee790b43 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:28.156896 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.262213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a0878d02-b8cc-44ff-b4c1-fa93528c3d1d up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:28.344254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:28.344630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.418998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50748) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:28.424432 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-878424e8-f779-4c8c-9a5d-03017eccfef3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263197812', 'description': 'tempest-secgroup-smoke-1263197812 description', 'project_id': '71402e5faccb4662b4eaf80609252862'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:28.454402 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-878424e8-f779-4c8c-9a5d-03017eccfef3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.547429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-878424e8-f779-4c8c-9a5d-03017eccfef3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.552036 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-878424e8-f779-4c8c-9a5d-03017eccfef3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.584018 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878424e8-f779-4c8c-9a5d-03017eccfef3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348701bb-7b9f-4ee4-9eaf-9964303d165e,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:28.587518 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-878424e8-f779-4c8c-9a5d-03017eccfef3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.588776 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-878424e8-f779-4c8c-9a5d-03017eccfef3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1687491 Aug 31 10:53:28.592022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50750) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:28.597953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-54248b63-1b40-4c81-b344-9567f41da09a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '348701bb-7b9f-4ee4-9eaf-9964303d165e', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:28.632267 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54248b63-1b40-4c81-b344-9567f41da09a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.707139 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54248b63-1b40-4c81-b344-9567f41da09a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.710997 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54248b63-1b40-4c81-b344-9567f41da09a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.728837 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54248b63-1b40-4c81-b344-9567f41da09a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75512e71-945b-4cdf-b40e-f35e65240d69,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:28.738369 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-54248b63-1b40-4c81-b344-9567f41da09a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.738369 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-54248b63-1b40-4c81-b344-9567f41da09a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415422 Aug 31 10:53:28.739019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50752) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:28.743807 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-dd21b536-537c-489f-a500-6ec34b950383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '348701bb-7b9f-4ee4-9eaf-9964303d165e', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:28.771264 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd21b536-537c-489f-a500-6ec34b950383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.832067 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd21b536-537c-489f-a500-6ec34b950383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.836008 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd21b536-537c-489f-a500-6ec34b950383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.853577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21b536-537c-489f-a500-6ec34b950383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d764c5bf-2eed-49e4-8ffb-f5c81712d2b4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:28.861658 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd21b536-537c-489f-a500-6ec34b950383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.862930 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dd21b536-537c-489f-a500-6ec34b950383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229963 Aug 31 10:53:28.865661 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50754) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:28.870195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-839dfb1b-ceda-479d-9f32-fc490f0c1383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '348701bb-7b9f-4ee4-9eaf-9964303d165e', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:28.896922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-839dfb1b-ceda-479d-9f32-fc490f0c1383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.951010 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.956951 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-839dfb1b-ceda-479d-9f32-fc490f0c1383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.961539 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-839dfb1b-ceda-479d-9f32-fc490f0c1383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.982080 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839dfb1b-ceda-479d-9f32-fc490f0c1383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4494bb81-8dfa-4e7a-a115-e47dc941fc4e,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:28.986253 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-839dfb1b-ceda-479d-9f32-fc490f0c1383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:28.987706 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-839dfb1b-ceda-479d-9f32-fc490f0c1383 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210637 Aug 31 10:53:28.990841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50756) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:28.995727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-46066b71-497e-4226-b478-44d8d0bfa2ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '348701bb-7b9f-4ee4-9eaf-9964303d165e', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:29.021642 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-46066b71-497e-4226-b478-44d8d0bfa2ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.090210 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-46066b71-497e-4226-b478-44d8d0bfa2ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.096780 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-46066b71-497e-4226-b478-44d8d0bfa2ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.115881 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46066b71-497e-4226-b478-44d8d0bfa2ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16baf545-fab7-497b-8712-925bbca4040c,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:29.122370 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-46066b71-497e-4226-b478-44d8d0bfa2ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.124066 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-46066b71-497e-4226-b478-44d8d0bfa2ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322031 Aug 31 10:53:29.126809 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50758) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:29.132126 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-948ab162-bef9-4dfe-9554-84723a9b62e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '348701bb-7b9f-4ee4-9eaf-9964303d165e', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:29.154427 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-948ab162-bef9-4dfe-9554-84723a9b62e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Project 71402e5faccb4662b4eaf80609252862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:53:29.159864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-948ab162-bef9-4dfe-9554-84723a9b62e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.220565 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-948ab162-bef9-4dfe-9554-84723a9b62e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.224530 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-948ab162-bef9-4dfe-9554-84723a9b62e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.242676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ab162-bef9-4dfe-9554-84723a9b62e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaad4d7b-734f-4f70-ab37-1da882b9fcc4,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:29.248888 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-948ab162-bef9-4dfe-9554-84723a9b62e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.250241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-948ab162-bef9-4dfe-9554-84723a9b62e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221886 Aug 31 10:53:29.253407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 50760) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:29.258185 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-f4529a09-cfd9-45fa-8365-20e90f1b7638 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '348701bb-7b9f-4ee4-9eaf-9964303d165e', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:29.281785 n-d-806683-2 neutron-server[94786]: INFO neutron.db.securitygroups_db [None req-f4529a09-cfd9-45fa-8365-20e90f1b7638 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Project 71402e5faccb4662b4eaf80609252862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:53:29.287355 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4529a09-cfd9-45fa-8365-20e90f1b7638 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.355018 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4529a09-cfd9-45fa-8365-20e90f1b7638 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.360399 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4529a09-cfd9-45fa-8365-20e90f1b7638 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.380148 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4529a09-cfd9-45fa-8365-20e90f1b7638 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c47062c-55b4-4d07-b02a-f39f60113e6a,revision_number=0']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:29.383779 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-f4529a09-cfd9-45fa-8365-20e90f1b7638 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.385167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-f4529a09-cfd9-45fa-8365-20e90f1b7638 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305833 Aug 31 10:53:29.488402 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0fd2daf4-2846-4960-9107-2e4d55349865 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:29.525508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-ce7eaa8a-8753-423e-a0e1-45ef81082ec2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263197812&fields=id&tenant_id=71402e5faccb4662b4eaf80609252862 HTTP/1.1" status: 200 len: 267 time: 0.0337801 Aug 31 10:53:29.536370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0fd2daf4-2846-4960-9107-2e4d55349865 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:29.536771 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:29.633539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6f1e-b90f-423c-9362-9afee287f94f req-4c3c92e5-eafe-4f3f-b2ba-da99467ad47f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:29.635031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-4c3c92e5-eafe-4f3f-b2ba-da99467ad47f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 809 time: 0.1027660 Aug 31 10:53:29.649929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-3631f2b8-6afc-44bc-bb1b-9cbcf5543f96 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/quotas/71402e5faccb4662b4eaf80609252862 HTTP/1.1" status: 200 len: 375 time: 0.0091729 Aug 31 10:53:29.717956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-2041faa8-ae9d-47e0-960d-8cef66242e39 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625758 Aug 31 10:53:29.735166 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-adc08393-ad4a-42bf-a698-e3df0a8c2ab7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:53:29.736926 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-adc08393-ad4a-42bf-a698-e3df0a8c2ab7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068843 Aug 31 10:53:29.927540 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-4200343a-42ab-45e8-9f6c-1e4d3850155a service neutron] 10.222.0.69 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840615 Aug 31 10:53:30.024521 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-679be6b8-8ad9-4444-bb6b-b39b4f58dfcf service neutron] 10.222.0.69 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906961 Aug 31 10:53:30.192555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbcfef9a-a1b1-4d17-8f93-74b27e4a66cd req-8b3944c8-6cb4-4ded-8f51-58f3d05673ae tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 210 time: 0.0277932 Aug 31 10:53:30.996658 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Sync routers for ids ['be282185-62e4-4917-9bf9-d2911786f4d0'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:53:31.005885 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Routers {'be282185-62e4-4917-9bf9-d2911786f4d0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:31.006490 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:53:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['be282185-62e4-4917-9bf9-d2911786f4d0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:31.117393 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Set router be282185-62e4-4917-9bf9-d2911786f4d0 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:31.132916 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6f1e-b90f-423c-9362-9afee287f94f req-e54aa760-1d3a-429a-92e5-f4bc499a881d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:31.134410 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-e54aa760-1d3a-429a-92e5-f4bc499a881d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 809 time: 0.1069424 Aug 31 10:53:31.183036 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-29cc0ac1-25cf-4a20-a581-568bd1929196 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71402e5faccb4662b4eaf80609252862 HTTP/1.1" status: 200 len: 380 time: 0.0390604 Aug 31 10:53:31.193329 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'port': {'device_id': '57db1110-46c2-4466-980d-228244d224e1', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'admin_state_up': True, 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'security_groups': ['348701bb-7b9f-4ee4-9eaf-9964303d165e']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:31.296437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cc8b9ba3-4328-4a0c-abc5-d3f25a3eb2c3 req-aeb179fe-174d-4009-bacc-f679d68ab58f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 210 time: 0.0327992 Aug 31 10:53:31.304354 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Made reservation on behalf of 71402e5faccb4662b4eaf80609252862 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:53:31.308458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.334192 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 4, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port': {'id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:24Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'de41b834-1e45-4121-99bc-e051551b1591', 'name': '', 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'mac_address': 'fa:16:3e:52:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:26Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 2, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'subnets': [{'id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:31.363162 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Checking router: be282185-62e4-4917-9bf9-d2911786f4d0 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:53:31.363514 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Updating router be282185-62e4-4917-9bf9-d2911786f4d0 port de41b834-1e45-4121-99bc-e051551b1591 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:53:31.389845 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.455827 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Allocated IP 172.20.0.9 (721913c8-4c41-4df5-8fbc-1ba6e4076c0c/0f1cd79b-f41b-4c4b-b154-f5fb872efc95/5e26ead5-571b-4c5e-bf4b-e13dbd27e34a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:53:31.523861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e6927f22-1e0b-4047-8f70-ec024a154275 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:31.577594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port e6927f22-1e0b-4047-8f70-ec024a154275 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:31.582088 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e6927f22-1e0b-4047-8f70-ec024a154275 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:31.582560 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.601496 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.616247 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Transition to ACTIVE for port object 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:31.651737 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.666076 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.674900 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.688059 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Transition to ACTIVE for port object de41b834-1e45-4121-99bc-e051551b1591 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:31.688798 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port e6927f22-1e0b-4047-8f70-ec024a154275, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e6927f22-1e0b-4047-8f70-ec024a154275,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:31.693197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.696592 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.712173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:31.719332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:31.722570 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:53:31.747259 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=e6927f22-1e0b-4047-8f70-ec024a154275,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:31.761581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:31.801274 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:31.801984 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.818979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-988d30d6-23a3-4708-a232-5da9486ac674 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6289842 Aug 31 10:53:31.833474 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Request body: {'port': {'device_id': '57db1110-46c2-4466-980d-228244d224e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:31.895747 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.899056 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f27bbb-7205-4000-bcc0-2f2362780856 None None] Pushing event updated for resources: {'Port': ['ID=de41b834-1e45-4121-99bc-e051551b1591,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:31.915641 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Attempting to bind port de41b834-1e45-4121-99bc-e051551b1591 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:53:31.916148 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Attempting to bind port de41b834-1e45-4121-99bc-e051551b1591 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:53:31.916527 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Attempting to bind port de41b834-1e45-4121-99bc-e051551b1591 on network e5ce2746-1b0f-48f0-a822-84b538bb7d41 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:53:31.922127 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:53:31.922546 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Checking segment: {'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:31.923003 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.923392 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Bound using segment: {'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:53:31.923842 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Bound port: de41b834-1e45-4121-99bc-e051551b1591, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b56c6b-186d-4702-99f4-65210ed38d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:53:31.924219 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:31.999720 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] For port de41b834-1e45-4121-99bc-e051551b1591, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:53:32.003904 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] For port de41b834-1e45-4121-99bc-e051551b1591, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=de41b834-1e45-4121-99bc-e051551b1591,segment=NetworkSegment(45b56c6b-186d-4702-99f4-65210ed38d1c),segment_id=45b56c6b-186d-4702-99f4-65210ed38d1c)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:53:32.010012 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:32.075603 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Routers {'be282185-62e4-4917-9bf9-d2911786f4d0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:32.076227 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:53:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['be282185-62e4-4917-9bf9-d2911786f4d0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:32.078548 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f27bbb-7205-4000-bcc0-2f2362780856 None None] Pushing event updated for resources: {'Port': ['ID=de41b834-1e45-4121-99bc-e051551b1591,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:32.128672 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-270b9300-c72f-4a41-a447-21a4d753e613 None None] Provisioning for port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:32.132705 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-270b9300-c72f-4a41-a447-21a4d753e613 None None] Provisioning complete for port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:32.133301 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-270b9300-c72f-4a41-a447-21a4d753e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:32.174020 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-270b9300-c72f-4a41-a447-21a4d753e613 None None] Port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:53:32.210064 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:53:32.212716 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] Set router be282185-62e4-4917-9bf9-d2911786f4d0 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:32.218256 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:32.237710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Transition to ACTIVE for port object 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:53:32.242388 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:32.318022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:32.387932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Attempting to bind port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:53:32.391110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Attempting to bind port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:53:32.392195 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Attempting to bind port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:53:32.398165 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:53:32.398485 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Attempting to bind port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:53:32.404032 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:53:32.404503 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Checking segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:53:32.404981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Bound using segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:53:32.405507 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Bound port: 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:53:32.406887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:32.420532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f993f14-5bbe-46a4-8d68-282a410c51de req-08a6c809-9009-439c-8eed-c5ac8b329568 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:32.438488 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f993f14-5bbe-46a4-8d68-282a410c51de req-08a6c809-9009-439c-8eed-c5ac8b329568 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0679865 Aug 31 10:53:32.460940 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 4, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port': {'id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:24Z', 'updated_at': '2021-08-31T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'de41b834-1e45-4121-99bc-e051551b1591', 'name': '', 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'mac_address': 'fa:16:3e:52:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:26Z', 'updated_at': '2021-08-31T10:53:31Z', 'revision_number': 4, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'subnets': [{'id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:32.486638 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:53:32.487218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8f993f14-5bbe-46a4-8d68-282a410c51de req-1d0135c4-05e5-40df-a436-9dd10125fbc3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473988 Aug 31 10:53:32.490491 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:53:32.493194 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361e7e4-08e1-41ba-bb93-5499a08a2daa None None] The sync data for ids ['be282185-62e4-4917-9bf9-d2911786f4d0'] in n-d-806683-2 is: [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T10:53:27Z', 'revision_number': 4, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port': {'id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:24Z', 'updated_at': '2021-08-31T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': 'de41b834-1e45-4121-99bc-e051551b1591', 'name': '', 'network_id': 'e5ce2746-1b0f-48f0-a822-84b538bb7d41', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'mac_address': 'fa:16:3e:52:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:26Z', 'updated_at': '2021-08-31T10:53:31Z', 'revision_number': 4, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'subnets': [{'id': '31b038be-dd86-4e80-a531-cff9b46660e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:53:32.503694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:32.546395 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:32.547111 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:32.548610 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 1091 time: 0.7209082 Aug 31 10:53:32.549147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:53:32.551552 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce184b4-9094-4461-9ce3-2279e02dd750" -d '{"events": [{"name": "network-changed", "server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:53:32.572495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81746b8e-93f5-421e-994b-45d6655c8cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:32.612780 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c5954c-a62d-4896-9d47-d2ef92893023 x-openstack-request-id: req-66c5954c-a62d-4896-9d47-d2ef92893023 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:53:32.613089 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:53:32.613539 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66c5954c-a62d-4896-9d47-d2ef92893023 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:53:32.613929 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'status': 'completed', 'code': 200} Aug 31 10:53:32.663995 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6f1e-b90f-423c-9362-9afee287f94f req-30e5e6e1-6623-49a7-b3ab-b9881caa6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:32.665609 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-30e5e6e1-6623-49a7-b3ab-b9881caa6ed0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1094 time: 0.0633464 Aug 31 10:53:32.718016 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-2947e571-6d32-4ac8-a259-a18e68d6c12a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 217 time: 0.0442326 Aug 31 10:53:32.774261 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6f1e-b90f-423c-9362-9afee287f94f req-b041afbc-49ac-42ea-a2e5-cafcc3b50af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:32.775892 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-b041afbc-49ac-42ea-a2e5-cafcc3b50af5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0513220 Aug 31 10:53:32.822904 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6f1e-b90f-423c-9362-9afee287f94f req-da9df30d-2291-4f92-beac-aa02dbf31774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:32.824342 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-da9df30d-2291-4f92-beac-aa02dbf31774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412314 Aug 31 10:53:32.915090 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-417e0902-26ef-4ef4-bda0-9afdfd3a6e54 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837448 Aug 31 10:53:33.002838 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-094a6f1e-b90f-423c-9362-9afee287f94f req-426e2ff3-091d-4428-a83e-b1ad8872d1d9 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805075 Aug 31 10:53:33.089151 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-8bfb3930-7a6d-4843-a44f-c05d7b51e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:33.090546 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-8bfb3930-7a6d-4843-a44f-c05d7b51e8ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1094 time: 0.0406096 Aug 31 10:53:33.182662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-5e743ba3-4502-46da-870b-1b2a7f529077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:33.184160 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-5e743ba3-4502-46da-870b-1b2a7f529077 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0865877 Aug 31 10:53:33.224379 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-3e2cd216-f9b8-4b47-a6c8-bb584b2aa3f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 217 time: 0.0335445 Aug 31 10:53:33.274344 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-ea860316-72bc-478c-95d1-93a018e2c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:33.275830 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-ea860316-72bc-478c-95d1-93a018e2c6e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0434878 Aug 31 10:53:33.325631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-07b47b19-def3-47fd-b93d-a9b25bb3a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:33.327119 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-07b47b19-def3-47fd-b93d-a9b25bb3a547 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438983 Aug 31 10:53:33.414851 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-225ade93-0a35-4f29-87b8-ea7f97e5bc16 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803714 Aug 31 10:53:33.520731 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e6927f22-1e0b-4047-8f70-ec024a154275 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:33.521575 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-2ce184b4-9094-4461-9ce3-2279e02dd750 req-4c63b307-3174-44d6-a98d-bbbc45d5315e service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987215 Aug 31 10:53:33.569308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port e6927f22-1e0b-4047-8f70-ec024a154275 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:33.569684 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:33.606234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56779d71-0b81-47cd-bfb5-c36ba3caeebe req-32b643ca-d7c7-416f-b3b6-ca0be05e5f62 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:33.608206 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56779d71-0b81-47cd-bfb5-c36ba3caeebe req-32b643ca-d7c7-416f-b3b6-ca0be05e5f62 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0538223 Aug 31 10:53:33.646600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device de41b834-1e45-4121-99bc-e051551b1591 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:33.647196 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-56779d71-0b81-47cd-bfb5-c36ba3caeebe req-10f0edb4-9529-4234-9d77-71eed4a681e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Aug 31 10:53:33.696130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port de41b834-1e45-4121-99bc-e051551b1591 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:33.699623 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port de41b834-1e45-4121-99bc-e051551b1591 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:33.699988 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:33.775821 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:33.813815 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port de41b834-1e45-4121-99bc-e051551b1591, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=de41b834-1e45-4121-99bc-e051551b1591,segment=NetworkSegment(45b56c6b-186d-4702-99f4-65210ed38d1c),segment_id=45b56c6b-186d-4702-99f4-65210ed38d1c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:33.819687 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:33.879083 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=de41b834-1e45-4121-99bc-e051551b1591,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:34.772168 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca07692-d4b4-4558-ae59-e2490df23b5e req-62f2eef9-4760-4508-9429-ba381503f03d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:34.773738 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ca07692-d4b4-4558-ae59-e2490df23b5e req-62f2eef9-4760-4508-9429-ba381503f03d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0565302 Aug 31 10:53:34.813857 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8ca07692-d4b4-4558-ae59-e2490df23b5e req-638eb685-cecb-41fd-bfa8-77f84a69b514 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338905 Aug 31 10:53:35.483985 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device de41b834-1e45-4121-99bc-e051551b1591 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:35.532824 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port de41b834-1e45-4121-99bc-e051551b1591 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:35.533197 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:35.929343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf273d-04fc-40d0-9a32-533ee283d053 req-5bd347a1-f77c-4a35-a053-f7b48a22d614 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:35.930877 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3cbf273d-04fc-40d0-9a32-533ee283d053 req-5bd347a1-f77c-4a35-a053-f7b48a22d614 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0491402 Aug 31 10:53:35.968570 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3cbf273d-04fc-40d0-9a32-533ee283d053 req-9fbd1161-1fc4-46fc-9947-d0052b224476 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Aug 31 10:53:36.028222 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:53:36.122331 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:36.133994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'port_id': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'mac_address': 'fa:16:3e:a9:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:53:36.170016 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:36.183950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:53:36.203012 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:36.207143 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:36.252829 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:36.443185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:53:37.088906 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c17903-afe4-4dde-8b0d-9228a5a9e3ab req-df12d10d-1021-471d-98cf-355e2b47d443 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:37.090316 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9c17903-afe4-4dde-8b0d-9228a5a9e3ab req-df12d10d-1021-471d-98cf-355e2b47d443 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 944 time: 0.0531278 Aug 31 10:53:37.133150 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a9c17903-afe4-4dde-8b0d-9228a5a9e3ab req-8baceec9-cecb-46f4-8d62-6d4cc5cb3276 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362484 Aug 31 10:53:38.044175 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:38.102586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:53:38.106154 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:38.106529 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:38.184824 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:38.209407 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:53:38.211715 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a170318-9619-4b92-bc6b-bba5eec772f3" -d '{"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-plugged", "status": "completed", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:53:38.225278 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:38.230495 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:38.255015 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12f7a-a590-4804-903c-482b27d57cfe req-adebb3c9-1e42-4c49-9ea0-6f85b3ec4e47 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:38.256581 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ea12f7a-a590-4804-903c-482b27d57cfe req-adebb3c9-1e42-4c49-9ea0-6f85b3ec4e47 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 944 time: 0.0547545 Aug 31 10:53:38.276493 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a92abb4-5275-455f-8b1e-e0419d8825fd x-openstack-request-id: req-6a92abb4-5275-455f-8b1e-e0419d8825fd {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:53:38.276848 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-plugged", "status": "completed", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:53:38.277024 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a92abb4-5275-455f-8b1e-e0419d8825fd {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:53:38.277413 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'code': 200} Aug 31 10:53:38.294721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:38.311082 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9ea12f7a-a590-4804-903c-482b27d57cfe req-b8defe17-c37b-4eb4-8f0f-3c2b450451ae tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395536 Aug 31 10:53:38.376143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7169a4-d874-4ca8-9c13-979a39f1a65b req-4037517c-f146-498a-ad5e-f80dc194b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:38.377587 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b7169a4-d874-4ca8-9c13-979a39f1a65b req-4037517c-f146-498a-ad5e-f80dc194b377 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1096 time: 0.0428283 Aug 31 10:53:38.414577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8b7169a4-d874-4ca8-9c13-979a39f1a65b req-18f342c3-990e-4fe3-90cb-4f9785ad46fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298798 Aug 31 10:53:39.441609 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85739ac5-019e-42fa-a50c-060c201efab1 req-4ca2b539-8b1c-4af1-8def-6fa2b8cdcb12 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:39.443200 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85739ac5-019e-42fa-a50c-060c201efab1 req-4ca2b539-8b1c-4af1-8def-6fa2b8cdcb12 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0560000 Aug 31 10:53:39.482725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85739ac5-019e-42fa-a50c-060c201efab1 req-3c930686-fe29-4fa0-b4a8-eeb74024e9b0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333109 Aug 31 10:53:40.607070 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69069b38-417e-4b6a-901e-a5f36c59ca48 req-be9b522c-099c-4e31-8f38-0c9087311020 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:40.608598 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69069b38-417e-4b6a-901e-a5f36c59ca48 req-be9b522c-099c-4e31-8f38-0c9087311020 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0538168 Aug 31 10:53:40.648493 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-69069b38-417e-4b6a-901e-a5f36c59ca48 req-d9d72158-2a1a-4c42-9987-e85871373b9d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331402 Aug 31 10:53:40.762813 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963896aa-822a-4a4a-b6b8-e0b0f8798479 req-ca16d54a-135d-48fa-8e10-be9da16c2264 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:40.764188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-963896aa-822a-4a4a-b6b8-e0b0f8798479 req-ca16d54a-135d-48fa-8e10-be9da16c2264 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0500510 Aug 31 10:53:40.804752 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-963896aa-822a-4a4a-b6b8-e0b0f8798479 req-bb49d96a-3a1d-4567-b610-2b14405a7f59 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341878 Aug 31 10:53:40.827771 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50814) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:40.916561 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31271cf2-14a3-44f7-8961-c249028a7e8a tempest-TestShelveInstance-587864634 tempest-TestShelveInstance-587864634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:40.918064 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-31271cf2-14a3-44f7-8961-c249028a7e8a tempest-TestShelveInstance-587864634 tempest-TestShelveInstance-587864634-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1091 time: 0.0893703 Aug 31 10:53:40.921074 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 50818) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:53:40.925976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:53:40.946665 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:41.048349 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:41.152590 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Allocated IP 172.25.1.70 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/19c6c76b-88cf-4181-9c05-70ff2ae902ca) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:53:41.265910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:41.306066 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:41.345663 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:53:41.350467 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:53:41.353948 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:53:41.363167 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:41.379900 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'Port': ['ID=19c6c76b-88cf-4181-9c05-70ff2ae902ca,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:41.710722 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:41.777467 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:41.938714 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:41.943337 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:42.018373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'Port': ['ID=19c6c76b-88cf-4181-9c05-70ff2ae902ca,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:42.027010 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:42.130591 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Floating IP 86c76627-d269-4f37-a6be-de7ef3947dce associated. External IP: 172.25.1.70, port: 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a. Aug 31 10:53:42.343786 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:53:42.461056 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:53:42.470702 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] Sync routers for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:53:42.477684 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:42.481158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:42.481901 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:53:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:42.508929 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-92e264c2-f0e9-40bc-8f42-56952330b814 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5868032 Aug 31 10:53:42.509617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:53:42.511998 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65" -d '{"events": [{"name": "network-changed", "server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:53:42.550705 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f65f61-cb3e-4a61-bc21-91c7a4038788 x-openstack-request-id: req-c3f65f61-cb3e-4a61-bc21-91c7a4038788 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:53:42.551032 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:53:42.551279 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3f65f61-cb3e-4a61-bc21-91c7a4038788 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:53:42.551679 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'status': 'completed', 'code': 200} Aug 31 10:53:42.617875 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-5b0d283b-c6b7-4379-bbe7-2edeb805ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:42.619381 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-5b0d283b-c6b7-4379-bbe7-2edeb805ef20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1096 time: 0.0446482 Aug 31 10:53:42.717059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-fd4ae719-d8db-46bf-b2b3-e26011ade5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:42.718572 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-fd4ae719-d8db-46bf-b2b3-e26011ade5a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0911813 Aug 31 10:53:42.762621 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:43.034443 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '86c76627-d269-4f37-a6be-de7ef3947dce', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'port_id': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'mac_address': 'fa:16:3e:a9:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57db1110-46c2-4466-980d-228244d224e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:53:41Z', 'updated_at': '2021-08-31T10:53:41Z', 'revision_number': 0, 'project_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:43.063550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] Checking router: eb0bceda-bc8f-4324-bed5-41a3f27d3d59 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:53:43.073755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:53:43.074617 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:53:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:43.133863 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-42a7b7a0-7253-4e94-a5e5-2e4b4794c9e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 998 time: 0.4080949 Aug 31 10:53:43.186167 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-8f9afcc5-589c-4bb8-a436-c928ce1f37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:43.187768 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-8f9afcc5-589c-4bb8-a436-c928ce1f37b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0465958 Aug 31 10:53:43.192346 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:53:43.235050 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-458d08f5-8a64-4de0-bda7-f314663e133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:43.236688 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-458d08f5-8a64-4de0-bda7-f314663e133e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421910 Aug 31 10:53:43.339248 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-0cb3358d-8b27-450d-bd0c-3c8470350de7 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955186 Aug 31 10:53:43.432570 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5bae8e83-f865-4b85-ab30-0d6e8f99ec65 req-226e14f6-f198-45ee-be71-fdd9c0c20d6c service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857036 Aug 31 10:53:43.438600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '86c76627-d269-4f37-a6be-de7ef3947dce', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'port_id': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'mac_address': 'fa:16:3e:a9:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57db1110-46c2-4466-980d-228244d224e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:53:41Z', 'updated_at': '2021-08-31T10:53:41Z', 'revision_number': 0, 'project_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:53:43.469061 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c196483-aed5-478a-aa11-b0dce845d67c None None] The sync data for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 is: [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '86c76627-d269-4f37-a6be-de7ef3947dce', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'port_id': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'mac_address': 'fa:16:3e:a9:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57db1110-46c2-4466-980d-228244d224e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:53:41Z', 'updated_at': '2021-08-31T10:53:41Z', 'revision_number': 0, 'project_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:53:43.661163 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2b975-7b8f-49a2-acca-55686bc3626b None None] New status for floating IP 86c76627-d269-4f37-a6be-de7ef3947dce: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:53:44.414141 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:51.351581 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:53:51.979670 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b7c8fd47-1e72-4f2f-bff4-96d418b43a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:55.201193 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:55.900419 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4a48e08a-8beb-44a3-8f89-ef1462e6fb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:58.010364 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:58.949079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:05.703591 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-662ddf6f-4078-4df2-8b27-bef88d3f92f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444937 Aug 31 10:54:05.786585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-ba2b4766-e3b8-4c98-830c-e6a8285c6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:54:05.788119 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-ba2b4766-e3b8-4c98-830c-e6a8285c6341 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1096 time: 0.0406742 Aug 31 10:54:05.888934 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-b514c442-c8df-4f8c-83f1-668deccc1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:54:05.890393 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-b514c442-c8df-4f8c-83f1-668deccc1c8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0825462 Aug 31 10:54:05.958241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-9191c79c-6fb1-4d70-bbf2-e115538107f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 1000 time: 0.0605185 Aug 31 10:54:06.006446 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-c0884984-a61e-440e-b9ee-89946516b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:54:06.007889 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-c0884984-a61e-440e-b9ee-89946516b866 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0425904 Aug 31 10:54:06.052431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-b291a6d1-a2a1-46af-9a22-4f87b957c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:54:06.053967 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-b291a6d1-a2a1-46af-9a22-4f87b957c6b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392015 Aug 31 10:54:06.146498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-a246ad96-2205-4d53-8c6e-94ac4e6cebf1 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840876 Aug 31 10:54:06.237232 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7da56fa2-0bb8-4452-a3e0-1da9f2558e21 req-91fb48ba-cd05-4a57-97e4-19b412273187 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812352 Aug 31 10:54:11.372008 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:14.415861 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:21.982333 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-77576e24-5c62-4021-9b13-7e4ce4c63323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:25.202628 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:25.900793 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9029328-cbac-47af-8d66-94fea6a24120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:28.008612 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:28.351147 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:54:28.950911 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:41.386840 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:44.413670 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:51.983442 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c8d27754-d4eb-4046-8fdd-a9527b61bc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:55.204052 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:55.903005 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8d674d46-b95d-45ef-92f6-15024bbdc9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:58.012564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:58.954275 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:05.350519 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:55:07.703695 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-026c1341-e985-4f39-bf24-82cace066882 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406621 Aug 31 10:55:07.789714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-0615a3d9-641c-4e2e-9dc2-89e09f07bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:07.791297 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-0615a3d9-641c-4e2e-9dc2-89e09f07bf33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1096 time: 0.0468426 Aug 31 10:55:07.891602 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-91f493ef-5983-4c69-9eb2-a096eb560f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:07.893092 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-91f493ef-5983-4c69-9eb2-a096eb560f00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0829301 Aug 31 10:55:07.966351 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-3e16a397-477f-4591-bb15-5f0a7a345da0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 1000 time: 0.0656254 Aug 31 10:55:08.018658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-59b605d8-9e59-4a33-a389-44462dd9f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:08.020486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-59b605d8-9e59-4a33-a389-44462dd9f627 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0476360 Aug 31 10:55:08.069031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-f5bf7312-259e-4d4b-add4-b2e88c10e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:08.070480 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-f5bf7312-259e-4d4b-add4-b2e88c10e13b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429759 Aug 31 10:55:08.168819 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-d6b2e0ca-52ad-4ab1-be01-2d35b6db8b1c service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905182 Aug 31 10:55:08.263293 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a980c2e7-3256-40a5-8fea-448bbb8333a4 req-f6fba1e0-0d64-4f83-b017-c6c174a6954d service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Aug 31 10:55:11.383627 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:14.442400 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:21.991464 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9b0da5d8-4d61-48ca-a72d-84706f766515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:25.206465 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:25.905214 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-57910700-a9fd-4cc8-aa08-7f980025342f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.018059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.958439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.630165 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23409be-538b-491c-8fca-66fe7d0de14b req-f2b73e56-d0b1-40af-b276-908e5e30d864 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:37.631766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b23409be-538b-491c-8fca-66fe7d0de14b req-f2b73e56-d0b1-40af-b276-908e5e30d864 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.1128013 Aug 31 10:55:37.674021 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b23409be-538b-491c-8fca-66fe7d0de14b req-d0d58b8c-899a-4f90-a796-edc60a3f0298 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361197 Aug 31 10:55:38.798029 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73a86b-c6fa-4987-a4f4-da5c1d4e7382 req-9cc2c280-bc48-4f66-a694-0524c0d33366 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:38.799629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d73a86b-c6fa-4987-a4f4-da5c1d4e7382 req-9cc2c280-bc48-4f66-a694-0524c0d33366 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0548360 Aug 31 10:55:38.839005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d73a86b-c6fa-4987-a4f4-da5c1d4e7382 req-d3b9110f-a0b5-48ab-8582-6d2fba5cf0c4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Aug 31 10:55:39.974549 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9906b-42cf-46c2-a3e1-b54bab179bcf req-f660c761-40e2-4d45-adba-a823d6b80aed tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:39.976080 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6b9906b-42cf-46c2-a3e1-b54bab179bcf req-f660c761-40e2-4d45-adba-a823d6b80aed tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0507016 Aug 31 10:55:40.013665 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b6b9906b-42cf-46c2-a3e1-b54bab179bcf req-7d9531ef-757c-424c-bd4b-33758d306910 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313721 Aug 31 10:55:41.139439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2ce09-72ca-4b86-9cd7-49fa129455f9 req-dd09bfc9-f271-4821-b1dc-2f9184fa8db2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:41.141956 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5dd2ce09-72ca-4b86-9cd7-49fa129455f9 req-dd09bfc9-f271-4821-b1dc-2f9184fa8db2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0600135 Aug 31 10:55:41.180167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5dd2ce09-72ca-4b86-9cd7-49fa129455f9 req-10ef29d5-fa7f-4a46-99d5-894033c5e360 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Aug 31 10:55:41.383009 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:42.314887 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0f6ba-92ae-4c2d-97a8-71e95a699032 req-afd31d93-8d63-47ad-997a-0f945e52e1b2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:42.316387 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6cc0f6ba-92ae-4c2d-97a8-71e95a699032 req-afd31d93-8d63-47ad-997a-0f945e52e1b2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0549510 Aug 31 10:55:42.349329 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:55:42.354504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6cc0f6ba-92ae-4c2d-97a8-71e95a699032 req-306a5da9-6b80-4615-8f52-c830a17c1888 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321629 Aug 31 10:55:43.481884 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf78708-583b-464c-8125-6984ee08d68d req-c6300dac-a915-4f6a-89e9-79139ae32352 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:43.485432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bf78708-583b-464c-8125-6984ee08d68d req-c6300dac-a915-4f6a-89e9-79139ae32352 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0534422 Aug 31 10:55:43.530658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2bf78708-583b-464c-8125-6984ee08d68d req-9310565f-9f42-43cb-8e0e-220a247ca16d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356188 Aug 31 10:55:44.478254 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.665476 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c53df7-d9ab-49fb-8615-bb4b89a3526d req-cc70ff04-dba6-40bf-bfee-494a4af2b2a3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:44.667716 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8c53df7-d9ab-49fb-8615-bb4b89a3526d req-cc70ff04-dba6-40bf-bfee-494a4af2b2a3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0649185 Aug 31 10:55:44.718820 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f8c53df7-d9ab-49fb-8615-bb4b89a3526d req-9e016e8c-2c24-4d4e-89ff-b00e5dc6a6be tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398326 Aug 31 10:55:45.843534 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc8f9-80c0-4d4e-bd28-4fd97d33b516 req-f47c237b-079d-475f-ba00-7f204f7df199 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:45.845118 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-303dc8f9-80c0-4d4e-bd28-4fd97d33b516 req-f47c237b-079d-475f-ba00-7f204f7df199 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0533538 Aug 31 10:55:45.902845 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-303dc8f9-80c0-4d4e-bd28-4fd97d33b516 req-5d973852-4a6c-468e-a5d8-0a0d11ea7d82 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496418 Aug 31 10:55:47.039537 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663d720-eb62-4886-93dd-c3d08de11b01 req-21ecebb9-95d2-4d82-b4ae-2d09cb112aa8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:47.041832 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4663d720-eb62-4886-93dd-c3d08de11b01 req-21ecebb9-95d2-4d82-b4ae-2d09cb112aa8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0652373 Aug 31 10:55:47.085475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4663d720-eb62-4886-93dd-c3d08de11b01 req-a1d12414-bac6-4b3b-89e1-46e6b1efde89 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371201 Aug 31 10:55:48.206343 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079df2c-8117-48f7-af31-debc7a7560e3 req-73ec38c5-13d1-4500-8dd9-2e007ff3d5fc tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:48.208124 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0079df2c-8117-48f7-af31-debc7a7560e3 req-73ec38c5-13d1-4500-8dd9-2e007ff3d5fc tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Aug 31 10:55:48.252593 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0079df2c-8117-48f7-af31-debc7a7560e3 req-77e8727f-9ec8-4b86-a9ca-f53b73246df4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377195 Aug 31 10:55:49.378991 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fea89-e4dc-4918-9cc0-61edd3c387ee req-21df4c35-2d71-4b40-805a-92483388dce3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:49.380533 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-476fea89-e4dc-4918-9cc0-61edd3c387ee req-21df4c35-2d71-4b40-805a-92483388dce3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0560503 Aug 31 10:55:49.423068 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-476fea89-e4dc-4918-9cc0-61edd3c387ee req-764dd577-5938-4069-b7ca-b39ca4e42654 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354035 Aug 31 10:55:50.577167 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0f238-4d19-44cc-a570-8a543938b7cc req-76abb1fb-b2a1-4d1e-8eb2-0356f1db56e1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:50.582385 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32d0f238-4d19-44cc-a570-8a543938b7cc req-76abb1fb-b2a1-4d1e-8eb2-0356f1db56e1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0796542 Aug 31 10:55:50.631717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-32d0f238-4d19-44cc-a570-8a543938b7cc req-373c7c51-9759-41aa-a63c-b90eb9279d66 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Aug 31 10:55:50.776194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:55:50.939064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:50.954464 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'port_id': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'mac_address': 'fa:16:3e:a9:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:55:51.015678 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.046913 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:55:51.078011 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:51.085090 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.192636 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:55:51.199758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:51.232438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.232965 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.233404 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.233849 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.234284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.234690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.235042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.235373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.235701 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.236028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.236353 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.236706 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:51.814951 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61858-a3a7-4cbb-a918-bf68d9c022ee req-a80affc4-9df6-40fd-9426-bdaba1730c51 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:51.822555 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eec61858-a3a7-4cbb-a918-bf68d9c022ee req-a80affc4-9df6-40fd-9426-bdaba1730c51 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 944 time: 0.0784137 Aug 31 10:55:51.881142 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eec61858-a3a7-4cbb-a918-bf68d9c022ee req-1d5b12b8-cda1-44bf-a72a-872480edfe79 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573266 Aug 31 10:55:51.992126 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35175412-c282-48bb-aaa7-7c721d09c191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.773116 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:52.845989 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:52.846398 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.973400 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:53.000782 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:55:53.004554 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6751dacd-5ba1-4f13-bd19-c86f780a4f9a" -d '{"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-plugged", "status": "completed", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:55:53.019519 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:53.041416 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:53.054941 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591fc2b-6e6c-42f7-b0f7-765839d705f9 req-66e22970-88e5-4ec6-a3b4-d288579ebb13 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:53.056544 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e152684-6f0c-421d-9045-356b632b0278 x-openstack-request-id: req-1e152684-6f0c-421d-9045-356b632b0278 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:55:53.056844 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-plugged", "status": "completed", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:55:53.057098 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e152684-6f0c-421d-9045-356b632b0278 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:55:53.057507 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'code': 200} Aug 31 10:55:53.061101 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0591fc2b-6e6c-42f7-b0f7-765839d705f9 req-66e22970-88e5-4ec6-a3b4-d288579ebb13 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 944 time: 0.0892000 Aug 31 10:55:53.116851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0591fc2b-6e6c-42f7-b0f7-765839d705f9 req-02234c06-1291-48b8-bf33-bc3032f4e17d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466352 Aug 31 10:55:53.131211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:54.324410 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f05fd-c4e4-4b3a-b885-5b0a42470364 req-ccf003b8-40c1-4818-afc5-cfc377bf9319 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:54.328528 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df2f05fd-c4e4-4b3a-b885-5b0a42470364 req-ccf003b8-40c1-4818-afc5-cfc377bf9319 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0661597 Aug 31 10:55:54.407437 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df2f05fd-c4e4-4b3a-b885-5b0a42470364 req-5b84368b-ff4f-41f7-bac8-ef8c1d3e0b74 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679982 Aug 31 10:55:55.221500 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:55.564789 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdf0b9-fc12-4a31-912a-942a6650b687 req-b7753725-dceb-4753-8dc6-a5c91bcdf276 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:55.571234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49cdf0b9-fc12-4a31-912a-942a6650b687 req-b7753725-dceb-4753-8dc6-a5c91bcdf276 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0780854 Aug 31 10:55:55.624403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49cdf0b9-fc12-4a31-912a-942a6650b687 req-29f1324e-ecd0-4f78-b4b2-7f71e42328bc tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483699 Aug 31 10:55:55.913644 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8950f0d8-8d37-4334-aa3c-4238c083d87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:56.781028 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1012b-cb4c-4bb6-b80d-b5fc4d3f1f91 req-d98e2a94-1e30-43b1-a5df-b54651a3f4ee tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:56.783842 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80a1012b-cb4c-4bb6-b80d-b5fc4d3f1f91 req-d98e2a94-1e30-43b1-a5df-b54651a3f4ee tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0774207 Aug 31 10:55:56.839062 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-80a1012b-cb4c-4bb6-b80d-b5fc4d3f1f91 req-3d9370cb-5a14-44c4-b706-b2a453ef7200 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444326 Aug 31 10:55:57.995096 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fcdfa-f175-470e-ab62-af2192f14201 req-cb755e85-df15-4054-9a54-d3f9b14dfc10 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:57.997504 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2fcdfa-f175-470e-ab62-af2192f14201 req-cb755e85-df15-4054-9a54-d3f9b14dfc10 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0628588 Aug 31 10:55:58.030762 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:58.055910 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bc2fcdfa-f175-470e-ab62-af2192f14201 req-513eb14c-ec55-4358-8e1c-3b73a48f4f04 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492575 Aug 31 10:55:58.967146 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:59.230509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38f9d-7b11-4980-90d3-fcfa3901b263 req-fc11627c-6b14-48e9-9781-e6637f983bab tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:59.239349 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7c38f9d-7b11-4980-90d3-fcfa3901b263 req-fc11627c-6b14-48e9-9781-e6637f983bab tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0658090 Aug 31 10:55:59.298849 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7c38f9d-7b11-4980-90d3-fcfa3901b263 req-fcc22243-d3c1-413e-abab-35292aa98252 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553055 Aug 31 10:56:00.447623 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6111d2-21f5-4606-9b0a-964ee813fe6e req-a29dacbc-70f1-43d4-b935-8d3ff2ec00d5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:00.449246 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f6111d2-21f5-4606-9b0a-964ee813fe6e req-a29dacbc-70f1-43d4-b935-8d3ff2ec00d5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0652382 Aug 31 10:56:00.449905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-adb4e8d0-7788-4662-8fb3-5a8ca6f7f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:00.452239 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-adb4e8d0-7788-4662-8fb3-5a8ca6f7f9fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1096 time: 0.1158366 Aug 31 10:56:00.500395 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2f6111d2-21f5-4606-9b0a-964ee813fe6e req-379368fa-7c17-4a50-8e16-2f1640a69657 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 Aug 31 10:56:00.557846 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-aa4367a5-7af5-4fef-8ead-0b2d0e68ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:00.559430 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-aa4367a5-7af5-4fef-8ead-0b2d0e68ad02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.1003940 Aug 31 10:56:00.629671 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-437b8921-d8aa-44be-8dab-3a4616ed6ab0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 1000 time: 0.0632625 Aug 31 10:56:00.695375 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-6a8e992d-3e49-4a9d-9fc6-5d1a8c9150ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:00.696902 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-6a8e992d-3e49-4a9d-9fc6-5d1a8c9150ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0571337 Aug 31 10:56:00.751004 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-f5286fce-6492-4f1f-8678-1fab945804a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:00.752568 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-f5286fce-6492-4f1f-8678-1fab945804a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481119 Aug 31 10:56:00.763697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-80a46547-c6ed-4e1e-9cdb-04602ce34052 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:56:00.764853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-80a46547-c6ed-4e1e-9cdb-04602ce34052 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052900 Aug 31 10:56:00.891059 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-003dcc90-fa4f-4959-8272-f5a9c77dfb67 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182570 Aug 31 10:56:01.000966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-bd52fa26-1276-448c-bcc2-5476b2211c80 req-fbd073d3-810b-4a88-bc90-e866fbf88f4b service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002226 Aug 31 10:56:01.629801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4f6a-c067-4a06-97f7-dbc1c0acc48d req-4dffb2a6-46b2-424f-8aa9-66a2290975e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:01.631509 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fec4f6a-c067-4a06-97f7-dbc1c0acc48d req-4dffb2a6-46b2-424f-8aa9-66a2290975e5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0517912 Aug 31 10:56:01.677656 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7fec4f6a-c067-4a06-97f7-dbc1c0acc48d req-f82cebc3-9291-4f10-806f-ad72903163f9 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340130 Aug 31 10:56:02.829834 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d636d7-e543-4024-8e2f-50609cb65e2c req-e6886cd3-2792-41b6-95a3-ff6c4398888d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:02.831568 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49d636d7-e543-4024-8e2f-50609cb65e2c req-e6886cd3-2792-41b6-95a3-ff6c4398888d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0704305 Aug 31 10:56:02.888314 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-49d636d7-e543-4024-8e2f-50609cb65e2c req-cbe45bf4-cf4b-405a-b914-ce1c5c06e10e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455849 Aug 31 10:56:02.980402 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-c7537e64-b2dc-4a81-8ef4-5aab3a011d7e req-a22db2dd-9f44-4fdc-8ed7-290d0777ff54 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:56:02.981311 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7537e64-b2dc-4a81-8ef4-5aab3a011d7e req-a22db2dd-9f44-4fdc-8ed7-290d0777ff54 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067184 Aug 31 10:56:03.431499 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-0b991cee-0467-4fed-8853-c4b2b825c84e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086559 Aug 31 10:56:03.538011 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88357a7-189d-4b34-a278-31c847287c59 req-b56ca95c-f55f-4c2a-b538-82e20bfb0e43 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:03.539715 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b88357a7-189d-4b34-a278-31c847287c59 req-b56ca95c-f55f-4c2a-b538-82e20bfb0e43 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.4311521 Aug 31 10:56:03.586432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b88357a7-189d-4b34-a278-31c847287c59 req-1d40d25b-831a-481d-958e-4a92c131ddb8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365539 Aug 31 10:56:04.357935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-4fe06b3b-2693-48d9-99cf-4f6ee1ac77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:04.359493 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-4fe06b3b-2693-48d9-99cf-4f6ee1ac77b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1&tenant_id=71402e5faccb4662b4eaf80609252862 HTTP/1.1" status: 200 len: 1096 time: 0.0951753 Aug 31 10:56:04.373495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-2', 'device_owner': 'compute:nova'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:56:04.438675 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:04.664532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:56:04.706585 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:56:04.717436 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b27c1-cbc5-4378-a66e-29f07985268f req-aca0ff37-8975-4fb3-baaa-4d38ab8a648e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:04.719235 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-240b27c1-cbc5-4378-a66e-29f07985268f req-aca0ff37-8975-4fb3-baaa-4d38ab8a648e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0547907 Aug 31 10:56:04.752097 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:04.754631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:56:04.758093 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c854dee-3b7b-4427-ad76-b1c1c71b5358" -d '{"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-unplugged", "status": "completed", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:56:04.768840 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-240b27c1-cbc5-4378-a66e-29f07985268f req-4ed7494d-bfba-4523-b1f6-1c34852b0fb3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385582 Aug 31 10:56:04.785022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Transition to ACTIVE for port object 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:56:04.790310 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:04.825514 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:56:04.894408 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=8']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:04.908446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:56:04.914801 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.915371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.915714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.916059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.916398 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.916732 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.917065 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.917394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.917720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.918048 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.918374 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.918697 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:56:04.946497 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] No DVR routers for this DVR port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:56:04.983824 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b29d919-0312-4cbf-a600-e51ca3069167 x-openstack-request-id: req-6b29d919-0312-4cbf-a600-e51ca3069167 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:56:04.984113 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-unplugged", "status": "completed", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:56:04.984364 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b29d919-0312-4cbf-a600-e51ca3069167 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:56:04.984767 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'code': 200} Aug 31 10:56:05.117660 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Attempting to bind port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:56:05.117913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Attempting to bind port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:56:05.118229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Attempting to bind port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:56:05.122969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:56:05.123357 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Attempting to bind port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:56:05.128718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:56:05.128988 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Checking segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:56:05.129361 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Bound using segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:56:05.129782 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Bound port: 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:56:05.130175 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:05.195333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:56:05.198669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:56:05.204702 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:05.245567 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:05.246006 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:05.247585 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] 10.222.0.20 "PUT /v2.0/ports/5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 1091 time: 0.8788822 Aug 31 10:56:05.272652 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763289ad-4154-47e9-8473-031726f6d2cd service neutron] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=9']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:05.338336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-8606fff6-eb9f-4680-b2f2-63101370856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:05.340577 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-8606fff6-eb9f-4680-b2f2-63101370856a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1094 time: 0.0522249 Aug 31 10:56:05.461751 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-1a7d13c6-b6a5-48d2-8c5a-a814e5e24979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:05.463320 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-1a7d13c6-b6a5-48d2-8c5a-a814e5e24979 service neutron] 10.222.0.20 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.1158121 Aug 31 10:56:05.544314 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-1f4d9cd4-4659-46b5-972c-1e9c24666fd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 998 time: 0.0736928 Aug 31 10:56:05.595111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-fb15deb4-1c7f-4bd5-8afa-3ed15a37c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:05.596624 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-fb15deb4-1c7f-4bd5-8afa-3ed15a37c2be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0458040 Aug 31 10:56:05.649908 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-0ae2e42a-74bc-45f6-b52a-14944814780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:05.651380 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-0ae2e42a-74bc-45f6-b52a-14944814780c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479727 Aug 31 10:56:05.750801 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-abf5ed2a-231f-4166-ac15-014067c23b00 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914302 Aug 31 10:56:05.900539 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34fd5f-06f3-4d98-93e4-5bffa94e3201 req-906ceac3-65d8-440b-b7b0-7c0ffba65546 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:05.902013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a34fd5f-06f3-4d98-93e4-5bffa94e3201 req-906ceac3-65d8-440b-b7b0-7c0ffba65546 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0517502 Aug 31 10:56:05.902224 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-29c3d44f-fb53-4978-b32d-0926e00441b5 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422999 Aug 31 10:56:05.945595 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9a34fd5f-06f3-4d98-93e4-5bffa94e3201 req-b955c542-f56b-4f98-8254-a9c4d9773f2a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365598 Aug 31 10:56:06.986894 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:56:06.993161 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faac96a2-e39b-47fd-8391-693ccce69d72" -d '{"events": [{"name": "network-changed", "server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:56:07.062725 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d9e07b-99c4-4496-8422-2b1fdf6d0877 x-openstack-request-id: req-a1d9e07b-99c4-4496-8422-2b1fdf6d0877 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:56:07.063488 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:56:07.063921 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1d9e07b-99c4-4496-8422-2b1fdf6d0877 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:56:07.064654 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'status': 'completed', 'code': 200} Aug 31 10:56:07.101606 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d18e5c-8987-48a1-b0eb-fb5364dc6ca4 req-8422e6eb-e7c0-4a80-8957-37197dd2856a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:07.103491 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4d18e5c-8987-48a1-b0eb-fb5364dc6ca4 req-8422e6eb-e7c0-4a80-8957-37197dd2856a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0738266 Aug 31 10:56:07.149688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c4d18e5c-8987-48a1-b0eb-fb5364dc6ca4 req-08e8748b-fd2d-4a0c-b4ec-d63488d9c549 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363700 Aug 31 10:56:08.300234 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736dcc-afa2-4405-bc83-df5bf1c18ab2 req-58ab1a18-67cf-45cd-9824-d209dc70143a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:08.301819 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1736dcc-afa2-4405-bc83-df5bf1c18ab2 req-58ab1a18-67cf-45cd-9824-d209dc70143a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0662944 Aug 31 10:56:08.348844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1736dcc-afa2-4405-bc83-df5bf1c18ab2 req-d3460337-e9cd-473b-89a1-1b32ad545252 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404291 Aug 31 10:56:09.486383 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bd35a-ba68-48a2-b169-80a1568278ff req-697319c7-453b-4b8a-a53c-97b9f0ca04fb tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:09.489151 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-925bd35a-ba68-48a2-b169-80a1568278ff req-697319c7-453b-4b8a-a53c-97b9f0ca04fb tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0574586 Aug 31 10:56:09.537561 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-925bd35a-ba68-48a2-b169-80a1568278ff req-892b3e7b-a7e0-4dfb-9aa1-5b16affea56a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383880 Aug 31 10:56:10.706487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf755b-305f-42a5-88a0-1799ba9bcee5 req-d455250b-82c5-4562-a4cd-35923b6abdcc tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:10.708156 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-baaf755b-305f-42a5-88a0-1799ba9bcee5 req-d455250b-82c5-4562-a4cd-35923b6abdcc tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0704908 Aug 31 10:56:10.768986 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-baaf755b-305f-42a5-88a0-1799ba9bcee5 req-31ccf46a-2507-461e-8c6c-e15a32f37cd4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528295 Aug 31 10:56:11.385452 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:11.913868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eebc71-e888-447b-9bac-bdf5a703e291 req-e54a6b60-da79-4faa-bc97-1f826201ba3b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:11.916371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1eebc71-e888-447b-9bac-bdf5a703e291 req-e54a6b60-da79-4faa-bc97-1f826201ba3b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0654290 Aug 31 10:56:11.963989 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1eebc71-e888-447b-9bac-bdf5a703e291 req-8ca7b720-6db9-432d-a1a7-9a8bfc99f6b3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 Aug 31 10:56:13.142771 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428db0b-6704-47fe-bc1b-07c9b0107f6f req-9052f04a-bab7-41e1-b88a-50bbc7ce1f33 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:13.146141 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5428db0b-6704-47fe-bc1b-07c9b0107f6f req-9052f04a-bab7-41e1-b88a-50bbc7ce1f33 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0836551 Aug 31 10:56:13.197249 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5428db0b-6704-47fe-bc1b-07c9b0107f6f req-65e15306-0c66-49f6-9ce1-a10a3b27dd09 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Aug 31 10:56:14.354113 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba3e3a-2b95-4046-8cf2-b8548bf3fbca req-c8e95667-0794-4f9a-8903-1d53517f3ed4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:14.361410 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39ba3e3a-2b95-4046-8cf2-b8548bf3fbca req-c8e95667-0794-4f9a-8903-1d53517f3ed4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0590217 Aug 31 10:56:14.401248 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-39ba3e3a-2b95-4046-8cf2-b8548bf3fbca req-eb15aa23-3a9e-4675-ae98-19a56c57c187 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 Aug 31 10:56:14.491607 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:15.547680 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909356c3-7e7f-448d-a0ae-87be7d30dbdb req-b8b093ba-2464-4f63-9985-7f49e9853f48 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:15.549259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-909356c3-7e7f-448d-a0ae-87be7d30dbdb req-b8b093ba-2464-4f63-9985-7f49e9853f48 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0578563 Aug 31 10:56:15.593268 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-909356c3-7e7f-448d-a0ae-87be7d30dbdb req-dc84cf95-c48d-4b7c-a1ad-09dcfa60769c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372665 Aug 31 10:56:16.716658 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b969b1-5361-4f46-b106-08fdf1d7ae10 req-1ced5b8d-562f-4a36-b4b9-1bf702e7bcba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:16.718184 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20b969b1-5361-4f46-b106-08fdf1d7ae10 req-1ced5b8d-562f-4a36-b4b9-1bf702e7bcba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0550594 Aug 31 10:56:16.765788 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-20b969b1-5361-4f46-b106-08fdf1d7ae10 req-bc244086-1b24-40da-8376-6211a6ca95cd tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Aug 31 10:56:17.904546 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d02d7-29e2-4b26-8489-4acc83eb631a req-7200da9a-3888-4b31-ac53-ca1b8b4a2492 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:17.906100 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-171d02d7-29e2-4b26-8489-4acc83eb631a req-7200da9a-3888-4b31-ac53-ca1b8b4a2492 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0612087 Aug 31 10:56:17.959309 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-171d02d7-29e2-4b26-8489-4acc83eb631a req-4c5fe88e-e733-42ec-af60-906b630adf01 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464127 Aug 31 10:56:19.078811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cad68-9daa-463e-95d4-d0a92f8b74cd req-f3319780-f694-4129-b0de-d7cfddfb922b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:19.080386 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b93cad68-9daa-463e-95d4-d0a92f8b74cd req-f3319780-f694-4129-b0de-d7cfddfb922b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0509989 Aug 31 10:56:19.126543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b93cad68-9daa-463e-95d4-d0a92f8b74cd req-882d9fc6-3f84-4510-a430-694bc3be9090 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397956 Aug 31 10:56:19.349304 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:56:20.261420 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e51493-4520-460c-9006-bd469472b579 req-fef2fd52-35f2-41c1-a9ce-0d7fc7e125b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:20.263886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9e51493-4520-460c-9006-bd469472b579 req-fef2fd52-35f2-41c1-a9ce-0d7fc7e125b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0523038 Aug 31 10:56:20.308994 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d9e51493-4520-460c-9006-bd469472b579 req-fde7532f-d7bc-431c-8490-b69d00140083 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356557 Aug 31 10:56:21.070706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-80ea111d-e149-42be-b1ea-01385c1da6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:21.072258 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-80ea111d-e149-42be-b1ea-01385c1da6ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1094 time: 0.0568745 Aug 31 10:56:21.191381 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-09d68856-f090-4f86-9def-2c3ae9b2c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:21.193542 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-09d68856-f090-4f86-9def-2c3ae9b2c996 service neutron] 10.222.0.20 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.1124012 Aug 31 10:56:21.275392 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-d0821ca8-58c2-4907-b2db-402f4f2a2136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 998 time: 0.0734558 Aug 31 10:56:21.331912 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-59e2bbd5-d16a-46da-adfd-9a59849e2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:21.333753 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-59e2bbd5-d16a-46da-adfd-9a59849e2c7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0500908 Aug 31 10:56:21.395650 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-51f93dd5-55b7-4cc7-90da-455fc09faff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:21.397194 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-51f93dd5-55b7-4cc7-90da-455fc09faff0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561829 Aug 31 10:56:21.485414 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca0bc9-19d9-4d1d-aeac-86c4b73b2bd8 req-ac5857eb-6ee6-4ef3-aaa7-08eb474a81a3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:21.487028 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca0bc9-19d9-4d1d-aeac-86c4b73b2bd8 req-ac5857eb-6ee6-4ef3-aaa7-08eb474a81a3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0670357 Aug 31 10:56:21.521856 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-53bbf627-50b6-422b-a0e0-0091e95ecc4d service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167829 Aug 31 10:56:21.532936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1ca0bc9-19d9-4d1d-aeac-86c4b73b2bd8 req-0b5cfb65-51da-4fad-a7d9-6df5c9917e24 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381901 Aug 31 10:56:21.627512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-faac96a2-e39b-47fd-8391-693ccce69d72 req-39317ab7-9f3c-455c-96b2-d45f200a2bc8 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982654 Aug 31 10:56:21.735694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-642ebc93-4c9f-4652-8b98-308e461a6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:21.737266 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-642ebc93-4c9f-4652-8b98-308e461a6135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1094 time: 0.0462239 Aug 31 10:56:21.866416 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-5f7e4d98-58ca-4851-a476-1c1d1d6f014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:21.867870 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-5f7e4d98-58ca-4851-a476-1c1d1d6f014f service neutron] 10.222.0.20 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.1090665 Aug 31 10:56:21.935241 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-85a9f64d-4f40-4490-bb12-b6566b94750f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 998 time: 0.0593693 Aug 31 10:56:21.985379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-be328359-b6f6-4b9f-8890-43b3869ccde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:21.990325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-6020da46-1b33-4a95-8734-cd7c84406c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:21.991805 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-6020da46-1b33-4a95-8734-cd7c84406c84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0503695 Aug 31 10:56:22.037833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-cbbd6d6b-8e4f-48c5-a106-18abd539c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:22.039434 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-cbbd6d6b-8e4f-48c5-a106-18abd539c689 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408890 Aug 31 10:56:22.134172 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-c5b10116-aa53-406c-b385-feb36373e216 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875819 Aug 31 10:56:22.235809 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7e23e2ab-bdee-48ee-a6f7-3f4b41394d65 req-c14b9b06-7fd3-492f-a4ea-79eed3c5d024 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886924 Aug 31 10:56:22.678819 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f3e3a-0d8a-47a8-b773-8828dd393b8c req-3733589d-9bdc-4e3e-8484-bbb8d1adcd3e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:22.680324 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-185f3e3a-0d8a-47a8-b773-8828dd393b8c req-3733589d-9bdc-4e3e-8484-bbb8d1adcd3e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0693421 Aug 31 10:56:22.723420 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-185f3e3a-0d8a-47a8-b773-8828dd393b8c req-00508dd2-801c-4d3b-bc2e-5ed1ba202610 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357745 Aug 31 10:56:23.842523 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c6e32-fa06-4266-bb03-650f2c00148d req-b2578dd3-122f-4b2b-a597-48a888eb25e7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:23.844242 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d21c6e32-fa06-4266-bb03-650f2c00148d req-b2578dd3-122f-4b2b-a597-48a888eb25e7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0519648 Aug 31 10:56:23.884745 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d21c6e32-fa06-4266-bb03-650f2c00148d req-a71c52fd-b8a1-40fa-99c0-cf509a9a5830 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342791 Aug 31 10:56:24.974203 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:56:25.011005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a774e23-5bbd-44ea-934f-068ea6419866 req-6431f4c8-8def-48c7-a91d-b81998561039 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:25.012584 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a774e23-5bbd-44ea-934f-068ea6419866 req-6431f4c8-8def-48c7-a91d-b81998561039 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 943 time: 0.0538652 Aug 31 10:56:25.052079 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1a774e23-5bbd-44ea-934f-068ea6419866 req-ceb8b665-f67a-49c7-9389-78d4187d12ef tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329232 Aug 31 10:56:25.078306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:56:25.090001 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'port_id': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'mac_address': 'fa:16:3e:a9:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:56:25.127193 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:25.140387 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:56:25.160552 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:56:25.164847 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:25.221635 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:25.226914 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=10']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:25.535983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:56:25.907170 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-36792db6-978e-4014-8b86-f5096d2f3ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:26.176668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3487-707c-4151-a420-e0251614601f req-a2c19b2e-a4cd-402d-8353-3c911d6fdf75 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:26.178276 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f4a3487-707c-4151-a420-e0251614601f req-a2c19b2e-a4cd-402d-8353-3c911d6fdf75 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 945 time: 0.0572138 Aug 31 10:56:26.219732 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f4a3487-707c-4151-a420-e0251614601f req-d89c4c7e-3fd5-42a5-8e44-1ae4f2674266 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344784 Aug 31 10:56:26.974007 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:56:27.031099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:56:27.037304 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:56:27.037773 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:27.120036 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:27.142378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:56:27.144931 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41bd74d-d33b-429a-a174-1fe7dc39f253" -d '{"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-plugged", "status": "completed", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:56:27.161308 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:56:27.165915 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:27.193098 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7b3051-2ffd-4bef-9db0-69ad69cd2946 x-openstack-request-id: req-4e7b3051-2ffd-4bef-9db0-69ad69cd2946 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:56:27.193381 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-plugged", "status": "completed", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:56:27.193619 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e7b3051-2ffd-4bef-9db0-69ad69cd2946 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:56:27.194001 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'code': 200} Aug 31 10:56:27.222325 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=11']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:27.346846 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bc11d-6775-47fb-9bee-78d5f1cbdbdf req-0a6bcc5b-5ddc-40f5-925f-c7b5c5da43b7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:27.348402 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-030bc11d-6775-47fb-9bee-78d5f1cbdbdf req-0a6bcc5b-5ddc-40f5-925f-c7b5c5da43b7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 946 time: 0.0530274 Aug 31 10:56:27.360383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868d434-3a61-421d-830b-5d983713b318 req-fba00350-1845-4144-b39a-594bdbaca4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:27.362002 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f868d434-3a61-421d-830b-5d983713b318 req-fba00350-1845-4144-b39a-594bdbaca4b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1097 time: 0.0439835 Aug 31 10:56:27.389556 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-030bc11d-6775-47fb-9bee-78d5f1cbdbdf req-30e36baf-413a-400f-9d0a-b3e52795257a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347550 Aug 31 10:56:27.400118 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f868d434-3a61-421d-830b-5d983713b318 req-c2cb0a42-1e73-4aa2-833b-486b750646f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304568 Aug 31 10:56:28.021021 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:28.513063 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf349f63-6f63-4c18-81d8-3c8f2e14cede req-1ad7ce68-1226-4db0-9f2c-1772e6409513 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:28.514575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf349f63-6f63-4c18-81d8-3c8f2e14cede req-1ad7ce68-1226-4db0-9f2c-1772e6409513 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 946 time: 0.0532305 Aug 31 10:56:28.553468 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bf349f63-6f63-4c18-81d8-3c8f2e14cede req-b8b27cde-e076-46ef-8eb8-0b5c122329cb tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324376 Aug 31 10:56:28.964102 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:29.670354 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fbf09-86ce-4254-bf0d-f7148b7fdf00 req-dd204bae-1766-46aa-8c23-ae426ae02354 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:29.671884 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-089fbf09-86ce-4254-bf0d-f7148b7fdf00 req-dd204bae-1766-46aa-8c23-ae426ae02354 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 946 time: 0.0509827 Aug 31 10:56:29.710773 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-089fbf09-86ce-4254-bf0d-f7148b7fdf00 req-ea4b7466-6886-43f9-83ce-397aa66996a1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Aug 31 10:56:41.394034 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:44.501582 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:51.986155 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7ff52173-b938-44dc-9f2f-2a812526b843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:55.203518 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:55.908319 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d37561cc-6902-4a09-a7be-8d3abc4d12ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:56.348061 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:56:58.028692 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:58.967540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:11.393704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:14.491539 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:18.634208 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-2cc7aaae-869f-424e-b010-93d14afae80e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385833 Aug 31 10:57:18.719759 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-3a4822d8-61bd-4c55-a509-1b2ebd66cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:57:18.721253 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-3a4822d8-61bd-4c55-a509-1b2ebd66cbb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1097 time: 0.0457525 Aug 31 10:57:18.826373 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-054b6d11-5c80-4f5a-8ac4-e9cc91f40a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:57:18.828061 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-054b6d11-5c80-4f5a-8ac4-e9cc91f40a4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0873506 Aug 31 10:57:18.900949 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-ef0351de-80b7-4202-9263-6cd5d1147e16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 1000 time: 0.0651970 Aug 31 10:57:18.951310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-b5120e97-7b12-4d57-a354-39eb24f5ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:57:18.952786 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-b5120e97-7b12-4d57-a354-39eb24f5ad81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0448880 Aug 31 10:57:19.003301 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-1479cea6-dde7-4a0d-8d50-408ba2460d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:57:19.004822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-1479cea6-dde7-4a0d-8d50-408ba2460d01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444329 Aug 31 10:57:19.097152 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-4b3d79ce-741f-45e9-8322-8d2347077524 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 Aug 31 10:57:19.188187 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c1a06786-7322-4c37-81dd-12abaacaf80a req-94f8a8c4-4c84-4aa5-b095-e4f2662e7a27 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827785 Aug 31 10:57:21.986636 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ab7ce1bc-39b2-4b70-be99-b88b18993a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:25.205757 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:25.909107 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2b207484-4b07-41fe-9095-51bfb78a1246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:28.027626 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:28.971655 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:33.348107 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:57:41.424936 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:44.493435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:51.991075 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-6fa353d2-4cfc-40db-9279-ce341bdc24a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:55.208718 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:55.912575 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5ce27fb1-29a1-48ad-a12e-daf66f860c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:58.030002 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:58.974421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:10.346917 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:58:11.427093 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:14.497371 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:18.626081 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-a2e4d86e-9d1a-418f-918e-df46a8fcfd92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419171 Aug 31 10:58:18.716157 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026297a-406a-4232-8491-e4df21e5c88f req-106b03d7-8aec-4a5a-9dcc-b607080c9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:18.717679 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-106b03d7-8aec-4a5a-9dcc-b607080c9efb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1097 time: 0.0472190 Aug 31 10:58:18.823903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026297a-406a-4232-8491-e4df21e5c88f req-684c3ad1-2369-47d7-b5f7-4954cb194801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:18.825399 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-684c3ad1-2369-47d7-b5f7-4954cb194801 service neutron] 10.222.0.20 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0881560 Aug 31 10:58:18.898553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-ded0ce27-62e9-4063-b6ca-4840af2479bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 1000 time: 0.0653737 Aug 31 10:58:18.950662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026297a-406a-4232-8491-e4df21e5c88f req-16fa67be-d72c-4df1-be8f-d1e44f7e8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:18.952260 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-16fa67be-d72c-4df1-be8f-d1e44f7e8562 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0468051 Aug 31 10:58:18.999400 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026297a-406a-4232-8491-e4df21e5c88f req-01f1a99b-6e0d-43bd-8f66-fac52c20d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:19.000918 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-01f1a99b-6e0d-43bd-8f66-fac52c20d025 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419159 Aug 31 10:58:19.012258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-dbca0a0f-cc73-4a57-8e25-ca800008cf0e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:58:19.013298 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-dbca0a0f-cc73-4a57-8e25-ca800008cf0e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055931 Aug 31 10:58:19.104822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-c2243897-c38e-4e14-bbbf-a07ebc211059 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848849 Aug 31 10:58:19.198261 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c026297a-406a-4232-8491-e4df21e5c88f req-1538c628-6c71-45d1-8276-df2f7b9a91e7 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Aug 31 10:58:21.993887 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-26480012-2131-4663-8aed-130e1bfbd31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:25.211171 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:25.913913 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5720b92b-ecdf-43f3-aade-8c95e98d4efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:27.918323 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51190) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:28.033866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:28.123450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Deleting port 19c6c76b-88cf-4181-9c05-70ff2ae902ca {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:58:28.123798 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:28.203995 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:28.204247 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:28.215783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Calling delete_port for 19c6c76b-88cf-4181-9c05-70ff2ae902ca owned by network:floatingip {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:58:28.364993 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:28.391599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event deleted for resources: {'Port': ['ID=19c6c76b-88cf-4181-9c05-70ff2ae902ca,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:28.418155 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.418492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.418857 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.419198 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.419531 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.419855 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.420172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.420492 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.420812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.421131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.421451 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.421772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:28.461476 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:28.461708 n-d-806683-2 neutron-server[94786]: INFO neutron.db.l3_db [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Floating IP 86c76627-d269-4f37-a6be-de7ef3947dce disassociated (deleted). External IP: 172.25.1.70, port: 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a. Aug 31 10:58:28.670214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:58:28.780244 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:58:28.785356 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:28.791848 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] Sync routers for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:58:28.801276 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:58:28.801896 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:58:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:58:28.812421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-64f7d3c3-198c-441c-bba5-5bd0fc1730e3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "DELETE /v2.0/floatingips/86c76627-d269-4f37-a6be-de7ef3947dce HTTP/1.1" status: 204 len: 168 time: 0.8930128 Aug 31 10:58:28.813014 n-d-806683-2 neutron-server[94786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:58:28.815525 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b12f4d1b5154b479188e055eff108fc5369b1968be5ffe23ead4a2f545c33800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e" -d '{"events": [{"name": "network-changed", "server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:58:28.918131 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b501fa-6c75-4f5a-b4dc-4799b98e25fa x-openstack-request-id: req-37b501fa-6c75-4f5a-b4dc-4799b98e25fa {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:58:28.918412 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "status": "completed", "code": 200}]} {{(pid=94786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:58:28.919026 n-d-806683-2 neutron-server[94786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37b501fa-6c75-4f5a-b4dc-4799b98e25fa {{(pid=94786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:58:28.919152 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:58:28.919257 n-d-806683-2 neutron-server[94786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'status': 'completed', 'code': 200} Aug 31 10:58:29.000989 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-15760fc3-e57d-41f2-9df7-d8b3b3c0beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:29.004070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-15760fc3-e57d-41f2-9df7-d8b3b3c0beb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 1097 time: 0.0565274 Aug 31 10:58:29.030080 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:29.082426 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba5739-8909-4fa6-8b59-d79402566573 req-e2153bd5-fc84-4310-8f3c-7170ee584c70 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:29.084034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55ba5739-8909-4fa6-8b59-d79402566573 req-e2153bd5-fc84-4310-8f3c-7170ee584c70 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 946 time: 0.0617280 Aug 31 10:58:29.116546 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-de1f6f6a-7058-4194-9ed7-64f30adc6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:29.118057 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-de1f6f6a-7058-4194-9ed7-64f30adc6afd service neutron] 10.222.0.20 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.1067317 Aug 31 10:58:29.135629 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-55ba5739-8909-4fa6-8b59-d79402566573 req-0910540e-a4a6-4875-918b-612b313f569b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451474 Aug 31 10:58:29.151393 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:58:29.168535 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-24b478e5-88bf-4e62-b5f5-6120987ce4e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 200 len: 217 time: 0.0413301 Aug 31 10:58:29.219791 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-803ba1a9-5970-4924-accc-082d93cb975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:29.221361 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-803ba1a9-5970-4924-accc-082d93cb975f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0457692 Aug 31 10:58:29.275102 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-b2983c1b-4a29-4f7b-9fc4-cda0be9069d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:29.277277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-b2983c1b-4a29-4f7b-9fc4-cda0be9069d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474639 Aug 31 10:58:29.345777 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] Checking router: eb0bceda-bc8f-4324-bed5-41a3f27d3d59 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:58:29.354570 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:58:29.355213 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:58:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:58:29.369367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-6fd7d535-5d9c-45a3-838c-2f282d734670 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842631 Aug 31 10:58:29.464348 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:58:29.470579 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-22d9dec3-3f3d-4da6-8b2c-7e226d98a09e req-220a5a57-850f-47f3-b436-14eb06af1777 service neutron] 10.222.0.20 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922701 Aug 31 10:58:29.669327 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:58:29.695232 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb55ed-123e-499c-bfc6-4d30a4b42eec None None] The sync data for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 is: [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:58:29.921980 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ba924-f5f6-4a27-900b-90653551fc8d None None] New status for floating IP 86c76627-d269-4f37-a6be-de7ef3947dce: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:58:30.279044 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa149b4-525c-41e3-8949-b52a8ef809e7 req-9a50124f-9dd9-4842-9c6d-5ce9b35bd91f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:30.280685 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa149b4-525c-41e3-8949-b52a8ef809e7 req-9a50124f-9dd9-4842-9c6d-5ce9b35bd91f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 946 time: 0.0570133 Aug 31 10:58:30.319719 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8aa149b4-525c-41e3-8949-b52a8ef809e7 req-45bf13ff-6948-4b2c-a9d6-02766156c860 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=348701bb-7b9f-4ee4-9eaf-9964303d165e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330682 Aug 31 10:58:30.696482 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-0873f106-9839-4d53-846a-b30eb5f223e2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:30.698574 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-0873f106-9839-4d53-846a-b30eb5f223e2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.20 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 946 time: 0.0498414 Aug 31 10:58:30.799263 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Deleting port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:58:30.799560 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:30.889234 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] For port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:58:30.889689 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:30.902861 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Calling delete_port for 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:58:31.044812 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:31.071114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event deleted for resources: {'Port': ['ID=5e26ead5-571b-4c5e-bf4b-e13dbd27e34a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:31.084992 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.085335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.090302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:31.124096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] No DVR routers for this DVR port 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:58:31.126860 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:31.128896 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-ea7a7d06-126d-433d-8da4-f27b886a1a60 req-537a7b9f-14f7-4580-b6b3-ef646bec7ab0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.20 "DELETE /v2.0/ports/5e26ead5-571b-4c5e-bf4b-e13dbd27e34a HTTP/1.1" status: 204 len: 173 time: 0.4236486 Aug 31 10:58:31.129324 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-deleted', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:58:31.131674 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b2c054-86bf-499c-88f0-9ae715c57dbb" -d '{"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-deleted", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:58:31.202416 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa9a8d0-e19c-402e-9b7a-a35d9b3dfe35 x-openstack-request-id: req-faa9a8d0-e19c-402e-9b7a-a35d9b3dfe35 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:58:31.202706 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db1110-46c2-4466-980d-228244d224e1", "name": "network-vif-deleted", "tag": "5e26ead5-571b-4c5e-bf4b-e13dbd27e34a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:58:31.203048 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-faa9a8d0-e19c-402e-9b7a-a35d9b3dfe35 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:58:31.203466 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db1110-46c2-4466-980d-228244d224e1', 'name': 'network-vif-deleted', 'tag': '5e26ead5-571b-4c5e-bf4b-e13dbd27e34a', 'status': 'completed', 'code': 200} Aug 31 10:58:31.428367 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d43fd334-0d45-4778-bf16-64a58d5f9d62 req-55055238-638f-462f-8057-6d2ecf22931d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57db1110-46c2-4466-980d-228244d224e1 HTTP/1.1" status: 200 len: 210 time: 0.0285034 Aug 31 10:58:32.489608 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51220) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:32.547223 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09c8f48f-f774-445b-8354-d2777738f23d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:32.573414 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09c8f48f-f774-445b-8354-d2777738f23d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:32.634348 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09c8f48f-f774-445b-8354-d2777738f23d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:32.637015 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-09c8f48f-f774-445b-8354-d2777738f23d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:32.638202 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-09c8f48f-f774-445b-8354-d2777738f23d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "DELETE /v2.0/security-groups/348701bb-7b9f-4ee4-9eaf-9964303d165e HTTP/1.1" status: 204 len: 168 time: 0.1487939 Aug 31 10:58:32.647778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8f48f-f774-445b-8354-d2777738f23d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348701bb-7b9f-4ee4-9eaf-9964303d165e,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:32.843962 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51226) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:32.848643 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-b3da4247-6b97-4148-99a5-328bf3d2cb2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834947444', 'description': 'tempest-secgroup-smoke-1834947444 description', 'project_id': '71402e5faccb4662b4eaf80609252862'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:32.872442 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3da4247-6b97-4148-99a5-328bf3d2cb2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:32.958877 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3da4247-6b97-4148-99a5-328bf3d2cb2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:32.962802 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3da4247-6b97-4148-99a5-328bf3d2cb2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:32.992781 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-b3da4247-6b97-4148-99a5-328bf3d2cb2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:32.994015 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-b3da4247-6b97-4148-99a5-328bf3d2cb2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1490440 Aug 31 10:58:32.996650 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da4247-6b97-4148-99a5-328bf3d2cb2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1593674e-f97b-4619-8139-162fb1df5e84,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:32.997931 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51228) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:33.006913 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-42442499-b1b8-47e8-b059-edbfa4efdd8d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '1593674e-f97b-4619-8139-162fb1df5e84', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:33.044322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42442499-b1b8-47e8-b059-edbfa4efdd8d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.109013 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42442499-b1b8-47e8-b059-edbfa4efdd8d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.113049 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42442499-b1b8-47e8-b059-edbfa4efdd8d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.131981 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42442499-b1b8-47e8-b059-edbfa4efdd8d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db718752-188f-47c1-8afd-b651b41ad8d8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:33.135902 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-42442499-b1b8-47e8-b059-edbfa4efdd8d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.137121 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-42442499-b1b8-47e8-b059-edbfa4efdd8d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376808 Aug 31 10:58:33.140255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51230) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:33.144829 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-398634da-9085-4634-b2ff-5313e1461417 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '1593674e-f97b-4619-8139-162fb1df5e84', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:33.175211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-398634da-9085-4634-b2ff-5313e1461417 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.234912 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-398634da-9085-4634-b2ff-5313e1461417 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.238657 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-398634da-9085-4634-b2ff-5313e1461417 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.259071 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398634da-9085-4634-b2ff-5313e1461417 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c65299-e761-4868-8fac-66987270fb0d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:33.266313 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-398634da-9085-4634-b2ff-5313e1461417 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.268040 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-398634da-9085-4634-b2ff-5313e1461417 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266184 Aug 31 10:58:33.271198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51232) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:33.276608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1a1a4b27-074f-4eb6-aec1-3a51e113225c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '1593674e-f97b-4619-8139-162fb1df5e84', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:33.303798 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a1a4b27-074f-4eb6-aec1-3a51e113225c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.361696 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a1a4b27-074f-4eb6-aec1-3a51e113225c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.365807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a1a4b27-074f-4eb6-aec1-3a51e113225c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.383717 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a4b27-074f-4eb6-aec1-3a51e113225c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8895f3fb-cc3e-42e4-bbd1-20cd795c2bba,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:33.389087 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1a1a4b27-074f-4eb6-aec1-3a51e113225c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.391179 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1a1a4b27-074f-4eb6-aec1-3a51e113225c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189435 Aug 31 10:58:33.393060 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51234) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:33.398353 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-e20a2dd3-38c0-4f91-a423-90cb8f82193c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '1593674e-f97b-4619-8139-162fb1df5e84', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:33.425986 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e20a2dd3-38c0-4f91-a423-90cb8f82193c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.491654 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e20a2dd3-38c0-4f91-a423-90cb8f82193c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.495338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e20a2dd3-38c0-4f91-a423-90cb8f82193c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.513506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a2dd3-38c0-4f91-a423-90cb8f82193c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d26cca3-245f-4fc6-9fe5-16d4227a70ca,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:33.519720 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-e20a2dd3-38c0-4f91-a423-90cb8f82193c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.521078 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-e20a2dd3-38c0-4f91-a423-90cb8f82193c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269505 Aug 31 10:58:33.523872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51236) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:33.529069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-79e6e627-3b7b-4210-9fd2-caf814b3fb3c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '1593674e-f97b-4619-8139-162fb1df5e84', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:33.553367 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-79e6e627-3b7b-4210-9fd2-caf814b3fb3c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Project 71402e5faccb4662b4eaf80609252862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:58:33.559335 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79e6e627-3b7b-4210-9fd2-caf814b3fb3c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.594546 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:58:33.621271 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:58:33.621594 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 5e26ead5-571b-4c5e-bf4b-e13dbd27e34a not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:58:33.628725 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79e6e627-3b7b-4210-9fd2-caf814b3fb3c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.632833 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79e6e627-3b7b-4210-9fd2-caf814b3fb3c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.653961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6e627-3b7b-4210-9fd2-caf814b3fb3c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc541be9-f96b-4931-94cf-5dfceb1b71c8,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:33.657965 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-79e6e627-3b7b-4210-9fd2-caf814b3fb3c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.659187 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-79e6e627-3b7b-4210-9fd2-caf814b3fb3c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343830 Aug 31 10:58:33.662228 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51238) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:33.667227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-1ef972af-3d7c-4d63-a9aa-2f5897dfcbb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'security_group_rule': {'security_group_id': '1593674e-f97b-4619-8139-162fb1df5e84', 'project_id': '71402e5faccb4662b4eaf80609252862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:33.696005 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-1ef972af-3d7c-4d63-a9aa-2f5897dfcbb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Project 71402e5faccb4662b4eaf80609252862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:58:33.702338 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ef972af-3d7c-4d63-a9aa-2f5897dfcbb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.765175 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ef972af-3d7c-4d63-a9aa-2f5897dfcbb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.769223 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ef972af-3d7c-4d63-a9aa-2f5897dfcbb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.793153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef972af-3d7c-4d63-a9aa-2f5897dfcbb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041de51e-dd9d-4f24-a981-90025acef56a,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:33.796960 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-1ef972af-3d7c-4d63-a9aa-2f5897dfcbb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:33.804225 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-1ef972af-3d7c-4d63-a9aa-2f5897dfcbb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349986 Aug 31 10:58:41.422968 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:44.528320 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:47.346556 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:58:49.322604 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-b84900fd-9f8b-4172-9486-05164a98dff0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834947444&fields=id&tenant_id=71402e5faccb4662b4eaf80609252862 HTTP/1.1" status: 200 len: 267 time: 0.0325968 Aug 31 10:58:49.427394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-460373fc-bf5a-45cf-bcec-144cc9f435ee tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:49.428998 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-460373fc-bf5a-45cf-bcec-144cc9f435ee tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 809 time: 0.0998135 Aug 31 10:58:49.444105 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-d68b0049-5e13-4bde-89cf-fb7b487cd614 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/quotas/71402e5faccb4662b4eaf80609252862 HTTP/1.1" status: 200 len: 375 time: 0.0093453 Aug 31 10:58:49.500864 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-aa66ba73-74b6-40d3-b25b-32d2b28c9a79 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511038 Aug 31 10:58:49.641557 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4ea32320-889b-4a90-89f3-e7b24eb07a94 service neutron] 10.222.0.69 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284153 Aug 31 10:58:49.734034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-033e1351-6b6e-4627-af32-772228256217 service neutron] 10.222.0.69 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859613 Aug 31 10:58:50.028208 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-8005ea36-0d40-4419-9f47-020a0fcf46b4 req-c3596012-f6f1-4993-bf43-a5296d8438e7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 210 time: 0.0272670 Aug 31 10:58:50.990911 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-0f52bc8a-c0aa-4e22-8808-11a98c8181e4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:50.992511 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-0f52bc8a-c0aa-4e22-8808-11a98c8181e4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 809 time: 0.1048381 Aug 31 10:58:51.041998 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-ad1e8d0a-0d30-4b03-9798-1d379b100eb7 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71402e5faccb4662b4eaf80609252862 HTTP/1.1" status: 200 len: 380 time: 0.0384762 Aug 31 10:58:51.055726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'port': {'device_id': '87d14ae9-588c-4644-af42-c937da811915', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'admin_state_up': True, 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'security_groups': ['1593674e-f97b-4619-8139-162fb1df5e84']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:51.148258 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-df698a80-8549-40b3-8e60-5d08b13bb57a req-0d646649-0bea-429d-bdda-c49472a0ea31 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 210 time: 0.0290673 Aug 31 10:58:51.171042 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Made reservation on behalf of 71402e5faccb4662b4eaf80609252862 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:58:51.174882 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:51.303712 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Allocated IP 172.20.0.5 (721913c8-4c41-4df5-8fbc-1ba6e4076c0c/0f1cd79b-f41b-4c4b-b154-f5fb872efc95/c29f1f7f-6899-448c-95e4-56d46e33aa07) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:58:51.772958 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:51.789522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Transition to ACTIVE for port object c29f1f7f-6899-448c-95e4-56d46e33aa07 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:58:51.827336 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:51.889001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:58:51.889001 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:58:51.892859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:51.897642 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:58:51.959471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:51.960391 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:51.980616 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-c28ccdbb-b830-4da4-abd7-a055a326c7b8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9281816 Aug 31 10:58:52.001570 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f9bec4b8-f2c8-46aa-aa87-b8fe8b76f2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.002266 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Request body: {'port': {'device_id': '87d14ae9-588c-4644-af42-c937da811915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:52.062351 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.236505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7cee6352-6a72-402a-83a3-d95dd2b974ca None None] Provisioning for port c29f1f7f-6899-448c-95e4-56d46e33aa07 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:58:52.242437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-7cee6352-6a72-402a-83a3-d95dd2b974ca None None] Provisioning complete for port c29f1f7f-6899-448c-95e4-56d46e33aa07 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:58:52.242842 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7cee6352-6a72-402a-83a3-d95dd2b974ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.284517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-7cee6352-6a72-402a-83a3-d95dd2b974ca None None] Port c29f1f7f-6899-448c-95e4-56d46e33aa07 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:58:52.307186 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429be23-764f-4df7-b0cc-0282f63c5a86 req-e50dfc57-3c8d-4ccb-9ed2-98bd3b259952 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:52.315404 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7429be23-764f-4df7-b0cc-0282f63c5a86 req-e50dfc57-3c8d-4ccb-9ed2-98bd3b259952 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 931 time: 0.0691974 Aug 31 10:58:52.346259 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29f1f7f-6899-448c-95e4-56d46e33aa07 {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:58:52.354576 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.362233 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7429be23-764f-4df7-b0cc-0282f63c5a86 req-d3840903-6fcd-43e5-b41f-2564412d54bd tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Aug 31 10:58:52.370818 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Transition to ACTIVE for port object c29f1f7f-6899-448c-95e4-56d46e33aa07 will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:58:52.372600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.444101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:52.504764 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Attempting to bind port c29f1f7f-6899-448c-95e4-56d46e33aa07 on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:58:52.505109 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Attempting to bind port c29f1f7f-6899-448c-95e4-56d46e33aa07 by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:58:52.505448 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Attempting to bind port c29f1f7f-6899-448c-95e4-56d46e33aa07 on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:58:52.510704 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Port c29f1f7f-6899-448c-95e4-56d46e33aa07 on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:58:52.511059 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Attempting to bind port c29f1f7f-6899-448c-95e4-56d46e33aa07 on network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:58:52.516865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:58:52.517142 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Checking segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:58:52.517532 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Bound using segment: {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:58:52.517962 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Bound port: c29f1f7f-6899-448c-95e4-56d46e33aa07, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98855230-f448-4dce-9aab-0964b818c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:58:52.518324 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.587033 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:58:52.590628 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:58:52.595157 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.636286 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:52.636970 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.638446 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 1091 time: 0.6427491 Aug 31 10:58:52.638976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:58:52.641310 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b8f217-3ec2-4245-b1f4-89683e2dc834" -d '{"events": [{"name": "network-changed", "server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:58:52.666423 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ee0e9-585d-4c71-9d47-b915f78c01b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:52.686391 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79156832-dc88-496b-aefd-b4e9a64f2891 x-openstack-request-id: req-79156832-dc88-496b-aefd-b4e9a64f2891 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:58:52.686764 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:58:52.687084 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79156832-dc88-496b-aefd-b4e9a64f2891 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:58:52.687506 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'status': 'completed', 'code': 200} Aug 31 10:58:52.742255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-bf65581f-5f27-435f-90cb-9903b07d00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:52.743486 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-bf65581f-5f27-435f-90cb-9903b07d00c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1094 time: 0.0506208 Aug 31 10:58:52.789748 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-3bd4d42d-614f-4148-ba98-2b55f9a713f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 217 time: 0.0373631 Aug 31 10:58:52.841334 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-ab51ac75-7370-4a97-91bc-c90b09f3d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:52.843071 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-ab51ac75-7370-4a97-91bc-c90b09f3d72c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0468690 Aug 31 10:58:52.905692 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-69b0b868-3f0a-42a0-9048-8ea7105751b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:52.907169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-69b0b868-3f0a-42a0-9048-8ea7105751b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576904 Aug 31 10:58:52.997615 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-3745a0b0-aeda-4b15-848b-05f306cd0b86 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834889 Aug 31 10:58:53.091527 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b8ed9ce3-33b3-4f2d-961e-c360432d7908 req-fbce46cc-d619-4b02-a154-bb9e6e589842 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871553 Aug 31 10:58:53.180608 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-9fbdd402-4580-496c-9667-55577d6a1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:53.182714 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-9fbdd402-4580-496c-9667-55577d6a1fd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1094 time: 0.0460742 Aug 31 10:58:53.274110 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-d32c5ed1-aae7-4ef6-8161-9f42f2b0cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:53.276296 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-d32c5ed1-aae7-4ef6-8161-9f42f2b0cd23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0870848 Aug 31 10:58:53.320922 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-883e3aee-8d0b-44b5-8345-4dc3eefca9f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 217 time: 0.0378454 Aug 31 10:58:53.369614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-be919464-5f85-487e-9c0e-d5f639839481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:53.371148 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-be919464-5f85-487e-9c0e-d5f639839481 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0440874 Aug 31 10:58:53.424092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-5c7d9add-f9b1-4a81-9ab4-0b753e8dffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:53.425673 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-5c7d9add-f9b1-4a81-9ab4-0b753e8dffc1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478311 Aug 31 10:58:53.477824 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334399b4-222c-46bc-a9f2-fefc0665d1a1 req-c219fea7-9bd7-4137-90b9-ea67955454f5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:53.480936 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-334399b4-222c-46bc-a9f2-fefc0665d1a1 req-c219fea7-9bd7-4137-90b9-ea67955454f5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0583611 Aug 31 10:58:53.522143 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-b1439eb6-839e-4409-b46e-cfe8a63d0ea9 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893188 Aug 31 10:58:53.531718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-334399b4-222c-46bc-a9f2-fefc0665d1a1 req-90ec800d-3e11-4b11-a77f-b7bce42f12f9 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439982 Aug 31 10:58:53.628862 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-f5b8f217-3ec2-4245-b1f4-89683e2dc834 req-7d285596-2128-4179-aa5e-0e710cfb97b4 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987270 Aug 31 10:58:54.661303 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02f3ec-fadb-49da-8aa4-aa1d2fe0c46c req-ddb8d217-0ffb-49cf-b7ad-896c10d8aa4f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:54.662844 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe02f3ec-fadb-49da-8aa4-aa1d2fe0c46c req-ddb8d217-0ffb-49cf-b7ad-896c10d8aa4f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0514996 Aug 31 10:58:54.706539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe02f3ec-fadb-49da-8aa4-aa1d2fe0c46c req-6b3ab34d-ebad-4435-8a7d-4383ff8c801f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328729 Aug 31 10:58:55.214951 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:55.821059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdb66b-bd90-4215-8263-97cfb80cf024 req-8463004a-eb96-4a76-abec-908b3f80bcc2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:55.823226 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1cdb66b-bd90-4215-8263-97cfb80cf024 req-8463004a-eb96-4a76-abec-908b3f80bcc2 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0501223 Aug 31 10:58:55.860496 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d1cdb66b-bd90-4215-8263-97cfb80cf024 req-480cfe31-3658-4347-a49e-3d9d841fb214 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Aug 31 10:58:55.914874 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7b641ed9-af8a-4819-9ae4-4c10bed83fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:56.978151 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817eb59-1e5e-4fc3-80c4-9b7dd9c2bbf9 req-4aee09c4-3ec8-44e7-821b-5622af266735 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:56.979653 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9817eb59-1e5e-4fc3-80c4-9b7dd9c2bbf9 req-4aee09c4-3ec8-44e7-821b-5622af266735 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0522537 Aug 31 10:58:57.018056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9817eb59-1e5e-4fc3-80c4-9b7dd9c2bbf9 req-2741f166-f146-4167-8a96-2230fb495c03 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323634 Aug 31 10:58:58.038486 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:58.133295 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa132e9-2c68-4031-af9e-c561ba6bd8e8 req-ce842dde-87d8-404c-b97d-230605405c7f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:58.134803 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cfa132e9-2c68-4031-af9e-c561ba6bd8e8 req-ce842dde-87d8-404c-b97d-230605405c7f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0494528 Aug 31 10:58:58.173331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cfa132e9-2c68-4031-af9e-c561ba6bd8e8 req-9e7a3e6a-4c08-4117-9679-c5cf64874488 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Aug 31 10:58:58.978886 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:59.287317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197ac44-bb70-4329-b912-bff611214f46 req-5b7cc9ff-8d91-4132-8a5a-741bf47db46a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:59.288809 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f197ac44-bb70-4329-b912-bff611214f46 req-5b7cc9ff-8d91-4132-8a5a-741bf47db46a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0494988 Aug 31 10:58:59.327407 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f197ac44-bb70-4329-b912-bff611214f46 req-849fdd5a-ef7f-4da7-b816-3912931419a4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326629 Aug 31 10:59:00.444459 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d62f4-1e29-4820-b291-0686288d8324 req-10d74fc5-ae74-4661-b559-f5138cec3983 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:00.445929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d86d62f4-1e29-4820-b291-0686288d8324 req-10d74fc5-ae74-4661-b559-f5138cec3983 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0537794 Aug 31 10:59:00.486203 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d86d62f4-1e29-4820-b291-0686288d8324 req-b611cbf6-4640-4b4b-9004-2919457d897e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Aug 31 10:59:01.599808 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f6f02-53f0-4645-8275-bbbfc2ad7363 req-91f70cb5-baff-42aa-8456-fd21f2d9ec01 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:01.601289 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf3f6f02-53f0-4645-8275-bbbfc2ad7363 req-91f70cb5-baff-42aa-8456-fd21f2d9ec01 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0488415 Aug 31 10:59:01.640103 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cf3f6f02-53f0-4645-8275-bbbfc2ad7363 req-9b1e81c5-165e-4053-9f75-d171940c7f3f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327232 Aug 31 10:59:02.754128 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61bd91-b392-401d-b775-f15c6d7fec50 req-87f127c2-bdc4-44fd-8fc5-fea124de3937 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:02.755638 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f61bd91-b392-401d-b775-f15c6d7fec50 req-87f127c2-bdc4-44fd-8fc5-fea124de3937 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0491827 Aug 31 10:59:02.794908 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5f61bd91-b392-401d-b775-f15c6d7fec50 req-2efd1b45-672b-4045-95bc-d445a6ff877d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Aug 31 10:59:03.815664 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c29f1f7f-6899-448c-95e4-56d46e33aa07 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:59:03.916215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:59:03.918145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1d2fd-743e-4ba2-a18b-bb6ce04c4e11 req-5e1b59a5-7ed9-4ffc-814c-2e1ee17fb100 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:03.919762 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fb1d2fd-743e-4ba2-a18b-bb6ce04c4e11 req-5e1b59a5-7ed9-4ffc-814c-2e1ee17fb100 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0542769 Aug 31 10:59:03.928141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'port_id': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'mac_address': 'fa:16:3e:01:f5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:59:03.966349 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:03.966967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1fb1d2fd-743e-4ba2-a18b-bb6ce04c4e11 req-ff52bc1b-6702-455b-8b49-48de438da12b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Aug 31 10:59:03.979788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29f1f7f-6899-448c-95e4-56d46e33aa07 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:59:03.999568 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:59:04.003639 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:04.051646 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:59:04.059249 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.059590 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.059923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.060257 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.060739 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.060887 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.061214 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.061532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.061851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.062169 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.062484 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.062820 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:59:04.225772 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c29f1f7f-6899-448c-95e4-56d46e33aa07'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:59:05.081504 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85063c6-7469-4fac-aca2-fc17f157a63e req-7b79cd7a-4f55-4f46-8574-5facf5c080f1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:05.082955 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e85063c6-7469-4fac-aca2-fc17f157a63e req-7b79cd7a-4f55-4f46-8574-5facf5c080f1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 944 time: 0.0495307 Aug 31 10:59:05.121984 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e85063c6-7469-4fac-aca2-fc17f157a63e req-3beb8709-5cf4-4f65-bb5a-d54bd2684b7f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Aug 31 10:59:05.847359 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c29f1f7f-6899-448c-95e4-56d46e33aa07 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:59:05.897401 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port c29f1f7f-6899-448c-95e4-56d46e33aa07 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:59:05.901649 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port c29f1f7f-6899-448c-95e4-56d46e33aa07 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:59:05.902015 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:05.978127 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:06.001380 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:59:06.003656 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd4955c-5cdc-488d-926a-7875f47e0849" -d '{"events": [{"server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "name": "network-vif-plugged", "status": "completed", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:59:06.016846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:59:06.021902 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:06.074485 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:59:06.101596 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1065dc2a-8ce9-40c4-9efa-a87b0c51e1a5 x-openstack-request-id: req-1065dc2a-8ce9-40c4-9efa-a87b0c51e1a5 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:59:06.101892 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "name": "network-vif-plugged", "status": "completed", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:59:06.102146 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1065dc2a-8ce9-40c4-9efa-a87b0c51e1a5 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:59:06.102544 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'code': 200} Aug 31 10:59:06.206798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168495fb-5d08-430f-bb1d-f36c751bd9be req-18fb336f-62e6-4bd1-99f1-3e53065c95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:06.208417 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-168495fb-5d08-430f-bb1d-f36c751bd9be req-18fb336f-62e6-4bd1-99f1-3e53065c95fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0493298 Aug 31 10:59:06.248553 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-168495fb-5d08-430f-bb1d-f36c751bd9be req-a5d4fc36-1610-4100-a8e5-3d6a28e73111 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333188 Aug 31 10:59:06.252325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b042d-cfe1-4bc0-b8a9-a8a4fbc13a77 req-41805d0e-2bc1-484c-9a61-65ad69beb1aa tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:06.253828 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-122b042d-cfe1-4bc0-b8a9-a8a4fbc13a77 req-41805d0e-2bc1-484c-9a61-65ad69beb1aa tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0493217 Aug 31 10:59:06.294929 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-122b042d-cfe1-4bc0-b8a9-a8a4fbc13a77 req-fa479b41-95ed-459a-b5c8-95cfdd0e603c tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325475 Aug 31 10:59:07.414301 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221ed8a-02dc-467e-a06c-7a0a243627ff req-3733860f-a6d3-453f-b072-fccc85a87664 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:07.416354 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9221ed8a-02dc-467e-a06c-7a0a243627ff req-3733860f-a6d3-453f-b072-fccc85a87664 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Aug 31 10:59:07.454815 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9221ed8a-02dc-467e-a06c-7a0a243627ff req-c6497f1a-49a5-44bc-ad6d-0936e26a6c1b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Aug 31 10:59:07.569812 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be85e-2771-433a-8c59-81e4160149af req-17e65cdf-7fc1-46d0-b61e-1eb913b85a6d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:07.571305 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba5be85e-2771-433a-8c59-81e4160149af req-17e65cdf-7fc1-46d0-b61e-1eb913b85a6d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0490410 Aug 31 10:59:07.611036 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ba5be85e-2771-433a-8c59-81e4160149af req-6193384f-c3e1-4f0d-8e09-ce95cc0edd6d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Aug 31 10:59:07.632072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51444) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:59:07.714577 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990e733-91fc-4124-8d30-8cebdb1110df tempest-TestShelveInstance-587864634 tempest-TestShelveInstance-587864634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:07.716125 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9990e733-91fc-4124-8d30-8cebdb1110df tempest-TestShelveInstance-587864634 tempest-TestShelveInstance-587864634-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1091 time: 0.0830154 Aug 31 10:59:07.720789 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51448) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:59:07.725320 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:59:07.747936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:07.861368 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:07.969459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Allocated IP 172.25.1.182 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/63452164-7d11-4c63-8666-8ae6d2c4fce7) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:59:08.072211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:08.115459 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:08.157173 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:59:08.162372 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:59:08.164571 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'Port': ['ID=63452164-7d11-4c63-8666-8ae6d2c4fce7,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:59:08.166775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:59:08.519547 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:08.586274 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:08.735742 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:08.740384 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:08.808143 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event updated for resources: {'Port': ['ID=63452164-7d11-4c63-8666-8ae6d2c4fce7,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:59:08.820142 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:08.924547 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Floating IP 9c782977-1a5c-4020-9bea-11177080feff associated. External IP: 172.25.1.182, port: c29f1f7f-6899-448c-95e4-56d46e33aa07. Aug 31 10:59:09.138012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:59:09.247146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:59:09.257291 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] Sync routers for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:59:09.264831 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:09.267551 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:59:09.268183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:58:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:59:09.293511 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-31bfc871-fd84-4de6-86e3-16f311037dba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5716579 Aug 31 10:59:09.294204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:59:09.296568 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bbe3d7-eb61-4434-a362-95158f16167b" -d '{"events": [{"name": "network-changed", "server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:59:09.333882 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886930c0-1c08-42e3-805e-54720386b73a x-openstack-request-id: req-886930c0-1c08-42e3-805e-54720386b73a {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:59:09.334230 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:59:09.334503 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-886930c0-1c08-42e3-805e-54720386b73a {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:59:09.334946 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'status': 'completed', 'code': 200} Aug 31 10:59:09.383971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:59:09.398134 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe3d7-eb61-4434-a362-95158f16167b req-b18805c1-4380-4b59-b092-a0a775039c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:09.400138 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53bbe3d7-eb61-4434-a362-95158f16167b req-b18805c1-4380-4b59-b092-a0a775039c8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0414395 Aug 31 10:59:09.496658 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe3d7-eb61-4434-a362-95158f16167b req-7f750c1c-39e7-430b-9fd5-fab851117b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:09.498153 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53bbe3d7-eb61-4434-a362-95158f16167b req-7f750c1c-39e7-430b-9fd5-fab851117b15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0917473 Aug 31 10:59:09.574310 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53bbe3d7-eb61-4434-a362-95158f16167b req-b8e78400-1684-4cb5-a5b4-0254074e1627 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 999 time: 0.0693445 Aug 31 10:59:09.612218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9c782977-1a5c-4020-9bea-11177080feff', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'port_id': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'mac_address': 'fa:16:3e:01:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14ae9-588c-4644-af42-c937da811915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:59:08Z', 'updated_at': '2021-08-31T10:59:08Z', 'revision_number': 0, 'project_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:59:09.629118 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe3d7-eb61-4434-a362-95158f16167b req-f59e17fb-1d3e-45fb-8c6c-3232a3bdd3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:09.630697 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53bbe3d7-eb61-4434-a362-95158f16167b req-f59e17fb-1d3e-45fb-8c6c-3232a3bdd3be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0500984 Aug 31 10:59:09.639752 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] Checking router: eb0bceda-bc8f-4324-bed5-41a3f27d3d59 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:59:09.649427 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:59:09.652629 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T10:58:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:59:09.662352 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.52', 53065) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:59:09.684178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe3d7-eb61-4434-a362-95158f16167b req-cd809223-90ce-4b9e-aef3-d92dc6bb457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:09.685718 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53bbe3d7-eb61-4434-a362-95158f16167b req-cd809223-90ce-4b9e-aef3-d92dc6bb457a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446200 Aug 31 10:59:09.708464 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-77bf97bb-a46a-4303-ba18-7691fcd72b92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433023 Aug 31 10:59:09.760389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:59:09.803792 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53bbe3d7-eb61-4434-a362-95158f16167b req-bb281d62-7cc1-4678-bc4d-a65cb367275d service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109881 Aug 31 10:59:09.903835 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-53bbe3d7-eb61-4434-a362-95158f16167b req-c5688c0d-1983-4b36-ac4b-8671e2ac844f service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915031 Aug 31 10:59:10.006495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-2dcc810e-6cc8-412d-95d0-409272308b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:10.008093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-2dcc810e-6cc8-412d-95d0-409272308b34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0430286 Aug 31 10:59:10.019397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9c782977-1a5c-4020-9bea-11177080feff', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'port_id': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'mac_address': 'fa:16:3e:01:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14ae9-588c-4644-af42-c937da811915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:59:08Z', 'updated_at': '2021-08-31T10:59:08Z', 'revision_number': 0, 'project_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:59:10.045650 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e5688-d3c0-4aae-b1a8-c56753db72b9 None None] The sync data for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 is: [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '9c782977-1a5c-4020-9bea-11177080feff', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'floating_ip_address': '172.25.1.182', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'port_id': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'mac_address': 'fa:16:3e:01:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d14ae9-588c-4644-af42-c937da811915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:59:08Z', 'updated_at': '2021-08-31T10:59:08Z', 'revision_number': 0, 'project_id': '71402e5faccb4662b4eaf80609252862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:59:10.128162 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-601f16aa-01ba-4e09-ad4d-86a60279d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:10.129865 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-601f16aa-01ba-4e09-ad4d-86a60279d51a service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.1029720 Aug 31 10:59:10.199331 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-dee12760-f698-49b9-a3b1-7870d30d3e83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 999 time: 0.0621254 Aug 31 10:59:10.249836 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-41462480-3338-4ccc-85a5-c44d974069f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:10.251172 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb8d9c-5933-4cfa-bfc3-9418de116681 None None] New status for floating IP 9c782977-1a5c-4020-9bea-11177080feff: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:59:10.251793 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-41462480-3338-4ccc-85a5-c44d974069f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0456941 Aug 31 10:59:10.302207 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-f906df95-c2ed-4011-bb25-da2c8ad8a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:10.303764 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-f906df95-c2ed-4011-bb25-da2c8ad8a7c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456486 Aug 31 10:59:10.395853 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-3ee45ae6-abcd-4b18-85d8-80d41adea62c service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842023 Aug 31 10:59:10.493543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-65f84f21-04a4-44f4-b713-d2bde113a56e service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905046 Aug 31 10:59:11.437547 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:14.530236 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:21.994659 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-46dc160e-d219-4f4e-ad83-e5d67ac126af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:24.348078 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:59:25.216431 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:25.917086 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3af87bba-b51f-4a9c-88b5-a772e33ecde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:28.040574 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:28.981378 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:41.443870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:44.531157 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:51.999457 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1726865-6c00-4754-b9b4-c5d62e74afe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:55.217031 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:55.917559 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-901dd33e-8b0a-483a-b629-26480599f183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:58.041327 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:58.983422 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:01.360979 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:00:09.691198 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-7e61412d-456f-49b5-adc0-169c21826d70 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420725 Aug 31 11:00:09.776982 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-c3b78180-8613-4a80-bf86-0ea1cf2e591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:09.778502 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-c3b78180-8613-4a80-bf86-0ea1cf2e591a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0429754 Aug 31 11:00:09.885179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-b273b289-7f74-48be-8da4-786af234ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:09.886686 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-b273b289-7f74-48be-8da4-786af234ff1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0884185 Aug 31 11:00:09.953025 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-c6cb8e01-6532-4625-9573-c5797111035b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 1001 time: 0.0588579 Aug 31 11:00:10.002607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-2c409bba-1bf5-445f-9282-43e86a6b976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:10.004109 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-2c409bba-1bf5-445f-9282-43e86a6b976e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0444410 Aug 31 11:00:10.054574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-3a8557e1-971a-4118-ba07-99f406deea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:10.056115 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-3a8557e1-971a-4118-ba07-99f406deea02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447679 Aug 31 11:00:10.146903 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-d3b8d9f9-fa79-4d5b-aff4-f350ddbbc666 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832124 Aug 31 11:00:10.246780 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-58d792b8-ed9f-4d30-8a00-1123a56f5c99 req-11f27f2e-3a3f-41f2-a44f-69a7b519b7b8 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929470 Aug 31 11:00:11.449643 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:14.538680 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:22.001270 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b5594a8b-3430-45aa-ab4b-620bc5fec65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:25.218549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:25.919441 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-634c2cae-cf3d-410c-b1a4-5d2e0bf9b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:28.046209 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:28.988546 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:38.360774 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:00:41.461167 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:44.541553 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:52.004459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5d52af22-9ab8-4547-b4e3-0ed838ea502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:55.221432 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:55.923588 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b09596d-ae9f-4efa-81e0-32ad34884b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:58.049638 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:58.992073 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:02.080287 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969030d-a295-4d2c-bd39-b1fce2e29a6e req-5e532308-fcf2-43b9-bf7f-670df2cb7134 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:02.081804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c969030d-a295-4d2c-bd39-b1fce2e29a6e req-5e532308-fcf2-43b9-bf7f-670df2cb7134 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0996106 Aug 31 11:01:02.119603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c969030d-a295-4d2c-bd39-b1fce2e29a6e req-0e33264c-d529-4f22-87aa-931b3c1cdccd tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Aug 31 11:01:03.281599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecdefc-c548-481b-aa4e-22e830a2c54a req-4f19134f-2415-4167-81a7-bb9c251826a4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:03.283120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0fecdefc-c548-481b-aa4e-22e830a2c54a req-4f19134f-2415-4167-81a7-bb9c251826a4 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0940416 Aug 31 11:01:03.322382 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0fecdefc-c548-481b-aa4e-22e830a2c54a req-7a83b264-8258-497f-8164-adf76d9302c0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Aug 31 11:01:04.436902 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019c865-f4f1-4083-8c1a-422b73f361cd req-393fac0f-44fc-43b8-95f2-ffbaced65031 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:04.438405 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6019c865-f4f1-4083-8c1a-422b73f361cd req-393fac0f-44fc-43b8-95f2-ffbaced65031 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0493169 Aug 31 11:01:04.477760 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6019c865-f4f1-4083-8c1a-422b73f361cd req-a35d3f05-7d65-4943-91e8-7c8d3346081d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333436 Aug 31 11:01:05.595319 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595edd-dd06-4a22-8a00-0f9118ecf92c req-76e5849c-9393-4bb6-b9ef-0a28f7b9b666 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:05.598416 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75595edd-dd06-4a22-8a00-0f9118ecf92c req-76e5849c-9393-4bb6-b9ef-0a28f7b9b666 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0530620 Aug 31 11:01:05.635031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-75595edd-dd06-4a22-8a00-0f9118ecf92c req-5c83e571-d19b-4b49-9eab-ef73cb67d9fc tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Aug 31 11:01:06.748804 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee23771-7624-459c-bb41-08d85079f8bb req-3426b667-ded0-40d6-a1cb-3e7e31b76e34 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:06.750188 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eee23771-7624-459c-bb41-08d85079f8bb req-3426b667-ded0-40d6-a1cb-3e7e31b76e34 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0494211 Aug 31 11:01:06.789214 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eee23771-7624-459c-bb41-08d85079f8bb req-024313a6-87d4-405b-b1ed-d0037c3a9cbd tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330870 Aug 31 11:01:07.907520 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff521c-a4ca-431a-946b-f0a4e8b48c1a req-2754ac3d-24f7-4890-9b81-a6decd37d30b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:07.909094 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fff521c-a4ca-431a-946b-f0a4e8b48c1a req-2754ac3d-24f7-4890-9b81-a6decd37d30b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0513568 Aug 31 11:01:07.952830 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4fff521c-a4ca-431a-946b-f0a4e8b48c1a req-d8fad6b0-8bf9-436d-9616-53a650dc4dab tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363314 Aug 31 11:01:09.072325 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1f3d3-a65e-4b6a-9339-bb0d2ee85176 req-b3026f07-e91c-40ef-b9c6-a89488be4b63 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:09.073741 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ead1f3d3-a65e-4b6a-9339-bb0d2ee85176 req-b3026f07-e91c-40ef-b9c6-a89488be4b63 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0541070 Aug 31 11:01:09.114168 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ead1f3d3-a65e-4b6a-9339-bb0d2ee85176 req-52a76452-533c-46a8-bf3a-c776d369f1dc tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344992 Aug 31 11:01:10.233599 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2877-c828-46af-a554-6bca97299500 req-0a79e90f-e312-4cc2-a2ff-62c5f729f5ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:10.235128 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-237f2877-c828-46af-a554-6bca97299500 req-0a79e90f-e312-4cc2-a2ff-62c5f729f5ac tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Aug 31 11:01:10.273717 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-237f2877-c828-46af-a554-6bca97299500 req-095a1e84-36ea-4357-bf8b-62896ec5d747 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Aug 31 11:01:10.763614 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e537aa-5267-4b36-a34e-f040138317a5 req-fb0d5c47-ee1b-4f98-8711-9eb96e457f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:10.765216 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43e537aa-5267-4b36-a34e-f040138317a5 req-fb0d5c47-ee1b-4f98-8711-9eb96e457f2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0845611 Aug 31 11:01:10.867024 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e537aa-5267-4b36-a34e-f040138317a5 req-4bd8af08-5ff8-4263-8dbf-d6793932deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:10.869121 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43e537aa-5267-4b36-a34e-f040138317a5 req-4bd8af08-5ff8-4263-8dbf-d6793932deca service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0842128 Aug 31 11:01:10.939392 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43e537aa-5267-4b36-a34e-f040138317a5 req-75090935-795a-4df3-8276-f7f5558d14e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 1001 time: 0.0626669 Aug 31 11:01:10.987970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e537aa-5267-4b36-a34e-f040138317a5 req-c7af5b6d-99ee-4179-9dc3-cbc8ab329231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:10.989424 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43e537aa-5267-4b36-a34e-f040138317a5 req-c7af5b6d-99ee-4179-9dc3-cbc8ab329231 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0434401 Aug 31 11:01:11.035524 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e537aa-5267-4b36-a34e-f040138317a5 req-33d6e083-7ff8-4b98-8a38-ad0793815c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:11.037094 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43e537aa-5267-4b36-a34e-f040138317a5 req-33d6e083-7ff8-4b98-8a38-ad0793815c0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395381 Aug 31 11:01:11.135629 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43e537aa-5267-4b36-a34e-f040138317a5 req-68713e1f-6dea-487d-9870-7402e3961337 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903187 Aug 31 11:01:11.234425 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-43e537aa-5267-4b36-a34e-f040138317a5 req-c2d4f4d3-9a22-4470-a357-80f4a54042a8 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918908 Aug 31 11:01:11.391603 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c69f-6e82-42d7-b7dc-f9824ec81a49 req-eb44e9d0-fc08-47e0-8b8a-c0c8d07eca2a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:11.393084 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0da3c69f-6e82-42d7-b7dc-f9824ec81a49 req-eb44e9d0-fc08-47e0-8b8a-c0c8d07eca2a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0500159 Aug 31 11:01:11.430917 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0da3c69f-6e82-42d7-b7dc-f9824ec81a49 req-e8a41bfd-d5f3-484c-936e-993e20cb071f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Aug 31 11:01:11.464724 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:12.172761 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-d61d9e57-eeec-4901-9ed1-729753b0cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:12.174247 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-d61d9e57-eeec-4901-9ed1-729753b0cb2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0469546 Aug 31 11:01:12.556847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4fba0-e5af-4c1a-b463-3dcc31d14ebe req-5baea3d2-84fb-4ea1-b52b-57d10e008143 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:12.558358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fb4fba0-e5af-4c1a-b463-3dcc31d14ebe req-5baea3d2-84fb-4ea1-b52b-57d10e008143 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Aug 31 11:01:12.601551 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-4997f8ad-8598-4b13-b9f4-546150b5352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:12.603210 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-4997f8ad-8598-4b13-b9f4-546150b5352f service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.4219496 Aug 31 11:01:12.605218 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9fb4fba0-e5af-4c1a-b463-3dcc31d14ebe req-ba87fb2b-7128-4d30-9dd7-098c85a2ab33 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354319 Aug 31 11:01:12.675871 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-2df363a0-46be-405a-aeee-834329aafa7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 1001 time: 0.0654480 Aug 31 11:01:12.727880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-5f9e5c91-0872-451a-8639-8227b0e5b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:12.729387 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-5f9e5c91-0872-451a-8639-8227b0e5b47e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0471745 Aug 31 11:01:12.776417 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-7366bfbc-5f71-4a42-9e07-5919bed3a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:12.777918 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-7366bfbc-5f71-4a42-9e07-5919bed3a48c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416055 Aug 31 11:01:12.872065 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-1a25e589-06fe-4f5a-889a-6b74ca043c1c service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868433 Aug 31 11:01:12.966308 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b2fddda4-f987-4526-a638-3cd91d8d12ab req-c150ac4c-5a72-47f9-9611-53f32a0e7b2f service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875413 Aug 31 11:01:13.724500 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd301da-5f66-4b01-9ffe-a2b9c0923bc5 req-ab9c0ce2-c487-4fa1-9fd7-042ba26e5ec9 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:13.726008 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1dd301da-5f66-4b01-9ffe-a2b9c0923bc5 req-ab9c0ce2-c487-4fa1-9fd7-042ba26e5ec9 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0523911 Aug 31 11:01:13.766691 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1dd301da-5f66-4b01-9ffe-a2b9c0923bc5 req-17ebf9bb-4263-45a1-aaf6-53789984af21 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346234 Aug 31 11:01:14.549858 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:14.894671 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7e631-7d96-484a-bc64-4f583205d929 req-0c58dcf7-ded3-4898-a6b4-8e099497ac2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:14.896413 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3af7e631-7d96-484a-bc64-4f583205d929 req-0c58dcf7-ded3-4898-a6b4-8e099497ac2e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0548053 Aug 31 11:01:14.937335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-3af7e631-7d96-484a-bc64-4f583205d929 req-6bcdad89-830e-4dbb-92bc-3f910b67cfe6 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332947 Aug 31 11:01:15.359778 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:01:16.074204 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2232f-f56b-4e25-9186-fcb3df7a6264 req-89ae7e72-910c-4250-8bcf-27d853548d0b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:16.075667 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85c2232f-f56b-4e25-9186-fcb3df7a6264 req-89ae7e72-910c-4250-8bcf-27d853548d0b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0675056 Aug 31 11:01:16.113962 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-85c2232f-f56b-4e25-9186-fcb3df7a6264 req-8f3f5b41-1c32-488c-abd3-4d667d84760f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Aug 31 11:01:16.221090 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-714efc68-3cff-4e41-8abd-4cac2ab5b367 req-8f269b39-31d8-4579-b69c-8eea1cbdd8a9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 11:01:16.222167 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-714efc68-3cff-4e41-8abd-4cac2ab5b367 req-8f269b39-31d8-4579-b69c-8eea1cbdd8a9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447869 Aug 31 11:01:16.317092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51542) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:01:16.393775 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41fe66-5f57-4181-9fb1-0e393b5128f5 req-2827298d-ec4f-4ee0-a618-dc3c489a4c51 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:16.395330 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c41fe66-5f57-4181-9fb1-0e393b5128f5 req-2827298d-ec4f-4ee0-a618-dc3c489a4c51 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0532017 Aug 31 11:01:16.420310 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-1fe6931c-bc0f-416f-a85d-6724d32bde8b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015818 Aug 31 11:01:16.437829 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4c41fe66-5f57-4181-9fb1-0e393b5128f5 req-875aaf2b-022e-4575-9547-bc24cd96661b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352986 Aug 31 11:01:17.562405 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bdd1d-c7c7-4fe1-b330-eb09a5217ce6 req-eefb6cd3-9b15-429a-b168-3cae6c423eaa tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:17.563901 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f54bdd1d-c7c7-4fe1-b330-eb09a5217ce6 req-eefb6cd3-9b15-429a-b168-3cae6c423eaa tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Aug 31 11:01:17.601753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f54bdd1d-c7c7-4fe1-b330-eb09a5217ce6 req-0059f604-8cb8-4f1e-9e83-b0da639e785a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Aug 31 11:01:18.564999 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c29f1f7f-6899-448c-95e4-56d46e33aa07 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:01:18.656640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:18.684833 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:01:18.687203 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1501995b-5d3c-478a-b5d0-4c4d301bd987" -d '{"events": [{"server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "name": "network-vif-unplugged", "status": "completed", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:01:18.704473 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:01:18.709790 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:18.735217 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 11:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f0a82b-882c-4377-8584-33d6ff2ca1bb x-openstack-request-id: req-08f0a82b-882c-4377-8584-33d6ff2ca1bb {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:01:18.735517 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "name": "network-vif-unplugged", "status": "failed", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07", "code": 422}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:01:18.735644 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c64c-3237-4dfc-bffd-3cb19147128e req-6475fa5c-b69a-47ab-9354-ef9a448d4551 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:18.736131 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08f0a82b-882c-4377-8584-33d6ff2ca1bb {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:01:18.736131 n-d-806683-2 neutron-server[94788]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'code': 422} returned with failed status Aug 31 11:01:18.737159 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2583c64c-3237-4dfc-bffd-3cb19147128e req-6475fa5c-b69a-47ab-9354-ef9a448d4551 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0575302 Aug 31 11:01:18.763254 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:01:18.770844 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.771455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.771796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.772130 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.772462 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.772788 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.773115 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.773437 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.773760 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.774081 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.774403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.774721 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:01:18.784499 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2583c64c-3237-4dfc-bffd-3cb19147128e req-4e854ea7-5ed7-46da-bca9-28298b7d26d5 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Aug 31 11:01:19.903708 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3c3b-22f5-45e8-9459-a0266c31a968 req-b2b4f79e-7cff-4c9c-a62e-da5525a6e53a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:19.905478 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afec3c3b-22f5-45e8-9459-a0266c31a968 req-b2b4f79e-7cff-4c9c-a62e-da5525a6e53a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0525441 Aug 31 11:01:19.945920 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-afec3c3b-22f5-45e8-9459-a0266c31a968 req-64b57b7a-b631-4c4d-93c8-7d9ec37748b6 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342216 Aug 31 11:01:21.071394 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261fc9a-6307-4728-8d37-ff427f2ff185 req-abb9f6f6-36b1-4e91-98bb-035a2f925339 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:21.078403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c261fc9a-6307-4728-8d37-ff427f2ff185 req-abb9f6f6-36b1-4e91-98bb-035a2f925339 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0642550 Aug 31 11:01:21.113782 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c261fc9a-6307-4728-8d37-ff427f2ff185 req-1a323aee-a695-46c0-9725-53af14517b4f tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344901 Aug 31 11:01:22.011803 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8e59fb63-e37a-444c-9e11-7771a8be64b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:22.249227 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6625cd1-d168-49a7-9d7f-cd830cd621be req-eb3f2dbf-aca2-45df-872a-09274a4935fa tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:22.250728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6625cd1-d168-49a7-9d7f-cd830cd621be req-eb3f2dbf-aca2-45df-872a-09274a4935fa tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0597804 Aug 31 11:01:22.297442 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f6625cd1-d168-49a7-9d7f-cd830cd621be req-373c0c2b-c046-43a1-a219-c3a4caea533a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Aug 31 11:01:23.422914 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d73a8-e98e-422f-9234-6a7b2813ac3a req-2cb2620e-9872-4eb6-9f21-483150d280ca tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:23.424551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1d73a8-e98e-422f-9234-6a7b2813ac3a req-2cb2620e-9872-4eb6-9f21-483150d280ca tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0534134 Aug 31 11:01:23.465869 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6c1d73a8-e98e-422f-9234-6a7b2813ac3a req-587f32aa-7b0b-4066-9081-54210c317931 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344870 Aug 31 11:01:24.594214 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe88bef-7fa8-4941-a999-1ec58b6b7339 req-e3626480-00af-420e-af65-210f895d6350 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:24.596335 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbe88bef-7fa8-4941-a999-1ec58b6b7339 req-e3626480-00af-420e-af65-210f895d6350 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0618424 Aug 31 11:01:24.638675 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-cbe88bef-7fa8-4941-a999-1ec58b6b7339 req-c675b428-cddf-4afd-9404-b9334e6bfd04 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361342 Aug 31 11:01:25.212456 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-b300c6fb-eee2-434f-a9b3-b6bfb0ac803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:25.213966 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-b300c6fb-eee2-434f-a9b3-b6bfb0ac803e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915&tenant_id=71402e5faccb4662b4eaf80609252862 HTTP/1.1" status: 200 len: 1094 time: 0.0467222 Aug 31 11:01:25.224209 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:25.277230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-9cf29d12-0bdd-4eee-a657-952b34ea8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:25.278787 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-9cf29d12-0bdd-4eee-a657-952b34ea8fd9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1094 time: 0.0412631 Aug 31 11:01:25.367905 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-0fc3fd3b-1643-40f9-979a-f14c38021c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:25.369965 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-0fc3fd3b-1643-40f9-979a-f14c38021c41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0846198 Aug 31 11:01:25.440063 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-ae47b1c9-6e1a-4f03-96b3-948c5459cf59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 999 time: 0.0628984 Aug 31 11:01:25.489145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-22b09221-9ad0-4c5a-a642-71b3296c0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:25.490536 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-22b09221-9ad0-4c5a-a642-71b3296c0e9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0438700 Aug 31 11:01:25.537990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-0b1273ca-cd89-49de-97a9-7cac98c5501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:25.539614 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-0b1273ca-cd89-49de-97a9-7cac98c5501e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412202 Aug 31 11:01:25.632214 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-8a198be0-cefa-45e3-bd21-61663029d4a7 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853496 Aug 31 11:01:25.727405 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-05c7732e-6a41-493c-87f4-0570fc90f122 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867832 Aug 31 11:01:25.764078 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c6c3f-0295-42cb-86bc-d4ded8d747d8 req-60bf200d-5baa-412f-9bbe-a2bed7fb6153 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:25.765603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-280c6c3f-0295-42cb-86bc-d4ded8d747d8 req-60bf200d-5baa-412f-9bbe-a2bed7fb6153 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0557859 Aug 31 11:01:25.804895 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-280c6c3f-0295-42cb-86bc-d4ded8d747d8 req-83b6fbba-af3d-4ccc-a655-929852e93523 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327837 Aug 31 11:01:25.927198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f1071696-716a-4980-a3e4-cec211a51e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:26.918247 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe662-6d73-4bc9-a389-62c5a585b054 req-14a52ff1-9fde-49fe-9554-4f21f3c1ce25 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:26.919774 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e2fe662-6d73-4bc9-a389-62c5a585b054 req-14a52ff1-9fde-49fe-9554-4f21f3c1ce25 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0487540 Aug 31 11:01:26.956718 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1e2fe662-6d73-4bc9-a389-62c5a585b054 req-b4d66b9f-85de-46ed-a81c-bb216dac5785 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Aug 31 11:01:28.053503 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:28.074557 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1bb77-d1a6-4ef5-be7f-1c79242bc28c req-c0c9ac60-6a68-4039-be62-f591cfe3ee69 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:28.076090 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40e1bb77-d1a6-4ef5-be7f-1c79242bc28c req-c0c9ac60-6a68-4039-be62-f591cfe3ee69 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0512226 Aug 31 11:01:28.113841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-40e1bb77-d1a6-4ef5-be7f-1c79242bc28c req-8a686d1c-1d01-461a-88c8-df473f9ba5f8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Aug 31 11:01:28.996109 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:29.237960 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a208-7a39-43d8-ae50-21486198133d req-bf3c2bae-980f-485d-9356-519256f37ff3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:29.239523 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d16a208-7a39-43d8-ae50-21486198133d req-bf3c2bae-980f-485d-9356-519256f37ff3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0586479 Aug 31 11:01:29.282031 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7d16a208-7a39-43d8-ae50-21486198133d req-dfd4cbe9-174b-4d04-8db3-4e4a199dbbd0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366151 Aug 31 11:01:30.397768 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dae68-a3ee-439a-b3f9-46ca4746fc57 req-646786e3-1899-487a-995b-e0fa87ad1a9b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:30.399283 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-764dae68-a3ee-439a-b3f9-46ca4746fc57 req-646786e3-1899-487a-995b-e0fa87ad1a9b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0505364 Aug 31 11:01:30.436888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-764dae68-a3ee-439a-b3f9-46ca4746fc57 req-5bec13a4-563c-453c-8690-48f6c1b0837d tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310447 Aug 31 11:01:31.552122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df16f51-50d8-47df-ab1d-64973dc36ca8 req-8ee182ff-78b7-46e3-9e88-a2967e5a80ba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:31.553643 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5df16f51-50d8-47df-ab1d-64973dc36ca8 req-8ee182ff-78b7-46e3-9e88-a2967e5a80ba tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0491168 Aug 31 11:01:31.591957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5df16f51-50d8-47df-ab1d-64973dc36ca8 req-c72504cd-f6a2-4186-b220-9d68ff35830a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Aug 31 11:01:32.723910 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa104c5b-0346-49db-a35f-6018b6919c0e req-dfc8ae6f-b958-400f-a9d9-9b68f5fab52b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:32.725400 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa104c5b-0346-49db-a35f-6018b6919c0e req-dfc8ae6f-b958-400f-a9d9-9b68f5fab52b tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0545118 Aug 31 11:01:32.762785 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-fa104c5b-0346-49db-a35f-6018b6919c0e req-99263eca-4f12-45ab-b287-0d25058d25ee tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Aug 31 11:01:33.890484 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427bd9b-8892-4ac8-b8aa-1bb76c30dd36 req-31381aa2-5f83-4631-9ff3-f5e657ff7b92 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:33.892013 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a427bd9b-8892-4ac8-b8aa-1bb76c30dd36 req-31381aa2-5f83-4631-9ff3-f5e657ff7b92 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 943 time: 0.0486560 Aug 31 11:01:33.930259 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a427bd9b-8892-4ac8-b8aa-1bb76c30dd36 req-f291c21d-dbbe-45d8-8d16-8cf1bec3a2cb tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Aug 31 11:01:34.609185 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c29f1f7f-6899-448c-95e4-56d46e33aa07 details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 11:01:34.706099 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:01:34.717787 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'port_id': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'mac_address': 'fa:16:3e:01:f5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 11:01:34.755597 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:34.774250 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29f1f7f-6899-448c-95e4-56d46e33aa07 {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 11:01:34.796158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:01:34.801584 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:34.866424 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:01:35.044131 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022edd93-7afe-4c16-9648-c03c186df7c7 req-74a1c15f-b75d-4176-b9a1-5d8544c2f787 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:35.045605 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-022edd93-7afe-4c16-9648-c03c186df7c7 req-74a1c15f-b75d-4176-b9a1-5d8544c2f787 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 944 time: 0.0480266 Aug 31 11:01:35.053362 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['c29f1f7f-6899-448c-95e4-56d46e33aa07'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 11:01:35.082889 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-022edd93-7afe-4c16-9648-c03c186df7c7 req-65c777c6-856d-4803-b282-1bfb7c9e304e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 Aug 31 11:01:36.199802 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ad893-049b-4570-b5bb-8c7f121bdd5a req-81324aca-debd-4de3-9a5a-87384e1467ed tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:36.201274 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b6ad893-049b-4570-b5bb-8c7f121bdd5a req-81324aca-debd-4de3-9a5a-87384e1467ed tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 944 time: 0.0524704 Aug 31 11:01:36.238373 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2b6ad893-049b-4570-b5bb-8c7f121bdd5a req-b457d9a7-34cf-4625-b906-d4b4e882e616 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Aug 31 11:01:36.609194 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c29f1f7f-6899-448c-95e4-56d46e33aa07 up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:01:36.660658 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port c29f1f7f-6899-448c-95e4-56d46e33aa07 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:01:36.661027 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:36.737682 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:36.759190 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:01:36.762026 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d583a4-223b-4353-a169-7c081d2041f3" -d '{"events": [{"server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "name": "network-vif-plugged", "status": "completed", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:01:36.775642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:01:36.779595 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:36.803090 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f93d050-7ed4-4b6a-88f3-c96813714234 x-openstack-request-id: req-9f93d050-7ed4-4b6a-88f3-c96813714234 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:01:36.803380 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "name": "network-vif-plugged", "status": "completed", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:01:36.803722 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f93d050-7ed4-4b6a-88f3-c96813714234 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:01:36.804124 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'code': 200} Aug 31 11:01:36.830532 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:01:36.948090 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e34bb-524a-4473-96d1-b1b5b1e1cae1 req-5de06611-f7dc-46ff-a137-0ed367ffa279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:36.950112 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c32e34bb-524a-4473-96d1-b1b5b1e1cae1 req-5de06611-f7dc-46ff-a137-0ed367ffa279 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0447190 Aug 31 11:01:36.983633 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c32e34bb-524a-4473-96d1-b1b5b1e1cae1 req-f30e2d49-7f4a-4d16-867f-7e8c6e7bef3f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266690 Aug 31 11:01:37.354468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89897d9b-82d6-4758-8c0b-ecd2418ff071 req-67a9f147-495b-49d6-8605-c897f9d4a554 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:37.356284 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89897d9b-82d6-4758-8c0b-ecd2418ff071 req-67a9f147-495b-49d6-8605-c897f9d4a554 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0500433 Aug 31 11:01:37.394904 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89897d9b-82d6-4758-8c0b-ecd2418ff071 req-039f0e54-b986-42d1-be18-68bfbd7dbfea tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Aug 31 11:01:38.513860 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafeda50-992f-4096-8727-d419f2ae2ce2 req-db7fb268-b418-4f8b-95ff-147bc51ca7b0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:38.515358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eafeda50-992f-4096-8727-d419f2ae2ce2 req-db7fb268-b418-4f8b-95ff-147bc51ca7b0 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0487058 Aug 31 11:01:38.551933 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-eafeda50-992f-4096-8727-d419f2ae2ce2 req-1e5b762c-9416-4bfe-9efe-301adef81699 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306871 Aug 31 11:01:41.472876 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:44.541431 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:52.005922 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4bbc290c-915a-42a1-b212-39077eccf48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:52.358801 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:01:55.228683 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:55.927332 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a328e7bc-93ef-439e-98cf-bada83764bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:58.056214 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:58.999769 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:11.479989 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:12.699782 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-7788a24b-6b98-4453-b032-6c38abb9982f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401514 Aug 31 11:02:12.782078 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-23192f9a-bb70-4072-b220-f62171de0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:12.783641 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-23192f9a-bb70-4072-b220-f62171de0283 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0422411 Aug 31 11:02:12.892037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-14e0b02a-6a3f-4c8e-8a69-60ccb9c538d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:12.893578 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-14e0b02a-6a3f-4c8e-8a69-60ccb9c538d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0898740 Aug 31 11:02:12.961771 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-33cc6527-0113-4b74-9343-8c304c13eb67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 1001 time: 0.0615067 Aug 31 11:02:13.015609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-60a074b6-c515-4f54-b9ba-8d92f2117c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:13.017097 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-60a074b6-c515-4f54-b9ba-8d92f2117c64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0482504 Aug 31 11:02:13.064459 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-1be1d1ed-f820-4469-ad56-e3fb3bd90159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:13.066046 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-1be1d1ed-f820-4469-ad56-e3fb3bd90159 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419366 Aug 31 11:02:13.159368 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-82e63a7f-8296-436d-b417-793a2dbc18cb service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846848 Aug 31 11:02:13.253937 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-8c7895c4-ceb5-455e-9c2a-4b2fd3a37715 req-ebf17206-3fc5-41e3-925c-d8ee7000c296 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877328 Aug 31 11:02:14.549797 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:22.008947 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-717d40c7-9bd9-4110-b412-c76df0d5d2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:25.233487 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:25.927167 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb76b-bf68-4592-ae31-fc519f76682b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:28.059021 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:29.000705 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:29.358045 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:02:41.492842 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:44.570445 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:51.780022 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51638) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:02:51.940639 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Deleting port 63452164-7d11-4c63-8666-8ae6d2c4fce7 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:02:51.940977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:52.010140 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac924-eff3-472f-b695-6562578c2642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:52.014969 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:52.015300 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:52.027558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Calling delete_port for 63452164-7d11-4c63-8666-8ae6d2c4fce7 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:02:52.192176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:52.222953 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event deleted for resources: {'Port': ['ID=63452164-7d11-4c63-8666-8ae6d2c4fce7,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:02:52.235522 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.235865 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.236251 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.236609 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.236906 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.237236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.237557 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.237884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.238190 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.238513 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.238879 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.239204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:52.300977 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:52.301365 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Floating IP 9c782977-1a5c-4020-9bea-11177080feff disassociated (deleted). External IP: 172.25.1.182, port: c29f1f7f-6899-448c-95e4-56d46e33aa07. Aug 31 11:02:52.529348 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:02:52.640236 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:02:52.645078 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:52.650344 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] Sync routers for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:02:52.658872 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:02:52.659486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:02:52.671488 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-11738175-2837-4877-bb1f-98840e7d0a7a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "DELETE /v2.0/floatingips/9c782977-1a5c-4020-9bea-11177080feff HTTP/1.1" status: 204 len: 168 time: 0.8903632 Aug 31 11:02:52.672086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:02:52.674395 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7" -d '{"events": [{"name": "network-changed", "server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:02:52.775358 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609a95d-e81c-42a8-a95f-6f83377ff255 x-openstack-request-id: req-0609a95d-e81c-42a8-a95f-6f83377ff255 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:02:52.775858 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:02:52.776171 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0609a95d-e81c-42a8-a95f-6f83377ff255 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:02:52.776652 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'status': 'completed', 'code': 200} Aug 31 11:02:52.777602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:02:52.843179 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-283d6ddd-c23a-4f6f-8bb7-031049905488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:52.844961 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-283d6ddd-c23a-4f6f-8bb7-031049905488 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71402e5faccb4662b4eaf80609252862&device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 1096 time: 0.0473151 Aug 31 11:02:52.909617 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c39446-228e-4e37-ac4a-3f483ba4e1ed req-a39fc64d-0bac-4310-9cc8-4c25507fc701 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:52.911811 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44c39446-228e-4e37-ac4a-3f483ba4e1ed req-a39fc64d-0bac-4310-9cc8-4c25507fc701 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0550208 Aug 31 11:02:52.948200 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-6f5cb189-f40c-44d6-bf54-83c83a418a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:52.949753 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-6f5cb189-f40c-44d6-bf54-83c83a418a43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 200 len: 911 time: 0.0980275 Aug 31 11:02:52.952942 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-44c39446-228e-4e37-ac4a-3f483ba4e1ed req-655bc161-1861-401c-969d-cd431598a27a tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331147 Aug 31 11:02:52.989730 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:02:52.995754 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-928019dc-4907-4c27-bdca-bd3906276dd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 200 len: 217 time: 0.0369263 Aug 31 11:02:53.019600 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] Checking router: eb0bceda-bc8f-4324-bed5-41a3f27d3d59 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:02:53.028438 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:02:53.029042 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:02:53.047323 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-6c8b6060-b309-411f-baea-659ca335e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:53.048809 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-6c8b6060-b309-411f-baea-659ca335e11b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 200 len: 848 time: 0.0449123 Aug 31 11:02:53.098321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-06000bd5-c0b6-40ec-bc25-38ec992e23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:53.099855 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-06000bd5-c0b6-40ec-bc25-38ec992e23ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=721913c8-4c41-4df5-8fbc-1ba6e4076c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437980 Aug 31 11:02:53.131285 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:02:53.192099 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-e2bd0d19-7fba-4ccf-964e-c232ab68e1ea service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835459 Aug 31 11:02:53.286741 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-40f5e8a7-e0a8-406d-b7ff-aeae0e14dae7 req-cb092965-fc30-402c-b89f-e12ece9f48c9 service neutron] 10.222.0.52 "GET /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866644 Aug 31 11:02:53.332930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:02:53.359732 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975164d-edc7-47ee-be5a-1e826d4d433e None None] The sync data for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 is: [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:22Z', 'revision_number': 4, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '0fd2daf4-2846-4960-9107-2e4d55349865', 'name': '', 'network_id': '721913c8-4c41-4df5-8fbc-1ba6e4076c0c', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'mac_address': 'fa:16:3e:bf:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:21Z', 'updated_at': '2021-08-31T10:53:28Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'subnets': [{'id': '0f1cd79b-f41b-4c4b-b154-f5fb872efc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:02:53.573315 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c6b0f-622b-4586-bf38-5ebe63e0ad68 None None] New status for floating IP 9c782977-1a5c-4020-9bea-11177080feff: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 11:02:54.084054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afdea0-ec53-4855-8420-3082c5acc9c1 req-0b654891-d603-455e-a883-e1b36e4f95d8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:54.085551 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a5afdea0-ec53-4855-8420-3082c5acc9c1 req-0b654891-d603-455e-a883-e1b36e4f95d8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0489504 Aug 31 11:02:54.122728 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a5afdea0-ec53-4855-8420-3082c5acc9c1 req-90baf9f9-eb8e-4cdf-8abf-40de52218e5e tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/security-groups?id=1593674e-f97b-4619-8139-162fb1df5e84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Aug 31 11:02:54.411736 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-35cc859f-d8cb-41cf-a199-434aead0cba3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:54.413249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-35cc859f-d8cb-41cf-a199-434aead0cba3 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.52 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 945 time: 0.0490932 Aug 31 11:02:54.504996 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Deleting port c29f1f7f-6899-448c-95e4-56d46e33aa07 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:02:54.505245 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:54.595558 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] For port c29f1f7f-6899-448c-95e4-56d46e33aa07, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=c29f1f7f-6899-448c-95e4-56d46e33aa07,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:02:54.595922 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:54.608967 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Calling delete_port for c29f1f7f-6899-448c-95e4-56d46e33aa07 owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:02:54.739749 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:54.768720 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event deleted for resources: {'Port': ['ID=c29f1f7f-6899-448c-95e4-56d46e33aa07,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:02:54.814528 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] No DVR routers for this DVR port c29f1f7f-6899-448c-95e4-56d46e33aa07 on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:02:54.817246 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:54.819377 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7788c1a-8a78-4bb8-9cae-8c1c6255c9aa req-b86ede22-064e-49fc-937c-f715ff757ad1 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.52 "DELETE /v2.0/ports/c29f1f7f-6899-448c-95e4-56d46e33aa07 HTTP/1.1" status: 204 len: 173 time: 0.4001257 Aug 31 11:02:54.819822 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'name': 'network-vif-deleted', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:02:54.822102 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20a197-cc12-4a34-a4b4-4380047da46f" -d '{"events": [{"server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "name": "network-vif-deleted", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:02:54.877668 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65b6c4e-6eff-4e89-ab00-edd90d353f94 x-openstack-request-id: req-d65b6c4e-6eff-4e89-ab00-edd90d353f94 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:02:54.877957 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d14ae9-588c-4644-af42-c937da811915", "name": "network-vif-deleted", "tag": "c29f1f7f-6899-448c-95e4-56d46e33aa07", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:02:54.878210 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d65b6c4e-6eff-4e89-ab00-edd90d353f94 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:02:54.878607 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d14ae9-588c-4644-af42-c937da811915', 'name': 'network-vif-deleted', 'tag': 'c29f1f7f-6899-448c-95e4-56d46e33aa07', 'status': 'completed', 'code': 200} Aug 31 11:02:55.244202 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:55.247377 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2dc472f1-f75b-4c71-88ff-5b6cd2fa57d0 req-f65f8d26-3ea0-41c0-b558-df4a4a67bee8 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 210 time: 0.0431426 Aug 31 11:02:55.935790 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cdc461f4-d9ba-494c-a0e5-7117bae6f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:56.347029 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bbda842c-5ca1-4ee9-96a0-377fd869a9c4 req-5eff1f4b-4adb-4fbb-b416-28e7dd023e87 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 210 time: 0.0259275 Aug 31 11:02:57.153320 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c29f1f7f-6899-448c-95e4-56d46e33aa07 no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:02:57.176674 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: c29f1f7f-6899-448c-95e4-56d46e33aa07 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:02:57.177010 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device c29f1f7f-6899-448c-95e4-56d46e33aa07 not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:02:57.449432 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6894a5d4-5060-4fc5-8fba-4134bd32cb1a req-5cc0a3f4-8a14-4a8b-bf3e-4e1612056477 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 210 time: 0.0307221 Aug 31 11:02:58.069509 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:58.558734 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-dec05201-89fc-4373-8991-bcd6fe069a30 req-e9213e3e-70ac-4c87-a2ac-1106d11a1d24 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d14ae9-588c-4644-af42-c937da811915 HTTP/1.1" status: 200 len: 210 time: 0.0286057 Aug 31 11:02:59.005563 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:59.632123 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51676) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:02:59.744268 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:59.783377 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:59.857384 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:59.859429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:59.860613 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] 10.222.0.69 "DELETE /v2.0/security-groups/1593674e-f97b-4619-8139-162fb1df5e84 HTTP/1.1" status: 204 len: 168 time: 0.2348363 Aug 31 11:02:59.871010 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1593674e-f97b-4619-8139-162fb1df5e84,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:02:59.879050 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.879364 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.880045 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.880397 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.880730 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.881160 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.881532 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.882074 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.882626 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.882993 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.883335 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.883672 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b886ce3-f073-4e32-965e-57d9ac027633 tempest-TestShelveInstance-1781225886 tempest-TestShelveInstance-1781225886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:02:59.928255 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51680) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:00.494666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:01.126501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Deleting port 0fd2daf4-2846-4960-9107-2e4d55349865 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:03:01.127288 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:01.225054 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] For port 0fd2daf4-2846-4960-9107-2e4d55349865, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0fd2daf4-2846-4960-9107-2e4d55349865,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:01.225438 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:01.242097 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Calling delete_port for 0fd2daf4-2846-4960-9107-2e4d55349865 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:03:01.507274 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:01.543298 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd2daf4-2846-4960-9107-2e4d55349865,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:01.783901 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.010581 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:03:02.117525 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:03:02.123181 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-fbea4c8f-4c8d-4231-b16c-c29743c689e2 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb0bceda-bc8f-4324-bed5-41a3f27d3d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1937969 Aug 31 11:03:02.125797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51684) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:02.126817 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] Sync routers for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:03:02.135724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:02.136328 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:02.231176 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.250378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:02.334224 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.392298 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Deleting port ee899108-0916-4c83-bfb0-3ef4ee790b43 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:03:02.392632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.436054 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T11:03:01Z', 'revision_number': 5, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port': {'id': 'ee899108-0916-4c83-bfb0-3ef4ee790b43', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T10:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:02.461755 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] Checking router: eb0bceda-bc8f-4324-bed5-41a3f27d3d59 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:03:02.470586 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] Routers {'eb0bceda-bc8f-4324-bed5-41a3f27d3d59'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:02.471225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:02.475335 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] For port ee899108-0916-4c83-bfb0-3ef4ee790b43, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=ee899108-0916-4c83-bfb0-3ef4ee790b43,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:02.475698 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.489069 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Calling delete_port for ee899108-0916-4c83-bfb0-3ef4ee790b43 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:03:02.558329 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] Set router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:02.663754 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.695431 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee899108-0916-4c83-bfb0-3ef4ee790b43,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:02.758931 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.772955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T11:03:02Z', 'revision_number': 6, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:02.800694 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb0940-2142-45ef-8f59-e701dac2deef None None] The sync data for ids ['eb0bceda-bc8f-4324-bed5-41a3f27d3d59'] in n-d-806683-2 is: [{'id': 'eb0bceda-bc8f-4324-bed5-41a3f27d3d59', 'name': 'tempest-TestShelveInstance-1278668959-router', 'tenant_id': '71402e5faccb4662b4eaf80609252862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:19Z', 'updated_at': '2021-08-31T11:03:02Z', 'revision_number': 6, 'project_id': '71402e5faccb4662b4eaf80609252862', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:03:02.867147 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.869196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.911484 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.912003 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0bceda-bc8f-4324-bed5-41a3f27d3d59 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 11:03:02.916930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:02.918062 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-60fb9135-6e5e-47d8-b64b-264eb636e02d admin admin] 10.222.0.69 "DELETE /v2.0/routers/eb0bceda-bc8f-4324-bed5-41a3f27d3d59 HTTP/1.1" status: 204 len: 168 time: 0.7912965 Aug 31 11:03:02.920553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51686) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:02.965098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4e626a-e4f1-481d-a436-618aef32144b admin admin] Deleting subnet 0f1cd79b-f41b-4c4b-b154-f5fb872efc95 {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 11:03:02.969269 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da4e626a-e4f1-481d-a436-618aef32144b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.007595 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da4e626a-e4f1-481d-a436-618aef32144b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.097346 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da4e626a-e4f1-481d-a436-618aef32144b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.159182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da4e626a-e4f1-481d-a436-618aef32144b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.185429 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e626a-e4f1-481d-a436-618aef32144b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1cd79b-f41b-4c4b-b154-f5fb872efc95,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:03.191298 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-da4e626a-e4f1-481d-a436-618aef32144b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.193616 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-da4e626a-e4f1-481d-a436-618aef32144b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0f1cd79b-f41b-4c4b-b154-f5fb872efc95 HTTP/1.1" status: 204 len: 168 time: 0.2720790 Aug 31 11:03:03.197597 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51688) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:03.199618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf49992b-0db6-4d80-9180-d3624422a74d None None] Network 721913c8-4c41-4df5-8fbc-1ba6e4076c0c requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:03:03.281078 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.338172 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Deleting port 99b911e6-d85c-4925-889e-71a58cdec32a {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:03:03.338557 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.409223 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] For port 99b911e6-d85c-4925-889e-71a58cdec32a, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=99b911e6-d85c-4925-889e-71a58cdec32a,segment=NetworkSegment(98855230-f448-4dce-9aab-0964b818c547),segment_id=98855230-f448-4dce-9aab-0964b818c547)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:03.409592 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.423874 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Calling delete_port for 99b911e6-d85c-4925-889e-71a58cdec32a owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:03:03.508761 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.540733 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] No DVR routers for this DVR port 99b911e6-d85c-4925-889e-71a58cdec32a on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:03:03.545724 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=99b911e6-d85c-4925-889e-71a58cdec32a,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:03.605345 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89efeea1-18d5-480b-bc72-a3223a08bb09 None None] DHCP port deletion for 721913c8-4c41-4df5-8fbc-1ba6e4076c0c request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 11:03:03.627888 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.638811 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721913c8-4c41-4df5-8fbc-1ba6e4076c0c']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:03.650690 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98855230-f448-4dce-9aab-0964b818c547') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:03.651590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98855230-f448-4dce-9aab-0964b818c547') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:03.660742 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.681655 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.691358 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 11:03:03.692012 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: timer() Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 11:03:03.694900 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 11:03:03.776126 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.783756 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:03.791957 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] 10.222.0.69 "DELETE /v2.0/networks/721913c8-4c41-4df5-8fbc-1ba6e4076c0c HTTP/1.1" status: 204 len: 168 time: 0.5874784 Aug 31 11:03:03.798969 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51690) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:03.803604 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb2d41-a6af-4f7d-93cf-6386e9f5dbfa admin admin] Pushing event deleted for resources: {'Network': ['ID=721913c8-4c41-4df5-8fbc-1ba6e4076c0c,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:03.830448 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 99b911e6-d85c-4925-889e-71a58cdec32a no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:03:03.866056 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 99b911e6-d85c-4925-889e-71a58cdec32a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:03:03.866642 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 99b911e6-d85c-4925-889e-71a58cdec32a not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:03:03.867376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0fd2daf4-2846-4960-9107-2e4d55349865 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:03:03.901046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0fd2daf4-2846-4960-9107-2e4d55349865 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:03:03.901592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0fd2daf4-2846-4960-9107-2e4d55349865 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:03:03.904153 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ee899108-0916-4c83-bfb0-3ef4ee790b43 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:03:03.942645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: ee899108-0916-4c83-bfb0-3ef4ee790b43 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:03:03.943662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device ee899108-0916-4c83-bfb0-3ef4ee790b43 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:03:04.577930 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:04.857671 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Deleting port de41b834-1e45-4121-99bc-e051551b1591 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:03:04.857925 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:04.949352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] For port de41b834-1e45-4121-99bc-e051551b1591, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=de41b834-1e45-4121-99bc-e051551b1591,segment=NetworkSegment(45b56c6b-186d-4702-99f4-65210ed38d1c),segment_id=45b56c6b-186d-4702-99f4-65210ed38d1c)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:04.949706 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:04.963096 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Calling delete_port for de41b834-1e45-4121-99bc-e051551b1591 owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:03:05.141912 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:05.172768 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=de41b834-1e45-4121-99bc-e051551b1591,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:05.371314 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:05.585573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Router be282185-62e4-4917-9bf9-d2911786f4d0 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:03:05.693798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:03:05.701012 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d2edf914-fa92-4477-89cd-5d5910544b81 admin admin] 10.222.0.69 "PUT /v2.0/routers/be282185-62e4-4917-9bf9-d2911786f4d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8963137 Aug 31 11:03:05.704621 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51692) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:05.707653 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] Sync routers for ids ['be282185-62e4-4917-9bf9-d2911786f4d0'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:03:05.718314 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] Routers {'be282185-62e4-4917-9bf9-d2911786f4d0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:05.718972 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['be282185-62e4-4917-9bf9-d2911786f4d0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:05.828226 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:05.875337 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] Set router be282185-62e4-4917-9bf9-d2911786f4d0 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:05.941884 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.000317 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Deleting port e6927f22-1e0b-4047-8f70-ec024a154275 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:03:06.000828 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.066675 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T11:03:05Z', 'revision_number': 5, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port': {'id': 'e6927f22-1e0b-4047-8f70-ec024a154275', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:53:24Z', 'updated_at': '2021-08-31T10:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:06.089450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] For port e6927f22-1e0b-4047-8f70-ec024a154275, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=e6927f22-1e0b-4047-8f70-ec024a154275,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:06.089760 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.093549 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] Checking router: be282185-62e4-4917-9bf9-d2911786f4d0 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:03:06.102490 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] Routers {'be282185-62e4-4917-9bf9-d2911786f4d0'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:06.103837 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['be282185-62e4-4917-9bf9-d2911786f4d0'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:06.106984 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Calling delete_port for e6927f22-1e0b-4047-8f70-ec024a154275 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:03:06.203243 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] Set router be282185-62e4-4917-9bf9-d2911786f4d0 gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:06.260375 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T11:03:05Z', 'revision_number': 6, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:06.288623 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fa659-be31-4815-8902-6f720a445f28 None None] The sync data for ids ['be282185-62e4-4917-9bf9-d2911786f4d0'] in n-d-806683-2 is: [{'id': 'be282185-62e4-4917-9bf9-d2911786f4d0', 'name': 'tempest-TestShelveInstance-1556737924-router', 'tenant_id': '4de2418c3a3543d284b73263bcd59e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:53:23Z', 'updated_at': '2021-08-31T11:03:05Z', 'revision_number': 6, 'project_id': '4de2418c3a3543d284b73263bcd59e29', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:03:06.295023 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.335370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=e6927f22-1e0b-4047-8f70-ec024a154275,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:06.358531 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:03:06.396720 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.488988 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.491426 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.539207 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.540019 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router be282185-62e4-4917-9bf9-d2911786f4d0 {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 11:03:06.545778 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.547368 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cef8a183-0aaf-4e58-8ebe-3a73a1140bfe admin admin] 10.222.0.69 "DELETE /v2.0/routers/be282185-62e4-4917-9bf9-d2911786f4d0 HTTP/1.1" status: 204 len: 168 time: 0.8411751 Aug 31 11:03:06.550138 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51694) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:06.601283 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-817c9ae7-281f-49e0-a664-d126bb5e4747 admin admin] Deleting subnet 31b038be-dd86-4e80-a531-cff9b46660e9 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 11:03:06.605021 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-817c9ae7-281f-49e0-a664-d126bb5e4747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.640999 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-817c9ae7-281f-49e0-a664-d126bb5e4747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.750263 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-817c9ae7-281f-49e0-a664-d126bb5e4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.835418 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-817c9ae7-281f-49e0-a664-d126bb5e4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.865489 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c9ae7-281f-49e0-a664-d126bb5e4747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b038be-dd86-4e80-a531-cff9b46660e9,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:06.872487 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-817c9ae7-281f-49e0-a664-d126bb5e4747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:06.874725 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-817c9ae7-281f-49e0-a664-d126bb5e4747 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/31b038be-dd86-4e80-a531-cff9b46660e9 HTTP/1.1" status: 204 len: 168 time: 0.3237269 Aug 31 11:03:06.877971 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51696) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:06.881460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed92aab5-3ebc-4646-a57e-b42907a94088 None None] Network e5ce2746-1b0f-48f0-a822-84b538bb7d41 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:03:06.953408 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.014293 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Deleting port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:03:07.014833 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.087231 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] For port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,segment=NetworkSegment(45b56c6b-186d-4702-99f4-65210ed38d1c),segment_id=45b56c6b-186d-4702-99f4-65210ed38d1c)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:07.087774 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.108346 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Calling delete_port for a0878d02-b8cc-44ff-b4c1-fa93528c3d1d owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:03:07.129508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] DHCP port deletion for e5ce2746-1b0f-48f0-a822-84b538bb7d41 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 11:03:07.205092 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Deleting port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d {{(pid=94788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:03:07.205464 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.227534 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.265935 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:07.268175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] No DVR routers for this DVR port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:03:07.280643 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] For port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,segment=NetworkSegment(45b56c6b-186d-4702-99f4-65210ed38d1c),segment_id=45b56c6b-186d-4702-99f4-65210ed38d1c)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:07.281193 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.300409 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Calling delete_port for a0878d02-b8cc-44ff-b4c1-fa93528c3d1d owned by network:dhcp {{(pid=94788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:03:07.355320 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.366082 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ce2746-1b0f-48f0-a822-84b538bb7d41']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:07.378444 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b56c6b-186d-4702-99f4-65210ed38d1c') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:07.378778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b56c6b-186d-4702-99f4-65210ed38d1c') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:07.389929 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.408090 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.410005 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841'] for port, after_delete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.419612 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 11:03:07.420467 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: timer() Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 11:03:07.423904 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 11:03:07.456000 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Pushing event deleted for resources: {'Port': ['ID=a0878d02-b8cc-44ff-b4c1-fa93528c3d1d,revision_number=None']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:07.469189 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] No DVR routers for this DVR port a0878d02-b8cc-44ff-b4c1-fa93528c3d1d on host n-d-806683-2 {{(pid=94788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:03:07.474172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.474172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.474172 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.474846 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.475776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.476341 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.476892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.477445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.477988 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.478530 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.479117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.479662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fce7a0-f160-45a6-a095-be3d6655468d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:07.527158 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.533843 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.536923 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] 10.222.0.69 "DELETE /v2.0/networks/e5ce2746-1b0f-48f0-a822-84b538bb7d41 HTTP/1.1" status: 204 len: 168 time: 0.6576540 Aug 31 11:03:07.558023 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041a858-44db-472d-8f49-307e7ad60a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ce2746-1b0f-48f0-a822-84b538bb7d41,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:07.691632 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51700) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:07.745097 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-a5303904-2060-4ad7-89a6-ce4c8eab9efd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71402e5faccb4662b4eaf80609252862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517335 Aug 31 11:03:07.747681 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51702) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:07.820183 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d29bb4ee-aa30-45af-b271-0b975fad09ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.828505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e6927f22-1e0b-4047-8f70-ec024a154275 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:03:07.850513 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: e6927f22-1e0b-4047-8f70-ec024a154275 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:03:07.850895 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device e6927f22-1e0b-4047-8f70-ec024a154275 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:03:07.851316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device de41b834-1e45-4121-99bc-e051551b1591 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:03:07.855282 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d29bb4ee-aa30-45af-b271-0b975fad09ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.871807 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: de41b834-1e45-4121-99bc-e051551b1591 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:03:07.872159 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device de41b834-1e45-4121-99bc-e051551b1591 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:03:07.872575 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a0878d02-b8cc-44ff-b4c1-fa93528c3d1d no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:03:07.891776 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: a0878d02-b8cc-44ff-b4c1-fa93528c3d1d {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:03:07.893046 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device a0878d02-b8cc-44ff-b4c1-fa93528c3d1d not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:03:07.919272 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d29bb4ee-aa30-45af-b271-0b975fad09ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.923591 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d29bb4ee-aa30-45af-b271-0b975fad09ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:07.925492 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d29bb4ee-aa30-45af-b271-0b975fad09ce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de3daa91-1b1e-4e4e-9024-480bd0c87b74 HTTP/1.1" status: 204 len: 168 time: 0.1764958 Aug 31 11:03:07.935685 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bb4ee-aa30-45af-b271-0b975fad09ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3daa91-1b1e-4e4e-9024-480bd0c87b74,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:08.277526 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51708) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:08.316898 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-3764b295-f7f7-4efb-8723-e7d5a42910ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4de2418c3a3543d284b73263bcd59e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381184 Aug 31 11:03:08.320263 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51710) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:08.371055 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43eca446-259f-4fea-9aa1-e2b9ded51ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:08.392324 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43eca446-259f-4fea-9aa1-e2b9ded51ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:08.439677 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43eca446-259f-4fea-9aa1-e2b9ded51ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:08.442251 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-43eca446-259f-4fea-9aa1-e2b9ded51ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:08.443443 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-43eca446-259f-4fea-9aa1-e2b9ded51ba0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da7f48fc-bb43-4799-95ad-9dac1cfea9c8 HTTP/1.1" status: 204 len: 168 time: 0.1222737 Aug 31 11:03:08.451053 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eca446-259f-4fea-9aa1-e2b9ded51ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f48fc-bb43-4799-95ad-9dac1cfea9c8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:09.155630 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51732) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:09.253494 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1250854170-network', 'tenant_id': 'da53ddb2214e40a792773ba53aece432'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:09.275022 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Made reservation on behalf of da53ddb2214e40a792773ba53aece432 for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 11:03:09.277432 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.285742 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.391315 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.395346 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.420668 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 11:03:09.433133 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9959fa-9f0f-4064-a142-016064195033,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:09.436146 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.436494 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Added segment 9abd8ae8-b884-42ae-a274-332e70f6a764 of type vlan for network acdffa6c-43e9-419e-b676-291d8bc14fc4 Aug 31 11:03:09.487406 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.511805 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.513049 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:09.513689 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.568702 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4119592 Aug 31 11:03:09.572302 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51736) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:09.578119 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4673e-f6b3-4cb7-98a9-62668e5c54ba admin admin] Pushing event updated for resources: {'Network': ['ID=acdffa6c-43e9-419e-b676-291d8bc14fc4,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:09.578295 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Request body: {'subnet': {'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1250854170-subnet', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:09.590877 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 11:03:09.601079 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Made reservation on behalf of da53ddb2214e40a792773ba53aece432 for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 11:03:09.603451 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.787329 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.844269 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:09.853657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Checking segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:09.854573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Network hostable DHCP agents. Network: acdffa6c-43e9-419e-b676-291d8bc14fc4, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 11:03:09.872276 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 11:03:09.881116 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, acdffa6c-43e9-419e-b676-291d8bc14fc4) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:09.885694 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:09.886315 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.892704 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b61a0-7768-4d7c-bc20-d6c910edf03d None None] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:03:09.900143 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8d86199e-19e7-4b8e-a0aa-c7fae379533a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3264861 Aug 31 11:03:09.904333 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51738) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:09.908879 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:09.928903 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.929925 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:09.985579 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.053971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-acdffa6c-43e9-419e-b676-291d8bc14fc4', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 11:03:10.054873 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.162565 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.203339 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Allocated IP 172.20.0.2 (acdffa6c-43e9-419e-b676-291d8bc14fc4/7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f/459ff0c9-fed0-4f64-8c09-ef733bfc3384) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:03:10.361721 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.370446 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Transition to ACTIVE for port object 459ff0c9-fed0-4f64-8c09-ef733bfc3384 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:10.386934 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Transition to ACTIVE for port object 459ff0c9-fed0-4f64-8c09-ef733bfc3384 will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:10.393057 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.395429 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.428314 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.435261 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:10.439800 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:10.444183 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:03:10.447247 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Pushing event updated for resources: {'Port': ['ID=459ff0c9-fed0-4f64-8c09-ef733bfc3384,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:10.514253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Attempting to bind port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 11:03:10.514615 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Attempting to bind port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 11:03:10.515079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Attempting to bind port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 on network acdffa6c-43e9-419e-b676-291d8bc14fc4 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:03:10.520263 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 11:03:10.520635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Checking segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:10.521036 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.521429 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Bound using segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 11:03:10.522128 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Bound port: 459ff0c9-fed0-4f64-8c09-ef733bfc3384, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 11:03:10.522516 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.545924 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Allocated IP 172.25.1.185 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/0df02de8-4b53-43a3-984a-0a3732c45661) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:03:10.588295 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] For port 459ff0c9-fed0-4f64-8c09-ef733bfc3384, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 11:03:10.591505 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] For port 459ff0c9-fed0-4f64-8c09-ef733bfc3384, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=459ff0c9-fed0-4f64-8c09-ef733bfc3384,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 11:03:10.595967 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.660888 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634de59-ad12-47df-ab30-91bcc24d673e None None] Pushing event updated for resources: {'Port': ['ID=459ff0c9-fed0-4f64-8c09-ef733bfc3384,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:10.669236 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.711631 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:10.760631 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:10.763944 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:10.768641 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:03:10.772252 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Pushing event updated for resources: {'Port': ['ID=0df02de8-4b53-43a3-984a-0a3732c45661,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:11.436184 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:11.497003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:11.554406 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493e0b22-ef16-4595-984e-fe7c2a50ba36 None None] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:03:11.652148 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8448df3f-9649-4098-b2f3-be696c546970 None None] Provisioning for port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:11.656070 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:11.819212 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Router 20790095-5bfd-4da7-99a0-58442c603bb2 is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 11:03:11.853343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 459ff0c9-fed0-4f64-8c09-ef733bfc3384 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:11.913187 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:11.918922 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:11.919301 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:11.947839 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:03:11.962712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Sync routers for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:03:11.968752 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:11.970056 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-36623170-28eb-4841-aac0-ab6622e62eae admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0647209 Aug 31 11:03:11.975590 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51740) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:11.977725 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:11.978378 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:12.098379 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.102939 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-3ba810fc-557a-4c7c-b160-e1181b8afeb1 None None] Provisioning complete for port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:12.103297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3ba810fc-557a-4c7c-b160-e1181b8afeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.175282 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:12.233583 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 459ff0c9-fed0-4f64-8c09-ef733bfc3384, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=459ff0c9-fed0-4f64-8c09-ef733bfc3384,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:12.239571 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.381972 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=459ff0c9-fed0-4f64-8c09-ef733bfc3384,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:12.448492 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:11Z', 'revision_number': 3, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:12.452076 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.475897 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Checking router: 20790095-5bfd-4da7-99a0-58442c603bb2 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:03:12.476241 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Updating router 20790095-5bfd-4da7-99a0-58442c603bb2 port 0df02de8-4b53-43a3-984a-0a3732c45661 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 11:03:12.504557 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.613345 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_common [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Allocated IP 172.20.0.1 (acdffa6c-43e9-419e-b676-291d8bc14fc4/7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f/417be072-116f-4416-a76e-4398e68684ed) {{(pid=94786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:03:12.737156 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.750241 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.provisioning_blocks [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Transition to ACTIVE for port object 417be072-116f-4416-a76e-4398e68684ed will not be triggered until provisioned by entity DHCP. {{(pid=94786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:12.772309 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.785295 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.786178 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Transition to ACTIVE for port object 0df02de8-4b53-43a3-984a-0a3732c45661 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:12.793866 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.829965 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:12.832998 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:12.837795 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Received port after_create {{(pid=94786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:03:12.840006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Attempting to bind port 0df02de8-4b53-43a3-984a-0a3732c45661 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 11:03:12.840682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Attempting to bind port 0df02de8-4b53-43a3-984a-0a3732c45661 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 11:03:12.840905 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Pushing event updated for resources: {'Port': ['ID=417be072-116f-4416-a76e-4398e68684ed,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:12.841104 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Attempting to bind port 0df02de8-4b53-43a3-984a-0a3732c45661 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:03:12.859579 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 11:03:12.860060 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:12.860403 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.861351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 11:03:12.861351 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Bound port: 0df02de8-4b53-43a3-984a-0a3732c45661, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 11:03:12.861773 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.886098 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dea15a-3afa-40be-b449-f021ba417a84 None None] Pushing event updated for resources: {'Port': ['ID=0df02de8-4b53-43a3-984a-0a3732c45661,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:12.888023 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.923758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] For port 0df02de8-4b53-43a3-984a-0a3732c45661, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 11:03:12.927281 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] For port 0df02de8-4b53-43a3-984a-0a3732c45661, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0df02de8-4b53-43a3-984a-0a3732c45661,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 11:03:12.932749 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:12.993567 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:12.994857 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:13.037335 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dea15a-3afa-40be-b449-f021ba417a84 None None] Pushing event updated for resources: {'Port': ['ID=0df02de8-4b53-43a3-984a-0a3732c45661,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:13.067048 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:13.136613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:13.164810 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f36f4cf2-970b-48a4-a967-60d0b6e51f3a None None] Provisioning for port 417be072-116f-4416-a76e-4398e68684ed completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:13.195155 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-f36f4cf2-970b-48a4-a967-60d0b6e51f3a None None] Provisioning complete for port 417be072-116f-4416-a76e-4398e68684ed triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:13.195526 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f36f4cf2-970b-48a4-a967-60d0b6e51f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:13.245693 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:13.251878 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61989011'] for port, after_update {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:13.273740 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-f36f4cf2-970b-48a4-a967-60d0b6e51f3a None None] Port 417be072-116f-4416-a76e-4398e68684ed cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 11:03:13.327679 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:13.330196 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Pushing event updated for resources: {'Port': ['ID=417be072-116f-4416-a76e-4398e68684ed,revision_number=2']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:13.354942 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:11Z', 'revision_number': 3, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:13.381871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4995db53-91fe-4dad-b12a-4de3eba54e07 None None] The sync data for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 is: [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:11Z', 'revision_number': 3, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:03:13.433585 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 is already hosted by enough agents. {{(pid=94786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:13.435292 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.base_scheduler [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:13.567237 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Router 20790095-5bfd-4da7-99a0-58442c603bb2 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:03:13.741487 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:03:13.747603 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-d26a82b5-0122-49f1-9313-9e83b414aa63 admin admin] 10.222.0.69 "PUT /v2.0/routers/20790095-5bfd-4da7-99a0-58442c603bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7707641 Aug 31 11:03:13.812768 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4e9a4394-99f3-4f3f-97cf-bb9fd94253f0 None None] Provisioning complete for port 417be072-116f-4416-a76e-4398e68684ed triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:13.813278 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4394-99f3-4f3f-97cf-bb9fd94253f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:13.867455 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a4394-99f3-4f3f-97cf-bb9fd94253f0 None None] Port 417be072-116f-4416-a76e-4398e68684ed cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 11:03:13.933101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 459ff0c9-fed0-4f64-8c09-ef733bfc3384 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:13.988508 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:13.988918 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.101221 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0df02de8-4b53-43a3-984a-0a3732c45661 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:14.161255 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 0df02de8-4b53-43a3-984a-0a3732c45661 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:14.165709 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0df02de8-4b53-43a3-984a-0a3732c45661 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:14.167237 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.266933 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.289385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 0df02de8-4b53-43a3-984a-0a3732c45661, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0df02de8-4b53-43a3-984a-0a3732c45661,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:14.294625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.347531 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=0df02de8-4b53-43a3-984a-0a3732c45661,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:14.355009 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 51758) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:14.360005 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.v2.base [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1995489369-network', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a'}} {{(pid=94786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:14.381406 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Made reservation on behalf of 1dae470174e34ef9b4ea61bb3f97d61a for: {'network': 1} {{(pid=94786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 11:03:14.384260 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for network, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.394466 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.486636 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.491405 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.515439 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=94786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 11:03:14.524340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a100a3b-ed8b-4fc9-9421-17d0c874d4e3,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:14.531337 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.531684 n-d-806683-2 neutron-server[94786]: INFO neutron.db.segments_db [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Added segment 151b9eb6-60fd-49e7-816c-3353493704aa of type vlan for network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 Aug 31 11:03:14.583467 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.590191 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731636657017'] for network, precommit_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.627684 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187'] for network, after_create {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.628686 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:14.629286 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.681753 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3256772 Aug 31 11:03:14.684686 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51760) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:14.689877 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Request body: {'subnet': {'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1995489369-subnet', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'ip_version': 4}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:14.690868 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4807ef-dbd1-45ca-8ca5-237f02bbd43b admin admin] Pushing event updated for resources: {'Network': ['ID=0e93dded-2a9b-4f01-89ac-d8919a163bb0,revision_number=1']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:14.703526 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 details requested by agent ovs-agent-n-d-806683-2 with host n-d-806683-2 {{(pid=94788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 11:03:14.713264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Made reservation on behalf of 1dae470174e34ef9b4ea61bb3f97d61a for: {'subnet': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 11:03:14.716570 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59175168'] for subnet, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.931996 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59175190'] for subnet, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.985283 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6817ae0-6cee-4ce9-8810-0159a3e832b7,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:15.001438 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Checking segment: {'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:15.001903 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Network hostable DHCP agents. Network: 0e93dded-2a9b-4f01-89ac-d8919a163bb0, hostable agents: ['b62c620d-80ae-40fb-9f82-428d08ff3cca'], hosted agents: [] {{(pid=94787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 11:03:15.021685 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 is scheduled to be hosted by DHCP agent b62c620d-80ae-40fb-9f82-428d08ff3cca with binding_index 1 {{(pid=94787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 11:03:15.031397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-2, 0e93dded-2a9b-4f01-89ac-d8919a163bb0) {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:15.035728 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:15.036458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.041821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24157dd9-c241-41c4-910f-2529eefe0eac None None] Network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:03:15.056362 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-44018b25-7dde-4e39-96bf-5eb4e56c1a10 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3701894 Aug 31 11:03:15.059362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51762) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:15.066397 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:15.099321 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3929618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5642'] for router, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.100786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-385671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5661'] for router, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.171067 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Sync routers for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:03:15.182711 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.190887 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:15.191809 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:15.237924 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5333256e-c02b-545c-8604-b82b30d9c563-0e93dded-2a9b-4f01-89ac-d8919a163bb0', 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'fixed_ips': [{'subnet_id': 'a6817ae0-6cee-4ce9-8810-0159a3e832b7'}]}} from n-d-806683-2. {{(pid=94788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 11:03:15.238979 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.325146 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.329674 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:15.397297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.db_base_plugin_common [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Allocated IP 172.20.0.2 (0e93dded-2a9b-4f01-89ac-d8919a163bb0/a6817ae0-6cee-4ce9-8810-0159a3e832b7/11054d0a-ccdb-4347-a7d0-1b667b56577b) {{(pid=94788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:03:15.559562 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Notify callbacks [] for port, precommit_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.569207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Transition to ACTIVE for port object 11054d0a-ccdb-4347-a7d0-1b667b56577b will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:15.588556 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Transition to ACTIVE for port object 11054d0a-ccdb-4347-a7d0-1b667b56577b will not be triggered until provisioned by entity DHCP. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:15.596016 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832'] for port, after_create {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.600820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.606078 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 2, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:15.622935 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.635581 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Checking router: 20790095-5bfd-4da7-99a0-58442c603bb2 for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:03:15.636072 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Updating router 20790095-5bfd-4da7-99a0-58442c603bb2 port 417be072-116f-4416-a76e-4398e68684ed binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 11:03:15.646463 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 is already hosted by enough agents. {{(pid=94788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:15.649758 n-d-806683-2 neutron-server[94788]: DEBUG neutron.scheduler.base_scheduler [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Resources bound (agent type, host, resource id): {{(pid=94788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:15.654069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Received port after_create {{(pid=94788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:03:15.657441 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Pushing event updated for resources: {'Port': ['ID=11054d0a-ccdb-4347-a7d0-1b667b56577b,revision_number=1']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:15.668489 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.717218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Attempting to bind port 11054d0a-ccdb-4347-a7d0-1b667b56577b on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 11:03:15.717809 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Attempting to bind port 11054d0a-ccdb-4347-a7d0-1b667b56577b by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 11:03:15.718392 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Attempting to bind port 11054d0a-ccdb-4347-a7d0-1b667b56577b on network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:03:15.726436 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 11:03:15.727069 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Checking segment: {'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:15.727720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.728366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Bound using segment: {'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 11:03:15.729075 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Bound port: 11054d0a-ccdb-4347-a7d0-1b667b56577b, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 11:03:15.729672 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.777191 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Allocated IP 172.25.1.220 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/d51606ba-b1b7-41da-86af-d54548a585f8) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:03:15.841036 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0df02de8-4b53-43a3-984a-0a3732c45661 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:15.882352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] For port 11054d0a-ccdb-4347-a7d0-1b667b56577b, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 11:03:15.899987 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] For port 11054d0a-ccdb-4347-a7d0-1b667b56577b, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=11054d0a-ccdb-4347-a7d0-1b667b56577b,segment=NetworkSegment(151b9eb6-60fd-49e7-816c-3353493704aa),segment_id=151b9eb6-60fd-49e7-816c-3353493704aa)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 11:03:15.910183 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.945505 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.953237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 0df02de8-4b53-43a3-984a-0a3732c45661 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:15.953704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.015640 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.023486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004a55d-19b9-4cf8-8f32-db2ff486e87c None None] Pushing event updated for resources: {'Port': ['ID=11054d0a-ccdb-4347-a7d0-1b667b56577b,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:16.096260 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.101218 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:16.113939 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Transition to ACTIVE for port object 417be072-116f-4416-a76e-4398e68684ed will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:16.120661 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.128362 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:16.132545 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:03:16.138492 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Pushing event updated for resources: {'Port': ['ID=d51606ba-b1b7-41da-86af-d54548a585f8,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:16.214089 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Pushing event updated for resources: {'Port': ['ID=417be072-116f-4416-a76e-4398e68684ed,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:16.223336 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.223673 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.224045 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.224398 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.224721 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.225042 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.225360 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.225674 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.225986 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.226297 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.226609 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.227106 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:03:16.289066 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Attempting to bind port 417be072-116f-4416-a76e-4398e68684ed on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 11:03:16.289435 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Attempting to bind port 417be072-116f-4416-a76e-4398e68684ed by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 11:03:16.289793 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Attempting to bind port 417be072-116f-4416-a76e-4398e68684ed on network acdffa6c-43e9-419e-b676-291d8bc14fc4 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:03:16.295195 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 11:03:16.295562 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Checking segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:16.295958 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.296342 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Bound using segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 11:03:16.296804 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Bound port: 417be072-116f-4416-a76e-4398e68684ed, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 11:03:16.297183 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.378582 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] For port 417be072-116f-4416-a76e-4398e68684ed, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 11:03:16.383194 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] For port 417be072-116f-4416-a76e-4398e68684ed, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=417be072-116f-4416-a76e-4398e68684ed,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 11:03:16.389429 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.456220 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d5fa-7b50-418a-94ab-d2c15efa1625 None None] Pushing event updated for resources: {'Port': ['ID=417be072-116f-4416-a76e-4398e68684ed,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:16.470499 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:16.471570 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:16.481469 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.591468 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:16.735428 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-385780'] for router, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:16.840272 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:16Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:16.870397 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bb504-8818-40c3-827c-c0b0a19ebe74 None None] The sync data for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 is: [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:16Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:03:16.900752 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Router f16779fc-5851-4e7d-9874-d2d455f047df is scheduled to L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c with binding_index 1 {{(pid=94787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 11:03:17.054383 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:03:17.072596 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:17.073488 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32735862-343c-4054-81d8-726b2512614b None None] Sync routers for ids ['f16779fc-5851-4e7d-9874-d2d455f047df'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:03:17.075199 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-b1a87249-4653-44bf-93a4-f5359a3d7923 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0134773 Aug 31 11:03:17.078505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51764) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:17.099006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32735862-343c-4054-81d8-726b2512614b None None] Routers {'f16779fc-5851-4e7d-9874-d2d455f047df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:17.100101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-32735862-343c-4054-81d8-726b2512614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f16779fc-5851-4e7d-9874-d2d455f047df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:17.170573 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eddfa42-c946-4f33-905b-209663560734 None None] Network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:03:17.327851 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-32735862-343c-4054-81d8-726b2512614b None None] Set router f16779fc-5851-4e7d-9874-d2d455f047df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:17.378697 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-9a91605f-ab45-4a85-99be-870cbfec0c83 None None] Provisioning for port 11054d0a-ccdb-4347-a7d0-1b667b56577b completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:17.688498 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-32735862-343c-4054-81d8-726b2512614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:16Z', 'revision_number': 3, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port': {'id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:17.727111 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32735862-343c-4054-81d8-726b2512614b None None] Checking router: f16779fc-5851-4e7d-9874-d2d455f047df for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:03:17.727512 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32735862-343c-4054-81d8-726b2512614b None None] Updating router f16779fc-5851-4e7d-9874-d2d455f047df port d51606ba-b1b7-41da-86af-d54548a585f8 binding host n-d-806683-2 {{(pid=94788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 11:03:17.761164 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32735862-343c-4054-81d8-726b2512614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:17.983569 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 417be072-116f-4416-a76e-4398e68684ed up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:17.996864 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.105582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 417be072-116f-4416-a76e-4398e68684ed completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:18.130310 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 417be072-116f-4416-a76e-4398e68684ed triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:18.130857 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.180421 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32735862-343c-4054-81d8-726b2512614b None None] Notify callbacks [] for port, precommit_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.196082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-32735862-343c-4054-81d8-726b2512614b None None] Transition to ACTIVE for port object d51606ba-b1b7-41da-86af-d54548a585f8 will not be triggered until provisioned by entity L2. {{(pid=94788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:18.206853 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32735862-343c-4054-81d8-726b2512614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.215812 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Allocated IP 172.20.0.1 (0e93dded-2a9b-4f01-89ac-d8919a163bb0/a6817ae0-6cee-4ce9-8810-0159a3e832b7/41c3e9c3-fdf8-4288-90f2-fa32a7abf362) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:03:18.292140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b0d40-e7cf-4568-9fcb-b912ed88de4e None None] Pushing event updated for resources: {'Port': ['ID=d51606ba-b1b7-41da-86af-d54548a585f8,revision_number=2']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:18.312017 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-32735862-343c-4054-81d8-726b2512614b None None] Attempting to bind port d51606ba-b1b7-41da-86af-d54548a585f8 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 11:03:18.312379 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-32735862-343c-4054-81d8-726b2512614b None None] Attempting to bind port d51606ba-b1b7-41da-86af-d54548a585f8 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 11:03:18.312738 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32735862-343c-4054-81d8-726b2512614b None None] Attempting to bind port d51606ba-b1b7-41da-86af-d54548a585f8 on network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:03:18.318975 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.322207 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32735862-343c-4054-81d8-726b2512614b None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 11:03:18.322602 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32735862-343c-4054-81d8-726b2512614b None None] Checking segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:18.323023 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32735862-343c-4054-81d8-726b2512614b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.323412 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32735862-343c-4054-81d8-726b2512614b None None] Bound using segment: {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'} {{(pid=94788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 11:03:18.323873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.managers [None req-32735862-343c-4054-81d8-726b2512614b None None] Bound port: d51606ba-b1b7-41da-86af-d54548a585f8, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eeecd9-1070-4774-8629-a2551c067c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d'}}] {{(pid=94788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 11:03:18.324246 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32735862-343c-4054-81d8-726b2512614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.363440 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.377471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Transition to ACTIVE for port object 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:18.404085 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 417be072-116f-4416-a76e-4398e68684ed, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=417be072-116f-4416-a76e-4398e68684ed,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:18.413243 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.413544 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.414160 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 11054d0a-ccdb-4347-a7d0-1b667b56577b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:18.421158 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-32735862-343c-4054-81d8-726b2512614b None None] For port d51606ba-b1b7-41da-86af-d54548a585f8, host n-d-806683-2, cleared binding levels {{(pid=94788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 11:03:18.452112 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:18.457031 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:18.460525 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:03:18.495111 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:18.501795 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-32735862-343c-4054-81d8-726b2512614b None None] For port d51606ba-b1b7-41da-86af-d54548a585f8, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d51606ba-b1b7-41da-86af-d54548a585f8,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 11:03:18.514168 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-392583'] for router_interface, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.526459 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-32735862-343c-4054-81d8-726b2512614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.533582 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=417be072-116f-4416-a76e-4398e68684ed,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:18.603126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32735862-343c-4054-81d8-726b2512614b None None] Routers {'f16779fc-5851-4e7d-9874-d2d455f047df'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:18.603892 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-32735862-343c-4054-81d8-726b2512614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f16779fc-5851-4e7d-9874-d2d455f047df'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:18.643933 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 11054d0a-ccdb-4347-a7d0-1b667b56577b completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:18.657766 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 11054d0a-ccdb-4347-a7d0-1b667b56577b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:18.658136 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.667374 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b0d40-e7cf-4568-9fcb-b912ed88de4e None None] Pushing event updated for resources: {'Port': ['ID=d51606ba-b1b7-41da-86af-d54548a585f8,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:18.682855 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.778141 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-32735862-343c-4054-81d8-726b2512614b None None] Set router f16779fc-5851-4e7d-9874-d2d455f047df gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:18.780603 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a7e39469-1a4e-45c6-b257-ad80f370151e None None] Provisioning for port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:18.861882 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-a7e39469-1a4e-45c6-b257-ad80f370151e None None] Provisioning complete for port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:18.862252 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a7e39469-1a4e-45c6-b257-ad80f370151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.870446 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.875679 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.930620 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.948040 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3705165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386359'] for router_interface, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:18.950145 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:18.982024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-a7e39469-1a4e-45c6-b257-ad80f370151e None None] Port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 11:03:19.006305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 11054d0a-ccdb-4347-a7d0-1b667b56577b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=11054d0a-ccdb-4347-a7d0-1b667b56577b,segment=NetworkSegment(151b9eb6-60fd-49e7-816c-3353493704aa),segment_id=151b9eb6-60fd-49e7-816c-3353493704aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:19.026708 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:19.054352 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:19.056153 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:19.091482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=11054d0a-ccdb-4347-a7d0-1b667b56577b,revision_number=3']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:19.104390 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-32735862-343c-4054-81d8-726b2512614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:16Z', 'revision_number': 3, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port': {'id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:19.243486 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Router f16779fc-5851-4e7d-9874-d2d455f047df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:03:19.329253 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32735862-343c-4054-81d8-726b2512614b None None] The sync data for ids ['f16779fc-5851-4e7d-9874-d2d455f047df'] in n-d-806683-2 is: [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:16Z', 'revision_number': 3, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port': {'id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:03:19.377594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:03:19.386116 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-d2d742db-2690-49cb-bcc6-0b8ddbc63ee4 admin admin] 10.222.0.69 "PUT /v2.0/routers/f16779fc-5851-4e7d-9874-d2d455f047df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3055847 Aug 31 11:03:19.407564 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-35492708-9248-48ce-b836-1268c3053ff3 None None] Provisioning complete for port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:19.408205 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-35492708-9248-48ce-b836-1268c3053ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:19.467535 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-35492708-9248-48ce-b836-1268c3053ff3 None None] Port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 11:03:19.913460 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d51606ba-b1b7-41da-86af-d54548a585f8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:19.969981 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port d51606ba-b1b7-41da-86af-d54548a585f8 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:19.975300 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d51606ba-b1b7-41da-86af-d54548a585f8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:19.975804 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.084938 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51772) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:20.087054 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.090927 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-959d7768-7b72-456e-b330-1f4a10a43fbd tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761919793', 'description': 'tempest-secgroup-smoke-761919793 description', 'project_id': 'da53ddb2214e40a792773ba53aece432'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:20.110373 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port d51606ba-b1b7-41da-86af-d54548a585f8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d51606ba-b1b7-41da-86af-d54548a585f8,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:20.121042 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.121873 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 417be072-116f-4416-a76e-4398e68684ed up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:20.123211 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-959d7768-7b72-456e-b330-1f4a10a43fbd tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.201599 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=d51606ba-b1b7-41da-86af-d54548a585f8,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:20.218861 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 417be072-116f-4416-a76e-4398e68684ed triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:20.219606 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.237503 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-959d7768-7b72-456e-b330-1f4a10a43fbd tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.246896 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-959d7768-7b72-456e-b330-1f4a10a43fbd tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.283103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-959d7768-7b72-456e-b330-1f4a10a43fbd tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.284354 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-959d7768-7b72-456e-b330-1f4a10a43fbd tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1981916 Aug 31 11:03:20.287553 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51774) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:20.292635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-125c0e28-96a2-4b69-b04e-e8d08691f12f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'security_group_rule': {'security_group_id': 'bd9c9899-7a0b-43cd-8ac7-59ed266b7db3', 'project_id': 'da53ddb2214e40a792773ba53aece432', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:20.297037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7768-7b72-456e-b330-1f4a10a43fbd tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:20.328308 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-125c0e28-96a2-4b69-b04e-e8d08691f12f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.329386 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 11054d0a-ccdb-4347-a7d0-1b667b56577b up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:20.393044 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 11054d0a-ccdb-4347-a7d0-1b667b56577b triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:20.393555 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.401422 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-125c0e28-96a2-4b69-b04e-e8d08691f12f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.406413 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-125c0e28-96a2-4b69-b04e-e8d08691f12f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.430101 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c0e28-96a2-4b69-b04e-e8d08691f12f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37c38cc-cf9f-4ab5-a1ce-c837022f8511,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:20.436972 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-125c0e28-96a2-4b69-b04e-e8d08691f12f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.438263 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-125c0e28-96a2-4b69-b04e-e8d08691f12f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500607 Aug 31 11:03:20.444924 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51776) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:20.452950 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c26630d7-c7d6-4166-b91a-a3ea87c73c35 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'security_group_rule': {'security_group_id': 'bd9c9899-7a0b-43cd-8ac7-59ed266b7db3', 'project_id': 'da53ddb2214e40a792773ba53aece432', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:20.491383 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c26630d7-c7d6-4166-b91a-a3ea87c73c35 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.554953 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c26630d7-c7d6-4166-b91a-a3ea87c73c35 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.559653 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c26630d7-c7d6-4166-b91a-a3ea87c73c35 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.580185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26630d7-c7d6-4166-b91a-a3ea87c73c35 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdff5ab3-74be-43f3-b9e6-5b56ac177bb2,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:20.585650 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c26630d7-c7d6-4166-b91a-a3ea87c73c35 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.586956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c26630d7-c7d6-4166-b91a-a3ea87c73c35 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392596 Aug 31 11:03:20.589626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51778) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:20.594255 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-7de468a7-a53a-443d-ad3a-4f38e98d7bb1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'security_group_rule': {'security_group_id': 'bd9c9899-7a0b-43cd-8ac7-59ed266b7db3', 'project_id': 'da53ddb2214e40a792773ba53aece432', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:20.622452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7de468a7-a53a-443d-ad3a-4f38e98d7bb1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.686928 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7de468a7-a53a-443d-ad3a-4f38e98d7bb1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.691057 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7de468a7-a53a-443d-ad3a-4f38e98d7bb1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.710049 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de468a7-a53a-443d-ad3a-4f38e98d7bb1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee52d9a-8760-4f9f-af50-c239cf318a1d,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:20.713887 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-7de468a7-a53a-443d-ad3a-4f38e98d7bb1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.715398 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-7de468a7-a53a-443d-ad3a-4f38e98d7bb1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248429 Aug 31 11:03:20.718086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51780) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:20.722643 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-f7dc2a06-dc7f-40b8-84a9-70f3f3735587 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'security_group_rule': {'security_group_id': 'bd9c9899-7a0b-43cd-8ac7-59ed266b7db3', 'project_id': 'da53ddb2214e40a792773ba53aece432', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:20.750544 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2a06-dc7f-40b8-84a9-70f3f3735587 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.822312 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2a06-dc7f-40b8-84a9-70f3f3735587 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.828750 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2a06-dc7f-40b8-84a9-70f3f3735587 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.847023 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2a06-dc7f-40b8-84a9-70f3f3735587 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f585b7b7-4c69-415c-aba9-6258b4526d58,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:20.854999 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2a06-dc7f-40b8-84a9-70f3f3735587 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.855958 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-f7dc2a06-dc7f-40b8-84a9-70f3f3735587 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369102 Aug 31 11:03:20.863932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51782) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:20.866304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-149107ec-3f92-4e7f-9b68-df6577e6742e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'security_group_rule': {'security_group_id': 'bd9c9899-7a0b-43cd-8ac7-59ed266b7db3', 'project_id': 'da53ddb2214e40a792773ba53aece432', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:20.892463 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-149107ec-3f92-4e7f-9b68-df6577e6742e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Project da53ddb2214e40a792773ba53aece432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 11:03:20.905105 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-149107ec-3f92-4e7f-9b68-df6577e6742e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.969532 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-149107ec-3f92-4e7f-9b68-df6577e6742e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.974450 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-149107ec-3f92-4e7f-9b68-df6577e6742e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:20.993092 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149107ec-3f92-4e7f-9b68-df6577e6742e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cafb6bb-9fc4-4a87-aa88-c1adf26ef600,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:21.000458 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-149107ec-3f92-4e7f-9b68-df6577e6742e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:21.001698 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-149107ec-3f92-4e7f-9b68-df6577e6742e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410220 Aug 31 11:03:21.005147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51784) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:21.013321 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-c2923df9-ae67-4c35-82be-72da624e65be tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'security_group_rule': {'security_group_id': 'bd9c9899-7a0b-43cd-8ac7-59ed266b7db3', 'project_id': 'da53ddb2214e40a792773ba53aece432', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:21.043452 n-d-806683-2 neutron-server[94787]: INFO neutron.db.securitygroups_db [None req-c2923df9-ae67-4c35-82be-72da624e65be tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Project da53ddb2214e40a792773ba53aece432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 11:03:21.048701 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2923df9-ae67-4c35-82be-72da624e65be tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:21.118875 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2923df9-ae67-4c35-82be-72da624e65be tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:21.124225 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2923df9-ae67-4c35-82be-72da624e65be tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176669'] for security_group_rule, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:21.143632 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2923df9-ae67-4c35-82be-72da624e65be tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea0da45-2930-428b-b9ab-afd49fbc1cde,revision_number=0']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:21.150182 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-c2923df9-ae67-4c35-82be-72da624e65be tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:21.159542 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-c2923df9-ae67-4c35-82be-72da624e65be tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445663 Aug 31 11:03:21.224169 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Sync routers for ids ['f16779fc-5851-4e7d-9874-d2d455f047df'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:03:21.236092 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Routers {'f16779fc-5851-4e7d-9874-d2d455f047df'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:21.236803 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f16779fc-5851-4e7d-9874-d2d455f047df'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:21.339401 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-ded6c006-d89a-4990-9f03-369a363ca337 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761919793&fields=id&tenant_id=da53ddb2214e40a792773ba53aece432 HTTP/1.1" status: 200 len: 267 time: 0.0558205 Aug 31 11:03:21.376951 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Set router f16779fc-5851-4e7d-9874-d2d455f047df gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:21.466245 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-ecc22e61-5fd9-4e9a-b41a-ebf4da11e0bc tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:21.467837 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-ecc22e61-5fd9-4e9a-b41a-ebf4da11e0bc tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 810 time: 0.1196704 Aug 31 11:03:21.484042 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-b1099574-5c21-4e6f-8216-3403180c7ffd tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/quotas/da53ddb2214e40a792773ba53aece432 HTTP/1.1" status: 200 len: 375 time: 0.0102990 Aug 31 11:03:21.540967 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-ca423cb3-bf05-411d-a7cf-c058318cde7a tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508456 Aug 31 11:03:21.559443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-75c330e6-3119-4b73-aac9-0447a077ad41 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 11:03:21.560709 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-75c330e6-3119-4b73-aac9-0447a077ad41 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070770 Aug 31 11:03:21.631316 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 4, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port': {'id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '41c3e9c3-fdf8-4288-90f2-fa32a7abf362', 'name': '', 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'mac_address': 'fa:16:3e:b9:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a6817ae0-6cee-4ce9-8810-0159a3e832b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:18Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 2, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'subnets': [{'id': 'a6817ae0-6cee-4ce9-8810-0159a3e832b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:21.661434 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Checking router: f16779fc-5851-4e7d-9874-d2d455f047df for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:03:21.662055 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Updating router f16779fc-5851-4e7d-9874-d2d455f047df port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 binding host n-d-806683-2 {{(pid=94789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 11:03:21.667686 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0e9b305c-a7df-4512-8759-98ea9118e66d service neutron] 10.222.0.69 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000614 Aug 31 11:03:21.690166 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:21.805934 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-fd68b1ab-2219-4e90-92aa-4e1f0db7f550 service neutron] 10.222.0.69 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308379 Aug 31 11:03:21.873368 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d51606ba-b1b7-41da-86af-d54548a585f8 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:21.929962 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port d51606ba-b1b7-41da-86af-d54548a585f8 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:21.931153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:22.040178 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Notify callbacks [] for port, precommit_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:22.052200 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.provisioning_blocks [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Transition to ACTIVE for port object 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 will not be triggered until provisioned by entity L2. {{(pid=94789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:22.054731 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-03dac832-3d73-48de-bab5-9419113770d3 req-47e6c76b-351e-49f4-8f57-f3de18eaec22 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 210 time: 0.0617638 Aug 31 11:03:22.065491 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:22.070549 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-be276494-7ec7-491e-bcf4-0f2b800c4ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:22.165096 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1f0e9-8fdb-4e90-aa15-e2a0f53f730c None None] Pushing event updated for resources: {'Port': ['ID=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,revision_number=3']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:22.195837 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Attempting to bind port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 on host n-d-806683-2 for vnic_type normal with profile {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 11:03:22.196287 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Attempting to bind port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 by drivers openvswitch,hyperv on host n-d-806683-2 at level 0 using segments [{'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 11:03:22.196713 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Attempting to bind port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 on network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:03:22.202292 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Checking agent: {'id': '0fbff46e-ba2f-490e-9a12-c488f993e3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 11, 55), 'started_at': datetime.datetime(2021, 8, 31, 9, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 11:03:22.202786 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Checking segment: {'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:22.203249 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:22.203704 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Bound using segment: {'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'} {{(pid=94789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 11:03:22.204237 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.managers [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Bound port: 41c3e9c3-fdf8-4288-90f2-fa32a7abf362, host: n-d-806683-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151b9eb6-60fd-49e7-816c-3353493704aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0'}}] {{(pid=94789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 11:03:22.204686 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:22.291918 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] For port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362, host n-d-806683-2, cleared binding levels {{(pid=94789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 11:03:22.295334 n-d-806683-2 neutron-server[94789]: DEBUG neutron.plugins.ml2.db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] For port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362, host n-d-806683-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,segment=NetworkSegment(151b9eb6-60fd-49e7-816c-3353493704aa),segment_id=151b9eb6-60fd-49e7-816c-3353493704aa)] {{(pid=94789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 11:03:22.301330 n-d-806683-2 neutron-server[94789]: DEBUG neutron_lib.callbacks.manager [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:22.380449 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Routers {'f16779fc-5851-4e7d-9874-d2d455f047df'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:22.380899 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:02:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f16779fc-5851-4e7d-9874-d2d455f047df'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:22.432184 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1f0e9-8fdb-4e90-aa15-e2a0f53f730c None None] Pushing event updated for resources: {'Port': ['ID=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,revision_number=4']} {{(pid=94789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:22.539063 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] Set router f16779fc-5851-4e7d-9874-d2d455f047df gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:22.866222 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 4, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port': {'id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '41c3e9c3-fdf8-4288-90f2-fa32a7abf362', 'name': '', 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'mac_address': 'fa:16:3e:b9:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a6817ae0-6cee-4ce9-8810-0159a3e832b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:18Z', 'updated_at': '2021-08-31T11:03:22Z', 'revision_number': 4, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'subnets': [{'id': 'a6817ae0-6cee-4ce9-8810-0159a3e832b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:22.897583 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1887665-21b6-4dd0-94d0-1ddd7cce0d1f None None] The sync data for ids ['f16779fc-5851-4e7d-9874-d2d455f047df'] in n-d-806683-2 is: [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 4, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port': {'id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '41c3e9c3-fdf8-4288-90f2-fa32a7abf362', 'name': '', 'network_id': '0e93dded-2a9b-4f01-89ac-d8919a163bb0', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'mac_address': 'fa:16:3e:b9:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a6817ae0-6cee-4ce9-8810-0159a3e832b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:18Z', 'updated_at': '2021-08-31T11:03:22Z', 'revision_number': 4, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'subnets': [{'id': 'a6817ae0-6cee-4ce9-8810-0159a3e832b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:03:23.166804 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f7686c10-cf95-43de-84a7-f23ccd3a77b9 req-2d9134f0-2876-412c-bec4-95eea704e393 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 210 time: 0.0300381 Aug 31 11:03:23.883811 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:23.952209 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-6a795096-1712-45f2-93d7-e9db5c9fb552 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:23.954976 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-6a795096-1712-45f2-93d7-e9db5c9fb552 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 810 time: 0.1833637 Aug 31 11:03:23.962523 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning for port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:23.967376 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:23.967756 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.018983 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-e453dffc-5b72-4da9-b268-66a42634f610 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da53ddb2214e40a792773ba53aece432 HTTP/1.1" status: 200 len: 379 time: 0.0516405 Aug 31 11:03:24.029444 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'port': {'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'admin_state_up': True, 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'security_groups': ['bd9c9899-7a0b-43cd-8ac7-59ed266b7db3']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:24.056127 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.094533 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] For port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,segment=NetworkSegment(151b9eb6-60fd-49e7-816c-3353493704aa),segment_id=151b9eb6-60fd-49e7-816c-3353493704aa)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:24.101835 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.161495 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Made reservation on behalf of da53ddb2214e40a792773ba53aece432 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 11:03:24.166100 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.175140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Pushing event updated for resources: {'Port': ['ID=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:24.272229 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-54a709a6-9eb7-4324-9fe1-7a3319438d78 req-d6b8951e-88ed-47c6-9726-f83c5e2b634d tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 210 time: 0.0301406 Aug 31 11:03:24.343753 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Allocated IP 172.20.0.5 (acdffa6c-43e9-419e-b676-291d8bc14fc4/7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f/2be990fc-f797-4f67-a09f-e52b4c5296ac) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:03:24.508960 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.525146 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Transition to ACTIVE for port object 2be990fc-f797-4f67-a09f-e52b4c5296ac will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:24.568645 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.611664 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:24.613264 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:24.620037 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:03:24.653626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:24.677645 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:24.678419 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.695523 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-0c42bcde-5946-4b03-a6e4-206ce17b5845 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6700656 Aug 31 11:03:24.707709 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Request body: {'port': {'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:24.772757 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.899746 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4a394a69-42c2-4aa4-b376-ed43fde13367 None None] Provisioning for port 2be990fc-f797-4f67-a09f-e52b4c5296ac completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:24.905923 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-4a394a69-42c2-4aa4-b376-ed43fde13367 None None] Provisioning complete for port 2be990fc-f797-4f67-a09f-e52b4c5296ac triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:24.906450 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4a394a69-42c2-4aa4-b376-ed43fde13367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:24.944117 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-4a394a69-42c2-4aa4-b376-ed43fde13367 None None] Port 2be990fc-f797-4f67-a09f-e52b4c5296ac cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 11:03:25.076232 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be990fc-f797-4f67-a09f-e52b4c5296ac {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 11:03:25.085976 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:25.100622 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Transition to ACTIVE for port object 2be990fc-f797-4f67-a09f-e52b4c5296ac will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:03:25.104899 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:25.165589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Pushing event updated for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:25.249332 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Attempting to bind port 2be990fc-f797-4f67-a09f-e52b4c5296ac on host n-h2-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 11:03:25.249750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Attempting to bind port 2be990fc-f797-4f67-a09f-e52b4c5296ac by drivers openvswitch,hyperv on host n-h2-806683-2 at level 0 using segments [{'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 11:03:25.250019 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Attempting to bind port 2be990fc-f797-4f67-a09f-e52b4c5296ac on network acdffa6c-43e9-419e-b676-291d8bc14fc4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:03:25.256445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Port 2be990fc-f797-4f67-a09f-e52b4c5296ac on network acdffa6c-43e9-419e-b676-291d8bc14fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 11:03:25.256747 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Attempting to bind port 2be990fc-f797-4f67-a09f-e52b4c5296ac on network acdffa6c-43e9-419e-b676-291d8bc14fc4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:03:25.258045 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:25.262607 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Checking agent: {'id': '345e2713-e9a0-4f98-92d7-075538ec6023', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 11, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 11:03:25.262972 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Checking segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:03:25.263343 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Bound using segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 11:03:25.263773 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Bound port: 2be990fc-f797-4f67-a09f-e52b4c5296ac, host: n-h2-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 11:03:25.264129 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:25.342587 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 11:03:25.346314 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 11:03:25.352631 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:25.408651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:25.409222 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:25.410733 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] 10.222.0.52 "PUT /v2.0/ports/2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 1091 time: 0.7073343 Aug 31 11:03:25.411114 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:03:25.413465 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b" -d '{"events": [{"name": "network-changed", "server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:03:25.423407 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f22b-8468-4889-9a5a-82416fa518db req-49a991d6-b3a6-4824-885e-d51d2fe53335 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:25.426922 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29349a7e-e36e-49ae-93a6-64529e7ca219 service neutron] Pushing event updated for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:25.428347 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6441f22b-8468-4889-9a5a-82416fa518db req-49a991d6-b3a6-4824-885e-d51d2fe53335 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 943 time: 0.0639894 Aug 31 11:03:25.465104 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fe9ea2-d4b0-4d55-9e62-bf2190997472 x-openstack-request-id: req-f6fe9ea2-d4b0-4d55-9e62-bf2190997472 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:03:25.465436 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:03:25.465814 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6fe9ea2-d4b0-4d55-9e62-bf2190997472 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:03:25.466232 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'status': 'completed', 'code': 200} Aug 31 11:03:25.481687 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6441f22b-8468-4889-9a5a-82416fa518db req-0b073c22-a799-479d-8b05-ed0ede9adff7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470779 Aug 31 11:03:25.540026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-7583478f-4da6-42f1-a359-115b90b23ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:25.541720 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-7583478f-4da6-42f1-a359-115b90b23ee4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1094 time: 0.0589836 Aug 31 11:03:25.584883 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-c52b082e-2437-4b06-b8fa-07333c09f409 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 217 time: 0.0356696 Aug 31 11:03:25.643835 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-cd0e0c97-5017-409b-9d9c-3cb339568ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:25.645884 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-cd0e0c97-5017-409b-9d9c-3cb339568ed3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0543964 Aug 31 11:03:25.702729 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-e0ce0586-8f10-4d49-b24d-e60310dcca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:25.704277 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-e0ce0586-8f10-4d49-b24d-e60310dcca4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510302 Aug 31 11:03:25.812409 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-7dd07cd1-b986-49db-a10c-efa8d4bded59 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006427 Aug 31 11:03:25.821645 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 up at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:25.880306 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Provisioning complete for port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:25.881079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:25.920922 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-5cf814f9-d271-4d00-8af3-09462ee4ad6d req-8f01bfe1-27d4-4381-90a1-31c1968537e8 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018598 Aug 31 11:03:25.939619 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e4932559-65f4-4a37-82c3-4f1973758caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:26.018229 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-62034cdd-645a-482c-9a50-58537fde77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:26.019797 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-62034cdd-645a-482c-9a50-58537fde77a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1094 time: 0.0445390 Aug 31 11:03:26.126641 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-db6e17c8-d738-42bc-9e55-8a53da1e0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:26.130672 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-db6e17c8-d738-42bc-9e55-8a53da1e0878 service neutron] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.1035407 Aug 31 11:03:26.176549 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-7a15228e-eef2-437c-bb00-030234323cb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 217 time: 0.0394518 Aug 31 11:03:26.229799 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-e5817c74-b457-470f-bbbd-be2cf4e93b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:26.231255 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-e5817c74-b457-470f-bbbd-be2cf4e93b3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0466740 Aug 31 11:03:26.277955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-9d5795ff-7d2b-443b-a0ce-55943ba550df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:26.279533 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-9d5795ff-7d2b-443b-a0ce-55943ba550df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411897 Aug 31 11:03:26.375834 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-f422909d-4b1f-4706-87f2-3407c0b08207 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878046 Aug 31 11:03:26.468739 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-a7b33238-6aa6-4f0d-8dbb-0ff3d483400b req-f3df518f-51a3-4a33-bf7b-2f9b61976375 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851326 Aug 31 11:03:26.617961 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e99ec-6f94-44d2-b008-5bc98d6ff426 req-9c2092fb-5a02-4432-b560-275ccc3ec923 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:26.620138 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-955e99ec-6f94-44d2-b008-5bc98d6ff426 req-9c2092fb-5a02-4432-b560-275ccc3ec923 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 943 time: 0.0600624 Aug 31 11:03:26.670841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-955e99ec-6f94-44d2-b008-5bc98d6ff426 req-73f7b98d-dc0a-4b41-b9a1-ead6237888e0 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407994 Aug 31 11:03:27.801698 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bd48-4a93-48b2-b5bf-467c2590d555 req-49063239-66a8-4731-b6d6-7510a3d9e125 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:27.803574 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89b2bd48-4a93-48b2-b5bf-467c2590d555 req-49063239-66a8-4731-b6d6-7510a3d9e125 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 943 time: 0.0628812 Aug 31 11:03:27.847384 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-89b2bd48-4a93-48b2-b5bf-467c2590d555 req-08a08480-5cf4-4adb-9e52-76134eb7204d tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376332 Aug 31 11:03:28.065435 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:28.983147 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476a7f1-2726-44f3-83fc-5c07a42e2816 req-b02cbac6-bab5-417f-90ff-4b9f29694109 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:28.984865 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6476a7f1-2726-44f3-83fc-5c07a42e2816 req-b02cbac6-bab5-417f-90ff-4b9f29694109 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 943 time: 0.0569596 Aug 31 11:03:29.008838 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:29.027393 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6476a7f1-2726-44f3-83fc-5c07a42e2816 req-bb25efac-b23a-40ce-b376-2d3168f5cac3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358834 Aug 31 11:03:29.393524 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2be990fc-f797-4f67-a09f-e52b4c5296ac details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 11:03:29.490859 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:29.502453 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 11:03:29.543792 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:29.557126 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be990fc-f797-4f67-a09f-e52b4c5296ac {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 11:03:29.580656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:29.586525 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:29.639043 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:29.793560 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['2be990fc-f797-4f67-a09f-e52b4c5296ac'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 11:03:30.155864 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a862-8427-491b-9e1c-02829f795841 req-02c0c0b0-c2b4-4a1d-be35-64de672316c0 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:30.157358 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5c4a862-8427-491b-9e1c-02829f795841 req-02c0c0b0-c2b4-4a1d-be35-64de672316c0 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 944 time: 0.0498540 Aug 31 11:03:30.196234 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c5c4a862-8427-491b-9e1c-02829f795841 req-de6f5ebf-def5-4c90-a652-4760d52c9d42 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326688 Aug 31 11:03:31.323060 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aed5c1-5827-459f-9f55-67fe3d960f9e req-0fc8b0e6-a60e-4285-ab5f-9c872e290d97 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:31.324622 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3aed5c1-5827-459f-9f55-67fe3d960f9e req-0fc8b0e6-a60e-4285-ab5f-9c872e290d97 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 944 time: 0.0546410 Aug 31 11:03:31.365888 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-f3aed5c1-5827-459f-9f55-67fe3d960f9e req-9e3d47af-3ec4-4c22-9f86-6fbfba9dd87c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335803 Aug 31 11:03:31.386370 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2be990fc-f797-4f67-a09f-e52b4c5296ac up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:03:31.440028 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning for port 2be990fc-f797-4f67-a09f-e52b4c5296ac completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:03:31.444087 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 2be990fc-f797-4f67-a09f-e52b4c5296ac triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:03:31.444657 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:31.531482 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:31.557077 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:03:31.559442 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec4e0ff-2617-4f9e-a649-0d47af25ea6e" -d '{"events": [{"server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "name": "network-vif-plugged", "status": "completed", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:03:31.572403 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:03:31.576630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:31.604018 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf028089-cc01-4649-ae0f-f206072372a8 x-openstack-request-id: req-bf028089-cc01-4649-ae0f-f206072372a8 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:03:31.604296 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "name": "network-vif-plugged", "status": "completed", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:03:31.604548 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf028089-cc01-4649-ae0f-f206072372a8 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:03:31.604931 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'code': 200} Aug 31 11:03:31.638286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:31.716961 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96c520-1871-406d-b6d2-18484fba6764 req-c96d23a1-fced-409f-b6ac-b3110dc21854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:31.718963 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe96c520-1871-406d-b6d2-18484fba6764 req-c96d23a1-fced-409f-b6ac-b3110dc21854 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1096 time: 0.0499394 Aug 31 11:03:31.756296 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-fe96c520-1871-406d-b6d2-18484fba6764 req-b7d97f26-1e08-4710-95c1-72bbb272b0cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300827 Aug 31 11:03:32.488772 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19356c76-fe3e-4717-8825-30099d9baddd req-50add5d8-1dd2-45e4-b296-326e629efbf1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:32.490290 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19356c76-fe3e-4717-8825-30099d9baddd req-50add5d8-1dd2-45e4-b296-326e629efbf1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 945 time: 0.0547400 Aug 31 11:03:32.531647 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-19356c76-fe3e-4717-8825-30099d9baddd req-27fa5357-c5e1-4754-b89c-af726e919be6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340898 Aug 31 11:03:33.656773 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dfbf9-b441-4707-87a7-7688ce607073 req-9a841ec4-6d60-46e1-9170-da983837906d tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:33.658681 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d9dfbf9-b441-4707-87a7-7688ce607073 req-9a841ec4-6d60-46e1-9170-da983837906d tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 945 time: 0.0582080 Aug 31 11:03:33.705253 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-2d9dfbf9-b441-4707-87a7-7688ce607073 req-00674c27-8716-4d52-b78e-13226ef14918 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403879 Aug 31 11:03:33.823696 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf478f-309e-4294-a5ad-2e7177477662 req-659f6349-6014-42e1-bed4-ebca2721bebf tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:33.825144 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cbf478f-309e-4294-a5ad-2e7177477662 req-659f6349-6014-42e1-bed4-ebca2721bebf tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 945 time: 0.0524025 Aug 31 11:03:33.864035 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-7cbf478f-309e-4294-a5ad-2e7177477662 req-255750d6-5168-4f26-bb36-ba52240e9822 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329833 Aug 31 11:03:33.889527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51844) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:34.033742 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3805e51f-4995-4975-b005-e9972f001ceb tempest-TestSnapshotPattern-1035379930 tempest-TestSnapshotPattern-1035379930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:34.035560 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3805e51f-4995-4975-b005-e9972f001ceb tempest-TestSnapshotPattern-1035379930 tempest-TestSnapshotPattern-1035379930-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1091 time: 0.1448531 Aug 31 11:03:34.038440 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 51848) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:03:34.043565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:03:34.067400 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:34.209652 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:34.318775 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Allocated IP 172.25.1.8 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/0843e9c0-4f63-494c-8678-3cd45f519b87) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:03:34.425122 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:34.470609 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:34.512581 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:03:34.515756 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:03:34.520830 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:03:34.524073 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'Port': ['ID=0843e9c0-4f63-494c-8678-3cd45f519b87,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:34.889451 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:34.958257 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:35.112367 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:35.117739 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:35.184676 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'Port': ['ID=0843e9c0-4f63-494c-8678-3cd45f519b87,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:03:35.197405 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:35.300520 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Floating IP 912e32d9-d99b-4249-8208-a152d30f77a0 associated. External IP: 172.25.1.8, port: 2be990fc-f797-4f67-a09f-e52b4c5296ac. Aug 31 11:03:35.838331 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Router 20790095-5bfd-4da7-99a0-58442c603bb2 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:03:35.958657 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:03:35.968537 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] Sync routers for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:03:35.975103 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:35.979167 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:35.979803 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:03:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:36.007562 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-20581ab5-732f-428d-8a5a-ecca1f70d0e6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9679949 Aug 31 11:03:36.008147 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:03:36.010560 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f228f-cfa7-4436-b952-f3fce2bfd2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:03:36.049571 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2203cc-e040-4a01-ba40-5dbaf6264569 x-openstack-request-id: req-9e2203cc-e040-4a01-ba40-5dbaf6264569 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:03:36.050515 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:03:36.051258 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e2203cc-e040-4a01-ba40-5dbaf6264569 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:03:36.051791 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'status': 'completed', 'code': 200} Aug 31 11:03:36.107818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:36.113029 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-756610ed-41c3-4650-bbcf-ed150c9c9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:36.114593 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-756610ed-41c3-4650-bbcf-ed150c9c9feb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1096 time: 0.0425916 Aug 31 11:03:36.216598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-d3d9345e-3207-443c-aa15-6ac9e1ff8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:36.218138 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-d3d9345e-3207-443c-aa15-6ac9e1ff8221 service neutron] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0926845 Aug 31 11:03:36.289861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-692cba24-1bc1-4211-ad91-178e1c85f850 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 997 time: 0.0650582 Aug 31 11:03:36.346870 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-3c62a04a-e6a2-4cb1-9d4a-5d9ee7244393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:36.348490 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-3c62a04a-e6a2-4cb1-9d4a-5d9ee7244393 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0522060 Aug 31 11:03:36.358109 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:34Z', 'revision_number': 0, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:36.385831 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] Checking router: 20790095-5bfd-4da7-99a0-58442c603bb2 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:03:36.394211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:03:36.394854 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:03:26Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:36.397750 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-43803ea5-8367-46f3-91cb-9bf6ae0275bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:36.399734 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-43803ea5-8367-46f3-91cb-9bf6ae0275bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446625 Aug 31 11:03:36.494524 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-4aa5cdcd-2b70-43f2-b9cc-fdc76cb7acb4 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869465 Aug 31 11:03:36.501078 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:03:36.594256 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-121f228f-cfa7-4436-b952-f3fce2bfd2e3 req-6ffe9cce-bd42-4fab-a014-cc949f31f361 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927882 Aug 31 11:03:36.736269 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:34Z', 'revision_number': 0, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:03:36.762871 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f7dc4-7931-452f-9276-8f1160f16ed6 None None] The sync data for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 is: [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:34Z', 'revision_number': 0, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:03:36.970357 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e925c63c-d866-4c2e-b36b-fc91eb255cd9 None None] New status for floating IP 912e32d9-d99b-4249-8208-a152d30f77a0: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 11:03:41.499820 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:43.358736 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:03:44.578993 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:52.015539 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc0f1-0f66-4497-9c3f-77346bf307e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:55.240048 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:55.932217 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-33675a4a-238c-4453-bc32-0c6a72f37e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:58.069305 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:59.012553 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:11.509975 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:13.752766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-d3d0058e-101a-41bb-bde3-9e186f46102c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540810 Aug 31 11:04:13.852132 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-fa778c44-c007-4526-a90d-d7527b9eb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:04:13.853691 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-fa778c44-c007-4526-a90d-d7527b9eb1f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1096 time: 0.0509274 Aug 31 11:04:13.997565 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-d8a43dd2-e64d-495b-9ae3-d327c900964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:04:13.999691 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-d8a43dd2-e64d-495b-9ae3-d327c900964b service neutron] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.1261289 Aug 31 11:04:14.070037 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-815a348c-a05b-4a01-b900-1703c20d565b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 999 time: 0.0631542 Aug 31 11:04:14.135411 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-6918abf7-8579-4b19-a437-8128256d4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:04:14.136988 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-6918abf7-8579-4b19-a437-8128256d4030 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0604599 Aug 31 11:04:14.189505 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-7c4349f7-e190-4f17-a0ca-15bd514c93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:04:14.191050 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-7c4349f7-e190-4f17-a0ca-15bd514c93d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455725 Aug 31 11:04:14.283023 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-4a8ead66-e6a2-4448-a1b0-1a64676c0012 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839674 Aug 31 11:04:14.384480 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-60f25fb7-f676-4bb5-94f7-68c4887f1a48 req-c0c96e8e-a59e-4982-a83c-d9803e1fbdbf service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936718 Aug 31 11:04:14.586630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:20.358971 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:04:22.018551 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f63a601c-4b10-4792-9c7f-866aff6e1fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:25.242771 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:25.941925 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-979f42d9-5b70-4e62-a957-2a7ad1230a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:28.074857 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:29.013182 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:41.522964 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:44.607806 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:52.021064 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8b98e2bc-4a01-4dbd-ab8c-7abfcec3e8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:55.245664 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:55.932785 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-1778ca8e-0d40-474f-86cd-f488a7ecff82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:57.358655 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:04:58.075573 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:59.016153 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:11.513713 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:14.597618 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:14.693534 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-ca800ba4-04c6-490e-ab6c-bdbdcd7336b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398705 Aug 31 11:05:14.778862 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-242aaccf-9e3f-4009-aa8c-6c939574f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:14.780381 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-242aaccf-9e3f-4009-aa8c-6c939574f75e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1096 time: 0.0433495 Aug 31 11:05:14.894424 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-7baba3f8-76cd-40b6-bfe8-901226eefdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:14.895878 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-7baba3f8-76cd-40b6-bfe8-901226eefdc1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0884955 Aug 31 11:05:14.963264 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-fabcd4cf-88fe-4565-a4cc-2d706bb02b10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 999 time: 0.0598330 Aug 31 11:05:15.016471 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-13c80d33-bd92-4437-930b-cfc27918baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:15.017971 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-13c80d33-bd92-4437-930b-cfc27918baab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0476718 Aug 31 11:05:15.061560 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-4398d7ca-a2a3-40c3-9fd8-85fb7c09a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:15.063056 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-4398d7ca-a2a3-40c3-9fd8-85fb7c09a46a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383720 Aug 31 11:05:15.150415 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-db6129eb-c2f9-4e4a-9bce-0ead26027e39 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795789 Aug 31 11:05:15.251869 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-b7afa065-c3f5-4260-b921-7d82d9b653bf req-f44387ec-304e-4899-a772-ace018493127 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905051 Aug 31 11:05:22.024519 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-79ef9105-9fc8-4d07-9492-efdd68130e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:25.248068 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:25.938523 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-69703b65-dd88-44f8-85b2-0a29da6b8a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:28.078931 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:29.021356 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:34.358850 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:05:36.051497 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2be990fc-f797-4f67-a09f-e52b4c5296ac details requested by agent hyperv_n-h2-806683-2 with host n-h2-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 11:05:36.183741 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:05:36.197511 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Returning: {'device': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 11:05:36.239469 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:36.262785 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2be990fc-f797-4f67-a09f-e52b4c5296ac {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 11:05:36.287950 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:05:36.295768 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:36.363673 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:05:36.368313 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] get_ports_and_sgs() called for port_ids ['2be990fc-f797-4f67-a09f-e52b4c5296ac'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 11:05:36.400992 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.401469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.401818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.402682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.402682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.403695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.403695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.403695 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.403995 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.404324 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.404635 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:36.404961 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:38.072640 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2be990fc-f797-4f67-a09f-e52b4c5296ac up at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:05:38.146930 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Provisioning complete for port 2be990fc-f797-4f67-a09f-e52b4c5296ac triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:05:38.147438 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:38.242652 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:38.275316 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:05:38.284563 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed95607-3f4d-4f19-929b-a9bc5d807dcf" -d '{"events": [{"server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "name": "network-vif-plugged", "status": "completed", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:05:38.306292 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:05:38.329114 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:38.385140 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:05:38.457918 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95762909-aaa1-4be1-876a-2b4bc3f53d51 x-openstack-request-id: req-95762909-aaa1-4be1-876a-2b4bc3f53d51 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:05:38.458220 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "name": "network-vif-plugged", "status": "completed", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:05:38.458474 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95762909-aaa1-4be1-876a-2b4bc3f53d51 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:05:38.458909 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'code': 200} Aug 31 11:05:41.520925 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:44.782191 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:45.609538 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-8c0e34fc-7304-4e36-a1e0-32051ba5c182 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761919793&fields=id&tenant_id=da53ddb2214e40a792773ba53aece432 HTTP/1.1" status: 200 len: 267 time: 0.0336998 Aug 31 11:05:45.717778 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-49205fdb-187d-4a98-b801-74f93cae9627 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:45.719279 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-49205fdb-187d-4a98-b801-74f93cae9627 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 810 time: 0.1022079 Aug 31 11:05:45.735403 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-6a957989-03df-44e4-954d-e8cf4a31ea70 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/quotas/da53ddb2214e40a792773ba53aece432 HTTP/1.1" status: 200 len: 375 time: 0.0095761 Aug 31 11:05:45.796987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-eaf4623c-1db7-45fd-99d3-c17a7a1e875b tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0517840 Aug 31 11:05:45.812589 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-e6a2381f-87b1-4d9f-9175-628d746afa32 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 11:05:45.813688 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-e6a2381f-87b1-4d9f-9175-628d746afa32 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059814 Aug 31 11:05:45.910143 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-13290b5f-92e0-46c8-a6e3-5d66ce847f8e service neutron] 10.222.0.69 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896368 Aug 31 11:05:46.000343 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-f77c91a9-ce07-44d4-a95a-ca55e612b802 service neutron] 10.222.0.69 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831237 Aug 31 11:05:47.198397 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-42990bcf-fb92-4420-affe-02502ba8acf1 req-c43d41e8-7d75-4981-8700-e5a9b5af8b54 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 210 time: 0.0338399 Aug 31 11:05:48.113098 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-55751e7a-8a9e-4882-a2c3-3066893d0915 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:48.114485 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-55751e7a-8a9e-4882-a2c3-3066893d0915 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.20 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 810 time: 0.1091979 Aug 31 11:05:48.117215 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2be990fc-f797-4f67-a09f-e52b4c5296ac no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:05:48.171818 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-6f645faf-efa7-463c-9713-34e1ca62b02a tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da53ddb2214e40a792773ba53aece432 HTTP/1.1" status: 200 len: 379 time: 0.0480618 Aug 31 11:05:48.187189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'port': {'device_id': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'admin_state_up': True, 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'security_groups': ['bd9c9899-7a0b-43cd-8ac7-59ed266b7db3']}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:05:48.197804 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:48.221322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:05:48.223894 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194cdc0-8ded-4828-b505-466d6e2fe691" -d '{"events": [{"server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:05:48.244682 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:05:48.251429 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:48.291234 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 11:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1118b2a-b243-42bd-8ad9-c8bf284a38a2 x-openstack-request-id: req-d1118b2a-b243-42bd-8ad9-c8bf284a38a2 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:05:48.291528 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "name": "network-vif-unplugged", "status": "completed", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:05:48.291855 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1118b2a-b243-42bd-8ad9-c8bf284a38a2 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:05:48.292313 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'code': 200} Aug 31 11:05:48.325073 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Pushing event updated for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=8']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:05:48.327122 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-0fe2c695-dfe6-4a6a-8792-5fbdb0ae0331 req-29f24f69-a6c7-459b-97c8-485fa4a546d5 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 210 time: 0.0378501 Aug 31 11:05:48.344531 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Made reservation on behalf of da53ddb2214e40a792773ba53aece432 for: {'port': 1} {{(pid=94787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 11:05:48.348389 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:48.502515 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Allocated IP 172.20.0.4 (acdffa6c-43e9-419e-b676-291d8bc14fc4/7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f/9d2b691c-43e4-4c8e-918c-e23a0089ce8a) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:05:48.745924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:48.766476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Transition to ACTIVE for port object 9d2b691c-43e4-4c8e-918c-e23a0089ce8a will not be triggered until provisioned by entity DHCP. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:05:48.809694 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:48.876520 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:05:48.880856 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:05:48.885872 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:05:48.932318 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'Port': ['ID=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:05:48.953106 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:48.953792 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:48.967855 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.968243 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.968630 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.969091 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.969540 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.969951 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.970292 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.970625 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.970985 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.971393 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.971796 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.972130 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:05:48.980742 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-36a098c0-b058-4c53-b33b-634360cbc10c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959781 Aug 31 11:05:49.177502 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-67ac2a57-05d1-4f96-b946-cd0a89020382 None None] Provisioning for port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a completed by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:05:49.184943 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-67ac2a57-05d1-4f96-b946-cd0a89020382 None None] Provisioning complete for port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a triggered by entity DHCP. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:05:49.185685 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-67ac2a57-05d1-4f96-b946-cd0a89020382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:49.223047 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-67ac2a57-05d1-4f96-b946-cd0a89020382 None None] Port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a cannot update to ACTIVE because it is not bound. {{(pid=94788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 11:05:49.457827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b1cc-c7d2-4c63-951b-7c7ea547dc73 req-f14b88c8-2860-4550-b4df-39c69933f1e9 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:49.461003 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5826b1cc-c7d2-4c63-951b-7c7ea547dc73 req-f14b88c8-2860-4550-b4df-39c69933f1e9 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0588553 Aug 31 11:05:49.504851 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5826b1cc-c7d2-4c63-951b-7c7ea547dc73 req-95eb1dcc-6171-48bb-a964-7c7082c334b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376275 Aug 31 11:05:50.670016 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9063a8-c436-4b36-807c-c0acf56fc39a req-3900b2cf-29cb-4923-b014-2e6dc5b77c94 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:50.671624 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f9063a8-c436-4b36-807c-c0acf56fc39a req-3900b2cf-29cb-4923-b014-2e6dc5b77c94 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0741744 Aug 31 11:05:50.724116 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-9f9063a8-c436-4b36-807c-c0acf56fc39a req-0d36d6dd-3d54-4c5c-b188-99de2fb43286 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456934 Aug 31 11:05:51.855922 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aafccd-2415-4644-94f5-cd88e0886a2e req-e3ca0b0d-e0ee-4650-8dad-d4c96fa448f1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:51.857475 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0aafccd-2415-4644-94f5-cd88e0886a2e req-e3ca0b0d-e0ee-4650-8dad-d4c96fa448f1 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0542994 Aug 31 11:05:51.896841 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c0aafccd-2415-4644-94f5-cd88e0886a2e req-8060f349-4156-4633-8adf-f6ff6d71c8f9 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Aug 31 11:05:52.029290 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4ee46750-ec54-4e60-b2c7-2649ed9043ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:53.027558 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdbefb-6465-4073-86ed-848409fdb817 req-1bd89ec3-eec2-41a3-987d-3aa728b4f05c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:53.029073 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77fdbefb-6465-4073-86ed-848409fdb817 req-1bd89ec3-eec2-41a3-987d-3aa728b4f05c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0520573 Aug 31 11:05:53.067230 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-77fdbefb-6465-4073-86ed-848409fdb817 req-69784420-9665-4b18-a5ad-1cf6be69165c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Aug 31 11:05:54.185601 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e9a75-d2ae-4993-8e6d-fe277519f37b req-736d92d8-6afd-4485-9123-43c272131eed tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:54.187120 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-984e9a75-d2ae-4993-8e6d-fe277519f37b req-736d92d8-6afd-4485-9123-43c272131eed tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0504723 Aug 31 11:05:54.227821 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-984e9a75-d2ae-4993-8e6d-fe277519f37b req-8a6e8180-e51a-4afe-8b1e-88c019358ec6 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339921 Aug 31 11:05:55.257703 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:55.364259 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619cf1-582a-4fdf-82da-0540a1ec3633 req-a42eb25f-af41-4bb6-adc0-147a2aa8cf6a tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:55.365750 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3619cf1-582a-4fdf-82da-0540a1ec3633 req-a42eb25f-af41-4bb6-adc0-147a2aa8cf6a tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0552359 Aug 31 11:05:55.405575 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a3619cf1-582a-4fdf-82da-0540a1ec3633 req-167bbd9a-5866-46d5-b20d-2004f3a0cdcf tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330727 Aug 31 11:05:55.929783 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d8e74fde-6238-4133-aca1-35a68a0d23ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:56.535391 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21423-b42e-476a-ba1c-2a1adcadd9cd req-4fe628e3-42f1-42eb-9b4c-436f3abbf9af tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:56.537075 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50a21423-b42e-476a-ba1c-2a1adcadd9cd req-4fe628e3-42f1-42eb-9b4c-436f3abbf9af tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0549614 Aug 31 11:05:56.575421 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-50a21423-b42e-476a-ba1c-2a1adcadd9cd req-2d2d171a-2615-442b-a905-390de0542572 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321395 Aug 31 11:05:57.707450 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff5e8a-83e6-4ab9-8870-ed03f5465e42 req-68ae3758-4f29-4039-baba-fa132e5fe051 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:57.708960 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2ff5e8a-83e6-4ab9-8870-ed03f5465e42 req-68ae3758-4f29-4039-baba-fa132e5fe051 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0501828 Aug 31 11:05:57.762500 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b2ff5e8a-83e6-4ab9-8870-ed03f5465e42 req-82ff425d-f90f-4da6-bca3-d58f21a7d987 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453007 Aug 31 11:05:58.083095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:58.895443 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78463a-c549-4d6d-ac56-f0143349e641 req-44298606-725a-43f8-b8a1-fc48fcf30573 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:58.896932 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d78463a-c549-4d6d-ac56-f0143349e641 req-44298606-725a-43f8-b8a1-fc48fcf30573 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0548110 Aug 31 11:05:58.938886 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-1d78463a-c549-4d6d-ac56-f0143349e641 req-6afd09c7-5d3b-49dd-b3f0-ef9fdac4ba3c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347373 Aug 31 11:05:59.025124 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:00.065748 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3553901-2a35-45e4-99bd-fc4356ed8f58 req-b54c73aa-996a-4a9e-879a-ef9c8f4c479f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:00.067435 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3553901-2a35-45e4-99bd-fc4356ed8f58 req-b54c73aa-996a-4a9e-879a-ef9c8f4c479f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0513320 Aug 31 11:06:00.105796 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-b3553901-2a35-45e4-99bd-fc4356ed8f58 req-31cbd945-f211-4d7c-ab9d-c3b191ae98b4 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323248 Aug 31 11:06:01.221205 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c92499-4ea9-4291-9d50-e1e8ae1906d9 req-3df73fe0-bd6b-40aa-8723-60775965b85e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:01.222786 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1c92499-4ea9-4291-9d50-e1e8ae1906d9 req-3df73fe0-bd6b-40aa-8723-60775965b85e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0504887 Aug 31 11:06:01.262508 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e1c92499-4ea9-4291-9d50-e1e8ae1906d9 req-b724a738-c524-47d7-bcf4-09aaab81a1c2 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336449 Aug 31 11:06:02.387801 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dae35-7568-47af-9355-154b796254e1 req-a8b445bb-9cb5-4077-bf01-29991b15b999 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:02.389329 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd0dae35-7568-47af-9355-154b796254e1 req-a8b445bb-9cb5-4077-bf01-29991b15b999 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 931 time: 0.0523958 Aug 31 11:06:02.428123 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-bd0dae35-7568-47af-9355-154b796254e1 req-42f22ea5-cc1e-469d-9ad1-287ef9fb7cee tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328035 Aug 31 11:06:03.074708 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Request body: {'port': {'device_id': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-2'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:06:03.131441 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:03.411226 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2b691c-43e4-4c8e-918c-e23a0089ce8a {{(pid=94787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 11:06:03.418683 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:03.432778 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.provisioning_blocks [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Transition to ACTIVE for port object 9d2b691c-43e4-4c8e-918c-e23a0089ce8a will not be triggered until provisioned by entity L2. {{(pid=94787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 11:06:03.436452 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:03.490443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:06:03.590443 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Attempting to bind port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a on host n-h1-806683-2 for vnic_type normal with profile {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 11:06:03.590794 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Attempting to bind port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a by drivers openvswitch,hyperv on host n-h1-806683-2 at level 0 using segments [{'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 11:06:03.591121 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Attempting to bind port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a on network acdffa6c-43e9-419e-b676-291d8bc14fc4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:06:03.595740 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a on network acdffa6c-43e9-419e-b676-291d8bc14fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-2 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 11:06:03.596189 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Attempting to bind port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a on network acdffa6c-43e9-419e-b676-291d8bc14fc4 {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 11:06:03.603841 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Checking agent: {'id': '736985d1-6a76-4c5f-b2cb-638f7db382aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'started_at': datetime.datetime(2021, 8, 31, 9, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 11:06:03.604407 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Checking segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 11:06:03.605026 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Bound using segment: {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'} {{(pid=94787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 11:06:03.605766 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.managers [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Bound port: 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host: n-h1-806683-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abd8ae8-b884-42ae-a274-332e70f6a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4'}}] {{(pid=94787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 11:06:03.606538 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:03.641273 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a07db3-aeae-4849-a71f-1f676dd079b4 req-4746b2e4-03d7-438b-b826-c22a33ff1c9e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:03.643286 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3a07db3-aeae-4849-a71f-1f676dd079b4 req-4746b2e4-03d7-438b-b826-c22a33ff1c9e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 943 time: 0.1335132 Aug 31 11:06:03.688527 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, cleared binding levels {{(pid=94787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 11:06:03.693089 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 11:06:03.698543 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d3a07db3-aeae-4849-a71f-1f676dd079b4 req-9b788116-b4d7-4c19-9286-86313f2e2e6a tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382199 Aug 31 11:06:03.699095 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:03.741802 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:03.743017 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:03.744452 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 200 len: 1091 time: 0.7188745 Aug 31 11:06:03.744889 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:06:03.747224 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:06:03.778978 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a867afd-fae3-4d85-9039-9fc196454f96 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,revision_number=3']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:06:03.820760 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da55a2a8-2dd5-4710-b995-8b4a4b97ba67 x-openstack-request-id: req-da55a2a8-2dd5-4710-b995-8b4a4b97ba67 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:06:03.821118 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:06:03.821419 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da55a2a8-2dd5-4710-b995-8b4a4b97ba67 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:06:03.821883 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'status': 'completed', 'code': 200} Aug 31 11:06:03.832572 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-8e9f890c-c3d5-4f33-9c9a-eeee1f63dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:03.834110 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-8e9f890c-c3d5-4f33-9c9a-eeee1f63dca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1094 time: 0.0512695 Aug 31 11:06:03.886558 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-75e72273-c772-4b37-ae25-65fc066093eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 200 len: 217 time: 0.0419991 Aug 31 11:06:03.940178 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-a1c834d0-2d3b-4c33-baba-9ed3f6551d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:03.941583 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-a1c834d0-2d3b-4c33-baba-9ed3f6551d74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0483215 Aug 31 11:06:03.990185 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-29349dd9-8ae6-4410-8a4c-f7f6c3fef224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:03.991726 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-29349dd9-8ae6-4410-8a4c-f7f6c3fef224 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436118 Aug 31 11:06:04.088405 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-16c5a886-50a2-47d3-b53e-04fa2e7d5380 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886116 Aug 31 11:06:04.178980 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0918c460-bd25-4f1e-9f13-0fe0c1111d9e req-3ce157f9-0169-4024-8fac-a8ea0e900931 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835502 Aug 31 11:06:04.268990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-1b3c3dd2-f495-4cc4-a4c0-52c79a2f8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:04.270524 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-1b3c3dd2-f495-4cc4-a4c0-52c79a2f8df5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1094 time: 0.0467041 Aug 31 11:06:04.362821 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-b7f46790-d6b5-4465-b31e-533c059ddd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:04.364312 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-b7f46790-d6b5-4465-b31e-533c059ddd04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0866508 Aug 31 11:06:04.406973 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-71bb71a2-590a-4df6-a0bd-70fd3dcaa005 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 200 len: 217 time: 0.0354035 Aug 31 11:06:04.462563 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-9d7f11d5-8398-4f5a-9e49-e6f6b1789e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:04.467131 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-9d7f11d5-8398-4f5a-9e49-e6f6b1789e73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0494583 Aug 31 11:06:04.511012 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-eac03433-00b0-4e69-8623-e9475ff87e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:04.512587 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-eac03433-00b0-4e69-8623-e9475ff87e0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421979 Aug 31 11:06:04.604591 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-be7c5762-adf8-4103-b9ef-1ffb6c660cbb service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846920 Aug 31 11:06:04.700956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-9aeaf2f6-f1c4-41ae-9cdf-f0ca248d7db7 req-a1985dc3-8358-4886-bb0a-eb51977c3954 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890777 Aug 31 11:06:04.832972 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87ddbc-eaa0-467c-84ce-c8ff6319a364 req-662a6826-6766-45f6-ae31-b1b9a91a2068 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:04.834522 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae87ddbc-eaa0-467c-84ce-c8ff6319a364 req-662a6826-6766-45f6-ae31-b1b9a91a2068 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 943 time: 0.0531383 Aug 31 11:06:04.874256 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-ae87ddbc-eaa0-467c-84ce-c8ff6319a364 req-17702251-35cb-43b4-8499-cb800281f5bf tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336366 Aug 31 11:06:06.051725 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c7c49-ab40-4623-b933-62b42745eba2 req-f0262211-3c0b-4fad-bb0b-5ca707e2bb9d tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:06.053223 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e8c7c49-ab40-4623-b933-62b42745eba2 req-f0262211-3c0b-4fad-bb0b-5ca707e2bb9d tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 943 time: 0.1067605 Aug 31 11:06:06.092779 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5e8c7c49-ab40-4623-b933-62b42745eba2 req-2611d061-73de-4a2b-9600-f468900bfae3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336056 Aug 31 11:06:07.214122 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843988a-95a4-4439-86e6-823d93623f11 req-d577aced-c98e-425f-afcf-11b6d4a56cd9 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:07.215711 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d843988a-95a4-4439-86e6-823d93623f11 req-d577aced-c98e-425f-afcf-11b6d4a56cd9 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 943 time: 0.0506270 Aug 31 11:06:07.262371 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-d843988a-95a4-4439-86e6-823d93623f11 req-256c0fd5-a824-4b42-8388-955a759e1d17 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Aug 31 11:06:07.872405 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9d2b691c-43e4-4c8e-918c-e23a0089ce8a details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 11:06:07.969581 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:06:07.981074 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'port_id': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'mac_address': 'fa:16:3e:1e:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 11:06:08.017700 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:08.030352 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2b691c-43e4-4c8e-918c-e23a0089ce8a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 11:06:08.049122 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:06:08.053044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:08.102237 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,revision_number=4']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:06:08.377349 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdc0e8-70f5-4599-8b1c-2d1218a4155d req-596f6f17-1045-40eb-85b7-cf4c1fe6ec7f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:08.378836 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7fdc0e8-70f5-4599-8b1c-2d1218a4155d req-596f6f17-1045-40eb-85b7-cf4c1fe6ec7f tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 944 time: 0.0486176 Aug 31 11:06:08.416267 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-c7fdc0e8-70f5-4599-8b1c-2d1218a4155d req-e39cf190-a053-43b5-8f39-4970fa7f7506 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Aug 31 11:06:08.469286 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['9d2b691c-43e4-4c8e-918c-e23a0089ce8a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 11:06:09.537340 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b7ae5-81de-440a-bff0-6b62cce4372f req-67431d1d-70cb-4164-9e60-7b91522e7a51 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:09.539034 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e69b7ae5-81de-440a-bff0-6b62cce4372f req-67431d1d-70cb-4164-9e60-7b91522e7a51 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 944 time: 0.0539849 Aug 31 11:06:09.578228 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-e69b7ae5-81de-440a-bff0-6b62cce4372f req-835c1190-ce96-48ff-b35c-4bcc66f9405d tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332870 Aug 31 11:06:09.903793 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9d2b691c-43e4-4c8e-918c-e23a0089ce8a up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:06:09.953103 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning for port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a completed by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 11:06:09.957319 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:06:09.957722 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:10.035059 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:10.059712 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:06:10.062169 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2236b46-323b-4444-8662-2bdff06fa92d" -d '{"events": [{"server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "name": "network-vif-plugged", "status": "completed", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:06:10.076216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:06:10.080520 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:10.108616 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98650bde-adfd-450e-99cb-04608e9d01e5 x-openstack-request-id: req-98650bde-adfd-450e-99cb-04608e9d01e5 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:06:10.108902 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "name": "network-vif-plugged", "status": "completed", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:06:10.109152 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98650bde-adfd-450e-99cb-04608e9d01e5 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:06:10.109538 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'code': 200} Aug 31 11:06:10.144366 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,revision_number=5']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:06:10.205009 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e942a-5e63-448b-ad39-f6a1c35871c9 req-806316f0-7f3a-4ab5-9be6-f226d60dfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:10.206986 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-184e942a-5e63-448b-ad39-f6a1c35871c9 req-806316f0-7f3a-4ab5-9be6-f226d60dfdea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1096 time: 0.0451176 Aug 31 11:06:10.242960 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-184e942a-5e63-448b-ad39-f6a1c35871c9 req-63675697-64d5-41d6-8b46-a213a30b18ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283287 Aug 31 11:06:10.693132 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b7ff9-3cba-4b0c-a276-e8a106da85d5 req-d8555b25-00e8-411c-b338-abbf9520d457 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:10.694635 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d3b7ff9-3cba-4b0c-a276-e8a106da85d5 req-d8555b25-00e8-411c-b338-abbf9520d457 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Aug 31 11:06:10.733448 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4d3b7ff9-3cba-4b0c-a276-e8a106da85d5 req-bea2785c-02e7-4d4f-a63d-fb41d417472c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328975 Aug 31 11:06:11.358130 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:06:11.519830 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:11.850417 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4560f8-8406-4c17-89c2-f56b3536e08d req-9ea9700b-8101-4458-b37c-083f724cde28 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:11.852539 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d4560f8-8406-4c17-89c2-f56b3536e08d req-9ea9700b-8101-4458-b37c-083f724cde28 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 945 time: 0.0504901 Aug 31 11:06:11.891190 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-5d4560f8-8406-4c17-89c2-f56b3536e08d req-75fa5fca-3294-4ead-86e3-abc7c34c7564 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326049 Aug 31 11:06:12.014593 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b401cce-ba91-4663-a0ce-2cdcdd7a3c55 req-23f520ba-4815-48b8-b25d-3cd718618620 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:12.016043 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b401cce-ba91-4663-a0ce-2cdcdd7a3c55 req-23f520ba-4815-48b8-b25d-3cd718618620 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 945 time: 0.0570903 Aug 31 11:06:12.057308 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-4b401cce-ba91-4663-a0ce-2cdcdd7a3c55 req-2dee3fdf-664a-4cf9-8794-8e32a77d61bb tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352876 Aug 31 11:06:12.078886 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52138) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:06:12.124476 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbdc341-fae0-44ed-86d9-f1e33bd9f111 tempest-TestSnapshotPattern-1035379930 tempest-TestSnapshotPattern-1035379930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:12.126028 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-3bbdc341-fae0-44ed-86d9-f1e33bd9f111 tempest-TestSnapshotPattern-1035379930 tempest-TestSnapshotPattern-1035379930-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1091 time: 0.0461357 Aug 31 11:06:12.128935 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52140) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:06:12.133371 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.v2.base [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Request body: {'floatingip': {'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'port_id': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 11:06:12.156935 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for floatingip, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:12.257026 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:12.368231 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_common [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Allocated IP 172.25.1.149 (e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d/9fc8a127-9acf-49a5-9c73-737de1b24d4e/08d8f6f8-d546-4651-b234-d40ab5c5e86e) {{(pid=94787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 11:06:12.490364 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for port, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:12.541427 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731636641832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:12.588710 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Network e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d is already hosted by enough agents. {{(pid=94787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 11:06:12.593635 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.base_scheduler [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Resources bound (agent type, host, resource id): {{(pid=94787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 11:06:12.598230 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Received port after_create {{(pid=94787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 11:06:12.601502 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'Port': ['ID=08d8f6f8-d546-4651-b234-d40ab5c5e86e,revision_number=1']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:06:12.978435 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:13.050366 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:13.196866 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for port, precommit_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:13.201337 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555620'] for port, after_update {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:13.269514 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event updated for resources: {'Port': ['ID=08d8f6f8-d546-4651-b234-d40ab5c5e86e,revision_number=2']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:06:13.281548 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-392466'] for floatingip, after_create {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:13.380233 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Floating IP 4d15a31e-2264-431c-835c-2442538861aa associated. External IP: 172.25.1.149, port: 9d2b691c-43e4-4c8e-918c-e23a0089ce8a. Aug 31 11:06:13.583798 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Router 20790095-5bfd-4da7-99a0-58442c603bb2 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:06:13.689248 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:06:13.700024 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] Sync routers for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:06:13.704807 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:13.708997 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:06:13.709618 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:05:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:06:13.733512 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-44f1a9bb-8e2e-4652-9525-34c88a02999c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6035447 Aug 31 11:06:13.734087 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:06:13.736424 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3332c0b-ddc9-4c87-8399-db21418e8a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:06:13.774679 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c335fc-8ee8-4264-80b7-52198450ae83 x-openstack-request-id: req-18c335fc-8ee8-4264-80b7-52198450ae83 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:06:13.775080 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:06:13.775326 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18c335fc-8ee8-4264-80b7-52198450ae83 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:06:13.775717 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'status': 'completed', 'code': 200} Aug 31 11:06:13.821837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:06:13.839186 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-0140b801-a1e5-43db-894b-e0ca6c33b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:13.840748 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-0140b801-a1e5-43db-894b-e0ca6c33b70c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1096 time: 0.0418351 Aug 31 11:06:13.933727 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-34fd5cb9-72fa-40c6-9e9c-74f0124786ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:13.935828 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-34fd5cb9-72fa-40c6-9e9c-74f0124786ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0873809 Aug 31 11:06:14.011676 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-21efcf35-90b0-4d49-bb13-f82b8fa8c4ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 200 len: 999 time: 0.0675197 Aug 31 11:06:14.052110 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4d15a31e-2264-431c-835c-2442538861aa', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:1e:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:06:12Z', 'updated_at': '2021-08-31T11:06:12Z', 'revision_number': 0, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}, {'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:37Z', 'revision_number': 1, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:06:14.060970 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-870d3d1e-cc6c-4ee3-8b66-7eb9a8e47879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:14.062464 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-870d3d1e-cc6c-4ee3-8b66-7eb9a8e47879 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0439055 Aug 31 11:06:14.083225 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] Checking router: 20790095-5bfd-4da7-99a0-58442c603bb2 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:06:14.092656 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:06:14.093267 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:05:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:06:14.110512 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-c9a7cafc-48cb-4472-9c5d-1a1563a083bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:14.112070 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-c9a7cafc-48cb-4472-9c5d-1a1563a083bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407808 Aug 31 11:06:14.198558 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:06:14.206341 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-4a14902b-c7d1-4c26-8e0e-07018ce09cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851662 Aug 31 11:06:14.298651 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-c3332c0b-ddc9-4c87-8399-db21418e8a3c req-da279806-8b81-4329-9ec8-675805e83744 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822258 Aug 31 11:06:14.423955 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4d15a31e-2264-431c-835c-2442538861aa', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:1e:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:06:12Z', 'updated_at': '2021-08-31T11:06:12Z', 'revision_number': 0, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}, {'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:37Z', 'revision_number': 1, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:06:14.450244 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754f02f-e31f-489f-babe-1b0162fa9ab5 None None] The sync data for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 is: [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '4d15a31e-2264-431c-835c-2442538861aa', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:1e:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:06:12Z', 'updated_at': '2021-08-31T11:06:12Z', 'revision_number': 0, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}, {'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:37Z', 'revision_number': 1, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:06:14.612042 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:14.642394 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b5e61-62af-4021-806d-a1f36e014a0e None None] New status for floating IP 4d15a31e-2264-431c-835c-2442538861aa: ACTIVE {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 11:06:16.731929 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-c3a53cd0-7dd1-482f-96d8-032c5654bc98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940194 Aug 31 11:06:16.815620 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-a907ef34-c04f-48b6-90b6-31369f46bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:16.817169 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-a907ef34-c04f-48b6-90b6-31369f46bf4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1094 time: 0.0423996 Aug 31 11:06:16.940594 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-db1dd5d8-c625-4dd5-9ecb-5b74ce78cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:16.942009 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-db1dd5d8-c625-4dd5-9ecb-5b74ce78cd81 service neutron] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.1043370 Aug 31 11:06:17.334132 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-6bc63cfb-f6ad-4511-b75c-7013403ab4b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 997 time: 0.3852696 Aug 31 11:06:17.381718 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-b2ee3d96-07f5-4a2d-a188-81acc814060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:17.383765 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-b2ee3d96-07f5-4a2d-a188-81acc814060b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0430350 Aug 31 11:06:17.428086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-a381bfd8-6d31-4973-aedf-719af49b0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:17.430141 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-a381bfd8-6d31-4973-aedf-719af49b0cad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395455 Aug 31 11:06:17.442127 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-55581f44-6b09-447b-b0d6-6eec19a18bc8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 11:06:17.443117 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-55581f44-6b09-447b-b0d6-6eec19a18bc8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056505 Aug 31 11:06:17.533252 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-274b8c4e-b580-4e24-a0b4-d21ba5958b06 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835609 Aug 31 11:06:17.619608 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-302e1503-9f18-4ee6-8a71-92547d03c32f req-cf6e3e51-411f-43b6-b94c-e13a6a004069 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795093 Aug 31 11:06:22.022517 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0f707ec4-4bf2-4a31-9574-6c06ae00af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:24.621472 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-74dfff29-3cb5-4279-b18a-a355ed7dbbe2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444496 Aug 31 11:06:24.705845 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-a2a872d1-3839-40d2-b270-ad9ca4b91277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:24.707366 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-a2a872d1-3839-40d2-b270-ad9ca4b91277 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1096 time: 0.0392666 Aug 31 11:06:24.810404 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-90e094d2-7077-4f4f-90bd-9c7b072ac7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:24.811929 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-90e094d2-7077-4f4f-90bd-9c7b072ac7bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0818741 Aug 31 11:06:24.886033 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-65552fea-32b7-4a76-85b0-8d50f03248bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 200 len: 1001 time: 0.0628624 Aug 31 11:06:24.935854 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-45795b1c-9f52-4356-a625-ae422e4270c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:24.937294 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-45795b1c-9f52-4356-a625-ae422e4270c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0427175 Aug 31 11:06:24.995731 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-b334f5dd-dbe1-4a20-8631-f221149d9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:24.997249 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-b334f5dd-dbe1-4a20-8631-f221149d9ff0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398371 Aug 31 11:06:25.091818 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-457e67cd-a0de-400f-adee-17b814b47f25 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855706 Aug 31 11:06:25.181127 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-14a071ab-6869-4942-a4d4-c2e1eb43cfa9 req-dc65dbea-fc67-4538-a14d-2f226e435f27 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812099 Aug 31 11:06:25.249253 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:25.932188 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4e42217e-021a-4eaf-9879-8200fb7753a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:28.085344 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:29.025556 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:41.516870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:44.637862 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:48.358094 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:06:52.025630 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4cabf9e2-2527-4de1-910e-b24ce4bc87fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:55.250317 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:55.932623 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-da5e78ec-0620-4dee-bec7-b2c561eed431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:58.087906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:59.029424 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:11.536046 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:14.633162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:16.680559 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-9bf54eb2-ecdd-4268-a249-0e4aa06fa245 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456610 Aug 31 11:07:16.764549 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-66340b32-539f-4923-a1c8-09139fb9e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:16.766092 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-66340b32-539f-4923-a1c8-09139fb9e9b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1094 time: 0.0410032 Aug 31 11:07:16.872582 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-69ba739e-7d53-479a-b466-0f9001855b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:16.874100 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-69ba739e-7d53-479a-b466-0f9001855b16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0875945 Aug 31 11:07:16.946101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-111736bf-1b13-4bf4-a5af-25b185df667e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 997 time: 0.0648146 Aug 31 11:07:16.993579 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-95168638-a09d-4e7a-b71c-7c97a4cc2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:16.995079 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-95168638-a09d-4e7a-b71c-7c97a4cc2713 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0429554 Aug 31 11:07:17.041705 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-6424416e-d0b1-4264-9357-d9801a0bc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:17.043296 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-6424416e-d0b1-4264-9357-d9801a0bc5b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414321 Aug 31 11:07:17.139701 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-47a8554a-cfbc-4c9c-bf4a-35197415505d service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896373 Aug 31 11:07:17.229822 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-cfc1db29-e054-4e93-9fdd-bcdd627df77c req-8b9cf1fa-09b1-43aa-a7ce-a6ea7ee1a623 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829031 Aug 31 11:07:22.033360 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-5690c406-b13c-4fc0-8bb1-0652482191ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:24.625886 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-94af4166-75ea-4af9-a2bc-91ef33100bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453646 Aug 31 11:07:24.708670 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-2aa7564a-e5f7-4333-ab9f-7541eeb71b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:24.710176 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-2aa7564a-e5f7-4333-ab9f-7541eeb71b64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1096 time: 0.0417581 Aug 31 11:07:24.813574 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-ef2485b0-108c-49e1-b96e-830edeedcc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:24.815093 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-ef2485b0-108c-49e1-b96e-830edeedcc89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0848162 Aug 31 11:07:24.884799 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-00d24887-d3e3-4176-952c-07496a44409b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 200 len: 1001 time: 0.0623846 Aug 31 11:07:24.934454 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-2a1febc4-29dd-4089-b59c-38e0caed8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:24.935926 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-2a1febc4-29dd-4089-b59c-38e0caed8a9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0440638 Aug 31 11:07:24.982735 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-8f2c34d7-fc57-4541-94e8-da287013460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:24.984311 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-8f2c34d7-fc57-4541-94e8-da287013460c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407078 Aug 31 11:07:25.078283 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-65d80aab-cae2-4511-8ccc-e285c7af6f02 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866795 Aug 31 11:07:25.170543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-6cbd1c1e-c251-498b-a28b-92dc1ac0fc3c req-fd8cdf9c-b26b-4756-9903-0e3888bbed9e service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837600 Aug 31 11:07:25.252603 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:25.357504 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:07:25.934235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-30aa523b-5b61-496e-9062-f15009b294ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:28.091926 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:29.042062 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:41.565540 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:44.630943 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:52.024681 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-2929fc11-5528-4734-b01a-695d2d8e7c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:55.253870 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:55.934766 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-409d1a14-87f8-46e2-a063-50f8d6a65375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:58.094155 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:59.036300 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:02.358450 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:08:11.564766 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:14.645704 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:16.692841 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-25e5beb2-91c9-42c3-8237-2204d8c7478d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446751 Aug 31 11:08:16.775556 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-083123a2-c5de-4e93-ac8d-0227c90c8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:16.776766 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-083123a2-c5de-4e93-ac8d-0227c90c8088 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1094 time: 0.0404153 Aug 31 11:08:16.877783 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-2b7bac42-e9cf-483a-aa39-6ec9724d4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:16.879358 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-2b7bac42-e9cf-483a-aa39-6ec9724d4dcf service neutron] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0833936 Aug 31 11:08:16.948956 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-a6e1e682-305e-4ceb-881d-9c898ad6f416 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 997 time: 0.0627003 Aug 31 11:08:16.996380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-348e5e9d-2a7a-489e-aefa-d65a4b1a6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:16.997847 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-348e5e9d-2a7a-489e-aefa-d65a4b1a6c04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0422599 Aug 31 11:08:17.044939 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-a8dbcf1b-95d2-497a-a70b-60f51b80ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:17.046460 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-a8dbcf1b-95d2-497a-a70b-60f51b80ac29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393770 Aug 31 11:08:17.138441 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-6855e030-b5b0-4259-927d-4e85991895d9 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844467 Aug 31 11:08:17.226268 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-51409efe-2e7b-43f4-a2c7-19cd50614a7c req-fb748c5a-4d2c-40f9-99e4-783ac91c3ee6 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811167 Aug 31 11:08:22.028053 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-0ce1b286-52c9-48cb-b3e6-1b4899aeb3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:24.625743 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-aa9bb67b-19fc-41c8-8112-85de0fdf245b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456312 Aug 31 11:08:24.710303 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-d3b94fda-1ced-4149-9dcc-e6b1ac9df4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:24.711846 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-d3b94fda-1ced-4149-9dcc-e6b1ac9df4fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1096 time: 0.0413015 Aug 31 11:08:24.819589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-6f6d5a7e-62a3-4588-a6c2-126b66427979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:24.821065 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-6f6d5a7e-62a3-4588-a6c2-126b66427979 service neutron] 10.222.0.20 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0843453 Aug 31 11:08:24.894337 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-ad8d8d5f-f35a-4675-bc37-e75e9051c9d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 200 len: 1001 time: 0.0623586 Aug 31 11:08:24.943040 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-fdf871e8-77c3-42bc-bbb0-582826933d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:24.944506 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-fdf871e8-77c3-42bc-bbb0-582826933d42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0433059 Aug 31 11:08:24.990880 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-88663369-2d3b-4616-8b87-bfdcc4ba3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:24.992367 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-88663369-2d3b-4616-8b87-bfdcc4ba3a3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406730 Aug 31 11:08:25.004615 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-68326378-bfb4-453d-ba51-c9fa7b6af3aa service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 11:08:25.005711 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-68326378-bfb4-453d-ba51-c9fa7b6af3aa service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054634 Aug 31 11:08:25.099861 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-f3053ab1-b75b-4390-a1a0-9b18177e1c98 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867746 Aug 31 11:08:25.194498 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-dade5578-b5df-4e9a-a57a-82e1e08eee0d req-928bbdfa-2dcd-4433-af5f-559b10775e8c service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867169 Aug 31 11:08:25.254364 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:25.940330 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-733836c7-d6ce-45bd-b677-58460c520428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:28.097017 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:29.039647 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:39.358426 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:08:41.573018 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:44.673443 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:44.772396 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9d2b691c-43e4-4c8e-918c-e23a0089ce8a details requested by agent hyperv_n-h1-806683-2 with host n-h1-806683-2 {{(pid=94788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 11:08:44.863690 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:08:44.874796 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Returning: {'device': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'port_id': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'mac_address': 'fa:16:3e:1e:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 11:08:44.913957 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:44.927031 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d2b691c-43e4-4c8e-918c-e23a0089ce8a {{(pid=94788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 11:08:44.945566 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:08:44.949632 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:44.999711 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,revision_number=6']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:08:45.007475 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.007825 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.008275 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.008517 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.008852 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.009243 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.009578 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.009906 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.010266 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.010613 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.010971 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.011297 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:45.034101 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] get_ports_and_sgs() called for port_ids ['9d2b691c-43e4-4c8e-918c-e23a0089ce8a'] {{(pid=94788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 11:08:46.792837 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9d2b691c-43e4-4c8e-918c-e23a0089ce8a up at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:08:46.839482 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.provisioning_blocks [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Provisioning complete for port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a triggered by entity L2. {{(pid=94788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:08:46.839843 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665878'] for port, provisioning_complete {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:46.915401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-740033'] for port, before_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:46.936808 n-d-806683-2 neutron-server[94788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a'}] {{(pid=94788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:08:46.939592 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a393354cce36e78982dff62578cf22fa3ce19a6c9ed60950f70388741e4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a804994-bbe6-44b7-9afc-acf726941a43" -d '{"events": [{"server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "name": "network-vif-plugged", "status": "completed", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a"}]}' {{(pid=94788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:08:46.952547 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.db [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:08:46.957176 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731637169619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731636641850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731636641868'] for port, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:46.981807 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962f8c1c-47b2-4ce3-a249-cedafd4703d5 x-openstack-request-id: req-962f8c1c-47b2-4ce3-a249-cedafd4703d5 {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:08:46.982087 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "name": "network-vif-plugged", "status": "completed", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a", "code": 200}]} {{(pid=94788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:08:46.982333 n-d-806683-2 neutron-server[94788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-962f8c1c-47b2-4ce3-a249-cedafd4703d5 {{(pid=94788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:08:46.982714 n-d-806683-2 neutron-server[94788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'code': 200} Aug 31 11:08:47.006305 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Pushing event updated for resources: {'Port': ['ID=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,revision_number=7']} {{(pid=94788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:08:52.038022 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-cfb66242-fc5f-46ea-b2c5-fb169b7195cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:55.259707 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:55.946734 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c58d52a5-e044-46cc-88da-128eeaf80f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:58.101688 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:59.045617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:59.268583 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52420) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:08:59.440726 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Deleting port 08d8f6f8-d546-4651-b234-d40ab5c5e86e {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:08:59.440989 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:59.515906 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:59.516762 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:59.529239 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Calling delete_port for 08d8f6f8-d546-4651-b234-d40ab5c5e86e owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:08:59.676053 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:59.701755 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event deleted for resources: {'Port': ['ID=08d8f6f8-d546-4651-b234-d40ab5c5e86e,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:08:59.725910 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.726258 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.726598 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.726955 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.727316 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.727651 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.727976 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.728304 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.728626 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.728943 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.729268 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.729589 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:08:59.771692 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:59.772043 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Floating IP 4d15a31e-2264-431c-835c-2442538861aa disassociated (deleted). External IP: 172.25.1.149, port: 9d2b691c-43e4-4c8e-918c-e23a0089ce8a. Aug 31 11:08:59.985573 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Router 20790095-5bfd-4da7-99a0-58442c603bb2 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:09:00.094555 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:09:00.099322 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:00.105389 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] Sync routers for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:09:00.114699 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:09:00.115347 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:00.129051 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-11d686df-28b9-4868-97dd-2c68e23b8128 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "DELETE /v2.0/floatingips/4d15a31e-2264-431c-835c-2442538861aa HTTP/1.1" status: 204 len: 168 time: 0.8563528 Aug 31 11:09:00.129051 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:09:00.130371 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099bb60b-f8c2-41a7-b447-f15e43ed00ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:09:00.241870 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:09:00.256713 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae71ffd-cf0b-46bc-a0b8-15843305471f x-openstack-request-id: req-7ae71ffd-cf0b-46bc-a0b8-15843305471f {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:09:00.257154 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:09:00.257503 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ae71ffd-cf0b-46bc-a0b8-15843305471f {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:09:00.258020 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'status': 'completed', 'code': 200} Aug 31 11:09:00.323039 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-1b727e81-5480-4cca-8a20-ad6b83b36472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:00.324611 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-1b727e81-5480-4cca-8a20-ad6b83b36472 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 1096 time: 0.0449049 Aug 31 11:09:00.390468 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d81f70-d7a6-4e41-98fa-a9b22a85882e req-966dca73-3d97-4002-8f39-17fbaac8e67c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:00.392053 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52d81f70-d7a6-4e41-98fa-a9b22a85882e req-966dca73-3d97-4002-8f39-17fbaac8e67c tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 945 time: 0.0511837 Aug 31 11:09:00.427714 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-d9cc6892-1517-4f9e-8aa8-2a108329250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:00.429717 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-d9cc6892-1517-4f9e-8aa8-2a108329250c service neutron] 10.222.0.20 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0959325 Aug 31 11:09:00.437658 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-52d81f70-d7a6-4e41-98fa-a9b22a85882e req-1043d67f-309d-4a5f-b76e-f4b90e387953 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343537 Aug 31 11:09:00.474979 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-6b56ae40-aa61-4b7f-93b5-7cfed97a1934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 200 len: 217 time: 0.0368576 Aug 31 11:09:00.489863 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:37Z', 'revision_number': 1, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:00.515983 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] Checking router: 20790095-5bfd-4da7-99a0-58442c603bb2 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:09:00.524665 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:09:00.525284 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:00.529707 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-2b7e1fd1-bbab-4124-9242-ca61970e04af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:00.531244 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-2b7e1fd1-bbab-4124-9242-ca61970e04af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0493429 Aug 31 11:09:00.578204 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-550fa51a-dde7-4dbd-bd0a-badf32f634fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:00.579762 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-550fa51a-dde7-4dbd-bd0a-badf32f634fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398006 Aug 31 11:09:00.632129 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:09:00.672795 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-5be25dcd-291c-427d-95e4-5858e075970a service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827255 Aug 31 11:09:00.782712 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-099bb60b-f8c2-41a7-b447-f15e43ed00ef req-536625f5-8e7d-49bb-a903-7200f0793484 service neutron] 10.222.0.20 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012518 Aug 31 11:09:00.866093 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:37Z', 'revision_number': 1, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:00.894039 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeca18-0f2b-4959-b3cd-0612468c0eb6 None None] The sync data for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 is: [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_floatingips': [{'id': '912e32d9-d99b-4249-8208-a152d30f77a0', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'router_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'port_id': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'mac_address': 'fa:16:3e:7b:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T11:03:34Z', 'updated_at': '2021-08-31T11:03:37Z', 'revision_number': 1, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:09:01.114456 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d7405-2df1-47c6-9ccb-2d6d19b2e21f None None] New status for floating IP 4d15a31e-2264-431c-835c-2442538861aa: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 11:09:01.585734 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97991-6d2b-4ae3-b807-2ed9ff06520d req-d31b2916-2884-4250-92dc-b80ce48f6a3b tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:01.587261 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57d97991-6d2b-4ae3-b807-2ed9ff06520d req-d31b2916-2884-4250-92dc-b80ce48f6a3b tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Aug 31 11:09:01.625766 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-57d97991-6d2b-4ae3-b807-2ed9ff06520d req-16393c76-1aca-4014-bc77-892f72aec500 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324759 Aug 31 11:09:02.286673 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-ab2d5227-9104-44c2-b371-c7d9586659ff tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:02.288162 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-ab2d5227-9104-44c2-b371-c7d9586659ff tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 945 time: 0.0492661 Aug 31 11:09:02.388859 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Deleting port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:02.389196 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:02.477227 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] For port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a, host n-h1-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-2',level=0,port_id=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:09:02.477615 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:02.490932 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Calling delete_port for 9d2b691c-43e4-4c8e-918c-e23a0089ce8a owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:02.624394 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:02.654617 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event deleted for resources: {'Port': ['ID=9d2b691c-43e4-4c8e-918c-e23a0089ce8a,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:02.698005 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] No DVR routers for this DVR port 9d2b691c-43e4-4c8e-918c-e23a0089ce8a on host n-h1-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:09:02.700769 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:02.702891 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-3ea18db2-dd3b-4cd9-8bc0-7bbcf2dc7576 req-06bd9aa8-7b31-4cfb-9f1a-7cb9650523e7 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.20 "DELETE /v2.0/ports/9d2b691c-43e4-4c8e-918c-e23a0089ce8a HTTP/1.1" status: 204 len: 173 time: 0.4083037 Aug 31 11:09:02.703336 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'name': 'network-vif-deleted', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:09:02.706233 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d23112-a402-49c8-af80-6cfd0f6e7114" -d '{"events": [{"server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "name": "network-vif-deleted", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:09:02.744918 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d603175c-f303-4093-a27d-f587f70b84fa x-openstack-request-id: req-d603175c-f303-4093-a27d-f587f70b84fa {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:09:02.745217 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d24a53-ab6c-4a05-bb26-6a37426db043", "name": "network-vif-deleted", "tag": "9d2b691c-43e4-4c8e-918c-e23a0089ce8a", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:09:02.745470 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d603175c-f303-4093-a27d-f587f70b84fa {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:09:02.745861 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d24a53-ab6c-4a05-bb26-6a37426db043', 'name': 'network-vif-deleted', 'tag': '9d2b691c-43e4-4c8e-918c-e23a0089ce8a', 'status': 'completed', 'code': 200} Aug 31 11:09:02.746913 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-53890710-fd59-4ec1-bcd8-c9ff4285d2d8 req-4eb2a005-4c6c-4482-baf7-bb15cff8cf80 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1d24a53-ab6c-4a05-bb26-6a37426db043 HTTP/1.1" status: 200 len: 210 time: 0.0486162 Aug 31 11:09:02.831894 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9d2b691c-43e4-4c8e-918c-e23a0089ce8a no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:02.852605 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 9d2b691c-43e4-4c8e-918c-e23a0089ce8a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:02.852956 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9d2b691c-43e4-4c8e-918c-e23a0089ce8a not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:04.331669 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52488) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:04.491757 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Deleting port 0843e9c0-4f63-494c-8678-3cd45f519b87 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:04.492105 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:04.566600 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:04.566862 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:04.578015 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Calling delete_port for 0843e9c0-4f63-494c-8678-3cd45f519b87 owned by network:floatingip {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:04.729463 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:04.755198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event deleted for resources: {'Port': ['ID=0843e9c0-4f63-494c-8678-3cd45f519b87,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:04.827419 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for floatingip, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:04.827741 n-d-806683-2 neutron-server[94787]: INFO neutron.db.l3_db [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Floating IP 912e32d9-d99b-4249-8208-a152d30f77a0 disassociated (deleted). External IP: 172.25.1.8, port: 2be990fc-f797-4f67-a09f-e52b4c5296ac. Aug 31 11:09:05.035746 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Router 20790095-5bfd-4da7-99a0-58442c603bb2 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:09:05.143333 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:09:05.148127 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for floatingip, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:05.153268 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] Sync routers for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:09:05.162651 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:09:05.163322 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:05.180061 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8ce197e0-0388-496e-b36d-a33e93af43b3 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "DELETE /v2.0/floatingips/912e32d9-d99b-4249-8208-a152d30f77a0 HTTP/1.1" status: 204 len: 168 time: 0.8472629 Aug 31 11:09:05.180662 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:09:05.182992 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326e12a2-6bd0-4845-9834-0d83869d5c70" -d '{"events": [{"name": "network-changed", "server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:09:05.220519 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebad5d8c-1400-4425-ab58-df411978d045 x-openstack-request-id: req-ebad5d8c-1400-4425-ab58-df411978d045 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:09:05.221449 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:09:05.221796 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ebad5d8c-1400-4425-ab58-df411978d045 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:09:05.222274 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'status': 'completed', 'code': 200} Aug 31 11:09:05.279828 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:09:05.286103 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-312a8868-6faf-40c9-bb8d-e8190ea160c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:05.288841 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-312a8868-6faf-40c9-bb8d-e8190ea160c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da53ddb2214e40a792773ba53aece432&device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 1094 time: 0.0455058 Aug 31 11:09:05.389897 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-6159608b-ea55-44fc-aba2-ed77584338ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:05.391708 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-6159608b-ea55-44fc-aba2-ed77584338ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 200 len: 912 time: 0.0948606 Aug 31 11:09:05.411896 n-d-806683-2 neutron-server[94786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a96572-87c1-4c32-8239-fb9e4231b874 req-27a32b52-b177-498a-b2a6-7aa5a8f7c632 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:05.413331 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6a96572-87c1-4c32-8239-fb9e4231b874 req-27a32b52-b177-498a-b2a6-7aa5a8f7c632 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 943 time: 0.0507758 Aug 31 11:09:05.440543 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-5783b14c-648b-4d26-aeda-5e68fcafd430 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 200 len: 217 time: 0.0408549 Aug 31 11:09:05.452987 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-a6a96572-87c1-4c32-8239-fb9e4231b874 req-3806022f-ce8c-4cb0-8f5a-9b8681f69e36 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334182 Aug 31 11:09:05.496481 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-100da408-43df-4498-9035-1b2b876ff8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:05.497986 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-100da408-43df-4498-9035-1b2b876ff8d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 200 len: 849 time: 0.0506716 Aug 31 11:09:05.506416 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:05.533821 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] Checking router: 20790095-5bfd-4da7-99a0-58442c603bb2 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:09:05.542422 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:09:05.543079 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:05.543667 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-b918f70b-4a04-4c95-8121-b03b055cc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:05.545185 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-b918f70b-4a04-4c95-8121-b03b055cc23a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=acdffa6c-43e9-419e-b676-291d8bc14fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403094 Aug 31 11:09:05.639469 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-9e60709e-0efa-4247-b157-962846d95b93 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 Aug 31 11:09:05.648082 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:09:05.728641 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-326e12a2-6bd0-4845-9834-0d83869d5c70 req-0aa2c3b7-3912-49bb-9396-a19f749c8950 service neutron] 10.222.0.52 "GET /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817490 Aug 31 11:09:05.857260 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:05.888023 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc357c3-6c6c-457f-9195-71a6d9058564 None None] The sync data for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 is: [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:03:13Z', 'revision_number': 4, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2', '_interfaces': [{'id': '417be072-116f-4416-a76e-4398e68684ed', 'name': '', 'network_id': 'acdffa6c-43e9-419e-b676-291d8bc14fc4', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'mac_address': 'fa:16:3e:52:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:12Z', 'updated_at': '2021-08-31T11:03:18Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'subnets': [{'id': '7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:09:06.007052 n-d-806683-2 neutron-server[94787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-82422b92-5220-403e-b49e-598cabd64fa9 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:06.008700 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-82422b92-5220-403e-b49e-598cabd64fa9 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.52 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 943 time: 0.0532813 Aug 31 11:09:06.112990 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Deleting port 2be990fc-f797-4f67-a09f-e52b4c5296ac {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:06.112990 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:06.117996 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e17b2-cbe3-4478-bb18-ea3c16714157 None None] New status for floating IP 912e32d9-d99b-4249-8208-a152d30f77a0: DOWN {{(pid=94789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 11:09:06.200971 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] For port 2be990fc-f797-4f67-a09f-e52b4c5296ac, host n-h2-806683-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-2',level=0,port_id=2be990fc-f797-4f67-a09f-e52b4c5296ac,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:09:06.201339 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:06.215020 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Calling delete_port for 2be990fc-f797-4f67-a09f-e52b4c5296ac owned by compute:nova {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:06.346917 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:06.377057 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event deleted for resources: {'Port': ['ID=2be990fc-f797-4f67-a09f-e52b4c5296ac,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:06.425086 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] No DVR routers for this DVR port 2be990fc-f797-4f67-a09f-e52b4c5296ac on host n-h2-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:09:06.427873 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106061'] for port, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:06.430147 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [req-0e58d687-1bee-4363-9fbe-e5e8c9db5903 req-e5133e22-ff33-41dd-bbe8-9594a3ef1699 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.52 "DELETE /v2.0/ports/2be990fc-f797-4f67-a09f-e52b4c5296ac HTTP/1.1" status: 204 len: 173 time: 0.4143345 Aug 31 11:09:06.552484 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [req-6bddc874-dc93-467c-8166-c0e2c8359263 req-f89b958e-d925-44b4-8658-f3d7cc880f5e tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "GET /v2.0/ports?device_id=1841ffa3-de8c-433a-8c7c-58f9915194c2 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Aug 31 11:09:06.866592 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9d2b691c-43e4-4c8e-918c-e23a0089ce8a no longer exists at agent hyperv_n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:06.889211 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] No Port match for: 9d2b691c-43e4-4c8e-918c-e23a0089ce8a {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:06.889550 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Device 9d2b691c-43e4-4c8e-918c-e23a0089ce8a not bound to the agent host n-h1-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:07.223442 n-d-806683-2 neutron-server[94787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'name': 'network-vif-deleted', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac'}] {{(pid=94787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:09:07.225816 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb8af936c42cbe1c5b2fc01b35c99dfbc6a2e6bf5759ceb5628adcc936f80d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d9049b-4cd4-49e1-bef5-4cd10092124b" -d '{"events": [{"server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "name": "network-vif-deleted", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac"}]}' {{(pid=94787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:09:07.261123 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5fb9e3-c551-4016-9f65-d04dd5ee6848 x-openstack-request-id: req-8e5fb9e3-c551-4016-9f65-d04dd5ee6848 {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:09:07.261414 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1841ffa3-de8c-433a-8c7c-58f9915194c2", "name": "network-vif-deleted", "tag": "2be990fc-f797-4f67-a09f-e52b4c5296ac", "status": "completed", "code": 200}]} {{(pid=94787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:09:07.262046 n-d-806683-2 neutron-server[94787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e5fb9e3-c551-4016-9f65-d04dd5ee6848 {{(pid=94787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:09:07.262442 n-d-806683-2 neutron-server[94787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1841ffa3-de8c-433a-8c7c-58f9915194c2', 'name': 'network-vif-deleted', 'tag': '2be990fc-f797-4f67-a09f-e52b4c5296ac', 'status': 'completed', 'code': 200} Aug 31 11:09:07.610706 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52502) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:07.686113 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eeef262a-6961-4ca4-a0d7-542998c86383 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:07.713162 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eeef262a-6961-4ca4-a0d7-542998c86383 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:07.772380 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eeef262a-6961-4ca4-a0d7-542998c86383 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:07.775385 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-eeef262a-6961-4ca4-a0d7-542998c86383 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:07.776542 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-eeef262a-6961-4ca4-a0d7-542998c86383 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] 10.222.0.69 "DELETE /v2.0/security-groups/bd9c9899-7a0b-43cd-8ac7-59ed266b7db3 HTTP/1.1" status: 204 len: 168 time: 0.1652658 Aug 31 11:09:07.786394 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef262a-6961-4ca4-a0d7-542998c86383 tempest-TestSnapshotPattern-1177756692 tempest-TestSnapshotPattern-1177756692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9c9899-7a0b-43cd-8ac7-59ed266b7db3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:07.825137 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52506) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:08.380496 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:08.631380 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Deleting port 417be072-116f-4416-a76e-4398e68684ed {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:08.632076 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:08.716099 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] For port 417be072-116f-4416-a76e-4398e68684ed, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=417be072-116f-4416-a76e-4398e68684ed,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:09:08.716545 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:08.731415 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Calling delete_port for 417be072-116f-4416-a76e-4398e68684ed owned by network:router_interface {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:08.913397 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2be990fc-f797-4f67-a09f-e52b4c5296ac no longer exists at agent hyperv_n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:08.934216 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] No Port match for: 2be990fc-f797-4f67-a09f-e52b4c5296ac {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:08.934565 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Device 2be990fc-f797-4f67-a09f-e52b4c5296ac not bound to the agent host n-h2-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:09.215820 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:09.243847 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Pushing event deleted for resources: {'Port': ['ID=417be072-116f-4416-a76e-4398e68684ed,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:09.414011 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:09.627834 n-d-806683-2 neutron-server[94787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Router 20790095-5bfd-4da7-99a0-58442c603bb2 has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:09:09.733795 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:09:09.740618 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8a1b5201-1f09-4205-a4d5-728f20b8c01f admin admin] 10.222.0.69 "PUT /v2.0/routers/20790095-5bfd-4da7-99a0-58442c603bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131479 Aug 31 11:09:09.741833 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52512) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:09.743469 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] Sync routers for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:09:09.752818 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:09:09.753994 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:09.847942 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:09.859676 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: n-d-806683-2 {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:09:09.957924 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.017245 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Deleting port 0df02de8-4b53-43a3-984a-0a3732c45661 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:10.017586 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.043541 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:09:09Z', 'revision_number': 5, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port': {'id': '0df02de8-4b53-43a3-984a-0a3732c45661', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:10Z', 'updated_at': '2021-08-31T11:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:10.073445 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] Checking router: 20790095-5bfd-4da7-99a0-58442c603bb2 for host: n-d-806683-2 {{(pid=94788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:09:10.081735 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] Routers {'20790095-5bfd-4da7-99a0-58442c603bb2'} bound to L3 agent in host n-d-806683-2 {{(pid=94788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:09:10.082337 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['20790095-5bfd-4da7-99a0-58442c603bb2'], 'active': True} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:10.102843 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] For port 0df02de8-4b53-43a3-984a-0a3732c45661, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=0df02de8-4b53-43a3-984a-0a3732c45661,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:09:10.103213 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.121072 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Calling delete_port for 0df02de8-4b53-43a3-984a-0a3732c45661 owned by network:router_gateway {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:10.294585 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.323631 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df02de8-4b53-43a3-984a-0a3732c45661,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:10.326652 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_dvr_db [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] Set router 20790095-5bfd-4da7-99a0-58442c603bb2 gateway port host: None {{(pid=94788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:09:10.377385 n-d-806683-2 neutron-server[94788]: DEBUG neutron.db.l3_hamode_db [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:09:09Z', 'revision_number': 6, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:10.386354 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.406662 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5370d-8169-4eec-9652-a413b47964c8 None None] The sync data for ids ['20790095-5bfd-4da7-99a0-58442c603bb2'] in n-d-806683-2 is: [{'id': '20790095-5bfd-4da7-99a0-58442c603bb2', 'name': 'tempest-TestSnapshotPattern-1250854170-router', 'tenant_id': 'da53ddb2214e40a792773ba53aece432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:09Z', 'updated_at': '2021-08-31T11:09:09Z', 'revision_number': 6, 'project_id': 'da53ddb2214e40a792773ba53aece432', 'gw_port_host': None}] {{(pid=94788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:09:10.485472 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.488086 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.531433 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.531979 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20790095-5bfd-4da7-99a0-58442c603bb2 {{(pid=94787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 11:09:10.539936 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] Notify callbacks [] for router, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.541137 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-9cce49f3-1011-4159-bb9a-0ccf48a11d43 admin admin] 10.222.0.69 "DELETE /v2.0/routers/20790095-5bfd-4da7-99a0-58442c603bb2 HTTP/1.1" status: 204 len: 168 time: 0.7983077 Aug 31 11:09:10.543672 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52514) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:10.591198 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc07357-0be1-4e63-9c35-fba3bbc51984 admin admin] Deleting subnet 7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f {{(pid=94787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 11:09:10.594085 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dc07357-0be1-4e63-9c35-fba3bbc51984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.627753 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dc07357-0be1-4e63-9c35-fba3bbc51984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59555007'] for subnet, precommit_delete_associations {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.709893 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dc07357-0be1-4e63-9c35-fba3bbc51984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.775860 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dc07357-0be1-4e63-9c35-fba3bbc51984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59555698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59175215'] for subnet, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.810445 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc07357-0be1-4e63-9c35-fba3bbc51984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:10.812890 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-8dc07357-0be1-4e63-9c35-fba3bbc51984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.815109 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-8dc07357-0be1-4e63-9c35-fba3bbc51984 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7a68ab7e-a80e-4cb4-a7cf-f55d3adda95f HTTP/1.1" status: 204 len: 168 time: 0.2703588 Aug 31 11:09:10.817264 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ece9c5f-40f2-4f5e-aa5e-d4419e1d0085 None None] Network acdffa6c-43e9-419e-b676-291d8bc14fc4 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:09:10.817534 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52516) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:10.888632 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:10.943325 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Deleting port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 {{(pid=94787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:10.943672 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.010219 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.db [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] For port 459ff0c9-fed0-4f64-8c09-ef733bfc3384, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=459ff0c9-fed0-4f64-8c09-ef733bfc3384,segment=NetworkSegment(9abd8ae8-b884-42ae-a274-332e70f6a764),segment_id=9abd8ae8-b884-42ae-a274-332e70f6a764)] {{(pid=94787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:09:11.010574 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.023469 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.plugin [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Calling delete_port for 459ff0c9-fed0-4f64-8c09-ef733bfc3384 owned by network:dhcp {{(pid=94787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:11.100786 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555613'] for port, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.130506 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Pushing event deleted for resources: {'Port': ['ID=459ff0c9-fed0-4f64-8c09-ef733bfc3384,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:11.132238 n-d-806683-2 neutron-server[94787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] No DVR routers for this DVR port 459ff0c9-fed0-4f64-8c09-ef733bfc3384 on host n-d-806683-2 {{(pid=94787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:09:11.204216 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.215504 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdffa6c-43e9-419e-b676-291d8bc14fc4']}} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:11.223471 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324453f1-4a5c-4e69-865c-845e989e700c None None] DHCP port deletion for acdffa6c-43e9-419e-b676-291d8bc14fc4 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 11:09:11.229337 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abd8ae8-b884-42ae-a274-332e70f6a764') {'for_net_delete': True} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:11.229633 n-d-806683-2 neutron-server[94787]: DEBUG neutron.services.segments.db [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abd8ae8-b884-42ae-a274-332e70f6a764') {} {{(pid=94787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:11.240297 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59554948'] for segment, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.259116 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.265100 n-d-806683-2 neutron-server[94787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=94787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 11:09:11.265481 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555784'] for segment, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: Traceback (most recent call last): Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: timer() Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: cb(*args, **kw) Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: return func(*args, **kwargs) Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: self._notify() Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: self.callback(batched_events) Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: event.method(event) Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: return f(self, *a, **k) Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: return self._get(url).json() Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: return self.request(url, 'GET', **kwargs) Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 11:09:11.267251 n-d-806683-2 neutron-server[94787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 11:09:11.326705 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.333309 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Notify callbacks [] for network, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.335463 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] 10.222.0.69 "DELETE /v2.0/networks/acdffa6c-43e9-419e-b676-291d8bc14fc4 HTTP/1.1" status: 204 len: 168 time: 0.5169809 Aug 31 11:09:11.338792 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52518) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:11.347148 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3be067-d0d8-488f-aaa8-5faa4b2c847a admin admin] Pushing event deleted for resources: {'Network': ['ID=acdffa6c-43e9-419e-b676-291d8bc14fc4,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:11.591387 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.701694 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386322'] for router_interface, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:11.953268 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Deleting port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:11.953701 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:12.009411 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 459ff0c9-fed0-4f64-8c09-ef733bfc3384 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:12.033006 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 459ff0c9-fed0-4f64-8c09-ef733bfc3384 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:12.033350 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 459ff0c9-fed0-4f64-8c09-ef733bfc3384 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:12.033762 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 417be072-116f-4416-a76e-4398e68684ed no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:12.036684 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] For port 41c3e9c3-fdf8-4288-90f2-fa32a7abf362, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,segment=NetworkSegment(151b9eb6-60fd-49e7-816c-3353493704aa),segment_id=151b9eb6-60fd-49e7-816c-3353493704aa)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:09:12.037054 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:12.051656 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Calling delete_port for 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 owned by network:router_interface {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:12.054691 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 417be072-116f-4416-a76e-4398e68684ed {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:12.055065 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 417be072-116f-4416-a76e-4398e68684ed not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:12.055499 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0df02de8-4b53-43a3-984a-0a3732c45661 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:12.073685 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 0df02de8-4b53-43a3-984a-0a3732c45661 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:12.074027 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 0df02de8-4b53-43a3-984a-0a3732c45661 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:12.237003 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:12.267862 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c3e9c3-fdf8-4288-90f2-fa32a7abf362,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:12.280370 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.283057 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.283433 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.283807 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.284178 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.285047 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.285509 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.285847 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.286327 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.286662 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.287031 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.287359 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-2 {{(pid=94786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:09:12.449806 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386446'] for router_interface, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.004521 n-d-806683-2 neutron-server[94786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Router f16779fc-5851-4e7d-9874-d2d455f047df has already been hosted by L3 agent eb4b7b1d-0308-4beb-9408-488740e4f99c {{(pid=94786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:09:13.111519 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] Notify agent at l3_agent.n-d-806683-2 the message routers_updated {{(pid=94786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:09:13.118005 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-dd714149-050e-436e-ba4f-27f1e5fc0778 admin admin] 10.222.0.69 "PUT /v2.0/routers/f16779fc-5851-4e7d-9874-d2d455f047df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7781003 Aug 31 11:09:13.118976 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52520) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:13.120071 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] Sync routers for ids ['f16779fc-5851-4e7d-9874-d2d455f047df'] in n-d-806683-2 {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:09:13.129852 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] Routers {'f16779fc-5851-4e7d-9874-d2d455f047df'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:09:13.130454 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f16779fc-5851-4e7d-9874-d2d455f047df'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:13.224900 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks [] for router, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.232687 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] Set router f16779fc-5851-4e7d-9874-d2d455f047df gateway port host: n-d-806683-2 {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:09:13.330666 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.383665 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Deleting port d51606ba-b1b7-41da-86af-d54548a585f8 {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:13.383915 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.414582 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'external_fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:09:12Z', 'revision_number': 5, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port': {'id': 'd51606ba-b1b7-41da-86af-d54548a585f8', 'name': '', 'network_id': 'e1d77d9c-3809-4ea2-b2a6-51a0f5bd218d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fc8a127-9acf-49a5-9c73-737de1b24d4e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-2'}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:13.442261 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] Checking router: f16779fc-5851-4e7d-9874-d2d455f047df for host: n-d-806683-2 {{(pid=94789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:09:13.450670 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] Routers {'f16779fc-5851-4e7d-9874-d2d455f047df'} bound to L3 agent in host n-d-806683-2 {{(pid=94789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:09:13.451328 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T09:11:55Z,description=,heartbeat_timestamp=2021-08-31T11:08:56Z,host='n-d-806683-2',id=eb4b7b1d-0308-4beb-9408-488740e4f99c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T09:11:55Z,topic='l3_agent')) {'router_ids': ['f16779fc-5851-4e7d-9874-d2d455f047df'], 'active': True} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:13.469115 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] For port d51606ba-b1b7-41da-86af-d54548a585f8, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=d51606ba-b1b7-41da-86af-d54548a585f8,segment=NetworkSegment(e4eeecd9-1070-4774-8629-a2551c067c41),segment_id=e4eeecd9-1070-4774-8629-a2551c067c41)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:09:13.469752 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.482448 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Calling delete_port for d51606ba-b1b7-41da-86af-d54548a585f8 owned by network:router_gateway {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:13.539217 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_dvr_db [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] Set router f16779fc-5851-4e7d-9874-d2d455f047df gateway port host: None {{(pid=94789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:09:13.594417 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.l3_hamode_db [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:09:13Z', 'revision_number': 6, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port_host': None}], 'n-d-806683-2', False) {} {{(pid=94789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:13.652275 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.684225 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Pushing event deleted for resources: {'Port': ['ID=d51606ba-b1b7-41da-86af-d54548a585f8,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:13.713084 n-d-806683-2 neutron-server[94789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ad537-4a5c-4bec-88fa-ff51e4152e8c None None] The sync data for ids ['f16779fc-5851-4e7d-9874-d2d455f047df'] in n-d-806683-2 is: [{'id': 'f16779fc-5851-4e7d-9874-d2d455f047df', 'name': 'tempest-TestSnapshotPattern-1995489369-router', 'tenant_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T11:03:15Z', 'updated_at': '2021-08-31T11:09:13Z', 'revision_number': 6, 'project_id': '1dae470174e34ef9b4ea61bb3f97d61a', 'gw_port_host': None}] {{(pid=94789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:09:13.750185 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392492'] for router_gateway, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.843984 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-387858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5652'] for router, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.846116 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.891143 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-387865'] for router, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.891712 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16779fc-5851-4e7d-9874-d2d455f047df {{(pid=94786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 11:09:13.896606 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] Notify callbacks [] for router, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.897770 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-2ad10ac5-1f75-4f4e-9a42-56b798e2b51e admin admin] 10.222.0.69 "DELETE /v2.0/routers/f16779fc-5851-4e7d-9874-d2d455f047df HTTP/1.1" status: 204 len: 168 time: 0.7778664 Aug 31 11:09:13.900865 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52522) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:13.951501 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.db_base_plugin_v2 [None req-5566984d-7244-4b60-b403-c9b9cae8fe7f admin admin] Deleting subnet a6817ae0-6cee-4ce9-8810-0159a3e832b7 {{(pid=94786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 11:09:13.954626 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5566984d-7244-4b60-b403-c9b9cae8fe7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:13.991040 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5566984d-7244-4b60-b403-c9b9cae8fe7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62712553'] for subnet, precommit_delete_associations {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.075923 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5566984d-7244-4b60-b403-c9b9cae8fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664420'] for subnet, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.142989 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5566984d-7244-4b60-b403-c9b9cae8fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61989061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62715268'] for subnet, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.176783 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566984d-7244-4b60-b403-c9b9cae8fe7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6817ae0-6cee-4ce9-8810-0159a3e832b7,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:14.180703 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-5566984d-7244-4b60-b403-c9b9cae8fe7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.184990 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-5566984d-7244-4b60-b403-c9b9cae8fe7f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a6817ae0-6cee-4ce9-8810-0159a3e832b7 HTTP/1.1" status: 204 len: 168 time: 0.2808244 Aug 31 11:09:14.185849 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52524) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:14.189177 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d070b-175c-4c78-9102-ddee46d4cd8e None None] Network 0e93dded-2a9b-4f01-89ac-d8919a163bb0 requested from n-d-806683-2 {{(pid=94788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:09:14.237343 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:14.256474 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526091'] for network, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.269724 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:14.270064 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 41c3e9c3-fdf8-4288-90f2-fa32a7abf362 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:14.311422 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Deleting port 11054d0a-ccdb-4347-a7d0-1b667b56577b {{(pid=94786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:09:14.311782 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731637168406'] for port, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.383957 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.db [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] For port 11054d0a-ccdb-4347-a7d0-1b667b56577b, host n-d-806683-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-2',level=0,port_id=11054d0a-ccdb-4347-a7d0-1b667b56577b,segment=NetworkSegment(151b9eb6-60fd-49e7-816c-3353493704aa),segment_id=151b9eb6-60fd-49e7-816c-3353493704aa)] {{(pid=94786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:09:14.384330 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393060'] for port, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.397888 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.plugin [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Calling delete_port for 11054d0a-ccdb-4347-a7d0-1b667b56577b owned by network:dhcp {{(pid=94786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:09:14.478349 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-739974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731637169637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731636641841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61989034'] for port, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.513533 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Pushing event deleted for resources: {'Port': ['ID=11054d0a-ccdb-4347-a7d0-1b667b56577b,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:14.518827 n-d-806683-2 neutron-server[94786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] No DVR routers for this DVR port 11054d0a-ccdb-4347-a7d0-1b667b56577b on host n-d-806683-2 {{(pid=94786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:09:14.546867 n-d-806683-2 neutron-server[94788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410f60f7-12b8-4f09-8e0c-d4c5abe9a330 None None] DHCP port deletion for 0e93dded-2a9b-4f01-89ac-d8919a163bb0 request from n-d-806683-2 {{(pid=94788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 11:09:14.600130 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679839', 'neutron.services.segments.db._delete_segments_for_network-8731637189825'] for network, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.610219 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e93dded-2a9b-4f01-89ac-d8919a163bb0']}} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:14.620482 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151b9eb6-60fd-49e7-816c-3353493704aa') {'for_net_delete': True} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:14.620774 n-d-806683-2 neutron-server[94786]: DEBUG neutron.services.segments.db [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151b9eb6-60fd-49e7-816c-3353493704aa') {} {{(pid=94786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:09:14.630068 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731637200981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62712530'] for segment, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.645895 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682'] for segment, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.652687 n-d-806683-2 neutron-server[94786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=94786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 11:09:14.653088 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61988991'] for segment, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: Traceback (most recent call last): Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: timer() Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: cb(*args, **kw) Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: return func(*args, **kwargs) Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: self._notify() Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: self.callback(batched_events) Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: event.method(event) Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: return f(self, *a, **k) Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: return self._get(url).json() Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: return self.request(url, 'GET', **kwargs) Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 11:09:14.655271 n-d-806683-2 neutron-server[94786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 11:09:14.685006 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.715231 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3696413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-392448'] for network, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.725553 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Notify callbacks [] for network, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.727735 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] 10.222.0.69 "DELETE /v2.0/networks/0e93dded-2a9b-4f01-89ac-d8919a163bb0 HTTP/1.1" status: 204 len: 168 time: 0.5413253 Aug 31 11:09:14.739145 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef38f5-8679-4cb3-a63a-3d062d44414c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e93dded-2a9b-4f01-89ac-d8919a163bb0,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:14.871059 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52528) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:14.916659 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-cab1394a-2f51-4e08-b0e5-41fe5177f9dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da53ddb2214e40a792773ba53aece432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443921 Aug 31 11:09:14.919107 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [-] (94786) accepted ('10.222.0.69', 52530) {{(pid=94786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:14.967293 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df987ece-bb28-4765-9e91-54283b040f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.991821 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df987ece-bb28-4765-9e91-54283b040f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:15.044736 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df987ece-bb28-4765-9e91-54283b040f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:15.049091 n-d-806683-2 neutron-server[94786]: DEBUG neutron_lib.callbacks.manager [None req-df987ece-bb28-4765-9e91-54283b040f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:15.051300 n-d-806683-2 neutron-server[94786]: INFO neutron.wsgi [None req-df987ece-bb28-4765-9e91-54283b040f73 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d9959fa-9f0f-4064-a142-016064195033 HTTP/1.1" status: 204 len: 168 time: 0.1312876 Aug 31 11:09:15.060175 n-d-806683-2 neutron-server[94786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df987ece-bb28-4765-9e91-54283b040f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9959fa-9f0f-4064-a142-016064195033,revision_number=None']} {{(pid=94786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:15.402825 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52538) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:15.444352 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-acfd828d-5c56-4c9f-bac2-1c68e4b3346f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1dae470174e34ef9b4ea61bb3f97d61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403557 Aug 31 11:09:15.446797 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [-] (94787) accepted ('10.222.0.69', 52540) {{(pid=94787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:09:15.494915 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d1717a9-27c0-4a60-85d5-5aca34534316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:15.515233 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d1717a9-27c0-4a60-85d5-5aca34534316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:15.563202 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d1717a9-27c0-4a60-85d5-5aca34534316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693514'] for security_group, after_delete {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:15.565910 n-d-806683-2 neutron-server[94787]: DEBUG neutron_lib.callbacks.manager [None req-5d1717a9-27c0-4a60-85d5-5aca34534316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:15.567101 n-d-806683-2 neutron-server[94787]: INFO neutron.wsgi [None req-5d1717a9-27c0-4a60-85d5-5aca34534316 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a100a3b-ed8b-4fc9-9421-17d0c874d4e3 HTTP/1.1" status: 204 len: 168 time: 0.1193769 Aug 31 11:09:15.574884 n-d-806683-2 neutron-server[94787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1717a9-27c0-4a60-85d5-5aca34534316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a100a3b-ed8b-4fc9-9421-17d0c874d4e3,revision_number=None']} {{(pid=94787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:09:16.015622 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d51606ba-b1b7-41da-86af-d54548a585f8 no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:16.037727 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: d51606ba-b1b7-41da-86af-d54548a585f8 {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:16.038067 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device d51606ba-b1b7-41da-86af-d54548a585f8 not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:16.038487 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 11054d0a-ccdb-4347-a7d0-1b667b56577b no longer exists at agent ovs-agent-n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:09:16.058218 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.plugin [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] No Port match for: 11054d0a-ccdb-4347-a7d0-1b667b56577b {{(pid=94788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:09:16.058486 n-d-806683-2 neutron-server[94788]: DEBUG neutron.plugins.ml2.rpc [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Device 11054d0a-ccdb-4347-a7d0-1b667b56577b not bound to the agent host n-d-806683-2 {{(pid=94788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:09:16.358196 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:09:22.034642 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-315fba8f-a989-42e3-a71b-7923ba6cac72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:25.261617 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:25.940121 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-138a7559-c770-4c39-9561-31adab98231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:28.103298 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:29.045905 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:41.593575 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:44.691477 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:52.030658 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c1f82558-2335-4390-85ed-c63b05a3754a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:53.357073 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:09:55.265004 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:55.941673 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e7da130a-f089-4e66-bf83-12d52ad3c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:58.105207 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:59.048762 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:11.590436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:14.686711 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:22.022684 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-21409938-6091-4dde-b38b-6b1eb3fad82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:25.266492 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:25.942821 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-47f32bab-40f3-4bea-aa6c-f667b425ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:28.108507 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:29.052938 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:30.356887 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:10:41.604941 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:44.714447 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:52.023447 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fcdb9b9d-a378-4c69-8e3e-afec9329886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:55.267436 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:55.943218 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-f115920f-6080-4ca6-9b3e-eca383d829fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:58.111572 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:10:59.056442 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:03.433310 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-473227ed-2f46-43bb-bc15-e4ce2fd758ea req-0b991cee-0467-4fed-8853-c4b2b825c84e service neutron] (94787) timed out ('10.222.0.69', 50154) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 11:11:07.355296 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:11:11.609624 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:14.724777 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:22.024466 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3b5284a7-efab-4cfc-b95d-10a2cac58696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:25.273162 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:25.950287 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aca48105-76f0-442f-842f-ee7e2d60cb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:28.116017 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:29.058876 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:41.619244 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:44.354637 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:11:44.732972 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:52.025342 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e6cd64b2-1d3f-45c9-b4e5-841202796525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:55.265939 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:55.942079 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d58c3258-6294-46ff-b916-a3c634393300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:58.117982 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:11:59.061750 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:11.619156 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:14.730532 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:21.353165 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:12:22.029131 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-949be7cc-c931-4c08-aaf3-41a1fad50476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:25.270451 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:25.943640 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8c6cfdf7-6477-452a-bd5a-bcfb843dc0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:28.120023 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:29.065095 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:41.619372 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:44.749038 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:52.038240 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-b2a540ee-f95d-48fb-8664-da99c3a82c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:55.271401 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:55.946117 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-3999862c-49bc-43a5-86f4-c8f2f8c7b665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:58.124238 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:12:58.353128 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:12:59.069422 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:11.618012 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:14.749237 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:22.031125 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-153f0cb8-5b70-46a6-a115-72a2496abe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:25.273940 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:25.948291 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-7d60adae-f529-4a27-8add-36a659077fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:28.128235 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:29.071720 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:35.355529 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:13:41.631915 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:44.743457 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:52.041933 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d382597d-aaaa-4616-b288-2c78e8cdd266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:55.282547 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:55.952071 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-934aee86-f096-472e-8e30-0c45b85da102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:58.133198 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:13:59.074735 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:09.708512 n-d-806683-2 neutron-server[94786]: DEBUG neutron.wsgi [req-fe836c1f-4b8c-4191-8676-ba8a72d57617 req-77bf97bb-a46a-4303-ba18-7691fcd72b92 service neutron] (94786) timed out ('10.222.0.52', 53065) {{(pid=94786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 11:14:11.633429 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:12.354870 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:14:14.746688 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:22.034232 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-36f69bee-02d4-43bc-8610-922f27753f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:25.276552 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:25.952990 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-02a300c6-35e4-4ce5-b9f9-8c368dca4be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:28.136615 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:29.080750 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:41.631971 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:44.761255 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:49.355681 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:14:52.036431 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ae08a508-631c-49e9-98fa-7fb301b2e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:55.278217 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:55.955087 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-9a31f90e-e3ba-42fa-8054-757e2e2cd7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:58.141335 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:14:59.080660 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:11.630906 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:14.755912 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:22.037475 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-750917a6-554f-4b25-8009-f58f42ba017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:25.281377 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:25.962671 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-02593868-f028-4b45-a55a-e3c961484a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:26.359855 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:15:28.139925 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:29.085132 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:41.630665 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:44.770766 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:52.040003 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea3fce70-b3fd-4021-bcda-af4cd6d16918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:55.283564 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:55.956601 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-460dd986-c02a-4589-b6bc-5f460dfe3c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:58.139868 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:15:59.087297 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:03.359130 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:16:11.631776 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:14.770765 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:16.422123 n-d-806683-2 neutron-server[94787]: DEBUG neutron.wsgi [req-7a7a11c0-8ebc-4cc5-8b3c-ba7082aa5662 req-1fe6931c-bc0f-416f-a85d-6724d32bde8b service neutron] (94787) timed out ('10.222.0.69', 51542) {{(pid=94787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 11:16:22.041439 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-aeab5311-b3e8-492b-8dbf-3d860b77f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:25.286390 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:25.957245 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-fc3c0755-583c-4d74-8ddb-09308554acc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:28.150225 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:29.088530 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:40.358691 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:16:41.628346 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:44.770584 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:52.043036 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-c337a5a4-21f3-4da7-943b-5bea7a0a2b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:55.288086 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:55.956727 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-4c479fdd-0972-409d-8230-3cddf2a86a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:58.147038 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:16:59.091999 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:11.628119 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:14.789625 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:17.357764 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:17:22.047037 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-e5662e14-f58b-43cd-b085-0382ddba7a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:25.291940 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:25.957044 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-04f55990-2073-4cdf-b974-a8a6132e76c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:28.149694 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:29.102451 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:41.642563 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:44.774045 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-8585829c-376a-41b2-be96-50cfa1eea5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:52.050249 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-bb53d8ce-39e8-49c0-aec5-7bc180f9ecb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:54.357644 n-d-806683-2 neutron-server[94789]: DEBUG neutron.db.agents_db [None req-349b54ee-1d05-4666-88d7-8a791ff264c2 None None] Agent healthcheck: found 7 active agents {{(pid=94789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:17:55.297302 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-dd372d5d-047d-4a4a-9c8f-34931b61aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:55.957810 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-ea0ebbf8-41f8-40ea-941c-27fa0bea5ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:58.153711 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e907-22c4-492b-b47b-89970ea0649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:17:59.098461 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-d78439bf-18c9-4f85-a336-be0fe8bc9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:18:11.657405 n-d-806683-2 neutron-server[94788]: DEBUG neutron_lib.callbacks.manager [None req-314ffec9-6525-4f3c-ab82-afffdb19f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731637086940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666049'] for agent, after_update {{(pid=94788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}